-- Logs begin at Tue 2021-08-17 01:18:26 UTC, end at Tue 2021-08-17 05:10:24 UTC. -- Aug 17 02:02:49.827266 n-d-793621-31 systemd[1]: Started Devstack devstack@q-svc.service. Aug 17 02:02:52.532247 n-d-793621-31 neutron-server[95295]: INFO neutron.common.config [-] Logging enabled! Aug 17 02:02:52.532805 n-d-793621-31 neutron-server[95295]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 17 02:02:52.533032 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95295) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 17 02:02:52.536215 n-d-793621-31 neutron-server[95295]: INFO neutron.common.config [-] Logging enabled! Aug 17 02:02:52.536477 n-d-793621-31 neutron-server[95295]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 17 02:02:52.536795 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95295) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 17 02:02:52.538530 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 02:02:52.538773 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 02:02:52.539147 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 02:02:52.539399 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 02:02:52.539629 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 02:02:52.539957 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.540262 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.540565 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.540805 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.541107 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.541430 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.541721 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.542019 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.542322 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.542616 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.542901 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.543192 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.543428 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.543716 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.544010 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.544304 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.544533 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] debug = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.544822 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.545276 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.545706 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.545992 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.546290 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.546577 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.546857 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.547156 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.547432 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.547770 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] host = n-d-793621-31 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.548053 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.548349 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.548643 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.548937 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.549218 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.549525 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.549821 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.550104 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.550381 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] log_file = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.550666 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.550963 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.551261 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.551558 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.551788 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.552017 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.552313 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.552609 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.552918 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.553275 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.553566 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.553848 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.554132 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.554410 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.554706 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.554999 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.555293 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.555573 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.555852 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.556129 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.556406 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.556700 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.556978 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.557274 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.557560 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.557857 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.558134 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.558413 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.558723 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.559018 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.559310 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.559605 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.559884 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.560176 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.560454 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.560736 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.561013 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] use_json = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.561319 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.561599 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.561888 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.562167 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.562445 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.562725 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.563002 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.563294 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:52.563598 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.563908 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.564219 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.564512 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.564817 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.565106 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.565432 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.565722 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.566024 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.566326 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.566626 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.566913 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.567210 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.567495 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.567801 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.568118 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.568423 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.568747 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.569097 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.569416 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.569703 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.569992 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.570288 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.570589 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.570894 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.571177 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.571463 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.571763 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.572050 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.572329 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.572613 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.572909 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.573193 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.573495 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.573783 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.574068 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.574347 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.574626 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.574910 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.575208 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.575490 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.575766 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.576047 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.576334 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.576610 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.576900 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.577184 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.577487 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.577765 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.578051 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.578330 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.578608 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.578892 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.579172 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.579456 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.579735 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.580013 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.580300 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.580577 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.580857 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.581134 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.581438 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.581722 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.582000 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.582279 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.582557 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.582834 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.583112 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.583406 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.583708 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.583989 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.584836 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.585169 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.585528 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.586037 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.586487 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.586785 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.587274 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.587757 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.588079 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.588377 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.588678 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.588974 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.589282 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.589595 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.589884 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.590174 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.590460 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.590746 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.591043 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.591342 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.591648 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.591953 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.592259 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.592558 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.592859 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.593145 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.593488 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.593776 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:52.593998 n-d-793621-31 neutron-server[95295]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 02:02:52.594245 n-d-793621-31 neutron-server[95295]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95295) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 17 02:02:52.947748 n-d-793621-31 neutron-server[95295]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 17 02:02:52.948028 n-d-793621-31 neutron-server[95295]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 17 02:02:52.948330 n-d-793621-31 neutron-server[95295]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 17 02:02:52.948673 n-d-793621-31 neutron-server[95295]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 17 02:02:53.347548 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.347766 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.348045 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.349273 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.349559 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.350419 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.384555 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.384838 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.385112 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.401910 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.402197 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.402474 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.431258 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.431540 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.431812 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.467753 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.468038 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.468313 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.701996 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.702615 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.702615 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.702819 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.703529 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.823246 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.823575 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.823862 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.824136 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.824413 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.824729 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.824996 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.825279 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.825546 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.825839 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.826108 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.826383 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.826650 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.826909 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.827176 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.827446 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.827709 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.827984 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.828260 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.828526 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.828806 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.829066 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.829389 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.829763 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.830017 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.830269 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.830670 n-d-793621-31 neutron-server[95295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:02:53.830918 n-d-793621-31 neutron-server[95295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:02:53.831161 n-d-793621-31 neutron-server[95295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:02:53.831404 n-d-793621-31 neutron-server[95295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:02:53.831644 n-d-793621-31 neutron-server[95295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:02:53.831882 n-d-793621-31 neutron-server[95295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:02:53.832252 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 17 02:02:53.836057 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 17 02:02:53.839994 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 17 02:02:53.843628 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 17 02:02:53.845342 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 17 02:02:53.845811 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 17 02:02:53.846157 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 17 02:02:53.846543 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 17 02:02:53.849361 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 17 02:02:53.849617 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 17 02:02:53.849997 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 02:02:53.855436 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 17 02:02:53.879965 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 17 02:02:53.880432 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.880739 n-d-793621-31 neutron-server[95295]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95295) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 17 02:02:53.881813 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.883186 n-d-793621-31 neutron-server[95295]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95295) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 17 02:02:53.883475 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 02:02:53.883728 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 17 02:02:53.886958 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.887257 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:53.951457 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 17 02:02:53.951702 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 17 02:02:53.951945 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 17 02:02:53.952373 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 17 02:02:53.973451 n-d-793621-31 neutron-server[95295]: DEBUG oslo_db.sqlalchemy.engines [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95295) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 17 02:02:54.806289 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Initializing driver for type 'gre' Aug 17 02:02:54.806960 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] gre ID ranges: [(1, 1000)] Aug 17 02:02:55.097999 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Initializing driver for type 'local' Aug 17 02:02:55.098374 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Initializing driver for type 'vlan' Aug 17 02:02:55.223234 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] VlanTypeDriver initialization complete Aug 17 02:02:55.223589 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Initializing driver for type 'vxlan' Aug 17 02:02:55.224101 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] vxlan ID ranges: [(1, 1000)] Aug 17 02:02:55.440535 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Initializing extension driver 'port_security' Aug 17 02:02:55.440821 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.extensions.port_security [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] PortSecurityExtensionDriver initialization complete Aug 17 02:02:55.441193 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Initializing mechanism driver 'openvswitch' Aug 17 02:02:55.441578 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Initializing mechanism driver 'hyperv' Aug 17 02:02:55.448843 n-d-793621-31 neutron-server[95295]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:02:55.449785 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > port after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.450179 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > port after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.450543 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > port after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.451112 n-d-793621-31 neutron-server[95295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:02:55.451560 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > subnet after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.451926 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > subnet after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.452283 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > subnet after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.452689 n-d-793621-31 neutron-server[95295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:02:55.453109 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > network after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.453499 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > network after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.453855 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > network after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.454252 n-d-793621-31 neutron-server[95295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:02:55.454701 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > security_group after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.457646 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > security_group after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.457646 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > security_group after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.457646 n-d-793621-31 neutron-server[95295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:02:55.457646 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.457646 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.458073 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.458073 n-d-793621-31 neutron-server[95295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:02:55.458073 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > address_group after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.458073 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > address_group after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.458394 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > address_group after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.458794 n-d-793621-31 neutron-server[95295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:02:55.459975 n-d-793621-31 neutron-server[95295]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] ML2 OVO RPC backend initialized. {{(pid=95295) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 17 02:02:55.460869 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router_interface after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.461310 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.461749 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > network before_response 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.462114 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > networks before_response 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.462495 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > port before_response 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.462858 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > ports before_response 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.463221 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > subnet before_response 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.463578 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > subnets before_response 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.463940 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > network after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.464294 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > network after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.464642 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > network after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.464992 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > port after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.465377 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > port after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.465727 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > port after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.466074 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > subnet after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.466421 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > subnet after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.466772 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > subnet after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.467413 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.plugin [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Modular L2 Plugin initialization complete Aug 17 02:02:55.467788 n-d-793621-31 neutron-server[95295]: DEBUG neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading services supported by the core plugin {{(pid=95295) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 17 02:02:55.468105 n-d-793621-31 neutron-server[95295]: INFO neutron.plugins.ml2.managers [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Got port-security extension from driver 'port_security' Aug 17 02:02:55.468583 n-d-793621-31 neutron-server[95295]: INFO neutron.extensions.vlantransparent [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Disabled vlantransparent extension. Aug 17 02:02:55.469081 n-d-793621-31 neutron-server[95295]: DEBUG neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95295) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 17 02:02:55.469434 n-d-793621-31 neutron-server[95295]: INFO neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading Plugin: router Aug 17 02:02:55.507990 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router_interface before_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.508414 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router after_create 55549900 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.508799 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router before_create 55549900 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.509174 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.509584 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.509954 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router after_delete 55549900 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.510330 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > floatingip after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.512356 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router after_create 55549900 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.512745 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router after_update 55549900 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.513132 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router after_update 55549900 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.513541 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.513946 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router after_update 55549900 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.514382 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router precommit_update 55549900 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.514769 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: port after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.515127 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: port after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.515481 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: subnet after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.515834 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.516198 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > port precommit_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.516559 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router precommit_create 55549900 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.516916 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: port before_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.517303 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router precommit_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.517676 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router after_update 55549900 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.518032 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router precommit_delete 55549900 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.518397 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router precommit_create 55549900 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.518792 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router_interface after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.519152 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router precommit_update 55549900 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.519536 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > agent after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.519924 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > agent after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.520284 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > network after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.521174 n-d-793621-31 neutron-server[95295]: DEBUG neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Tracking information for resource: router configured {{(pid=95295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:02:55.522170 n-d-793621-31 neutron-server[95295]: DEBUG neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Tracking information for resource: floatingip configured {{(pid=95295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:02:55.527638 n-d-793621-31 neutron-server[95295]: INFO neutron.db.l3_agentschedulers_db [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 17 02:02:55.528242 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: port after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.528618 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: port after_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.528984 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: port after_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.529400 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: port after_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.530238 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router before_create 55550100 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.530615 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router precommit_delete 55550100 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.530993 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router precommit_create 55550100 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.531376 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > router precommit_update 55550100 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.535973 n-d-793621-31 neutron-server[95295]: DEBUG neutron.services.provider_configuration [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Service providers = [] {{(pid=95295) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 17 02:02:55.536350 n-d-793621-31 neutron-server[95295]: DEBUG neutron.db.servicetype_db [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95295) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 17 02:02:55.539627 n-d-793621-31 neutron-server[95295]: DEBUG neutron.services.service_base [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 02:02:55.539988 n-d-793621-31 neutron-server[95295]: DEBUG neutron.services.service_base [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 02:02:55.540345 n-d-793621-31 neutron-server[95295]: DEBUG neutron.services.service_base [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 02:02:55.541280 n-d-793621-31 neutron-server[95295]: DEBUG neutron.services.service_base [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 02:02:55.541666 n-d-793621-31 neutron-server[95295]: INFO neutron.services.service_base [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 17 02:02:55.542049 n-d-793621-31 neutron-server[95295]: DEBUG neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:02:55.542427 n-d-793621-31 neutron-server[95295]: INFO neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 17 02:02:55.560731 n-d-793621-31 neutron-server[95295]: DEBUG neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:02:55.561076 n-d-793621-31 neutron-server[95295]: INFO neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading Plugin: auto_allocate Aug 17 02:02:55.566933 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: network precommit_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.567313 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: network precommit_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.567846 n-d-793621-31 neutron-server[95295]: DEBUG neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:02:55.568178 n-d-793621-31 neutron-server[95295]: INFO neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading Plugin: tag Aug 17 02:02:55.575838 n-d-793621-31 neutron-server[95295]: DEBUG neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:02:55.581925 n-d-793621-31 neutron-server[95295]: INFO neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading Plugin: timestamp Aug 17 02:02:55.585603 n-d-793621-31 neutron-server[95295]: DEBUG neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:02:55.585947 n-d-793621-31 neutron-server[95295]: INFO neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading Plugin: network_ip_availability Aug 17 02:02:55.591434 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.591820 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.592189 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.592923 n-d-793621-31 neutron-server[95295]: DEBUG neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:02:55.593368 n-d-793621-31 neutron-server[95295]: INFO neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading Plugin: flavors Aug 17 02:02:55.598418 n-d-793621-31 neutron-server[95295]: DEBUG neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:02:55.598763 n-d-793621-31 neutron-server[95295]: INFO neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading Plugin: revisions Aug 17 02:02:55.603375 n-d-793621-31 neutron-server[95295]: DEBUG neutron.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:02:55.603782 n-d-793621-31 neutron-server[95295]: DEBUG oslo_concurrency.lockutils [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.655s {{(pid=95295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 17 02:02:55.604530 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95295) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 17 02:02:55.604909 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Initializing extension manager. Aug 17 02:02:55.605460 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: __init__.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.605820 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: __pycache__ {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.606170 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.606523 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: address_group.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.607301 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.607892 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: address-group Aug 17 02:02:55.608260 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: address_scope.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.609026 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.609618 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: address-scope Aug 17 02:02:55.609993 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: admin_state_down_before_update.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.610965 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.611492 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: router-admin-state-down-before-update Aug 17 02:02:55.611827 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: agent.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.612546 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.613060 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: agent Aug 17 02:02:55.613427 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: agent_resources_synced.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.614373 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.614918 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: agent-resources-synced Aug 17 02:02:55.615869 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: allowedaddresspairs.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.623898 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.624434 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: allowed-address-pairs Aug 17 02:02:55.624776 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: auto_allocated_topology.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.625916 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.626450 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: auto-allocated-topology Aug 17 02:02:55.626790 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: availability_zone.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.627503 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.628050 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: availability_zone Aug 17 02:02:55.628385 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: availability_zone_filter.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.629371 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.629893 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: availability_zone_filter Aug 17 02:02:55.630228 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: data_plane_status.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.631892 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.632493 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension data-plane-status not supported by any of loaded plugins Aug 17 02:02:55.632831 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: default_subnetpools.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.633819 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.634341 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: default-subnetpools Aug 17 02:02:55.634678 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: dhcpagentscheduler.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.635525 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.636047 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: dhcp_agent_scheduler Aug 17 02:02:55.636381 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: dns.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.637344 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.637864 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension dns-integration not supported by any of loaded plugins Aug 17 02:02:55.638201 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: dns_domain_ports.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.639187 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.639700 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 17 02:02:55.640039 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.640980 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.641537 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 17 02:02:55.641879 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: dvr.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.642571 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.643089 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: dvr Aug 17 02:02:55.643421 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: ecmp_routes.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.644356 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.644866 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension ecmp_routes not supported by any of loaded plugins Aug 17 02:02:55.645218 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: empty_string_filtering.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.646181 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.646846 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: empty-string-filtering Aug 17 02:02:55.647315 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.648285 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.648804 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 17 02:02:55.649137 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.650119 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.650655 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 17 02:02:55.651017 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: external_net.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.651967 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.652523 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: external-net Aug 17 02:02:55.652855 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: extra_dhcp_opt.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.653814 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.654338 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: extra_dhcp_opt Aug 17 02:02:55.654708 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: extraroute.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.655691 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.656206 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: extraroute Aug 17 02:02:55.656558 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: extraroute_atomic.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.657631 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.658148 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: extraroute-atomic Aug 17 02:02:55.658481 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: filter_validation.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.659335 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.659852 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: filter-validation Aug 17 02:02:55.660183 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: fip_pf_description.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.661163 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.661763 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 17 02:02:55.662135 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: fip_port_details.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.663294 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.663831 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: fip-port-details Aug 17 02:02:55.664166 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: flavors.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.665440 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.665969 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: flavors Aug 17 02:02:55.666355 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.668048 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.668574 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 17 02:02:55.668915 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: floatingip_pools.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.669663 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.670181 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: floatingip-pools Aug 17 02:02:55.670518 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: ip_allocation.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.671470 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.671998 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension ip_allocation not supported by any of loaded plugins Aug 17 02:02:55.672336 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.673300 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.673895 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: ip-substring-filtering Aug 17 02:02:55.674233 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: l2_adjacency.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.675191 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.675709 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension l2_adjacency not supported by any of loaded plugins Aug 17 02:02:55.676045 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: l3.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.677038 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.677598 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: router Aug 17 02:02:55.678567 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: l3_conntrack_helper.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.686828 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.687373 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 17 02:02:55.687720 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.688702 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.689233 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: ext-gw-mode Aug 17 02:02:55.689596 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.690630 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.691085 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: l3-ha Aug 17 02:02:55.691422 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: l3_flavors.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.692365 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.692887 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: l3-flavors Aug 17 02:02:55.693221 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.694975 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.695515 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: l3-port-ip-change-not-allowed Aug 17 02:02:55.695852 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: l3agentscheduler.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.696915 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.697474 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: l3_agent_scheduler Aug 17 02:02:55.697818 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: logging.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.699327 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.699859 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension logging not supported by any of loaded plugins Aug 17 02:02:55.700203 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: metering.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.700993 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.701620 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: metering Aug 17 02:02:55.701976 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.703275 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.703807 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: metering_source_and_destination_fields Aug 17 02:02:55.704147 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: multiprovidernet.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.705101 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.705656 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: multi-provider Aug 17 02:02:55.705995 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: netmtu.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.706960 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.707540 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: net-mtu Aug 17 02:02:55.707879 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: netmtu_writable.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.708876 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.709764 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: net-mtu-writable Aug 17 02:02:55.710110 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: network_availability_zone.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.710809 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.711330 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: network_availability_zone Aug 17 02:02:55.711662 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: network_ip_availability.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.712793 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.713345 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: network-ip-availability Aug 17 02:02:55.713684 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: network_segment_range.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.714502 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.715017 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension network-segment-range not supported by any of loaded plugins Aug 17 02:02:55.715350 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: pagination.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.716352 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.716696 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: pagination Aug 17 02:02:55.717032 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: port_device_profile.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.718042 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.718617 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: port-device-profile Aug 17 02:02:55.718956 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.719916 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.720437 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: port-mac-address-regenerate Aug 17 02:02:55.720773 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.721754 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.722279 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: port-numa-affinity-policy Aug 17 02:02:55.722613 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: port_resource_request.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.723594 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.724134 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension port-resource-request not supported by any of loaded plugins Aug 17 02:02:55.724469 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: portbindings.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.725736 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.726263 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: binding Aug 17 02:02:55.726599 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: portbindings_extended.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.727904 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.728436 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: binding-extended Aug 17 02:02:55.728778 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: portsecurity.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.736092 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.736627 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: port-security Aug 17 02:02:55.736967 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: project_id.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.738003 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.738343 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: project-id Aug 17 02:02:55.738679 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: providernet.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.739619 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.740139 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: provider Aug 17 02:02:55.741137 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: qos.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.745084 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.745650 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension qos not supported by any of loaded plugins Aug 17 02:02:55.745994 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.747283 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.747836 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 17 02:02:55.748180 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.749129 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.749686 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 17 02:02:55.750029 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: qos_default.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.750968 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.751497 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension qos-default not supported by any of loaded plugins Aug 17 02:02:55.751838 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: qos_fip.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.752530 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.753076 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension qos-fip not supported by any of loaded plugins Aug 17 02:02:55.753450 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: qos_gateway_ip.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.754420 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.754944 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 17 02:02:55.755279 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: qos_port_network_policy.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.756977 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.757555 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 17 02:02:55.757893 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: qos_pps_rule.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.759135 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.759668 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension qos-pps not supported by any of loaded plugins Aug 17 02:02:55.760008 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: qos_rule_type_details.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.760950 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.761505 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 17 02:02:55.761843 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: qos_rules_alias.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.762906 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.763430 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 17 02:02:55.763768 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: quotasv2.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.764882 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.765263 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: quotas Aug 17 02:02:55.765633 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: quotasv2_detail.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.768761 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.769113 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: quota_details Aug 17 02:02:55.769484 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: rbac.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.770648 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.771189 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: rbac-policies Aug 17 02:02:55.771607 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: rbac_address_group.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.772853 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.773416 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: rbac-address-group Aug 17 02:02:55.773762 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: rbac_address_scope.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.774711 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.775249 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: rbac-address-scope Aug 17 02:02:55.775593 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: rbac_security_groups.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.776542 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.777068 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: rbac-security-groups Aug 17 02:02:55.777440 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: rbac_subnetpool.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.778375 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.778895 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: rbac-subnetpool Aug 17 02:02:55.779229 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: revisionifmatch.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.780219 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.780751 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: revision-if-match Aug 17 02:02:55.781120 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: revisions.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.782295 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.782820 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: standard-attr-revisions Aug 17 02:02:55.783154 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: router_availability_zone.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.783857 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.784378 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: router_availability_zone Aug 17 02:02:55.784711 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: routerservicetype.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.785684 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.786225 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension router-service-type not supported by any of loaded plugins Aug 17 02:02:55.786591 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.787847 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.788391 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: security-groups-normalized-cidr Aug 17 02:02:55.788725 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: security_groups_port_filtering.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.789708 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.790231 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: port-security-groups-filtering Aug 17 02:02:55.790562 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.791501 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.792019 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: security-groups-remote-address-group Aug 17 02:02:55.792350 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: securitygroup.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.802057 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.802608 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: security-group Aug 17 02:02:55.803664 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: segment.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.804621 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.805145 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension segment not supported by any of loaded plugins Aug 17 02:02:55.805512 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.806480 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.807010 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 17 02:02:55.807335 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: servicetype.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.808537 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.809072 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: service-type Aug 17 02:02:55.809443 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: sorting.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.810451 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.810819 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: sorting Aug 17 02:02:55.811191 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: standard_attr_segment.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.812170 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.812705 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 17 02:02:55.813044 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: standardattrdescription.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.813745 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.814273 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: standard-attr-description Aug 17 02:02:55.814610 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: stateful_security_group.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.815615 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.816153 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: stateful-security-group Aug 17 02:02:55.816489 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: stdattrs_common.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.817145 n-d-793621-31 neutron-server[95295]: WARNING neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 17 02:02:55.817511 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.819160 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.819861 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 17 02:02:55.820198 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: subnet_onboard.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.821343 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.821902 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: subnet_onboard Aug 17 02:02:55.822265 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.823244 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.823774 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 17 02:02:55.824108 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: subnet_service_types.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.825062 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.825624 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: subnet-service-types Aug 17 02:02:55.825988 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: subnetallocation.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.827172 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.827702 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: subnet_allocation Aug 17 02:02:55.828060 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.828745 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.829294 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: subnetpool-prefix-ops Aug 17 02:02:55.829633 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.830592 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.831122 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 17 02:02:55.831461 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: tagging.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.832583 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.833153 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: standard-attr-tag Aug 17 02:02:55.833528 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: timestamp.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.835432 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.835959 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loaded extension: standard-attr-timestamp Aug 17 02:02:55.836297 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: trunk.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.837390 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.837915 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension trunk not supported by any of loaded plugins Aug 17 02:02:55.838256 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: trunk_details.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.839222 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.839749 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension trunk-details not supported by any of loaded plugins Aug 17 02:02:55.840086 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: uplink_status_propagation.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.841032 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.841584 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 17 02:02:55.841920 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Loading extension file: vlantransparent.py {{(pid=95295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:02:55.842606 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:02:55.843121 n-d-793621-31 neutron-server[95295]: INFO neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extension vlan-transparent not supported by any of loaded plugins Aug 17 02:02:55.845682 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:network Aug 17 02:02:55.846225 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:subnet Aug 17 02:02:55.846654 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 02:02:55.847063 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:port Aug 17 02:02:55.848322 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.v2.resource_helper [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:02:55.848771 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.v2.resource_helper [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Service FLAVORS assigned prefix: {{(pid=95295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:02:55.849440 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.v2.resource_helper [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:02:55.850115 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.v2.resource_helper [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:02:55.850536 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:router Aug 17 02:02:55.851002 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:floatingip Aug 17 02:02:55.851521 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.v2.resource_helper [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Service METERING assigned prefix: /metering {{(pid=95295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:02:55.852969 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.853378 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.853751 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:02:55.854752 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 02:02:55.855207 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:security_group Aug 17 02:02:55.855653 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 02:02:55.856293 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.v2.resource_helper [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Service CORE assigned prefix: {{(pid=95295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:02:55.856633 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 02:02:55.856992 n-d-793621-31 neutron-server[95295]: WARNING neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] subnetpool is already registered Aug 17 02:02:55.857478 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.v2.resource_helper [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Service CORE assigned prefix: {{(pid=95295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:02:55.857815 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 02:02:55.858159 n-d-793621-31 neutron-server[95295]: WARNING neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] subnetpool is already registered Aug 17 02:02:55.860448 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.v2.resource_helper [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:02:55.862301 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.v2.resource_helper [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Service FLAVORS assigned prefix: {{(pid=95295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:02:55.862931 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.v2.resource_helper [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:02:55.863372 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.v2.resource_helper [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:02:55.863766 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:router Aug 17 02:02:55.864125 n-d-793621-31 neutron-server[95295]: WARNING neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] router is already registered Aug 17 02:02:55.864554 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:floatingip Aug 17 02:02:55.864905 n-d-793621-31 neutron-server[95295]: WARNING neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] floatingip is already registered Aug 17 02:02:55.866058 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.v2.resource_helper [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Service METERING assigned prefix: /metering {{(pid=95295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:02:55.866911 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 02:02:55.867271 n-d-793621-31 neutron-server[95295]: WARNING neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] rbac_policy is already registered Aug 17 02:02:55.867788 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:security_group Aug 17 02:02:55.868121 n-d-793621-31 neutron-server[95295]: WARNING neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] security_group is already registered Aug 17 02:02:55.868581 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 02:02:55.868934 n-d-793621-31 neutron-server[95295]: WARNING neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] security_group_rule is already registered Aug 17 02:02:55.869714 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.v2.resource_helper [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Service CORE assigned prefix: {{(pid=95295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:02:55.870055 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 02:02:55.870405 n-d-793621-31 neutron-server[95295]: WARNING neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] subnetpool is already registered Aug 17 02:02:55.870835 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.v2.resource_helper [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Service CORE assigned prefix: {{(pid=95295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:02:55.871169 n-d-793621-31 neutron-server[95295]: INFO neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 02:02:55.871514 n-d-793621-31 neutron-server[95295]: WARNING neutron.quota.resource_registry [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] subnetpool is already registered Aug 17 02:02:55.871995 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: extensions {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.873649 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: address-groups {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.875233 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: address-scopes {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.876442 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: agents {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.877642 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: auto-allocated-topology {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.879065 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: availability_zones {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.880291 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: dhcp-networks {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.882686 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: dhcp-agents {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.884254 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: routers {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.886014 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: flavors {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.887222 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: service_profiles {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.888573 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: next_providers {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.890091 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: service_profiles {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.891637 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: floatingip-pools {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.892860 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: routers {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.894705 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: floatingips {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.895921 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: l3-routers {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.897656 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: l3-agents {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.899492 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: metering-labels {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.900739 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: metering-label-rules {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.902061 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: network-ip-availabilities {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.903430 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: bindings {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.905008 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: quotas {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.906471 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: quotas {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.908109 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: rbac-policies {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.909378 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: security-groups {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.910613 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: security-group-rules {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.911844 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: service-providers {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.914056 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: subnetpools {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.915443 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: subnetpools {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.916887 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: tags {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.918761 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: tags {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.920517 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: tags {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.922505 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: tags {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.924283 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: tags {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.926266 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: tags {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.929893 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: tags {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.931821 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: tags {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.933636 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: tags {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.935528 n-d-793621-31 neutron-server[95295]: DEBUG neutron.api.extensions [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Extended resource: tags {{(pid=95295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:02:55.941709 n-d-793621-31 neutron-server[95295]: WARNING keystonemiddleware.auth_token [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 17 02:02:55.946666 n-d-793621-31 neutron-server[95295]: WARNING keystonemiddleware.auth_token [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 17 02:02:55.955453 n-d-793621-31 neutron-server[95295]: DEBUG oslo_concurrency.lockutils [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Acquired lock "singleton_lock" {{(pid=95295) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 17 02:02:55.955940 n-d-793621-31 neutron-server[95295]: DEBUG oslo_concurrency.lockutils [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Releasing lock "singleton_lock" {{(pid=95295) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 17 02:02:55.956592 n-d-793621-31 neutron-server[95295]: INFO oslo_service.service [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Starting 2 workers Aug 17 02:02:55.961744 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Started child 95406 {{(pid=95295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 02:02:55.966309 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Started child 95407 {{(pid=95295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 02:02:55.967132 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:02:55.967910 n-d-793621-31 neutron-server[95295]: INFO neutron.service [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Neutron service started, listening on 0.0.0.0:9696 Aug 17 02:02:55.968600 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Notify callbacks [] for process, before_spawn {{(pid=95295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:02:55.968769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [-] (95406) wsgi starting up on http://0.0.0.0:9696 Aug 17 02:02:55.971064 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:02:55.971516 n-d-793621-31 neutron-server[95295]: INFO oslo_service.service [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Starting 1 workers Aug 17 02:02:55.972428 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [-] (95407) wsgi starting up on http://0.0.0.0:9696 Aug 17 02:02:55.977250 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Started child 95408 {{(pid=95295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 02:02:55.977795 n-d-793621-31 neutron-server[95295]: INFO oslo_service.service [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Starting 1 workers Aug 17 02:02:55.980916 n-d-793621-31 neutron-server[95408]: DEBUG neutron.service [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] calling RpcWorker wait() {{(pid=95408) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 17 02:02:55.981467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.service [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] returning from RpcWorker wait() {{(pid=95408) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 17 02:02:55.982422 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Started child 95409 {{(pid=95295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 02:02:55.982861 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:02:55.983252 n-d-793621-31 neutron-server[95295]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f500-8677-4d40-a0c9-1757e9fee30e None None] Notify callbacks [] for process, after_spawn {{(pid=95295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:02:55.983476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:02:55.985263 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95295) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 02:02:55.985499 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 02:02:55.985686 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 02:02:55.985906 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 02:02:55.986285 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 02:02:55.986465 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 02:02:55.987031 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.987323 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.987566 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:02:55.988032 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.988032 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.988173 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.988528 n-d-793621-31 neutron-server[95409]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:02:55.988751 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.989028 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.989320 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.989615 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.989853 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.990024 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.990306 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.990624 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.991400 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.991704 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.992066 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.992368 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.992656 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.992853 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.993130 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.993419 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.993687 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.993960 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] debug = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.994211 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.994956 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.995218 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.995478 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.995737 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.996029 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.996281 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.996566 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.996808 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.997026 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.997297 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.997565 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.997823 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.998042 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.998264 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.998533 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.998771 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.999262 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] host = n-d-793621-31 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.999505 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.999748 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:55.999982 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.000235 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.000506 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.000738 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.001021 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.001305 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.001586 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.001840 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.002092 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.005634 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.005634 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.005634 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_file = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.005634 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_options = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.005634 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.005634 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.005634 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.005634 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.006938 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.006938 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.006938 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.006938 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.006938 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.006938 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.006938 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.007841 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.007841 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.008100 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60780) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:02:56.008248 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.008248 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.008248 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.008248 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.008248 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.008248 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.008248 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.008248 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.009314 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.009314 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.009314 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.009314 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.009842 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.009842 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.010110 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.010110 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.010499 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.010644 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.010841 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.011102 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.011349 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.011700 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.011850 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.012114 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.012376 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.012559 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.012812 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.013078 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.014901 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.014901 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.014901 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.014901 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.014901 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] use_json = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.014901 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.014901 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.015857 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062983 Aug 17 02:02:56.016004 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.016004 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.016004 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.016004 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.016913 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.017204 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.018571 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.018571 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.018571 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.018571 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.019268 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.019268 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.019528 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.019664 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.019806 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.021788 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.022184 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.022515 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.022910 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.023202 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.023470 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.023837 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.024399 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.025301 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.025571 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.025836 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.026070 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.026324 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.026921 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.027020 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.027279 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.027544 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.027775 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.028059 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.028289 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.028516 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.028750 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.028975 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.030662 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.030662 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.030662 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.035826 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.035826 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.035826 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.035826 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.035826 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.035826 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.035826 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.035826 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.035826 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.036561 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.036561 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.036561 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.036561 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.036561 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.036561 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.036561 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.036561 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.036561 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.038637 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.038637 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.038637 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.038637 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.038637 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.038637 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.038637 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.038637 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.038637 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.039700 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.039700 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.039700 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.039700 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.040092 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.040092 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.040300 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.040481 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.040710 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.040999 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.041197 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.041402 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.042196 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.042196 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.042196 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.042988 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.042988 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.042988 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.042988 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.043388 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.043388 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.043618 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.044684 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.044684 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.044684 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.044684 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.045029 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.045371 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.046383 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.046855 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.047270 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.047688 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.048121 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.048603 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.049038 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.049507 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.049950 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.050398 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.050848 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.051272 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.051698 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.051941 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.052215 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.052450 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.052718 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.053614 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.053614 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.053614 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.053614 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.055256 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.055383 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.055869 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.056110 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.056403 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.056714 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.057022 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.057307 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.057550 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.057816 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.058080 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.058506 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.058940 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.059212 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.059475 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.059706 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.060466 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.060466 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.060466 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.060674 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.060914 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.061333 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.062407 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.062407 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.062407 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.062407 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.062686 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.062773 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.063028 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.063290 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.063532 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.063823 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.064060 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.064936 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.064936 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.064936 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.065143 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.065443 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.065591 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.065732 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.065956 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.069093 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.069093 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.069093 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.069093 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.069093 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.069093 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.069093 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.069093 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.069744 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.069744 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.069744 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.069744 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.069744 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.069744 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.069744 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.071655 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.071655 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.071655 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.071655 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.071655 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.071655 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.071655 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.072645 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.072645 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.072645 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.072645 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.072645 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.074081 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.074081 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.074081 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.074081 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.074081 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.074081 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.074696 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.074696 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.074884 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.075001 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.075411 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.075544 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.075834 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.075964 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.076199 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.076453 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.076640 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.076860 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.077075 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.079693 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.079693 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.079693 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.079693 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.079693 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.079693 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.079693 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.080167 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.080271 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.080678 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.082001 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.082467 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.082903 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.083158 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.084088 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.084702 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.085333 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.085761 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.086170 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.086575 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.087010 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.087260 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.087489 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.087730 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.087980 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.088226 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.088467 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.088689 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.088911 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.089143 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.090052 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.090276 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.090703 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.091145 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.091539 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.091946 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.092182 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.092404 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.092663 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.093111 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.093505 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.093749 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.093979 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.094206 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.095222 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.095222 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.095222 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.095478 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.095478 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.095744 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.096103 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.096357 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.096580 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.096852 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.097083 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.097360 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.097591 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.097857 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.098187 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.098490 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.098787 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.099047 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.099343 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.100189 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.100614 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.101043 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.101440 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.101792 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.102100 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.102409 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.102673 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.102944 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.103204 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.103453 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.103717 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.103961 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.104193 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.104442 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.104681 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.104935 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.105158 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.105440 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.105666 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.105896 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.106149 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.106442 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.106661 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.106756 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 02:02:56.107313 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95295) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 02:02:56.107481 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 02:02:56.107651 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 02:02:56.107851 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 02:02:56.108660 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 02:02:56.108660 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 02:02:56.108660 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.108660 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.108930 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.108930 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.109063 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.109510 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.109510 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.109668 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.109765 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.110112 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.110285 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.110438 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.110597 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.110760 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.110924 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.111455 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.111455 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.111455 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.111769 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.111769 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.111977 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.113352 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.113352 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] debug = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.113352 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.113352 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.113352 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.113352 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.114900 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.114900 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.114900 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.114900 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.114900 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.114900 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.114900 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.114900 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.115984 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.115984 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.115984 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.115984 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.115984 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.115984 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] host = n-d-793621-31 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.115984 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.115984 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.115984 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.117448 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.117448 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.117448 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.117448 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.117448 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.117448 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.117448 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.117448 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.117996 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.117996 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.117996 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_file = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.117996 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_options = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.117996 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.117996 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.118392 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.118392 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.118522 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.118630 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.118795 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.118962 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.119117 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.119599 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.119710 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.119850 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.120151 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.120449 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.121279 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.121279 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.121279 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.121279 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.121279 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.121629 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.121629 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.121750 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.121898 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.122031 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.122184 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.122349 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.122570 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.122665 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.122808 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.122964 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.123119 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.123286 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.123452 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.123618 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.125044 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.125044 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.125044 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.125044 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.125044 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.125044 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.125044 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.125044 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.125785 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.125785 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.126284 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.126604 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] use_json = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.126936 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.127102 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.127268 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.127456 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.127622 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.127783 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.127949 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.128106 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:02:56.128295 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.128463 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.128646 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.129344 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.129344 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.129344 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.129988 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.130173 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.130341 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.130510 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.130707 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.132777 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.132777 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.132777 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.132777 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.132777 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.132777 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.132777 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.133308 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.133308 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.133308 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.133503 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.133567 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.133748 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.133887 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.134256 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.134486 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.134657 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.135019 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.135191 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.135360 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.135528 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.135694 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.135860 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.136026 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.136241 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.136364 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.136591 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.136731 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.136906 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.137077 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.137229 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.137496 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.137653 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.137808 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.137961 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.138111 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.138252 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.138390 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.138528 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.138704 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.138870 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.139035 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.139200 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.139366 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.139519 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.139687 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.139862 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.140014 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.140170 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.140349 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.140567 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.140734 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.140900 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.141060 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.141301 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.141455 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.141701 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.141847 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.142000 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.142150 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.142289 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.142415 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.142555 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.142716 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.142843 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.143008 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.143173 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.143338 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.143503 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.143668 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.143836 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.144001 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.144165 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.144341 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.145295 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.145295 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.145295 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.145295 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.145295 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.145909 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.145909 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.145909 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.145909 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.146896 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.146896 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.146896 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.146896 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.146896 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.147449 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.147449 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.147449 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.147773 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.147773 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.147926 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.148046 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.148232 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.148400 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.148567 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.148732 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.148965 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.149161 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.149348 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.150243 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.150434 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.150612 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.150789 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.150944 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.151113 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.151279 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.151445 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.151610 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.151758 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.151927 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.152091 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.152256 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.152422 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.152595 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.152772 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.152941 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.153216 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.153355 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.153470 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.153982 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.153982 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.153982 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.154398 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.154398 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.154597 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.154701 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.155599 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.155771 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.155938 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.156105 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.156259 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.156516 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.156673 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.156796 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.156975 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.157100 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.157215 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.158208 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.158400 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.158573 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.158728 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.158874 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.159031 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.159176 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.159435 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.159532 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.159690 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.160651 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.160651 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.160651 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.160651 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.160651 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.160973 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.160973 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.160973 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.161150 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.161466 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.161466 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.161761 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.161898 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.162587 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.162737 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.163007 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.163155 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.164223 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.164395 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.164566 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.165117 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.165117 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.165117 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.165536 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.165536 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.165536 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.165808 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.165889 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.166033 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.166199 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.166363 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.166520 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.166660 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.166799 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.166950 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.167116 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.167281 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.167449 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.167619 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.167851 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.168028 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.168170 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.168308 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.168445 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.168600 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.168739 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.168887 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.169086 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.169357 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.169515 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.169655 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.169793 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.169953 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.170116 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.170291 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.170450 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.170601 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.170776 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.170935 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.171097 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.171270 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.171419 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.171563 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.171727 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.171885 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.172047 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.172209 n-d-793621-31 neutron-server[95408]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:02:56.172357 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.172357 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.172621 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.172760 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.172910 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.173049 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.173196 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.173366 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.173506 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.173643 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.173816 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.173982 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.174147 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.174312 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.174469 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.174640 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.174788 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.174939 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.175122 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.175312 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.175524 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.175695 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.175882 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.176030 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.176197 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.176364 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.176622 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.176749 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.176858 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.176990 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.178545 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.178545 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.178545 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.178545 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.178545 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.179076 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.179076 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.179307 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.179619 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.179801 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.179994 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.180198 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.180311 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.180464 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.180629 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.180794 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.180958 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.181122 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.182838 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.182838 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.182838 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.182838 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.182838 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.182838 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.182838 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.183556 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.183556 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.183556 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:02:56.183556 n-d-793621-31 neutron-server[95295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 02:03:07.838277 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fac0bd-c2d4-4352-870f-893bc29df08e None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:03:07.918899 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fac0bd-c2d4-4352-870f-893bc29df08e None None] No non-hosted networks {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 17 02:03:07.933448 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.agentschedulers_db [None req-b3fac0bd-c2d4-4352-870f-893bc29df08e None None] DHCP Agent not found on host n-d-793621-31 {{(pid=95408) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 17 02:03:08.091270 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ebfbb69f-371e-4e92-84cb-767fee2ec359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759826'] for agent, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:10.213430 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d0acad0f-521a-4b26-9a60-7d88625e218e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759826'] for agent, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:10.280562 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-eee27eb5-d604-4904-a7ad-2a7fababa0c4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-793621-31 {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:03:10.281295 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-eee27eb5-d604-4904-a7ad-2a7fababa0c4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:03:10.584182 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759826'] for agent, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:10.584851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:10.585192 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:10.585551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:10.585879 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:10.586206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:10.586533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:10.586857 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:10.587177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:10.587498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:10.587815 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:10.588169 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:10.588493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:10.588877 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793621-31', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:03:10.596501 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793621-31', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:03:10.886492 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eee27eb5-d604-4904-a7ad-2a7fababa0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:11.651170 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759826'] for agent, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:13.531624 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759826'] for agent, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:13.586920 n-d-793621-31 neutron-server[95408]: INFO neutron.db.l3_hamode_db [None req-17b4b058-f2b3-4472-bada-20c777b80c97 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 17 02:03:13.663656 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b4b058-f2b3-4472-bada-20c777b80c97 None None] Routers set() bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:03:13.664044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b4b058-f2b3-4472-bada-20c777b80c97 None None] Router IDs set() for agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 02:03:14.557390 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60886) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:03:15.043064 n-d-793621-31 neutron-server[95406]: WARNING oslo_policy.policy [None req-fe5c3c1c-c55c-4eb5-9814-ae05a7a39ebb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:03:15.043649 n-d-793621-31 neutron-server[95406]: WARNING oslo_policy.policy [None req-fe5c3c1c-c55c-4eb5-9814-ae05a7a39ebb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:03:15.264037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-fe5c3c1c-c55c-4eb5-9814-ae05a7a39ebb admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:03:15.265100 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fe5c3c1c-c55c-4eb5-9814-ae05a7a39ebb admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7068207 Aug 17 02:03:17.601283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60900) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:03:17.907057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-dc6050c4-b04c-4f9e-8807-04e7b09a88f9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:03:17.999552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.policy [None req-dc6050c4-b04c-4f9e-8807-04e7b09a88f9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95406) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 02:03:18.044837 n-d-793621-31 neutron-server[95406]: WARNING oslo_policy.policy [None req-dc6050c4-b04c-4f9e-8807-04e7b09a88f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:03:18.045214 n-d-793621-31 neutron-server[95406]: WARNING oslo_policy.policy [None req-dc6050c4-b04c-4f9e-8807-04e7b09a88f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:03:18.054216 n-d-793621-31 neutron-server[95406]: INFO neutron.quota [None req-dc6050c4-b04c-4f9e-8807-04e7b09a88f9 admin admin] Loaded quota_driver: . Aug 17 02:03:18.200184 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dc6050c4-b04c-4f9e-8807-04e7b09a88f9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730037634134', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730037634723', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730037523041', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730037525554', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730038012565', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730037538090', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-604112', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-773117', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1755254', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1678821'] for rbac-policy, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:18.428850 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dc6050c4-b04c-4f9e-8807-04e7b09a88f9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:18.429973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dc6050c4-b04c-4f9e-8807-04e7b09a88f9 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8277023 Aug 17 02:03:21.072068 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60912) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:03:21.389192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:03:21.485533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Made reservation on behalf of 9224c5fcd3ff4a7fb343715ff69cff38 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:03:21.488563 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:21.506444 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:21.908961 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:22.028702 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:22.048476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:03:22.076405 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730040265162', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:22.077004 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Unsubscribe: segment precommit_create {{(pid=95406) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 02:03:22.077558 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Added segment 1c494e84-6d00-40cd-8c77-9389ce7f61ae of type vlan for network eb01195a-1144-4f47-a19e-f2dd74f3c7f5 Aug 17 02:03:22.095051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568c7fe6-7b8d-4198-b870-e7b20e6ad960,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:22.121466 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:22.121806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:22.122135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:22.122458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:22.122779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:22.123095 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:22.123408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:22.123719 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:22.124030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:22.124344 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:22.124652 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:22.124959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Tracked resource versions report: Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: pushed versions: Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: { 'AddressGroup': {'1.2'}, Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'ConntrackHelper': {'1.0'}, Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'Log': {'1.0'}, Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'Network': {'1.1'}, Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'Port': {'1.7'}, Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'PortForwarding': {'1.2'}, Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'QosPolicy': {'1.9'}, Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'SecurityGroup': {'1.4'}, Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'SubPort': {'1.0'}, Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'Subnet': {'1.1'}, Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'Trunk': {'1.1'}} Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: consumer versions: Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: { DHCP agent@n-d-793621-31: {}, Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: L3 agent@n-d-793621-31: {}, Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: Metadata agent@n-d-793621-31: {}, Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: Metering agent@n-d-793621-31: {}, Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: Open vSwitch agent@n-d-793621-31: { 'AddressGroup': '1.2', Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'ConntrackHelper': '1.0', Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'Log': '1.0', Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'Network': '1.1', Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'Port': '1.7', Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'PortForwarding': '1.2', Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'QosPolicy': '1.9', Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'SecurityGroup': '1.4', Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'SecurityGroupRule': '1.2', Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'SubPort': '1.0', Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'Subnet': '1.1', Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: 'Trunk': '1.1'}} Aug 17 02:03:22.126075 n-d-793621-31 neutron-server[95406]: {{(pid=95406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:03:22.199915 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:22.314982 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:22.316132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:03:22.316933 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:22.414587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] Pushing event updated for resources: {'Network': ['ID=eb01195a-1144-4f47-a19e-f2dd74f3c7f5,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:22.426439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network eb01195a-1144-4f47-a19e-f2dd74f3c7f5 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:03:22.492396 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-95c6835e-9320-43ce-b6cd-149133cee494 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4192255 Aug 17 02:03:25.104626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60926) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:03:25.493879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a29faef-5a89-4881-8780-822c1f851bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:03:25.495252 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9a29faef-5a89-4881-8780-822c1f851bba admin admin] 10.222.0.13 "GET /v2.0/networks/eb01195a-1144-4f47-a19e-f2dd74f3c7f5 HTTP/1.1" status: 200 len: 825 time: 0.3896792 Aug 17 02:03:25.519503 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cee7fc87-df62-4c7b-a5cd-78dc6c971d30 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/838726b7-72ba-46d1-9077-5dba9073d1b9 HTTP/1.1" status: 200 len: 734 time: 0.0182555 Aug 17 02:03:25.529322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-78e1ace9-dd46-4990-a694-25982b30ea2a admin admin] Request body: {'subnet': {'subnetpool_id': '838726b7-72ba-46d1-9077-5dba9073d1b9', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'ip_version': 4, 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:03:25.651776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e1ace9-dd46-4990-a694-25982b30ea2a admin admin] Made reservation on behalf of 9224c5fcd3ff4a7fb343715ff69cff38 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:03:25.654270 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78e1ace9-dd46-4990-a694-25982b30ea2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:26.057350 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78e1ace9-dd46-4990-a694-25982b30ea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:26.127723 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1ace9-dd46-4990-a694-25982b30ea2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=143d403c-dd71-4af9-b17a-cd4cd02f6561,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:26.131992 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e1ace9-dd46-4990-a694-25982b30ea2a admin admin] Checking segment: {'id': '1c494e84-6d00-40cd-8c77-9389ce7f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:03:26.132490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e1ace9-dd46-4990-a694-25982b30ea2a admin admin] Network hostable DHCP agents. Network: eb01195a-1144-4f47-a19e-f2dd74f3c7f5, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:03:26.211458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e1ace9-dd46-4990-a694-25982b30ea2a admin admin] Network eb01195a-1144-4f47-a19e-f2dd74f3c7f5 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:03:26.296869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-78e1ace9-dd46-4990-a694-25982b30ea2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, eb01195a-1144-4f47-a19e-f2dd74f3c7f5) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:03:26.301586 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e1ace9-dd46-4990-a694-25982b30ea2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:03:26.302788 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78e1ace9-dd46-4990-a694-25982b30ea2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:26.310043 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c31658b-06f8-491d-a76b-879e86e8ee93 None None] Network eb01195a-1144-4f47-a19e-f2dd74f3c7f5 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:03:26.395034 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-78e1ace9-dd46-4990-a694-25982b30ea2a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8689935 Aug 17 02:03:26.624751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-eb01195a-1144-4f47-a19e-f2dd74f3c7f5', 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5', 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'fixed_ips': [{'subnet_id': '143d403c-dd71-4af9-b17a-cd4cd02f6561'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:03:26.625970 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:26.947385 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Allocated IP 172.20.0.2 (eb01195a-1144-4f47-a19e-f2dd74f3c7f5/143d403c-dd71-4af9-b17a-cd4cd02f6561/13abf39f-4e06-4a25-9d38-93101096e30d) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:03:27.178794 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:27.193872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Transition to ACTIVE for port object 13abf39f-4e06-4a25-9d38-93101096e30d will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:03:27.214971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Transition to ACTIVE for port object 13abf39f-4e06-4a25-9d38-93101096e30d will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:03:27.298057 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:27.374148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Network eb01195a-1144-4f47-a19e-f2dd74f3c7f5 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:03:27.378796 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:03:27.384671 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Pushing event updated for resources: {'Port': ['ID=13abf39f-4e06-4a25-9d38-93101096e30d,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:27.386811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:03:27.396448 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:27.396794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:27.397143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:27.397511 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:27.397848 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:27.398181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:27.398510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:27.398836 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:27.399162 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:27.399487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:27.399813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:27.400135 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Tracked resource versions report: Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: pushed versions: Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: { 'AddressGroup': {'1.2'}, Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'ConntrackHelper': {'1.0'}, Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'Log': {'1.0'}, Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'Network': {'1.1'}, Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'Port': {'1.7'}, Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'PortForwarding': {'1.2'}, Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'QosPolicy': {'1.9'}, Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'SecurityGroup': {'1.4'}, Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'SubPort': {'1.0'}, Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'Subnet': {'1.1'}, Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'Trunk': {'1.1'}} Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: consumer versions: Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: { DHCP agent@n-d-793621-31: {}, Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: L3 agent@n-d-793621-31: {}, Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: Metadata agent@n-d-793621-31: {}, Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: Metering agent@n-d-793621-31: {}, Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: Open vSwitch agent@n-d-793621-31: { 'AddressGroup': '1.2', Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'ConntrackHelper': '1.0', Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'Log': '1.0', Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'Network': '1.1', Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'Port': '1.7', Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'PortForwarding': '1.2', Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'QosPolicy': '1.9', Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'SecurityGroup': '1.4', Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'SecurityGroupRule': '1.2', Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'SubPort': '1.0', Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'Subnet': '1.1', Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: 'Trunk': '1.1'}} Aug 17 02:03:27.401257 n-d-793621-31 neutron-server[95408]: {{(pid=95408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:03:27.471919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Attempting to bind port 13abf39f-4e06-4a25-9d38-93101096e30d on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:03:27.472228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Attempting to bind port 13abf39f-4e06-4a25-9d38-93101096e30d by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '1c494e84-6d00-40cd-8c77-9389ce7f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:03:27.472665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Attempting to bind port 13abf39f-4e06-4a25-9d38-93101096e30d on network eb01195a-1144-4f47-a19e-f2dd74f3c7f5 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:03:27.478187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:03:27.478582 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Checking segment: {'id': '1c494e84-6d00-40cd-8c77-9389ce7f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:03:27.479082 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:27.479520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Bound using segment: {'id': '1c494e84-6d00-40cd-8c77-9389ce7f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:03:27.479962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Bound port: 13abf39f-4e06-4a25-9d38-93101096e30d, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c494e84-6d00-40cd-8c77-9389ce7f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:03:27.480382 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:27.544125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] For port 13abf39f-4e06-4a25-9d38-93101096e30d, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:03:27.548292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] For port 13abf39f-4e06-4a25-9d38-93101096e30d, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=13abf39f-4e06-4a25-9d38-93101096e30d,segment=NetworkSegment(1c494e84-6d00-40cd-8c77-9389ce7f61ae),segment_id=1c494e84-6d00-40cd-8c77-9389ce7f61ae)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:03:27.674907 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:27.738379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bb1cb-887c-4949-8cf3-75ef15512597 None None] Pushing event updated for resources: {'Port': ['ID=13abf39f-4e06-4a25-9d38-93101096e30d,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:28.754568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60934) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:03:29.083998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-2110ea9d-8b88-413b-afca-4ddc1b5f8029 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:03:29.085267 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2110ea9d-8b88-413b-afca-4ddc1b5f8029 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3292000 Aug 17 02:03:31.465097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60942) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:03:31.780064 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-ff1e47b4-7c79-4ff6-a188-32fc98ce6133 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:03:31.781069 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ff1e47b4-7c79-4ff6-a188-32fc98ce6133 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3150029 Aug 17 02:03:34.460428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60952) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:03:34.759352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-bb255388-aa7f-45ef-96fb-8c02c8402508 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:03:34.920544 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bb255388-aa7f-45ef-96fb-8c02c8402508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:34.922072 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bb255388-aa7f-45ef-96fb-8c02c8402508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:35.074261 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bb255388-aa7f-45ef-96fb-8c02c8402508 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:35.138028 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bb255388-aa7f-45ef-96fb-8c02c8402508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:35.211454 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bb255388-aa7f-45ef-96fb-8c02c8402508 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:35.212640 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bb255388-aa7f-45ef-96fb-8c02c8402508 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7512131 Aug 17 02:03:36.052658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2947990-68d7-4df2-b257-6606b3848d9a None None] Network eb01195a-1144-4f47-a19e-f2dd74f3c7f5 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:03:36.170900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c3741219-be15-456c-af28-02a9deb5107d None None] Provisioning for port 13abf39f-4e06-4a25-9d38-93101096e30d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:03:36.544904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 13abf39f-4e06-4a25-9d38-93101096e30d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:03:36.679568 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 13abf39f-4e06-4a25-9d38-93101096e30d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:03:36.683374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 13abf39f-4e06-4a25-9d38-93101096e30d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:03:36.683770 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:36.787376 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:36.821855 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 13abf39f-4e06-4a25-9d38-93101096e30d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=13abf39f-4e06-4a25-9d38-93101096e30d,segment=NetworkSegment(1c494e84-6d00-40cd-8c77-9389ce7f61ae),segment_id=1c494e84-6d00-40cd-8c77-9389ce7f61ae)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:03:36.897314 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:36.943166 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=13abf39f-4e06-4a25-9d38-93101096e30d,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:37.623731 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60964) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:03:37.845605 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-78b0e2be-b1f6-44cc-ac2d-cc03461db358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:38.118646 n-d-793621-31 neutron-server[95407]: WARNING oslo_policy.policy [None req-90daa2fc-9df9-4b99-acd9-6f6d5a2504b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:03:38.119255 n-d-793621-31 neutron-server[95407]: WARNING oslo_policy.policy [None req-90daa2fc-9df9-4b99-acd9-6f6d5a2504b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:03:38.333849 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-90daa2fc-9df9-4b99-acd9-6f6d5a2504b9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:03:38.335007 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-90daa2fc-9df9-4b99-acd9-6f6d5a2504b9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7091053 Aug 17 02:03:38.518903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 13abf39f-4e06-4a25-9d38-93101096e30d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:03:38.569662 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 13abf39f-4e06-4a25-9d38-93101096e30d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:03:38.570038 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:40.148530 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-43a6d9be-ec57-467f-befb-325cc9888e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:40.683274 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60978) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:03:40.748552 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:41.000486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:03:41.001864 n-d-793621-31 neutron-server[95407]: INFO neutron.quota [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Loaded quota_driver: . Aug 17 02:03:41.142371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Made reservation on behalf of 1e48ad2fafb64e079383e323a9db01a9 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:03:41.221308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.policy [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95407) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 02:03:41.266925 n-d-793621-31 neutron-server[95407]: WARNING oslo_policy.policy [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:03:41.267233 n-d-793621-31 neutron-server[95407]: WARNING oslo_policy.policy [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:03:41.277760 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:41.298350 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:41.424840 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:41.502711 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:41.514590 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Reserving flat network on physical network physnet1 {{(pid=95407) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 17 02:03:41.548107 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:41.548654 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730040265162', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:41.548654 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Unsubscribe: segment precommit_create {{(pid=95407) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 02:03:41.549194 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Added segment db418d37-946b-40ed-9368-ae61911cf30d of type flat for network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 Aug 17 02:03:41.567438 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8d28fc-cf6c-458e-954a-a727ec595457,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:41.589461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:41.589799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:41.590131 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:41.590458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:41.590787 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:41.591106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:41.591424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:41.591738 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:41.592053 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:41.592366 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:41.592677 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:41.592988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Tracked resource versions report: Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: pushed versions: Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: { 'AddressGroup': {'1.2'}, Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'ConntrackHelper': {'1.0'}, Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'Log': {'1.0'}, Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'Network': {'1.1'}, Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'Port': {'1.7'}, Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'PortForwarding': {'1.2'}, Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'QosPolicy': {'1.9'}, Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'SecurityGroup': {'1.4'}, Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'SubPort': {'1.0'}, Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'Subnet': {'1.1'}, Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'Trunk': {'1.1'}} Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: consumer versions: Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: { DHCP agent@n-d-793621-31: {}, Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: L3 agent@n-d-793621-31: {}, Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: Metadata agent@n-d-793621-31: {}, Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: Metering agent@n-d-793621-31: {}, Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: Open vSwitch agent@n-d-793621-31: { 'AddressGroup': '1.2', Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'ConntrackHelper': '1.0', Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'Log': '1.0', Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'Network': '1.1', Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'Port': '1.7', Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'PortForwarding': '1.2', Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'QosPolicy': '1.9', Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'SecurityGroup': '1.4', Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'SecurityGroupRule': '1.2', Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'SubPort': '1.0', Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'Subnet': '1.1', Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: 'Trunk': '1.1'}} Aug 17 02:03:41.594144 n-d-793621-31 neutron-server[95407]: {{(pid=95407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:03:41.689562 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:41.822549 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:41.823749 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:03:41.824402 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:41.918918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] Pushing event updated for resources: {'Network': ['ID=9deef9fe-55fb-4ad7-89a2-6eefc4538d47,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:41.928697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:03:41.983073 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-18e66337-e2e8-4536-bec2-deb945cefd73 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2986896 Aug 17 02:03:43.619688 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:44.298933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 32770) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:03:44.512017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ecb041-b93f-4994-8d7f-50aa352853a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:03:44.513404 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-62ecb041-b93f-4994-8d7f-50aa352853a7 admin admin] 10.222.0.13 "GET /v2.0/subnets/143d403c-dd71-4af9-b17a-cd4cd02f6561 HTTP/1.1" status: 200 len: 849 time: 0.2134905 Aug 17 02:03:44.672215 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-72b41a3d-3cf2-4aca-8595-51838d258cc1 admin admin] 10.222.0.13 "GET /v2.0/routers/87699d75-03a2-40ff-a75a-594d40061209 HTTP/1.1" status: 200 len: 704 time: 0.1528676 Aug 17 02:03:44.948152 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:45.236867 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Allocated IP 172.20.0.1 (eb01195a-1144-4f47-a19e-f2dd74f3c7f5/143d403c-dd71-4af9-b17a-cd4cd02f6561/c66611fb-a708-43ad-ad8d-a7d57f17b9bb) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:03:45.416431 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:45.439212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Transition to ACTIVE for port object c66611fb-a708-43ad-ad8d-a7d57f17b9bb will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:03:45.577120 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:45.649616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Network eb01195a-1144-4f47-a19e-f2dd74f3c7f5 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:03:45.657987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:03:45.662231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:03:45.662231 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:45.720024 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c66611fb-a708-43ad-ad8d-a7d57f17b9bb,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:45.911942 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:45.919301 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e3750d56-cce7-4c7c-ad51-66946152ccb6 None None] Provisioning for port c66611fb-a708-43ad-ad8d-a7d57f17b9bb completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:03:45.923062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e3750d56-cce7-4c7c-ad51-66946152ccb6 None None] Provisioning complete for port c66611fb-a708-43ad-ad8d-a7d57f17b9bb triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:03:45.923443 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3750d56-cce7-4c7c-ad51-66946152ccb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:45.957172 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e3750d56-cce7-4c7c-ad51-66946152ccb6 None None] Port c66611fb-a708-43ad-ad8d-a7d57f17b9bb cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:03:46.165625 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:46.216730 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:46.217525 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:46.293524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c66611fb-a708-43ad-ad8d-a7d57f17b9bb,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:46.340714 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Network eb01195a-1144-4f47-a19e-f2dd74f3c7f5 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:03:46.342059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:03:46.570835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Router 87699d75-03a2-40ff-a75a-594d40061209 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:03:46.578071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f7db4841-6cb1-4a9d-b2a6-8a42d0fb589c None None] Provisioning complete for port c66611fb-a708-43ad-ad8d-a7d57f17b9bb triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:03:46.578458 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f7db4841-6cb1-4a9d-b2a6-8a42d0fb589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:46.611191 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f7db4841-6cb1-4a9d-b2a6-8a42d0fb589c None None] Port c66611fb-a708-43ad-ad8d-a7d57f17b9bb cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:03:46.659476 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:03:46.670489 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8ab0adc8-5836-4eff-a846-73beac09a2d4 admin admin] 10.222.0.13 "PUT /v2.0/routers/87699d75-03a2-40ff-a75a-594d40061209/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9861965 Aug 17 02:03:46.671566 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Sync routers for ids ['87699d75-03a2-40ff-a75a-594d40061209'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:03:46.682676 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Routers {'87699d75-03a2-40ff-a75a-594d40061209'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:03:46.683453 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:03:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['87699d75-03a2-40ff-a75a-594d40061209'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:03:46.869324 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Set router 87699d75-03a2-40ff-a75a-594d40061209 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:03:47.296288 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87699d75-03a2-40ff-a75a-594d40061209', 'name': 'router1', 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:03:34Z', 'updated_at': '2021-08-17T02:03:45Z', 'revision_number': 2, 'project_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'gw_port_host': None, '_interfaces': [{'id': 'c66611fb-a708-43ad-ad8d-a7d57f17b9bb', 'name': '', 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5', 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'mac_address': 'fa:16:3e:f4:aa:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87699d75-03a2-40ff-a75a-594d40061209', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '143d403c-dd71-4af9-b17a-cd4cd02f6561', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:03:44Z', 'updated_at': '2021-08-17T02:03:46Z', 'revision_number': 2, 'project_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'subnets': [{'id': '143d403c-dd71-4af9-b17a-cd4cd02f6561', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '838726b7-72ba-46d1-9077-5dba9073d1b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:03:47.346754 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Checking router: 87699d75-03a2-40ff-a75a-594d40061209 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:03:47.347042 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Updating router 87699d75-03a2-40ff-a75a-594d40061209 port c66611fb-a708-43ad-ad8d-a7d57f17b9bb binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:03:47.394355 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:47.912737 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:47.931253 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Transition to ACTIVE for port object c66611fb-a708-43ad-ad8d-a7d57f17b9bb will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:03:48.005261 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:48.166758 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47948766-bea8-4778-acec-1a78a8697be5 None None] Pushing event updated for resources: {'Port': ['ID=c66611fb-a708-43ad-ad8d-a7d57f17b9bb,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:48.169135 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Attempting to bind port c66611fb-a708-43ad-ad8d-a7d57f17b9bb on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:03:48.169550 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Attempting to bind port c66611fb-a708-43ad-ad8d-a7d57f17b9bb by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '1c494e84-6d00-40cd-8c77-9389ce7f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:03:48.169996 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Attempting to bind port c66611fb-a708-43ad-ad8d-a7d57f17b9bb on network eb01195a-1144-4f47-a19e-f2dd74f3c7f5 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:03:48.177194 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:03:48.177621 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Checking segment: {'id': '1c494e84-6d00-40cd-8c77-9389ce7f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:03:48.178133 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:48.178528 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Bound using segment: {'id': '1c494e84-6d00-40cd-8c77-9389ce7f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:03:48.179028 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Bound port: c66611fb-a708-43ad-ad8d-a7d57f17b9bb, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c494e84-6d00-40cd-8c77-9389ce7f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:03:48.179428 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:48.186170 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948766-bea8-4778-acec-1a78a8697be5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:48.186520 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948766-bea8-4778-acec-1a78a8697be5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:48.186861 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948766-bea8-4778-acec-1a78a8697be5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:48.187195 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948766-bea8-4778-acec-1a78a8697be5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:48.187531 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948766-bea8-4778-acec-1a78a8697be5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:48.187856 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948766-bea8-4778-acec-1a78a8697be5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:48.188182 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948766-bea8-4778-acec-1a78a8697be5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:48.188507 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948766-bea8-4778-acec-1a78a8697be5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:48.188829 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948766-bea8-4778-acec-1a78a8697be5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:48.189151 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948766-bea8-4778-acec-1a78a8697be5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:48.189494 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948766-bea8-4778-acec-1a78a8697be5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:48.189822 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948766-bea8-4778-acec-1a78a8697be5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47948766-bea8-4778-acec-1a78a8697be5 None None] Tracked resource versions report: Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: pushed versions: Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: { 'AddressGroup': {'1.2'}, Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'ConntrackHelper': {'1.0'}, Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'Log': {'1.0'}, Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'Network': {'1.1'}, Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'Port': {'1.7'}, Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'PortForwarding': {'1.2'}, Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'QosPolicy': {'1.9'}, Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'SecurityGroup': {'1.4'}, Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'SubPort': {'1.0'}, Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'Subnet': {'1.1'}, Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'Trunk': {'1.1'}} Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: consumer versions: Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: { DHCP agent@n-d-793621-31: {}, Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: L3 agent@n-d-793621-31: {}, Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: Metadata agent@n-d-793621-31: {}, Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: Metering agent@n-d-793621-31: {}, Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: Open vSwitch agent@n-d-793621-31: { 'AddressGroup': '1.2', Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'ConntrackHelper': '1.0', Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'Log': '1.0', Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'Network': '1.1', Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'Port': '1.7', Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'PortForwarding': '1.2', Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'QosPolicy': '1.9', Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'SecurityGroup': '1.4', Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'SecurityGroupRule': '1.2', Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'SubPort': '1.0', Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'Subnet': '1.1', Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: 'Trunk': '1.1'}} Aug 17 02:03:48.190917 n-d-793621-31 neutron-server[95409]: {{(pid=95409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:03:48.258683 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] For port c66611fb-a708-43ad-ad8d-a7d57f17b9bb, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:03:48.279734 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] For port c66611fb-a708-43ad-ad8d-a7d57f17b9bb, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c66611fb-a708-43ad-ad8d-a7d57f17b9bb,segment=NetworkSegment(1c494e84-6d00-40cd-8c77-9389ce7f61ae),segment_id=1c494e84-6d00-40cd-8c77-9389ce7f61ae)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:03:48.349267 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:48.410024 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Routers {'87699d75-03a2-40ff-a75a-594d40061209'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:03:48.410713 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:03:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['87699d75-03a2-40ff-a75a-594d40061209'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:03:48.448798 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47948766-bea8-4778-acec-1a78a8697be5 None None] Pushing event updated for resources: {'Port': ['ID=c66611fb-a708-43ad-ad8d-a7d57f17b9bb,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:48.506299 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] Set router 87699d75-03a2-40ff-a75a-594d40061209 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:03:48.732910 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87699d75-03a2-40ff-a75a-594d40061209', 'name': 'router1', 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:03:34Z', 'updated_at': '2021-08-17T02:03:45Z', 'revision_number': 2, 'project_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'gw_port_host': None, '_interfaces': [{'id': 'c66611fb-a708-43ad-ad8d-a7d57f17b9bb', 'name': '', 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5', 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'mac_address': 'fa:16:3e:f4:aa:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87699d75-03a2-40ff-a75a-594d40061209', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '143d403c-dd71-4af9-b17a-cd4cd02f6561', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:03:44Z', 'updated_at': '2021-08-17T02:03:48Z', 'revision_number': 4, 'project_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'subnets': [{'id': '143d403c-dd71-4af9-b17a-cd4cd02f6561', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '838726b7-72ba-46d1-9077-5dba9073d1b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:03:48.761356 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ab28b-72b8-4284-9b4a-7e9d92aead6f None None] The sync data for ids ['87699d75-03a2-40ff-a75a-594d40061209'] in n-d-793621-31 is: [{'id': '87699d75-03a2-40ff-a75a-594d40061209', 'name': 'router1', 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:03:34Z', 'updated_at': '2021-08-17T02:03:45Z', 'revision_number': 2, 'project_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'gw_port_host': None, '_interfaces': [{'id': 'c66611fb-a708-43ad-ad8d-a7d57f17b9bb', 'name': '', 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5', 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'mac_address': 'fa:16:3e:f4:aa:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87699d75-03a2-40ff-a75a-594d40061209', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '143d403c-dd71-4af9-b17a-cd4cd02f6561', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:03:44Z', 'updated_at': '2021-08-17T02:03:48Z', 'revision_number': 4, 'project_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'subnets': [{'id': '143d403c-dd71-4af9-b17a-cd4cd02f6561', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '838726b7-72ba-46d1-9077-5dba9073d1b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:03:48.869823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 32790) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:03:48.984262 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c596ed8-3b4b-4eb6-aaf4-2ddd58407feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:03:48.991756 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5c596ed8-3b4b-4eb6-aaf4-2ddd58407feb admin admin] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 842 time: 0.1145980 Aug 17 02:03:48.996197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-29c844b5-0965-4601-9c47-ced07a4c1836 admin admin] Request body: {'subnet': {'cidr': '172.25.5.0/24', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.5.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:03:49.108268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c844b5-0965-4601-9c47-ced07a4c1836 admin admin] Made reservation on behalf of 1e48ad2fafb64e079383e323a9db01a9 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:03:49.110682 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29c844b5-0965-4601-9c47-ced07a4c1836 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:49.473642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.objects.ports [None req-29c844b5-0965-4601-9c47-ced07a4c1836 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95407) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:03:49.474080 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29c844b5-0965-4601-9c47-ced07a4c1836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:49.525186 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c844b5-0965-4601-9c47-ced07a4c1836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ea4408-c874-426f-9e72-b2b91e74b6ad,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:49.538007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c844b5-0965-4601-9c47-ced07a4c1836 admin admin] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:03:49.538373 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c844b5-0965-4601-9c47-ced07a4c1836 admin admin] Network hostable DHCP agents. Network: 9deef9fe-55fb-4ad7-89a2-6eefc4538d47, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:03:49.593734 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c844b5-0965-4601-9c47-ced07a4c1836 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:03:49.673675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-29c844b5-0965-4601-9c47-ced07a4c1836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 9deef9fe-55fb-4ad7-89a2-6eefc4538d47) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:03:49.679386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c844b5-0965-4601-9c47-ced07a4c1836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:03:49.681818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384e758c-5896-45a3-9262-173d12e356e2 None None] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:03:49.686146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29c844b5-0965-4601-9c47-ced07a4c1836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:49.804970 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc6f985-c09a-4139-972f-534914985139 None None] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:03:49.811752 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-29c844b5-0965-4601-9c47-ced07a4c1836 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8192389 Aug 17 02:03:52.066743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 32798) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:03:52.202807 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-476b8101-331e-4f7a-9a77-7854ea73008c admin admin] 10.222.0.13 "GET /v2.0/routers/87699d75-03a2-40ff-a75a-594d40061209 HTTP/1.1" status: 200 len: 710 time: 0.1348484 Aug 17 02:03:52.292772 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85f383f-b4f5-4d3d-ad69-e9a3f4dc864f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:03:52.294176 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e85f383f-b4f5-4d3d-ad69-e9a3f4dc864f admin admin] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 886 time: 0.0847809 Aug 17 02:03:52.303838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:03:52.631135 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:52.928499 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:53.002706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:53.111684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Allocated IP 172.25.5.104 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/44e8a49a-38b2-420b-8432-9b21b9a980d1) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:03:53.209733 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:53.388363 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:53.427088 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:03:53.429875 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:03:53.435885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:03:53.438627 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=44e8a49a-38b2-420b-8432-9b21b9a980d1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:53.766410 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:53.966873 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:53.970370 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:54.078742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Router 87699d75-03a2-40ff-a75a-594d40061209 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:03:54.269342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:03:54.273697 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:54.274808 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-db92a69e-2355-4770-a94e-bd8239263aa4 admin admin] 10.222.0.13 "PUT /v2.0/routers/87699d75-03a2-40ff-a75a-594d40061209 HTTP/1.1" status: 200 len: 890 time: 1.9748137 Aug 17 02:03:54.558009 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c66611fb-a708-43ad-ad8d-a7d57f17b9bb up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:03:54.679366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port c66611fb-a708-43ad-ad8d-a7d57f17b9bb completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:03:54.683728 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port c66611fb-a708-43ad-ad8d-a7d57f17b9bb triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:03:54.684844 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:54.762942 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:54.798023 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port c66611fb-a708-43ad-ad8d-a7d57f17b9bb, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c66611fb-a708-43ad-ad8d-a7d57f17b9bb,segment=NetworkSegment(1c494e84-6d00-40cd-8c77-9389ce7f61ae),segment_id=1c494e84-6d00-40cd-8c77-9389ce7f61ae)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:03:54.958732 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:55.010491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=c66611fb-a708-43ad-ad8d-a7d57f17b9bb,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:55.127316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Sync routers for ids ['87699d75-03a2-40ff-a75a-594d40061209'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:03:55.138045 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Routers {'87699d75-03a2-40ff-a75a-594d40061209'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:03:55.138686 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:03:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['87699d75-03a2-40ff-a75a-594d40061209'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:03:55.381975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Set router 87699d75-03a2-40ff-a75a-594d40061209 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:03:55.775760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87699d75-03a2-40ff-a75a-594d40061209', 'name': 'router1', 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '44e8a49a-38b2-420b-8432-9b21b9a980d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:03:34Z', 'updated_at': '2021-08-17T02:03:53Z', 'revision_number': 4, 'project_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'gw_port': {'id': '44e8a49a-38b2-420b-8432-9b21b9a980d1', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87699d75-03a2-40ff-a75a-594d40061209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:03:53Z', 'updated_at': '2021-08-17T02:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'c66611fb-a708-43ad-ad8d-a7d57f17b9bb', 'name': '', 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5', 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'mac_address': 'fa:16:3e:f4:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87699d75-03a2-40ff-a75a-594d40061209', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '143d403c-dd71-4af9-b17a-cd4cd02f6561', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:03:44Z', 'updated_at': '2021-08-17T02:03:54Z', 'revision_number': 5, 'project_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'subnets': [{'id': '143d403c-dd71-4af9-b17a-cd4cd02f6561', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '838726b7-72ba-46d1-9077-5dba9073d1b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:03:55.828586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Checking router: 87699d75-03a2-40ff-a75a-594d40061209 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:03:55.829013 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Updating router 87699d75-03a2-40ff-a75a-594d40061209 port 44e8a49a-38b2-420b-8432-9b21b9a980d1 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:03:55.876583 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:56.195335 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:56.204514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Transition to ACTIVE for port object 44e8a49a-38b2-420b-8432-9b21b9a980d1 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:03:56.290736 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:56.343623 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Attempting to bind port 44e8a49a-38b2-420b-8432-9b21b9a980d1 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:03:56.343996 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Attempting to bind port 44e8a49a-38b2-420b-8432-9b21b9a980d1 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:03:56.344362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Attempting to bind port 44e8a49a-38b2-420b-8432-9b21b9a980d1 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:03:56.351392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3f9ef-98ad-475a-b16c-572bea0ca868 None None] Pushing event updated for resources: {'Port': ['ID=44e8a49a-38b2-420b-8432-9b21b9a980d1,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:56.354895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:03:56.355275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:03:56.355673 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:56.356054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:03:56.356518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Bound port: 44e8a49a-38b2-420b-8432-9b21b9a980d1, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:03:56.356919 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:56.406396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] For port 44e8a49a-38b2-420b-8432-9b21b9a980d1, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:03:56.409271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] For port 44e8a49a-38b2-420b-8432-9b21b9a980d1, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=44e8a49a-38b2-420b-8432-9b21b9a980d1,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:03:56.479657 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:56.539418 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c66611fb-a708-43ad-ad8d-a7d57f17b9bb up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:03:56.547657 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3f9ef-98ad-475a-b16c-572bea0ca868 None None] Pushing event updated for resources: {'Port': ['ID=44e8a49a-38b2-420b-8432-9b21b9a980d1,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:03:56.556792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Routers {'87699d75-03a2-40ff-a75a-594d40061209'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:03:56.557310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:03:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['87699d75-03a2-40ff-a75a-594d40061209'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:03:56.663956 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 32812) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:03:56.748271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port c66611fb-a708-43ad-ad8d-a7d57f17b9bb triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:03:56.748641 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:56.791395 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-80771135-1f3d-4799-b9fe-ddc3e4b6c2c6 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1262460 Aug 17 02:03:56.797924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] Set router 87699d75-03a2-40ff-a75a-594d40061209 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:03:57.050860 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87699d75-03a2-40ff-a75a-594d40061209', 'name': 'router1', 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '44e8a49a-38b2-420b-8432-9b21b9a980d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:03:34Z', 'updated_at': '2021-08-17T02:03:53Z', 'revision_number': 4, 'project_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'gw_port': {'id': '44e8a49a-38b2-420b-8432-9b21b9a980d1', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87699d75-03a2-40ff-a75a-594d40061209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:03:53Z', 'updated_at': '2021-08-17T02:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'c66611fb-a708-43ad-ad8d-a7d57f17b9bb', 'name': '', 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5', 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'mac_address': 'fa:16:3e:f4:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87699d75-03a2-40ff-a75a-594d40061209', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '143d403c-dd71-4af9-b17a-cd4cd02f6561', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:03:44Z', 'updated_at': '2021-08-17T02:03:54Z', 'revision_number': 5, 'project_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'subnets': [{'id': '143d403c-dd71-4af9-b17a-cd4cd02f6561', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '838726b7-72ba-46d1-9077-5dba9073d1b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:03:57.076520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4647f-bcb6-45ed-a405-8f1c129bb6d7 None None] The sync data for ids ['87699d75-03a2-40ff-a75a-594d40061209'] in n-d-793621-31 is: [{'id': '87699d75-03a2-40ff-a75a-594d40061209', 'name': 'router1', 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '44e8a49a-38b2-420b-8432-9b21b9a980d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:03:34Z', 'updated_at': '2021-08-17T02:03:53Z', 'revision_number': 4, 'project_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'gw_port': {'id': '44e8a49a-38b2-420b-8432-9b21b9a980d1', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87699d75-03a2-40ff-a75a-594d40061209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:03:53Z', 'updated_at': '2021-08-17T02:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'c66611fb-a708-43ad-ad8d-a7d57f17b9bb', 'name': '', 'network_id': 'eb01195a-1144-4f47-a19e-f2dd74f3c7f5', 'tenant_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'mac_address': 'fa:16:3e:f4:aa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87699d75-03a2-40ff-a75a-594d40061209', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '143d403c-dd71-4af9-b17a-cd4cd02f6561', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:03:44Z', 'updated_at': '2021-08-17T02:03:54Z', 'revision_number': 5, 'project_id': '9224c5fcd3ff4a7fb343715ff69cff38', 'subnets': [{'id': '143d403c-dd71-4af9-b17a-cd4cd02f6561', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '838726b7-72ba-46d1-9077-5dba9073d1b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:03:58.582372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 44e8a49a-38b2-420b-8432-9b21b9a980d1 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:03:58.698112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 44e8a49a-38b2-420b-8432-9b21b9a980d1 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:03:58.702621 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 44e8a49a-38b2-420b-8432-9b21b9a980d1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:03:58.703257 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:58.792684 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:58.815841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 44e8a49a-38b2-420b-8432-9b21b9a980d1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=44e8a49a-38b2-420b-8432-9b21b9a980d1,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:03:58.902539 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:03:58.954100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=44e8a49a-38b2-420b-8432-9b21b9a980d1,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:04:00.052189 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 5 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:04:00.563750 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 44e8a49a-38b2-420b-8432-9b21b9a980d1 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:04:00.634504 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 44e8a49a-38b2-420b-8432-9b21b9a980d1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:04:00.636153 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:04:07.799277 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0abe9f9c-877d-4a9b-96e3-1a8d62ac3838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:04:10.153180 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-608a3acc-5606-4a30-8f71-d9df198ef723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:04:10.502015 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:04:11.524574 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:04:13.462412 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:04:37.051014 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 5 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:04:37.798744 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d7eeaa43-c408-4979-8f2b-c32cce9bf430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:04:40.587286 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-329272fb-07df-4649-9426-db3d59d39cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:04:40.631468 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:04:41.534372 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:04:43.489938 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:07.803224 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c289cc1f-7db8-4bd6-b163-72b883ba5e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:10.168635 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-459b2393-3c03-47a5-b222-b07c1c0c64e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:10.501173 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:11.511905 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:13.466241 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:14.050384 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 5 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:05:37.802395 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-86d2a024-a20f-4bc9-8b49-918af5092764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:39.939165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33414) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:05:40.000680 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-643f54b3-0882-4f96-b43c-8cd709c7f338 admin admin] GET failed (client error): The resource could not be found. Aug 17 02:05:40.001992 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-643f54b3-0882-4f96-b43c-8cd709c7f338 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618854 Aug 17 02:05:40.165411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30ef468-6a3b-4e5d-b6a8-2d33f88f32ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:05:40.166849 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a30ef468-6a3b-4e5d-b6a8-2d33f88f32ee admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604571 Aug 17 02:05:40.191410 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ba00956b-6a26-4383-80b9-272af0e76423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:40.503424 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:41.665710 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:42.360563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33424) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:05:42.451071 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5c120e-fbfa-46cc-a2ef-e2db8fbf0776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:05:42.452481 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3d5c120e-fbfa-46cc-a2ef-e2db8fbf0776 admin admin] 10.222.0.13 "GET /v2.0/subnets/143d403c-dd71-4af9-b17a-cd4cd02f6561 HTTP/1.1" status: 200 len: 849 time: 0.0909457 Aug 17 02:05:42.462227 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:05:42.547746 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:42.737633 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730040250727'] for subnet, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:42.770282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:05:42.770861 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:42.772139 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] 10.222.0.13 "PUT /v2.0/subnets/143d403c-dd71-4af9-b17a-cd4cd02f6561 HTTP/1.1" status: 200 len: 868 time: 0.3136039 Aug 17 02:05:42.788419 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d97ad69-c514-4e89-baca-87d7c47888f0 None None] Network eb01195a-1144-4f47-a19e-f2dd74f3c7f5 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:05:42.792556 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=143d403c-dd71-4af9-b17a-cd4cd02f6561,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:05:42.800545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:05:42.800911 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:05:42.801405 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:05:42.801745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:05:42.802077 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:05:42.802408 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:05:42.802737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:05:42.803061 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:05:42.803380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:05:42.803716 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:05:42.804039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:05:42.804345 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06930e96-4185-4e7b-8e09-1cad69833f31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:05:43.176139 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-93f64f2d-c96a-434e-993d-ed39df7b3863 None None] Provisioning complete for port c66611fb-a708-43ad-ad8d-a7d57f17b9bb triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:05:43.176614 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-93f64f2d-c96a-434e-993d-ed39df7b3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:43.261229 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-93f64f2d-c96a-434e-993d-ed39df7b3863 None None] Provisioning complete for port 13abf39f-4e06-4a25-9d38-93101096e30d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:05:43.261525 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-93f64f2d-c96a-434e-993d-ed39df7b3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:43.482375 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:05:44.934891 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33432) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:05:45.128755 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f004f4-b8e8-4d78-afe4-7b71235faa32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:05:45.129152 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f004f4-b8e8-4d78-afe4-7b71235faa32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:05:45.130699 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-46f004f4-b8e8-4d78-afe4-7b71235faa32 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1948550 Aug 17 02:05:47.260737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33440) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:05:47.391294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac225374-9787-40aa-8d1d-305b7e66f889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:05:47.391690 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac225374-9787-40aa-8d1d-305b7e66f889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:05:47.393204 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ac225374-9787-40aa-8d1d-305b7e66f889 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1314728 Aug 17 02:05:49.534242 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33448) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:05:49.656008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027037f2-b3d4-479b-b3f0-2e34a9a091e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:05:49.657377 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-027037f2-b3d4-479b-b3f0-2e34a9a091e2 admin admin] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 886 time: 0.1221294 Aug 17 02:05:51.048665 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 5 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:05:51.802610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33456) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:05:51.936898 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e61612-f3de-49a6-9540-3837c034a600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:05:51.938372 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-63e61612-f3de-49a6-9540-3837c034a600 admin admin] 10.222.0.13 "GET /v2.0/networks/eb01195a-1144-4f47-a19e-f2dd74f3c7f5 HTTP/1.1" status: 200 len: 869 time: 0.1347942 Aug 17 02:05:54.087596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33464) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:05:54.213452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a13732-7f0b-40b0-85b0-9b8bdd589ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:05:54.213910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a13732-7f0b-40b0-85b0-9b8bdd589ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:05:54.217317 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b2a13732-7f0b-40b0-85b0-9b8bdd589ff0 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277134 Aug 17 02:05:56.345269 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33472) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:05:56.434257 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a573c68c-845d-4915-92bd-9f87d59f6242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:05:56.434718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a573c68c-845d-4915-92bd-9f87d59f6242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:05:56.436388 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a573c68c-845d-4915-92bd-9f87d59f6242 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902359 Aug 17 02:05:58.578841 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33480) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:05:58.670901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7156f23-b8e5-4025-aef1-a2f861984596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:05:58.672237 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b7156f23-b8e5-4025-aef1-a2f861984596 admin admin] 10.222.0.13 "GET /v2.0/subnets/143d403c-dd71-4af9-b17a-cd4cd02f6561 HTTP/1.1" status: 200 len: 868 time: 0.0924327 Aug 17 02:06:00.784985 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33488) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:06:00.874815 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f87439-dd75-4f1f-858c-e531444596d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:06:00.876158 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e5f87439-dd75-4f1f-858c-e531444596d6 admin admin] 10.222.0.13 "GET /v2.0/subnets/36ea4408-c874-426f-9e72-b2b91e74b6ad HTTP/1.1" status: 200 len: 816 time: 0.0902033 Aug 17 02:06:07.834437 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bb188e0a-8150-43df-ab68-1ffb7ef7ba2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:10.257068 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-994b3b32-a731-4c4f-bfaf-1de9151a566f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:10.538689 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:11.561894 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:13.470025 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:26.441385 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33542) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:06:26.488874 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-de28c4b9-85fb-414b-b3f6-24a61e8211c9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:06:26.489892 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-de28c4b9-85fb-414b-b3f6-24a61e8211c9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475752 Aug 17 02:06:28.048025 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 5 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:06:28.755904 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33550) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:06:28.815489 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1cca4f-e1fa-4ab8-9883-d576dd5130c2 admin admin] GET failed (client error): The resource could not be found. Aug 17 02:06:28.816818 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3f1cca4f-e1fa-4ab8-9883-d576dd5130c2 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599840 Aug 17 02:06:28.902330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4c15a8-caff-4fb9-8ac6-36677e6e53a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:06:28.903859 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ef4c15a8-caff-4fb9-8ac6-36677e6e53a9 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826936 Aug 17 02:06:31.076261 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33558) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:06:31.122769 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c3924b54-636e-453a-992e-5ced6014f9c8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:06:31.212176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3924b54-636e-453a-992e-5ced6014f9c8 admin admin] Made reservation on behalf of 1e48ad2fafb64e079383e323a9db01a9 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:06:31.214387 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c3924b54-636e-453a-992e-5ced6014f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:31.242838 n-d-793621-31 neutron-server[95407]: WARNING neutron.services.revisions.revision_plugin [None req-c3924b54-636e-453a-992e-5ced6014f9c8 admin admin] Could not find related network for resource to bump revision. Aug 17 02:06:31.257207 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3924b54-636e-453a-992e-5ced6014f9c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:06:31.269339 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c3924b54-636e-453a-992e-5ced6014f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:31.269686 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-c3924b54-636e-453a-992e-5ced6014f9c8 admin admin] Added segment 32afdbb3-45df-4d6f-97d1-630bc78fac0c of type vlan for network e234555e-6ef4-4860-8186-cd68b9e4cda1 Aug 17 02:06:31.306276 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c3924b54-636e-453a-992e-5ced6014f9c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:31.407083 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c3924b54-636e-453a-992e-5ced6014f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:31.408034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3924b54-636e-453a-992e-5ced6014f9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:06:31.408614 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c3924b54-636e-453a-992e-5ced6014f9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:31.464097 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3924b54-636e-453a-992e-5ced6014f9c8 admin admin] Pushing event updated for resources: {'Network': ['ID=e234555e-6ef4-4860-8186-cd68b9e4cda1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:06:31.474930 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:06:31.567574 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c3924b54-636e-453a-992e-5ced6014f9c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4902165 Aug 17 02:06:33.781353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33566) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:06:33.848710 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-886eaa0c-f837-4c56-9064-c04501c4a669 admin admin] GET failed (client error): The resource could not be found. Aug 17 02:06:33.850092 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-886eaa0c-f837-4c56-9064-c04501c4a669 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0679059 Aug 17 02:06:33.947569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2acd19b-c58f-44eb-9c60-87f3ad4d3f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:06:33.949062 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c2acd19b-c58f-44eb-9c60-87f3ad4d3f5a admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0944929 Aug 17 02:06:33.960545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:06:34.046868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Made reservation on behalf of 1e48ad2fafb64e079383e323a9db01a9 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:06:34.049268 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:34.275727 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:34.332436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:06:34.342147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:34.342493 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:34.342876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:34.343215 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:34.343546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:34.343877 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:34.344201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:34.344524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:34.344846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:34.345164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:34.345511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:34.345844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:34.348868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:06:34.349220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Network hostable DHCP agents. Network: e234555e-6ef4-4860-8186-cd68b9e4cda1, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:06:34.456116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:06:34.555198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, e234555e-6ef4-4860-8186-cd68b9e4cda1) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:06:34.559615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:06:34.560250 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:34.564669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b55488-66c6-4946-8435-9a8478f29de6 None None] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:06:34.647381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-03ad8cca-1581-46ff-ad8e-2d0e5292fc85 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6908214 Aug 17 02:06:34.711267 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-e234555e-6ef4-4860-8186-cd68b9e4cda1', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'tenant_id': '1e48ad2fafb64e079383e323a9db01a9', 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:06:34.712313 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:34.850314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Allocated IP 192.168.233.2 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/890bd651-2a30-421d-ab29-0090de6e5bfa) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:06:34.996232 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:35.005218 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Transition to ACTIVE for port object 890bd651-2a30-421d-ab29-0090de6e5bfa will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:06:35.019819 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Transition to ACTIVE for port object 890bd651-2a30-421d-ab29-0090de6e5bfa will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:06:35.093005 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:35.130234 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:06:35.134884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:06:35.138346 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:06:35.148815 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Pushing event updated for resources: {'Port': ['ID=890bd651-2a30-421d-ab29-0090de6e5bfa,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:06:35.172515 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:35.172859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:35.173207 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:35.173576 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:35.173966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:35.174245 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:35.174573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:35.174900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:35.175228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:35.175573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:35.175900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:35.176224 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:06:35.209994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Attempting to bind port 890bd651-2a30-421d-ab29-0090de6e5bfa on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:06:35.210360 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Attempting to bind port 890bd651-2a30-421d-ab29-0090de6e5bfa by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:06:35.210723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Attempting to bind port 890bd651-2a30-421d-ab29-0090de6e5bfa on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:06:35.215668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:06:35.216038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:06:35.216433 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:35.216825 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:06:35.217307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Bound port: 890bd651-2a30-421d-ab29-0090de6e5bfa, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:06:35.217705 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:35.280140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] For port 890bd651-2a30-421d-ab29-0090de6e5bfa, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:06:35.283414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] For port 890bd651-2a30-421d-ab29-0090de6e5bfa, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=890bd651-2a30-421d-ab29-0090de6e5bfa,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:06:35.388713 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:35.448362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b891ed-37c9-4c65-b223-3f3cc08b338d None None] Pushing event updated for resources: {'Port': ['ID=890bd651-2a30-421d-ab29-0090de6e5bfa,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:06:36.222886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b13ec5c-eeac-4de4-a708-bd9716509966 None None] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:06:36.404903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f41a8850-90af-46b0-bc71-042466e6ef49 None None] Provisioning for port 890bd651-2a30-421d-ab29-0090de6e5bfa completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:06:36.676897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 890bd651-2a30-421d-ab29-0090de6e5bfa up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:06:36.795113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 890bd651-2a30-421d-ab29-0090de6e5bfa completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:06:36.799093 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 890bd651-2a30-421d-ab29-0090de6e5bfa triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:06:36.799500 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:36.876418 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:36.908902 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 890bd651-2a30-421d-ab29-0090de6e5bfa, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=890bd651-2a30-421d-ab29-0090de6e5bfa,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:06:37.007040 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:37.055587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=890bd651-2a30-421d-ab29-0090de6e5bfa,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:06:37.835615 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-13e8631c-740a-4c4e-92a0-957f5864e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:38.662258 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 890bd651-2a30-421d-ab29-0090de6e5bfa up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:06:38.713918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 890bd651-2a30-421d-ab29-0090de6e5bfa triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:06:38.714286 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:40.176103 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-107aa014-1f5b-4e12-81a2-4ad59f130938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:40.501903 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:41.532161 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:06:43.492286 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:07:05.046580 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 5 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:07:07.811687 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-19e1c7a1-9229-402f-a54f-3ee63a0d4ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:07:10.165966 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4140990b-2d7f-4856-949b-0e9bbea2d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:07:10.557920 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:07:11.684184 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:07:13.479969 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:07:37.879478 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d2188543-3c48-4e5d-b7e8-4498af05e0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:07:40.203096 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a509-9069-4488-944c-42b4f1439335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:07:40.570648 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:07:41.559195 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:07:42.045870 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 5 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:07:43.596601 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:07:59.717710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33620) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:07:59.723526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-8a43221a-556f-4434-a91d-26facfba2f72 tempest-verify_tempest_config-1230240267 tempest-verify_tempest_config-1230240267-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:07:59.724475 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8a43221a-556f-4434-a91d-26facfba2f72 tempest-verify_tempest_config-1230240267 tempest-verify_tempest_config-1230240267-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058119 Aug 17 02:08:00.320031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33638) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:08:00.422828 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:00.520074 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:00.610644 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:00.655890 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f6facd1dd764aed97d085dbf1196a31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3348839 Aug 17 02:08:00.656804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988cc414-ec33-4815-9bad-1730582ff29a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:08:00.658552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33642) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:08:00.663706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:00.664079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:00.664419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:00.664794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:00.665125 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:00.665479 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:00.665846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:00.666136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:00.666488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:00.666780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:00.667103 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:00.667423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b6b77-4595-4396-ba97-e9203eef83de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:00.712621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:00.736350 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:01.030948 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:01.033424 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:01.034695 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/988cc414-ec33-4815-9bad-1730582ff29a HTTP/1.1" status: 204 len: 168 time: 0.3751485 Aug 17 02:08:01.043203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988cc414-ec33-4815-9bad-1730582ff29a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:08:01.049953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:01.050298 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:01.056323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:01.056323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:01.056323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:01.056323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:01.056323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:01.056323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:01.056323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:01.056323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:01.056323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:01.056323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf3494-bee6-4c59-8f97-aa570c3ed6d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:08:07.795685 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6b07fe2f-3ea6-48ea-91f3-f1f57ff6f7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:10.182510 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4b7b61f0-b8be-419d-acd3-8fc18713f352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:10.552870 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:11.575862 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:13.515487 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:19.044164 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 5 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:08:37.777862 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-98d02545-f6a5-4c74-887e-1fc4c2c1e3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:40.338490 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c62dcb9d-3ff8-486b-a6d3-b38d61efad27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:40.526412 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:41.529016 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:43.491165 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:08:56.042769 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 5 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:09:07.785692 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5335135b-4498-412e-9904-520f51b07186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:09:10.331325 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ed77de48-c6cf-415a-99db-ef6a8ad97ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:09:10.551201 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:09:11.577411 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:09:13.511346 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:09:33.040825 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 5 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:09:37.770458 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fa37839c-8f6f-4f98-9d4d-c30b73b09bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:09:40.307767 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f5377c9d-f2f2-4fff-9565-1f78ea22fe0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:09:40.518920 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:09:41.575628 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:09:43.518644 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:10:07.789842 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7528d06b-57a0-4f0d-825f-41aa4379d84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:10:10.038993 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 5 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:10:10.315927 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-09c4734a-af5a-4d7d-979e-6342330f1511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:10:10.521873 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:10:11.592835 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:10:13.572846 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:10:37.779868 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8513cbbc-6416-4183-b24d-f6d781145829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:10:40.183512 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eaa2a0fa-d526-4245-a357-c4572da3cc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:10:40.520358 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:10:41.568114 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:10:43.528413 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:10:47.037468 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 5 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:11:07.801809 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5f6734ed-f415-4068-bd7e-55a0c6808b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:11:10.161423 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d58f6292-417f-4503-a145-6ec2cdff7c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:11:10.565651 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:11:11.561850 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:11:13.567342 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:11:24.036039 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 5 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:11:28.315041 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759826'] for agent, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:11:30.595568 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759826'] for agent, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:11:37.827548 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3f7afbcd-844d-4951-8a81-75f2c3ee4610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:11:40.166457 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c45ad880-8ddb-4e53-9a99-291329bb32cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:11:40.572088 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:11:41.566243 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:11:43.547332 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:11:58.177325 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:12:00.537318 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:12:01.034878 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:12:01.878074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33708) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:12:01.981742 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a6395bf9-7c21-463d-b7c4-3720217797eb admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1025407 Aug 17 02:12:04.145859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33718) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:12:04.204763 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-13bceb0c-3878-442c-b04e-0f4580a431ac admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0577261 Aug 17 02:12:07.788546 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-97596410-ed1d-469c-aa09-9523726ce921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:12:10.174921 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-99064fe2-bb80-456a-80b0-1a4f112b6cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:12:10.542502 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:12:11.583073 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:12:13.512635 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:12:28.215829 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:12:30.565931 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:12:37.782643 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-21e94589-12a2-4415-954c-c2512b63ac29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:12:38.035589 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:12:40.182782 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b319d179-8e16-4aae-ba2c-c4223dd8d393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:12:40.525563 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:12:41.594715 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:12:43.514534 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:12:58.246050 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:00.554051 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:07.794954 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1c7d-1939-48da-91fa-7df834521c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:10.154202 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ccd87f38-bdad-4d45-8853-42fbccaf90cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:10.525951 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:11.582878 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:13.542455 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:15.035016 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:13:28.200419 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:30.524581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33946) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:30.554283 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:30.731652 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33958) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:30.955996 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-125fcccf-19c9-40b6-9dd0-11445c4785fd tempest-AutoAllocateNetworkTest-1228672948 tempest-AutoAllocateNetworkTest-1228672948-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b8a02d1df64e41fc9d4537df63959dca&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4295440 Aug 17 02:13:30.958974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33968) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:31.139009 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-network', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:31.149403 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e2f936-604f-4e27-969e-8e81b452ad18 tempest-AutoAllocateNetworkTest-1228672948 tempest-AutoAllocateNetworkTest-1228672948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:31.153772 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-74e2f936-604f-4e27-969e-8e81b452ad18 tempest-AutoAllocateNetworkTest-1228672948 tempest-AutoAllocateNetworkTest-1228672948-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1938274 Aug 17 02:13:31.154179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33976) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:31.218974 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bfaebcb3-7674-47ab-ae46-ed99606f9c8d tempest-AutoAllocateNetworkTest-1228672948 tempest-AutoAllocateNetworkTest-1228672948-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604141 Aug 17 02:13:31.219224 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33982) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:31.247797 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b2b54f17-2f41-4754-83f7-806ac3351fe4 tempest-AutoAllocateNetworkTest-1228672948 tempest-AutoAllocateNetworkTest-1228672948-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b8a02d1df64e41fc9d4537df63959dca HTTP/1.1" status: 200 len: 208 time: 0.0270824 Aug 17 02:13:31.256866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Made reservation on behalf of 49680fd9b391442cb3cf3c46aae0fe47 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:13:31.259159 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:31.269329 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:31.359924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:31.428902 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:31.457365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:13:31.463719 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff59c9c-629a-4a75-8b10-1f250e83a4c7,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:31.472843 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:31.473187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:31.473552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:31.473883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:31.474212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:31.474625 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:31.474856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:31.475176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:31.475495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:31.475809 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Tracked resource versions report: Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: pushed versions: Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: { 'AddressGroup': {'1.2'}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'ConntrackHelper': {'1.0'}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'Log': {'1.0'}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'Network': {'1.1'}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'Port': {'1.7'}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'PortForwarding': {'1.2'}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'QosPolicy': {'1.9'}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'SecurityGroup': {'1.4'}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'SubPort': {'1.0'}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'Subnet': {'1.1'}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'Trunk': {'1.1'}} Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: consumer versions: Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: { DHCP agent@n-d-793621-31: {}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: HyperV agent@n-h1-793621-31: {}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: HyperV agent@n-h2-793621-31: {}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: L3 agent@n-d-793621-31: {}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: Metadata agent@n-d-793621-31: {}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: Metering agent@n-d-793621-31: {}, Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: Open vSwitch agent@n-d-793621-31: { 'AddressGroup': '1.2', Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'ConntrackHelper': '1.0', Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'Log': '1.0', Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'Network': '1.1', Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'Port': '1.7', Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'PortForwarding': '1.2', Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'QosPolicy': '1.9', Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'SecurityGroup': '1.4', Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'SecurityGroupRule': '1.2', Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'SubPort': '1.0', Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'Subnet': '1.1', Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: 'Trunk': '1.1'}} Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: {{(pid=95407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Added segment 508fdbd0-9f28-42db-a5a4-6b9351b7037e of type vlan for network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:31.791282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] Pushing event updated for resources: {'Network': ['ID=3bc129d8-6566-46b9-b7f7-9c41b5ef6174,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:31.795590 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:13:31.796295 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b06c70ec-29dc-484a-938d-d8e47147be1b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0211723 Aug 17 02:13:31.797120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34002) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:31.797120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Request body: {'subnet': {'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-subnet', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:32.022066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Made reservation on behalf of 49680fd9b391442cb3cf3c46aae0fe47 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:13:32.024374 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:32.302887 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:32.345103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34028) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:32.392624 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ee0978-0a18-4eca-b738-966af06475e7,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:32.402032 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:32.402380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:32.402721 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:32.403055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:32.403437 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:32.403950 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:32.404277 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:32.404635 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:32.404936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:32.405275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:32.405609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:32.405924 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Tracked resource versions report: Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: pushed versions: Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: { 'AddressGroup': {'1.2'}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'ConntrackHelper': {'1.0'}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'Log': {'1.0'}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'Network': {'1.1'}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'Port': {'1.7'}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'PortForwarding': {'1.2'}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'QosPolicy': {'1.9'}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'SecurityGroup': {'1.4'}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'SubPort': {'1.0'}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'Subnet': {'1.1'}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'Trunk': {'1.1'}} Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: consumer versions: Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: { DHCP agent@n-d-793621-31: {}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: HyperV agent@n-h1-793621-31: {}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: HyperV agent@n-h2-793621-31: {}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: L3 agent@n-d-793621-31: {}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: Metadata agent@n-d-793621-31: {}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: Metering agent@n-d-793621-31: {}, Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: Open vSwitch agent@n-d-793621-31: { 'AddressGroup': '1.2', Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'ConntrackHelper': '1.0', Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'Log': '1.0', Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'Network': '1.1', Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'Port': '1.7', Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'PortForwarding': '1.2', Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'QosPolicy': '1.9', Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'SecurityGroup': '1.4', Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'SecurityGroupRule': '1.2', Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'SubPort': '1.0', Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'Subnet': '1.1', Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: 'Trunk': '1.1'}} Aug 17 02:13:32.407021 n-d-793621-31 neutron-server[95406]: {{(pid=95406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:13:32.409096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Checking segment: {'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:13:32.409575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Network hostable DHCP agents. Network: 3bc129d8-6566-46b9-b7f7-9c41b5ef6174, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:13:32.497005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:13:32.587578 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 3bc129d8-6566-46b9-b7f7-9c41b5ef6174) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:13:32.591801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:32.592678 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:32.597589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6ee0c1-3396-4514-b399-c63d9eb78e90 None None] Network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:13:32.735453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34040) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:32.735895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-75b404c5-1f33-4168-8be0-9b999fca0804 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9723105 Aug 17 02:13:32.740261 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:32.780858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:13:32.781812 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:32.840311 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:32.842217 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:32.917836 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Allocated IP 172.20.0.2 (3bc129d8-6566-46b9-b7f7-9c41b5ef6174/f3ee0978-0a18-4eca-b738-966af06475e7/eb5f2b58-899a-4768-b6b7-9a81096cb52a) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:13:32.947572 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:32.954518 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-929c0f2a-3348-4703-9b8d-17045d0a6983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:33.075985 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:33.078143 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-929c0f2a-3348-4703-9b8d-17045d0a6983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:33.093153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Transition to ACTIVE for port object eb5f2b58-899a-4768-b6b7-9a81096cb52a will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:13:33.110408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Transition to ACTIVE for port object eb5f2b58-899a-4768-b6b7-9a81096cb52a will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:13:33.178223 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:33.216098 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:33.221518 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-929c0f2a-3348-4703-9b8d-17045d0a6983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:33.256632 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-929c0f2a-3348-4703-9b8d-17045d0a6983 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8a02d1df64e41fc9d4537df63959dca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9099746 Aug 17 02:13:33.259338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34058) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:33.278249 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c0f2a-3348-4703-9b8d-17045d0a6983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89e78a2-c2db-4995-8f32-770bdc36cda1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:33.314941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:13:33.321074 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:13:33.326905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:13:33.343562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Pushing event updated for resources: {'Port': ['ID=eb5f2b58-899a-4768-b6b7-9a81096cb52a,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:33.373816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:33.374219 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:33.374535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:33.377782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:33.378680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:33.378680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:33.378853 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:33.380339 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:33.380692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:33.381137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:33.382310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:33.383131 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Tracked resource versions report: Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: pushed versions: Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: { 'AddressGroup': {'1.2'}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'ConntrackHelper': {'1.0'}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'Log': {'1.0'}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'Network': {'1.1'}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'Port': {'1.7'}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'PortForwarding': {'1.2'}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'QosPolicy': {'1.9'}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'SecurityGroup': {'1.4'}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'SubPort': {'1.0'}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'Subnet': {'1.1'}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'Trunk': {'1.1'}} Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: consumer versions: Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: { DHCP agent@n-d-793621-31: {}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: HyperV agent@n-h1-793621-31: {}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: HyperV agent@n-h2-793621-31: {}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: L3 agent@n-d-793621-31: {}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: Metadata agent@n-d-793621-31: {}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: Metering agent@n-d-793621-31: {}, Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: Open vSwitch agent@n-d-793621-31: { 'AddressGroup': '1.2', Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'ConntrackHelper': '1.0', Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'Log': '1.0', Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'Network': '1.1', Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'Port': '1.7', Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'PortForwarding': '1.2', Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'QosPolicy': '1.9', Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'SecurityGroup': '1.4', Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'SecurityGroupRule': '1.2', Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'SubPort': '1.0', Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'Subnet': '1.1', Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: 'Trunk': '1.1'}} Aug 17 02:13:33.385176 n-d-793621-31 neutron-server[95408]: {{(pid=95408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:13:33.411786 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83546e26-0f1b-4748-9452-512fbd9159bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:33.466765 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83546e26-0f1b-4748-9452-512fbd9159bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:33.509105 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Attempting to bind port eb5f2b58-899a-4768-b6b7-9a81096cb52a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:13:33.511625 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Attempting to bind port eb5f2b58-899a-4768-b6b7-9a81096cb52a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:13:33.511625 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Attempting to bind port eb5f2b58-899a-4768-b6b7-9a81096cb52a on network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:13:33.525201 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:13:33.526603 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Checking segment: {'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:13:33.527020 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:33.527426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Bound using segment: {'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:13:33.529458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Bound port: eb5f2b58-899a-4768-b6b7-9a81096cb52a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:13:33.529894 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:33.662497 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83546e26-0f1b-4748-9452-512fbd9159bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:33.665527 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83546e26-0f1b-4748-9452-512fbd9159bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:33.667013 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-83546e26-0f1b-4748-9452-512fbd9159bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c89e78a2-c2db-4995-8f32-770bdc36cda1 HTTP/1.1" status: 204 len: 168 time: 0.4065590 Aug 17 02:13:33.671887 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] For port eb5f2b58-899a-4768-b6b7-9a81096cb52a, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:13:33.677270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] For port eb5f2b58-899a-4768-b6b7-9a81096cb52a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=eb5f2b58-899a-4768-b6b7-9a81096cb52a,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:13:33.680605 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83546e26-0f1b-4748-9452-512fbd9159bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89e78a2-c2db-4995-8f32-770bdc36cda1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:33.733284 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:33.775457 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:33.817912 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:33.979267 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bff2a-4c0d-4616-a534-474bd39768ad None None] Pushing event updated for resources: {'Port': ['ID=eb5f2b58-899a-4768-b6b7-9a81096cb52a,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:34.007819 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Allocated IP 172.25.5.247 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/e533628c-cd23-4427-a6c6-53c551dc2fa7) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:13:34.153866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:34.281113 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:34.330723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:13:34.335401 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:13:34.344264 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:13:34.347023 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e533628c-cd23-4427-a6c6-53c551dc2fa7,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:34.846842 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:35.007964 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device eb5f2b58-899a-4768-b6b7-9a81096cb52a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:13:35.110896 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba253eeb-77a7-4916-83ad-905cee8617b3 None None] Network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:13:35.148859 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:35.163776 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port eb5f2b58-899a-4768-b6b7-9a81096cb52a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:13:35.265848 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3f0c5015-58f4-4035-ae88-f8b6213799fc None None] Provisioning for port eb5f2b58-899a-4768-b6b7-9a81096cb52a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:13:35.272763 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3f0c5015-58f4-4035-ae88-f8b6213799fc None None] Provisioning complete for port eb5f2b58-899a-4768-b6b7-9a81096cb52a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:35.273195 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5015-58f4-4035-ae88-f8b6213799fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:35.379798 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5015-58f4-4035-ae88-f8b6213799fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:35.416813 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Router f515c1be-00fd-4fc4-9ee1-a532f59bef03 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:13:35.463916 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3f0c5015-58f4-4035-ae88-f8b6213799fc None None] For port eb5f2b58-899a-4768-b6b7-9a81096cb52a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=eb5f2b58-899a-4768-b6b7-9a81096cb52a,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:13:35.537855 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5015-58f4-4035-ae88-f8b6213799fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:35.601192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:13:35.601406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34156) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:35.614175 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Sync routers for ids ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:13:35.625197 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Routers {'f515c1be-00fd-4fc4-9ee1-a532f59bef03'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:13:35.626164 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:13:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:35.633443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c5015-58f4-4035-ae88-f8b6213799fc None None] Pushing event updated for resources: {'Port': ['ID=eb5f2b58-899a-4768-b6b7-9a81096cb52a,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:35.674247 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1efe6ec8-2154-4d46-b23a-cc3ea2d46853 None None] Provisioning complete for port eb5f2b58-899a-4768-b6b7-9a81096cb52a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:35.674247 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1efe6ec8-2154-4d46-b23a-cc3ea2d46853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:35.708853 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:35.710255 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-abbead0b-e513-4aa6-8ce0-bf92023524b9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.9737866 Aug 17 02:13:35.713119 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34168) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:35.815638 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Set router f515c1be-00fd-4fc4-9ee1-a532f59bef03 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:13:35.981314 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-00084928-b13c-4b03-9ab8-da0ee03123b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:36.003082 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:34Z', 'revision_number': 3, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:36.031329 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Checking router: f515c1be-00fd-4fc4-9ee1-a532f59bef03 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:13:36.031936 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Updating router f515c1be-00fd-4fc4-9ee1-a532f59bef03 port e533628c-cd23-4427-a6c6-53c551dc2fa7 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:13:36.073322 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:36.358150 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:36.369642 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Transition to ACTIVE for port object e533628c-cd23-4427-a6c6-53c551dc2fa7 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:13:36.373287 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-00084928-b13c-4b03-9ab8-da0ee03123b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:36.468809 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:36.518588 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548f2fb-77e6-4275-8227-e3ecb8eb6bc0 None None] Pushing event updated for resources: {'Port': ['ID=e533628c-cd23-4427-a6c6-53c551dc2fa7,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:36.535390 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Attempting to bind port e533628c-cd23-4427-a6c6-53c551dc2fa7 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:13:36.536011 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Attempting to bind port e533628c-cd23-4427-a6c6-53c551dc2fa7 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:13:36.536142 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Attempting to bind port e533628c-cd23-4427-a6c6-53c551dc2fa7 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:13:36.536474 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-00084928-b13c-4b03-9ab8-da0ee03123b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:36.545388 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:13:36.546105 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:13:36.546690 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:36.547460 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:13:36.548246 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Bound port: e533628c-cd23-4427-a6c6-53c551dc2fa7, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:13:36.548608 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:36.593159 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f2fb-77e6-4275-8227-e3ecb8eb6bc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:36.593590 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f2fb-77e6-4275-8227-e3ecb8eb6bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:36.594131 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f2fb-77e6-4275-8227-e3ecb8eb6bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:36.594646 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f2fb-77e6-4275-8227-e3ecb8eb6bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:36.595267 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f2fb-77e6-4275-8227-e3ecb8eb6bc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:36.595770 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f2fb-77e6-4275-8227-e3ecb8eb6bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:36.596264 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f2fb-77e6-4275-8227-e3ecb8eb6bc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:36.596756 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f2fb-77e6-4275-8227-e3ecb8eb6bc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:36.597285 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f2fb-77e6-4275-8227-e3ecb8eb6bc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:36.597804 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f2fb-77e6-4275-8227-e3ecb8eb6bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:36.598137 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f2fb-77e6-4275-8227-e3ecb8eb6bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:36.598466 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f2fb-77e6-4275-8227-e3ecb8eb6bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548f2fb-77e6-4275-8227-e3ecb8eb6bc0 None None] Tracked resource versions report: Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: pushed versions: Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: { 'AddressGroup': {'1.2'}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'ConntrackHelper': {'1.0'}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'Log': {'1.0'}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'Network': {'1.1'}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'Port': {'1.7'}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'PortForwarding': {'1.2'}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'QosPolicy': {'1.9'}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'SecurityGroup': {'1.4'}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'SubPort': {'1.0'}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'Subnet': {'1.1'}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'Trunk': {'1.1'}} Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: consumer versions: Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: { DHCP agent@n-d-793621-31: {}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: HyperV agent@n-h1-793621-31: {}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: HyperV agent@n-h2-793621-31: {}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: L3 agent@n-d-793621-31: {}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: Metadata agent@n-d-793621-31: {}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: Metering agent@n-d-793621-31: {}, Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: Open vSwitch agent@n-d-793621-31: { 'AddressGroup': '1.2', Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'ConntrackHelper': '1.0', Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'Log': '1.0', Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'Network': '1.1', Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'Port': '1.7', Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'PortForwarding': '1.2', Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'QosPolicy': '1.9', Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'SecurityGroup': '1.4', Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'SecurityGroupRule': '1.2', Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'SubPort': '1.0', Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'Subnet': '1.1', Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: 'Trunk': '1.1'}} Aug 17 02:13:36.599585 n-d-793621-31 neutron-server[95409]: {{(pid=95409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:13:36.624079 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:36.626547 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] For port e533628c-cd23-4427-a6c6-53c551dc2fa7, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:13:36.630381 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] For port e533628c-cd23-4427-a6c6-53c551dc2fa7, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e533628c-cd23-4427-a6c6-53c551dc2fa7,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:13:36.657616 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-00084928-b13c-4b03-9ab8-da0ee03123b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=347f059c3bfb41f99b3a8e75de508c5b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0556376 Aug 17 02:13:36.660760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34228) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:36.681977 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00084928-b13c-4b03-9ab8-da0ee03123b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fb9011-8c05-458e-87c5-0bfd032af2f5,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:36.714894 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:36.724204 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-23570842-71af-46bb-b3fa-85f7282010dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:36.751278 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-23570842-71af-46bb-b3fa-85f7282010dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:36.771860 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548f2fb-77e6-4275-8227-e3ecb8eb6bc0 None None] Pushing event updated for resources: {'Port': ['ID=e533628c-cd23-4427-a6c6-53c551dc2fa7,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:36.795870 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Routers {'f515c1be-00fd-4fc4-9ee1-a532f59bef03'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:13:36.796501 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:13:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:36.894453 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device eb5f2b58-899a-4768-b6b7-9a81096cb52a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:13:36.901904 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-23570842-71af-46bb-b3fa-85f7282010dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:36.905920 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-23570842-71af-46bb-b3fa-85f7282010dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:36.914028 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-23570842-71af-46bb-b3fa-85f7282010dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5fb9011-8c05-458e-87c5-0bfd032af2f5 HTTP/1.1" status: 204 len: 168 time: 0.2447884 Aug 17 02:13:36.922145 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23570842-71af-46bb-b3fa-85f7282010dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fb9011-8c05-458e-87c5-0bfd032af2f5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:36.985212 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] Set router f515c1be-00fd-4fc4-9ee1-a532f59bef03 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:13:36.990148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port eb5f2b58-899a-4768-b6b7-9a81096cb52a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:36.990753 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:37.000320 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Allocated IP 172.20.0.1 (3bc129d8-6566-46b9-b7f7-9c41b5ef6174/f3ee0978-0a18-4eca-b738-966af06475e7/2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:13:37.200686 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:37.230803 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Transition to ACTIVE for port object 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:13:37.297511 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:34Z', 'revision_number': 3, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:37.327406 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfc38d6-0e2e-4e41-bbd1-4c041eca51cd None None] The sync data for ids ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'] in n-d-793621-31 is: [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:34Z', 'revision_number': 3, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:13:37.412989 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:37.488136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:13:37.493557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:13:37.500862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:13:37.501562 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:37.631758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Pushing event updated for resources: {'Port': ['ID=2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:37.823858 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d0d06b79-1eb1-453e-ace0-a04bca153e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.012422 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.026054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-760906e3-aeff-4b08-8ee4-d937f910451b None None] Provisioning for port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:13:38.030271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-760906e3-aeff-4b08-8ee4-d937f910451b None None] Provisioning complete for port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:38.030649 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-760906e3-aeff-4b08-8ee4-d937f910451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.044643 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34304) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:38.083765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-760906e3-aeff-4b08-8ee4-d937f910451b None None] Port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:13:38.114920 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34310) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:38.274951 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f45ff330-650f-4d7a-a17c-393379e059c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.298375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34322) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:38.326450 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d45f96f-e203-4d35-9e06-200bcb4ec813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.349337 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90c85e7a-a87c-4ac6-898b-263fab52ff3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.431289 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f45ff330-650f-4d7a-a17c-393379e059c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.501774 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.525721 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f45ff330-650f-4d7a-a17c-393379e059c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.546823 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.db.api [None req-90c85e7a-a87c-4ac6-898b-263fab52ff3e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:13:38.546823 n-d-793621-31 neutron-server[95407]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 02:13:38.546823 n-d-793621-31 neutron-server[95407]: [parameters: {'project_id_1': '6cc77af0955e4b728474ae635b57f3a8', 'expiration_1': datetime.datetime(2021, 8, 17, 2, 13, 38, 369990)}] Aug 17 02:13:38.546823 n-d-793621-31 neutron-server[95407]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:13:38.547274 n-d-793621-31 neutron-server[95407]: DEBUG oslo_db.api [None req-90c85e7a-a87c-4ac6-898b-263fab52ff3e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:13:38.565136 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f45ff330-650f-4d7a-a17c-393379e059c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2d4a09acbe04592a7ee8f18bd5903bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5183270 Aug 17 02:13:38.568565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34336) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:38.577030 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ff330-650f-4d7a-a17c-393379e059c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4641aef7-e87a-4e74-9413-e40cf26af858,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:38.604147 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.605770 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.627767 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-968de4cd-0b6a-40ec-9db3-ca3ca8a13064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.652011 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-968de4cd-0b6a-40ec-9db3-ca3ca8a13064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.725789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Pushing event updated for resources: {'Port': ['ID=2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:38.751692 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d45f96f-e203-4d35-9e06-200bcb4ec813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.791107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:13:38.792446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:13:38.794138 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-968de4cd-0b6a-40ec-9db3-ca3ca8a13064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.798030 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-968de4cd-0b6a-40ec-9db3-ca3ca8a13064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.798736 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-968de4cd-0b6a-40ec-9db3-ca3ca8a13064 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4641aef7-e87a-4e74-9413-e40cf26af858 HTTP/1.1" status: 204 len: 168 time: 0.2295051 Aug 17 02:13:38.812149 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968de4cd-0b6a-40ec-9db3-ca3ca8a13064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4641aef7-e87a-4e74-9413-e40cf26af858,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:38.856240 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d45f96f-e203-4d35-9e06-200bcb4ec813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:38.990858 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6d45f96f-e203-4d35-9e06-200bcb4ec813 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2522f0183e994fa4b0b04c8843d6eb78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6914108 Aug 17 02:13:38.993643 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34358) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:38.998222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45f96f-e203-4d35-9e06-200bcb4ec813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714e7f7f-5937-40f0-a697-c361a160c984,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:39.050597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e533628c-cd23-4427-a6c6-53c551dc2fa7 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:13:39.053961 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90c85e7a-a87c-4ac6-898b-263fab52ff3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.062770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Router f515c1be-00fd-4fc4-9ee1-a532f59bef03 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:13:39.096459 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac638-93b7-4826-a00f-e5750fe1695a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.158091 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac638-93b7-4826-a00f-e5750fe1695a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.171653 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8d829bc6-bd84-46b6-90ce-bd1819ae9065 None None] Provisioning complete for port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:39.173071 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8d829bc6-bd84-46b6-90ce-bd1819ae9065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.246732 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8d829bc6-bd84-46b6-90ce-bd1819ae9065 None None] Port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:13:39.256776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:13:39.257230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port e533628c-cd23-4427-a6c6-53c551dc2fa7 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:13:39.263650 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3c2c8bce-3c9f-4e93-8636-5357bdfc3aea admin admin] 10.222.0.13 "PUT /v2.0/routers/f515c1be-00fd-4fc4-9ee1-a532f59bef03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5491917 Aug 17 02:13:39.265124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e533628c-cd23-4427-a6c6-53c551dc2fa7 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:39.269014 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.305977 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90c85e7a-a87c-4ac6-898b-263fab52ff3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.360572 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac638-93b7-4826-a00f-e5750fe1695a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.363597 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac638-93b7-4826-a00f-e5750fe1695a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.364513 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cd7ac638-93b7-4826-a00f-e5750fe1695a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/714e7f7f-5937-40f0-a697-c361a160c984 HTTP/1.1" status: 204 len: 168 time: 0.3697510 Aug 17 02:13:39.374038 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.377378 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ac638-93b7-4826-a00f-e5750fe1695a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714e7f7f-5937-40f0-a697-c361a160c984,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:39.417530 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port e533628c-cd23-4427-a6c6-53c551dc2fa7, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e533628c-cd23-4427-a6c6-53c551dc2fa7,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:13:39.426052 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Sync routers for ids ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:13:39.428902 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90c85e7a-a87c-4ac6-898b-263fab52ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.435148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Routers {'f515c1be-00fd-4fc4-9ee1-a532f59bef03'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:13:39.438856 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:13:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:39.490537 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-90c85e7a-a87c-4ac6-898b-263fab52ff3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cc77af0955e4b728474ae635b57f3a8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3709476 Aug 17 02:13:39.493949 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34384) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:39.538620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c85e7a-a87c-4ac6-898b-263fab52ff3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e2304a-bbc2-44c7-83ab-894443705abe,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:39.543534 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.596284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc8f7-bde5-4006-8b91-5c9d6d0bdb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.619378 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc8f7-bde5-4006-8b91-5c9d6d0bdb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.628303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Set router f515c1be-00fd-4fc4-9ee1-a532f59bef03 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:13:39.655141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=e533628c-cd23-4427-a6c6-53c551dc2fa7,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:39.788751 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc8f7-bde5-4006-8b91-5c9d6d0bdb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.791228 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc8f7-bde5-4006-8b91-5c9d6d0bdb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.792393 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dc5bc8f7-bde5-4006-8b91-5c9d6d0bdb0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23e2304a-bbc2-44c7-83ab-894443705abe HTTP/1.1" status: 204 len: 168 time: 0.2972434 Aug 17 02:13:39.800216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bc8f7-bde5-4006-8b91-5c9d6d0bdb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e2304a-bbc2-44c7-83ab-894443705abe,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:39.843117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:37Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb', 'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'mac_address': 'fa:16:3e:1f:3e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:36Z', 'updated_at': '2021-08-17T02:13:38Z', 'revision_number': 2, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'subnets': [{'id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:39.869785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Checking router: f515c1be-00fd-4fc4-9ee1-a532f59bef03 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:13:39.870140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Updating router f515c1be-00fd-4fc4-9ee1-a532f59bef03 port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:13:39.898073 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:39.945663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34408) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:39.963024 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ecda25d8-e4a6-469c-999a-7c114cc23d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:40.104188 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ecda25d8-e4a6-469c-999a-7c114cc23d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:40.210752 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ecda25d8-e4a6-469c-999a-7c114cc23d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:40.257875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ecda25d8-e4a6-469c-999a-7c114cc23d5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f543105e35634288ad80d5c09a0138e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3112290 Aug 17 02:13:40.259002 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda25d8-e4a6-469c-999a-7c114cc23d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35568dc1-531d-420c-9db0-3cf44f88b629,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:40.260547 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34422) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:40.342026 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5992c356-25d9-4fd7-8ee1-93cefa30d0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:40.371216 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5992c356-25d9-4fd7-8ee1-93cefa30d0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:40.416593 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-604a2354-59f3-4d15-a4fa-68df1d286d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:40.426963 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:40.497843 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5992c356-25d9-4fd7-8ee1-93cefa30d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:40.500427 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5992c356-25d9-4fd7-8ee1-93cefa30d0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:40.503751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Transition to ACTIVE for port object 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:13:40.508929 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5992c356-25d9-4fd7-8ee1-93cefa30d0e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35568dc1-531d-420c-9db0-3cf44f88b629 HTTP/1.1" status: 204 len: 168 time: 0.2368243 Aug 17 02:13:40.513449 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992c356-25d9-4fd7-8ee1-93cefa30d0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35568dc1-531d-420c-9db0-3cf44f88b629,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:40.560307 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:40.588426 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:40.647005 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118ad87-9c6b-4e41-a3b1-25d12737dca4 None None] Pushing event updated for resources: {'Port': ['ID=2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:40.693645 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Attempting to bind port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:13:40.694015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Attempting to bind port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:13:40.694376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Attempting to bind port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb on network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:13:40.699607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:13:40.699965 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Checking segment: {'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:13:40.701052 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:40.701534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Bound using segment: {'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:13:40.702081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Bound port: 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:13:40.702479 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:40.769781 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] For port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:13:40.773021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] For port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:13:40.920885 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:40.954562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e533628c-cd23-4427-a6c6-53c551dc2fa7 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:13:41.023348 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Routers {'f515c1be-00fd-4fc4-9ee1-a532f59bef03'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:13:41.024004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:13:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:41.027208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118ad87-9c6b-4e41-a3b1-25d12737dca4 None None] Pushing event updated for resources: {'Port': ['ID=2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:41.082693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e533628c-cd23-4427-a6c6-53c551dc2fa7 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:41.083075 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:41.167784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] Set router f515c1be-00fd-4fc4-9ee1-a532f59bef03 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:13:41.282451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34462) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:41.300345 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70a30c59-b278-4e00-9650-a640b0d42bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:41.391132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34466) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:41.408545 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70a30c59-b278-4e00-9650-a640b0d42bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:41.461935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:37Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb', 'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'mac_address': 'fa:16:3e:1f:3e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:36Z', 'updated_at': '2021-08-17T02:13:40Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'subnets': [{'id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:41.469020 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70a30c59-b278-4e00-9650-a640b0d42bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:41.490031 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3632585-c0e3-4f28-86c8-f5d8295fe9a7 None None] The sync data for ids ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'] in n-d-793621-31 is: [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:37Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb', 'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'mac_address': 'fa:16:3e:1f:3e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:36Z', 'updated_at': '2021-08-17T02:13:40Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'subnets': [{'id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:13:41.527336 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-70a30c59-b278-4e00-9650-a640b0d42bf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e66cd7e454e42cbb7f245acfb5578fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2428792 Aug 17 02:13:41.530036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34484) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:41.568892 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:41.593514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a30c59-b278-4e00-9650-a640b0d42bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685d9db6-6759-411a-82f0-ccb23a3c76cb,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:41.642593 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec4f3-6ac5-43b3-bf72-f0e9d91ab4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:41.654445 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a897aa5-6bb5-4497-8532-4d4e616f0939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:41.692858 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a897aa5-6bb5-4497-8532-4d4e616f0939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:41.776676 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec4f3-6ac5-43b3-bf72-f0e9d91ab4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:41.862761 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a897aa5-6bb5-4497-8532-4d4e616f0939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:41.865667 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a897aa5-6bb5-4497-8532-4d4e616f0939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:41.869322 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8a897aa5-6bb5-4497-8532-4d4e616f0939 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/685d9db6-6759-411a-82f0-ccb23a3c76cb HTTP/1.1" status: 204 len: 168 time: 0.3357310 Aug 17 02:13:41.875630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a897aa5-6bb5-4497-8532-4d4e616f0939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685d9db6-6759-411a-82f0-ccb23a3c76cb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:41.914635 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec4f3-6ac5-43b3-bf72-f0e9d91ab4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:41.965395 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ef6ec4f3-6ac5-43b3-bf72-f0e9d91ab4a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=feadcdf021bd44288a64659b7c5fe5d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5724196 Aug 17 02:13:41.968750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ec4f3-6ac5-43b3-bf72-f0e9d91ab4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df43a8b-e663-4707-b045-42e20b04bd4d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:41.969141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34498) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:42.005992 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34500) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:42.008468 n-d-793621-31 neutron-server[95406]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 17 02:13:42.051176 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03689e97-2276-47ae-b2a5-fd4e9704f22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:42.064033 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2ec2d22b-c516-44e3-8de7-9fed599e042b tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=daf08f58f5e747b99ef002ba96fb50c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559857 Aug 17 02:13:42.105642 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03689e97-2276-47ae-b2a5-fd4e9704f22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:42.246182 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03689e97-2276-47ae-b2a5-fd4e9704f22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:42.249441 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03689e97-2276-47ae-b2a5-fd4e9704f22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:42.253940 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-03689e97-2276-47ae-b2a5-fd4e9704f22f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4df43a8b-e663-4707-b045-42e20b04bd4d HTTP/1.1" status: 204 len: 168 time: 0.2836137 Aug 17 02:13:42.263737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03689e97-2276-47ae-b2a5-fd4e9704f22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df43a8b-e663-4707-b045-42e20b04bd4d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:42.267873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-eefd9d0b-b6a4-4a1b-8b86-8d0320514dcb tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:42.273824 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-eefd9d0b-b6a4-4a1b-8b86-8d0320514dcb tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088521 Aug 17 02:13:42.300836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-8d688669-4567-43e4-9973-8f92ed2648c7 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/quotas/daf08f58f5e747b99ef002ba96fb50c2 HTTP/1.1" status: 200 len: 375 time: 0.0204422 Aug 17 02:13:42.367661 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-20167e82-c7cd-461f-9be7-843529709207 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=daf08f58f5e747b99ef002ba96fb50c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587993 Aug 17 02:13:42.382815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34514) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:42.391733 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-626148628-network', 'tenant_id': 'b8745e26a06b42b282280243a1281981'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:42.480585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] Made reservation on behalf of b8745e26a06b42b282280243a1281981 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:13:42.483849 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:42.503370 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:42.608589 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:42.703007 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:42.724767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:13:42.739590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587db03e-b2eb-43ad-8e38-c7e4dfb8e06e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:42.744591 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:42.745112 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] Added segment 39fea700-e97f-489e-b1bd-dc3ab002ce74 of type vlan for network a0b2ac15-001f-4928-9b50-8b172cc519a8 Aug 17 02:13:42.793534 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:42.901825 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:42.902816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:42.903953 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:42.942956 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:13:42.976165 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] Pushing event updated for resources: {'Network': ['ID=a0b2ac15-001f-4928-9b50-8b172cc519a8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:42.989649 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network a0b2ac15-001f-4928-9b50-8b172cc519a8 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:13:43.035300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-708f87ea-8a14-4433-a62d-5aa8079b9f47 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6507339 Aug 17 02:13:43.037456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34548) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:43.043229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7aa97293-f757-4be8-bc01-0e6468998d1c admin admin] Request body: {'subnet': {'network_id': 'a0b2ac15-001f-4928-9b50-8b172cc519a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626148628-subnet', 'tenant_id': 'b8745e26a06b42b282280243a1281981', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:43.193013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa97293-f757-4be8-bc01-0e6468998d1c admin admin] Made reservation on behalf of b8745e26a06b42b282280243a1281981 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:13:43.193226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:13:43.196510 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7aa97293-f757-4be8-bc01-0e6468998d1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:43.197689 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:43.198410 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:43.279851 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34560) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:43.291222 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:43.332294 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:13:43.345858 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34564) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:43.364142 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-71d7418d-2e99-486a-b9ca-cd7a4657b936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:43.417104 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:43.480717 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-71d7418d-2e99-486a-b9ca-cd7a4657b936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:43.508448 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:43.515030 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7aa97293-f757-4be8-bc01-0e6468998d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:43.542544 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:43.584542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa97293-f757-4be8-bc01-0e6468998d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9373b6fb-bc86-4e84-a7c0-92f6cd44f26e,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:43.587975 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa97293-f757-4be8-bc01-0e6468998d1c admin admin] Checking segment: {'id': '39fea700-e97f-489e-b1bd-dc3ab002ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a0b2ac15-001f-4928-9b50-8b172cc519a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:13:43.588600 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa97293-f757-4be8-bc01-0e6468998d1c admin admin] Network hostable DHCP agents. Network: a0b2ac15-001f-4928-9b50-8b172cc519a8, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:13:43.599683 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-71d7418d-2e99-486a-b9ca-cd7a4657b936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:43.650548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7418d-2e99-486a-b9ca-cd7a4657b936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322ee908-5f38-46cd-bd59-08e6f105ad36,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:43.657522 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-71d7418d-2e99-486a-b9ca-cd7a4657b936 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7a3b09854a0449f89503ba1de6413f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3104439 Aug 17 02:13:43.660144 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34574) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:43.691220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa97293-f757-4be8-bc01-0e6468998d1c admin admin] Network a0b2ac15-001f-4928-9b50-8b172cc519a8 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:13:43.710867 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20ba906f-0ea6-4372-bbea-81231b59090d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:43.732719 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20ba906f-0ea6-4372-bbea-81231b59090d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:43.777472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-7aa97293-f757-4be8-bc01-0e6468998d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, a0b2ac15-001f-4928-9b50-8b172cc519a8) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:13:43.782568 n-d-793621-31 neutron-server[95407]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 17 02:13:43.790967 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b8d37-df0a-489e-ac23-53f005822920 None None] Network a0b2ac15-001f-4928-9b50-8b172cc519a8 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:13:43.797378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa97293-f757-4be8-bc01-0e6468998d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:43.802761 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7aa97293-f757-4be8-bc01-0e6468998d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:43.857326 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6af268d-1664-4bb9-9199-c5040fa86718 req-d6b03f7f-518f-4d5a-8b6b-8a5b97c6d0e0 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 210 time: 0.5749650 Aug 17 02:13:43.957924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-a0b2ac15-001f-4928-9b50-8b172cc519a8', 'network_id': 'a0b2ac15-001f-4928-9b50-8b172cc519a8', 'tenant_id': 'b8745e26a06b42b282280243a1281981', 'fixed_ips': [{'subnet_id': '9373b6fb-bc86-4e84-a7c0-92f6cd44f26e'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:13:43.966384 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20ba906f-0ea6-4372-bbea-81231b59090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:43.966596 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7aa97293-f757-4be8-bc01-0e6468998d1c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9214938 Aug 17 02:13:43.966725 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:43.966841 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20ba906f-0ea6-4372-bbea-81231b59090d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:43.966960 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34580) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:43.967082 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-20ba906f-0ea6-4372-bbea-81231b59090d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/322ee908-5f38-46cd-bd59-08e6f105ad36 HTTP/1.1" status: 204 len: 168 time: 0.3030627 Aug 17 02:13:43.970118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-626148628-router', 'tenant_id': 'b8745e26a06b42b282280243a1281981', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:43.974043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba906f-0ea6-4372-bbea-81231b59090d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322ee908-5f38-46cd-bd59-08e6f105ad36,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:44.126237 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Allocated IP 172.20.0.2 (a0b2ac15-001f-4928-9b50-8b172cc519a8/9373b6fb-bc86-4e84-a7c0-92f6cd44f26e/9b4046a6-c7de-46e1-9528-ca2f4a7dcfba) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:13:44.138273 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:44.139433 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:44.193322 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:44.288716 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:44.298883 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Transition to ACTIVE for port object 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:13:44.326303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Transition to ACTIVE for port object 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:13:44.422953 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:44.492128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Network a0b2ac15-001f-4928-9b50-8b172cc519a8 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:13:44.495584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:13:44.503178 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:13:44.518356 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Pushing event updated for resources: {'Port': ['ID=9b4046a6-c7de-46e1-9528-ca2f4a7dcfba,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:44.565035 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:44.584958 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Attempting to bind port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:13:44.585313 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Attempting to bind port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '39fea700-e97f-489e-b1bd-dc3ab002ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a0b2ac15-001f-4928-9b50-8b172cc519a8'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:13:44.585696 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Attempting to bind port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba on network a0b2ac15-001f-4928-9b50-8b172cc519a8 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:13:44.590804 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:13:44.591263 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Checking segment: {'id': '39fea700-e97f-489e-b1bd-dc3ab002ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a0b2ac15-001f-4928-9b50-8b172cc519a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:13:44.591672 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:44.592079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Bound using segment: {'id': '39fea700-e97f-489e-b1bd-dc3ab002ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a0b2ac15-001f-4928-9b50-8b172cc519a8'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:13:44.592541 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Bound port: 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fea700-e97f-489e-b1bd-dc3ab002ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a0b2ac15-001f-4928-9b50-8b172cc519a8'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:13:44.592950 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:44.658038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] For port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:13:44.673694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] For port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9b4046a6-c7de-46e1-9528-ca2f4a7dcfba,segment=NetworkSegment(39fea700-e97f-489e-b1bd-dc3ab002ce74),segment_id=39fea700-e97f-489e-b1bd-dc3ab002ce74)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:13:44.749965 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:44.857365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba58d3-d432-4b26-bc2c-c5a178a2636f None None] Pushing event updated for resources: {'Port': ['ID=9b4046a6-c7de-46e1-9528-ca2f4a7dcfba,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:44.951677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:13:45.007633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:45.008334 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:45.009038 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d986732-d4f7-45d9-aee2-24edb66f09ed req-84a70825-9d90-4657-bae3-d3ca17855abe tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 210 time: 0.0610282 Aug 17 02:13:45.015148 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:45.042996 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:45.246319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Allocated IP 172.25.5.75 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/615c0ead-f0b4-48da-87d2-138476af2495) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:13:45.371270 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:45.439610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34626) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:45.497670 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:45.536763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:13:45.541772 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:13:45.546089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:13:45.584149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Pushing event updated for resources: {'Port': ['ID=615c0ead-f0b4-48da-87d2-138476af2495,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:45.754581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1308378481-network', 'tenant_id': '63db54d51fdf4d14ac18c606b181f74c'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:45.851961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] Made reservation on behalf of 63db54d51fdf4d14ac18c606b181f74c for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:13:45.854592 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:45.871258 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:45.965139 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:45.987142 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a350e5-b07e-4ef9-a9c5-cbe508b466cf None None] Network a0b2ac15-001f-4928-9b50-8b172cc519a8 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:13:46.152792 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:46.235865 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:46.275353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:13:46.287046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75948474-20c1-4319-8cd9-74141f21a8d6,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:46.291211 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:46.297878 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:46.298227 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] Added segment b6df6a23-d154-4f98-ac16-36571bf3bb6d of type vlan for network 887bded7-f93e-44b6-91c1-b88c1457f5a1 Aug 17 02:13:46.367655 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6391aae1-4042-4611-89b3-577be2bd55e3 req-7c24d41c-738b-47e5-ae4c-abfcb0a809da tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 210 time: 0.0447702 Aug 17 02:13:46.391905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-af8ccc49-e087-4ead-b7a7-48994453102f None None] Provisioning for port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:13:46.403473 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:46.554367 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:46.555817 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:46.557018 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:46.729204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Router f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:13:46.766578 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] Pushing event updated for resources: {'Network': ['ID=887bded7-f93e-44b6-91c1-b88c1457f5a1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:46.777825 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 887bded7-f93e-44b6-91c1-b88c1457f5a1 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:13:46.811710 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5dac36dd-c881-4151-a2f2-f873d94f8208 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3709226 Aug 17 02:13:46.815605 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34678) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:46.822810 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-0d443d8d-189f-42ca-aa2b-50cfe460717c admin admin] Request body: {'subnet': {'network_id': '887bded7-f93e-44b6-91c1-b88c1457f5a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1308378481-subnet', 'tenant_id': '63db54d51fdf4d14ac18c606b181f74c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:46.834832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-b1b8f590-8387-49e4-bd9a-a528961dab67 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f199a1197ee347c08047ca4716382022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840368 Aug 17 02:13:46.931343 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d443d8d-189f-42ca-aa2b-50cfe460717c admin admin] Made reservation on behalf of 63db54d51fdf4d14ac18c606b181f74c for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:13:46.935445 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d443d8d-189f-42ca-aa2b-50cfe460717c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:46.990185 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:13:47.036052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:13:47.054832 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Sync routers for ids ['f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:13:47.078010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.18', 55177) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:47.085809 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Routers {'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:13:47.088466 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:13:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:47.116898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251601-d028-414d-86cb-1a403c6039af req-b3737771-149d-4ad3-a115-68aa7fb044a5 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:47.124284 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-edd59042-ad5d-4c00-943a-c18c562030cb tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=daf08f58f5e747b99ef002ba96fb50c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438266 Aug 17 02:13:47.125474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-b3737771-149d-4ad3-a115-68aa7fb044a5 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2840099 Aug 17 02:13:47.142554 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-b6c179b4-83b9-4d75-bc18-34c1dc266e35 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/quotas/f199a1197ee347c08047ca4716382022 HTTP/1.1" status: 200 len: 375 time: 0.0124764 Aug 17 02:13:47.203860 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-1ada7b64-ce5c-4d4d-a607-c054e1bf3493 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f199a1197ee347c08047ca4716382022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535681 Aug 17 02:13:47.211421 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:47.212671 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8ac3d73e-cb02-4e7a-9cee-44a8f5ec8603 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.2483437 Aug 17 02:13:47.217529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34696) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:47.251420 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:13:47.256265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:47.256684 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:47.273032 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Set router f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:13:47.327530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-bf3427a8-2b64-4feb-992f-b215ae3577ba tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:47.329923 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-bf3427a8-2b64-4feb-992f-b215ae3577ba tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981316 Aug 17 02:13:47.420548 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:47.455691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Request body: {'port': {'device_id': '075f1a54-7dfb-484e-ae24-955ffab75a55', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'daf08f58f5e747b99ef002ba96fb50c2'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:47.472195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9b4046a6-c7de-46e1-9528-ca2f4a7dcfba,segment=NetworkSegment(39fea700-e97f-489e-b1bd-dc3ab002ce74),segment_id=39fea700-e97f-489e-b1bd-dc3ab002ce74)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:13:47.543960 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626148628-router', 'tenant_id': 'b8745e26a06b42b282280243a1281981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '615c0ead-f0b4-48da-87d2-138476af2495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:44Z', 'updated_at': '2021-08-17T02:13:45Z', 'revision_number': 3, 'project_id': 'b8745e26a06b42b282280243a1281981', 'gw_port': {'id': '615c0ead-f0b4-48da-87d2-138476af2495', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:45Z', 'updated_at': '2021-08-17T02:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:47.587695 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d443d8d-189f-42ca-aa2b-50cfe460717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:47.588748 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:47.598382 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Checking router: f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:13:47.598949 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Updating router f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 port 615c0ead-f0b4-48da-87d2-138476af2495 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:13:47.625428 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:47.671440 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=9b4046a6-c7de-46e1-9528-ca2f4a7dcfba,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:47.690758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0062e47b-9736-45d0-a3fc-b774779807ce req-ff4c4a7b-e51b-4898-b5be-82e749dab3fd tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 210 time: 0.0366473 Aug 17 02:13:48.157813 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:48.196643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34752) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:48.221633 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d443d8d-189f-42ca-aa2b-50cfe460717c admin admin] Pushing event updated for resources: {'Subnet': ['ID=53184906-33ae-4e3a-a2bd-cce385d4d33c,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:48.227380 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8dc5f317-52e9-41ff-98d8-6f629baa321f req-df61eeb7-8733-4938-b192-ceb98dcd2a66 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 210 time: 0.5433614 Aug 17 02:13:48.229090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d443d8d-189f-42ca-aa2b-50cfe460717c admin admin] Checking segment: {'id': 'b6df6a23-d154-4f98-ac16-36571bf3bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '887bded7-f93e-44b6-91c1-b88c1457f5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:13:48.229624 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d443d8d-189f-42ca-aa2b-50cfe460717c admin admin] Network hostable DHCP agents. Network: 887bded7-f93e-44b6-91c1-b88c1457f5a1, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:13:48.230029 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:48.255159 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Transition to ACTIVE for port object 615c0ead-f0b4-48da-87d2-138476af2495 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:13:48.331670 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:48.371626 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Made reservation on behalf of daf08f58f5e747b99ef002ba96fb50c2 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:13:48.375805 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:48.379897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d443d8d-189f-42ca-aa2b-50cfe460717c admin admin] Network 887bded7-f93e-44b6-91c1-b88c1457f5a1 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:13:48.383457 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Attempting to bind port 615c0ead-f0b4-48da-87d2-138476af2495 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:13:48.383821 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Attempting to bind port 615c0ead-f0b4-48da-87d2-138476af2495 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:13:48.384192 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Attempting to bind port 615c0ead-f0b4-48da-87d2-138476af2495 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:13:48.393895 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:13:48.394272 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:13:48.394677 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:48.395076 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:13:48.395544 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Bound port: 615c0ead-f0b4-48da-87d2-138476af2495, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:13:48.395952 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:48.397683 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408290c-3fed-4edc-a1d6-bebdfe45c512 None None] Pushing event updated for resources: {'Port': ['ID=615c0ead-f0b4-48da-87d2-138476af2495,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:48.413169 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:48.448201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Allocated IP 172.20.0.1 (a0b2ac15-001f-4928-9b50-8b172cc519a8/9373b6fb-bc86-4e84-a7c0-92f6cd44f26e/0837e347-900c-40a0-ba0b-e4ce31c7b285) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:13:48.461493 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] For port 615c0ead-f0b4-48da-87d2-138476af2495, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:13:48.462903 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-96486cbb-82e0-4e9f-9ba4-d3c2c017ca23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:48.465499 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] For port 615c0ead-f0b4-48da-87d2-138476af2495, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=615c0ead-f0b4-48da-87d2-138476af2495,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:13:48.534584 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-0d443d8d-189f-42ca-aa2b-50cfe460717c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 887bded7-f93e-44b6-91c1-b88c1457f5a1) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:13:48.543728 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d443d8d-189f-42ca-aa2b-50cfe460717c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:48.544880 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d443d8d-189f-42ca-aa2b-50cfe460717c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:48.548552 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da03cc0c-39d9-4c48-b494-93db2ba0e780 None None] Network 887bded7-f93e-44b6-91c1-b88c1457f5a1 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:13:48.566392 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:48.599537 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:48.600732 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:48.615088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Transition to ACTIVE for port object 0837e347-900c-40a0-ba0b-e4ce31c7b285 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:13:48.657099 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:48.685307 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408290c-3fed-4edc-a1d6-bebdfe45c512 None None] Pushing event updated for resources: {'Port': ['ID=615c0ead-f0b4-48da-87d2-138476af2495,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:48.732105 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Routers {'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:13:48.732920 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:13:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:48.770117 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:48.784114 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50d8812-e190-433d-996b-ca47bf01b653 None None] Network 887bded7-f93e-44b6-91c1-b88c1457f5a1 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:13:48.834340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Network a0b2ac15-001f-4928-9b50-8b172cc519a8 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:13:48.863068 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:13:48.867819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:13:48.868442 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:48.961157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Pushing event updated for resources: {'Port': ['ID=0837e347-900c-40a0-ba0b-e4ce31c7b285,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:48.973881 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] Set router f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:13:49.007086 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:13:49.059792 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-96486cbb-82e0-4e9f-9ba4-d3c2c017ca23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:49.196681 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:49.197926 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:49.201706 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-96486cbb-82e0-4e9f-9ba4-d3c2c017ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:49.208316 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e6ed36a6-2387-4d37-a570-ea17c29705ac req-eaca737a-0f8d-471d-b656-06464137a723 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 210 time: 0.2205193 Aug 17 02:13:49.292361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56f7969-eff2-4ef1-b4e2-a84785c2b010,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:49.383951 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0d443d8d-189f-42ca-aa2b-50cfe460717c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5667956 Aug 17 02:13:49.456657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-96486cbb-82e0-4e9f-9ba4-d3c2c017ca23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cdb2066f7014feeaa11f979d0e9456f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2554438 Aug 17 02:13:49.459462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34804) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:49.481855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96486cbb-82e0-4e9f-9ba4-d3c2c017ca23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56f0ddc-fcb9-4118-843d-a6a5363693ca,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:49.520008 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626148628-router', 'tenant_id': 'b8745e26a06b42b282280243a1281981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '615c0ead-f0b4-48da-87d2-138476af2495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:44Z', 'updated_at': '2021-08-17T02:13:45Z', 'revision_number': 3, 'project_id': 'b8745e26a06b42b282280243a1281981', 'gw_port': {'id': '615c0ead-f0b4-48da-87d2-138476af2495', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:45Z', 'updated_at': '2021-08-17T02:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:49.553846 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-da8f965f-34cf-4f29-9b12-cc342ed79844 None None] Provisioning for port 0837e347-900c-40a0-ba0b-e4ce31c7b285 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:13:49.565600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-da8f965f-34cf-4f29-9b12-cc342ed79844 None None] Provisioning complete for port 0837e347-900c-40a0-ba0b-e4ce31c7b285 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:49.566317 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-da8f965f-34cf-4f29-9b12-cc342ed79844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:49.603100 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:49.614676 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255cf41b-e1f5-4e58-8a17-14d2586cf2da None None] The sync data for ids ['f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'] in n-d-793621-31 is: [{'id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626148628-router', 'tenant_id': 'b8745e26a06b42b282280243a1281981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '615c0ead-f0b4-48da-87d2-138476af2495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:44Z', 'updated_at': '2021-08-17T02:13:45Z', 'revision_number': 3, 'project_id': 'b8745e26a06b42b282280243a1281981', 'gw_port': {'id': '615c0ead-f0b4-48da-87d2-138476af2495', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:45Z', 'updated_at': '2021-08-17T02:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:13:49.647443 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7db2556c-fc22-4a6c-b114-da5c97a5ff97 req-addeac08-e95d-4ae3-b981-c2476b8984f6 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 210 time: 0.1245265 Aug 17 02:13:49.664022 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Allocated IP 192.168.233.50 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/7471611a-5546-4a08-bdaa-06b5c18b661b) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:13:49.703704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-da8f965f-34cf-4f29-9b12-cc342ed79844 None None] Port 0837e347-900c-40a0-ba0b-e4ce31c7b285 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:13:49.859995 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08040403-f730-4911-9d96-fbfc15861302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:49.929839 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08040403-f730-4911-9d96-fbfc15861302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:50.047409 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:50.089760 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:50.232517 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:50.254002 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:50.326888 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Transition to ACTIVE for port object 7471611a-5546-4a08-bdaa-06b5c18b661b will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:13:50.347924 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08040403-f730-4911-9d96-fbfc15861302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:50.356740 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08040403-f730-4911-9d96-fbfc15861302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:50.357092 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-08040403-f730-4911-9d96-fbfc15861302 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b56f0ddc-fcb9-4118-843d-a6a5363693ca HTTP/1.1" status: 204 len: 168 time: 0.8963025 Aug 17 02:13:50.463199 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-02b134d8-771a-40bb-aa4a-b3b1e5a36947 req-a4a3d93e-738c-4ff4-a767-b33c185d0083 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 210 time: 0.0805027 Aug 17 02:13:50.603851 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:50.646735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Pushing event updated for resources: {'Port': ['ID=0837e347-900c-40a0-ba0b-e4ce31c7b285,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:50.653163 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08040403-f730-4911-9d96-fbfc15861302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56f0ddc-fcb9-4118-843d-a6a5363693ca,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:50.659318 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:13:50.712777 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:13:50.747654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Network a0b2ac15-001f-4928-9b50-8b172cc519a8 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:13:50.756661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:13:50.757058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:13:50.762899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:50.783175 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:51.009621 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Pushing event updated for resources: {'Port': ['ID=7471611a-5546-4a08-bdaa-06b5c18b661b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:51.082986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 615c0ead-f0b4-48da-87d2-138476af2495 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:13:51.138450 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-2da163e4-3497-43b6-aec8-1b117b1b9366 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6882951 Aug 17 02:13:51.149796 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-f8fda318-1a58-467d-a1b5-b0e7187301d0 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:13:51.151143 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-f8fda318-1a58-467d-a1b5-b0e7187301d0 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061834 Aug 17 02:13:51.230988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34840) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:51.280502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Router f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:13:51.282859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 615c0ead-f0b4-48da-87d2-138476af2495 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:13:51.291630 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 615c0ead-f0b4-48da-87d2-138476af2495 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:51.292002 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:51.310485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633c1c6-892e-4a39-b542-9419be055674 req-d387721c-f163-4a29-9a1b-e910a48892c4 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:51.315110 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8633c1c6-892e-4a39-b542-9419be055674 req-d387721c-f163-4a29-9a1b-e910a48892c4 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 935 time: 0.3125200 Aug 17 02:13:51.389916 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-90098684-9ff9-4654-861f-439aeb9c4170 None None] Provisioning for port 7471611a-5546-4a08-bdaa-06b5c18b661b completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:13:51.410125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-90098684-9ff9-4654-861f-439aeb9c4170 None None] Provisioning complete for port 7471611a-5546-4a08-bdaa-06b5c18b661b triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:51.410909 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-90098684-9ff9-4654-861f-439aeb9c4170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:51.433767 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8633c1c6-892e-4a39-b542-9419be055674 req-b1b2842e-2877-4702-9c5b-f7a2b2103b52 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139300 Aug 17 02:13:51.501096 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-90098684-9ff9-4654-861f-439aeb9c4170 None None] Port 7471611a-5546-4a08-bdaa-06b5c18b661b cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:13:51.524479 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:13:51.527073 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-91d693d6-fbdf-4d11-b344-ef6ce8d74afc admin admin] 10.222.0.13 "PUT /v2.0/routers/f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3090060 Aug 17 02:13:51.552850 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:51.590143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 615c0ead-f0b4-48da-87d2-138476af2495, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=615c0ead-f0b4-48da-87d2-138476af2495,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:13:51.604937 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ddc6c439-ec34-4767-9ebd-5c04f9095b98 req-46f189d5-aced-4736-97a2-55acab08f15b tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 210 time: 0.0370166 Aug 17 02:13:51.633610 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-52484760-29e8-4804-a39f-e63ef5186b83 None None] Provisioning complete for port 0837e347-900c-40a0-ba0b-e4ce31c7b285 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:51.633985 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-52484760-29e8-4804-a39f-e63ef5186b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:51.680795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-52484760-29e8-4804-a39f-e63ef5186b83 None None] Port 0837e347-900c-40a0-ba0b-e4ce31c7b285 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:13:51.686406 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:51.752705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=615c0ead-f0b4-48da-87d2-138476af2495,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:51.852537 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60d87df1-300c-4f94-8388-d91898be0484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:51.860906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34852) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:51.887479 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9414e240-1aa8-4a9c-a7fa-9904d4e38f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:51.937308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Request body: {'port': {'device_id': '075f1a54-7dfb-484e-ae24-955ffab75a55', 'device_owner': 'compute:tempest-test_az-1689326157', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:51.969733 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.42', 55317) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:52.037473 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:13:52.041708 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-11a4e8b0-3e86-4aed-b87f-b23d02112a26 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f199a1197ee347c08047ca4716382022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704231 Aug 17 02:13:52.080591 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:52.265438 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251601-d028-414d-86cb-1a403c6039af req-3040583e-7d27-4762-84bd-6d64d6579eac tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:52.267340 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-3040583e-7d27-4762-84bd-6d64d6579eac tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915331 Aug 17 02:13:52.267918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34860) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:52.281901 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1231684590-network', 'tenant_id': 'e09d4a0c3dd4458484b55cbaee805458'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:52.395706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Request body: {'port': {'device_id': 'df46c0ea-f8af-403b-8570-c729bcef6e18', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'f199a1197ee347c08047ca4716382022'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:52.430094 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60d87df1-300c-4f94-8388-d91898be0484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:52.523810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Sync routers for ids ['f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:13:52.527721 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60d87df1-300c-4f94-8388-d91898be0484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:52.532035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Routers {'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:13:52.532830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:13:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:52.609807 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-60d87df1-300c-4f94-8388-d91898be0484 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77e50ed3dfd44a94affb26d450a1258a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3768258 Aug 17 02:13:52.615184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34864) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:52.725497 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9414e240-1aa8-4a9c-a7fa-9904d4e38f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:52.735749 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Set router f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:13:52.818439 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9414e240-1aa8-4a9c-a7fa-9904d4e38f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:52.846690 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a4e6858-95d2-4458-8506-7c7b9203f778 req-8ab60417-143c-422b-bfad-041e739ca477 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 210 time: 0.0513153 Aug 17 02:13:52.869369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7471611a-5546-4a08-bdaa-06b5c18b661b {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:13:52.878191 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:52.904692 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d87df1-300c-4f94-8388-d91898be0484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b75c6a6-5a34-4fa3-8cbc-1681fd9cc992,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:52.938712 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9414e240-1aa8-4a9c-a7fa-9904d4e38f01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4318634f66ab4478803c402d6bfef475&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0761065 Aug 17 02:13:52.941890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34884) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:52.957001 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Transition to ACTIVE for port object 7471611a-5546-4a08-bdaa-06b5c18b661b will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:13:52.995817 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414e240-1aa8-4a9c-a7fa-9904d4e38f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40453513-071c-441a-94b8-7ce5eaef4e4f,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:53.009175 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-833ed7e1-7839-478a-a2f5-591085112284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.032951 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 615c0ead-f0b4-48da-87d2-138476af2495 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:13:53.038122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] Made reservation on behalf of e09d4a0c3dd4458484b55cbaee805458 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:13:53.059497 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.092616 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-833ed7e1-7839-478a-a2f5-591085112284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.110250 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.175470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5257e6-47c3-4016-9b30-9efe6046eee4 req-bad6804f-6b9d-4fad-a4c7-3bc349a19c7c tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:53.190707 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7b5257e6-47c3-4016-9b30-9efe6046eee4 req-bad6804f-6b9d-4fad-a4c7-3bc349a19c7c tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 935 time: 0.5768127 Aug 17 02:13:53.198543 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.219725 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-afa58bbc-9404-44b2-945b-c51449d58fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.224717 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 615c0ead-f0b4-48da-87d2-138476af2495 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:53.225117 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.230693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Made reservation on behalf of f199a1197ee347c08047ca4716382022 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:13:53.234525 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.283865 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.298107 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626148628-router', 'tenant_id': 'b8745e26a06b42b282280243a1281981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '615c0ead-f0b4-48da-87d2-138476af2495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:44Z', 'updated_at': '2021-08-17T02:13:49Z', 'revision_number': 4, 'project_id': 'b8745e26a06b42b282280243a1281981', 'gw_port': {'id': '615c0ead-f0b4-48da-87d2-138476af2495', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:45Z', 'updated_at': '2021-08-17T02:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '0837e347-900c-40a0-ba0b-e4ce31c7b285', 'name': '', 'network_id': 'a0b2ac15-001f-4928-9b50-8b172cc519a8', 'tenant_id': 'b8745e26a06b42b282280243a1281981', 'mac_address': 'fa:16:3e:44:2f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9373b6fb-bc86-4e84-a7c0-92f6cd44f26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:48Z', 'updated_at': '2021-08-17T02:13:49Z', 'revision_number': 2, 'project_id': 'b8745e26a06b42b282280243a1281981', 'subnets': [{'id': '9373b6fb-bc86-4e84-a7c0-92f6cd44f26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:53.354205 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-afa58bbc-9404-44b2-945b-c51449d58fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.370374 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-833ed7e1-7839-478a-a2f5-591085112284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.371134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Checking router: f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:13:53.371498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Updating router f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 port 0837e347-900c-40a0-ba0b-e4ce31c7b285 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:13:53.373691 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-833ed7e1-7839-478a-a2f5-591085112284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.384397 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-833ed7e1-7839-478a-a2f5-591085112284 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b75c6a6-5a34-4fa3-8cbc-1681fd9cc992 HTTP/1.1" status: 204 len: 168 time: 0.7518601 Aug 17 02:13:53.446061 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7b5257e6-47c3-4016-9b30-9efe6046eee4 req-0a88a701-edff-4f7c-a8ad-ccd1e8e0f931 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541730 Aug 17 02:13:53.461927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Pushing event updated for resources: {'Port': ['ID=7471611a-5546-4a08-bdaa-06b5c18b661b,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:53.539943 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.590872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ed7e1-7839-478a-a2f5-591085112284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b75c6a6-5a34-4fa3-8cbc-1681fd9cc992,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:53.661442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Attempting to bind port 7471611a-5546-4a08-bdaa-06b5c18b661b on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:13:53.661817 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Attempting to bind port 7471611a-5546-4a08-bdaa-06b5c18b661b by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:13:53.662172 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Attempting to bind port 7471611a-5546-4a08-bdaa-06b5c18b661b on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:13:53.682269 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Port 7471611a-5546-4a08-bdaa-06b5c18b661b on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:13:53.682908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Attempting to bind port 7471611a-5546-4a08-bdaa-06b5c18b661b on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:13:53.702704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:13:53.713308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:13:53.714262 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:13:53.727911 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Bound port: 7471611a-5546-4a08-bdaa-06b5c18b661b, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:13:53.730541 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.803082 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.807511 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-afa58bbc-9404-44b2-945b-c51449d58fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.821131 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-afa58bbc-9404-44b2-945b-c51449d58fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.846033 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-afa58bbc-9404-44b2-945b-c51449d58fc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40453513-071c-441a-94b8-7ce5eaef4e4f HTTP/1.1" status: 204 len: 168 time: 0.8705134 Aug 17 02:13:53.874826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa58bbc-9404-44b2-945b-c51449d58fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40453513-071c-441a-94b8-7ce5eaef4e4f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:53.915570 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:53.966806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:13:53.980215 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] For port 7471611a-5546-4a08-bdaa-06b5c18b661b, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:13:53.989711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] For port 7471611a-5546-4a08-bdaa-06b5c18b661b, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=7471611a-5546-4a08-bdaa-06b5c18b661b,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:13:54.004641 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:54.005662 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] Added segment 3b679b7d-a390-457c-bcb5-0c5f790f141f of type vlan for network c1817501-453d-430f-9f81-b88c6363b031 Aug 17 02:13:54.089762 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:54.124866 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-435739da-cb65-4ede-a149-4c8c628bb386 req-bf63a4c1-38f2-484b-9b51-90f0744ef0fb tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 210 time: 0.1034718 Aug 17 02:13:54.128939 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:54.226437 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a3bfd0-e465-4ebc-91f4-80d2b18a2959,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:54.235276 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:54.236435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:54.237118 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:54.303637 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:54.310146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:54.318495 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] 10.222.0.18 "PUT /v2.0/ports/7471611a-5546-4a08-bdaa-06b5c18b661b HTTP/1.1" status: 200 len: 1118 time: 2.8914974 Aug 17 02:13:54.327875 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075f1a54-7dfb-484e-ae24-955ffab75a55', 'tag': '7471611a-5546-4a08-bdaa-06b5c18b661b'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:13:54.381166 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] Pushing event updated for resources: {'Network': ['ID=c1817501-453d-430f-9f81-b88c6363b031,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:54.399356 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:54.438289 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34910) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:54.443388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-25334383-6c55-41ff-9de1-cd58964a10ca tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411931919', 'description': 'tempest-description--712946633'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:54.478350 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network c1817501-453d-430f-9f81-b88c6363b031 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:13:54.537671 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:54.748704 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1a4407-8b81-4653-b586-53773da25212,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:54.783780 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-26b5e15a-2128-473f-9ce7-d0e94e3763fa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5148606 Aug 17 02:13:54.848982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34922) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:54.884711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-42f7df44-6d96-4266-b957-4862dc3332b1 admin admin] Request body: {'subnet': {'network_id': 'c1817501-453d-430f-9f81-b88c6363b031', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1231684590-subnet', 'tenant_id': 'e09d4a0c3dd4458484b55cbaee805458', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:54.915517 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:54.928235 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Transition to ACTIVE for port object 0837e347-900c-40a0-ba0b-e4ce31c7b285 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:13:55.085963 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:55.115846 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbf07d-7986-4bb5-b51e-858c3f172763 service neutron] Pushing event updated for resources: {'Port': ['ID=7471611a-5546-4a08-bdaa-06b5c18b661b,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:55.255298 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25334383-6c55-41ff-9de1-cd58964a10ca tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:55.263874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa95550-7f69-47fd-9a75-e634bdf71c32 None None] Pushing event updated for resources: {'Port': ['ID=0837e347-900c-40a0-ba0b-e4ce31c7b285,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:55.314812 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-18f7fc2a-2908-462f-8175-7f551a73425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:55.316510 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-18f7fc2a-2908-462f-8175-7f551a73425f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=daf08f58f5e747b99ef002ba96fb50c2&device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 1121 time: 0.6886077 Aug 17 02:13:55.336968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832b336-c248-4468-a318-886499bf1917 req-cb4e9b8a-5f9a-483b-9352-4cb7030d1b60 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:55.347766 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e832b336-c248-4468-a318-886499bf1917 req-cb4e9b8a-5f9a-483b-9352-4cb7030d1b60 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 969 time: 0.3326840 Aug 17 02:13:55.401638 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Attempting to bind port 0837e347-900c-40a0-ba0b-e4ce31c7b285 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:13:55.402014 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Attempting to bind port 0837e347-900c-40a0-ba0b-e4ce31c7b285 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '39fea700-e97f-489e-b1bd-dc3ab002ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a0b2ac15-001f-4928-9b50-8b172cc519a8'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:13:55.402380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Attempting to bind port 0837e347-900c-40a0-ba0b-e4ce31c7b285 on network a0b2ac15-001f-4928-9b50-8b172cc519a8 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:13:55.409181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:13:55.409682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Checking segment: {'id': '39fea700-e97f-489e-b1bd-dc3ab002ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a0b2ac15-001f-4928-9b50-8b172cc519a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:13:55.410377 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:55.410788 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Bound using segment: {'id': '39fea700-e97f-489e-b1bd-dc3ab002ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a0b2ac15-001f-4928-9b50-8b172cc519a8'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:13:55.411520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Bound port: 0837e347-900c-40a0-ba0b-e4ce31c7b285, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fea700-e97f-489e-b1bd-dc3ab002ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a0b2ac15-001f-4928-9b50-8b172cc519a8'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:13:55.412032 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:55.515465 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34932) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:55.521890 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec4a60fc-a2ca-47ec-a3b2-1087f358fce7 req-6c5ced5f-8c0c-4c37-b088-38b59aa2a15a tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 210 time: 0.1224363 Aug 17 02:13:55.537306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] For port 0837e347-900c-40a0-ba0b-e4ce31c7b285, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:13:55.540100 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-461d2781-9b5a-40c3-9497-17de270ffb51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=7471611a-5546-4a08-bdaa-06b5c18b661b HTTP/1.1" status: 200 len: 217 time: 0.1787343 Aug 17 02:13:55.542595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] For port 0837e347-900c-40a0-ba0b-e4ce31c7b285, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0837e347-900c-40a0-ba0b-e4ce31c7b285,segment=NetworkSegment(39fea700-e97f-489e-b1bd-dc3ab002ce74),segment_id=39fea700-e97f-489e-b1bd-dc3ab002ce74)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:13:55.573833 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-488dd875-67a8-4966-b42a-ed306ade964a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:55.573833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Allocated IP 192.168.233.226 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/fb3b4968-059b-40ba-86ca-ebfa0251bed9) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:13:55.689494 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e832b336-c248-4468-a318-886499bf1917 req-22de34cc-6507-40d2-acf3-b229ca0bc510 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406537 Aug 17 02:13:55.712338 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0542c9-26a6-48fb-8a7c-c20bd08b64cb" -d '{"events": [{"name": "network-changed", "server_uuid": "075f1a54-7dfb-484e-ae24-955ffab75a55", "tag": "7471611a-5546-4a08-bdaa-06b5c18b661b"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:13:55.790614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-5a91c072-0f39-4a4e-bcf5-a2b2abfca62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:55.790614 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-5a91c072-0f39-4a4e-bcf5-a2b2abfca62a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1911790 Aug 17 02:13:55.858326 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-d1ebad58-d660-4322-997e-6ccbbe85aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:55.862277 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-d1ebad58-d660-4322-997e-6ccbbe85aa3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1006827 Aug 17 02:13:55.892563 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:55.921741 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Transition to ACTIVE for port object fb3b4968-059b-40ba-86ca-ebfa0251bed9 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:13:56.101625 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-6099533b-51b5-4f61-abf8-ea221ddd1957 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308148 Aug 17 02:13:56.138864 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:56.168133 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34a44be-f28d-4f0f-b6af-d4e618221704 x-openstack-request-id: req-c34a44be-f28d-4f0f-b6af-d4e618221704 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:13:56.177472 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075f1a54-7dfb-484e-ae24-955ffab75a55", "tag": "7471611a-5546-4a08-bdaa-06b5c18b661b", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:13:56.177472 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c34a44be-f28d-4f0f-b6af-d4e618221704 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:13:56.177472 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075f1a54-7dfb-484e-ae24-955ffab75a55', 'tag': '7471611a-5546-4a08-bdaa-06b5c18b661b', 'status': 'completed', 'code': 200} Aug 17 02:13:56.206967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f7df44-6d96-4266-b957-4862dc3332b1 admin admin] Made reservation on behalf of e09d4a0c3dd4458484b55cbaee805458 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:13:56.209822 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42f7df44-6d96-4266-b957-4862dc3332b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:56.345028 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:56.384831 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65ac379f-861c-4aa9-bcf2-39bf8886a8a3 req-34053e3c-00ae-49a6-8c33-670b0beb95ef service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577271 Aug 17 02:13:56.414098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Routers {'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:13:56.415129 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:13:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:56.429369 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa95550-7f69-47fd-9a75-e634bdf71c32 None None] Pushing event updated for resources: {'Port': ['ID=0837e347-900c-40a0-ba0b-e4ce31c7b285,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:56.791883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067693cf-5e9e-40c1-bcb2-fa63429f9a73 req-b28292ce-f9e1-4dea-8a40-af5e4f1c231a tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:56.794028 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-067693cf-5e9e-40c1-bcb2-fa63429f9a73 req-b28292ce-f9e1-4dea-8a40-af5e4f1c231a tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 936 time: 0.0899515 Aug 17 02:13:56.919630 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-067693cf-5e9e-40c1-bcb2-fa63429f9a73 req-7a54aacc-d11f-4350-9dc5-5b82ef323c48 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139309 Aug 17 02:13:56.926018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] Set router f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:13:56.978563 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [None req-488dd875-67a8-4966-b42a-ed306ade964a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:13:56.978563 n-d-793621-31 neutron-server[95406]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 02:13:56.978563 n-d-793621-31 neutron-server[95406]: [parameters: {'project_id_1': '899a5b28eb204169a9dca57d9552ddf0', 'expiration_1': datetime.datetime(2021, 8, 17, 2, 13, 55, 589327)}] Aug 17 02:13:56.978563 n-d-793621-31 neutron-server[95406]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:13:56.980266 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [None req-488dd875-67a8-4966-b42a-ed306ade964a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:13:57.073500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:13:57.087024 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:13:57.329305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626148628-router', 'tenant_id': 'b8745e26a06b42b282280243a1281981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '615c0ead-f0b4-48da-87d2-138476af2495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:44Z', 'updated_at': '2021-08-17T02:13:49Z', 'revision_number': 4, 'project_id': 'b8745e26a06b42b282280243a1281981', 'gw_port': {'id': '615c0ead-f0b4-48da-87d2-138476af2495', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:45Z', 'updated_at': '2021-08-17T02:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '0837e347-900c-40a0-ba0b-e4ce31c7b285', 'name': '', 'network_id': 'a0b2ac15-001f-4928-9b50-8b172cc519a8', 'tenant_id': 'b8745e26a06b42b282280243a1281981', 'mac_address': 'fa:16:3e:44:2f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9373b6fb-bc86-4e84-a7c0-92f6cd44f26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:48Z', 'updated_at': '2021-08-17T02:13:55Z', 'revision_number': 4, 'project_id': 'b8745e26a06b42b282280243a1281981', 'subnets': [{'id': '9373b6fb-bc86-4e84-a7c0-92f6cd44f26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:13:57.341605 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0542c9-26a6-48fb-8a7c-c20bd08b64cb req-2185b34d-7cf4-4ad9-9a6c-00b170d440c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:57.344572 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd0542c9-26a6-48fb-8a7c-c20bd08b64cb req-2185b34d-7cf4-4ad9-9a6c-00b170d440c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=daf08f58f5e747b99ef002ba96fb50c2&device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 1121 time: 0.0860438 Aug 17 02:13:57.352915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:13:57.367218 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:57.367904 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:57.389152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b422d44-df0a-4902-acdb-e586f1b811d0 None None] The sync data for ids ['f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'] in n-d-793621-31 is: [{'id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626148628-router', 'tenant_id': 'b8745e26a06b42b282280243a1281981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '615c0ead-f0b4-48da-87d2-138476af2495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:44Z', 'updated_at': '2021-08-17T02:13:49Z', 'revision_number': 4, 'project_id': 'b8745e26a06b42b282280243a1281981', 'gw_port': {'id': '615c0ead-f0b4-48da-87d2-138476af2495', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:45Z', 'updated_at': '2021-08-17T02:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '0837e347-900c-40a0-ba0b-e4ce31c7b285', 'name': '', 'network_id': 'a0b2ac15-001f-4928-9b50-8b172cc519a8', 'tenant_id': 'b8745e26a06b42b282280243a1281981', 'mac_address': 'fa:16:3e:44:2f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9373b6fb-bc86-4e84-a7c0-92f6cd44f26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:48Z', 'updated_at': '2021-08-17T02:13:55Z', 'revision_number': 4, 'project_id': 'b8745e26a06b42b282280243a1281981', 'subnets': [{'id': '9373b6fb-bc86-4e84-a7c0-92f6cd44f26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:13:57.488065 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-488dd875-67a8-4966-b42a-ed306ade964a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:57.553952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Pushing event updated for resources: {'Port': ['ID=fb3b4968-059b-40ba-86ca-ebfa0251bed9,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:57.603478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b74fb4-dca6-4301-975b-4f3397a0b8ea req-7e84b6c2-7a78-477f-a131-05a5447dfce0 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:57.611678 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20b74fb4-dca6-4301-975b-4f3397a0b8ea req-7e84b6c2-7a78-477f-a131-05a5447dfce0 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 969 time: 0.6165996 Aug 17 02:13:57.668915 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2691d1a7-0e24-4ecc-803c-4608f26fea4d None None] Provisioning for port fb3b4968-059b-40ba-86ca-ebfa0251bed9 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:13:57.672997 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25334383-6c55-41ff-9de1-cd58964a10ca tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:57.678186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2691d1a7-0e24-4ecc-803c-4608f26fea4d None None] Provisioning complete for port fb3b4968-059b-40ba-86ca-ebfa0251bed9 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:57.683302 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2691d1a7-0e24-4ecc-803c-4608f26fea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:57.703223 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42f7df44-6d96-4266-b957-4862dc3332b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:57.772549 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-2691d1a7-0e24-4ecc-803c-4608f26fea4d None None] Port fb3b4968-059b-40ba-86ca-ebfa0251bed9 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:13:57.860791 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25334383-6c55-41ff-9de1-cd58964a10ca tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:57.917148 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0542c9-26a6-48fb-8a7c-c20bd08b64cb req-c967b731-74d4-4aad-a7fa-112fb0a3b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:57.921618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20b74fb4-dca6-4301-975b-4f3397a0b8ea req-3258e0fe-030a-416a-a3b3-00184aeaa80c tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086317 Aug 17 02:13:57.922983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7df44-6d96-4266-b957-4862dc3332b1 admin admin] Checking segment: {'id': '3b679b7d-a390-457c-bcb5-0c5f790f141f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c1817501-453d-430f-9f81-b88c6363b031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:13:57.923518 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd0542c9-26a6-48fb-8a7c-c20bd08b64cb req-c967b731-74d4-4aad-a7fa-112fb0a3b696 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.5451407 Aug 17 02:13:57.923716 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7df44-6d96-4266-b957-4862dc3332b1 admin admin] Network hostable DHCP agents. Network: c1817501-453d-430f-9f81-b88c6363b031, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:13:57.987439 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-35fba311-de64-436f-910b-042d756e8ba7 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5980017 Aug 17 02:13:58.019721 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7df44-6d96-4266-b957-4862dc3332b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43663ee9-f0b7-4a7b-b363-0aba627be19b,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:58.083111 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-10f8c0b8-c701-40c4-9da5-5777b5455285 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:13:58.084610 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-10f8c0b8-c701-40c4-9da5-5777b5455285 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440261 Aug 17 02:13:58.095537 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd0542c9-26a6-48fb-8a7c-c20bd08b64cb req-bd8f77e6-1f08-4b44-b270-f67f48b70994 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=7471611a-5546-4a08-bdaa-06b5c18b661b HTTP/1.1" status: 200 len: 217 time: 0.1484447 Aug 17 02:13:58.160758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25334383-6c55-41ff-9de1-cd58964a10ca tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:58.218816 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:58.254795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7df44-6d96-4266-b957-4862dc3332b1 admin admin] Network c1817501-453d-430f-9f81-b88c6363b031 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:13:58.307859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7d751-06ec-4dc7-9c5d-972c225ad71f req-045b75be-b57a-49d6-9f72-42cfbf10f6fa tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:58.309500 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6f7d751-06ec-4dc7-9c5d-972c225ad71f req-045b75be-b57a-49d6-9f72-42cfbf10f6fa tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 936 time: 0.1902106 Aug 17 02:13:58.313640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0542c9-26a6-48fb-8a7c-c20bd08b64cb req-7245fea2-4d8c-47bf-9306-fbf95204ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:58.315086 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd0542c9-26a6-48fb-8a7c-c20bd08b64cb req-7245fea2-4d8c-47bf-9306-fbf95204ca79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1979492 Aug 17 02:13:58.319406 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-488dd875-67a8-4966-b42a-ed306ade964a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:58.348300 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-42f7df44-6d96-4266-b957-4862dc3332b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, c1817501-453d-430f-9f81-b88c6363b031) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:13:58.353391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f7df44-6d96-4266-b957-4862dc3332b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:58.359569 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42f7df44-6d96-4266-b957-4862dc3332b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:58.361215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce82cb5-6e5d-4f81-a97c-3a845cc09694 None None] Network c1817501-453d-430f-9f81-b88c6363b031 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:13:58.405944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Request body: {'port': {'device_id': 'df46c0ea-f8af-403b-8570-c729bcef6e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:58.439033 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-488dd875-67a8-4966-b42a-ed306ade964a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:58.491191 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6f7d751-06ec-4dc7-9c5d-972c225ad71f req-482d3166-36aa-4f1d-ad3d-824ac6cc97db tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707201 Aug 17 02:13:58.556285 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:58.561015 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-42f7df44-6d96-4266-b957-4862dc3332b1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.7083352 Aug 17 02:13:58.607856 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25334383-6c55-41ff-9de1-cd58964a10ca tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:58.612478 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-25334383-6c55-41ff-9de1-cd58964a10ca tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 4.1728926 Aug 17 02:13:58.626707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34980) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:58.628644 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0542c9-26a6-48fb-8a7c-c20bd08b64cb req-720df0a4-adde-405f-b1ab-74ac90fdd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:58.630203 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd0542c9-26a6-48fb-8a7c-c20bd08b64cb req-720df0a4-adde-405f-b1ab-74ac90fdd422 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2757800 Aug 17 02:13:58.661856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-78c08580-7657-4ee3-94b8-3976210d2e79 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Request body: {'security_group_rule': {'security_group_id': '5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:58.718555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-488dd875-67a8-4966-b42a-ed306ade964a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=899a5b28eb204169a9dca57d9552ddf0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1928258 Aug 17 02:13:58.720139 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34982) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:58.773686 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9234e0-3b52-4a80-ab6a-2527afed5f36 None None] Network c1817501-453d-430f-9f81-b88c6363b031 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:13:58.902696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488dd875-67a8-4966-b42a-ed306ade964a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acccdaa9-e486-400d-baaa-04c0c8433151,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:58.976756 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34990) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:59.177054 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-78c08580-7657-4ee3-94b8-3976210d2e79 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:59.188002 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd0542c9-26a6-48fb-8a7c-c20bd08b64cb req-9dd666bb-88b8-444c-b542-67f6a35c085e service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042922 Aug 17 02:13:59.198753 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-228e165d-d81a-42f6-984a-55501e36d5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:59.202169 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0837e347-900c-40a0-ba0b-e4ce31c7b285 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:13:59.480056 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-78c08580-7657-4ee3-94b8-3976210d2e79 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:59.491961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-774350f2-d590-4277-b9c7-e3dd560e51d8 admin admin] Deleting subnet 53184906-33ae-4e3a-a2bd-cce385d4d33c {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:13:59.502891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 0837e347-900c-40a0-ba0b-e4ce31c7b285 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:13:59.507249 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0837e347-900c-40a0-ba0b-e4ce31c7b285 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:13:59.507706 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:59.511623 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-228e165d-d81a-42f6-984a-55501e36d5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:59.576087 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-774350f2-d590-4277-b9c7-e3dd560e51d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:59.576279 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-78c08580-7657-4ee3-94b8-3976210d2e79 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:59.617986 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd0542c9-26a6-48fb-8a7c-c20bd08b64cb req-d0e83e43-c51c-46af-a8d4-8dd0432f5a5c service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068074 Aug 17 02:13:59.650919 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c08580-7657-4ee3-94b8-3976210d2e79 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f9ff80-4f03-44a2-9a62-8328ad455662,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:13:59.723697 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:59.775058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 0837e347-900c-40a0-ba0b-e4ce31c7b285, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0837e347-900c-40a0-ba0b-e4ce31c7b285,segment=NetworkSegment(39fea700-e97f-489e-b1bd-dc3ab002ce74),segment_id=39fea700-e97f-489e-b1bd-dc3ab002ce74)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:13:59.803699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6ac06-0c02-4e7f-90a1-108d20297cb6 req-1263acef-87c2-474c-8071-e3e3f8f54c89 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:59.807155 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7c6ac06-0c02-4e7f-90a1-108d20297cb6 req-1263acef-87c2-474c-8071-e3e3f8f54c89 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 969 time: 0.6399131 Aug 17 02:13:59.831235 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a102e-18b2-457f-9b34-b62a15da847e req-de4f2aa7-f14b-4681-9a6a-6bbc16a3f016 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:13:59.839426 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a64a102e-18b2-457f-9b34-b62a15da847e req-de4f2aa7-f14b-4681-9a6a-6bbc16a3f016 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 936 time: 0.1780808 Aug 17 02:13:59.845098 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-78c08580-7657-4ee3-94b8-3976210d2e79 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:59.845098 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-78c08580-7657-4ee3-94b8-3976210d2e79 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2135532 Aug 17 02:13:59.847610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34998) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:13:59.854386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-774350f2-d590-4277-b9c7-e3dd560e51d8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:59.860107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f0195fc2-522f-47ad-8945-c803be82d5e4 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Request body: {'security_group_rule': {'security_group_id': '5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:13:59.879974 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:13:59.973113 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a64a102e-18b2-457f-9b34-b62a15da847e req-f801400a-e883-499f-b474-03c5b0cdd740 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852041 Aug 17 02:13:59.991553 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f0195fc2-522f-47ad-8945-c803be82d5e4 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.003311 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=0837e347-900c-40a0-ba0b-e4ce31c7b285,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:00.020354 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-774350f2-d590-4277-b9c7-e3dd560e51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.118044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7c6ac06-0c02-4e7f-90a1-108d20297cb6 req-40177127-8e94-4a27-9f11-4496700e5e0e tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552047 Aug 17 02:14:00.210702 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-228e165d-d81a-42f6-984a-55501e36d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.216669 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f0195fc2-522f-47ad-8945-c803be82d5e4 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.216829 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-228e165d-d81a-42f6-984a-55501e36d5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.216829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-228e165d-d81a-42f6-984a-55501e36d5bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acccdaa9-e486-400d-baaa-04c0c8433151 HTTP/1.1" status: 204 len: 168 time: 1.4913421 Aug 17 02:14:00.238473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e165d-d81a-42f6-984a-55501e36d5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acccdaa9-e486-400d-baaa-04c0c8433151,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:00.286520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3b4968-059b-40ba-86ca-ebfa0251bed9 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:14:00.302861 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.310129 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-774350f2-d590-4277-b9c7-e3dd560e51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.359910 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f0195fc2-522f-47ad-8945-c803be82d5e4 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.365912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774350f2-d590-4277-b9c7-e3dd560e51d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53184906-33ae-4e3a-a2bd-cce385d4d33c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:00.371157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Transition to ACTIVE for port object fb3b4968-059b-40ba-86ca-ebfa0251bed9 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:14:00.436775 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35006) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:00.446735 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-774350f2-d590-4277-b9c7-e3dd560e51d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.450984 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-774350f2-d590-4277-b9c7-e3dd560e51d8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/53184906-33ae-4e3a-a2bd-cce385d4d33c HTTP/1.1" status: 204 len: 168 time: 1.4699297 Aug 17 02:14:00.457009 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35008) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:00.463609 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0195fc2-522f-47ad-8945-c803be82d5e4 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72190db-4e03-42e0-b16f-db5729ce2844,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:00.572186 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f0195fc2-522f-47ad-8945-c803be82d5e4 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.573029 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f0195fc2-522f-47ad-8945-c803be82d5e4 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7242727 Aug 17 02:14:00.576709 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35012) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:00.581380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:00.585903 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.606451 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.693968 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.704133 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fc42b990-3a68-45e9-85da-80db5983b008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.745796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3b4968-059b-40ba-86ca-ebfa0251bed9,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:00.776354 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.797365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Attempting to bind port fb3b4968-059b-40ba-86ca-ebfa0251bed9 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:14:00.797712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Attempting to bind port fb3b4968-059b-40ba-86ca-ebfa0251bed9 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:14:00.798068 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Attempting to bind port fb3b4968-059b-40ba-86ca-ebfa0251bed9 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:00.826855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Port fb3b4968-059b-40ba-86ca-ebfa0251bed9 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:14:00.830545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Attempting to bind port fb3b4968-059b-40ba-86ca-ebfa0251bed9 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:00.916760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:14:00.917140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:14:00.917700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:14:00.918528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Bound port: fb3b4968-059b-40ba-86ca-ebfa0251bed9, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:14:00.918812 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:00.962512 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:01.064027 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:01.064380 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:01.065160 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:01.065519 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Subscribe: > port after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:01.065856 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Subscribe: > port after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:01.066201 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Subscribe: > port after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:01.066510 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:01.066864 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:01.067247 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:01.067573 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:01.135297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0837e347-900c-40a0-ba0b-e4ce31c7b285 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:14:01.254135 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fc42b990-3a68-45e9-85da-80db5983b008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:01.314609 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0837e347-900c-40a0-ba0b-e4ce31c7b285 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:01.315417 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:01.334191 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108025c8-1a9b-49d4-a1ab-db1316cc370d req-fc1f519c-c92b-4fb2-8a4c-964ea524ab02 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:01.344454 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-108025c8-1a9b-49d4-a1ab-db1316cc370d req-fc1f519c-c92b-4fb2-8a4c-964ea524ab02 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 948 time: 0.1976216 Aug 17 02:14:01.369535 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fc42b990-3a68-45e9-85da-80db5983b008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:01.589913 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:01.590849 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:01.590849 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:01.591345 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:01.591886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887bded7-f93e-44b6-91c1-b88c1457f5a1']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:01.616824 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6df6a23-d154-4f98-ac16-36571bf3bb6d') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:01.621384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6df6a23-d154-4f98-ac16-36571bf3bb6d') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:01.640660 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:01.669023 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:01.699322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:14:01.699752 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:01.736265 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:01.830487 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fc42b990-3a68-45e9-85da-80db5983b008 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30dcb274e4384339a1fcc649551e8244&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3914030 Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: from cryptography.utils import int_from_bytes Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: from cryptography.utils import int_from_bytes Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:14:01.832307 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:14:01.834810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35028) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:01.848999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42b990-3a68-45e9-85da-80db5983b008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c62cc0-f810-422c-8c4e-0045304c2118,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:01.872736 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-108025c8-1a9b-49d4-a1ab-db1316cc370d req-2cbdad51-d87a-4b8b-8968-c7e8b9fccc70 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270894 Aug 17 02:14:01.948604 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:02.033234 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:02.038643 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] 10.222.0.13 "DELETE /v2.0/networks/887bded7-f93e-44b6-91c1-b88c1457f5a1 HTTP/1.1" status: 204 len: 168 time: 1.5792713 Aug 17 02:14:02.045770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35032) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:02.096387 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] For port fb3b4968-059b-40ba-86ca-ebfa0251bed9, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:14:02.108188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62e451-b14c-444a-b489-2c2d109b43a9 req-c59743c1-5983-4d92-a3da-737357669a07 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:02.115792 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c62e451-b14c-444a-b489-2c2d109b43a9 req-c59743c1-5983-4d92-a3da-737357669a07 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 969 time: 0.2810462 Aug 17 02:14:02.123517 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd2c9a-5143-4f00-95c2-c2c02dd09e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=887bded7-f93e-44b6-91c1-b88c1457f5a1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:02.180092 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Allocated IP 172.25.5.250 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/f0a71549-30f8-49f5-8f34-b3090c375aba) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:14:02.375316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] For port fb3b4968-059b-40ba-86ca-ebfa0251bed9, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb3b4968-059b-40ba-86ca-ebfa0251bed9,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:14:02.376669 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-722eaaa3-79e2-4823-a2a9-7d4c361fb0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:02.401269 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-722eaaa3-79e2-4823-a2a9-7d4c361fb0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:02.431753 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:02.463680 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:02.479964 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-886b2bc0-8646-433e-82c1-f56c03f2112a admin admin] Deleting subnet 43663ee9-f0b7-4a7b-b363-0aba627be19b {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:14:02.480854 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c62e451-b14c-444a-b489-2c2d109b43a9 req-eabbe198-f0fc-4cf4-87eb-2c18ecd739a7 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640516 Aug 17 02:14:02.484569 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-886b2bc0-8646-433e-82c1-f56c03f2112a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:02.538046 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-886b2bc0-8646-433e-82c1-f56c03f2112a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:02.556521 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-722eaaa3-79e2-4823-a2a9-7d4c361fb0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:02.564581 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-886b2bc0-8646-433e-82c1-f56c03f2112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:02.564735 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-722eaaa3-79e2-4823-a2a9-7d4c361fb0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:02.567586 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:02.571571 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-722eaaa3-79e2-4823-a2a9-7d4c361fb0d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0c62cc0-f810-422c-8c4e-0045304c2118 HTTP/1.1" status: 204 len: 168 time: 0.7301455 Aug 17 02:14:02.578181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:02.579025 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:02.587132 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] 10.222.0.42 "PUT /v2.0/ports/fb3b4968-059b-40ba-86ca-ebfa0251bed9 HTTP/1.1" status: 200 len: 1097 time: 4.2688029 Aug 17 02:14:02.609993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df46c0ea-f8af-403b-8570-c729bcef6e18', 'tag': 'fb3b4968-059b-40ba-86ca-ebfa0251bed9'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:14:02.621224 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722eaaa3-79e2-4823-a2a9-7d4c361fb0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c62cc0-f810-422c-8c4e-0045304c2118,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:02.687030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb427b7c-f7e8-4a5f-b667-9a7a1aa99484 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3b4968-059b-40ba-86ca-ebfa0251bed9,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:02.721401 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:14:02.743572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:02.750518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:14:02.959459 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:02.985548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Pushing event updated for resources: {'Port': ['ID=f0a71549-30f8-49f5-8f34-b3090c375aba,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:03.128166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852b614-6a6e-44af-aff8-ecd6cc497355 req-26dce0df-8806-4c57-b748-7ae9fc501d76 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:03.142139 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e852b614-6a6e-44af-aff8-ecd6cc497355 req-26dce0df-8806-4c57-b748-7ae9fc501d76 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 948 time: 0.1351275 Aug 17 02:14:03.231166 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e852b614-6a6e-44af-aff8-ecd6cc497355 req-232c1f30-089e-4382-9805-bfe2812c884e tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766566 Aug 17 02:14:03.246063 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-886b2bc0-8646-433e-82c1-f56c03f2112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:03.306222 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-886b2bc0-8646-433e-82c1-f56c03f2112a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:03.308322 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-886b2bc0-8646-433e-82c1-f56c03f2112a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/43663ee9-f0b7-4a7b-b363-0aba627be19b HTTP/1.1" status: 204 len: 168 time: 1.2612801 Aug 17 02:14:03.309566 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b2bc0-8646-433e-82c1-f56c03f2112a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43663ee9-f0b7-4a7b-b363-0aba627be19b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:03.311454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35052) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:03.330685 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:03.434746 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:03.617315 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3da05a-5fb5-407b-aac9-49a31287b445" -d '{"events": [{"name": "network-changed", "server_uuid": "df46c0ea-f8af-403b-8570-c729bcef6e18", "tag": "fb3b4968-059b-40ba-86ca-ebfa0251bed9"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:14:03.638553 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:03.671908 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:03.672463 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:03.673594 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:03.673991 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Subscribe: > port after_create 55550000 {{(pid=95407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:03.674374 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:03.675008 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Subscribe: > port after_update 55550000 {{(pid=95407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:03.675425 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:03.675885 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:03.676294 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:03.676768 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:03.716053 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf992371-1d54-4592-a2d9-8bfa407fa6a8 req-320420cf-9274-4c65-8c2c-811009d3764f tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:03.717648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf992371-1d54-4592-a2d9-8bfa407fa6a8 req-320420cf-9274-4c65-8c2c-811009d3764f tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 969 time: 0.0804336 Aug 17 02:14:03.767907 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:03.768513 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:03.768592 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:03.769007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:14:03.769275 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1817501-453d-430f-9f81-b88c6363b031']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:03.777994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf992371-1d54-4592-a2d9-8bfa407fa6a8 req-cc9c2d3e-ceef-40eb-96f2-a58d7efec714 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528579 Aug 17 02:14:03.791801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b679b7d-a390-457c-bcb5-0c5f790f141f') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:03.792102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b679b7d-a390-457c-bcb5-0c5f790f141f') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:03.817197 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:03.844900 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:03.849712 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:03.861495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:14:03.861931 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: from cryptography.utils import int_from_bytes Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: from cryptography.utils import int_from_bytes Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:14:03.866164 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:14:03.984149 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e1bf32-d23f-4e2b-83f9-fc38affed8bd x-openstack-request-id: req-71e1bf32-d23f-4e2b-83f9-fc38affed8bd {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:14:03.984442 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df46c0ea-f8af-403b-8570-c729bcef6e18", "tag": "fb3b4968-059b-40ba-86ca-ebfa0251bed9", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:14:03.984696 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71e1bf32-d23f-4e2b-83f9-fc38affed8bd {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:14:03.985159 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df46c0ea-f8af-403b-8570-c729bcef6e18', 'tag': 'fb3b4968-059b-40ba-86ca-ebfa0251bed9', 'status': 'completed', 'code': 200} Aug 17 02:14:04.039839 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:04.102387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Pushing event updated for resources: {'Port': ['ID=f0a71549-30f8-49f5-8f34-b3090c375aba,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:04.115567 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:04.119532 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:04.132033 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:04.137545 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c1817501-453d-430f-9f81-b88c6363b031 HTTP/1.1" status: 204 len: 168 time: 0.8194461 Aug 17 02:14:04.144417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcc5cf-f2d9-4aab-a7ed-bdf338d1dc27 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1817501-453d-430f-9f81-b88c6363b031,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:04.285974 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:04.296940 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-aca8cf5d-e7ce-4c94-87b8-17def339666c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7100127 Aug 17 02:14:04.397461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35076) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:04.417292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140df6b-d0a2-4757-8215-c22001ebc4f1 req-ed0af022-8a2a-4446-8b55-0bb069465704 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:04.418815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f140df6b-d0a2-4757-8215-c22001ebc4f1 req-ed0af022-8a2a-4446-8b55-0bb069465704 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 948 time: 0.0758171 Aug 17 02:14:04.421214 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2eb89792-8482-40c4-b176-5175bc26f10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:04.465878 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f140df6b-d0a2-4757-8215-c22001ebc4f1 req-5de0fa8d-feb7-4f1f-a3f6-456fda5386dc tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401709 Aug 17 02:14:04.558483 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2eb89792-8482-40c4-b176-5175bc26f10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:04.669850 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2eb89792-8482-40c4-b176-5175bc26f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:04.741617 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2eb89792-8482-40c4-b176-5175bc26f10b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=160a3d689c064a5e9a96de41cfe1b80a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426747 Aug 17 02:14:04.744593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35096) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:04.749683 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35098) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:04.761231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb89792-8482-40c4-b176-5175bc26f10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91870e85-0f4d-4830-a015-202427059492,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:04.819237 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-9e4451ad-b0a6-46d1-b9a2-c50b10caf672 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--411931919&fields=id&tenant_id=49680fd9b391442cb3cf3c46aae0fe47 HTTP/1.1" status: 200 len: 267 time: 0.0851095 Aug 17 02:14:04.835080 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0b396bd5-a40a-49f0-9b40-5bf5f22786c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:04.900569 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0b396bd5-a40a-49f0-9b40-5bf5f22786c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:04.946360 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc70e4-009a-4ec7-ab38-efc6b72dcc66 req-19a3357d-8fba-491a-aa07-ec1cadd8c847 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:04.947840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1fc70e4-009a-4ec7-ab38-efc6b72dcc66 req-19a3357d-8fba-491a-aa07-ec1cadd8c847 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 969 time: 0.0835812 Aug 17 02:14:04.948605 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9d9f53c6-e041-4391-a9ed-f01a3042a6b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63db54d51fdf4d14ac18c606b181f74c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978648 Aug 17 02:14:04.951737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35104) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:05.021381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1fc70e4-009a-4ec7-ab38-efc6b72dcc66 req-077f42ef-f153-495c-bea0-cb53743ada69 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629487 Aug 17 02:14:05.031180 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d358c39-a855-4496-82cf-96f659d1f2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:05.043937 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-47861501-b46c-40ed-a495-7416aab82906 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:05.057768 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-47861501-b46c-40ed-a495-7416aab82906 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/networks?id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174 HTTP/1.1" status: 200 len: 824 time: 0.2283459 Aug 17 02:14:05.063639 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d358c39-a855-4496-82cf-96f659d1f2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:05.075389 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-9b02e390-5b36-410f-89b8-6b4e7259191e tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/quotas/49680fd9b391442cb3cf3c46aae0fe47 HTTP/1.1" status: 200 len: 375 time: 0.0149846 Aug 17 02:14:05.176869 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-988647a4-eeb1-45c4-95fc-9dbd55b91bdc tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=49680fd9b391442cb3cf3c46aae0fe47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905375 Aug 17 02:14:05.326288 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0b396bd5-a40a-49f0-9b40-5bf5f22786c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:05.329313 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0b396bd5-a40a-49f0-9b40-5bf5f22786c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:05.333850 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0b396bd5-a40a-49f0-9b40-5bf5f22786c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91870e85-0f4d-4830-a015-202427059492 HTTP/1.1" status: 204 len: 168 time: 0.5850327 Aug 17 02:14:05.339430 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b396bd5-a40a-49f0-9b40-5bf5f22786c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91870e85-0f4d-4830-a015-202427059492,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:05.366125 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d358c39-a855-4496-82cf-96f659d1f2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:05.369367 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d358c39-a855-4496-82cf-96f659d1f2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:05.371606 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6d358c39-a855-4496-82cf-96f659d1f2ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75948474-20c1-4319-8cd9-74141f21a8d6 HTTP/1.1" status: 204 len: 168 time: 0.4186800 Aug 17 02:14:05.382349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d358c39-a855-4496-82cf-96f659d1f2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75948474-20c1-4319-8cd9-74141f21a8d6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:05.387074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-a5c4cab1-b3b6-4bc3-9491-ca684354f6aa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:14:05.397586 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-a5c4cab1-b3b6-4bc3-9491-ca684354f6aa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0971904 Aug 17 02:14:05.530438 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-9bc22601-a4ec-40c8-82dc-a7d6fafd68c0 service neutron] 10.222.0.13 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319423 Aug 17 02:14:05.632798 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-437c96ab-7a36-4a0f-96a5-c5f35964805e service neutron] 10.222.0.13 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926218 Aug 17 02:14:05.956090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d432f-2190-4c97-aab2-7f43050fecb2 req-20727d56-6c12-4e63-9ba7-4d13c27ad88d tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:05.957690 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee5d432f-2190-4c97-aab2-7f43050fecb2 req-20727d56-6c12-4e63-9ba7-4d13c27ad88d tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 948 time: 0.0615396 Aug 17 02:14:06.020744 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee5d432f-2190-4c97-aab2-7f43050fecb2 req-39d7b731-99f4-4b12-acc2-40bd267cc154 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506794 Aug 17 02:14:06.120412 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d3a380ad-4074-4d9b-a633-b6e93c502758 req-8ca647e3-263a-488e-b9cd-c5a6d3bcef18 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 210 time: 0.0368929 Aug 17 02:14:06.174922 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d0fb9-d710-45c8-bf3f-4554108e963d req-d5e6418f-fd98-4e32-878b-86aa3d026775 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:06.180298 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a5d0fb9-d710-45c8-bf3f-4554108e963d req-d5e6418f-fd98-4e32-878b-86aa3d026775 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 969 time: 0.0608478 Aug 17 02:14:06.218543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a5d0fb9-d710-45c8-bf3f-4554108e963d req-328cbb39-dea8-4049-9eac-b80f06d61353 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356181 Aug 17 02:14:06.564613 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35156) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:06.603818 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-33cdfc10-8ad7-4199-b388-2368275bb0f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e09d4a0c3dd4458484b55cbaee805458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380325 Aug 17 02:14:06.607084 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35160) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:06.655796 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f197-5020-4207-ac3f-124760a716f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:06.680680 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f197-5020-4207-ac3f-124760a716f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:06.851712 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f197-5020-4207-ac3f-124760a716f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:06.854607 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f197-5020-4207-ac3f-124760a716f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:06.855777 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a9c4f197-5020-4207-ac3f-124760a716f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7a3bfd0-e465-4ebc-91f4-80d2b18a2959 HTTP/1.1" status: 204 len: 168 time: 0.2477782 Aug 17 02:14:06.863976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4f197-5020-4207-ac3f-124760a716f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a3bfd0-e465-4ebc-91f4-80d2b18a2959,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:07.137614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3783727-76fa-44f9-8b48-a1327fa74833 req-0f88f56d-b518-4673-aaa0-d3b64cfb49f0 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:07.139176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3783727-76fa-44f9-8b48-a1327fa74833 req-0f88f56d-b518-4673-aaa0-d3b64cfb49f0 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 948 time: 0.0563228 Aug 17 02:14:07.193838 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3783727-76fa-44f9-8b48-a1327fa74833 req-7cbe4eca-e096-4538-b869-21d085147a24 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478537 Aug 17 02:14:07.222325 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-86ea7aed-2c6c-41f7-bc5b-5452536dbf03 req-008b32bf-35ea-49ad-a502-ad356e87c238 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 210 time: 0.0375204 Aug 17 02:14:07.345999 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777423e-549f-40fa-a2eb-6d99676b30f2 req-9e826610-34ab-468d-a38d-eee139c9d51c tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:07.347622 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3777423e-549f-40fa-a2eb-6d99676b30f2 req-9e826610-34ab-468d-a38d-eee139c9d51c tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 969 time: 0.0510356 Aug 17 02:14:07.374996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35184) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:07.401165 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3777423e-549f-40fa-a2eb-6d99676b30f2 req-dbfe2694-fc76-4839-ac2f-9086754fb4ff tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449092 Aug 17 02:14:07.545015 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4b395950-584e-44dc-a8f6-f5024b8183ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:07.548924 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3da05a-5fb5-407b-aac9-49a31287b445 req-36b7e936-c854-4e72-9a01-ade7915c0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:07.550155 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff3da05a-5fb5-407b-aac9-49a31287b445 req-36b7e936-c854-4e72-9a01-ade7915c0249 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f199a1197ee347c08047ca4716382022&device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 1100 time: 0.0914495 Aug 17 02:14:07.605294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff3da05a-5fb5-407b-aac9-49a31287b445 req-9aad4bc4-3b6f-4ade-aeb4-4981c8aa6cc4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f199a1197ee347c08047ca4716382022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345550 Aug 17 02:14:07.810017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3da05a-5fb5-407b-aac9-49a31287b445 req-b2da5140-52fb-4dcf-bbd6-887f4a21ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:07.811622 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff3da05a-5fb5-407b-aac9-49a31287b445 req-b2da5140-52fb-4dcf-bbd6-887f4a21ac19 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1953890 Aug 17 02:14:07.828041 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4b395950-584e-44dc-a8f6-f5024b8183ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:07.899650 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1eecc89b-706d-4d02-8e23-51918c46ebc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:08.034983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251601-d028-414d-86cb-1a403c6039af req-796eddf5-083a-478f-b82b-b4e655b6d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:08.034983 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-796eddf5-083a-478f-b82b-b4e655b6d891 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f199a1197ee347c08047ca4716382022&device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 1100 time: 0.0514083 Aug 17 02:14:08.034983 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-e94675e7-5b39-45ab-a942-287e6ca80476 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fb3b4968-059b-40ba-86ca-ebfa0251bed9 HTTP/1.1" status: 200 len: 217 time: 0.0620220 Aug 17 02:14:08.063918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251601-d028-414d-86cb-1a403c6039af req-db9d877f-ec23-421e-94cf-2e1fb6b10dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:08.065440 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-db9d877f-ec23-421e-94cf-2e1fb6b10dd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0487657 Aug 17 02:14:08.165544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251601-d028-414d-86cb-1a403c6039af req-7f4b25bf-2301-4d6c-84e6-c45d0bfa5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:08.167027 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-7f4b25bf-2301-4d6c-84e6-c45d0bfa5868 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0723491 Aug 17 02:14:08.266832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-69289610-50b4-403d-8c7a-103e3e8894e3 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921533 Aug 17 02:14:08.287320 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4b395950-584e-44dc-a8f6-f5024b8183ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:08.323129 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6578aa-3f10-4482-bf32-091c709f95dd req-f752cd87-095d-43ba-8580-49afd9af6b8f tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:08.324997 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0e6578aa-3f10-4482-bf32-091c709f95dd req-f752cd87-095d-43ba-8580-49afd9af6b8f tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 948 time: 0.0648224 Aug 17 02:14:08.380836 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0e6578aa-3f10-4482-bf32-091c709f95dd req-5d28013a-a53c-4ac9-8294-e256858df03c tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489893 Aug 17 02:14:08.397155 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c7f50954-143b-4d2e-8623-9e7a1e4315bb req-e84984e9-98f3-480d-87ed-89f5d9ef728f tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 210 time: 0.0921800 Aug 17 02:14:08.411236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b395950-584e-44dc-a8f6-f5024b8183ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4f2d5d-8742-4ee6-8cdf-9a86b3c9e9f7,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:08.417989 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4b395950-584e-44dc-a8f6-f5024b8183ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e80e5915d3f44d4aa9b04f288c83020&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0418680 Aug 17 02:14:08.421170 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35216) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:08.499430 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20251601-d028-414d-86cb-1a403c6039af req-c22f7135-5935-4fce-ace9-5cc29f252061 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251840 Aug 17 02:14:08.529694 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcc39124-9847-400e-86af-fb49c41bddc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:08.553822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7214b3d-8353-46ea-a424-e5dab5bdf13d req-bad48006-9913-4b22-acd6-fd9ba214b175 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:08.562110 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d7214b3d-8353-46ea-a424-e5dab5bdf13d req-bad48006-9913-4b22-acd6-fd9ba214b175 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 969 time: 0.0759053 Aug 17 02:14:08.581357 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcc39124-9847-400e-86af-fb49c41bddc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:08.607837 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d7214b3d-8353-46ea-a424-e5dab5bdf13d req-2e6391e8-2e92-4e4a-bd2c-035957d0bb4a tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442312 Aug 17 02:14:08.811641 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcc39124-9847-400e-86af-fb49c41bddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:08.814153 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcc39124-9847-400e-86af-fb49c41bddc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:08.815334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bcc39124-9847-400e-86af-fb49c41bddc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae4f2d5d-8742-4ee6-8cdf-9a86b3c9e9f7 HTTP/1.1" status: 204 len: 168 time: 0.3925755 Aug 17 02:14:08.825604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc39124-9847-400e-86af-fb49c41bddc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4f2d5d-8742-4ee6-8cdf-9a86b3c9e9f7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:09.505143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da158ee9-cf96-448f-b318-ea566fa0f628 req-26a28434-11c4-4ba3-b2ff-be05a93e1a10 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:09.506735 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da158ee9-cf96-448f-b318-ea566fa0f628 req-26a28434-11c4-4ba3-b2ff-be05a93e1a10 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 948 time: 0.0588536 Aug 17 02:14:09.549177 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da158ee9-cf96-448f-b318-ea566fa0f628 req-0952e008-bf4d-4b60-8e02-1db15c616eae tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357082 Aug 17 02:14:09.636842 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5517875f-b947-4753-967e-eead6441c02e req-b88708f5-2e94-4ead-8c3f-5550fc3ece5b tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 210 time: 0.0277634 Aug 17 02:14:09.790135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb4aa9-ceee-4af7-8d75-687b87d8e07e req-8be3512b-bb35-4ac9-a267-03d2197970e5 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:09.791978 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9bdb4aa9-ceee-4af7-8d75-687b87d8e07e req-8be3512b-bb35-4ac9-a267-03d2197970e5 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 969 time: 0.0933475 Aug 17 02:14:09.848130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9bdb4aa9-ceee-4af7-8d75-687b87d8e07e req-0e2dae91-d13e-4736-bccf-2c8532de1d79 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459478 Aug 17 02:14:09.900833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-6a037a65-dc4f-481c-a44d-c7a6ea2fcf76 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:09.907518 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-6a037a65-dc4f-481c-a44d-c7a6ea2fcf76 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.18 "GET /v2.0/networks?id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174 HTTP/1.1" status: 200 len: 824 time: 0.3134346 Aug 17 02:14:09.907823 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35260) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:09.920703 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-19e19ea0-dc37-483c-8258-7a7a75ae25c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:09.965870 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-00b81122-eee8-47e6-9a5e-514b0bfdaa20 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49680fd9b391442cb3cf3c46aae0fe47 HTTP/1.1" status: 200 len: 379 time: 0.0445743 Aug 17 02:14:09.984616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-c5f6db1b-ba9b-4710-9315-1555d817028a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Request body: {'port': {'device_id': '11c01eb2-a391-402d-8c2a-ab6353d5d178', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'admin_state_up': True, 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'security_groups': ['5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:10.018512 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-19e19ea0-dc37-483c-8258-7a7a75ae25c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:10.160660 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-19e19ea0-dc37-483c-8258-7a7a75ae25c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:10.204118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e19ea0-dc37-483c-8258-7a7a75ae25c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1471ef51-b5a8-4b11-937b-553ca1ab9c92,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:10.208997 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-19e19ea0-dc37-483c-8258-7a7a75ae25c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=082b7d686b984500ac8a70288cf665e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012199 Aug 17 02:14:10.212368 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35268) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:10.245260 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4e86-24fd-4895-b6e9-aeccefb850ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:10.263710 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3679d462-83d1-4e11-b476-8670717b6cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:10.280462 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-c5f6db1b-ba9b-4710-9315-1555d817028a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Made reservation on behalf of 49680fd9b391442cb3cf3c46aae0fe47 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:14:10.286206 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-c5f6db1b-ba9b-4710-9315-1555d817028a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:10.296095 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3679d462-83d1-4e11-b476-8670717b6cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:10.398885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-8cdc8f62-3a3b-4e1f-baeb-71fb0e814c56 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a51fdd587a534f09b86bda6242380da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226479 Aug 17 02:14:10.451000 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-c5f6db1b-ba9b-4710-9315-1555d817028a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Allocated IP 172.20.0.13 (3bc129d8-6566-46b9-b7f7-9c41b5ef6174/f3ee0978-0a18-4eca-b738-966af06475e7/440157f0-377c-439f-a7bb-64eec71e05f1) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:14:10.497147 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3679d462-83d1-4e11-b476-8670717b6cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:10.499679 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3679d462-83d1-4e11-b476-8670717b6cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:10.500832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3679d462-83d1-4e11-b476-8670717b6cfe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1471ef51-b5a8-4b11-937b-553ca1ab9c92 HTTP/1.1" status: 204 len: 168 time: 0.2877200 Aug 17 02:14:10.525360 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679d462-83d1-4e11-b476-8670717b6cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1471ef51-b5a8-4b11-937b-553ca1ab9c92,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:10.542373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-8b30c788-26a2-4bf2-8ca6-6bed32f10231 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:10.550424 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-8b30c788-26a2-4bf2-8ca6-6bed32f10231 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426044 Aug 17 02:14:10.566328 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-61a5b502-c6cb-4b8b-a1a9-5f75c3b04bed tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/quotas/a51fdd587a534f09b86bda6242380da1 HTTP/1.1" status: 200 len: 375 time: 0.0148280 Aug 17 02:14:10.611678 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-dfce6d27-9348-4743-850c-40121d1fe380 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387363 Aug 17 02:14:10.618526 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-c5f6db1b-ba9b-4710-9315-1555d817028a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:10.634464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-c5f6db1b-ba9b-4710-9315-1555d817028a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Transition to ACTIVE for port object 440157f0-377c-439f-a7bb-64eec71e05f1 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:14:10.639877 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:10.724211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbfee6-6579-492b-ac4e-2872f81625fb req-1e980336-bc20-4567-9d96-dc39dd5cac0c tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:10.725646 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c0cbfee6-6579-492b-ac4e-2872f81625fb req-1e980336-bc20-4567-9d96-dc39dd5cac0c tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 948 time: 0.0501726 Aug 17 02:14:10.767841 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c0cbfee6-6579-492b-ac4e-2872f81625fb req-ab01801a-2d58-4b92-a0ab-79ce62df7dbb tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350168 Aug 17 02:14:10.795696 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-c5f6db1b-ba9b-4710-9315-1555d817028a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:10.847955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 7471611a-5546-4a08-bdaa-06b5c18b661b details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:14:10.853004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-c5f6db1b-ba9b-4710-9315-1555d817028a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:14:10.863508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-c5f6db1b-ba9b-4710-9315-1555d817028a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:10.863687 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-c5f6db1b-ba9b-4710-9315-1555d817028a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:14:10.926825 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6db1b-ba9b-4710-9315-1555d817028a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Pushing event updated for resources: {'Port': ['ID=440157f0-377c-439f-a7bb-64eec71e05f1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:10.970610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbbc3a-f1bc-4128-8d4c-80ee9bc003ff req-b23ef2f0-3c5b-432e-b7d1-8a78b004a422 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:10.972592 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b9fbbc3a-f1bc-4128-8d4c-80ee9bc003ff req-b23ef2f0-3c5b-432e-b7d1-8a78b004a422 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 932 time: 0.1035511 Aug 17 02:14:11.046237 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b9fbbc3a-f1bc-4128-8d4c-80ee9bc003ff req-56f814b7-d87e-4228-a051-768e365ecaac tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617270 Aug 17 02:14:11.067773 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-c5f6db1b-ba9b-4710-9315-1555d817028a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:11.068675 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-c5f6db1b-ba9b-4710-9315-1555d817028a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:11.136991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 7471611a-5546-4a08-bdaa-06b5c18b661b, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=7471611a-5546-4a08-bdaa-06b5c18b661b,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:11.146508 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36430c31-4801-4c78-8587-a5b708d50497 req-2aa26049-acad-4b57-a818-6937718d3f85 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 210 time: 0.0459712 Aug 17 02:14:11.150015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '7471611a-5546-4a08-bdaa-06b5c18b661b', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '7471611a-5546-4a08-bdaa-06b5c18b661b', 'mac_address': 'fa:16:3e:f6:81:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:tempest-test_az-1689326157', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:14:11.203538 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:11.224165 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7471611a-5546-4a08-bdaa-06b5c18b661b {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:14:11.247091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 7471611a-5546-4a08-bdaa-06b5c18b661b, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=7471611a-5546-4a08-bdaa-06b5c18b661b,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:11.265589 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48087a46-dc4a-44d5-8e9b-473db1460e7a req-5f1bfbc5-4ea1-470d-b042-fdc17018d4f6 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:11.267255 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-48087a46-dc4a-44d5-8e9b-473db1460e7a req-5f1bfbc5-4ea1-470d-b042-fdc17018d4f6 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 969 time: 0.0523367 Aug 17 02:14:11.269302 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-c5f6db1b-ba9b-4710-9315-1555d817028a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2899089 Aug 17 02:14:11.294571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Request body: {'port': {'device_id': '11c01eb2-a391-402d-8c2a-ab6353d5d178', 'device_owner': 'compute:tempest-test_az-1689326157', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:11.325698 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7aa6db11-858a-4dd0-abf5-fd449cdb08c9 None None] Provisioning for port 440157f0-377c-439f-a7bb-64eec71e05f1 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:14:11.329758 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7aa6db11-858a-4dd0-abf5-fd449cdb08c9 None None] Provisioning complete for port 440157f0-377c-439f-a7bb-64eec71e05f1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:11.330331 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7aa6db11-858a-4dd0-abf5-fd449cdb08c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:11.333351 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-48087a46-dc4a-44d5-8e9b-473db1460e7a req-159f0e39-0436-46a6-a990-c6ffe75cc649 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596237 Aug 17 02:14:11.363350 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:11.375342 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:11.379675 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7aa6db11-858a-4dd0-abf5-fd449cdb08c9 None None] Port 440157f0-377c-439f-a7bb-64eec71e05f1 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:14:11.433500 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=7471611a-5546-4a08-bdaa-06b5c18b661b,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:11.577152 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:11.672605 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440157f0-377c-439f-a7bb-64eec71e05f1 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:14:11.680165 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:11.693912 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Transition to ACTIVE for port object 440157f0-377c-439f-a7bb-64eec71e05f1 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:14:11.869613 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:11.926966 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd86e23-bbe0-4247-973b-e0355cbcff65 req-77237ab8-048e-4f73-870b-0438058ade5e tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:11.928639 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8fd86e23-bbe0-4247-973b-e0355cbcff65 req-77237ab8-048e-4f73-870b-0438058ade5e tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 948 time: 0.0938971 Aug 17 02:14:11.947059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Pushing event updated for resources: {'Port': ['ID=440157f0-377c-439f-a7bb-64eec71e05f1,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:12.038801 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8fd86e23-bbe0-4247-973b-e0355cbcff65 req-52464b28-1312-4499-81de-97f91d1cda9d tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954268 Aug 17 02:14:12.093154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Attempting to bind port 440157f0-377c-439f-a7bb-64eec71e05f1 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:14:12.093658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Attempting to bind port 440157f0-377c-439f-a7bb-64eec71e05f1 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:14:12.093998 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Attempting to bind port 440157f0-377c-439f-a7bb-64eec71e05f1 on network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:12.100255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['7471611a-5546-4a08-bdaa-06b5c18b661b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:14:12.100463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Port 440157f0-377c-439f-a7bb-64eec71e05f1 on network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:14:12.100620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Attempting to bind port 440157f0-377c-439f-a7bb-64eec71e05f1 on network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:12.107441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:14:12.107794 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Checking segment: {'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:14:12.108347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Bound using segment: {'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:14:12.108816 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Bound port: 440157f0-377c-439f-a7bb-64eec71e05f1, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:14:12.109192 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:12.219424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] For port 440157f0-377c-439f-a7bb-64eec71e05f1, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:14:12.223557 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] For port 440157f0-377c-439f-a7bb-64eec71e05f1, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=440157f0-377c-439f-a7bb-64eec71e05f1,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:14:12.237232 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d3d6b-1585-429b-acdb-0167f6609483 req-581db4e5-b980-4284-b111-35289cab5c72 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:12.238842 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2e4d3d6b-1585-429b-acdb-0167f6609483 req-581db4e5-b980-4284-b111-35289cab5c72 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 966 time: 0.0853441 Aug 17 02:14:12.280841 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2e4d3d6b-1585-429b-acdb-0167f6609483 req-070ffff9-2d93-4c50-9fd9-60c5fa069e65 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355167 Aug 17 02:14:12.282582 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:12.320762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:12.333757 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:12.333757 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] 10.222.0.18 "PUT /v2.0/ports/440157f0-377c-439f-a7bb-64eec71e05f1 HTTP/1.1" status: 200 len: 1115 time: 1.0348618 Aug 17 02:14:12.333757 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c01eb2-a391-402d-8c2a-ab6353d5d178', 'tag': '440157f0-377c-439f-a7bb-64eec71e05f1'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:14:12.333757 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c78ef3-cabe-4ae7-a730-c3a71cc69868" -d '{"events": [{"name": "network-changed", "server_uuid": "11c01eb2-a391-402d-8c2a-ab6353d5d178", "tag": "440157f0-377c-439f-a7bb-64eec71e05f1"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:14:12.368933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a76e63-61da-4d3c-b7ad-606fd965bb32 service neutron] Pushing event updated for resources: {'Port': ['ID=440157f0-377c-439f-a7bb-64eec71e05f1,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:12.419010 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d4541a-9831-46f3-8507-315200e11a5c x-openstack-request-id: req-b5d4541a-9831-46f3-8507-315200e11a5c {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:14:12.419415 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c01eb2-a391-402d-8c2a-ab6353d5d178", "tag": "440157f0-377c-439f-a7bb-64eec71e05f1", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:14:12.419677 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5d4541a-9831-46f3-8507-315200e11a5c {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:14:12.420607 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c01eb2-a391-402d-8c2a-ab6353d5d178', 'tag': '440157f0-377c-439f-a7bb-64eec71e05f1', 'status': 'completed', 'code': 200} Aug 17 02:14:12.509615 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b753e9c-93f2-44c4-aaa1-99e847930886 req-f6972621-f7cf-4038-8796-b7963160719d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 210 time: 0.0623841 Aug 17 02:14:12.556283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c78ef3-cabe-4ae7-a730-c3a71cc69868 req-56b8632d-fb45-48d9-b4dc-e916dd2bdf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:12.557935 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-27c78ef3-cabe-4ae7-a730-c3a71cc69868 req-56b8632d-fb45-48d9-b4dc-e916dd2bdf58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49680fd9b391442cb3cf3c46aae0fe47&device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 1118 time: 0.0917768 Aug 17 02:14:12.742527 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129ce5a-eee2-4436-afd3-43d55c073c02 req-401f5134-dd47-4a99-afc6-b4ceab50ea1b tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:12.757620 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4129ce5a-eee2-4436-afd3-43d55c073c02 req-401f5134-dd47-4a99-afc6-b4ceab50ea1b tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 970 time: 0.1910315 Aug 17 02:14:12.839643 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4129ce5a-eee2-4436-afd3-43d55c073c02 req-d1426638-71b3-4654-bbbe-fa58fcc2bfe3 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882201 Aug 17 02:14:12.843469 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c78ef3-cabe-4ae7-a730-c3a71cc69868 req-40958037-7cda-4e0a-9b12-d0308cb59126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:12.845086 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-27c78ef3-cabe-4ae7-a730-c3a71cc69868 req-40958037-7cda-4e0a-9b12-d0308cb59126 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=49680fd9b391442cb3cf3c46aae0fe47&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2512403 Aug 17 02:14:13.016807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c78ef3-cabe-4ae7-a730-c3a71cc69868 req-8c173296-83b8-4785-94e7-9badc558ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:13.018297 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-27c78ef3-cabe-4ae7-a730-c3a71cc69868 req-8c173296-83b8-4785-94e7-9badc558ad2b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1662431 Aug 17 02:14:13.112404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-fe453f65-3afd-49b0-972a-7d022cb9b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:13.114023 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-fe453f65-3afd-49b0-972a-7d022cb9b74e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49680fd9b391442cb3cf3c46aae0fe47&device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 1118 time: 0.0440972 Aug 17 02:14:13.170918 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-dd915944-e846-4a41-836b-c0ec9061e880 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=440157f0-377c-439f-a7bb-64eec71e05f1 HTTP/1.1" status: 200 len: 217 time: 0.0414581 Aug 17 02:14:13.186008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d88d1-0b70-4b97-8899-484282d67c6e req-f5c3c496-9c73-4a1e-bb1e-8fed35278d03 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:13.187892 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c5d88d1-0b70-4b97-8899-484282d67c6e req-f5c3c496-9c73-4a1e-bb1e-8fed35278d03 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 948 time: 0.0619435 Aug 17 02:14:13.211585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device fb3b4968-059b-40ba-86ca-ebfa0251bed9 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:14:13.245457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c5d88d1-0b70-4b97-8899-484282d67c6e req-5c8250d6-a3a5-48ca-8039-2e6c82a44128 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485170 Aug 17 02:14:13.252056 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-9f280097-b0cc-4c56-97a7-42e239215209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:13.254260 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-9f280097-b0cc-4c56-97a7-42e239215209 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3ee0978-0a18-4eca-b738-966af06475e7 HTTP/1.1" status: 200 len: 863 time: 0.0741162 Aug 17 02:14:13.306662 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-7a1d4fb7-c4a5-4554-8958-abe172ec1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:13.308142 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-7a1d4fb7-c4a5-4554-8958-abe172ec1d4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451465 Aug 17 02:14:13.323717 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port fb3b4968-059b-40ba-86ca-ebfa0251bed9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb3b4968-059b-40ba-86ca-ebfa0251bed9,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:13.338858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'fb3b4968-059b-40ba-86ca-ebfa0251bed9', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'fb3b4968-059b-40ba-86ca-ebfa0251bed9', 'mac_address': 'fa:16:3e:de:64:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:14:13.385445 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:13.403291 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3b4968-059b-40ba-86ca-ebfa0251bed9 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:14:13.437395 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port fb3b4968-059b-40ba-86ca-ebfa0251bed9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb3b4968-059b-40ba-86ca-ebfa0251bed9,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:13.444194 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dea1a-bcec-44b8-bcaa-8b78647d8f8e req-99ffed68-420d-4ff4-ab69-a7764384eb04 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:13.445708 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-633dea1a-bcec-44b8-bcaa-8b78647d8f8e req-99ffed68-420d-4ff4-ab69-a7764384eb04 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 966 time: 0.0728023 Aug 17 02:14:13.471852 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-81bcf70b-e9bd-43f0-bc80-966ed4b76a41 service neutron] 10.222.0.18 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528630 Aug 17 02:14:13.528699 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:13.541395 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-633dea1a-bcec-44b8-bcaa-8b78647d8f8e req-2970e202-d3bc-4b18-8efd-2775d71c13a0 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861723 Aug 17 02:14:13.595308 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52db4aa4-6da5-40c0-8e65-ea4bec8d6642 req-3fda5b5c-b360-4314-9890-d0e004ee0e3f service neutron] 10.222.0.18 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149304 Aug 17 02:14:13.631236 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:13.658673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=fb3b4968-059b-40ba-86ca-ebfa0251bed9,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:13.694680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a4d4c4e0-eb71-4af6-ba3c-27350cb11836 req-036c9a83-1bc4-4431-b4c2-5dd053396226 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 210 time: 0.0357220 Aug 17 02:14:13.721483 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35350) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:13.949925 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b090d0a-6b38-4470-abc4-3f93b4d948cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:13.982966 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4a60c-9154-4862-a477-2b5ebe5bb1e3 req-56d26c07-0a38-4060-b0c2-9f1cfa038857 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:13.984621 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-40a4a60c-9154-4862-a477-2b5ebe5bb1e3 req-56d26c07-0a38-4060-b0c2-9f1cfa038857 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 970 time: 0.0688128 Aug 17 02:14:14.030169 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-40a4a60c-9154-4862-a477-2b5ebe5bb1e3 req-5aeb060c-60f6-4908-8d98-5f5f53b25cab tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384550 Aug 17 02:14:14.057873 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b090d0a-6b38-4470-abc4-3f93b4d948cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:14.058826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['fb3b4968-059b-40ba-86ca-ebfa0251bed9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:14:14.166582 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b090d0a-6b38-4470-abc4-3f93b4d948cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:14.220355 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b090d0a-6b38-4470-abc4-3f93b4d948cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9840a9-b40b-443c-8b80-a427f7496733,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:14.237846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35376) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:14.255767 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2b090d0a-6b38-4470-abc4-3f93b4d948cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95a2a1c3e7a148b6a89c600a0119c69d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5141232 Aug 17 02:14:14.300466 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-918b5543-420f-4b33-a129-fdb7a1bf0a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:14.324238 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-918b5543-420f-4b33-a129-fdb7a1bf0a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:14.391166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dd2a7-f8bb-46ed-a795-f226325f7534 req-6ac491ef-e768-4328-974a-49e2ec448907 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:14.392730 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b5dd2a7-f8bb-46ed-a795-f226325f7534 req-6ac491ef-e768-4328-974a-49e2ec448907 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 949 time: 0.0669503 Aug 17 02:14:14.422038 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-86bb747f-cae8-47d6-8b15-57f182068822 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a51fdd587a534f09b86bda6242380da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230238 Aug 17 02:14:14.439306 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b5dd2a7-f8bb-46ed-a795-f226325f7534 req-5ff6ebb4-fa16-4270-ad9b-d0aaca961603 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400984 Aug 17 02:14:14.479167 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-918b5543-420f-4b33-a129-fdb7a1bf0a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:14.481667 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-918b5543-420f-4b33-a129-fdb7a1bf0a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:14.483009 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-918b5543-420f-4b33-a129-fdb7a1bf0a1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a9840a9-b40b-443c-8b80-a427f7496733 HTTP/1.1" status: 204 len: 168 time: 0.2439599 Aug 17 02:14:14.505845 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b5543-420f-4b33-a129-fdb7a1bf0a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9840a9-b40b-443c-8b80-a427f7496733,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:14.746104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-9dbeb71f-69c7-4e35-9846-04388f79c637 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:14.746973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-9dbeb71f-69c7-4e35-9846-04388f79c637 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3177819 Aug 17 02:14:14.769519 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Request body: {'port': {'device_id': 'b2d75254-23aa-467a-9768-ee5a0740269c', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'a51fdd587a534f09b86bda6242380da1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:14.784116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cc7db-e181-4330-9f20-25581ff6d180 req-2deece97-699c-4ada-b768-cd890c0ed684 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:14.785221 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c36cc7db-e181-4330-9f20-25581ff6d180 req-2deece97-699c-4ada-b768-cd890c0ed684 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 966 time: 0.0823290 Aug 17 02:14:14.821743 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-18dd4857-9cbb-4af0-b103-efc301125014 req-39e4f8fc-9274-4cf8-bbd0-e462ec49bf5e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 210 time: 0.0294890 Aug 17 02:14:14.828706 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 7471611a-5546-4a08-bdaa-06b5c18b661b up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:14:14.893885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c36cc7db-e181-4330-9f20-25581ff6d180 req-1d5fac3a-9106-4cb4-9a46-1f834db87c10 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977814 Aug 17 02:14:14.944887 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35410) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:15.057967 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 7471611a-5546-4a08-bdaa-06b5c18b661b completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:14:15.065340 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 7471611a-5546-4a08-bdaa-06b5c18b661b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:15.065340 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.071687 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7e9cd49-fd4a-42f7-8482-5b2084d33187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.095251 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Made reservation on behalf of a51fdd587a534f09b86bda6242380da1 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:14:15.099163 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.112643 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.177831 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.179399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cd631-6ace-4d64-911a-15ea1bc8ecc3 req-a5a93198-d280-4a28-9b03-53e0e109bb51 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:15.181160 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-521cd631-6ace-4d64-911a-15ea1bc8ecc3 req-a5a93198-d280-4a28-9b03-53e0e109bb51 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 970 time: 0.0579779 Aug 17 02:14:15.200720 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device fb3b4968-059b-40ba-86ca-ebfa0251bed9 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:14:15.211586 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7e9cd49-fd4a-42f7-8482-5b2084d33187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.235781 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075f1a54-7dfb-484e-ae24-955ffab75a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7471611a-5546-4a08-bdaa-06b5c18b661b'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:14:15.238056 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-521cd631-6ace-4d64-911a-15ea1bc8ecc3 req-c6c7681e-885d-48b2-8850-fa5815bdcde7 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499804 Aug 17 02:14:15.323069 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7e9cd49-fd4a-42f7-8482-5b2084d33187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.323198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 7471611a-5546-4a08-bdaa-06b5c18b661b, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=7471611a-5546-4a08-bdaa-06b5c18b661b,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:15.391594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9cd49-fd4a-42f7-8482-5b2084d33187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaca5af-7548-4f48-98c2-01b7631df3a7,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:15.397122 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c7e9cd49-fd4a-42f7-8482-5b2084d33187 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6687c06484d34049b4e4fb98a811b533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4509475 Aug 17 02:14:15.402213 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35420) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:15.454581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35422) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:15.456351 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.486971 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.499234 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee99dfad-b004-4078-a460-13e467cc8feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.507644 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab6e162-33da-4cda-ad31-500332cc7768" -d '{"events": [{"server_uuid": "075f1a54-7dfb-484e-ae24-955ffab75a55", "name": "network-vif-plugged", "status": "completed", "tag": "7471611a-5546-4a08-bdaa-06b5c18b661b"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:14:15.521708 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ef8d06c-0f6c-420f-8300-2a7a133c488e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.521910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=7471611a-5546-4a08-bdaa-06b5c18b661b,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:15.544589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port fb3b4968-059b-40ba-86ca-ebfa0251bed9 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:14:15.552146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ef8d06c-0f6c-420f-8300-2a7a133c488e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.559293 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port fb3b4968-059b-40ba-86ca-ebfa0251bed9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:15.559293 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.614110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593a244-eebc-4ba4-a330-af0370e211bf req-2db9b408-1f4b-4ecc-aa68-45addd63838c tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:15.615891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5593a244-eebc-4ba4-a330-af0370e211bf req-2db9b408-1f4b-4ecc-aa68-45addd63838c tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 949 time: 0.0612547 Aug 17 02:14:15.617405 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.688160 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ef8d06c-0f6c-420f-8300-2a7a133c488e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.697374 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ef8d06c-0f6c-420f-8300-2a7a133c488e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.697374 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1ef8d06c-0f6c-420f-8300-2a7a133c488e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6aaca5af-7548-4f48-98c2-01b7631df3a7 HTTP/1.1" status: 204 len: 168 time: 0.2884765 Aug 17 02:14:15.699409 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.700990 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5593a244-eebc-4ba4-a330-af0370e211bf req-04506968-db82-415b-922f-3cb665428ffe tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719817 Aug 17 02:14:15.709475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8d06c-0f6c-420f-8300-2a7a133c488e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaca5af-7548-4f48-98c2-01b7631df3a7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:15.761561 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9980c460-af82-459c-9f63-8990ee5e1618 x-openstack-request-id: req-9980c460-af82-459c-9f63-8990ee5e1618 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:14:15.761851 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075f1a54-7dfb-484e-ae24-955ffab75a55", "name": "network-vif-plugged", "status": "completed", "tag": "7471611a-5546-4a08-bdaa-06b5c18b661b", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:14:15.762320 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9980c460-af82-459c-9f63-8990ee5e1618 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:14:15.762928 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075f1a54-7dfb-484e-ae24-955ffab75a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7471611a-5546-4a08-bdaa-06b5c18b661b', 'code': 200} Aug 17 02:14:15.766967 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee99dfad-b004-4078-a460-13e467cc8feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.782400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f551ab2d-476c-494f-94b7-9bd84077f2e7,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:15.811460 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port fb3b4968-059b-40ba-86ca-ebfa0251bed9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb3b4968-059b-40ba-86ca-ebfa0251bed9,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:15.882357 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Allocated IP 192.168.233.86 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/733f25df-f5b8-4f64-893b-991ab1350fdf) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:14:15.907554 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee99dfad-b004-4078-a460-13e467cc8feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.961615 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:15.974187 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-56514504-7a75-434b-8915-5a3e19fc502e req-167a3c5d-3174-425d-8d02-6436d5e6b48e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 210 time: 0.0570090 Aug 17 02:14:16.019274 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ee99dfad-b004-4078-a460-13e467cc8feb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbe330d9cd664b25bc12a436b08ae5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5629177 Aug 17 02:14:16.026251 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a548fa-ffdc-4581-8181-2831e33efa28 req-0294d790-92c2-4838-b9d2-85c554e56ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:16.028669 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d3a548fa-ffdc-4581-8181-2831e33efa28 req-0294d790-92c2-4838-b9d2-85c554e56ac3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 1123 time: 0.1521921 Aug 17 02:14:16.033800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35436) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:16.037158 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=fb3b4968-059b-40ba-86ca-ebfa0251bed9,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:16.059833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99dfad-b004-4078-a460-13e467cc8feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa49dac5-f2b3-4e0e-af81-5b76768fd7bd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:16.078383 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d3a548fa-ffdc-4581-8181-2831e33efa28 req-cc6023f0-29b3-4a0c-a706-2fdfd6167e41 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:16.100581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25b0ad-de87-46b2-af89-3f18c9da081b req-1f7aae7b-1c48-480a-8215-2e09d29cd1db tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:16.101956 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe25b0ad-de87-46b2-af89-3f18c9da081b req-1f7aae7b-1c48-480a-8215-2e09d29cd1db tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 966 time: 0.1107259 Aug 17 02:14:16.165994 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0635438c-79c6-4062-9161-f0168c1d5aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:16.176378 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe25b0ad-de87-46b2-af89-3f18c9da081b req-214190b5-6762-4400-bae7-047bf8f92f68 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610623 Aug 17 02:14:16.212946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:16.216971 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0635438c-79c6-4062-9161-f0168c1d5aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:16.229557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d3a548fa-ffdc-4581-8181-2831e33efa28 req-cc6023f0-29b3-4a0c-a706-2fdfd6167e41 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:16.243551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Transition to ACTIVE for port object 733f25df-f5b8-4f64-893b-991ab1350fdf will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:14:16.314382 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d3a548fa-ffdc-4581-8181-2831e33efa28 req-cc6023f0-29b3-4a0c-a706-2fdfd6167e41 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:16.347824 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d3a548fa-ffdc-4581-8181-2831e33efa28 req-cc6023f0-29b3-4a0c-a706-2fdfd6167e41 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007970 Aug 17 02:14:16.359610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6023f0-29b3-4a0c-a706-2fdfd6167e41 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0d21cbc2-b5d5-4db2-a60c-68d78565f19a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:16.376743 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0635438c-79c6-4062-9161-f0168c1d5aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:16.379318 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0635438c-79c6-4062-9161-f0168c1d5aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:16.380469 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0635438c-79c6-4062-9161-f0168c1d5aad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa49dac5-f2b3-4e0e-af81-5b76768fd7bd HTTP/1.1" status: 204 len: 168 time: 0.3458881 Aug 17 02:14:16.392015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521768a4-5c0a-4f62-bd4d-0b6a424e99d4 req-63131c55-b6d3-4b8a-b73f-ae187ef62bb7 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:16.393281 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-521768a4-5c0a-4f62-bd4d-0b6a424e99d4 req-63131c55-b6d3-4b8a-b73f-ae187ef62bb7 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 971 time: 0.0725052 Aug 17 02:14:16.401374 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:16.404032 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635438c-79c6-4062-9161-f0168c1d5aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa49dac5-f2b3-4e0e-af81-5b76768fd7bd,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:16.488292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:14:16.498446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:16.503458 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-521768a4-5c0a-4f62-bd4d-0b6a424e99d4 req-1a22c1c9-93a6-4e7d-8d7c-d44b9286a58b tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037097 Aug 17 02:14:16.504337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:14:16.507110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Pushing event updated for resources: {'Port': ['ID=733f25df-f5b8-4f64-893b-991ab1350fdf,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:16.560836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:16.561561 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:16.646868 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-f43bea46-e23f-433d-b2ea-6347bcbb8a0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8814855 Aug 17 02:14:16.663418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35444) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:16.669529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Request body: {'port': {'device_id': 'b2d75254-23aa-467a-9768-ee5a0740269c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:16.677337 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5da5bc45-33ed-4dcb-b2fe-a90cfc1eb63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:16.731919 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:16.805396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8822c58d-46a7-4d60-b853-2e4ae384d741 None None] Provisioning for port 733f25df-f5b8-4f64-893b-991ab1350fdf completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:14:16.809837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8822c58d-46a7-4d60-b853-2e4ae384d741 None None] Provisioning complete for port 733f25df-f5b8-4f64-893b-991ab1350fdf triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:16.810290 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8822c58d-46a7-4d60-b853-2e4ae384d741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:16.859826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8822c58d-46a7-4d60-b853-2e4ae384d741 None None] Port 733f25df-f5b8-4f64-893b-991ab1350fdf cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:14:17.029499 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5da5bc45-33ed-4dcb-b2fe-a90cfc1eb63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:17.095406 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146110a1-0926-498f-a84e-b97bf347e0be req-811f3e0e-ab7b-40c3-8a76-0648e5693290 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:17.099025 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-146110a1-0926-498f-a84e-b97bf347e0be req-811f3e0e-ab7b-40c3-8a76-0648e5693290 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 950 time: 0.2963841 Aug 17 02:14:17.134664 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5da5bc45-33ed-4dcb-b2fe-a90cfc1eb63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:17.163383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733f25df-f5b8-4f64-893b-991ab1350fdf {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:14:17.179635 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:17.199297 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6010499-ec30-4b63-be2d-65d80ea4c33c req-8f45f8c8-f1a9-400d-a2fb-bbf3dbe85b7b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:17.202255 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f6010499-ec30-4b63-be2d-65d80ea4c33c req-8f45f8c8-f1a9-400d-a2fb-bbf3dbe85b7b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 935 time: 0.0823500 Aug 17 02:14:17.210933 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Transition to ACTIVE for port object 733f25df-f5b8-4f64-893b-991ab1350fdf will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:14:17.225355 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-146110a1-0926-498f-a84e-b97bf347e0be req-482bee31-2ab0-494b-89e3-2c3e1be49b96 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189215 Aug 17 02:14:17.232709 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5da5bc45-33ed-4dcb-b2fe-a90cfc1eb63e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=454072df99e5496b8fc6a85abdcda9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5684674 Aug 17 02:14:17.234066 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35462) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:17.253194 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5bc45-33ed-4dcb-b2fe-a90cfc1eb63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247ec785-3a6b-4ac7-b43f-5180780ada23,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:17.279596 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f6010499-ec30-4b63-be2d-65d80ea4c33c req-59139125-b485-4106-9233-8b76d4dc72b7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634418 Aug 17 02:14:17.293657 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c046acda-14ff-4550-a0fe-1ba0bc4c0ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:17.313868 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:17.315544 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c046acda-14ff-4550-a0fe-1ba0bc4c0ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:17.399959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Pushing event updated for resources: {'Port': ['ID=733f25df-f5b8-4f64-893b-991ab1350fdf,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:17.402438 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a545ac4-4471-4338-9e74-cf1d27d93ea3 req-339ef081-07df-4092-90f2-263834d03ab3 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:17.410788 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5a545ac4-4471-4338-9e74-cf1d27d93ea3 req-339ef081-07df-4092-90f2-263834d03ab3 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 966 time: 0.0782759 Aug 17 02:14:17.476247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Attempting to bind port 733f25df-f5b8-4f64-893b-991ab1350fdf on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:14:17.476247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Attempting to bind port 733f25df-f5b8-4f64-893b-991ab1350fdf by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:14:17.476643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Attempting to bind port 733f25df-f5b8-4f64-893b-991ab1350fdf on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:17.483426 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Port 733f25df-f5b8-4f64-893b-991ab1350fdf on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:14:17.484308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Attempting to bind port 733f25df-f5b8-4f64-893b-991ab1350fdf on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:17.498768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:14:17.499210 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5a545ac4-4471-4338-9e74-cf1d27d93ea3 req-d84924bc-cc0d-43ff-bb5f-2a6ce8a8cf28 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819023 Aug 17 02:14:17.499367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:14:17.499820 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:14:17.500385 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Bound port: 733f25df-f5b8-4f64-893b-991ab1350fdf, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:14:17.500862 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:17.517312 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c046acda-14ff-4550-a0fe-1ba0bc4c0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:17.520519 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c046acda-14ff-4550-a0fe-1ba0bc4c0ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:17.522522 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c046acda-14ff-4550-a0fe-1ba0bc4c0ec3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/247ec785-3a6b-4ac7-b43f-5180780ada23 HTTP/1.1" status: 204 len: 168 time: 0.2873721 Aug 17 02:14:17.546364 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046acda-14ff-4550-a0fe-1ba0bc4c0ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247ec785-3a6b-4ac7-b43f-5180780ada23,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:17.617767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] For port 733f25df-f5b8-4f64-893b-991ab1350fdf, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:14:17.665562 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] For port 733f25df-f5b8-4f64-893b-991ab1350fdf, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=733f25df-f5b8-4f64-893b-991ab1350fdf,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:14:17.691595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b251ba1-5632-47f9-b96f-e7cd13fa9c9e req-944a4461-66c8-40cf-9180-5d5ac7cc56cd tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:17.693212 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2b251ba1-5632-47f9-b96f-e7cd13fa9c9e req-944a4461-66c8-40cf-9180-5d5ac7cc56cd tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 971 time: 0.0791068 Aug 17 02:14:17.746363 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2b251ba1-5632-47f9-b96f-e7cd13fa9c9e req-9ba1ac94-d11a-44d9-9316-b83c8c1ab1ff tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412240 Aug 17 02:14:17.764518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df46c0ea-f8af-403b-8570-c729bcef6e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3b4968-059b-40ba-86ca-ebfa0251bed9'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:14:17.767334 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558b1b7e-9f9b-4cbf-86ab-855c229bc07f" -d '{"events": [{"server_uuid": "df46c0ea-f8af-403b-8570-c729bcef6e18", "name": "network-vif-plugged", "status": "completed", "tag": "fb3b4968-059b-40ba-86ca-ebfa0251bed9"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:14:17.772024 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:17.810659 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:17.811324 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:17.812859 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] 10.222.0.42 "PUT /v2.0/ports/733f25df-f5b8-4f64-893b-991ab1350fdf HTTP/1.1" status: 200 len: 1096 time: 1.1518416 Aug 17 02:14:17.813495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d75254-23aa-467a-9768-ee5a0740269c', 'tag': '733f25df-f5b8-4f64-893b-991ab1350fdf'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:14:17.815869 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdddae51-d5d3-43d4-8424-23f1b1b47b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d75254-23aa-467a-9768-ee5a0740269c", "tag": "733f25df-f5b8-4f64-893b-991ab1350fdf"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:14:17.847321 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26439643-5a80-4e2f-9c4f-b287d43dd2ec x-openstack-request-id: req-26439643-5a80-4e2f-9c4f-b287d43dd2ec {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:14:17.847857 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df46c0ea-f8af-403b-8570-c729bcef6e18", "name": "network-vif-plugged", "status": "completed", "tag": "fb3b4968-059b-40ba-86ca-ebfa0251bed9", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:14:17.848116 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26439643-5a80-4e2f-9c4f-b287d43dd2ec {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:14:17.848527 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df46c0ea-f8af-403b-8570-c729bcef6e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3b4968-059b-40ba-86ca-ebfa0251bed9', 'code': 200} Aug 17 02:14:17.848768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4c66a-660d-45f8-a55d-b1ec8b91a980 service neutron] Pushing event updated for resources: {'Port': ['ID=733f25df-f5b8-4f64-893b-991ab1350fdf,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:17.866704 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf14ddff-38c0-45b9-a60c-b23b6a26e6a2 x-openstack-request-id: req-cf14ddff-38c0-45b9-a60c-b23b6a26e6a2 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:14:17.867003 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d75254-23aa-467a-9768-ee5a0740269c", "tag": "733f25df-f5b8-4f64-893b-991ab1350fdf", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:14:17.867259 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf14ddff-38c0-45b9-a60c-b23b6a26e6a2 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:14:17.867667 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d75254-23aa-467a-9768-ee5a0740269c', 'tag': '733f25df-f5b8-4f64-893b-991ab1350fdf', 'status': 'completed', 'code': 200} Aug 17 02:14:17.966770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddae51-d5d3-43d4-8424-23f1b1b47b2b req-2d086c66-72c1-4b20-b462-73af01cdee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:17.968636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdddae51-d5d3-43d4-8424-23f1b1b47b2b req-2d086c66-72c1-4b20-b462-73af01cdee4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 1099 time: 0.0504718 Aug 17 02:14:17.972641 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.42', 55326) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:18.023614 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdddae51-d5d3-43d4-8424-23f1b1b47b2b req-513c3998-64de-4c0c-b4f7-a5cc4a0dd48d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a51fdd587a534f09b86bda6242380da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347493 Aug 17 02:14:18.057348 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4632d7d-c80e-46d6-9369-090f364cc036 req-b8408cfd-b9f3-4522-a253-88c0ec74d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:18.059104 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c4632d7d-c80e-46d6-9369-090f364cc036 req-b8408cfd-b9f3-4522-a253-88c0ec74d18b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 1102 time: 0.0710256 Aug 17 02:14:18.124617 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c4632d7d-c80e-46d6-9369-090f364cc036 req-90c202cb-4c56-4207-a9c6-f97e3bbebf94 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573490 Aug 17 02:14:18.160325 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddae51-d5d3-43d4-8424-23f1b1b47b2b req-00322520-ac23-4302-ab2c-653e891a1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:18.162310 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdddae51-d5d3-43d4-8424-23f1b1b47b2b req-00322520-ac23-4302-ab2c-653e891a1257 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318603 Aug 17 02:14:18.364935 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635a351-91e9-4dce-b7c4-c1f3a6d214c9 req-d7e13386-c6c9-4c5a-a304-9790b1611725 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:18.366631 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0635a351-91e9-4dce-b7c4-c1f3a6d214c9 req-d7e13386-c6c9-4c5a-a304-9790b1611725 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 950 time: 0.0618246 Aug 17 02:14:18.414486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0f26c-d00a-4043-83d1-38b01a422edd req-02d849ea-2525-4719-9246-bfb8361c61a8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:18.416855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6de0f26c-d00a-4043-83d1-38b01a422edd req-02d849ea-2525-4719-9246-bfb8361c61a8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 947 time: 0.0601735 Aug 17 02:14:18.417036 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0635a351-91e9-4dce-b7c4-c1f3a6d214c9 req-1f72c1c0-7398-4940-89ea-17177ed916fc tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412669 Aug 17 02:14:18.463186 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6de0f26c-d00a-4043-83d1-38b01a422edd req-935a0bc5-74e5-4503-af60-3610f7a0e6b6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363801 Aug 17 02:14:18.620574 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8be8da-0673-4437-b919-bf2f8d2e00d5 req-df248349-3b7a-44b8-b6f5-4b26a1cbbdca tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:18.620574 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1e8be8da-0673-4437-b919-bf2f8d2e00d5 req-df248349-3b7a-44b8-b6f5-4b26a1cbbdca tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 966 time: 0.0542986 Aug 17 02:14:18.669147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-af468972-5fdf-45e2-8dd2-c2f9a3eb4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:18.670834 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-af468972-5fdf-45e2-8dd2-c2f9a3eb4cd0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 1099 time: 0.0480444 Aug 17 02:14:18.673459 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1e8be8da-0673-4437-b919-bf2f8d2e00d5 req-76cb6913-d173-4423-8f8e-fcac0557d19d tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456421 Aug 17 02:14:18.740073 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-e6b37c2b-e50a-4de7-8aef-657790107a85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=733f25df-f5b8-4f64-893b-991ab1350fdf HTTP/1.1" status: 200 len: 217 time: 0.0545204 Aug 17 02:14:18.848846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-d025f8a4-839c-4cbf-94fd-485643c46ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:18.851383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-d025f8a4-839c-4cbf-94fd-485643c46ef7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1035688 Aug 17 02:14:18.867251 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 440157f0-377c-439f-a7bb-64eec71e05f1 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:14:18.935652 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35518) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:18.989422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729ab47-d589-4009-8912-c7700c2650b5 req-412e10df-bda4-4f51-bf8d-4dea43a1a30f tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:18.991834 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5729ab47-d589-4009-8912-c7700c2650b5 req-412e10df-bda4-4f51-bf8d-4dea43a1a30f tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 971 time: 0.1375470 Aug 17 02:14:18.995993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-63a8de6f-a6ee-4c1f-a864-45d2abc95989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:18.997863 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-63a8de6f-a6ee-4c1f-a864-45d2abc95989 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1323378 Aug 17 02:14:19.042299 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 440157f0-377c-439f-a7bb-64eec71e05f1, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=440157f0-377c-439f-a7bb-64eec71e05f1,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:19.075354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '440157f0-377c-439f-a7bb-64eec71e05f1', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'port_id': '440157f0-377c-439f-a7bb-64eec71e05f1', 'mac_address': 'fa:16:3e:80:0e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-1689326157', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:14:19.104030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5729ab47-d589-4009-8912-c7700c2650b5 req-5dcd7783-f9bd-4acd-9a4e-2d0ff4cbd63c tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039076 Aug 17 02:14:19.155910 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-39bfaca5-0eb1-46d7-ad28-40b2a1bf464d service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484852 Aug 17 02:14:19.245554 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:19.265365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440157f0-377c-439f-a7bb-64eec71e05f1 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:14:19.276815 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-868689683-network', 'tenant_id': '3bfc8ec22f9448049fd9f1737db3bb4d'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:19.283401 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7016766d-c42b-45ab-bafa-e6038eee3379 req-ca9a78da-5fd0-4681-9fed-497eecca3e41 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191158 Aug 17 02:14:19.288674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 440157f0-377c-439f-a7bb-64eec71e05f1, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=440157f0-377c-439f-a7bb-64eec71e05f1,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:19.389276 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:19.428713 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] Made reservation on behalf of 3bfc8ec22f9448049fd9f1737db3bb4d for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:14:19.433434 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:19.453759 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:19.459494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=440157f0-377c-439f-a7bb-64eec71e05f1,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:19.600334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537ccf4-c58a-4ded-8370-2f03a6a2b4e5 req-14d701cc-08fd-4ffa-9993-a7a38e7ed693 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:19.601998 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7537ccf4-c58a-4ded-8370-2f03a6a2b4e5 req-14d701cc-08fd-4ffa-9993-a7a38e7ed693 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 950 time: 0.0789874 Aug 17 02:14:19.635238 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e506022-846e-4d17-a6b4-302599c38454 req-4073f0ff-3085-4e87-aa4f-f73ffa984ba0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:19.637050 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e506022-846e-4d17-a6b4-302599c38454 req-4073f0ff-3085-4e87-aa4f-f73ffa984ba0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 947 time: 0.0546584 Aug 17 02:14:19.650578 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:19.668757 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7537ccf4-c58a-4ded-8370-2f03a6a2b4e5 req-1fac932c-6143-4e9b-af62-c80948c43c67 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595236 Aug 17 02:14:19.683390 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e506022-846e-4d17-a6b4-302599c38454 req-02dffe03-86e3-4ee0-9e4c-e1b2dd455841 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390456 Aug 17 02:14:19.743062 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:19.770683 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:14:19.781291 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03af1894-b8f8-4f56-bf12-57faf532c7e8,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:19.787401 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:19.787749 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] Added segment 06c0e203-a801-459c-a0e9-79a1b4b055a2 of type vlan for network c8c80ec2-d490-4616-acf6-294513bafc60 Aug 17 02:14:19.809620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99623b-22bd-4226-a222-7f319cfd7658 req-8555c61e-0c30-4430-8f02-310bdfe3ee0d tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:19.811445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f99623b-22bd-4226-a222-7f319cfd7658 req-8555c61e-0c30-4430-8f02-310bdfe3ee0d tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 967 time: 0.0572701 Aug 17 02:14:19.841170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['440157f0-377c-439f-a7bb-64eec71e05f1'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:14:19.854144 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:19.874499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f99623b-22bd-4226-a222-7f319cfd7658 req-5856ec7f-b0e8-4a60-ab09-b60b18b73a96 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560737 Aug 17 02:14:20.040099 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:20.041111 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:20.041823 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:20.109004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] Pushing event updated for resources: {'Network': ['ID=c8c80ec2-d490-4616-acf6-294513bafc60,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:20.119537 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network c8c80ec2-d490-4616-acf6-294513bafc60 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:14:20.164884 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-04d1f569-032d-4320-8fe9-cbf44c92df5f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2272251 Aug 17 02:14:20.165112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35552) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:20.182966 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-89aeceb8-32ef-46dd-b8f2-96e05952361e admin admin] Request body: {'subnet': {'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-868689683-subnet', 'tenant_id': '3bfc8ec22f9448049fd9f1737db3bb4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:20.265583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd48f12-46bc-4d82-8db0-0963f41ecf40 req-11199e4d-2563-40b3-84f6-5e1b6ed529d7 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:20.267224 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7bd48f12-46bc-4d82-8db0-0963f41ecf40 req-11199e4d-2563-40b3-84f6-5e1b6ed529d7 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 971 time: 0.0798750 Aug 17 02:14:20.312371 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7bd48f12-46bc-4d82-8db0-0963f41ecf40 req-a8011f35-27ad-458d-a1e4-d2b7ea176ff0 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390351 Aug 17 02:14:20.331161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89aeceb8-32ef-46dd-b8f2-96e05952361e admin admin] Made reservation on behalf of 3bfc8ec22f9448049fd9f1737db3bb4d for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:14:20.333285 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89aeceb8-32ef-46dd-b8f2-96e05952361e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:20.572126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354fc95-959d-45a9-8453-a959530605f3 req-3996f7c2-71b3-415b-8b35-402ece6bc712 tempest-AggregatesAdminTestJSON-7312796 tempest-AggregatesAdminTestJSON-7312796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:20.573730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4354fc95-959d-45a9-8453-a959530605f3 req-3996f7c2-71b3-415b-8b35-402ece6bc712 tempest-AggregatesAdminTestJSON-7312796 tempest-AggregatesAdminTestJSON-7312796-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 1123 time: 0.1244254 Aug 17 02:14:20.593118 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4354fc95-959d-45a9-8453-a959530605f3 req-242ede4f-e12d-45f0-88e0-8d96be9a94a0 tempest-AggregatesAdminTestJSON-7312796 tempest-AggregatesAdminTestJSON-7312796-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:20.652567 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89aeceb8-32ef-46dd-b8f2-96e05952361e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:20.740332 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4354fc95-959d-45a9-8453-a959530605f3 req-242ede4f-e12d-45f0-88e0-8d96be9a94a0 tempest-AggregatesAdminTestJSON-7312796 tempest-AggregatesAdminTestJSON-7312796-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:20.745898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aeceb8-32ef-46dd-b8f2-96e05952361e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5754ca00-fb2f-4542-b586-9964d8f96846,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:20.757704 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aeceb8-32ef-46dd-b8f2-96e05952361e admin admin] Checking segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:14:20.758085 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aeceb8-32ef-46dd-b8f2-96e05952361e admin admin] Network hostable DHCP agents. Network: c8c80ec2-d490-4616-acf6-294513bafc60, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:14:20.869653 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 440157f0-377c-439f-a7bb-64eec71e05f1 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:14:20.886218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f5fca-5b69-434d-8415-6adb18d93188 req-a68da9b9-e1ab-4ad5-9e7f-0d8119b7b942 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:20.894456 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e65f5fca-5b69-434d-8415-6adb18d93188 req-a68da9b9-e1ab-4ad5-9e7f-0d8119b7b942 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 950 time: 0.0537255 Aug 17 02:14:20.928689 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e65f5fca-5b69-434d-8415-6adb18d93188 req-3ceed9bd-8eb9-4d64-8cec-61d8d84f87a5 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344675 Aug 17 02:14:20.931408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aeceb8-32ef-46dd-b8f2-96e05952361e admin admin] Network c8c80ec2-d490-4616-acf6-294513bafc60 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:14:20.934419 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4354fc95-959d-45a9-8453-a959530605f3 req-242ede4f-e12d-45f0-88e0-8d96be9a94a0 tempest-AggregatesAdminTestJSON-7312796 tempest-AggregatesAdminTestJSON-7312796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:20.973473 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4354fc95-959d-45a9-8453-a959530605f3 req-242ede4f-e12d-45f0-88e0-8d96be9a94a0 tempest-AggregatesAdminTestJSON-7312796 tempest-AggregatesAdminTestJSON-7312796-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927197 Aug 17 02:14:20.978027 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ede4f-e12d-45f0-88e0-8d96be9a94a0 tempest-AggregatesAdminTestJSON-7312796 tempest-AggregatesAdminTestJSON-7312796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649afda2-d6cd-42be-9318-7e51775bd775,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:21.045077 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942ef86-0e88-4bcf-8493-67bb3a35168e req-359e4e3c-4632-4c1f-ad7c-25d31395882d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:21.046627 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7942ef86-0e88-4bcf-8493-67bb3a35168e req-359e4e3c-4632-4c1f-ad7c-25d31395882d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 947 time: 0.0552089 Aug 17 02:14:21.073398 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 440157f0-377c-439f-a7bb-64eec71e05f1 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:14:21.077753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 440157f0-377c-439f-a7bb-64eec71e05f1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:21.078353 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:21.118231 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7942ef86-0e88-4bcf-8493-67bb3a35168e req-b2b60a2e-2ba7-44cd-9da5-b13f6a818474 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445838 Aug 17 02:14:21.168616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-89aeceb8-32ef-46dd-b8f2-96e05952361e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, c8c80ec2-d490-4616-acf6-294513bafc60) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:21.174873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aeceb8-32ef-46dd-b8f2-96e05952361e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:21.175463 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89aeceb8-32ef-46dd-b8f2-96e05952361e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:21.186681 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59142182-7303-410a-b94e-a72b6520827a None None] Network c8c80ec2-d490-4616-acf6-294513bafc60 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:14:21.205121 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b29628-bc4b-4143-a5fe-6ef447e67251 req-66cfe780-521b-44a6-b053-77eb40718538 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:21.214365 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29b29628-bc4b-4143-a5fe-6ef447e67251 req-66cfe780-521b-44a6-b053-77eb40718538 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 967 time: 0.0775080 Aug 17 02:14:21.236327 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:21.253474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29b29628-bc4b-4143-a5fe-6ef447e67251 req-2b4558be-9b93-4320-96ec-4049de694acc tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381892 Aug 17 02:14:21.274248 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c01eb2-a391-402d-8c2a-ab6353d5d178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440157f0-377c-439f-a7bb-64eec71e05f1'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:14:21.278122 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73016114-7528-4846-93d9-ef77f246304a" -d '{"events": [{"server_uuid": "11c01eb2-a391-402d-8c2a-ab6353d5d178", "name": "network-vif-plugged", "status": "completed", "tag": "440157f0-377c-439f-a7bb-64eec71e05f1"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:14:21.300045 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 440157f0-377c-439f-a7bb-64eec71e05f1, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=440157f0-377c-439f-a7bb-64eec71e05f1,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:21.338029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-89aeceb8-32ef-46dd-b8f2-96e05952361e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1717427 Aug 17 02:14:21.368432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6aeb19-72d8-469e-8a01-f5abb8fd1dae None None] Network c8c80ec2-d490-4616-acf6-294513bafc60 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:14:21.420023 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b5d0e2-b49d-421a-bc7c-45a77bfde045 x-openstack-request-id: req-02b5d0e2-b49d-421a-bc7c-45a77bfde045 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:14:21.420575 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c01eb2-a391-402d-8c2a-ab6353d5d178", "name": "network-vif-plugged", "status": "completed", "tag": "440157f0-377c-439f-a7bb-64eec71e05f1", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:14:21.421121 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02b5d0e2-b49d-421a-bc7c-45a77bfde045 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:14:21.421784 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c01eb2-a391-402d-8c2a-ab6353d5d178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440157f0-377c-439f-a7bb-64eec71e05f1', 'code': 200} Aug 17 02:14:21.467312 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:21.588603 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34a86f-f46c-4579-9ed1-9a85ca443fdc req-f4802c7f-2882-47ef-a473-3669b84e141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:21.590578 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-af34a86f-f46c-4579-9ed1-9a85ca443fdc req-f4802c7f-2882-47ef-a473-3669b84e141d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 1120 time: 0.0589981 Aug 17 02:14:21.636285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=440157f0-377c-439f-a7bb-64eec71e05f1,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:21.671660 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-af34a86f-f46c-4579-9ed1-9a85ca443fdc req-d892a526-fa93-4061-828e-fbbfc0c6bea7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724709 Aug 17 02:14:22.234509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d05b3-cae9-4d92-b7f7-4e84e98dd447 req-e6e4dbfa-1479-40a2-88dc-df19a3970bb7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:22.249152 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-281d05b3-cae9-4d92-b7f7-4e84e98dd447 req-e6e4dbfa-1479-40a2-88dc-df19a3970bb7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 947 time: 0.0531940 Aug 17 02:14:22.280255 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-281d05b3-cae9-4d92-b7f7-4e84e98dd447 req-639bfaca-37df-4097-84e0-a709e043dd42 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376766 Aug 17 02:14:22.589436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be64f37-0b8c-49fc-89a7-511d440a6eeb req-fefd1307-a0af-4d91-b908-4fceeffeab2b tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:22.592134 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9be64f37-0b8c-49fc-89a7-511d440a6eeb req-fefd1307-a0af-4d91-b908-4fceeffeab2b tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 968 time: 0.0677192 Aug 17 02:14:22.648726 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9be64f37-0b8c-49fc-89a7-511d440a6eeb req-6c86bb32-2b55-4ffb-af40-aba0a072e058 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467303 Aug 17 02:14:22.704755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35638) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:22.709708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7227b467-4798-423b-999a-932410beb97d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1636622466-network', 'tenant_id': 'd1b703075d0a4e5c9b7dc5c880b4ce8b'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:22.756695 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5669e-2565-4382-b451-ca26eb43bff6 req-f4350125-f798-4038-b92f-aca8379c1cc0 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:22.758266 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0ca5669e-2565-4382-b451-ca26eb43bff6 req-f4350125-f798-4038-b92f-aca8379c1cc0 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 950 time: 0.0567033 Aug 17 02:14:22.803841 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0ca5669e-2565-4382-b451-ca26eb43bff6 req-265e924b-5ca1-4e4f-8c64-ef9174d2db11 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374680 Aug 17 02:14:22.805435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7227b467-4798-423b-999a-932410beb97d admin admin] Made reservation on behalf of d1b703075d0a4e5c9b7dc5c880b4ce8b for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:14:22.808043 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7227b467-4798-423b-999a-932410beb97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:22.883654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35648) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:23.026024 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7227b467-4798-423b-999a-932410beb97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:23.036743 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1cfa5e95-a89b-4150-a479-ff3bb448df26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:23.062341 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.db.api [None req-1cfa5e95-a89b-4150-a479-ff3bb448df26 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:14:23.062341 n-d-793621-31 neutron-server[95407]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 02:14:23.062341 n-d-793621-31 neutron-server[95407]: [parameters: {'project_id_1': 'bd27fee13da441378886f52a26337f96', 'expiration_1': datetime.datetime(2021, 8, 17, 2, 14, 23, 52541)}] Aug 17 02:14:23.062341 n-d-793621-31 neutron-server[95407]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:14:23.063056 n-d-793621-31 neutron-server[95407]: DEBUG oslo_db.api [None req-1cfa5e95-a89b-4150-a479-ff3bb448df26 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:14:23.140157 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7227b467-4798-423b-999a-932410beb97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:23.218334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 733f25df-f5b8-4f64-893b-991ab1350fdf details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:14:23.286501 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7227b467-4798-423b-999a-932410beb97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:23.330082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7227b467-4798-423b-999a-932410beb97d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:14:23.345515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227b467-4798-423b-999a-932410beb97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8cbf16-b678-4c2e-837f-f9c4f5864fba,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:23.358314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 733f25df-f5b8-4f64-893b-991ab1350fdf, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=733f25df-f5b8-4f64-893b-991ab1350fdf,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:23.382708 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7227b467-4798-423b-999a-932410beb97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:23.382708 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-7227b467-4798-423b-999a-932410beb97d admin admin] Added segment b5eee28f-531e-481a-bd9c-47e4479532b0 of type vlan for network 37cbb058-9c4a-493b-b6b6-520ed5a30696 Aug 17 02:14:23.383691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '733f25df-f5b8-4f64-893b-991ab1350fdf', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '733f25df-f5b8-4f64-893b-991ab1350fdf', 'mac_address': 'fa:16:3e:4d:9f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:14:23.418684 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:23.439038 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7227b467-4798-423b-999a-932410beb97d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:23.439704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733f25df-f5b8-4f64-893b-991ab1350fdf {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:14:23.472661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 733f25df-f5b8-4f64-893b-991ab1350fdf, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=733f25df-f5b8-4f64-893b-991ab1350fdf,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:23.477380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4125f-cc9a-4a36-9ae3-f5afddbdf6db req-5cb050b0-b039-4e7b-be10-5c82b438d7f5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:23.479146 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50e4125f-cc9a-4a36-9ae3-f5afddbdf6db req-5cb050b0-b039-4e7b-be10-5c82b438d7f5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 947 time: 0.0996754 Aug 17 02:14:23.518861 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50e4125f-cc9a-4a36-9ae3-f5afddbdf6db req-b8b45259-a009-42ed-ae0a-7d352311deb5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328820 Aug 17 02:14:23.564636 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1cfa5e95-a89b-4150-a479-ff3bb448df26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:23.571469 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7227b467-4798-423b-999a-932410beb97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:23.572647 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7227b467-4798-423b-999a-932410beb97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:23.572983 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:23.573455 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7227b467-4798-423b-999a-932410beb97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:23.634834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=733f25df-f5b8-4f64-893b-991ab1350fdf,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:23.646553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227b467-4798-423b-999a-932410beb97d admin admin] Pushing event updated for resources: {'Network': ['ID=37cbb058-9c4a-493b-b6b6-520ed5a30696,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:23.657021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 37cbb058-9c4a-493b-b6b6-520ed5a30696 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:14:23.688993 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1cfa5e95-a89b-4150-a479-ff3bb448df26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:23.776683 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cae523-9cb1-45fe-9231-434bbc343a4d req-d483ee52-3fe9-43d5-a5a4-90c2f9e8d792 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:23.779015 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75cae523-9cb1-45fe-9231-434bbc343a4d req-d483ee52-3fe9-43d5-a5a4-90c2f9e8d792 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 968 time: 0.0575161 Aug 17 02:14:23.814041 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1cfa5e95-a89b-4150-a479-ff3bb448df26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:23.840916 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75cae523-9cb1-45fe-9231-434bbc343a4d req-73089a35-2575-425b-bb60-f6e945eb4cf2 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553782 Aug 17 02:14:23.864036 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1cfa5e95-a89b-4150-a479-ff3bb448df26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd27fee13da441378886f52a26337f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9782186 Aug 17 02:14:23.865346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa5e95-a89b-4150-a479-ff3bb448df26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d884eed-e5be-445a-9ab3-37bb0a2e0f00,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:23.866938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35676) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:23.916506 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aea77e51-9cc0-46ef-a91f-fa28613bc29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:23.939458 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aea77e51-9cc0-46ef-a91f-fa28613bc29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:23.983203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7227b467-4798-423b-999a-932410beb97d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2770231 Aug 17 02:14:23.984167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35680) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:23.986224 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e36c3-500d-4e8f-9ed3-3bbf8abdcd65 req-ef53ec63-8d98-4590-9120-49bc1bd2b94a tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:23.989781 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-786e36c3-500d-4e8f-9ed3-3bbf8abdcd65 req-ef53ec63-8d98-4590-9120-49bc1bd2b94a tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 950 time: 0.0734186 Aug 17 02:14:23.994075 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-0aabcb15-e670-4d51-8fbd-b029f25d9921 admin admin] Request body: {'subnet': {'network_id': '37cbb058-9c4a-493b-b6b6-520ed5a30696', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1636622466-subnet', 'tenant_id': 'd1b703075d0a4e5c9b7dc5c880b4ce8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:24.038068 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-786e36c3-500d-4e8f-9ed3-3bbf8abdcd65 req-c17e4c48-1b86-4411-9f4a-2d2e89031a67 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f1a4407-8b81-4653-b586-53773da25212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430751 Aug 17 02:14:24.080564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['733f25df-f5b8-4f64-893b-991ab1350fdf'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:14:24.137118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e542e84-cc70-4df4-b005-97edc9a21e21 req-b402b2aa-8f2e-49a9-a548-ff45f1361610 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:24.138711 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e542e84-cc70-4df4-b005-97edc9a21e21 req-b402b2aa-8f2e-49a9-a548-ff45f1361610 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.42 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 950 time: 0.0971854 Aug 17 02:14:24.151234 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f2d39-58b3-4c20-ab9f-5b0f149144ce req-84d1cd87-4c3d-4d8f-b1b0-7394a5951c1c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:24.153104 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b00f2d39-58b3-4c20-ab9f-5b0f149144ce req-84d1cd87-4c3d-4d8f-b1b0-7394a5951c1c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 968 time: 0.0977821 Aug 17 02:14:24.166036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35688) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:24.171334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-36ecea19-7e3f-412d-9e39-856c1f2bbb90 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Request body: {'floatingip': {'port_id': '440157f0-377c-439f-a7bb-64eec71e05f1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:24.212510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aabcb15-e670-4d51-8fbd-b029f25d9921 admin admin] Made reservation on behalf of d1b703075d0a4e5c9b7dc5c880b4ce8b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:14:24.212510 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0aabcb15-e670-4d51-8fbd-b029f25d9921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:24.251727 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-36ecea19-7e3f-412d-9e39-856c1f2bbb90 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for floatingip, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:24.256533 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aea77e51-9cc0-46ef-a91f-fa28613bc29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:24.259294 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aea77e51-9cc0-46ef-a91f-fa28613bc29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:24.264593 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-aea77e51-9cc0-46ef-a91f-fa28613bc29d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d884eed-e5be-445a-9ab3-37bb0a2e0f00 HTTP/1.1" status: 204 len: 168 time: 0.3923550 Aug 17 02:14:24.381648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea77e51-9cc0-46ef-a91f-fa28613bc29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d884eed-e5be-445a-9ab3-37bb0a2e0f00,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:24.497724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-2e542e84-cc70-4df4-b005-97edc9a21e21 req-6d47c055-f4cc-44e2-8e1a-14872e37c092 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Deleting port fb3b4968-059b-40ba-86ca-ebfa0251bed9 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:14:24.498290 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2e542e84-cc70-4df4-b005-97edc9a21e21 req-6d47c055-f4cc-44e2-8e1a-14872e37c092 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:24.678676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-2e542e84-cc70-4df4-b005-97edc9a21e21 req-6d47c055-f4cc-44e2-8e1a-14872e37c092 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] For port fb3b4968-059b-40ba-86ca-ebfa0251bed9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb3b4968-059b-40ba-86ca-ebfa0251bed9,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:24.679050 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2e542e84-cc70-4df4-b005-97edc9a21e21 req-6d47c055-f4cc-44e2-8e1a-14872e37c092 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:24.698206 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-2e542e84-cc70-4df4-b005-97edc9a21e21 req-6d47c055-f4cc-44e2-8e1a-14872e37c092 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Calling delete_port for fb3b4968-059b-40ba-86ca-ebfa0251bed9 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:14:24.773022 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0aabcb15-e670-4d51-8fbd-b029f25d9921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:24.810186 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff05a94-14b0-46be-9508-160f08c00103 req-5efe9a49-e75d-4a6f-b8cc-992d85135391 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:24.811668 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ff05a94-14b0-46be-9508-160f08c00103 req-5efe9a49-e75d-4a6f-b8cc-992d85135391 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 948 time: 0.1825213 Aug 17 02:14:24.859905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabcb15-e670-4d51-8fbd-b029f25d9921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a2be3aa-3817-4b8d-98bc-77801e3f9e91,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:24.881865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aabcb15-e670-4d51-8fbd-b029f25d9921 admin admin] Checking segment: {'id': 'b5eee28f-531e-481a-bd9c-47e4479532b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '37cbb058-9c4a-493b-b6b6-520ed5a30696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:14:24.882322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aabcb15-e670-4d51-8fbd-b029f25d9921 admin admin] Network hostable DHCP agents. Network: 37cbb058-9c4a-493b-b6b6-520ed5a30696, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:14:24.929704 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ff05a94-14b0-46be-9508-160f08c00103 req-7596749a-62f3-4bbc-aa38-8c066ac5f3ce tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063094 Aug 17 02:14:25.020898 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-36ecea19-7e3f-412d-9e39-856c1f2bbb90 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:25.109417 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2e542e84-cc70-4df4-b005-97edc9a21e21 req-6d47c055-f4cc-44e2-8e1a-14872e37c092 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:25.111715 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aabcb15-e670-4d51-8fbd-b029f25d9921 admin admin] Network 37cbb058-9c4a-493b-b6b6-520ed5a30696 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:14:25.143670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['fb3b4968-059b-40ba-86ca-ebfa0251bed9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:14:25.145902 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2cde7a30-3539-4ab8-bb88-2e7174634954 req-d2cdb8e7-6db9-42eb-925b-548b10599916 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 210 time: 0.0311401 Aug 17 02:14:25.154541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35712) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:25.162898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47c055-f4cc-44e2-8e1a-14872e37c092 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Pushing event deleted for resources: {'Port': ['ID=fb3b4968-059b-40ba-86ca-ebfa0251bed9,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:25.174801 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-36ecea19-7e3f-412d-9e39-856c1f2bbb90 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:25.178332 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a40494f4-669e-477e-8d8e-cbc3a29da449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:25.231124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 733f25df-f5b8-4f64-893b-991ab1350fdf up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:14:25.236987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e542e84-cc70-4df4-b005-97edc9a21e21 req-6d47c055-f4cc-44e2-8e1a-14872e37c092 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] No DVR routers for this DVR port fb3b4968-059b-40ba-86ca-ebfa0251bed9 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:14:25.238920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-0aabcb15-e670-4d51-8fbd-b029f25d9921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 37cbb058-9c4a-493b-b6b6-520ed5a30696) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:25.243020 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2e542e84-cc70-4df4-b005-97edc9a21e21 req-6d47c055-f4cc-44e2-8e1a-14872e37c092 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:25.245323 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e542e84-cc70-4df4-b005-97edc9a21e21 req-6d47c055-f4cc-44e2-8e1a-14872e37c092 tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.42 "DELETE /v2.0/ports/fb3b4968-059b-40ba-86ca-ebfa0251bed9 HTTP/1.1" status: 204 len: 173 time: 1.0912406 Aug 17 02:14:25.246447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df46c0ea-f8af-403b-8570-c729bcef6e18', 'name': 'network-vif-deleted', 'tag': 'fb3b4968-059b-40ba-86ca-ebfa0251bed9'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:14:25.248474 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41a3b4f-047a-43f4-84fa-82144643ea7a" -d '{"events": [{"server_uuid": "df46c0ea-f8af-403b-8570-c729bcef6e18", "name": "network-vif-deleted", "tag": "fb3b4968-059b-40ba-86ca-ebfa0251bed9"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:14:25.251940 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aabcb15-e670-4d51-8fbd-b029f25d9921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:25.252697 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0aabcb15-e670-4d51-8fbd-b029f25d9921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:25.279127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846a49cd-fa20-4580-810f-a27b04d17f8d None None] Network 37cbb058-9c4a-493b-b6b6-520ed5a30696 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:14:25.319706 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334ba419-173c-48cd-9bfe-fbd5f4f7accd x-openstack-request-id: req-334ba419-173c-48cd-9bfe-fbd5f4f7accd {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:14:25.320025 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df46c0ea-f8af-403b-8570-c729bcef6e18", "name": "network-vif-deleted", "tag": "fb3b4968-059b-40ba-86ca-ebfa0251bed9", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:14:25.320304 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-334ba419-173c-48cd-9bfe-fbd5f4f7accd {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:14:25.320738 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df46c0ea-f8af-403b-8570-c729bcef6e18', 'name': 'network-vif-deleted', 'tag': 'fb3b4968-059b-40ba-86ca-ebfa0251bed9', 'status': 'completed', 'code': 200} Aug 17 02:14:25.343093 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-36ecea19-7e3f-412d-9e39-856c1f2bbb90 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Floating IP 253a0d26-0749-42de-a67b-fa580f4d3da8 associated. External IP: 172.25.5.250, port: 440157f0-377c-439f-a7bb-64eec71e05f1. Aug 17 02:14:25.461375 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a3e8f4-a018-4d93-b913-1bf3b7b4b4fc None None] Network 37cbb058-9c4a-493b-b6b6-520ed5a30696 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:14:25.502030 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a40494f4-669e-477e-8d8e-cbc3a29da449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:25.547147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 733f25df-f5b8-4f64-893b-991ab1350fdf completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:14:25.555827 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 733f25df-f5b8-4f64-893b-991ab1350fdf triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:25.556199 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:25.603519 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a40494f4-669e-477e-8d8e-cbc3a29da449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:25.651249 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40494f4-669e-477e-8d8e-cbc3a29da449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227ea3b8-e3d7-4783-aeef-346aa49c8a1b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:25.660230 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a40494f4-669e-477e-8d8e-cbc3a29da449 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73ca87bebc194a149702fb7de771cfb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5006654 Aug 17 02:14:25.660230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35724) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:25.662394 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ecea19-7e3f-412d-9e39-856c1f2bbb90 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Router f515c1be-00fd-4fc4-9ee1-a532f59bef03 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:14:25.692840 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:25.717744 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d75254-23aa-467a-9768-ee5a0740269c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733f25df-f5b8-4f64-893b-991ab1350fdf'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:14:25.720474 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd1a33d-3d59-4e34-aeb3-3097f07de290" -d '{"events": [{"server_uuid": "b2d75254-23aa-467a-9768-ee5a0740269c", "name": "network-vif-plugged", "status": "completed", "tag": "733f25df-f5b8-4f64-893b-991ab1350fdf"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:14:25.741572 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 733f25df-f5b8-4f64-893b-991ab1350fdf, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=733f25df-f5b8-4f64-893b-991ab1350fdf,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:25.750589 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0aabcb15-e670-4d51-8fbd-b029f25d9921 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7635720 Aug 17 02:14:25.792538 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b0a329-0c0a-4da3-ad17-06707d020d95 x-openstack-request-id: req-99b0a329-0c0a-4da3-ad17-06707d020d95 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:14:25.792538 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d75254-23aa-467a-9768-ee5a0740269c", "name": "network-vif-plugged", "status": "completed", "tag": "733f25df-f5b8-4f64-893b-991ab1350fdf", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:14:25.792538 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99b0a329-0c0a-4da3-ad17-06707d020d95 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:14:25.792538 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d75254-23aa-467a-9768-ee5a0740269c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733f25df-f5b8-4f64-893b-991ab1350fdf', 'code': 200} Aug 17 02:14:25.887940 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:25.970460 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=733f25df-f5b8-4f64-893b-991ab1350fdf,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:26.002676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6ff60-8484-4eb5-b9fb-7b4386b30f54 req-285c9d58-a073-40a4-b946-c4e697c8838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:26.005803 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ff6ff60-8484-4eb5-b9fb-7b4386b30f54 req-285c9d58-a073-40a4-b946-c4e697c8838a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 1101 time: 0.0854819 Aug 17 02:14:26.051798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ff6ff60-8484-4eb5-b9fb-7b4386b30f54 req-0becf2a7-c24d-42db-be12-177bd43d97cc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375707 Aug 17 02:14:26.145567 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ce8bff3b-3f6e-49a4-9597-fffc45f4f96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:26.190947 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ce8bff3b-3f6e-49a4-9597-fffc45f4f96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:26.203806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ecea19-7e3f-412d-9e39-856c1f2bbb90 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:14:26.214765 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-36ecea19-7e3f-412d-9e39-856c1f2bbb90 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:26.220757 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e9859-437e-47a8-b44f-d3d81608e6ef None None] Sync routers for ids ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:14:26.232835 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e9859-437e-47a8-b44f-d3d81608e6ef None None] Routers {'f515c1be-00fd-4fc4-9ee1-a532f59bef03'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:14:26.233805 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-8d8e9859-437e-47a8-b44f-d3d81608e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:14:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:26.285790 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-36ecea19-7e3f-412d-9e39-856c1f2bbb90 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "PUT /v2.0/floatingips/253a0d26-0749-42de-a67b-fa580f4d3da8 HTTP/1.1" status: 200 len: 1014 time: 2.1184454 Aug 17 02:14:26.289463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c01eb2-a391-402d-8c2a-ab6353d5d178', 'tag': '440157f0-377c-439f-a7bb-64eec71e05f1'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:14:26.290057 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5293cc-53b0-40f4-a3fe-f40c9c2ee057" -d '{"events": [{"name": "network-changed", "server_uuid": "11c01eb2-a391-402d-8c2a-ab6353d5d178", "tag": "440157f0-377c-439f-a7bb-64eec71e05f1"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:14:26.309975 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322a2d5-bb36-4deb-8e3f-9fb0ac34b68e req-1bbb0fa2-60e9-4bf5-bfae-c47194f3a850 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:26.311502 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8322a2d5-bb36-4deb-8e3f-9fb0ac34b68e req-1bbb0fa2-60e9-4bf5-bfae-c47194f3a850 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.1022151 Aug 17 02:14:26.356727 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8322a2d5-bb36-4deb-8e3f-9fb0ac34b68e req-1d35a188-2bd4-4bf7-962c-16b7459a7627 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388539 Aug 17 02:14:26.376283 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-8d8e9859-437e-47a8-b44f-d3d81608e6ef None None] Set router f515c1be-00fd-4fc4-9ee1-a532f59bef03 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:14:26.405683 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ce8bff3b-3f6e-49a4-9597-fffc45f4f96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:26.413105 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ce8bff3b-3f6e-49a4-9597-fffc45f4f96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:26.417330 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ce8bff3b-3f6e-49a4-9597-fffc45f4f96a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/227ea3b8-e3d7-4783-aeef-346aa49c8a1b HTTP/1.1" status: 204 len: 168 time: 0.7546823 Aug 17 02:14:26.430674 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bff3b-3f6e-49a4-9597-fffc45f4f96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227ea3b8-e3d7-4783-aeef-346aa49c8a1b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:26.603234 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-87bd3c5d-3674-4a86-b201-c78bc60a8957 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:26.604759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-87bd3c5d-3674-4a86-b201-c78bc60a8957 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 807 time: 0.2122595 Aug 17 02:14:26.621072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-f8c6202b-a426-4f3a-87b1-b2476c5b37da tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/quotas/3bfc8ec22f9448049fd9f1737db3bb4d HTTP/1.1" status: 200 len: 375 time: 0.0093014 Aug 17 02:14:26.655535 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-b821cbe5-3a99-4456-874f-e3b25aced172 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277410 Aug 17 02:14:26.800098 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-8d8e9859-437e-47a8-b44f-d3d81608e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:37Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '253a0d26-0749-42de-a67b-fa580f4d3da8', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'port_id': '440157f0-377c-439f-a7bb-64eec71e05f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'mac_address': 'fa:16:3e:80:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c01eb2-a391-402d-8c2a-ab6353d5d178', 'device_owner': 'compute:tempest-test_az-1689326157'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:14:02Z', 'updated_at': '2021-08-17T02:14:24Z', 'revision_number': 1, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb', 'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'mac_address': 'fa:16:3e:1f:3e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:36Z', 'updated_at': '2021-08-17T02:13:43Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'subnets': [{'id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:26.823794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-ad6871f2-b326-4987-ae4f-ddc8083473e9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:14:26.826447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-ad6871f2-b326-4987-ae4f-ddc8083473e9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0606077 Aug 17 02:14:26.831727 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e9859-437e-47a8-b44f-d3d81608e6ef None None] Checking router: f515c1be-00fd-4fc4-9ee1-a532f59bef03 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:14:26.844880 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e9859-437e-47a8-b44f-d3d81608e6ef None None] Routers {'f515c1be-00fd-4fc4-9ee1-a532f59bef03'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:14:26.844880 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-8d8e9859-437e-47a8-b44f-d3d81608e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:14:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:26.934208 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-ebe02932-7b0d-4b68-8004-5d8db39fb77d service neutron] 10.222.0.13 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968082 Aug 17 02:14:27.158605 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-8d8e9859-437e-47a8-b44f-d3d81608e6ef None None] Set router f515c1be-00fd-4fc4-9ee1-a532f59bef03 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:14:27.159043 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-f82cd90b-5fe7-4bd3-b05f-2a70a6e4743f service neutron] 10.222.0.13 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920177 Aug 17 02:14:27.178948 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-8d8e9859-437e-47a8-b44f-d3d81608e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:37Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '253a0d26-0749-42de-a67b-fa580f4d3da8', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'port_id': '440157f0-377c-439f-a7bb-64eec71e05f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'mac_address': 'fa:16:3e:80:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c01eb2-a391-402d-8c2a-ab6353d5d178', 'device_owner': 'compute:tempest-test_az-1689326157'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:14:02Z', 'updated_at': '2021-08-17T02:14:24Z', 'revision_number': 1, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb', 'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'mac_address': 'fa:16:3e:1f:3e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:36Z', 'updated_at': '2021-08-17T02:13:43Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'subnets': [{'id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:27.204632 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e9859-437e-47a8-b44f-d3d81608e6ef None None] The sync data for ids ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'] in n-d-793621-31 is: [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:37Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '253a0d26-0749-42de-a67b-fa580f4d3da8', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'port_id': '440157f0-377c-439f-a7bb-64eec71e05f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'mac_address': 'fa:16:3e:80:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c01eb2-a391-402d-8c2a-ab6353d5d178', 'device_owner': 'compute:tempest-test_az-1689326157'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:14:02Z', 'updated_at': '2021-08-17T02:14:24Z', 'revision_number': 1, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb', 'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'mac_address': 'fa:16:3e:1f:3e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:36Z', 'updated_at': '2021-08-17T02:13:43Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'subnets': [{'id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:14:27.476052 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9085659-c854-4963-aa9e-9e3fb8542dd1 None None] New status for floating IP 253a0d26-0749-42de-a67b-fa580f4d3da8: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:14:28.255830 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e0893d72-bc72-4499-a0d6-1419980d5dc0 req-851e927c-0a87-4636-854b-87b8c50d790e tempest-TenantUsagesTestJSON-81925485 tempest-TenantUsagesTestJSON-81925485-project] 10.222.0.13 "GET /v2.0/ports?device_id=df46c0ea-f8af-403b-8570-c729bcef6e18 HTTP/1.1" status: 200 len: 210 time: 0.0587862 Aug 17 02:14:28.306394 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4d3069-9503-4df9-93b7-b4cc5480283f x-openstack-request-id: req-1f4d3069-9503-4df9-93b7-b4cc5480283f {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:14:28.306680 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c01eb2-a391-402d-8c2a-ab6353d5d178", "tag": "440157f0-377c-439f-a7bb-64eec71e05f1", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:14:28.307181 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f4d3069-9503-4df9-93b7-b4cc5480283f {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:14:28.307374 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c01eb2-a391-402d-8c2a-ab6353d5d178', 'tag': '440157f0-377c-439f-a7bb-64eec71e05f1', 'status': 'completed', 'code': 200} Aug 17 02:14:28.309554 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:28.450147 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17edbf02-5450-41ba-96fd-62d092b4096a req-bc30b428-fdcd-4118-a582-1e7a19f4c4bc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 210 time: 0.0434330 Aug 17 02:14:28.469498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a82ab-916d-458a-9874-c268a71b535b req-afb9b61b-5a50-4df4-a7e1-ae40a1b35fc5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:28.469498 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-128a82ab-916d-458a-9874-c268a71b535b req-afb9b61b-5a50-4df4-a7e1-ae40a1b35fc5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.0900772 Aug 17 02:14:28.469498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5293cc-53b0-40f4-a3fe-f40c9c2ee057 req-494a188e-01ee-4f63-b9b0-a9e0ac87ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:28.469498 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f5293cc-53b0-40f4-a3fe-f40c9c2ee057 req-494a188e-01ee-4f63-b9b0-a9e0ac87ad2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49680fd9b391442cb3cf3c46aae0fe47&device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 1120 time: 0.0640640 Aug 17 02:14:28.543241 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-128a82ab-916d-458a-9874-c268a71b535b req-3a08bf43-a6b8-4953-b1bf-1524f4b78561 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764699 Aug 17 02:14:28.603947 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5293cc-53b0-40f4-a3fe-f40c9c2ee057 req-bfd22529-315c-4fb6-999d-84c4bf8686c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:28.609662 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f5293cc-53b0-40f4-a3fe-f40c9c2ee057 req-bfd22529-315c-4fb6-999d-84c4bf8686c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174 HTTP/1.1" status: 200 len: 925 time: 0.1312809 Aug 17 02:14:28.709360 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f5293cc-53b0-40f4-a3fe-f40c9c2ee057 req-eb1cd9ba-a786-41ab-80a0-5e63bfa0daa4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=440157f0-377c-439f-a7bb-64eec71e05f1 HTTP/1.1" status: 200 len: 1024 time: 0.0951931 Aug 17 02:14:28.762736 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5293cc-53b0-40f4-a3fe-f40c9c2ee057 req-b68ac4e4-558b-43de-ab09-bf75e8d08ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:28.765018 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f5293cc-53b0-40f4-a3fe-f40c9c2ee057 req-b68ac4e4-558b-43de-ab09-bf75e8d08ee5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3ee0978-0a18-4eca-b738-966af06475e7 HTTP/1.1" status: 200 len: 863 time: 0.0444531 Aug 17 02:14:28.823029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5293cc-53b0-40f4-a3fe-f40c9c2ee057 req-43fc33af-691e-44b3-be6f-c28add7a8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:28.824621 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f5293cc-53b0-40f4-a3fe-f40c9c2ee057 req-43fc33af-691e-44b3-be6f-c28add7a8568 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513575 Aug 17 02:14:28.978625 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386a339-1388-4181-92c4-b96367ccd764 req-4989159b-54b8-4bca-92e3-6975583c448c tempest-MigrationsAdminTest-234746887 tempest-MigrationsAdminTest-234746887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:28.980191 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6386a339-1388-4181-92c4-b96367ccd764 req-4989159b-54b8-4bca-92e3-6975583c448c tempest-MigrationsAdminTest-234746887 tempest-MigrationsAdminTest-234746887-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 1101 time: 0.0946863 Aug 17 02:14:29.005000 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f5293cc-53b0-40f4-a3fe-f40c9c2ee057 req-4900d066-715d-41ac-894f-dc169e855ba0 service neutron] 10.222.0.18 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692700 Aug 17 02:14:29.005809 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6386a339-1388-4181-92c4-b96367ccd764 req-1232d921-7945-434b-adb8-d5aeaed4621f tempest-MigrationsAdminTest-234746887 tempest-MigrationsAdminTest-234746887-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:29.047972 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:14:29.134825 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f5293cc-53b0-40f4-a3fe-f40c9c2ee057 req-6819b8ff-cb0b-4ffa-b535-bc7840dbebac service neutron] 10.222.0.18 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204538 Aug 17 02:14:29.205171 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6386a339-1388-4181-92c4-b96367ccd764 req-1232d921-7945-434b-adb8-d5aeaed4621f tempest-MigrationsAdminTest-234746887 tempest-MigrationsAdminTest-234746887-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:29.246432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device fb3b4968-059b-40ba-86ca-ebfa0251bed9 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:14:29.269120 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: fb3b4968-059b-40ba-86ca-ebfa0251bed9 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:14:29.269680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device fb3b4968-059b-40ba-86ca-ebfa0251bed9 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:14:29.296199 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6386a339-1388-4181-92c4-b96367ccd764 req-1232d921-7945-434b-adb8-d5aeaed4621f tempest-MigrationsAdminTest-234746887 tempest-MigrationsAdminTest-234746887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:29.319467 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6386a339-1388-4181-92c4-b96367ccd764 req-1232d921-7945-434b-adb8-d5aeaed4621f tempest-MigrationsAdminTest-234746887 tempest-MigrationsAdminTest-234746887-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303678 Aug 17 02:14:29.328879 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232d921-7945-434b-adb8-d5aeaed4621f tempest-MigrationsAdminTest-234746887 tempest-MigrationsAdminTest-234746887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e30186-f3fe-4f4f-919a-7eca5eabbc10,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:29.536879 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-776dcd4a-487b-4981-8db5-502ab506776c req-0634bafb-08c9-4301-8335-f0c216f6814b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:14:29.538035 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-776dcd4a-487b-4981-8db5-502ab506776c req-0634bafb-08c9-4301-8335-f0c216f6814b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058930 Aug 17 02:14:29.805444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-73c533d6-7338-46e2-8c52-96e085224cd0 req-982ae1f4-2add-4a7c-94bc-3d15c1bd1157 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 210 time: 0.0278375 Aug 17 02:14:29.919735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35884) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:30.200282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35904) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:30.202371 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4795b24d-618f-4653-8c40-8bf7785c3e31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f199a1197ee347c08047ca4716382022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809169 Aug 17 02:14:30.267404 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a258157-58d3-4ec1-b0ad-cc954b2d3d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:30.302402 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a258157-58d3-4ec1-b0ad-cc954b2d3d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:30.498358 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a258157-58d3-4ec1-b0ad-cc954b2d3d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:30.501299 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a258157-58d3-4ec1-b0ad-cc954b2d3d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:30.502679 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1a258157-58d3-4ec1-b0ad-cc954b2d3d87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f1a4407-8b81-4653-b586-53773da25212 HTTP/1.1" status: 204 len: 168 time: 0.3012381 Aug 17 02:14:30.514126 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a258157-58d3-4ec1-b0ad-cc954b2d3d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1a4407-8b81-4653-b586-53773da25212,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:30.540809 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a427c6-d3eb-4400-9ebc-7624a9e6adcb req-84948d78-0ec7-40ff-9399-14ea9c4d9421 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:30.543436 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-74a427c6-d3eb-4400-9ebc-7624a9e6adcb req-84948d78-0ec7-40ff-9399-14ea9c4d9421 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.0822971 Aug 17 02:14:30.606088 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-74a427c6-d3eb-4400-9ebc-7624a9e6adcb req-619f9173-f43a-45ff-ab1e-c6be3eaafafb tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556853 Aug 17 02:14:30.660641 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:30.935739 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b064fb94-1398-44dd-adf7-4c7ad55d344d req-978353a5-60ce-4ae3-b362-6ac11d3a1d51 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 210 time: 0.0506530 Aug 17 02:14:30.981964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35936) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:31.219711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35944) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:31.323536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35954) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:31.429008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-20ec6961-55b0-4994-99d7-93503a1113e4 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:31.431059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-20ec6961-55b0-4994-99d7-93503a1113e4 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.42 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 807 time: 0.1570559 Aug 17 02:14:31.451352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Request body: {'port': {'device_id': 'e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6', 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60', 'admin_state_up': True, 'tenant_id': '3bfc8ec22f9448049fd9f1737db3bb4d'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:31.457197 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-62876416-6bef-4f95-9e3e-981f26f824e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:31.670820 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-effd03ef-f5e6-4fc5-8959-2f074ced018c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3449104 Aug 17 02:14:31.676596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-ff31e041-d324-41b1-905b-4b457e08cd45 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:14:31.689101 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-ff31e041-d324-41b1-905b-4b457e08cd45 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101049 Aug 17 02:14:31.741434 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-10fbd973-16a1-4142-91e3-c442a86ce440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:31.778807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4dcd7-4783-4279-bc76-2e9faf1d404a req-c0f698d1-359a-4b62-a346-22adc1848654 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:31.781426 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-44d4dcd7-4783-4279-bc76-2e9faf1d404a req-c0f698d1-359a-4b62-a346-22adc1848654 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.0672975 Aug 17 02:14:31.851551 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-44d4dcd7-4783-4279-bc76-2e9faf1d404a req-d5f1edf4-53be-4300-b165-ea95d425ec18 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623252 Aug 17 02:14:31.879457 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-62876416-6bef-4f95-9e3e-981f26f824e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:31.958355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-62876416-6bef-4f95-9e3e-981f26f824e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:31.962298 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35980) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:31.983501 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4c22-509c-4036-a67a-bb98052ce137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.039823 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-62876416-6bef-4f95-9e3e-981f26f824e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=930eb3f29cb24157a29f10327d2dbbc2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0564761 Aug 17 02:14:32.044580 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35988) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:32.050444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62876416-6bef-4f95-9e3e-981f26f824e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68943535-87cb-4914-947d-6658fe9d7e52,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:32.096306 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0e752599-06b9-4112-8c61-2da33351f1b6 req-4b2227c0-8887-451b-90e3-6c8c25e31137 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 210 time: 0.0376086 Aug 17 02:14:32.142987 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-10fbd973-16a1-4142-91e3-c442a86ce440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.149795 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.204510 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.275656 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-10fbd973-16a1-4142-91e3-c442a86ce440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.328952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbd973-16a1-4142-91e3-c442a86ce440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed038df-1ce8-48df-81e3-31ff1166aa8b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:32.341766 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36004) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:32.342313 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-10fbd973-16a1-4142-91e3-c442a86ce440 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aca5185fa9e548c8bf7942aee0fcdd3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1207621 Aug 17 02:14:32.343575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Made reservation on behalf of 3bfc8ec22f9448049fd9f1737db3bb4d for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:14:32.347485 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.398325 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.401119 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.403774 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68943535-87cb-4914-947d-6658fe9d7e52 HTTP/1.1" status: 204 len: 168 time: 0.3576915 Aug 17 02:14:32.425700 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68943535-87cb-4914-947d-6658fe9d7e52,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:32.452357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:32.452922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:32.453496 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:32.453993 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:32.454464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:32.454933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:32.455450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:32.455964 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:32.456438 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:32.456901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:32.457394 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:32.457854 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b840-dde2-40ac-a302-f4b1312faaea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:32.530409 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26bcedb1-9d8b-4d6e-837c-2edfc900fda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.554326 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4c22-509c-4036-a67a-bb98052ce137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.569121 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26bcedb1-9d8b-4d6e-837c-2edfc900fda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.628550 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4c22-509c-4036-a67a-bb98052ce137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.648990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Allocated IP 172.20.0.12 (c8c80ec2-d490-4616-acf6-294513bafc60/5754ca00-fb2f-4542-b586-9964d8f96846/0a9526a2-3920-4bb7-90a4-0c4fb0a662e1) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:14:32.690870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a4c22-509c-4036-a67a-bb98052ce137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c8a4fd-3457-4373-8110-567a5b5d269d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:32.698088 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2e4a4c22-509c-4036-a67a-bb98052ce137 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2911479da344abca95a13ed85518785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7343049 Aug 17 02:14:32.700950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36014) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:32.735840 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26bcedb1-9d8b-4d6e-837c-2edfc900fda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.738311 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26bcedb1-9d8b-4d6e-837c-2edfc900fda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.739443 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-26bcedb1-9d8b-4d6e-837c-2edfc900fda4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ed038df-1ce8-48df-81e3-31ff1166aa8b HTTP/1.1" status: 204 len: 168 time: 0.3958910 Aug 17 02:14:32.760815 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcedb1-9d8b-4d6e-837c-2edfc900fda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed038df-1ce8-48df-81e3-31ff1166aa8b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:32.803997 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-259c638d-a726-4b65-a70f-5e86e43d7d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.869253 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-259c638d-a726-4b65-a70f-5e86e43d7d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:32.924733 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:33.044356 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b6b23-38ab-4295-9461-373a91cea7d8 req-17bb801a-a8ee-41b0-ad2e-b12241333b80 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:33.056896 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e84b6b23-38ab-4295-9461-373a91cea7d8 req-17bb801a-a8ee-41b0-ad2e-b12241333b80 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 971 time: 0.1106002 Aug 17 02:14:33.084869 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97334367-6222-4418-9a24-484aa2fa5427 req-0e42a08c-1615-42f7-9fba-da2ec43aec67 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1140924 Aug 17 02:14:33.102046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d782-1c3a-4834-8ef3-5ff3c251b524 req-fc6934ca-4985-4c95-b3f8-fbc4c5898686 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:33.122216 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e84b6b23-38ab-4295-9461-373a91cea7d8 req-4630bb4c-bab4-4402-8ff4-72493d103831 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693314 Aug 17 02:14:33.127589 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d941d782-1c3a-4834-8ef3-5ff3c251b524 req-fc6934ca-4985-4c95-b3f8-fbc4c5898686 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.1273730 Aug 17 02:14:33.171064 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-259c638d-a726-4b65-a70f-5e86e43d7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:33.174484 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-259c638d-a726-4b65-a70f-5e86e43d7d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:33.180589 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-259c638d-a726-4b65-a70f-5e86e43d7d47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40c8a4fd-3457-4373-8110-567a5b5d269d HTTP/1.1" status: 204 len: 168 time: 0.4751539 Aug 17 02:14:33.202901 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:33.235015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c638d-a726-4b65-a70f-5e86e43d7d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c8a4fd-3457-4373-8110-567a5b5d269d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:33.290012 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97334367-6222-4418-9a24-484aa2fa5427 req-f60722ca-cfc7-42ac-8462-be0d5b00596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:33.292734 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97334367-6222-4418-9a24-484aa2fa5427 req-f60722ca-cfc7-42ac-8462-be0d5b00596b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49680fd9b391442cb3cf3c46aae0fe47&device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 1120 time: 0.0906119 Aug 17 02:14:33.363149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Network c8c80ec2-d490-4616-acf6-294513bafc60 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:14:33.419930 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d941d782-1c3a-4834-8ef3-5ff3c251b524 req-2653366f-2f48-4252-9ca6-75b52428cf86 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890751 Aug 17 02:14:33.423499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Pushing event updated for resources: {'Port': ['ID=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:33.426454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:33.429359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:14:33.456790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:33.457033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:33.457421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:33.457869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:33.458123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:33.458451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:33.458791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:33.459118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:33.459417 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:33.459753 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:33.460074 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:33.460390 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:33.508732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d7bbc-9ec1-401c-9d9f-42b8bb332d7c req-c4aefef8-834e-45d7-9dcc-0d430fe2bb34 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:33.515048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:33.515900 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:33.516644 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a04d7bbc-9ec1-401c-9d9f-42b8bb332d7c req-c4aefef8-834e-45d7-9dcc-0d430fe2bb34 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 932 time: 0.1282670 Aug 17 02:14:33.554571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97334367-6222-4418-9a24-484aa2fa5427 req-31281236-3e43-48c2-bda9-4e7aad3e75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:33.556071 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97334367-6222-4418-9a24-484aa2fa5427 req-31281236-3e43-48c2-bda9-4e7aad3e75e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174 HTTP/1.1" status: 200 len: 925 time: 0.2290542 Aug 17 02:14:33.584200 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a04d7bbc-9ec1-401c-9d9f-42b8bb332d7c req-f493260a-db9b-4580-97b3-49a09a5b5f7e tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664783 Aug 17 02:14:33.695977 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97334367-6222-4418-9a24-484aa2fa5427 req-cf81cb5f-a1da-4cf6-bcc9-5ce54901345b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=440157f0-377c-439f-a7bb-64eec71e05f1 HTTP/1.1" status: 200 len: 1024 time: 0.1218972 Aug 17 02:14:33.733017 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-f63d2099-2523-4271-89ad-d827ffbee839 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2859683 Aug 17 02:14:33.759717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Request body: {'port': {'device_id': 'e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:33.776120 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97334367-6222-4418-9a24-484aa2fa5427 req-54e7a430-a779-49be-b8ef-a2d0bfa55329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:33.780982 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97334367-6222-4418-9a24-484aa2fa5427 req-54e7a430-a779-49be-b8ef-a2d0bfa55329 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3ee0978-0a18-4eca-b738-966af06475e7 HTTP/1.1" status: 200 len: 863 time: 0.0739174 Aug 17 02:14:33.836942 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:33.839404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97334367-6222-4418-9a24-484aa2fa5427 req-0c0fef96-d2f2-4942-9e9a-82ce544d89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:33.846256 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97334367-6222-4418-9a24-484aa2fa5427 req-0c0fef96-d2f2-4942-9e9a-82ce544d89cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514359 Aug 17 02:14:33.957917 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97334367-6222-4418-9a24-484aa2fa5427 req-c354182b-bb5e-458c-9530-a98711a7de41 service neutron] 10.222.0.18 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036298 Aug 17 02:14:33.979867 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36046) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:34.018867 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6fb68ad-bb45-444b-97e5-124a52608432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:34.108107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36048) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:34.148423 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0c7010af-a1ae-48c8-a75e-e24823690c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:34.219604 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97334367-6222-4418-9a24-484aa2fa5427 req-a7d0d21e-a135-48f8-820e-ac0f053162e4 service neutron] 10.222.0.18 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528460 Aug 17 02:14:34.350855 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6fb68ad-bb45-444b-97e5-124a52608432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:34.438897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:14:34.453081 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:34.472087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Transition to ACTIVE for port object 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:14:34.489050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f079af-5b9a-4c25-a961-918c128a10bb req-f5eb9d8d-7f85-4ad1-8492-9ece22220041 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:34.489050 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f7f079af-5b9a-4c25-a961-918c128a10bb req-f5eb9d8d-7f85-4ad1-8492-9ece22220041 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 971 time: 0.1442916 Aug 17 02:14:34.494142 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6fb68ad-bb45-444b-97e5-124a52608432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:34.580404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb68ad-bb45-444b-97e5-124a52608432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c16ccc9-e1bf-4d57-89e3-a185e5d26bbc,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:34.586966 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b6fb68ad-bb45-444b-97e5-124a52608432 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9759566abb964007b051fc4d30c69c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035180 Aug 17 02:14:34.590990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36058) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:34.622741 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f7f079af-5b9a-4c25-a961-918c128a10bb req-273e4a7e-69a2-45c9-87df-48dfa1adacbb tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171961 Aug 17 02:14:34.672006 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2d9539a5-2b20-44bd-9053-a395e65f83cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:34.720841 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0c7010af-a1ae-48c8-a75e-e24823690c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:34.732721 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:34.743150 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2d9539a5-2b20-44bd-9053-a395e65f83cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:34.833525 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Pushing event updated for resources: {'Port': ['ID=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:34.880965 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0c7010af-a1ae-48c8-a75e-e24823690c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:34.938980 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0c7010af-a1ae-48c8-a75e-e24823690c36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b43d61e79d934df1bbf3b9a81b9abf24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8296075 Aug 17 02:14:34.942847 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36066) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:34.965786 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5a9cf-c906-484b-9a94-6b6f184fa91c req-9068e954-40c2-436c-a9b8-64da28442c94 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:34.967985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Attempting to bind port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:14:34.968529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Attempting to bind port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:14:34.969084 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Attempting to bind port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:34.973424 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-99f5a9cf-c906-484b-9a94-6b6f184fa91c req-9068e954-40c2-436c-a9b8-64da28442c94 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.1394138 Aug 17 02:14:34.977179 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7010af-a1ae-48c8-a75e-e24823690c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e3a971-db73-4f26-8fc3-47e6b4fc5ad5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:34.986204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d024ca3-e006-457a-bc6f-b6c3c80a3971 req-f73d6915-c39c-4f5f-b2b4-d220350e401a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:34.988990 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5d024ca3-e006-457a-bc6f-b6c3c80a3971 req-f73d6915-c39c-4f5f-b2b4-d220350e401a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0983107 Aug 17 02:14:34.996154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 on network c8c80ec2-d490-4616-acf6-294513bafc60 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:14:34.996669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Attempting to bind port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:35.008468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:14:35.008468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Checking segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:14:35.008468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Bound using segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:14:35.008468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Bound port: 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:14:35.008468 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:35.042264 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2d9539a5-2b20-44bd-9053-a395e65f83cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:35.051623 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2d9539a5-2b20-44bd-9053-a395e65f83cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:35.053079 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2d9539a5-2b20-44bd-9053-a395e65f83cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c16ccc9-e1bf-4d57-89e3-a185e5d26bbc HTTP/1.1" status: 204 len: 168 time: 0.4612141 Aug 17 02:14:35.070890 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-99f5a9cf-c906-484b-9a94-6b6f184fa91c req-eeacf0d1-1057-46d3-876a-e0cf01183113 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929613 Aug 17 02:14:35.111045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9539a5-2b20-44bd-9053-a395e65f83cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c16ccc9-e1bf-4d57-89e3-a185e5d26bbc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:35.133763 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-651cfb80-f9e0-4b1d-9435-eb70191e76ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:35.137442 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5d024ca3-e006-457a-bc6f-b6c3c80a3971 req-4de6a388-6338-4736-b119-6bf4ff6aafb3 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233232 Aug 17 02:14:35.173862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:14:35.176848 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-651cfb80-f9e0-4b1d-9435-eb70191e76ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:35.179936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:14:35.269890 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:35.312827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:35.313470 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:35.315000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] 10.222.0.42 "PUT /v2.0/ports/0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 HTTP/1.1" status: 200 len: 1093 time: 1.5671353 Aug 17 02:14:35.315350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6', 'tag': '0a9526a2-3920-4bb7-90a4-0c4fb0a662e1'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:14:35.317709 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c7518e-f5c8-40c3-a4e4-1739b4a30efb" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6", "tag": "0a9526a2-3920-4bb7-90a4-0c4fb0a662e1"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:14:35.326610 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-651cfb80-f9e0-4b1d-9435-eb70191e76ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:35.335719 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-651cfb80-f9e0-4b1d-9435-eb70191e76ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:35.340988 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-651cfb80-f9e0-4b1d-9435-eb70191e76ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71e3a971-db73-4f26-8fc3-47e6b4fc5ad5 HTTP/1.1" status: 204 len: 168 time: 0.3929605 Aug 17 02:14:35.346559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1e2c7-1543-495c-8077-7a3481e20e3a service neutron] Pushing event updated for resources: {'Port': ['ID=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:35.355064 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cfb80-f9e0-4b1d-9435-eb70191e76ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e3a971-db73-4f26-8fc3-47e6b4fc5ad5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:35.426166 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd1012e-f685-420c-b874-14f7ac090fdb x-openstack-request-id: req-0dd1012e-f685-420c-b874-14f7ac090fdb {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:14:35.426463 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6", "tag": "0a9526a2-3920-4bb7-90a4-0c4fb0a662e1", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:14:35.426731 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dd1012e-f685-420c-b874-14f7ac090fdb {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:14:35.427145 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6', 'tag': '0a9526a2-3920-4bb7-90a4-0c4fb0a662e1', 'status': 'completed', 'code': 200} Aug 17 02:14:35.527686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7518e-f5c8-40c3-a4e4-1739b4a30efb req-54536f3c-48c4-4656-a885-4db99a65a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:35.529500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65c7518e-f5c8-40c3-a4e4-1739b4a30efb req-54536f3c-48c4-4656-a885-4db99a65a5e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 1096 time: 0.0622940 Aug 17 02:14:35.572631 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-a45f642d-960d-4d61-b4a3-47db28da0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:35.575251 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-a45f642d-960d-4d61-b4a3-47db28da0087 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 1101 time: 0.0561256 Aug 17 02:14:35.712776 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-8c5ce249-955b-44ea-89d7-db84c9bc5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:35.715818 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-8c5ce249-955b-44ea-89d7-db84c9bc5b77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1321580 Aug 17 02:14:35.765966 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-e0bdc855-7cb8-4c93-b01d-8e41902662e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=733f25df-f5b8-4f64-893b-991ab1350fdf HTTP/1.1" status: 200 len: 217 time: 0.0417516 Aug 17 02:14:35.800548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7518e-f5c8-40c3-a4e4-1739b4a30efb req-ce2f60c1-22d5-4ecb-a209-f4af0239051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:35.802106 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65c7518e-f5c8-40c3-a4e4-1739b4a30efb req-ce2f60c1-22d5-4ecb-a209-f4af0239051c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2591615 Aug 17 02:14:35.868741 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f5d345e5-182f-415e-8cfe-fd5f68409d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:35.870767 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f5d345e5-182f-415e-8cfe-fd5f68409d8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0976288 Aug 17 02:14:35.876751 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce80755-13c9-473e-b76f-c5441f9f0d60 req-a630c6b2-fb14-4d78-89b2-60eec7e7cd22 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:35.878428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ce80755-13c9-473e-b76f-c5441f9f0d60 req-a630c6b2-fb14-4d78-89b2-60eec7e7cd22 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 971 time: 0.1183760 Aug 17 02:14:35.885034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7994fae-5eac-49d9-b7df-4fde2527df0e req-df31aead-688f-41b0-871d-7fc2ae461228 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:35.887408 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d7994fae-5eac-49d9-b7df-4fde2527df0e req-df31aead-688f-41b0-871d-7fc2ae461228 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.18 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 971 time: 0.1059208 Aug 17 02:14:35.938378 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ce80755-13c9-473e-b76f-c5441f9f0d60 req-c8af6f60-6fed-4cb6-bd19-af5fed2188ce tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/security-groups?id=a56f7969-eff2-4ef1-b4e2-a84785c2b010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493016 Aug 17 02:14:35.967027 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7518e-f5c8-40c3-a4e4-1739b4a30efb req-bdbf5ef8-af96-40f0-a633-65831fb13824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:35.968503 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65c7518e-f5c8-40c3-a4e4-1739b4a30efb req-bdbf5ef8-af96-40f0-a633-65831fb13824 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1586528 Aug 17 02:14:36.020639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-925fb81c-e32e-410c-b4fb-d5e5b2066da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:36.022273 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-925fb81c-e32e-410c-b4fb-d5e5b2066da1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1335769 Aug 17 02:14:36.129797 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-5b8668e7-6aa8-4d62-9f46-1fac25df7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:36.131325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-5b8668e7-6aa8-4d62-9f46-1fac25df7b63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 1096 time: 0.0823750 Aug 17 02:14:36.153176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-d7994fae-5eac-49d9-b7df-4fde2527df0e req-eeacde82-91e7-4bf5-9a86-2dbac0b11c24 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Deleting port 7471611a-5546-4a08-bdaa-06b5c18b661b {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:14:36.153792 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d7994fae-5eac-49d9-b7df-4fde2527df0e req-eeacde82-91e7-4bf5-9a86-2dbac0b11c24 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:36.204741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-a220a495-e853-407e-bbbc-a24e8f42db94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 HTTP/1.1" status: 200 len: 217 time: 0.0600858 Aug 17 02:14:36.260130 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f2e0fef1-566e-4552-a562-bb25edf852a5 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061372 Aug 17 02:14:36.320052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-8fc049ca-8751-4a12-b33d-8bb880eaf520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:36.322227 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-8fc049ca-8751-4a12-b33d-8bb880eaf520 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.1115901 Aug 17 02:14:36.332140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c6cbf-dc56-434f-8ac8-794558636ba1 req-9259ffe9-962f-4f1b-b901-0fecbdb5cb7a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:36.333937 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-222c6cbf-dc56-434f-8ac8-794558636ba1 req-9259ffe9-962f-4f1b-b901-0fecbdb5cb7a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.1136358 Aug 17 02:14:36.366966 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d7994fae-5eac-49d9-b7df-4fde2527df0e req-eeacde82-91e7-4bf5-9a86-2dbac0b11c24 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] For port 7471611a-5546-4a08-bdaa-06b5c18b661b, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=7471611a-5546-4a08-bdaa-06b5c18b661b,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:36.367716 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d7994fae-5eac-49d9-b7df-4fde2527df0e req-eeacde82-91e7-4bf5-9a86-2dbac0b11c24 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:36.378309 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-a513ac1c-f003-48cc-b0ab-3adfeb8c95d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430462 Aug 17 02:14:36.396348 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-d7994fae-5eac-49d9-b7df-4fde2527df0e req-eeacde82-91e7-4bf5-9a86-2dbac0b11c24 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Calling delete_port for 7471611a-5546-4a08-bdaa-06b5c18b661b owned by compute:tempest-test_az-1689326157 {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:14:36.449967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-222c6cbf-dc56-434f-8ac8-794558636ba1 req-fe8482fa-f024-41b9-9482-3cd635c3fbdd tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041965 Aug 17 02:14:36.501769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-c9892b66-0623-40c7-a259-9c7c6c5f5996 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157939 Aug 17 02:14:36.517067 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-897e6297-4496-4bf8-a875-cd93908dae96 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504330 Aug 17 02:14:36.536450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a711ba-aa4b-4b41-8080-1fb450a0eeae req-23f155ae-9dd9-4708-b3b6-ff249e0bc596 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:36.537983 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-73a711ba-aa4b-4b41-8080-1fb450a0eeae req-23f155ae-9dd9-4708-b3b6-ff249e0bc596 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 944 time: 0.1751583 Aug 17 02:14:36.594841 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-73a711ba-aa4b-4b41-8080-1fb450a0eeae req-65754e2c-9c1f-4b9c-982c-7a60c4c381e1 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502205 Aug 17 02:14:36.615961 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a657977-7b3e-47bd-87fa-2551984c1eae req-9f3efe9d-1707-4fbb-9116-bc863f18250d service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074584 Aug 17 02:14:36.786219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c662c-36ed-498d-8b95-8be3b0c58027 req-27aaa1e0-abb9-4767-afd4-e987f534393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:36.787784 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f4c662c-36ed-498d-8b95-8be3b0c58027 req-27aaa1e0-abb9-4767-afd4-e987f534393b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 1101 time: 0.0546262 Aug 17 02:14:36.799968 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d7994fae-5eac-49d9-b7df-4fde2527df0e req-eeacde82-91e7-4bf5-9a86-2dbac0b11c24 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:36.834541 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['7471611a-5546-4a08-bdaa-06b5c18b661b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:14:36.835212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacde82-91e7-4bf5-9a86-2dbac0b11c24 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Pushing event deleted for resources: {'Port': ['ID=7471611a-5546-4a08-bdaa-06b5c18b661b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:36.908746 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36132) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:37.086707 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c662c-36ed-498d-8b95-8be3b0c58027 req-6c0bda8b-2d8e-4f01-a4b0-4761635071b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:37.088222 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f4c662c-36ed-498d-8b95-8be3b0c58027 req-6c0bda8b-2d8e-4f01-a4b0-4761635071b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2510355 Aug 17 02:14:37.131552 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2979d72b-2864-47f8-a0e5-3ef5ac3b637d req-2b4f1272-730b-40bc-89dc-513772d9da80 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 210 time: 0.0422277 Aug 17 02:14:37.185956 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f4c662c-36ed-498d-8b95-8be3b0c58027 req-1a22fd11-07e7-45db-a4dc-bdc0ffe03f08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=733f25df-f5b8-4f64-893b-991ab1350fdf HTTP/1.1" status: 200 len: 217 time: 0.0652225 Aug 17 02:14:37.273067 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c662c-36ed-498d-8b95-8be3b0c58027 req-6f25759d-a39e-4827-904b-790f522a4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:37.274818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f4c662c-36ed-498d-8b95-8be3b0c58027 req-6f25759d-a39e-4827-904b-790f522a4a1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0745809 Aug 17 02:14:37.290686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7994fae-5eac-49d9-b7df-4fde2527df0e req-eeacde82-91e7-4bf5-9a86-2dbac0b11c24 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] No DVR routers for this DVR port 7471611a-5546-4a08-bdaa-06b5c18b661b on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:14:37.296121 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d7994fae-5eac-49d9-b7df-4fde2527df0e req-eeacde82-91e7-4bf5-9a86-2dbac0b11c24 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:37.302847 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d7994fae-5eac-49d9-b7df-4fde2527df0e req-eeacde82-91e7-4bf5-9a86-2dbac0b11c24 tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.18 "DELETE /v2.0/ports/7471611a-5546-4a08-bdaa-06b5c18b661b HTTP/1.1" status: 204 len: 173 time: 1.3952937 Aug 17 02:14:37.302847 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075f1a54-7dfb-484e-ae24-955ffab75a55', 'name': 'network-vif-deleted', 'tag': '7471611a-5546-4a08-bdaa-06b5c18b661b'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:14:37.305024 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ecadb2-f110-42c1-a483-ac35ba922710" -d '{"events": [{"server_uuid": "075f1a54-7dfb-484e-ae24-955ffab75a55", "name": "network-vif-deleted", "tag": "7471611a-5546-4a08-bdaa-06b5c18b661b"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:14:37.331191 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c662c-36ed-498d-8b95-8be3b0c58027 req-bb078521-f252-4dc7-84c0-1cd1ceb77517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:37.333024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f4c662c-36ed-498d-8b95-8be3b0c58027 req-bb078521-f252-4dc7-84c0-1cd1ceb77517 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0482156 Aug 17 02:14:37.344677 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25693ee0-54aa-40db-95fb-3a0a6c49c247 x-openstack-request-id: req-25693ee0-54aa-40db-95fb-3a0a6c49c247 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:14:37.344989 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075f1a54-7dfb-484e-ae24-955ffab75a55", "name": "network-vif-deleted", "tag": "7471611a-5546-4a08-bdaa-06b5c18b661b", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:14:37.345232 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25693ee0-54aa-40db-95fb-3a0a6c49c247 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:14:37.345638 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075f1a54-7dfb-484e-ae24-955ffab75a55', 'name': 'network-vif-deleted', 'tag': '7471611a-5546-4a08-bdaa-06b5c18b661b', 'status': 'completed', 'code': 200} Aug 17 02:14:37.407830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-692618207-network', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:37.470504 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f4c662c-36ed-498d-8b95-8be3b0c58027 req-4425b7a9-64d8-497f-afae-f5cb33a5e0f4 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138790 Aug 17 02:14:37.608318 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4528d7-33db-4989-abca-5d289d2d7b93 req-7626d44d-cad4-48aa-bb78-ac409b6d460b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:37.610054 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cb4528d7-33db-4989-abca-5d289d2d7b93 req-7626d44d-cad4-48aa-bb78-ac409b6d460b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.0722573 Aug 17 02:14:37.702292 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cb4528d7-33db-4989-abca-5d289d2d7b93 req-f0e243c3-7207-4105-8a9b-63155ff8b9ff tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847635 Aug 17 02:14:37.739288 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] Made reservation on behalf of 4ffe0551f0114312981f9e1660c62e9b for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:14:37.742453 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:37.783448 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:37.840520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68a7af-e2e1-4888-bd0f-1cdf79e1e975 req-90a19ce9-f614-42be-87b8-a96f44f79b9b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:37.842200 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b68a7af-e2e1-4888-bd0f-1cdf79e1e975 req-90a19ce9-f614-42be-87b8-a96f44f79b9b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 944 time: 0.1313081 Aug 17 02:14:37.857670 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea53843d-6c5f-4238-bbc0-bb526203e95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:37.885803 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f4c662c-36ed-498d-8b95-8be3b0c58027 req-490956a7-c357-44e8-9fc0-79d1d1503151 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082615 Aug 17 02:14:37.928826 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b68a7af-e2e1-4888-bd0f-1cdf79e1e975 req-53468175-e365-48ad-950e-5f685b5fc902 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794098 Aug 17 02:14:37.987094 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:38.076047 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:38.102205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:14:38.123776 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:38.124499 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] Added segment 417dd867-9f8b-4819-9710-875ad87ab512 of type vlan for network d01b4ef2-1042-4e57-923f-303d33574b69 Aug 17 02:14:38.125564 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e1b590-04b9-429d-bb89-3138a18d98a7,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:38.215794 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:38.297952 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2d83b3d3-e41d-4e81-83f1-808ff1510b1c req-dbe439fc-bbdb-4e96-a39a-e707adec1cfb tempest-AggregatesAdminTestJSON-641862843 tempest-AggregatesAdminTestJSON-641862843-project] 10.222.0.13 "GET /v2.0/ports?device_id=075f1a54-7dfb-484e-ae24-955ffab75a55 HTTP/1.1" status: 200 len: 210 time: 0.0538442 Aug 17 02:14:38.385832 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36174) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:38.400079 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:38.401380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:38.402469 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:38.474373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] Pushing event updated for resources: {'Network': ['ID=d01b4ef2-1042-4e57-923f-303d33574b69,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:38.490934 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network d01b4ef2-1042-4e57-923f-303d33574b69 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:14:38.609934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4b4d7715-0dab-44fc-ac30-ab4afb09fb2e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6985228 Aug 17 02:14:38.610124 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-49411333-fbe2-4c7e-beef-734109e0fa13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:38.623746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36182) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:38.628869 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b84e2e83-f6c5-46b0-aee6-37c9ccb75058 admin admin] Request body: {'subnet': {'network_id': 'd01b4ef2-1042-4e57-923f-303d33574b69', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-692618207-subnet', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:38.706787 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-49411333-fbe2-4c7e-beef-734109e0fa13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:38.838086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fb215-d1be-4203-962e-bdf4a22668b5 req-ca9f6b58-b7ab-4eac-a6c8-a8481dcea7ff tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:38.840027 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-941fb215-d1be-4203-962e-bdf4a22668b5 req-ca9f6b58-b7ab-4eac-a6c8-a8481dcea7ff tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.0508373 Aug 17 02:14:38.877128 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-941fb215-d1be-4203-962e-bdf4a22668b5 req-8b2c899f-10a8-4863-82de-052e745a68e3 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308800 Aug 17 02:14:39.031133 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 7471611a-5546-4a08-bdaa-06b5c18b661b no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:14:39.034984 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-49411333-fbe2-4c7e-beef-734109e0fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:39.057137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 7471611a-5546-4a08-bdaa-06b5c18b661b {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:14:39.057581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 7471611a-5546-4a08-bdaa-06b5c18b661b not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:14:39.082703 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49411333-fbe2-4c7e-beef-734109e0fa13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac2eb06-e5b7-40bb-8094-1bfdfcff958a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:39.087867 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-49411333-fbe2-4c7e-beef-734109e0fa13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbba91a622914c80bc57bd4f975c6a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7009110 Aug 17 02:14:39.092309 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36194) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:39.108477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b61056-2e1d-40fc-ad77-59a0494ebeda req-e179fc71-e1d9-49a5-b051-16dbf2632d96 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:39.115735 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f7b61056-2e1d-40fc-ad77-59a0494ebeda req-e179fc71-e1d9-49a5-b051-16dbf2632d96 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 944 time: 0.1099153 Aug 17 02:14:39.134086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84e2e83-f6c5-46b0-aee6-37c9ccb75058 admin admin] Made reservation on behalf of 4ffe0551f0114312981f9e1660c62e9b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:14:39.136492 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b84e2e83-f6c5-46b0-aee6-37c9ccb75058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:39.170044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f7b61056-2e1d-40fc-ad77-59a0494ebeda req-a321db93-e185-45da-9c93-870bc90590d0 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532701 Aug 17 02:14:39.241596 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eefe6e72-b184-4283-b6c5-710deb71ed11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:39.276626 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eefe6e72-b184-4283-b6c5-710deb71ed11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:39.468540 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eefe6e72-b184-4283-b6c5-710deb71ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:39.471475 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eefe6e72-b184-4283-b6c5-710deb71ed11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:39.474903 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eefe6e72-b184-4283-b6c5-710deb71ed11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ac2eb06-e5b7-40bb-8094-1bfdfcff958a HTTP/1.1" status: 204 len: 168 time: 0.3794415 Aug 17 02:14:39.481498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe6e72-b184-4283-b6c5-710deb71ed11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac2eb06-e5b7-40bb-8094-1bfdfcff958a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:39.498126 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b84e2e83-f6c5-46b0-aee6-37c9ccb75058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:39.563461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e2e83-f6c5-46b0-aee6-37c9ccb75058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a179119-66d1-4eb1-a407-cb459433293e,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:39.566342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84e2e83-f6c5-46b0-aee6-37c9ccb75058 admin admin] Checking segment: {'id': '417dd867-9f8b-4819-9710-875ad87ab512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd01b4ef2-1042-4e57-923f-303d33574b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:14:39.566910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e2e83-f6c5-46b0-aee6-37c9ccb75058 admin admin] Network hostable DHCP agents. Network: d01b4ef2-1042-4e57-923f-303d33574b69, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:14:39.691208 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e2e83-f6c5-46b0-aee6-37c9ccb75058 admin admin] Network d01b4ef2-1042-4e57-923f-303d33574b69 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:14:39.788082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-b84e2e83-f6c5-46b0-aee6-37c9ccb75058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, d01b4ef2-1042-4e57-923f-303d33574b69) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:39.793059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84e2e83-f6c5-46b0-aee6-37c9ccb75058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:39.794015 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b84e2e83-f6c5-46b0-aee6-37c9ccb75058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:39.799179 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf31283-5534-401d-8dfe-3f670cf3f9f1 None None] Network d01b4ef2-1042-4e57-923f-303d33574b69 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:14:39.918706 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b84e2e83-f6c5-46b0-aee6-37c9ccb75058 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2908804 Aug 17 02:14:39.919242 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36230) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:39.928417 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-692618207-router', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:40.023782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-d01b4ef2-1042-4e57-923f-303d33574b69', 'network_id': 'd01b4ef2-1042-4e57-923f-303d33574b69', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b', 'fixed_ips': [{'subnet_id': '0a179119-66d1-4eb1-a407-cb459433293e'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:14:40.025114 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.026348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36234) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:40.052334 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.055664 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.086861 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190001a-a2b0-4f7a-8d98-6bf10a8ed683 req-07bd2858-12fa-41dd-b373-834f2b45a8b0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:40.092679 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3190001a-a2b0-4f7a-8d98-6bf10a8ed683 req-07bd2858-12fa-41dd-b373-834f2b45a8b0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.1196573 Aug 17 02:14:40.130495 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.154024 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3190001a-a2b0-4f7a-8d98-6bf10a8ed683 req-f49297b7-e398-4dbd-adb7-e1dfd1417fde tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572393 Aug 17 02:14:40.211611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Allocated IP 172.20.0.2 (d01b4ef2-1042-4e57-923f-303d33574b69/0a179119-66d1-4eb1-a407-cb459433293e/d6dcd498-f2c0-47eb-b81e-17cd0a0358da) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:14:40.338358 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3a5305f7-755c-4da6-8ebf-9b98ee9f3e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.341548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33406a42-af42-4933-8732-45b770be6d22 req-ee005cdc-def3-48f4-af3c-c42d7fb6af1a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:40.351627 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33406a42-af42-4933-8732-45b770be6d22 req-ee005cdc-def3-48f4-af3c-c42d7fb6af1a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 944 time: 0.1007104 Aug 17 02:14:40.442563 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33406a42-af42-4933-8732-45b770be6d22 req-dd4f4696-d404-4fa8-9ddb-0894aa12e5c6 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884538 Aug 17 02:14:40.450440 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.480128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Transition to ACTIVE for port object d6dcd498-f2c0-47eb-b81e-17cd0a0358da will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:14:40.499741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Transition to ACTIVE for port object d6dcd498-f2c0-47eb-b81e-17cd0a0358da will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:14:40.521941 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.577058 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.605886 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.651173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Network d01b4ef2-1042-4e57-923f-303d33574b69 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:14:40.655807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:40.660243 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:14:40.663348 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Pushing event updated for resources: {'Port': ['ID=d6dcd498-f2c0-47eb-b81e-17cd0a0358da,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:40.675643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:40.675932 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:40.676355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:40.676584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:40.676909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:40.677230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:40.677572 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:40.677946 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:40.678204 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:40.678523 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:40.678876 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:40.679159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:40.689018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36250) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:40.694760 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-80c3d5b7-8285-4a28-a6c7-41cf2f440c54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=daf08f58f5e747b99ef002ba96fb50c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6615710 Aug 17 02:14:40.733432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Attempting to bind port d6dcd498-f2c0-47eb-b81e-17cd0a0358da on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:14:40.734046 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Attempting to bind port d6dcd498-f2c0-47eb-b81e-17cd0a0358da by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '417dd867-9f8b-4819-9710-875ad87ab512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd01b4ef2-1042-4e57-923f-303d33574b69'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:14:40.734626 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Attempting to bind port d6dcd498-f2c0-47eb-b81e-17cd0a0358da on network d01b4ef2-1042-4e57-923f-303d33574b69 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:40.741954 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:14:40.742454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Checking segment: {'id': '417dd867-9f8b-4819-9710-875ad87ab512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd01b4ef2-1042-4e57-923f-303d33574b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:14:40.742929 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.743394 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Bound using segment: {'id': '417dd867-9f8b-4819-9710-875ad87ab512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd01b4ef2-1042-4e57-923f-303d33574b69'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:14:40.744080 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Bound port: d6dcd498-f2c0-47eb-b81e-17cd0a0358da, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417dd867-9f8b-4819-9710-875ad87ab512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd01b4ef2-1042-4e57-923f-303d33574b69'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:14:40.744854 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.788961 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b231260a-7171-4d3c-86b2-166b6e8034e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.818994 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b231260a-7171-4d3c-86b2-166b6e8034e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.832046 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] For port d6dcd498-f2c0-47eb-b81e-17cd0a0358da, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:14:40.836588 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] For port d6dcd498-f2c0-47eb-b81e-17cd0a0358da, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d6dcd498-f2c0-47eb-b81e-17cd0a0358da,segment=NetworkSegment(417dd867-9f8b-4819-9710-875ad87ab512),segment_id=417dd867-9f8b-4819-9710-875ad87ab512)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:14:40.885471 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.914278 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.931405 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b231260a-7171-4d3c-86b2-166b6e8034e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.932440 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.934880 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b231260a-7171-4d3c-86b2-166b6e8034e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:40.940495 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b231260a-7171-4d3c-86b2-166b6e8034e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a56f7969-eff2-4ef1-b4e2-a84785c2b010 HTTP/1.1" status: 204 len: 168 time: 0.2462645 Aug 17 02:14:40.962090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36258) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:40.962959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231260a-7171-4d3c-86b2-166b6e8034e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56f7969-eff2-4ef1-b4e2-a84785c2b010,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:40.980855 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-34caf826-907e-48e4-996b-b9fb2a8aa5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:41.070098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3364dda-d686-42ba-b603-c5db1d3a20bc None None] Pushing event updated for resources: {'Port': ['ID=d6dcd498-f2c0-47eb-b81e-17cd0a0358da,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:41.137379 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Allocated IP 172.25.5.170 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/e3807fc2-6278-48e1-aeff-9eb66a6b3a37) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:14:41.146602 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-34caf826-907e-48e4-996b-b9fb2a8aa5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:41.288725 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:41.323016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:14:41.389141 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-34caf826-907e-48e4-996b-b9fb2a8aa5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:41.430938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f3c0c-4d69-45a8-883c-654f3077c515 req-00d91304-74f8-45bc-982b-711694734954 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:41.431207 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34caf826-907e-48e4-996b-b9fb2a8aa5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bdbbbb-ba27-4cb3-a691-de48637a26b0,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:41.437915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-903f3c0c-4d69-45a8-883c-654f3077c515 req-00d91304-74f8-45bc-982b-711694734954 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.0975952 Aug 17 02:14:41.463019 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-34caf826-907e-48e4-996b-b9fb2a8aa5c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=580332170ba84d3dabf40e44729d5d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4975290 Aug 17 02:14:41.465832 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36272) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:41.499570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:41.521487 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-903f3c0c-4d69-45a8-883c-654f3077c515 req-357a75b0-7a6c-4d62-a05f-67d4f32ce570 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727632 Aug 17 02:14:41.547041 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc8e5-196b-4dc1-a8a8-308dd440e8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:41.548546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '0a9526a2-3920-4bb7-90a4-0c4fb0a662e1', 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60', 'port_id': '0a9526a2-3920-4bb7-90a4-0c4fb0a662e1', 'mac_address': 'fa:16:3e:c1:9d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5754ca00-fb2f-4542-b586-9964d8f96846', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:14:41.578487 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc8e5-196b-4dc1-a8a8-308dd440e8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:41.583295 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:41.653353 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:41.662143 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:41.666355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Pushing event updated for resources: {'Port': ['ID=e3807fc2-6278-48e1-aeff-9eb66a6b3a37,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:41.693178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:14:41.701198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:14:41.704950 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:41.726106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:14:41.742555 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc8e5-196b-4dc1-a8a8-308dd440e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:41.746536 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6bcfc8e5-196b-4dc1-a8a8-308dd440e8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:41.749353 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6bcfc8e5-196b-4dc1-a8a8-308dd440e8c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62bdbbbb-ba27-4cb3-a691-de48637a26b0 HTTP/1.1" status: 204 len: 168 time: 0.2820175 Aug 17 02:14:41.750371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:41.784069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfc8e5-196b-4dc1-a8a8-308dd440e8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bdbbbb-ba27-4cb3-a691-de48637a26b0,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:41.788394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05b2ae-aedc-49a4-8055-060143a5c1c3 req-a3ff935f-785f-4a63-a23c-13005143c954 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:41.789989 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e05b2ae-aedc-49a4-8055-060143a5c1c3 req-a3ff935f-785f-4a63-a23c-13005143c954 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0991650 Aug 17 02:14:41.868314 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:41.929868 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:41.944235 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e05b2ae-aedc-49a4-8055-060143a5c1c3 req-a92d4536-9888-49f6-8a4e-e1c588a82d55 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179702 Aug 17 02:14:42.164349 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:42.181640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36294) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:42.255746 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-04434eb2-cff2-4e69-a348-17e92d23e33e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79f2d9be69964e559964ae297e5f2f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726273 Aug 17 02:14:42.258270 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36302) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:42.277723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['0a9526a2-3920-4bb7-90a4-0c4fb0a662e1'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:14:42.321364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fa3377-0d66-45d7-9179-3dba0ef82b1b None None] Network d01b4ef2-1042-4e57-923f-303d33574b69 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:14:42.327090 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63b1bc3d-f0d2-4952-bf6c-51850e96ede3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:42.361795 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63b1bc3d-f0d2-4952-bf6c-51850e96ede3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:42.506315 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63b1bc3d-f0d2-4952-bf6c-51850e96ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:42.514203 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63b1bc3d-f0d2-4952-bf6c-51850e96ede3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:42.514348 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:42.516975 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-63b1bc3d-f0d2-4952-bf6c-51850e96ede3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/649afda2-d6cd-42be-9318-7e51775bd775 HTTP/1.1" status: 204 len: 168 time: 0.2569978 Aug 17 02:14:42.529612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1bc3d-f0d2-4952-bf6c-51850e96ede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649afda2-d6cd-42be-9318-7e51775bd775,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:42.588962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-eeb38f5a-0102-4bb5-9522-241dd1146b74 None None] Provisioning for port d6dcd498-f2c0-47eb-b81e-17cd0a0358da completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:14:42.692255 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc946b-e12b-4cd5-a0cf-1bd46124d4e2 req-66c34c0e-2ff7-441f-8de7-b36bd95c90f6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:42.693892 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bbdc946b-e12b-4cd5-a0cf-1bd46124d4e2 req-66c34c0e-2ff7-441f-8de7-b36bd95c90f6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.0832746 Aug 17 02:14:42.746592 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bbdc946b-e12b-4cd5-a0cf-1bd46124d4e2 req-7e3868f3-49f8-4567-a64b-cde91545645a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452964 Aug 17 02:14:42.748476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Router f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:14:43.069144 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36326) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:43.103696 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d6dcd498-f2c0-47eb-b81e-17cd0a0358da up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:14:43.134194 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36330) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:43.156762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f78adf-dd99-41a4-b800-ddd83b6916ef req-02dd7937-9b5b-41e2-8227-9c6d4570e927 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:43.158644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:14:43.159291 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a5f78adf-dd99-41a4-b800-ddd83b6916ef req-02dd7937-9b5b-41e2-8227-9c6d4570e927 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 945 time: 0.0705855 Aug 17 02:14:43.173959 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Sync routers for ids ['f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:14:43.190610 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Routers {'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:14:43.191235 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:14:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:43.215540 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a5f78adf-dd99-41a4-b800-ddd83b6916ef req-251fd9fe-6b0a-4703-bd6a-a5b2fbabfd8f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446677 Aug 17 02:14:43.279722 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:43.280969 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9f3139a8-07e0-4b1d-b3a6-b72250730da1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3597615 Aug 17 02:14:43.283726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36334) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:43.303384 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Set router f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:14:43.365643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port d6dcd498-f2c0-47eb-b81e-17cd0a0358da completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:14:43.372329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port d6dcd498-f2c0-47eb-b81e-17cd0a0358da triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:43.373151 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:43.512864 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'name': 'tempest-FloatingIPDetailsTestJSON-692618207-router', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e3807fc2-6278-48e1-aeff-9eb66a6b3a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:14:41Z', 'revision_number': 3, 'project_id': '4ffe0551f0114312981f9e1660c62e9b', 'gw_port': {'id': 'e3807fc2-6278-48e1-aeff-9eb66a6b3a37', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:43.514972 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:43.546993 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Checking router: f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:14:43.547353 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Updating router f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce port e3807fc2-6278-48e1-aeff-9eb66a6b3a37 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:14:43.559811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port d6dcd498-f2c0-47eb-b81e-17cd0a0358da, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d6dcd498-f2c0-47eb-b81e-17cd0a0358da,segment=NetworkSegment(417dd867-9f8b-4819-9710-875ad87ab512),segment_id=417dd867-9f8b-4819-9710-875ad87ab512)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:43.579077 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:43.606210 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:43.649581 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d735ede-aab6-489d-8e06-12896779be04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:43.685750 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:43.691956 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bc574a3c-289b-4bd3-9dde-6cde73e28901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:43.797015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=d6dcd498-f2c0-47eb-b81e-17cd0a0358da,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:43.861460 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:43.885213 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d735ede-aab6-489d-8e06-12896779be04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:43.996009 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d735ede-aab6-489d-8e06-12896779be04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.003603 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.011117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717223b9-75a2-42f6-b2e7-3176662e06a2 req-bea172a1-0fe2-4291-ad7d-c3631c3b4723 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:44.018956 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-717223b9-75a2-42f6-b2e7-3176662e06a2 req-bea172a1-0fe2-4291-ad7d-c3631c3b4723 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.1254902 Aug 17 02:14:44.021715 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Transition to ACTIVE for port object e3807fc2-6278-48e1-aeff-9eb66a6b3a37 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:14:44.046128 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6d735ede-aab6-489d-8e06-12896779be04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1aae34983c3e4b3f86bf4ca3d586263b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9061351 Aug 17 02:14:44.052877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36358) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:44.077996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d735ede-aab6-489d-8e06-12896779be04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaef5f1-6019-43ad-8b0d-c2e3e7a7d7ce,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:44.106658 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.112381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-717223b9-75a2-42f6-b2e7-3176662e06a2 req-9ecd50c5-a2e9-4656-9c01-8fdeac167647 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894189 Aug 17 02:14:44.173587 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13b08774-5537-4686-9c53-9a100b7be737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.182751 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb74e3-e8fc-44d3-88f7-8f1bcee3e4f3 None None] Pushing event updated for resources: {'Port': ['ID=e3807fc2-6278-48e1-aeff-9eb66a6b3a37,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:44.201615 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb74e3-e8fc-44d3-88f7-8f1bcee3e4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:44.201967 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb74e3-e8fc-44d3-88f7-8f1bcee3e4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:44.203400 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb74e3-e8fc-44d3-88f7-8f1bcee3e4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:44.203835 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb74e3-e8fc-44d3-88f7-8f1bcee3e4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:44.204179 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb74e3-e8fc-44d3-88f7-8f1bcee3e4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:44.205286 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb74e3-e8fc-44d3-88f7-8f1bcee3e4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:44.205903 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb74e3-e8fc-44d3-88f7-8f1bcee3e4f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:44.206861 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb74e3-e8fc-44d3-88f7-8f1bcee3e4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:44.208581 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb74e3-e8fc-44d3-88f7-8f1bcee3e4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:44.208882 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bc574a3c-289b-4bd3-9dde-6cde73e28901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.209254 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb74e3-e8fc-44d3-88f7-8f1bcee3e4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:44.209738 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb74e3-e8fc-44d3-88f7-8f1bcee3e4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:44.210240 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb74e3-e8fc-44d3-88f7-8f1bcee3e4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:14:44.220530 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Allocated IP 172.20.0.1 (d01b4ef2-1042-4e57-923f-303d33574b69/0a179119-66d1-4eb1-a407-cb459433293e/6aef50b0-b366-42be-aa4a-e72e973a689b) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:14:44.221050 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Attempting to bind port e3807fc2-6278-48e1-aeff-9eb66a6b3a37 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:14:44.221454 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Attempting to bind port e3807fc2-6278-48e1-aeff-9eb66a6b3a37 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:14:44.221820 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Attempting to bind port e3807fc2-6278-48e1-aeff-9eb66a6b3a37 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:44.222971 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13b08774-5537-4686-9c53-9a100b7be737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.229173 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:14:44.229602 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:14:44.230010 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.230537 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:14:44.231526 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Bound port: e3807fc2-6278-48e1-aeff-9eb66a6b3a37, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:14:44.231941 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.299731 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bc574a3c-289b-4bd3-9dde-6cde73e28901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.329505 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] For port e3807fc2-6278-48e1-aeff-9eb66a6b3a37, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:14:44.333372 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] For port e3807fc2-6278-48e1-aeff-9eb66a6b3a37, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e3807fc2-6278-48e1-aeff-9eb66a6b3a37,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:14:44.383289 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bc574a3c-289b-4bd3-9dde-6cde73e28901 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ae6eb2f8899406ebdb7932fd7d76f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3126311 Aug 17 02:14:44.390026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36372) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:44.403372 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.411667 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc574a3c-289b-4bd3-9dde-6cde73e28901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb67550d-32e1-4484-8c7f-edc45834bcb4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:44.440065 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f7783-8a4e-4ef8-bca3-16c9019a1bc2 req-cc14051f-4996-4fd2-8c36-43980e5a1efa tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:44.441663 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d61f7783-8a4e-4ef8-bca3-16c9019a1bc2 req-cc14051f-4996-4fd2-8c36-43980e5a1efa tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 945 time: 0.0875225 Aug 17 02:14:44.457844 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.461448 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46e15ba1-99a5-4d68-8d5e-8d677a9f666b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.485724 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46e15ba1-99a5-4d68-8d5e-8d677a9f666b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.489909 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d61f7783-8a4e-4ef8-bca3-16c9019a1bc2 req-4ef434dd-2c00-42b3-b451-b466bdf87feb tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373507 Aug 17 02:14:44.523865 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Routers {'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:14:44.524659 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:14:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:44.568660 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb74e3-e8fc-44d3-88f7-8f1bcee3e4f3 None None] Pushing event updated for resources: {'Port': ['ID=e3807fc2-6278-48e1-aeff-9eb66a6b3a37,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:44.606853 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13b08774-5537-4686-9c53-9a100b7be737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.609494 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13b08774-5537-4686-9c53-9a100b7be737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.613159 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-13b08774-5537-4686-9c53-9a100b7be737 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efaef5f1-6019-43ad-8b0d-c2e3e7a7d7ce HTTP/1.1" status: 204 len: 168 time: 0.5535462 Aug 17 02:14:44.619281 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b08774-5537-4686-9c53-9a100b7be737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaef5f1-6019-43ad-8b0d-c2e3e7a7d7ce,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:44.664780 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] Set router f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:14:44.715253 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Transition to ACTIVE for port object 6aef50b0-b366-42be-aa4a-e72e973a689b will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:14:44.722249 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46e15ba1-99a5-4d68-8d5e-8d677a9f666b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.725127 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46e15ba1-99a5-4d68-8d5e-8d677a9f666b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.729806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-46e15ba1-99a5-4d68-8d5e-8d677a9f666b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb67550d-32e1-4484-8c7f-edc45834bcb4 HTTP/1.1" status: 204 len: 168 time: 0.3350730 Aug 17 02:14:44.740631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e15ba1-99a5-4d68-8d5e-8d677a9f666b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb67550d-32e1-4484-8c7f-edc45834bcb4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:44.858109 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:44.905193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Network d01b4ef2-1042-4e57-923f-303d33574b69 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:14:44.910656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:44.915243 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:14:44.919599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Pushing event updated for resources: {'Port': ['ID=6aef50b0-b366-42be-aa4a-e72e973a689b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:45.009791 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:45.010261 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d6dcd498-f2c0-47eb-b81e-17cd0a0358da up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:14:45.025410 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'name': 'tempest-FloatingIPDetailsTestJSON-692618207-router', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e3807fc2-6278-48e1-aeff-9eb66a6b3a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:14:41Z', 'revision_number': 3, 'project_id': '4ffe0551f0114312981f9e1660c62e9b', 'gw_port': {'id': 'e3807fc2-6278-48e1-aeff-9eb66a6b3a37', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:45.094524 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92371f6-8755-4af1-adb2-748fc1f6228d None None] The sync data for ids ['f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'] in n-d-793621-31 is: [{'id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'name': 'tempest-FloatingIPDetailsTestJSON-692618207-router', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e3807fc2-6278-48e1-aeff-9eb66a6b3a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:14:41Z', 'revision_number': 3, 'project_id': '4ffe0551f0114312981f9e1660c62e9b', 'gw_port': {'id': 'e3807fc2-6278-48e1-aeff-9eb66a6b3a37', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:14:45.137118 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port d6dcd498-f2c0-47eb-b81e-17cd0a0358da triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:45.137621 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:45.286301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef0bee-e4ca-4817-995b-ce4a919d49bc req-30b147f8-f37e-422d-88dc-78fe5e7a3a2f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:45.288740 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bbef0bee-e4ca-4817-995b-ce4a919d49bc req-30b147f8-f37e-422d-88dc-78fe5e7a3a2f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.0709171 Aug 17 02:14:45.333209 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bbef0bee-e4ca-4817-995b-ce4a919d49bc req-93102a09-fa4e-4185-9393-52e284c90535 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377598 Aug 17 02:14:45.344949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:14:45.379994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-15c3fb8e-d2a4-4161-8875-6892faebe289 None None] Provisioning for port 6aef50b0-b366-42be-aa4a-e72e973a689b completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:14:45.389611 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:45.389972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-15c3fb8e-d2a4-4161-8875-6892faebe289 None None] Provisioning complete for port 6aef50b0-b366-42be-aa4a-e72e973a689b triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:45.389972 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-15c3fb8e-d2a4-4161-8875-6892faebe289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:45.459181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-15c3fb8e-d2a4-4161-8875-6892faebe289 None None] Port 6aef50b0-b366-42be-aa4a-e72e973a689b cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:14:45.638054 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:45.640102 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:14:45.644496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:45.647925 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:45.648184 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0fc55-03da-48a9-915c-b88f26a16c17 req-1a5bff5b-4220-49f1-8140-4cc40d818107 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:45.648706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48b0fc55-03da-48a9-915c-b88f26a16c17 req-1a5bff5b-4220-49f1-8140-4cc40d818107 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 945 time: 0.0736716 Aug 17 02:14:45.694916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48b0fc55-03da-48a9-915c-b88f26a16c17 req-3acc3be8-8eb3-4967-b70b-399d31913056 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397148 Aug 17 02:14:45.749953 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:45.759315 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:45.794851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:45.796139 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9526a2-3920-4bb7-90a4-0c4fb0a662e1'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:14:45.799229 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46649d1-09fa-44a5-a02a-98343d8c7c51" -d '{"events": [{"server_uuid": "e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6", "name": "network-vif-plugged", "status": "completed", "tag": "0a9526a2-3920-4bb7-90a4-0c4fb0a662e1"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:14:45.830491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Pushing event updated for resources: {'Port': ['ID=6aef50b0-b366-42be-aa4a-e72e973a689b,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:45.833379 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:45.844760 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7af5192-d2fe-4f06-8112-10886a4d8b20 x-openstack-request-id: req-f7af5192-d2fe-4f06-8112-10886a4d8b20 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:14:45.845284 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6", "name": "network-vif-plugged", "status": "completed", "tag": "0a9526a2-3920-4bb7-90a4-0c4fb0a662e1", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:14:45.845558 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7af5192-d2fe-4f06-8112-10886a4d8b20 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:14:45.845957 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9526a2-3920-4bb7-90a4-0c4fb0a662e1', 'code': 200} Aug 17 02:14:45.857029 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:45.918787 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:45.963364 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Network d01b4ef2-1042-4e57-923f-303d33574b69 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:14:45.968762 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:46.062632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e23bf-114b-4387-9b85-db3c24316a2f req-45c63b7b-b76d-49cd-bb83-344f9b519d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:46.064318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-478e23bf-114b-4387-9b85-db3c24316a2f req-45c63b7b-b76d-49cd-bb83-344f9b519d0a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 1098 time: 0.1105306 Aug 17 02:14:46.098271 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36404) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:46.133090 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07d1a811-0688-4af0-9279-18a28dedaa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:46.192865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Router f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:14:46.221663 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-478e23bf-114b-4387-9b85-db3c24316a2f req-cc4eef02-b728-40ad-a279-eef3699a7f25 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375413 Aug 17 02:14:46.291373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fe189992-4ae9-4643-bad6-97516b161add None None] Provisioning complete for port 6aef50b0-b366-42be-aa4a-e72e973a689b triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:46.291882 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fe189992-4ae9-4643-bad6-97516b161add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:46.326389 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07d1a811-0688-4af0-9279-18a28dedaa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:46.352869 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fe189992-4ae9-4643-bad6-97516b161add None None] Port 6aef50b0-b366-42be-aa4a-e72e973a689b cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:14:46.399318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:14:46.407099 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-707bddb2-8c20-46d9-9be5-13adaf4a6d07 admin admin] 10.222.0.13 "PUT /v2.0/routers/f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1219726 Aug 17 02:14:46.431607 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07d1a811-0688-4af0-9279-18a28dedaa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:46.490760 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-07d1a811-0688-4af0-9279-18a28dedaa2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cca35e66f374c45b06624763bb770df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913789 Aug 17 02:14:46.493363 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36420) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:46.495305 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1a811-0688-4af0-9279-18a28dedaa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff47055-26ea-4376-8f79-9dfaf2d6626a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:46.534907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd725878-4c8d-495e-917c-9aaabbf23eb1 req-c2eb67ee-8be3-4923-9aa1-43aa10d5018e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:46.536440 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd725878-4c8d-495e-917c-9aaabbf23eb1 req-c2eb67ee-8be3-4923-9aa1-43aa10d5018e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.1163347 Aug 17 02:14:46.593990 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e239e164-38e9-44b3-8deb-17b17ff50926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:46.599286 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd725878-4c8d-495e-917c-9aaabbf23eb1 req-16d2a08d-a4b1-4837-b9a7-4d345a08ed49 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532570 Aug 17 02:14:46.619680 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e239e164-38e9-44b3-8deb-17b17ff50926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:46.737793 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36426) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:46.752663 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0144b717-a3e1-401f-95a0-505e4ea52751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:46.796324 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e239e164-38e9-44b3-8deb-17b17ff50926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:46.798967 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e239e164-38e9-44b3-8deb-17b17ff50926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:46.803119 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e239e164-38e9-44b3-8deb-17b17ff50926 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cff47055-26ea-4376-8f79-9dfaf2d6626a HTTP/1.1" status: 204 len: 168 time: 0.3058002 Aug 17 02:14:46.830256 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239e164-38e9-44b3-8deb-17b17ff50926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff47055-26ea-4376-8f79-9dfaf2d6626a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:46.894973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ff614-b698-43d4-ac3b-bcfe1f848794 req-b11443c9-92fe-4802-a81f-d52635ce9e94 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:46.907758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc3ff614-b698-43d4-ac3b-bcfe1f848794 req-b11443c9-92fe-4802-a81f-d52635ce9e94 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0997326 Aug 17 02:14:46.914700 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0144b717-a3e1-401f-95a0-505e4ea52751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:46.954348 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc3ff614-b698-43d4-ac3b-bcfe1f848794 req-3a00fd02-8a05-43ed-a0ee-f9bf2292bc27 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442929 Aug 17 02:14:47.011161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0144b717-a3e1-401f-95a0-505e4ea52751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:47.063643 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0144b717-a3e1-401f-95a0-505e4ea52751 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6000725c2d03424c92599faafb0f8420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222744 Aug 17 02:14:47.064382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36438) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:47.070435 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144b717-a3e1-401f-95a0-505e4ea52751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d532c1d-81b6-456c-82fb-83e5b3a1f13e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:47.076780 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e3807fc2-6278-48e1-aeff-9eb66a6b3a37 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:14:47.133985 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1c57fa42-4255-4dd4-b0fb-8393703f447d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:47.156658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Sync routers for ids ['f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:14:47.164211 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1c57fa42-4255-4dd4-b0fb-8393703f447d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:47.166774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Routers {'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:14:47.167426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:14:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:47.268979 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port e3807fc2-6278-48e1-aeff-9eb66a6b3a37 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:14:47.281264 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e3807fc2-6278-48e1-aeff-9eb66a6b3a37 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:47.281841 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:47.333093 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Set router f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:14:47.340152 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1c57fa42-4255-4dd4-b0fb-8393703f447d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:47.343224 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1c57fa42-4255-4dd4-b0fb-8393703f447d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:47.347859 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1c57fa42-4255-4dd4-b0fb-8393703f447d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d532c1d-81b6-456c-82fb-83e5b3a1f13e HTTP/1.1" status: 204 len: 168 time: 0.2687688 Aug 17 02:14:47.353314 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57fa42-4255-4dd4-b0fb-8393703f447d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d532c1d-81b6-456c-82fb-83e5b3a1f13e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:47.482637 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ec197267-d597-4901-ab2f-1499971a466c req-e296757f-d73b-4872-9944-0d59c4ac8935 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2442455 Aug 17 02:14:47.497511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:47.517198 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:47.562014 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port e3807fc2-6278-48e1-aeff-9eb66a6b3a37, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e3807fc2-6278-48e1-aeff-9eb66a6b3a37,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:47.611179 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:47.640724 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:47.675535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'name': 'tempest-FloatingIPDetailsTestJSON-692618207-router', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e3807fc2-6278-48e1-aeff-9eb66a6b3a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:14:45Z', 'revision_number': 4, 'project_id': '4ffe0551f0114312981f9e1660c62e9b', 'gw_port': {'id': 'e3807fc2-6278-48e1-aeff-9eb66a6b3a37', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '6aef50b0-b366-42be-aa4a-e72e973a689b', 'name': '', 'network_id': 'd01b4ef2-1042-4e57-923f-303d33574b69', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b', 'mac_address': 'fa:16:3e:6b:5b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0a179119-66d1-4eb1-a407-cb459433293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:14:43Z', 'updated_at': '2021-08-17T02:14:45Z', 'revision_number': 2, 'project_id': '4ffe0551f0114312981f9e1660c62e9b', 'subnets': [{'id': '0a179119-66d1-4eb1-a407-cb459433293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:47.710648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Checking router: f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:14:47.711216 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Updating router f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce port 6aef50b0-b366-42be-aa4a-e72e973a689b binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:14:47.735221 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:47.750647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=e3807fc2-6278-48e1-aeff-9eb66a6b3a37,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:47.753187 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:47.871546 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6f415ce0-ff0a-49b0-9b75-9eb6722ea246 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec871d31db594a69911bed1ec9ad2ed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364358 Aug 17 02:14:47.899678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Allocated IP 172.25.5.11 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/3a3db039-969f-4d0d-ac6e-d50731f15895) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:14:48.072562 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-f7d561ca-9cf8-4123-af84-b2b8a9f9537e tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:48.084054 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-f7d561ca-9cf8-4123-af84-b2b8a9f9537e tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103715 Aug 17 02:14:48.101339 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-55b772df-1b08-4d99-83a1-0f740afd9673 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/quotas/ec871d31db594a69911bed1ec9ad2ed1 HTTP/1.1" status: 200 len: 375 time: 0.0156469 Aug 17 02:14:48.150342 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:48.150593 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-875d2ce5-1e38-4107-88b7-dc476249437b tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec871d31db594a69911bed1ec9ad2ed1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479934 Aug 17 02:14:48.223553 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:48.234286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Transition to ACTIVE for port object 6aef50b0-b366-42be-aa4a-e72e973a689b will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:14:48.360289 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:48.404060 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:14:48.407184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:48.410346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:14:48.434899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Pushing event updated for resources: {'Port': ['ID=3a3db039-969f-4d0d-ac6e-d50731f15895,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:48.437760 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:48.495673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108a554-4d05-4014-b01c-b4dcd6c3cdb1 None None] Pushing event updated for resources: {'Port': ['ID=6aef50b0-b366-42be-aa4a-e72e973a689b,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:48.533949 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:48.598117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Attempting to bind port 6aef50b0-b366-42be-aa4a-e72e973a689b on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:14:48.598117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Attempting to bind port 6aef50b0-b366-42be-aa4a-e72e973a689b by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '417dd867-9f8b-4819-9710-875ad87ab512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd01b4ef2-1042-4e57-923f-303d33574b69'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:14:48.598117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Attempting to bind port 6aef50b0-b366-42be-aa4a-e72e973a689b on network d01b4ef2-1042-4e57-923f-303d33574b69 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:48.599126 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:14:48.599512 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Checking segment: {'id': '417dd867-9f8b-4819-9710-875ad87ab512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd01b4ef2-1042-4e57-923f-303d33574b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:14:48.599930 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:48.600783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Bound using segment: {'id': '417dd867-9f8b-4819-9710-875ad87ab512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd01b4ef2-1042-4e57-923f-303d33574b69'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:14:48.601369 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Bound port: 6aef50b0-b366-42be-aa4a-e72e973a689b, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417dd867-9f8b-4819-9710-875ad87ab512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd01b4ef2-1042-4e57-923f-303d33574b69'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:14:48.601817 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:48.697828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83fe34-ec1c-41cd-8388-1bd5e519637f req-10c8df1b-e2eb-40fb-8391-ac49aa3c2eb9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:48.700945 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a83fe34-ec1c-41cd-8388-1bd5e519637f req-10c8df1b-e2eb-40fb-8391-ac49aa3c2eb9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.1082578 Aug 17 02:14:48.719969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] For port 6aef50b0-b366-42be-aa4a-e72e973a689b, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:14:48.723328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] For port 6aef50b0-b366-42be-aa4a-e72e973a689b, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6aef50b0-b366-42be-aa4a-e72e973a689b,segment=NetworkSegment(417dd867-9f8b-4819-9710-875ad87ab512),segment_id=417dd867-9f8b-4819-9710-875ad87ab512)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:14:48.727034 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:48.760131 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a83fe34-ec1c-41cd-8388-1bd5e519637f req-2e6df211-64bc-41ea-a65e-c1758de5e14b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519292 Aug 17 02:14:48.835052 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:48.920941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Routers {'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:14:48.921797 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:14:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:48.926243 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108a554-4d05-4014-b01c-b4dcd6c3cdb1 None None] Pushing event updated for resources: {'Port': ['ID=6aef50b0-b366-42be-aa4a-e72e973a689b,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:48.963265 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:48.997967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948eddf-2df3-4243-a456-9f4995c48ed8 req-b4d73604-42c2-46e3-b92d-5eb585bfc3dc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:49.014744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d948eddf-2df3-4243-a456-9f4995c48ed8 req-b4d73604-42c2-46e3-b92d-5eb585bfc3dc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 946 time: 0.1485484 Aug 17 02:14:49.034056 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:49.056252 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e3807fc2-6278-48e1-aeff-9eb66a6b3a37 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:14:49.077601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d948eddf-2df3-4243-a456-9f4995c48ed8 req-a6ea4828-4ab0-48dc-82b4-cceaca071915 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515523 Aug 17 02:14:49.156975 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Pushing event updated for resources: {'Port': ['ID=3a3db039-969f-4d0d-ac6e-d50731f15895,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:49.167917 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] Set router f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:14:49.168843 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:49.170216 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e3807fc2-6278-48e1-aeff-9eb66a6b3a37 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:49.170769 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:49.229393 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:49.231472 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ec197267-d597-4901-ab2f-1499971a466c req-d5b4b811-46c3-4b53-9348-6593c9722245 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7406840 Aug 17 02:14:49.342238 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ec197267-d597-4901-ab2f-1499971a466c req-27febb4d-9636-4300-8fa3-acae22b980cb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.11 HTTP/1.1" status: 200 len: 695 time: 0.1010182 Aug 17 02:14:49.478167 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec197267-d597-4901-ab2f-1499971a466c req-69e89c55-688b-443c-b65b-26bf5a0bef06 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:49.479611 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ec197267-d597-4901-ab2f-1499971a466c req-69e89c55-688b-443c-b65b-26bf5a0bef06 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1358097 Aug 17 02:14:49.491376 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-ec197267-d597-4901-ab2f-1499971a466c req-9623e837-823a-44db-9b25-bb0c4afb9311 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:14:49.495085 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ec197267-d597-4901-ab2f-1499971a466c req-9623e837-823a-44db-9b25-bb0c4afb9311 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087807 Aug 17 02:14:49.507766 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'name': 'tempest-FloatingIPDetailsTestJSON-692618207-router', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e3807fc2-6278-48e1-aeff-9eb66a6b3a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:14:45Z', 'revision_number': 4, 'project_id': '4ffe0551f0114312981f9e1660c62e9b', 'gw_port': {'id': 'e3807fc2-6278-48e1-aeff-9eb66a6b3a37', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '6aef50b0-b366-42be-aa4a-e72e973a689b', 'name': '', 'network_id': 'd01b4ef2-1042-4e57-923f-303d33574b69', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b', 'mac_address': 'fa:16:3e:6b:5b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0a179119-66d1-4eb1-a407-cb459433293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:14:43Z', 'updated_at': '2021-08-17T02:14:48Z', 'revision_number': 4, 'project_id': '4ffe0551f0114312981f9e1660c62e9b', 'subnets': [{'id': '0a179119-66d1-4eb1-a407-cb459433293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:14:49.541096 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed1c6d-22fc-4de1-a407-e401b718d610 None None] The sync data for ids ['f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'] in n-d-793621-31 is: [{'id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'name': 'tempest-FloatingIPDetailsTestJSON-692618207-router', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e3807fc2-6278-48e1-aeff-9eb66a6b3a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:14:45Z', 'revision_number': 4, 'project_id': '4ffe0551f0114312981f9e1660c62e9b', 'gw_port': {'id': 'e3807fc2-6278-48e1-aeff-9eb66a6b3a37', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '6aef50b0-b366-42be-aa4a-e72e973a689b', 'name': '', 'network_id': 'd01b4ef2-1042-4e57-923f-303d33574b69', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b', 'mac_address': 'fa:16:3e:6b:5b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0a179119-66d1-4eb1-a407-cb459433293e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:14:43Z', 'updated_at': '2021-08-17T02:14:48Z', 'revision_number': 4, 'project_id': '4ffe0551f0114312981f9e1660c62e9b', 'subnets': [{'id': '0a179119-66d1-4eb1-a407-cb459433293e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:14:49.571349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-03fb8209-69df-47f2-955e-9c6eb98f9d4d tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4d4f767765f540e1b8f0e22eeb0aacea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523274 Aug 17 02:14:49.707132 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-40a9d29e-d91d-4419-9e66-c784b609befe req-337a52a9-f71d-4462-8d75-e9468f1210a4 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 210 time: 0.0436313 Aug 17 02:14:49.756196 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-bb2ef3b8-3dac-4335-bdf3-220b64c45ccb tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:49.765189 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-bb2ef3b8-3dac-4335-bdf3-220b64c45ccb tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927562 Aug 17 02:14:49.781988 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-de219807-2bdb-4d5c-b06f-0b34b0243570 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/quotas/4d4f767765f540e1b8f0e22eeb0aacea HTTP/1.1" status: 200 len: 375 time: 0.0156064 Aug 17 02:14:49.818265 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-6de4aec3-78f5-46b7-8cb8-669da1c3a608 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d4f767765f540e1b8f0e22eeb0aacea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351284 Aug 17 02:14:50.118669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d89b0-e4f4-403e-97e3-0032918cf0c5 req-00fbee47-c2d6-40ca-ab52-055c9f37450a tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:50.120210 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6f2d89b0-e4f4-403e-97e3-0032918cf0c5 req-00fbee47-c2d6-40ca-ab52-055c9f37450a tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 1098 time: 0.0492644 Aug 17 02:14:50.158314 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6f2d89b0-e4f4-403e-97e3-0032918cf0c5 req-3df3b769-b38e-4976-8a02-518bb8104006 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303028 Aug 17 02:14:50.389934 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-7b1fdcfd-65c2-4a32-811d-789e88727958 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1753197 Aug 17 02:14:50.390161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2b7b5-c45d-4aa5-8ca9-be7087398267 req-2bd52509-d2f2-4faf-a482-06c59dc0ff87 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:50.395215 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:50.402632 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6f2b7b5-c45d-4aa5-8ca9-be7087398267 req-2bd52509-d2f2-4faf-a482-06c59dc0ff87 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.1017118 Aug 17 02:14:50.478044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6f2b7b5-c45d-4aa5-8ca9-be7087398267 req-af0704a5-1771-4aef-8c68-9a782849b77a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721138 Aug 17 02:14:50.582963 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:50.596846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1aacd-af7b-4f8b-a9cc-11ae3ba8515b req-0818570f-3185-4bf4-bc45-1b6f3f31cd53 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:50.601818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05c1aacd-af7b-4f8b-a9cc-11ae3ba8515b req-0818570f-3185-4bf4-bc45-1b6f3f31cd53 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 1098 time: 0.0595591 Aug 17 02:14:50.660779 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05c1aacd-af7b-4f8b-a9cc-11ae3ba8515b req-013d1b11-51ed-4fc5-9e30-68a774a95781 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519052 Aug 17 02:14:50.741994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-627ed1e0-18bd-496b-a79b-9f2522450b97 req-e0002198-362f-4cc7-816b-1c47de1732e0 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 210 time: 0.0430708 Aug 17 02:14:50.764266 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:50.904133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Allocated IP 172.25.5.128 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/f61ca0c5-4b05-4e17-bc94-bf52019ab5dc) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:14:51.028687 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6aef50b0-b366-42be-aa4a-e72e973a689b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:14:51.083160 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:51.199549 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 6aef50b0-b366-42be-aa4a-e72e973a689b completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:14:51.204135 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 6aef50b0-b366-42be-aa4a-e72e973a689b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:51.205120 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:51.281186 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:51.286546 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:51.320009 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:14:51.324489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:51.327350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc3af118-9a12-4f57-88e8-d902e33c949a req-f1231634-7b15-40b0-a3f9-643da9b0c514 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 210 time: 0.0287542 Aug 17 02:14:51.330561 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:14:51.332603 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 6aef50b0-b366-42be-aa4a-e72e973a689b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6aef50b0-b366-42be-aa4a-e72e973a689b,segment=NetworkSegment(417dd867-9f8b-4819-9710-875ad87ab512),segment_id=417dd867-9f8b-4819-9710-875ad87ab512)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:51.361721 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Pushing event updated for resources: {'Port': ['ID=f61ca0c5-4b05-4e17-bc94-bf52019ab5dc,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:51.430452 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:51.453393 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-9c7e49d0-0c43-4b1a-b9d8-33a9bbaca6bf req-279b2799-1c7d-4c1f-a565-b4f7b85f96fe service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:14:51.454384 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9c7e49d0-0c43-4b1a-b9d8-33a9bbaca6bf req-279b2799-1c7d-4c1f-a565-b4f7b85f96fe service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055056 Aug 17 02:14:51.588264 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:51.658900 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:51.788256 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=6aef50b0-b366-42be-aa4a-e72e973a689b,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:51.852998 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:51.914096 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:51.994926 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Pushing event updated for resources: {'Port': ['ID=f61ca0c5-4b05-4e17-bc94-bf52019ab5dc,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:52.008312 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:52.045378 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-a2bdf07e-82a4-41b2-ae69-45a833478be9 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ec871d31db594a69911bed1ec9ad2ed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226333 Aug 17 02:14:52.152553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-07ad7bd9-70ca-4c9b-aaf7-1aa95f622150 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:52.154019 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-07ad7bd9-70ca-4c9b-aaf7-1aa95f622150 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1065717 Aug 17 02:14:52.172646 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Request body: {'port': {'device_id': 'b1b6e846-74b0-4d9f-9ab3-428c83df0b12', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'ec871d31db594a69911bed1ec9ad2ed1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:52.212933 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:52.214192 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-2521d3bd-913a-483a-9f06-6543867c22bb tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8234282 Aug 17 02:14:52.283594 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-67e58fff-0ffb-4477-af3c-01c4e2b94421 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.128 HTTP/1.1" status: 200 len: 696 time: 0.0598428 Aug 17 02:14:52.424385 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-44665e5b-85da-4027-8d9b-36ef37f7d8d2 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:52.424385 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c65a0434-591c-4700-98d7-f8e1e84152f6 req-44665e5b-85da-4027-8d9b-36ef37f7d8d2 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1279988 Aug 17 02:14:52.474186 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Made reservation on behalf of ec871d31db594a69911bed1ec9ad2ed1 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:14:52.478665 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:52.488653 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:52.615126 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:52.729196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acd2ec-c1c6-4496-9559-45221b54fb41 req-0e5a84e4-f3b8-446b-a387-3c71d546390d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:52.730722 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e0acd2ec-c1c6-4496-9559-45221b54fb41 req-0e5a84e4-f3b8-446b-a387-3c71d546390d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.0504506 Aug 17 02:14:52.738999 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:52.987016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6aef50b0-b366-42be-aa4a-e72e973a689b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:14:53.044369 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 6aef50b0-b366-42be-aa4a-e72e973a689b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:53.044864 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:53.079638 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98fcac9-18fd-4846-9b69-c4a1168915fb,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:53.096953 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e0acd2ec-c1c6-4496-9559-45221b54fb41 req-57e07730-8f8a-45dc-90e6-e110d3d5650b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595822 Aug 17 02:14:53.194698 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0c7fc568-ddf3-459d-9d35-5a0be3eb96ae req-a1f9711a-85e9-4a78-9a29-3014ad62612b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 210 time: 0.0325742 Aug 17 02:14:53.200774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Allocated IP 192.168.233.198 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/44904d9e-ee6e-45eb-9dfe-e66fa8d22102) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:14:53.369056 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:53.383428 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Transition to ACTIVE for port object 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:14:53.481587 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:53.517168 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.18', 55196) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:53.528739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:14:53.534797 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:53.538122 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:14:53.554683 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-e7428de9-59c3-4a79-805a-495fe8040a8c tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4d4f767765f540e1b8f0e22eeb0aacea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351264 Aug 17 02:14:53.608652 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Pushing event updated for resources: {'Port': ['ID=44904d9e-ee6e-45eb-9dfe-e66fa8d22102,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:53.643246 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:53.644072 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:53.724903 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407b04e-158f-4905-b46a-32c23c09d209 req-93101883-b1ee-4ee5-884d-7d2603ac6d11 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:53.726800 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2407b04e-158f-4905-b46a-32c23c09d209 req-93101883-b1ee-4ee5-884d-7d2603ac6d11 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 936 time: 0.0563703 Aug 17 02:14:53.730718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-12316d91-3b67-4460-9408-0d93c09470ec tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:53.732460 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-12316d91-3b67-4460-9408-0d93c09470ec tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1633928 Aug 17 02:14:53.752546 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-5f86e4b7-84cc-4c86-97c2-6719b76aa899 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5838327 Aug 17 02:14:53.753757 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Request body: {'port': {'device_id': '97a829e2-ea6b-472b-97dc-1ea826dafaf1', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': '4d4f767765f540e1b8f0e22eeb0aacea'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:53.774091 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Request body: {'port': {'device_id': 'b1b6e846-74b0-4d9f-9ab3-428c83df0b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:53.802402 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2407b04e-158f-4905-b46a-32c23c09d209 req-aeadd6ac-a7c2-40c7-a606-3ebe96da2b74 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/security-groups?id=f98fcac9-18fd-4846-9b69-c4a1168915fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684268 Aug 17 02:14:53.856475 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:53.931307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-610b2c3e-d031-4343-b421-03e283c7669f None None] Provisioning for port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:14:53.936166 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-610b2c3e-d031-4343-b421-03e283c7669f None None] Provisioning complete for port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:53.936670 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-610b2c3e-d031-4343-b421-03e283c7669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:53.976580 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-610b2c3e-d031-4343-b421-03e283c7669f None None] Port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:14:54.028722 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Made reservation on behalf of 4d4f767765f540e1b8f0e22eeb0aacea for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:14:54.032412 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:54.041184 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:54.098149 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-2e8d5b2d-5774-41cb-889b-61e4f7eb0c7c tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2440879 Aug 17 02:14:54.132813 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:54.137218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36654) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:54.166741 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:54.251221 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:14:54.262814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-0a1bffa2-3210-4129-94d7-e553a9557a09 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:14:54.263039 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:54.263888 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-0a1bffa2-3210-4129-94d7-e553a9557a09 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1224077 Aug 17 02:14:54.265780 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:54.294103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Transition to ACTIVE for port object 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:14:54.319129 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-79755e47-fb3a-4a65-a523-2d3a1c92abd2 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:54.320531 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-79755e47-fb3a-4a65-a523-2d3a1c92abd2 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports/0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 HTTP/1.1" status: 200 len: 1095 time: 0.0461104 Aug 17 02:14:54.339695 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a12b50e-2f3f-4e2b-a823-cd546112c90e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:54.366743 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:54.423751 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Pushing event updated for resources: {'Port': ['ID=44904d9e-ee6e-45eb-9dfe-e66fa8d22102,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:54.426259 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:54.436502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Allocated IP 192.168.233.9 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/b64f73e4-91e2-4e26-b6d2-03c32266df23) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:14:54.491822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a90bce89-52d9-443f-b237-a7cac198a012 service neutron] Request body: {'binding': {'host': 'n-h2-793621-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:54.492327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a90bce89-52d9-443f-b237-a7cac198a012 service neutron] Unknown quota resources ['binding']. {{(pid=95407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:14:54.621960 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:54.633513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Attempting to bind port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:14:54.633854 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Attempting to bind port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:14:54.634188 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Attempting to bind port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:54.636860 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Transition to ACTIVE for port object b64f73e4-91e2-4e26-b6d2-03c32266df23 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:14:54.645719 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:14:54.646038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Attempting to bind port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:54.661369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:14:54.661707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:14:54.662090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:14:54.662529 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Bound port: 44904d9e-ee6e-45eb-9dfe-e66fa8d22102, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:14:54.662884 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:54.748662 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:54.759647 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a90bce89-52d9-443f-b237-a7cac198a012 service neutron] Attempting to bind port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 on host n-h2-793621-31 for vnic_type normal with profile None {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:14:54.759956 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a90bce89-52d9-443f-b237-a7cac198a012 service neutron] Attempting to bind port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:14:54.760282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a90bce89-52d9-443f-b237-a7cac198a012 service neutron] Attempting to bind port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:54.776572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a90bce89-52d9-443f-b237-a7cac198a012 service neutron] Port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 on network c8c80ec2-d490-4616-acf6-294513bafc60 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:14:54.777411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a90bce89-52d9-443f-b237-a7cac198a012 service neutron] Attempting to bind port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:54.790125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] For port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:14:54.793641 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:54.795584 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a90bce89-52d9-443f-b237-a7cac198a012 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:14:54.795917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a90bce89-52d9-443f-b237-a7cac198a012 service neutron] Checking segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:14:54.796211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:14:54.796331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a90bce89-52d9-443f-b237-a7cac198a012 service neutron] Bound using segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:14:54.796725 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a90bce89-52d9-443f-b237-a7cac198a012 service neutron] Bound port: 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:14:54.799336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:54.799656 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] For port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=44904d9e-ee6e-45eb-9dfe-e66fa8d22102,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:14:54.802066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:14:54.834258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Pushing event updated for resources: {'Port': ['ID=b64f73e4-91e2-4e26-b6d2-03c32266df23,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:54.863627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:54.864324 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:54.899979 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:54.973988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:54.974619 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:54.976072 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] 10.222.0.18 "PUT /v2.0/ports/44904d9e-ee6e-45eb-9dfe-e66fa8d22102 HTTP/1.1" status: 200 len: 1097 time: 1.2067528 Aug 17 02:14:54.980424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b6e846-74b0-4d9f-9ab3-428c83df0b12', 'tag': '44904d9e-ee6e-45eb-9dfe-e66fa8d22102'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:14:54.982880 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e7c441-95c6-454f-baae-915fa205b8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b6e846-74b0-4d9f-9ab3-428c83df0b12", "tag": "44904d9e-ee6e-45eb-9dfe-e66fa8d22102"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:14:54.994763 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-7dcb882c-93d0-4997-9d51-bf9b37f15f9b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2459452 Aug 17 02:14:55.013255 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Request body: {'port': {'device_id': '97a829e2-ea6b-472b-97dc-1ea826dafaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:55.014974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a90bce89-52d9-443f-b237-a7cac198a012 service neutron] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:14:55.026170 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf350d7-c63f-4103-9d32-9112c142295e service neutron] Pushing event updated for resources: {'Port': ['ID=44904d9e-ee6e-45eb-9dfe-e66fa8d22102,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:55.050362 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Allocated IP 172.25.5.146 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/08a5f28b-81ef-45bc-8eb8-57c7cbcdb604) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:14:55.086920 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:55.159516 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-343e823c-2d99-41cf-be29-d3c25ae56bf3 None None] Provisioning for port b64f73e4-91e2-4e26-b6d2-03c32266df23 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:14:55.160759 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a90bce89-52d9-443f-b237-a7cac198a012 service neutron] Notify callbacks [] for binding, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:55.162101 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a90bce89-52d9-443f-b237-a7cac198a012 service neutron] 10.222.0.13 "POST /v2.0/ports/0a9526a2-3920-4bb7-90a4-0c4fb0a662e1/bindings HTTP/1.1" status: 201 len: 390 time: 0.7698078 Aug 17 02:14:55.164608 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-343e823c-2d99-41cf-be29-d3c25ae56bf3 None None] Provisioning complete for port b64f73e4-91e2-4e26-b6d2-03c32266df23 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:14:55.165419 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-343e823c-2d99-41cf-be29-d3c25ae56bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:55.209476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-343e823c-2d99-41cf-be29-d3c25ae56bf3 None None] Port b64f73e4-91e2-4e26-b6d2-03c32266df23 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:14:55.220391 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:55.242254 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-d1aaf1d6-54d4-4beb-9400-954a1c7f8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:55.243763 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-d1aaf1d6-54d4-4beb-9400-954a1c7f8d2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec871d31db594a69911bed1ec9ad2ed1&device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 1100 time: 0.0807312 Aug 17 02:14:55.296984 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-75c64ea4-8f7f-4148-b65c-2b642e5c9603 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=44904d9e-ee6e-45eb-9dfe-e66fa8d22102 HTTP/1.1" status: 200 len: 217 time: 0.0397844 Aug 17 02:14:55.347748 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-34b52cd3-166c-44a2-b6fa-28d43c6e528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:55.349391 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-34b52cd3-166c-44a2-b6fa-28d43c6e528c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0445991 Aug 17 02:14:55.388293 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:55.390981 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64f73e4-91e2-4e26-b6d2-03c32266df23 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:14:55.399077 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:55.411817 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Transition to ACTIVE for port object b64f73e4-91e2-4e26-b6d2-03c32266df23 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:14:55.435133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:14:55.442570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:55.447985 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-9b92a6c4-3051-4a6f-94e4-b9d621ec8630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:55.449535 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-9b92a6c4-3051-4a6f-94e4-b9d621ec8630 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0911968 Aug 17 02:14:55.452933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:14:55.452933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Pushing event updated for resources: {'Port': ['ID=08a5f28b-81ef-45bc-8eb8-57c7cbcdb604,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:55.554725 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:55.612682 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-cc1555bb-4dbf-41d7-904e-332882ce49c6 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336527 Aug 17 02:14:55.614459 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:55.622885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Pushing event updated for resources: {'Port': ['ID=b64f73e4-91e2-4e26-b6d2-03c32266df23,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:55.708875 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Attempting to bind port b64f73e4-91e2-4e26-b6d2-03c32266df23 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:14:55.709219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Attempting to bind port b64f73e4-91e2-4e26-b6d2-03c32266df23 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:14:55.709594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Attempting to bind port b64f73e4-91e2-4e26-b6d2-03c32266df23 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:55.715373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Port b64f73e4-91e2-4e26-b6d2-03c32266df23 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:14:55.723463 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Attempting to bind port b64f73e4-91e2-4e26-b6d2-03c32266df23 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:55.732291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:14:55.732777 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:14:55.733445 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:14:55.734449 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Bound port: b64f73e4-91e2-4e26-b6d2-03c32266df23, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:14:55.734833 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:55.741286 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab7d0bcc-c173-4c6d-8abc-918cf1a84c89 req-d3e6cc2f-db69-4bc0-89a1-fa15ec43fbaa service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227314 Aug 17 02:14:55.749941 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:55.843494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] For port b64f73e4-91e2-4e26-b6d2-03c32266df23, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:14:55.848048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] For port b64f73e4-91e2-4e26-b6d2-03c32266df23, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=b64f73e4-91e2-4e26-b6d2-03c32266df23,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:14:55.861521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd848c-1ff6-413f-9511-1d2797729d82 req-8c5265e3-008c-4332-be27-5d558de4d9f5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:55.863102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50fd848c-1ff6-413f-9511-1d2797729d82 req-8c5265e3-008c-4332-be27-5d558de4d9f5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.0778060 Aug 17 02:14:55.906925 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50fd848c-1ff6-413f-9511-1d2797729d82 req-4404ec84-0c3d-4f23-a198-a4cc5cfc94e6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375369 Aug 17 02:14:55.936091 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:56.015340 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:56.058448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:56.059081 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:56.060548 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] 10.222.0.18 "PUT /v2.0/ports/b64f73e4-91e2-4e26-b6d2-03c32266df23 HTTP/1.1" status: 200 len: 1095 time: 1.0519817 Aug 17 02:14:56.061070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a829e2-ea6b-472b-97dc-1ea826dafaf1', 'tag': 'b64f73e4-91e2-4e26-b6d2-03c32266df23'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:14:56.063464 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a18c83-b78d-433e-9706-edd008fae2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "97a829e2-ea6b-472b-97dc-1ea826dafaf1", "tag": "b64f73e4-91e2-4e26-b6d2-03c32266df23"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:14:56.080085 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:56.091807 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fad36-38f7-4e5b-b288-e604a91629c9 req-79062a3e-83de-41c5-b411-f6a7c6b4ab61 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:56.093405 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c14fad36-38f7-4e5b-b288-e604a91629c9 req-79062a3e-83de-41c5-b411-f6a7c6b4ab61 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 946 time: 0.1074464 Aug 17 02:14:56.097065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6b375-3a3a-4e41-b825-465cd3d1334b service neutron] Pushing event updated for resources: {'Port': ['ID=b64f73e4-91e2-4e26-b6d2-03c32266df23,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:56.137053 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Pushing event updated for resources: {'Port': ['ID=08a5f28b-81ef-45bc-8eb8-57c7cbcdb604,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:56.151633 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c14fad36-38f7-4e5b-b288-e604a91629c9 req-d2a00c14-9e40-4cc3-9f0e-9309ae9f6a89 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478022 Aug 17 02:14:56.181848 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:56.264877 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-e0c382a0-0247-4f8e-88e5-1120ee89c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:56.266784 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-e0c382a0-0247-4f8e-88e5-1120ee89c5d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d4f767765f540e1b8f0e22eeb0aacea&device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 1098 time: 0.0597093 Aug 17 02:14:56.273974 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:56.275179 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-745cec5a-01f5-43b4-984a-7d96fd5bd988 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1494539 Aug 17 02:14:56.277516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-309bf68e-9705-4b47-b815-f33c17d49597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:56.279090 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-309bf68e-9705-4b47-b815-f33c17d49597 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 1098 time: 0.0638936 Aug 17 02:14:56.320731 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-635a1828-9edf-4e07-a2a5-9106e8169e1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=b64f73e4-91e2-4e26-b6d2-03c32266df23 HTTP/1.1" status: 200 len: 217 time: 0.0402210 Aug 17 02:14:56.374094 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-2c767641-56a8-4f76-9a16-bf8065976560 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 696 time: 0.0905428 Aug 17 02:14:56.406407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d245f3-2811-464c-b57f-4bd793a8761c req-13cf45f0-c3f1-44a9-8e24-2f3dd92519c0 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:56.407904 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13d245f3-2811-464c-b57f-4bd793a8761c req-13cf45f0-c3f1-44a9-8e24-2f3dd92519c0 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 948 time: 0.0897758 Aug 17 02:14:56.412019 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-bcdf74fc-8e3c-4ebb-89c5-be46b201835d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:56.413431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-bcdf74fc-8e3c-4ebb-89c5-be46b201835d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0834270 Aug 17 02:14:56.475118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-52ca3f87-baf4-40f9-8851-814a6062fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:56.476584 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-52ca3f87-baf4-40f9-8851-814a6062fb65 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.1862893 Aug 17 02:14:56.478846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13d245f3-2811-464c-b57f-4bd793a8761c req-3fdd25e8-c542-4278-a934-d3dbe91a8fa9 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/security-groups?id=f98fcac9-18fd-4846-9b69-c4a1168915fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642202 Aug 17 02:14:56.487419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-c6266a5d-f56f-4afa-8724-1168ed752bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:56.489903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-c6266a5d-f56f-4afa-8724-1168ed752bf7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0680773 Aug 17 02:14:56.533336 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bf2e4a-9889-4ce1-8186-7b3efa02ae89 x-openstack-request-id: req-d0bf2e4a-9889-4ce1-8186-7b3efa02ae89 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:14:56.533626 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b6e846-74b0-4d9f-9ab3-428c83df0b12", "tag": "44904d9e-ee6e-45eb-9dfe-e66fa8d22102", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:14:56.534421 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0bf2e4a-9889-4ce1-8186-7b3efa02ae89 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:14:56.534807 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b6e846-74b0-4d9f-9ab3-428c83df0b12', 'tag': '44904d9e-ee6e-45eb-9dfe-e66fa8d22102', 'status': 'completed', 'code': 200} Aug 17 02:14:56.541190 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-77790ecb-1e17-4e6c-8095-027b9e8179ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 HTTP/1.1" status: 200 len: 217 time: 0.0514207 Aug 17 02:14:56.553915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-a619ca4a-e0a6-425f-adb0-b4c5fdd94e4c tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:56.555467 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fac82bdd-25a0-43e9-837e-a7f80ae2c062 req-a619ca4a-e0a6-425f-adb0-b4c5fdd94e4c tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1701243 Aug 17 02:14:56.580720 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.18', 55200) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:56.626147 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a0afb5fb-20e7-41a6-8c6e-7ba2d78e7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:56.627888 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a0afb5fb-20e7-41a6-8c6e-7ba2d78e7fc6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.0677967 Aug 17 02:14:56.664309 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-899577f2-79f1-417d-8b61-24ff29e68aad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281529 Aug 17 02:14:56.789528 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-905b59c4-8669-4615-9691-d84a58b67053 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146131 Aug 17 02:14:56.831539 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-79ce7bfc-bfc5-45f8-9732-ead73883683d service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325958 Aug 17 02:14:56.846598 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcd5213-bf96-4ed0-acb5-3da21e1d1f13 x-openstack-request-id: req-7dcd5213-bf96-4ed0-acb5-3da21e1d1f13 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:14:56.846598 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a829e2-ea6b-472b-97dc-1ea826dafaf1", "tag": "b64f73e4-91e2-4e26-b6d2-03c32266df23", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:14:56.846872 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dcd5213-bf96-4ed0-acb5-3da21e1d1f13 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:14:56.847226 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a829e2-ea6b-472b-97dc-1ea826dafaf1', 'tag': 'b64f73e4-91e2-4e26-b6d2-03c32266df23', 'status': 'completed', 'code': 200} Aug 17 02:14:56.918458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7c441-95c6-454f-baae-915fa205b8ee req-b134fff2-1113-483d-924a-60f0aecd370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:56.919959 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6e7c441-95c6-454f-baae-915fa205b8ee req-b134fff2-1113-483d-924a-60f0aecd370c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec871d31db594a69911bed1ec9ad2ed1&device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 1100 time: 0.3383987 Aug 17 02:14:56.945672 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76140f90-073a-4c8f-9076-8d511d6b0c86 req-9310eed4-6048-49b1-bde9-a0069d02726f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:56.946535 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76140f90-073a-4c8f-9076-8d511d6b0c86 req-9310eed4-6048-49b1-bde9-a0069d02726f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 946 time: 0.3505282 Aug 17 02:14:56.955691 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-b9f92224-d1ae-47e8-a0c0-6a7e9ea9d0d1 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1805191 Aug 17 02:14:56.957799 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-c6246b81-8936-4cbb-88a6-bf30fca33315 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571481 Aug 17 02:14:56.967598 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:57.043103 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-021a9e0b-b54a-429a-9ed8-0fcd8b0c3518 req-78ef5488-676e-4c25-aed9-3f736f485f7c service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940746 Aug 17 02:14:57.066144 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76140f90-073a-4c8f-9076-8d511d6b0c86 req-67dff731-0c6a-4564-8599-879b6138814f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063304 Aug 17 02:14:57.080668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7c441-95c6-454f-baae-915fa205b8ee req-e33d2f71-e7ef-433e-bd20-2b213fd2c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:57.082340 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6e7c441-95c6-454f-baae-915fa205b8ee req-e33d2f71-e7ef-433e-bd20-2b213fd2c499 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1539710 Aug 17 02:14:57.131803 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6e7c441-95c6-454f-baae-915fa205b8ee req-8ead203b-f975-4149-bed8-9dae2faba620 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=44904d9e-ee6e-45eb-9dfe-e66fa8d22102 HTTP/1.1" status: 200 len: 217 time: 0.0411479 Aug 17 02:14:57.149268 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:57.257376 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:57.324882 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7c441-95c6-454f-baae-915fa205b8ee req-d0eb5275-c264-426d-b66b-8174cca32f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:57.326429 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6e7c441-95c6-454f-baae-915fa205b8ee req-d0eb5275-c264-426d-b66b-8174cca32f72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0567846 Aug 17 02:14:57.390139 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Allocated IP 172.25.5.71 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/75216387-0f9f-47cf-8572-4cf516887c3a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:14:57.454055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a18c83-b78d-433e-9706-edd008fae2cf req-fa880ba6-4cc9-4c3c-9585-512f0c64bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:57.455601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22a18c83-b78d-433e-9706-edd008fae2cf req-fa880ba6-4cc9-4c3c-9585-512f0c64bcfd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d4f767765f540e1b8f0e22eeb0aacea&device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 1098 time: 0.1125147 Aug 17 02:14:57.459593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7c441-95c6-454f-baae-915fa205b8ee req-aa534c11-1699-48cc-93cb-f1d99ed807e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:57.461066 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6e7c441-95c6-454f-baae-915fa205b8ee req-aa534c11-1699-48cc-93cb-f1d99ed807e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1030943 Aug 17 02:14:57.474512 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6a38f-d671-44a9-ab0e-f67996cc3406 req-6943b773-5df5-4b84-afd9-12234cdb4fe0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:57.476670 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf6a38f-d671-44a9-ab0e-f67996cc3406 req-6943b773-5df5-4b84-afd9-12234cdb4fe0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.1167953 Aug 17 02:14:57.530892 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-9655a0f3-8cd9-4eca-b07f-e31ebe1ffee8 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:57.532433 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-9655a0f3-8cd9-4eca-b07f-e31ebe1ffee8 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1098 time: 0.1447673 Aug 17 02:14:57.547620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-31'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:14:57.631834 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf6a38f-d671-44a9-ab0e-f67996cc3406 req-442f6b1d-4310-4834-a6f1-823740099180 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390288 Aug 17 02:14:57.686125 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6e7c441-95c6-454f-baae-915fa205b8ee req-e1fc418d-18f5-47e1-bbc6-0280a0a32012 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088330 Aug 17 02:14:57.690375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a18c83-b78d-433e-9706-edd008fae2cf req-9be4c3b8-00da-44e9-8e23-8b07747fefec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:57.692943 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22a18c83-b78d-433e-9706-edd008fae2cf req-9be4c3b8-00da-44e9-8e23-8b07747fefec service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2144694 Aug 17 02:14:57.802788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22a18c83-b78d-433e-9706-edd008fae2cf req-c95248b1-8cbd-4b85-9d65-254a29937019 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=b64f73e4-91e2-4e26-b6d2-03c32266df23 HTTP/1.1" status: 200 len: 217 time: 0.0948062 Aug 17 02:14:57.921342 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:57.927320 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:57.927971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87fcb6-ae5d-47fc-8b3b-26e9f3a04e39 req-a29c2d06-5fa2-440a-9ad2-4faf5ab5f327 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:57.929525 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa87fcb6-ae5d-47fc-8b3b-26e9f3a04e39 req-a29c2d06-5fa2-440a-9ad2-4faf5ab5f327 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 946 time: 0.1637959 Aug 17 02:14:57.931671 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6e7c441-95c6-454f-baae-915fa205b8ee req-31f27492-f82e-438d-93f0-d2228a2fe135 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252178 Aug 17 02:14:57.933958 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a18c83-b78d-433e-9706-edd008fae2cf req-704871dc-08b6-4a39-8b61-f09b4da0fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:57.935786 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22a18c83-b78d-433e-9706-edd008fae2cf req-704871dc-08b6-4a39-8b61-f09b4da0fe3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1157053 Aug 17 02:14:57.995696 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa87fcb6-ae5d-47fc-8b3b-26e9f3a04e39 req-f12dc285-ff8c-4b7e-b6ad-68a91ba15807 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583477 Aug 17 02:14:58.019440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a18c83-b78d-433e-9706-edd008fae2cf req-4dc6fe93-4dd3-42f5-be68-beca54c28d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:58.020795 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22a18c83-b78d-433e-9706-edd008fae2cf req-4dc6fe93-4dd3-42f5-be68-beca54c28d87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0619369 Aug 17 02:14:58.099647 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:58.111095 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:14:58.148750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22a18c83-b78d-433e-9706-edd008fae2cf req-854d13e1-f3eb-42ac-a386-d6e39b8768f2 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180444 Aug 17 02:14:58.158542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:14:58.166375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:14:58.176018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:14:58.216652 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Pushing event updated for resources: {'Port': ['ID=75216387-0f9f-47cf-8572-4cf516887c3a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:58.240442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:14:58.259849 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22a18c83-b78d-433e-9706-edd008fae2cf req-1247cc25-02ba-4160-b9d8-4a3083906665 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034076 Aug 17 02:14:58.302702 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36720) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:58.344815 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:58.350649 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:58.370275 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:58.394448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e38e38-b1df-4b26-895c-d33839e22eb3 req-1e13b6c3-fa4a-40e0-a687-bdff1f9200a1 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:58.398364 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7e38e38-b1df-4b26-895c-d33839e22eb3 req-1e13b6c3-fa4a-40e0-a687-bdff1f9200a1 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 948 time: 0.0644300 Aug 17 02:14:58.431130 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4f7dff9f-fe6c-4d4d-800d-848d60487c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:58.437966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7e38e38-b1df-4b26-895c-d33839e22eb3 req-dfb0bbe3-93c5-4361-b47e-c06c3d6fc6ce tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/security-groups?id=f98fcac9-18fd-4846-9b69-c4a1168915fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353651 Aug 17 02:14:58.534239 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:58.541351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a9526a2-3920-4bb7-90a4-0c4fb0a662e1'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:14:58.544831 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5380d867-afff-44a9-8d6b-00b3387219dd" -d '{"events": [{"server_uuid": "e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "0a9526a2-3920-4bb7-90a4-0c4fb0a662e1"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:14:58.555263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cfb98-4f0e-4aa5-9e93-dc42a2524551 req-f130acce-6593-4926-9a9b-9fdb61474e78 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:58.556892 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-057cfb98-4f0e-4aa5-9e93-dc42a2524551 req-f130acce-6593-4926-9a9b-9fdb61474e78 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0563087 Aug 17 02:14:58.576879 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4f7dff9f-fe6c-4d4d-800d-848d60487c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:58.599697 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-057cfb98-4f0e-4aa5-9e93-dc42a2524551 req-72938980-d258-4a26-9106-381f44e46501 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363574 Aug 17 02:14:58.613321 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,revision_number=7']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:58.643575 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Attempting to bind port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 on host n-h1-793621-31 for vnic_type normal with profile {"migrating_to": "n-h2-793621-31"} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:14:58.643910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Attempting to bind port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:14:58.644263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Attempting to bind port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:58.648632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 on network c8c80ec2-d490-4616-acf6-294513bafc60 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:14:58.648953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Attempting to bind port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:14:58.654875 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:14:58.655218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Checking segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:14:58.655608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Bound using segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:14:58.656040 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Bound port: 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:14:58.656410 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:58.690639 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41e3675-da2e-452a-9dd9-e9dd77ec6829 x-openstack-request-id: req-d41e3675-da2e-452a-9dd9-e9dd77ec6829 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:14:58.690934 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "0a9526a2-3920-4bb7-90a4-0c4fb0a662e1", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:14:58.691185 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d41e3675-da2e-452a-9dd9-e9dd77ec6829 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:14:58.691619 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a9526a2-3920-4bb7-90a4-0c4fb0a662e1', 'code': 200} Aug 17 02:14:58.748179 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:58.750204 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:14:58.754027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:14:58.778419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49c1af-e5af-465d-9019-b552bb2cf378 req-2600f0c5-5565-460b-8836-a3423b0ebf4c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:58.779831 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec49c1af-e5af-465d-9019-b552bb2cf378 req-2600f0c5-5565-460b-8836-a3423b0ebf4c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.0499909 Aug 17 02:14:58.812372 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4f7dff9f-fe6c-4d4d-800d-848d60487c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:58.821840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec49c1af-e5af-465d-9019-b552bb2cf378 req-d58e2981-cf27-44c0-9ccc-3bd27479efd6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354612 Aug 17 02:14:58.892122 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dff9f-fe6c-4d4d-800d-848d60487c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca890923-1cff-40a3-8ddc-374d2c29687d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:58.899531 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4f7dff9f-fe6c-4d4d-800d-848d60487c9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05cb8a8001f44533b33f55bc74e0ce31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958209 Aug 17 02:14:58.919226 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:58.921894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36730) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:14:59.047485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,revision_number=8']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:59.075425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:59.076069 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:59.077542 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-a987a891-558c-4db6-bb9f-0cdbeb37f080 service neutron] 10.222.0.18 "PUT /v2.0/ports/0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 HTTP/1.1" status: 200 len: 1124 time: 1.5362339 Aug 17 02:14:59.081376 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:59.099565 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7d63a197-83ba-42ec-a632-2c1aade591fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:59.125322 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7d63a197-83ba-42ec-a632-2c1aade591fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:59.143402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d11877-b424-4870-a86d-e5369032bb8e req-1db3296e-8b5c-4831-819c-3ab2204f3c75 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:59.145046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29d11877-b424-4870-a86d-e5369032bb8e req-1db3296e-8b5c-4831-819c-3ab2204f3c75 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 946 time: 0.0589261 Aug 17 02:14:59.185093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29d11877-b424-4870-a86d-e5369032bb8e req-5de04f95-821c-49d4-8d33-1ed59d3d358c tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339575 Aug 17 02:14:59.194596 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:59.258182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['0a9526a2-3920-4bb7-90a4-0c4fb0a662e1'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:14:59.284944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Pushing event updated for resources: {'Port': ['ID=75216387-0f9f-47cf-8572-4cf516887c3a,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:59.296066 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:59.301680 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7d63a197-83ba-42ec-a632-2c1aade591fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:59.304959 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7d63a197-83ba-42ec-a632-2c1aade591fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:59.305994 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-e849c640-7756-4988-9ec3-4c673c4350f6 service neutron] show failed (client error): The resource could not be found. Aug 17 02:14:59.306362 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7d63a197-83ba-42ec-a632-2c1aade591fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca890923-1cff-40a3-8ddc-374d2c29687d HTTP/1.1" status: 204 len: 168 time: 0.3836966 Aug 17 02:14:59.307662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-e849c640-7756-4988-9ec3-4c673c4350f6 service neutron] 10.222.0.42 "GET /v2.0/ports/733f25df-f5b8-4f64-893b-991ab1350fdf/bindings/n-h2-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.0958762 Aug 17 02:14:59.322210 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63a197-83ba-42ec-a632-2c1aade591fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca890923-1cff-40a3-8ddc-374d2c29687d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:14:59.403955 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:14:59.405400 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-ba1e676d-18f6-4ce9-9332-223effe15fe7 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4424179 Aug 17 02:14:59.461474 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-1d6aa075-9c48-477e-a992-aba3458fbc4b tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.71 HTTP/1.1" status: 200 len: 695 time: 0.0472872 Aug 17 02:14:59.587750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-c3bd26e9-c147-4fba-8f6e-1df94258f59e tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:59.589206 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bd0a52bb-d9ad-4289-9b16-f5246ddf3031 req-c3bd26e9-c147-4fba-8f6e-1df94258f59e tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1210525 Aug 17 02:14:59.668577 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24070c58-81e1-4059-94be-81d3f676ef43 req-2c9bbd54-cc1d-4908-bf29-dd32c9817f65 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:59.670453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24070c58-81e1-4059-94be-81d3f676ef43 req-2c9bbd54-cc1d-4908-bf29-dd32c9817f65 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 948 time: 0.0625396 Aug 17 02:14:59.685052 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e6509101-6a80-4bb6-9a25-cd872e5bc46e req-e16e92aa-038b-4712-93af-169f219cd161 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips/eb41acb3-ca6b-47ff-ba33-8ad70fdd09fe HTTP/1.1" status: 200 len: 692 time: 0.0503607 Aug 17 02:14:59.716455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24070c58-81e1-4059-94be-81d3f676ef43 req-d9ec62f5-c7e0-4d6a-9a67-b88fc9c3150e tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/security-groups?id=f98fcac9-18fd-4846-9b69-c4a1168915fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365753 Aug 17 02:14:59.827870 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96933c-e9e0-4ebd-9205-5c841f5c4e1b req-8abeed06-69e9-4b1f-9752-ebd65d2c2962 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:59.828542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6509101-6a80-4bb6-9a25-cd872e5bc46e req-768db283-df02-49e5-9f78-b8ee1bca117f tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:59.829381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f96933c-e9e0-4ebd-9205-5c841f5c4e1b req-8abeed06-69e9-4b1f-9752-ebd65d2c2962 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0497994 Aug 17 02:14:59.829942 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e6509101-6a80-4bb6-9a25-cd872e5bc46e req-768db283-df02-49e5-9f78-b8ee1bca117f tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1392586 Aug 17 02:14:59.841448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-e6509101-6a80-4bb6-9a25-cd872e5bc46e req-971d99b7-c026-462d-b606-4e10269b474d tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:14:59.842749 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e6509101-6a80-4bb6-9a25-cd872e5bc46e req-971d99b7-c026-462d-b606-4e10269b474d tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073998 Aug 17 02:14:59.873321 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f96933c-e9e0-4ebd-9205-5c841f5c4e1b req-68efc3ad-0fec-463d-aab2-5fb511285e61 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373461 Aug 17 02:14:59.981391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c477f-4f4d-4960-831b-4c330974a4a7 req-f7a41a88-8966-409b-a0db-359be3cece29 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:14:59.982887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d0c477f-4f4d-4960-831b-4c330974a4a7 req-f7a41a88-8966-409b-a0db-359be3cece29 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.0490365 Aug 17 02:15:00.025184 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d0c477f-4f4d-4960-831b-4c330974a4a7 req-4237a340-6f9a-4b51-9bd4-057094ec216c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362294 Aug 17 02:15:00.132458 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-8deeab69-0bcf-42fa-aca3-34ec844b2056 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips/eb41acb3-ca6b-47ff-ba33-8ad70fdd09fe HTTP/1.1" status: 200 len: 692 time: 0.0840480 Aug 17 02:15:00.207058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-0ac0e7df-b89f-41f8-ab20-eb3d790eda0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:00.209040 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-0ac0e7df-b89f-41f8-ab20-eb3d790eda0e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c&tenant_id=a51fdd587a534f09b86bda6242380da1 HTTP/1.1" status: 200 len: 1101 time: 0.0801206 Aug 17 02:15:00.227108 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-31', 'device_owner': 'compute:nova'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:00.243472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36764) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:00.257495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-acf43dcf-52fe-4cd9-a541-48d04c1c17bd tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:00.259065 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-acf43dcf-52fe-4cd9-a541-48d04c1c17bd tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1192658 Aug 17 02:15:00.267163 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a2daf0f-e962-4a62-bc0b-1ebdd3ea4d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:00.280082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-d0bd326e-51d8-4e5f-b841-1c1cff2cfb95 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:15:00.281087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-d0bd326e-51d8-4e5f-b841-1c1cff2cfb95 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118797 Aug 17 02:15:00.296389 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:00.375587 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-33f28163-3098-41e3-9645-b47a0751a429 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.71 HTTP/1.1" status: 200 len: 695 time: 0.0843594 Aug 17 02:15:00.434393 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-f814413e-c7f1-4c95-91d8-81eac68f3d8e tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.71 HTTP/1.1" status: 200 len: 695 time: 0.0507219 Aug 17 02:15:00.451235 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1705c0-1c75-4a07-8edf-a250e6deb489 req-1c83c357-0124-42b6-9f6e-1eeed39d5305 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:00.452863 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-dd1705c0-1c75-4a07-8edf-a250e6deb489 req-1c83c357-0124-42b6-9f6e-1eeed39d5305 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 946 time: 0.1010730 Aug 17 02:15:00.542169 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-dd1705c0-1c75-4a07-8edf-a250e6deb489 req-010d175d-f4b2-4496-b9a0-b1333fbde0e9 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793836 Aug 17 02:15:00.591679 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a2daf0f-e962-4a62-bc0b-1ebdd3ea4d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:00.595788 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] For port 733f25df-f5b8-4f64-893b-991ab1350fdf, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=733f25df-f5b8-4f64-893b-991ab1350fdf,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:00.599554 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:00.608701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-62c6bb2d-30a8-4bb1-a345-1a02b1727516 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Deleting port 75216387-0f9f-47cf-8572-4cf516887c3a {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:15:00.609082 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-62c6bb2d-30a8-4bb1-a345-1a02b1727516 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:00.630020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] For port 733f25df-f5b8-4f64-893b-991ab1350fdf, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:00.670337 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:00.684169 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Transition to ACTIVE for port object 733f25df-f5b8-4f64-893b-991ab1350fdf will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:00.688047 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-62c6bb2d-30a8-4bb1-a345-1a02b1727516 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:00.688385 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-62c6bb2d-30a8-4bb1-a345-1a02b1727516 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:00.693149 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6', 'tag': '0a9526a2-3920-4bb7-90a4-0c4fb0a662e1'}, {'server_uuid': 'b2d75254-23aa-467a-9768-ee5a0740269c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733f25df-f5b8-4f64-893b-991ab1350fdf'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:00.695734 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf171076-41db-4b5d-be1f-f1b0e14031f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6", "tag": "0a9526a2-3920-4bb7-90a4-0c4fb0a662e1"}, {"server_uuid": "b2d75254-23aa-467a-9768-ee5a0740269c", "name": "network-vif-unplugged", "status": "completed", "tag": "733f25df-f5b8-4f64-893b-991ab1350fdf"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:00.703148 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-62c6bb2d-30a8-4bb1-a345-1a02b1727516 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Calling delete_port for 75216387-0f9f-47cf-8572-4cf516887c3a owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:15:00.811362 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:00.842561 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f38fbd-a2cd-4f8d-a34c-83f48e0638a4 x-openstack-request-id: req-29f38fbd-a2cd-4f8d-a34c-83f48e0638a4 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:00.842932 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6", "tag": "0a9526a2-3920-4bb7-90a4-0c4fb0a662e1", "status": "completed", "code": 200}, {"server_uuid": "b2d75254-23aa-467a-9768-ee5a0740269c", "name": "network-vif-unplugged", "status": "completed", "tag": "733f25df-f5b8-4f64-893b-991ab1350fdf", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:00.843106 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29f38fbd-a2cd-4f8d-a34c-83f48e0638a4 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:00.843507 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6', 'tag': '0a9526a2-3920-4bb7-90a4-0c4fb0a662e1', 'status': 'completed', 'code': 200} Aug 17 02:15:00.843773 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d75254-23aa-467a-9768-ee5a0740269c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733f25df-f5b8-4f64-893b-991ab1350fdf', 'code': 200} Aug 17 02:15:00.890427 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] No DVR routers for this DVR port 733f25df-f5b8-4f64-893b-991ab1350fdf on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:15:00.897783 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Pushing event updated for resources: {'Port': ['ID=733f25df-f5b8-4f64-893b-991ab1350fdf,revision_number=6']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:00.968489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Attempting to bind port 733f25df-f5b8-4f64-893b-991ab1350fdf on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:15:00.968860 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Attempting to bind port 733f25df-f5b8-4f64-893b-991ab1350fdf by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:15:00.969143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Attempting to bind port 733f25df-f5b8-4f64-893b-991ab1350fdf on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:00.970789 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a2daf0f-e962-4a62-bc0b-1ebdd3ea4d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:00.978039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Port 733f25df-f5b8-4f64-893b-991ab1350fdf on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:15:00.978416 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Attempting to bind port 733f25df-f5b8-4f64-893b-991ab1350fdf on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:00.990671 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:15:00.991412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:00.991412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:15:00.992207 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Bound port: 733f25df-f5b8-4f64-893b-991ab1350fdf, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:15:00.992377 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:01.009354 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363876-fe68-4a45-943b-3f23ae648c42 req-e6ec3fd4-a092-4454-916a-3975dc02e5eb tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:01.011418 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a3363876-fe68-4a45-943b-3f23ae648c42 req-e6ec3fd4-a092-4454-916a-3975dc02e5eb tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 948 time: 0.1064863 Aug 17 02:15:01.057755 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3a2daf0f-e962-4a62-bc0b-1ebdd3ea4d39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc050de9aff54547982c5e56437500d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8105569 Aug 17 02:15:01.059593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36782) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:01.069487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2daf0f-e962-4a62-bc0b-1ebdd3ea4d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed4280d-a974-4005-8341-b8f13a5e68f3,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:01.102242 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a3363876-fe68-4a45-943b-3f23ae648c42 req-9555eaa5-78b4-424c-9eb0-9b108626178f tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/security-groups?id=f98fcac9-18fd-4846-9b69-c4a1168915fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634151 Aug 17 02:15:01.105643 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] For port 733f25df-f5b8-4f64-893b-991ab1350fdf, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:01.110222 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] For port 733f25df-f5b8-4f64-893b-991ab1350fdf, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=733f25df-f5b8-4f64-893b-991ab1350fdf,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:15:01.120228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf171076-41db-4b5d-be1f-f1b0e14031f5 req-e8722981-3b57-4494-85e3-100d0c6b4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:01.120460 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf171076-41db-4b5d-be1f-f1b0e14031f5 req-e8722981-3b57-4494-85e3-100d0c6b4bf6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 1127 time: 0.1633098 Aug 17 02:15:01.188359 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:01.199844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:15:01.229152 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e40457b3-bb68-4e06-968f-648a7f395a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:01.255614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Pushing event updated for resources: {'Port': ['ID=733f25df-f5b8-4f64-893b-991ab1350fdf,revision_number=7']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:01.267132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:01.267256 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e40457b3-bb68-4e06-968f-648a7f395a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:01.267799 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:01.272449 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-f9812d76-b68a-463f-b8a9-367ed86c2910 service neutron] 10.222.0.18 "PUT /v2.0/ports/733f25df-f5b8-4f64-893b-991ab1350fdf HTTP/1.1" status: 200 len: 1096 time: 1.0483196 Aug 17 02:15:01.329503 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf171076-41db-4b5d-be1f-f1b0e14031f5 req-0d9af738-a472-4f27-b5e9-50fb7710d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:01.331778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf171076-41db-4b5d-be1f-f1b0e14031f5 req-0d9af738-a472-4f27-b5e9-50fb7710d1d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.2007689 Aug 17 02:15:01.342280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=44904d9e-ee6e-45eb-9dfe-e66fa8d22102,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:01.358496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '44904d9e-ee6e-45eb-9dfe-e66fa8d22102', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '44904d9e-ee6e-45eb-9dfe-e66fa8d22102', 'mac_address': 'fa:16:3e:65:6c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:15:01.384869 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf171076-41db-4b5d-be1f-f1b0e14031f5 req-3e5f6dc6-f70f-4ca0-a528-c2b248ba9de9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 HTTP/1.1" status: 200 len: 217 time: 0.0457799 Aug 17 02:15:01.413454 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:01.421280 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-e9bb44b8-ceb1-4e07-90fc-4d51b3195146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:01.423581 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-e9bb44b8-ceb1-4e07-90fc-4d51b3195146 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 1099 time: 0.1157043 Aug 17 02:15:01.444596 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:01.451780 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fbfd1-b9d7-437d-a5b2-ff3535f133b4 req-11d20adc-6c93-49ca-bb4a-1df54f5a0dd6 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:01.453470 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-991fbfd1-b9d7-437d-a5b2-ff3535f133b4 req-11d20adc-6c93-49ca-bb4a-1df54f5a0dd6 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 944 time: 0.1060407 Aug 17 02:15:01.479144 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf171076-41db-4b5d-be1f-f1b0e14031f5 req-3be06224-77b4-44a4-a99a-1aec8abf69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:01.480337 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=44904d9e-ee6e-45eb-9dfe-e66fa8d22102,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:01.481434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf171076-41db-4b5d-be1f-f1b0e14031f5 req-3be06224-77b4-44a4-a99a-1aec8abf69ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.0878372 Aug 17 02:15:01.483884 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-62c6bb2d-30a8-4bb1-a345-1a02b1727516 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:01.520037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6bb2d-30a8-4bb1-a345-1a02b1727516 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Pushing event deleted for resources: {'Port': ['ID=75216387-0f9f-47cf-8572-4cf516887c3a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:01.540468 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-991fbfd1-b9d7-437d-a5b2-ff3535f133b4 req-01b4271c-cc00-4b92-aeae-2b4826900459 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766442 Aug 17 02:15:01.540717 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf171076-41db-4b5d-be1f-f1b0e14031f5 req-39a76fcc-c021-40df-970d-90ca45acdf52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511522 Aug 17 02:15:01.570022 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-d389d94a-5fa7-4aaf-87ae-908ae79cac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:01.571747 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-d389d94a-5fa7-4aaf-87ae-908ae79cac75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1379652 Aug 17 02:15:01.611779 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:01.613205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device b64f73e4-91e2-4e26-b6d2-03c32266df23 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:15:01.619370 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-7d904bb3-ae9b-4c15-a250-ce7cecaca822 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=733f25df-f5b8-4f64-893b-991ab1350fdf HTTP/1.1" status: 200 len: 217 time: 0.0382862 Aug 17 02:15:01.666202 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e40457b3-bb68-4e06-968f-648a7f395a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:01.670036 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e40457b3-bb68-4e06-968f-648a7f395a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:01.672699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e40457b3-bb68-4e06-968f-648a7f395a15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ed4280d-a974-4005-8341-b8f13a5e68f3 HTTP/1.1" status: 204 len: 168 time: 0.6091938 Aug 17 02:15:01.674695 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-4eeccc94-efcd-42e1-8c97-4dad1c849bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:01.676679 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-4eeccc94-efcd-42e1-8c97-4dad1c849bb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0469987 Aug 17 02:15:01.679759 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-62c6bb2d-30a8-4bb1-a345-1a02b1727516 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:01.682156 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-62c6bb2d-30a8-4bb1-a345-1a02b1727516 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:01.683804 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0aabd3b1-396a-4045-bfbe-59e6d79ada64 req-62c6bb2d-30a8-4bb1-a345-1a02b1727516 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "DELETE /v2.0/floatingips/eb41acb3-ca6b-47ff-ba33-8ad70fdd09fe HTTP/1.1" status: 204 len: 173 time: 1.2436290 Aug 17 02:15:01.695148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=44904d9e-ee6e-45eb-9dfe-e66fa8d22102,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:01.702360 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port b64f73e4-91e2-4e26-b6d2-03c32266df23, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=b64f73e4-91e2-4e26-b6d2-03c32266df23,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:01.708308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40457b3-bb68-4e06-968f-648a7f395a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed4280d-a974-4005-8341-b8f13a5e68f3,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:01.727120 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'b64f73e4-91e2-4e26-b6d2-03c32266df23', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'b64f73e4-91e2-4e26-b6d2-03c32266df23', 'mac_address': 'fa:16:3e:aa:86:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:15:01.737772 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf171076-41db-4b5d-be1f-f1b0e14031f5 req-dc7149a0-1af5-41e1-90eb-f74705b5c8fd service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890812 Aug 17 02:15:01.775046 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611925fa-4328-4d51-9251-b0296704cb74 req-100e4307-6db6-4727-bceb-fc5474b644f9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:01.776949 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-611925fa-4328-4d51-9251-b0296704cb74 req-100e4307-6db6-4727-bceb-fc5474b644f9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 947 time: 0.1592386 Aug 17 02:15:01.787043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-505f6a3a-7dac-446b-ad67-2697bf9ebc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:01.788577 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-505f6a3a-7dac-446b-ad67-2697bf9ebc00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0755334 Aug 17 02:15:01.807520 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:01.826295 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64f73e4-91e2-4e26-b6d2-03c32266df23 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:01.854087 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port b64f73e4-91e2-4e26-b6d2-03c32266df23, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=b64f73e4-91e2-4e26-b6d2-03c32266df23,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:01.872276 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-611925fa-4328-4d51-9251-b0296704cb74 req-243dac7f-ccdd-4ff8-a82b-8f0ecda62004 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825932 Aug 17 02:15:01.905116 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf171076-41db-4b5d-be1f-f1b0e14031f5 req-e6f90bf3-c4ea-47e2-8793-930953821443 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581223 Aug 17 02:15:01.925665 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-72f27959-eb1b-4994-ba4b-5431b1f82f2a service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213465 Aug 17 02:15:01.977171 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:01.978345 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:15:02.049340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca5c64-cd12-4017-9f6f-013e7e2f939e req-5d11e59c-c610-4a75-8398-09714a5b0d8c tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:02.050972 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8cca5c64-cd12-4017-9f6f-013e7e2f939e req-5d11e59c-c610-4a75-8398-09714a5b0d8c tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 947 time: 0.0979733 Aug 17 02:15:02.098976 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38472325-96c3-4998-9efd-bb41c1c9c49f req-7da4ed4b-1ceb-4332-bc97-50fc99b024b2 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649079 Aug 17 02:15:02.104902 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=b64f73e4-91e2-4e26-b6d2-03c32266df23,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:02.126827 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8cca5c64-cd12-4017-9f6f-013e7e2f939e req-d3549df7-7044-44b6-96d0-821b8ead9650 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670688 Aug 17 02:15:02.178071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:02.196076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 has no active binding in host n-h2-793621-31 {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:15:02.343491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725b024-fa9e-412f-8b20-ffa4cc5151c9 req-99960ac2-f4ce-4eb5-ad70-22cee9336096 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:02.345142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d725b024-fa9e-412f-8b20-ffa4cc5151c9 req-99960ac2-f4ce-4eb5-ad70-22cee9336096 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2354865 Aug 17 02:15:02.358334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11273228-2010-458c-b5ce-b7d38bd93bd8 req-8510dbd9-0157-46f3-b375-fafc051056d2 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:02.360181 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-11273228-2010-458c-b5ce-b7d38bd93bd8 req-8510dbd9-0157-46f3-b375-fafc051056d2 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 949 time: 0.0648987 Aug 17 02:15:02.438963 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-11273228-2010-458c-b5ce-b7d38bd93bd8 req-34aa0dfd-7bb5-4017-8c6c-7a01dce7fde3 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/security-groups?id=f98fcac9-18fd-4846-9b69-c4a1168915fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614631 Aug 17 02:15:02.580748 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-be3e297c-3ee0-42dd-991d-b15beacb6a5d req-a0041cbd-e889-4c77-8cb5-92000cea5aee tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=4ffe0551f0114312981f9e1660c62e9b HTTP/1.1" status: 200 len: 1656 time: 0.1086543 Aug 17 02:15:02.721759 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e297c-3ee0-42dd-991d-b15beacb6a5d req-b2146e9f-4352-42db-8a25-cf182d9656d1 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:02.724184 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-be3e297c-3ee0-42dd-991d-b15beacb6a5d req-b2146e9f-4352-42db-8a25-cf182d9656d1 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/networks?id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 787 time: 0.1424406 Aug 17 02:15:02.746228 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-be3e297c-3ee0-42dd-991d-b15beacb6a5d req-97c8ece6-cc47-4eb8-bd94-494e0719c2f9 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:15:02.749632 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-be3e297c-3ee0-42dd-991d-b15beacb6a5d req-97c8ece6-cc47-4eb8-bd94-494e0719c2f9 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087585 Aug 17 02:15:02.763120 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['44904d9e-ee6e-45eb-9dfe-e66fa8d22102'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:15:02.855110 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d75254-23aa-467a-9768-ee5a0740269c', 'tag': '733f25df-f5b8-4f64-893b-991ab1350fdf'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:02.857801 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f37b138-a656-4dc2-b36c-37a501a0eaf9" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d75254-23aa-467a-9768-ee5a0740269c", "tag": "733f25df-f5b8-4f64-893b-991ab1350fdf"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:02.899531 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522558cb-248b-408f-8b13-66408cf51cfd req-c410b0cd-602a-4a2c-804c-6ee60634749a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:02.908055 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-522558cb-248b-408f-8b13-66408cf51cfd req-c410b0cd-602a-4a2c-804c-6ee60634749a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0804613 Aug 17 02:15:02.938174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['b64f73e4-91e2-4e26-b6d2-03c32266df23'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:15:02.984328 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39e4326b-48d1-4664-9076-42a97edd53ed req-7d7ad54d-ae51-4357-b10e-e1c40164f728 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips/4c044841-5135-4fc8-8717-124b0a94f90e HTTP/1.1" status: 200 len: 693 time: 0.0713241 Aug 17 02:15:03.005879 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-522558cb-248b-408f-8b13-66408cf51cfd req-22f491a8-4933-4218-a810-27a7de7b51fe tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927222 Aug 17 02:15:03.126214 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bf294a-db20-4515-8147-7eb5703705b4 x-openstack-request-id: req-91bf294a-db20-4515-8147-7eb5703705b4 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:03.126564 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d75254-23aa-467a-9768-ee5a0740269c", "tag": "733f25df-f5b8-4f64-893b-991ab1350fdf", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:03.126908 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91bf294a-db20-4515-8147-7eb5703705b4 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:03.127515 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d75254-23aa-467a-9768-ee5a0740269c', 'tag': '733f25df-f5b8-4f64-893b-991ab1350fdf', 'status': 'completed', 'code': 200} Aug 17 02:15:03.190929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4326b-48d1-4664-9076-42a97edd53ed req-d72a94b6-eaf8-46c7-816f-d9c2c8657c1d tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:03.192488 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39e4326b-48d1-4664-9076-42a97edd53ed req-d72a94b6-eaf8-46c7-816f-d9c2c8657c1d tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.2011740 Aug 17 02:15:03.247107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-12e5c5f1-fc44-4159-bf38-76937b9d50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:03.248900 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-12e5c5f1-fc44-4159-bf38-76937b9d50cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 1099 time: 0.0582964 Aug 17 02:15:03.265207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39e4326b-48d1-4664-9076-42a97edd53ed req-9e224e83-e849-4924-a92d-fcea75185a8b tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 696 time: 0.0645914 Aug 17 02:15:03.289692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-a534819b-7279-418a-a263-9bdd35b8a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:03.291329 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-a534819b-7279-418a-a263-9bdd35b8a49b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 1099 time: 0.1122875 Aug 17 02:15:03.349894 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39e4326b-48d1-4664-9076-42a97edd53ed req-b545c49c-58a0-43a5-88eb-e8867a279365 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 696 time: 0.0757990 Aug 17 02:15:03.398399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54700b2-c3c9-41be-be94-0c0b9a3450eb req-1b45209e-763f-47e5-ac94-09abb60e2f40 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:03.399948 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e54700b2-c3c9-41be-be94-0c0b9a3450eb req-1b45209e-763f-47e5-ac94-09abb60e2f40 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 947 time: 0.0889437 Aug 17 02:15:03.407235 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-badba6be-5814-4451-9730-32449d3d6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:03.409968 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-badba6be-5814-4451-9730-32449d3d6b70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1467543 Aug 17 02:15:03.465742 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 733f25df-f5b8-4f64-893b-991ab1350fdf no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:15:03.474871 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-5f88194b-0e56-4975-855f-eb4c2ca017d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=733f25df-f5b8-4f64-893b-991ab1350fdf HTTP/1.1" status: 200 len: 217 time: 0.0500638 Aug 17 02:15:03.514648 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e54700b2-c3c9-41be-be94-0c0b9a3450eb req-c69b4b8b-54ed-4494-9b9f-d9af3f65e1b5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033432 Aug 17 02:15:03.527484 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 733f25df-f5b8-4f64-893b-991ab1350fdf not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:15:03.572601 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-78c89376-9430-44ce-a03e-d5190102bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:03.577212 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-78c89376-9430-44ce-a03e-d5190102bae2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0838766 Aug 17 02:15:03.586469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-ffaf880d-7965-4454-8d35-e5f395e98379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:03.588216 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-ffaf880d-7965-4454-8d35-e5f395e98379 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2669971 Aug 17 02:15:03.644092 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-ec0719d2-62c9-438a-a3c8-30dc5cd60460 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=733f25df-f5b8-4f64-893b-991ab1350fdf HTTP/1.1" status: 200 len: 217 time: 0.0442457 Aug 17 02:15:03.653047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-39e4326b-48d1-4664-9076-42a97edd53ed req-ead59ffb-460c-4fef-890c-d6bd9a10cd37 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Deleting port 08a5f28b-81ef-45bc-8eb8-57c7cbcdb604 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:15:03.653389 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-39e4326b-48d1-4664-9076-42a97edd53ed req-ead59ffb-460c-4fef-890c-d6bd9a10cd37 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:03.707678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-524dc22f-f6db-4f76-8ab8-631b1d60065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:03.710595 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-524dc22f-f6db-4f76-8ab8-631b1d60065f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1225710 Aug 17 02:15:03.731080 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30b73c-2af6-4d24-8343-6f88d7c494ee req-45f77742-593c-49fa-9c66-9faa6007efc2 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:03.733601 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2f30b73c-2af6-4d24-8343-6f88d7c494ee req-45f77742-593c-49fa-9c66-9faa6007efc2 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 947 time: 0.1004026 Aug 17 02:15:03.778637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-0a7b9caa-230a-4256-9736-5970c48a5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:03.781039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-0a7b9caa-230a-4256-9736-5970c48a5bfc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1251881 Aug 17 02:15:03.841453 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-39e4326b-48d1-4664-9076-42a97edd53ed req-ead59ffb-460c-4fef-890c-d6bd9a10cd37 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:03.841986 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-39e4326b-48d1-4664-9076-42a97edd53ed req-ead59ffb-460c-4fef-890c-d6bd9a10cd37 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:03.842270 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2f30b73c-2af6-4d24-8343-6f88d7c494ee req-803fc7f4-d4c5-49f8-ba18-7878897e6e18 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950136 Aug 17 02:15:03.867646 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-39e4326b-48d1-4664-9076-42a97edd53ed req-ead59ffb-460c-4fef-890c-d6bd9a10cd37 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Calling delete_port for 08a5f28b-81ef-45bc-8eb8-57c7cbcdb604 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:15:03.891211 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-c9291f2e-1b80-4faa-aaf9-04833d95365a service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558411 Aug 17 02:15:03.921848 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-c10e5008-fff6-441c-b3cb-ba9463b8d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:03.924742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-c10e5008-fff6-441c-b3cb-ba9463b8d215 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1270978 Aug 17 02:15:04.102037 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-be227b63-3d9e-4437-9ffd-c45c8ae0ff00 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991313 Aug 17 02:15:04.177310 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-77663c73-330e-4d87-9319-b459859f0522 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855950 Aug 17 02:15:04.225783 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227acbdd-8963-4cfc-936b-e94f17457019 req-b6bc42b6-ce9a-4b4a-9174-c5a0cdcee9a7 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:04.228641 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-227acbdd-8963-4cfc-936b-e94f17457019 req-b6bc42b6-ce9a-4b4a-9174-c5a0cdcee9a7 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 949 time: 0.0783074 Aug 17 02:15:04.296647 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-227acbdd-8963-4cfc-936b-e94f17457019 req-bbf096a4-b803-4a7f-93ec-6217d9eb135f tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/security-groups?id=f98fcac9-18fd-4846-9b69-c4a1168915fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542834 Aug 17 02:15:04.332460 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f37b138-a656-4dc2-b36c-37a501a0eaf9 req-e5c4786e-21bb-43e6-9161-fb3da714bb80 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246147 Aug 17 02:15:04.394332 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-39e4326b-48d1-4664-9076-42a97edd53ed req-ead59ffb-460c-4fef-890c-d6bd9a10cd37 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:04.429406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead59ffb-460c-4fef-890c-d6bd9a10cd37 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Pushing event deleted for resources: {'Port': ['ID=08a5f28b-81ef-45bc-8eb8-57c7cbcdb604,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:04.440821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501568e-f4bf-4d4e-9cf8-11f8b40aa2bd req-aabf3176-02bb-4931-8c34-4bd556c28168 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:04.442467 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8501568e-f4bf-4d4e-9cf8-11f8b40aa2bd req-aabf3176-02bb-4931-8c34-4bd556c28168 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0592299 Aug 17 02:15:04.489586 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8501568e-f4bf-4d4e-9cf8-11f8b40aa2bd req-e45abe53-3c80-46aa-ab09-4550610515bc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403240 Aug 17 02:15:04.503832 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-39e4326b-48d1-4664-9076-42a97edd53ed req-ead59ffb-460c-4fef-890c-d6bd9a10cd37 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:04.506825 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-39e4326b-48d1-4664-9076-42a97edd53ed req-ead59ffb-460c-4fef-890c-d6bd9a10cd37 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:04.512070 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39e4326b-48d1-4664-9076-42a97edd53ed req-ead59ffb-460c-4fef-890c-d6bd9a10cd37 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "DELETE /v2.0/floatingips/4c044841-5135-4fc8-8717-124b0a94f90e HTTP/1.1" status: 204 len: 173 time: 1.1198421 Aug 17 02:15:04.574717 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fea102b8-9337-496f-a20c-c66f78dabbc6 req-648e727d-77ec-4ddf-b91b-49f0f822aa41 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips/bbf511a7-55e5-4c88-92df-ee02997e0a5e HTTP/1.1" status: 200 len: 693 time: 0.0458760 Aug 17 02:15:04.709180 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea102b8-9337-496f-a20c-c66f78dabbc6 req-ed2577f2-d59d-4c32-965e-e81f3ecd5b6e tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:04.710741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fea102b8-9337-496f-a20c-c66f78dabbc6 req-ed2577f2-d59d-4c32-965e-e81f3ecd5b6e tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1297786 Aug 17 02:15:04.762189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82b5fd-53ed-4fcf-b921-41e29c519051 req-c18f6e85-a15d-420c-9419-415471e9cfe3 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:04.763774 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ea82b5fd-53ed-4fcf-b921-41e29c519051 req-c18f6e85-a15d-420c-9419-415471e9cfe3 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 947 time: 0.0569947 Aug 17 02:15:04.770504 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fea102b8-9337-496f-a20c-c66f78dabbc6 req-3441e92c-43a9-4efa-a09d-7681711f36fc tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.128 HTTP/1.1" status: 200 len: 696 time: 0.0500140 Aug 17 02:15:04.814616 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ea82b5fd-53ed-4fcf-b921-41e29c519051 req-364a06d0-c95c-4de5-8ad3-9fe5b1e22a48 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371120 Aug 17 02:15:04.830898 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fea102b8-9337-496f-a20c-c66f78dabbc6 req-45a79a6e-3d7c-4317-9599-358abd1e85fa tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.128 HTTP/1.1" status: 200 len: 696 time: 0.0540197 Aug 17 02:15:04.981915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-fea102b8-9337-496f-a20c-c66f78dabbc6 req-21cf4760-2f41-4a8f-b534-43a4e0c99581 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Deleting port f61ca0c5-4b05-4e17-bc94-bf52019ab5dc {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:15:04.982401 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-fea102b8-9337-496f-a20c-c66f78dabbc6 req-21cf4760-2f41-4a8f-b534-43a4e0c99581 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:05.076059 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-fea102b8-9337-496f-a20c-c66f78dabbc6 req-21cf4760-2f41-4a8f-b534-43a4e0c99581 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:05.076390 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-fea102b8-9337-496f-a20c-c66f78dabbc6 req-21cf4760-2f41-4a8f-b534-43a4e0c99581 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:05.089858 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-fea102b8-9337-496f-a20c-c66f78dabbc6 req-21cf4760-2f41-4a8f-b534-43a4e0c99581 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Calling delete_port for f61ca0c5-4b05-4e17-bc94-bf52019ab5dc owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:15:05.226005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b4b1b-f7af-456a-a88b-0cf7cb5a6c05 req-9d78c1e0-f74f-40b9-8a80-03b4a433f5e1 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:05.229099 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c3b4b1b-f7af-456a-a88b-0cf7cb5a6c05 req-9d78c1e0-f74f-40b9-8a80-03b4a433f5e1 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 947 time: 0.0526779 Aug 17 02:15:05.259091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:05.280808 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c3b4b1b-f7af-456a-a88b-0cf7cb5a6c05 req-25d7a2a0-2955-4fcf-b798-b246a2e60fea tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400350 Aug 17 02:15:05.399859 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-fea102b8-9337-496f-a20c-c66f78dabbc6 req-21cf4760-2f41-4a8f-b534-43a4e0c99581 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:05.426059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf4760-2f41-4a8f-b534-43a4e0c99581 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Pushing event deleted for resources: {'Port': ['ID=f61ca0c5-4b05-4e17-bc94-bf52019ab5dc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:05.428230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:05.433424 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:05.434350 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:05.535982 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-a38e63ca-9fb2-4743-8ef7-29262c308303 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359750 Aug 17 02:15:05.541271 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:05.578872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b6e846-74b0-4d9f-9ab3-428c83df0b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44904d9e-ee6e-45eb-9dfe-e66fa8d22102'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:05.581444 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c001f050-f2c6-4f00-9b79-7c7f79fa871d" -d '{"events": [{"server_uuid": "b1b6e846-74b0-4d9f-9ab3-428c83df0b12", "name": "network-vif-plugged", "status": "completed", "tag": "44904d9e-ee6e-45eb-9dfe-e66fa8d22102"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:05.596076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=44904d9e-ee6e-45eb-9dfe-e66fa8d22102,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:05.653251 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-88dec7fb-ad46-4046-b508-c1a2fb319fe2 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:05.654818 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-88dec7fb-ad46-4046-b508-c1a2fb319fe2 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1153791 Aug 17 02:15:05.671011 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-ff47005d-0c4e-4bc6-b5bd-8dc2e9851107 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/quotas/a9f9340ccf804f2bb218a8f3750cde77 HTTP/1.1" status: 200 len: 375 time: 0.0102239 Aug 17 02:15:05.706209 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-48a6ac63-abe0-49f9-bd1e-e6bf85bcb129 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288949 Aug 17 02:15:05.714907 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-fea102b8-9337-496f-a20c-c66f78dabbc6 req-21cf4760-2f41-4a8f-b534-43a4e0c99581 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:05.715623 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:05.715805 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device b64f73e4-91e2-4e26-b6d2-03c32266df23 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:05.718395 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-fea102b8-9337-496f-a20c-c66f78dabbc6 req-21cf4760-2f41-4a8f-b534-43a4e0c99581 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:05.719890 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fea102b8-9337-496f-a20c-c66f78dabbc6 req-21cf4760-2f41-4a8f-b534-43a4e0c99581 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "DELETE /v2.0/floatingips/bbf511a7-55e5-4c88-92df-ee02997e0a5e HTTP/1.1" status: 204 len: 173 time: 0.8804352 Aug 17 02:15:05.798641 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=44904d9e-ee6e-45eb-9dfe-e66fa8d22102,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:05.886957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port b64f73e4-91e2-4e26-b6d2-03c32266df23 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:05.893839 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port b64f73e4-91e2-4e26-b6d2-03c32266df23 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:05.894216 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:05.978684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1970b9-e279-47cc-8228-f87df7f33752 req-db423b0a-b972-4143-9e4f-98e44f58dfe9 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:05.980847 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c1970b9-e279-47cc-8228-f87df7f33752 req-db423b0a-b972-4143-9e4f-98e44f58dfe9 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 950 time: 0.0842936 Aug 17 02:15:06.005633 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:06.023958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba851b7-d823-4ff5-a6cd-65eab8312ced req-ccfc65ea-e31a-485c-bc11-390f26bf0115 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:06.025896 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ba851b7-d823-4ff5-a6cd-65eab8312ced req-ccfc65ea-e31a-485c-bc11-390f26bf0115 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0592501 Aug 17 02:15:06.045648 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:15:06.052519 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c1970b9-e279-47cc-8228-f87df7f33752 req-3afb3bb6-9e07-499d-98b1-001cda6a0632 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/security-groups?id=f98fcac9-18fd-4846-9b69-c4a1168915fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650673 Aug 17 02:15:06.056498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port b64f73e4-91e2-4e26-b6d2-03c32266df23, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=b64f73e4-91e2-4e26-b6d2-03c32266df23,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:06.094571 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ba851b7-d823-4ff5-a6cd-65eab8312ced req-e86a492a-3e0f-442f-b424-89ba6d2bed84 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508969 Aug 17 02:15:06.104321 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9736ea-bb37-42c2-98d5-4816774bd6e5 x-openstack-request-id: req-7c9736ea-bb37-42c2-98d5-4816774bd6e5 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:06.105229 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b6e846-74b0-4d9f-9ab3-428c83df0b12", "name": "network-vif-plugged", "status": "completed", "tag": "44904d9e-ee6e-45eb-9dfe-e66fa8d22102", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:06.105831 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c9736ea-bb37-42c2-98d5-4816774bd6e5 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:06.107408 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b6e846-74b0-4d9f-9ab3-428c83df0b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44904d9e-ee6e-45eb-9dfe-e66fa8d22102', 'code': 200} Aug 17 02:15:06.157545 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:06.178364 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26e7ced3-7e9a-4046-88ad-bfd6f4b34507 req-099805b3-1830-4a52-939a-d9596ab70d86 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips/eb3677a7-8080-42d4-aa15-b8c4ca963d1f HTTP/1.1" status: 200 len: 692 time: 0.0581951 Aug 17 02:15:06.213322 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=b64f73e4-91e2-4e26-b6d2-03c32266df23,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:06.255004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d12dc-1d6f-4b4a-8649-cc30d5a26d22 req-20d1c939-67dd-4962-8393-7d0f0de46fcc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:06.256402 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-726d12dc-1d6f-4b4a-8649-cc30d5a26d22 req-20d1c939-67dd-4962-8393-7d0f0de46fcc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 947 time: 0.0851638 Aug 17 02:15:06.271887 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c228f-99f8-4a67-bc32-0f7407edf6e5 req-97c5b1b9-3e6f-4d7e-bc11-629882181ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:06.273354 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-059c228f-99f8-4a67-bc32-0f7407edf6e5 req-97c5b1b9-3e6f-4d7e-bc11-629882181ece service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 1102 time: 0.0663307 Aug 17 02:15:06.299406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7ced3-7e9a-4046-88ad-bfd6f4b34507 req-753a4a80-5db3-45bd-bb1f-c1371ef485e1 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:06.300863 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26e7ced3-7e9a-4046-88ad-bfd6f4b34507 req-753a4a80-5db3-45bd-bb1f-c1371ef485e1 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1153240 Aug 17 02:15:06.360349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26e7ced3-7e9a-4046-88ad-bfd6f4b34507 req-8feb4342-b5a2-4653-a5f1-1ac1513399f3 tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.11 HTTP/1.1" status: 200 len: 695 time: 0.0523124 Aug 17 02:15:06.425415 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26e7ced3-7e9a-4046-88ad-bfd6f4b34507 req-d4e1f551-823e-404f-a343-7839a68741ed tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.11 HTTP/1.1" status: 200 len: 695 time: 0.0563223 Aug 17 02:15:06.570229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-26e7ced3-7e9a-4046-88ad-bfd6f4b34507 req-e5b4065d-9dbe-48c9-996f-ae25d807b3ae tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Deleting port 3a3db039-969f-4d0d-ac6e-d50731f15895 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:15:06.570459 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-26e7ced3-7e9a-4046-88ad-bfd6f4b34507 req-e5b4065d-9dbe-48c9-996f-ae25d807b3ae tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:06.583269 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-726d12dc-1d6f-4b4a-8649-cc30d5a26d22 req-350ca347-0c2c-4ff1-b244-405e50093f46 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192902 Aug 17 02:15:06.615898 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-059c228f-99f8-4a67-bc32-0f7407edf6e5 req-bd95e42e-d523-4f57-977f-a87a0691a432 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f98fcac9-18fd-4846-9b69-c4a1168915fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210576 Aug 17 02:15:06.675328 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-26e7ced3-7e9a-4046-88ad-bfd6f4b34507 req-e5b4065d-9dbe-48c9-996f-ae25d807b3ae tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:06.675972 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-26e7ced3-7e9a-4046-88ad-bfd6f4b34507 req-e5b4065d-9dbe-48c9-996f-ae25d807b3ae tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:06.687528 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-da20ee9b-3a35-4461-a02c-dfcfca7eb156 req-67b86938-b109-41dd-b869-ff8f2793cd19 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 210 time: 0.0278370 Aug 17 02:15:06.693350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-26e7ced3-7e9a-4046-88ad-bfd6f4b34507 req-e5b4065d-9dbe-48c9-996f-ae25d807b3ae tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Calling delete_port for 3a3db039-969f-4d0d-ac6e-d50731f15895 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:15:06.813123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb177cbc-b1f1-4811-a4ba-7c941f1df533 req-95ab14ac-83e6-4948-969f-3e7cb91600e2 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:06.816280 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fb177cbc-b1f1-4811-a4ba-7c941f1df533 req-95ab14ac-83e6-4948-969f-3e7cb91600e2 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 948 time: 0.0593879 Aug 17 02:15:06.860111 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fb177cbc-b1f1-4811-a4ba-7c941f1df533 req-1cfad52a-d21c-4188-b5d6-f5761d798979 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366681 Aug 17 02:15:07.062987 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-26e7ced3-7e9a-4046-88ad-bfd6f4b34507 req-e5b4065d-9dbe-48c9-996f-ae25d807b3ae tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:07.101779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4065d-9dbe-48c9-996f-ae25d807b3ae tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Pushing event deleted for resources: {'Port': ['ID=3a3db039-969f-4d0d-ac6e-d50731f15895,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:07.187470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab9a9d-19ca-40d9-bb63-7f70ddee72a7 req-410dc964-c793-4f06-afd6-84a492ce9fd1 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:07.189050 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-84ab9a9d-19ca-40d9-bb63-7f70ddee72a7 req-410dc964-c793-4f06-afd6-84a492ce9fd1 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 950 time: 0.0569029 Aug 17 02:15:07.203638 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-26e7ced3-7e9a-4046-88ad-bfd6f4b34507 req-e5b4065d-9dbe-48c9-996f-ae25d807b3ae tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:07.208408 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-26e7ced3-7e9a-4046-88ad-bfd6f4b34507 req-e5b4065d-9dbe-48c9-996f-ae25d807b3ae tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:07.221519 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36926) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:07.223782 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26e7ced3-7e9a-4046-88ad-bfd6f4b34507 req-e5b4065d-9dbe-48c9-996f-ae25d807b3ae tempest-FloatingIPDetailsTestJSON-1555399909 tempest-FloatingIPDetailsTestJSON-1555399909-project] 10.222.0.13 "DELETE /v2.0/floatingips/eb3677a7-8080-42d4-aa15-b8c4ca963d1f HTTP/1.1" status: 204 len: 173 time: 0.7911718 Aug 17 02:15:07.294429 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-84ab9a9d-19ca-40d9-bb63-7f70ddee72a7 req-ff2eea89-a9f3-43da-93b5-5250f4834ab4 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/security-groups?id=f98fcac9-18fd-4846-9b69-c4a1168915fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924106 Aug 17 02:15:07.303412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 733f25df-f5b8-4f64-893b-991ab1350fdf details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:15:07.421970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36930) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:07.446073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f033229-6c9f-41ae-abe9-0ba3e4b318e3 req-4a61f41f-7a59-4038-9847-96f639ff4e91 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:07.448101 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f033229-6c9f-41ae-abe9-0ba3e4b318e3 req-4a61f41f-7a59-4038-9847-96f639ff4e91 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 944 time: 0.1486955 Aug 17 02:15:07.450252 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-7c89a7fc-8d37-4c3f-8833-c1ef092f5fcc service neutron] 10.222.0.42 "GET /v2.0/ports/0a9526a2-3920-4bb7-90a4-0c4fb0a662e1/bindings/n-h2-793621-31 HTTP/1.1" status: 200 len: 385 time: 0.1621046 Aug 17 02:15:07.498734 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 733f25df-f5b8-4f64-893b-991ab1350fdf, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=733f25df-f5b8-4f64-893b-991ab1350fdf,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:07.515612 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '733f25df-f5b8-4f64-893b-991ab1350fdf', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '733f25df-f5b8-4f64-893b-991ab1350fdf', 'mac_address': 'fa:16:3e:4d:9f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:15:07.578558 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:07.606225 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733f25df-f5b8-4f64-893b-991ab1350fdf {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:07.615244 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f033229-6c9f-41ae-abe9-0ba3e4b318e3 req-e599a074-d902-4555-b5d1-a6b07c45e2e5 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578896 Aug 17 02:15:07.675287 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 733f25df-f5b8-4f64-893b-991ab1350fdf, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=733f25df-f5b8-4f64-893b-991ab1350fdf,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:07.750237 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-534f4eb4-07c7-45a8-9dac-a0090dae5930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:07.783328 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:07.783890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:15:07.862808 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62276914-cd3f-43ff-8902-35cfc34da761 req-639dc3ac-6b6f-4688-a4c1-e68e0196a19c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 210 time: 0.0506794 Aug 17 02:15:07.872844 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6d6ee4ce-ff1d-4339-b3ce-8427e31ce1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:07.875531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-8c242409-875d-4031-8b61-3ad6c913f17f service neutron] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:07.876370 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cadec7-9dfc-4a5c-adc9-670dc11effee req-8bba27d4-e89b-4585-ae65-38a1ba4844cf tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:07.888041 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-55cadec7-9dfc-4a5c-adc9-670dc11effee req-8bba27d4-e89b-4585-ae65-38a1ba4844cf tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 947 time: 0.1819322 Aug 17 02:15:07.975513 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-8c242409-875d-4031-8b61-3ad6c913f17f service neutron] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:07.995234 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-55cadec7-9dfc-4a5c-adc9-670dc11effee req-f7bde234-22ac-4aaf-aef3-97f7205b733c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056411 Aug 17 02:15:07.999742 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e1dacd5c-fbcb-400d-a8ad-dff0a3dd69d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:08.056972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=733f25df-f5b8-4f64-893b-991ab1350fdf,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:08.150452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a829e2-ea6b-472b-97dc-1ea826dafaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64f73e4-91e2-4e26-b6d2-03c32266df23'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:08.156746 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b344add-3cae-4c12-867b-c2f58690e3bf" -d '{"events": [{"server_uuid": "97a829e2-ea6b-472b-97dc-1ea826dafaf1", "name": "network-vif-plugged", "status": "completed", "tag": "b64f73e4-91e2-4e26-b6d2-03c32266df23"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:08.175036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-8c242409-875d-4031-8b61-3ad6c913f17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:08.199569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-8c242409-875d-4031-8b61-3ad6c913f17f service neutron] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:08.221858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:08.239401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 has no active binding in host n-h2-793621-31 {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:15:08.242759 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36461bbf-53b7-4a33-adbc-d66b85657f8a x-openstack-request-id: req-36461bbf-53b7-4a33-adbc-d66b85657f8a {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:08.251205 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a829e2-ea6b-472b-97dc-1ea826dafaf1", "name": "network-vif-plugged", "status": "completed", "tag": "b64f73e4-91e2-4e26-b6d2-03c32266df23", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:08.251205 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36461bbf-53b7-4a33-adbc-d66b85657f8a {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:08.251205 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a829e2-ea6b-472b-97dc-1ea826dafaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64f73e4-91e2-4e26-b6d2-03c32266df23', 'code': 200} Aug 17 02:15:08.270780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669b78a-7642-44a8-925a-53296c668d26 req-967c7cb2-dc81-459f-b027-9bb70933234d tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:08.273915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4669b78a-7642-44a8-925a-53296c668d26 req-967c7cb2-dc81-459f-b027-9bb70933234d tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 948 time: 0.2120721 Aug 17 02:15:08.284593 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-534f4eb4-07c7-45a8-9dac-a0090dae5930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:08.358745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4669b78a-7642-44a8-925a-53296c668d26 req-b95d6d27-1195-4dfb-a9ec-9335365f59c5 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649009 Aug 17 02:15:08.362625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-8c242409-875d-4031-8b61-3ad6c913f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:08.367043 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-534f4eb4-07c7-45a8-9dac-a0090dae5930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:08.496089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-534f4eb4-07c7-45a8-9dac-a0090dae5930 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f626be0fec543bfb6849843479460d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0716290 Aug 17 02:15:08.500936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f4eb4-07c7-45a8-9dac-a0090dae5930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576117fa-a166-4a06-9245-e7590111fd11,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:08.508156 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36948) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:08.580956 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fe7cd-2f9c-4354-a996-35d4788a2c85 req-1911294a-41a2-486a-91c9-639e4f503965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:08.581909 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-964fe7cd-2f9c-4354-a996-35d4788a2c85 req-1911294a-41a2-486a-91c9-639e4f503965 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 1100 time: 0.1501279 Aug 17 02:15:08.608259 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52d1e7-db53-4c1e-9894-fd72d7019b06 req-ccaa9c0f-fff1-413a-8ca1-b46fe3b151ae tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:08.609921 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1b52d1e7-db53-4c1e-9894-fd72d7019b06 req-ccaa9c0f-fff1-413a-8ca1-b46fe3b151ae tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 950 time: 0.1189528 Aug 17 02:15:08.633220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-8c242409-875d-4031-8b61-3ad6c913f17f service neutron] Transition to ACTIVE for port object 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:08.648964 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ea5202b-8bac-45f3-8727-1095f69c8f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:08.693875 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ea5202b-8bac-45f3-8727-1095f69c8f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:08.708209 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-964fe7cd-2f9c-4354-a996-35d4788a2c85 req-4308a2c7-0c8b-4cfc-91a4-35aba27602da service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098292 Aug 17 02:15:08.733048 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1b52d1e7-db53-4c1e-9894-fd72d7019b06 req-a1c939d9-ee61-47e4-a574-2356e3185d58 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/security-groups?id=f98fcac9-18fd-4846-9b69-c4a1168915fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016648 Aug 17 02:15:08.768983 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-8c242409-875d-4031-8b61-3ad6c913f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:08.781739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e1dacd5c-fbcb-400d-a8ad-dff0a3dd69d1 admin admin] Deleting port 6aef50b0-b366-42be-aa4a-e72e973a689b {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:15:08.782297 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e1dacd5c-fbcb-400d-a8ad-dff0a3dd69d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:08.913365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-8c242409-875d-4031-8b61-3ad6c913f17f service neutron] No DVR routers for this DVR port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:15:08.918162 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c242409-875d-4031-8b61-3ad6c913f17f service neutron] Pushing event updated for resources: {'Port': ['ID=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,revision_number=10']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:08.928755 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-e1dacd5c-fbcb-400d-a8ad-dff0a3dd69d1 admin admin] For port 6aef50b0-b366-42be-aa4a-e72e973a689b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6aef50b0-b366-42be-aa4a-e72e973a689b,segment=NetworkSegment(417dd867-9f8b-4819-9710-875ad87ab512),segment_id=417dd867-9f8b-4819-9710-875ad87ab512)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:08.929528 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e1dacd5c-fbcb-400d-a8ad-dff0a3dd69d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:08.942293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa01587-35d3-41a6-8b61-610bf9c552e3 req-e229dd47-42c7-4685-a48e-8e220f562da1 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:08.944628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9aa01587-35d3-41a6-8b61-610bf9c552e3 req-e229dd47-42c7-4685-a48e-8e220f562da1 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 945 time: 0.1900995 Aug 17 02:15:08.956761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e1dacd5c-fbcb-400d-a8ad-dff0a3dd69d1 admin admin] Calling delete_port for 6aef50b0-b366-42be-aa4a-e72e973a689b owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:15:08.994851 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-8c242409-875d-4031-8b61-3ad6c913f17f service neutron] 10.222.0.42 "PUT /v2.0/ports/0a9526a2-3920-4bb7-90a4-0c4fb0a662e1/bindings/n-h2-793621-31/activate HTTP/1.1" status: 200 len: 370 time: 1.5286741 Aug 17 02:15:09.013752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9aa01587-35d3-41a6-8b61-610bf9c552e3 req-7344fa25-c44b-4712-9ba4-ad980cef270f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Aug 17 02:15:09.014898 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ea5202b-8bac-45f3-8727-1095f69c8f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:09.017481 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ea5202b-8bac-45f3-8727-1095f69c8f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:09.025769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7ea5202b-8bac-45f3-8727-1095f69c8f33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/576117fa-a166-4a06-9245-e7590111fd11 HTTP/1.1" status: 204 len: 168 time: 0.5089259 Aug 17 02:15:09.040079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5202b-8bac-45f3-8727-1095f69c8f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576117fa-a166-4a06-9245-e7590111fd11,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:09.069863 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4017bd22-52bd-4c91-b26a-183d1b71baa2 req-141c244d-fdc1-46bf-93e4-11dc4c89895a tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 210 time: 0.0848866 Aug 17 02:15:09.094938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['733f25df-f5b8-4f64-893b-991ab1350fdf'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:15:09.274968 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-f5be2451-0717-46f9-a3e5-cf25d6203941 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786345 Aug 17 02:15:09.380429 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8241ebf-8fae-4839-b1e2-552c064d872d req-6b8639c5-3c0d-45d8-8681-4193720f271e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:09.383275 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8241ebf-8fae-4839-b1e2-552c064d872d req-6b8639c5-3c0d-45d8-8681-4193720f271e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 948 time: 0.1507940 Aug 17 02:15:09.440163 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e1dacd5c-fbcb-400d-a8ad-dff0a3dd69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:09.465572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8241ebf-8fae-4839-b1e2-552c064d872d req-471e0701-147c-42c8-8d0f-6d93713e9ee2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609105 Aug 17 02:15:09.494395 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:15:09.508217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-1844c65e-7053-4a59-97ca-e2fc99efb8c1 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:09.509821 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-1844c65e-7053-4a59-97ca-e2fc99efb8c1 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1097 time: 0.1333296 Aug 17 02:15:09.510596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dacd5c-fbcb-400d-a8ad-dff0a3dd69d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aef50b0-b366-42be-aa4a-e72e973a689b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:09.580267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-c7ebd633-4556-4b07-9cda-cf762bf161e4 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:09.582728 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-c7ebd633-4556-4b07-9cda-cf762bf161e4 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3021593 Aug 17 02:15:09.616843 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:15:09.644633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Request body: {'port': {'device_id': '3b4c67e1-c28e-44ed-b310-b98f64942b9c', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'a9f9340ccf804f2bb218a8f3750cde77'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:09.729014 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-08638bfd-b0cd-4d53-b7ad-027a1a5c11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:09.730698 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-08638bfd-b0cd-4d53-b7ad-027a1a5c11f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d HTTP/1.1" status: 200 len: 1097 time: 0.2002828 Aug 17 02:15:09.748270 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f6917-cd74-4438-87e7-4e8299777003 req-87cab90c-99d8-483b-9050-57efbb050217 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:09.749867 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-090f6917-cd74-4438-87e7-4e8299777003 req-87cab90c-99d8-483b-9050-57efbb050217 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 948 time: 0.2358561 Aug 17 02:15:09.876617 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-090f6917-cd74-4438-87e7-4e8299777003 req-4532547c-eb10-4f72-946e-c9b9a49b97cb tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194019 Aug 17 02:15:09.923173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-73bb2959-c6a9-49fc-836f-547388fe9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:09.924661 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-73bb2959-c6a9-49fc-836f-547388fe9448 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 1097 time: 0.1178963 Aug 17 02:15:09.943187 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e1dacd5c-fbcb-400d-a8ad-dff0a3dd69d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:10.092112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Made reservation on behalf of a9f9340ccf804f2bb218a8f3750cde77 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:15:10.109726 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:10.116133 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:10.206678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3f0c-3b4f-4731-bca7-9cea9d064dd0 req-6cdacb04-5bb6-48e5-b984-f40a5ad63fe2 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:10.209305 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c9bd3f0c-3b4f-4731-bca7-9cea9d064dd0 req-6cdacb04-5bb6-48e5-b984-f40a5ad63fe2 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 950 time: 0.2635884 Aug 17 02:15:10.216611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-3e4a8b33-e81b-465a-82f3-2b4f869a215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:10.219452 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-3e4a8b33-e81b-465a-82f3-2b4f869a215d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.2840590 Aug 17 02:15:10.281902 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acf200-a25c-4b6a-a129-fc69aceadc8b req-0bbafa1f-9b79-4c66-94f2-4feafd7c7ac4 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:10.284311 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5acf200-a25c-4b6a-a129-fc69aceadc8b req-0bbafa1f-9b79-4c66-94f2-4feafd7c7ac4 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 945 time: 0.0836186 Aug 17 02:15:10.311005 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47572615-7f3f-487e-bd13-efd4e4a59106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:10.358299 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:10.382440 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5acf200-a25c-4b6a-a129-fc69aceadc8b req-729a72a8-4d3c-44ea-9222-00d8a7249e77 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863018 Aug 17 02:15:10.504802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36976) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:10.537048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff35bb26-b361-428c-a697-5d914fec596e req-94410fd2-1d03-4722-80cb-2e1226f48ef4 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 210 time: 0.0506501 Aug 17 02:15:10.538996 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:10.561662 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3b482451-b488-4ac1-a5f1-db35acb03ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:10.588740 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:10.641380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:10.685569 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-ec2e1f6b-3cbc-446c-b5cc-1f880baaf67e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 HTTP/1.1" status: 200 len: 217 time: 0.4439206 Aug 17 02:15:10.799145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Allocated IP 192.168.233.56 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/89512ee6-9046-4a3e-9a22-3e51c391433b) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:15:10.799490 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c9bd3f0c-3b4f-4731-bca7-9cea9d064dd0 req-3612296b-8e28-4ee1-b60e-7774ddc92ac5 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/security-groups?id=f98fcac9-18fd-4846-9b69-c4a1168915fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784180 Aug 17 02:15:10.832119 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8396c9-0eab-492e-aaca-500146ac5bcc req-65b399f6-a314-4629-9fb4-25d785ff90f8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:10.834131 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de8396c9-0eab-492e-aaca-500146ac5bcc req-65b399f6-a314-4629-9fb4-25d785ff90f8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 948 time: 0.1679471 Aug 17 02:15:10.882090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-136ee133-f6fc-4b2d-bef6-0f4ea310768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:10.884101 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-136ee133-f6fc-4b2d-bef6-0f4ea310768f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.1720247 Aug 17 02:15:10.916448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508ec70-3b9b-4b7b-831c-c558cf29ce94 req-ddc39125-89ed-44e8-b63f-53439ea2195f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:10.916448 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b508ec70-3b9b-4b7b-831c-c558cf29ce94 req-ddc39125-89ed-44e8-b63f-53439ea2195f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c&tenant_id=a51fdd587a534f09b86bda6242380da1&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 948 time: 0.2700360 Aug 17 02:15:10.973014 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3b482451-b488-4ac1-a5f1-db35acb03ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:10.983100 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-b42168a5-3aed-4fb8-b595-4ff06c26fd7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765436 Aug 17 02:15:10.993478 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de8396c9-0eab-492e-aaca-500146ac5bcc req-19728335-b047-4fa8-ba4f-fb81c43219b8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364744 Aug 17 02:15:11.083404 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3b482451-b488-4ac1-a5f1-db35acb03ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:11.179911 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3b482451-b488-4ac1-a5f1-db35acb03ef5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25cafca8eb184b4488be204f18281eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6696141 Aug 17 02:15:11.183484 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36984) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:11.184276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b482451-b488-4ac1-a5f1-db35acb03ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd515cb-c7d8-4c07-b53f-9b2b6aa0aeb5,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:11.212878 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [req-b508ec70-3b9b-4b7b-831c-c558cf29ce94 req-e76f81bd-f62e-49c9-a016-8e9dfd6acdca service neutron] delete failed (client error): The resource could not be found. Aug 17 02:15:11.214949 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b508ec70-3b9b-4b7b-831c-c558cf29ce94 req-e76f81bd-f62e-49c9-a016-8e9dfd6acdca service neutron] 10.222.0.42 "DELETE /v2.0/ports/733f25df-f5b8-4f64-893b-991ab1350fdf/bindings/n-h1-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.2951343 Aug 17 02:15:11.233782 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dacd5c-fbcb-400d-a8ad-dff0a3dd69d1 admin admin] Router f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:15:11.262934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd1080-d4a8-4d65-8411-9951a7b89e36 req-a20074e3-0f2e-48d2-8735-a8eac48dceae tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:11.262934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfdd1080-d4a8-4d65-8411-9951a7b89e36 req-a20074e3-0f2e-48d2-8735-a8eac48dceae tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 948 time: 0.1500237 Aug 17 02:15:11.298305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 733f25df-f5b8-4f64-893b-991ab1350fdf up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:11.301732 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-5e707bf7-9938-4900-96f1-4ea87a1de467 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397189 Aug 17 02:15:11.315652 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:11.335073 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f0a305f0-64d9-4bfd-a4b5-33e249305ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:11.349047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Transition to ACTIVE for port object 89512ee6-9046-4a3e-9a22-3e51c391433b will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:11.362750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfdd1080-d4a8-4d65-8411-9951a7b89e36 req-e675c7a7-f595-4dc5-ae55-641b7de7d4ce tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873659 Aug 17 02:15:11.380362 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f0a305f0-64d9-4bfd-a4b5-33e249305ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:11.551456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 733f25df-f5b8-4f64-893b-991ab1350fdf completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:11.559545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 733f25df-f5b8-4f64-893b-991ab1350fdf triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:11.560397 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:11.577303 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508ec70-3b9b-4b7b-831c-c558cf29ce94 req-900fb331-6c00-4ff9-8561-cc330dec4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:11.578790 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b508ec70-3b9b-4b7b-831c-c558cf29ce94 req-900fb331-6c00-4ff9-8561-cc330dec4b41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 1100 time: 0.1901877 Aug 17 02:15:11.583427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5634d-ef0d-4674-aeed-cd10d5be2fbc req-a0af5bdd-3a21-4c7d-99fe-0941c12d5ac5 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:11.586048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71b5634d-ef0d-4674-aeed-cd10d5be2fbc req-a0af5bdd-3a21-4c7d-99fe-0941c12d5ac5 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 945 time: 0.0911801 Aug 17 02:15:11.592699 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:11.595349 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f0a305f0-64d9-4bfd-a4b5-33e249305ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:11.600810 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f0a305f0-64d9-4bfd-a4b5-33e249305ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:11.603788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f0a305f0-64d9-4bfd-a4b5-33e249305ec6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cd515cb-c7d8-4c07-b53f-9b2b6aa0aeb5 HTTP/1.1" status: 204 len: 168 time: 0.4205418 Aug 17 02:15:11.623681 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dacd5c-fbcb-400d-a8ad-dff0a3dd69d1 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:15:11.633991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:15:11.639106 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ce4c4-bd3d-42be-b2b4-a59a41d12e3d None None] Sync routers for ids ['f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:15:11.644311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:11.658533 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e1dacd5c-fbcb-400d-a8ad-dff0a3dd69d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4360168 Aug 17 02:15:11.671821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36994) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:11.672394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:15:11.684291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a305f0-64d9-4bfd-a4b5-33e249305ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd515cb-c7d8-4c07-b53f-9b2b6aa0aeb5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:11.720975 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ce4c4-bd3d-42be-b2b4-a59a41d12e3d None None] Routers {'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:15:11.723388 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2f8ce4c4-bd3d-42be-b2b4-a59a41d12e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:15:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:11.733780 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-1a202084-9a3a-4327-bf93-3ebc73c0c899 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424418 Aug 17 02:15:11.753520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event updated for resources: {'Port': ['ID=89512ee6-9046-4a3e-9a22-3e51c391433b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:11.772896 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71b5634d-ef0d-4674-aeed-cd10d5be2fbc req-8c246cc5-2b47-47e2-8502-a54d6a8aa436 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337364 Aug 17 02:15:11.776273 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:11.799630 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:11.824052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:11.824624 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:11.884984 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 733f25df-f5b8-4f64-893b-991ab1350fdf, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=733f25df-f5b8-4f64-893b-991ab1350fdf,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:11.888407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d75254-23aa-467a-9768-ee5a0740269c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733f25df-f5b8-4f64-893b-991ab1350fdf'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:11.906857 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe1a9e0-2324-4708-b835-2d5e84cb4089" -d '{"events": [{"server_uuid": "b2d75254-23aa-467a-9768-ee5a0740269c", "name": "network-vif-plugged", "status": "completed", "tag": "733f25df-f5b8-4f64-893b-991ab1350fdf"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:12.031784 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508ec70-3b9b-4b7b-831c-c558cf29ce94 req-dbc0bf10-dd41-4213-9349-c4e4812315d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:12.034680 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b508ec70-3b9b-4b7b-831c-c558cf29ce94 req-dbc0bf10-dd41-4213-9349-c4e4812315d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.4460015 Aug 17 02:15:12.040589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362b257-3068-4e91-bac1-4f9181ce0481 req-16f00a32-5add-41e7-bfb1-a9f90c2dba30 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:12.043825 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f362b257-3068-4e91-bac1-4f9181ce0481 req-16f00a32-5add-41e7-bfb1-a9f90c2dba30 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 950 time: 0.1205034 Aug 17 02:15:12.046781 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-1e535184-bd19-4314-825f-0dfb919d6008 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4397855 Aug 17 02:15:12.050351 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:12.051700 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:15:12.062631 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:12.081633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Request body: {'port': {'device_id': '3b4c67e1-c28e-44ed-b310-b98f64942b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:12.087185 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-2f8ce4c4-bd3d-42be-b2b4-a59a41d12e3d None None] Set router f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:15:12.230419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f362b257-3068-4e91-bac1-4f9181ce0481 req-d187fb15-9acc-45a0-9f8a-1c61f4af5be4 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/security-groups?id=f98fcac9-18fd-4846-9b69-c4a1168915fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751671 Aug 17 02:15:12.328263 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:12.328491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=733f25df-f5b8-4f64-893b-991ab1350fdf,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:12.444270 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:12.446274 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d890d7-7caf-4883-adaa-f5dd0299d01d x-openstack-request-id: req-e6d890d7-7caf-4883-adaa-f5dd0299d01d {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:12.447096 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d75254-23aa-467a-9768-ee5a0740269c", "name": "network-vif-plugged", "status": "completed", "tag": "733f25df-f5b8-4f64-893b-991ab1350fdf", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:12.447724 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6d890d7-7caf-4883-adaa-f5dd0299d01d {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:12.450209 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d75254-23aa-467a-9768-ee5a0740269c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733f25df-f5b8-4f64-893b-991ab1350fdf', 'code': 200} Aug 17 02:15:12.486203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d0cb796a-beba-410a-a39f-a7f87666620b None None] Provisioning for port 89512ee6-9046-4a3e-9a22-3e51c391433b completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:12.494889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d0cb796a-beba-410a-a39f-a7f87666620b None None] Provisioning complete for port 89512ee6-9046-4a3e-9a22-3e51c391433b triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:12.496920 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d0cb796a-beba-410a-a39f-a7f87666620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:12.507552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248cc08-935f-41de-833a-289182f410e6 req-84d507d4-2b10-4b29-901f-e7188edf422a tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:12.512326 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4248cc08-935f-41de-833a-289182f410e6 req-84d507d4-2b10-4b29-901f-e7188edf422a tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 935 time: 0.5527518 Aug 17 02:15:12.514216 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b508ec70-3b9b-4b7b-831c-c558cf29ce94 req-2164a55c-b289-4f63-b4d4-13e5f4a80ac3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=733f25df-f5b8-4f64-893b-991ab1350fdf HTTP/1.1" status: 200 len: 217 time: 0.4716165 Aug 17 02:15:12.590110 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2f8ce4c4-bd3d-42be-b2b4-a59a41d12e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'name': 'tempest-FloatingIPDetailsTestJSON-692618207-router', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'e3807fc2-6278-48e1-aeff-9eb66a6b3a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:15:09Z', 'revision_number': 5, 'project_id': '4ffe0551f0114312981f9e1660c62e9b', 'gw_port': {'id': 'e3807fc2-6278-48e1-aeff-9eb66a6b3a37', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:12.662055 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ce4c4-bd3d-42be-b2b4-a59a41d12e3d None None] Checking router: f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:15:12.680823 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ce4c4-bd3d-42be-b2b4-a59a41d12e3d None None] Routers {'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:15:12.682409 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2f8ce4c4-bd3d-42be-b2b4-a59a41d12e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:15:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:12.694887 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb796a-beba-410a-a39f-a7f87666620b None None] Port 89512ee6-9046-4a3e-9a22-3e51c391433b cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:15:12.803917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508ec70-3b9b-4b7b-831c-c558cf29ce94 req-44da5fdb-362c-4f44-85f4-566864a62c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:12.806344 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b508ec70-3b9b-4b7b-831c-c558cf29ce94 req-44da5fdb-362c-4f44-85f4-566864a62c8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.2840240 Aug 17 02:15:12.862813 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4248cc08-935f-41de-833a-289182f410e6 req-7a3f1c05-3b7b-4604-adc7-91403842ab96 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121395 Aug 17 02:15:12.874261 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-2f8ce4c4-bd3d-42be-b2b4-a59a41d12e3d None None] Set router f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:15:12.903182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-1c34e178-80da-49a6-aa5d-86a49f96fe1f tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:12.903404 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89512ee6-9046-4a3e-9a22-3e51c391433b {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:12.904106 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-1c34e178-80da-49a6-aa5d-86a49f96fe1f tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 1097 time: 0.1603436 Aug 17 02:15:12.909987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] Deleting port e3807fc2-6278-48e1-aeff-9eb66a6b3a37 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:15:12.910862 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:12.940328 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:12.966803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508ec70-3b9b-4b7b-831c-c558cf29ce94 req-5766e8b6-4a42-40d5-8896-9405542e4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:12.967769 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b508ec70-3b9b-4b7b-831c-c558cf29ce94 req-5766e8b6-4a42-40d5-8896-9405542e4a26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1486862 Aug 17 02:15:12.992087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Transition to ACTIVE for port object 89512ee6-9046-4a3e-9a22-3e51c391433b will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:13.025296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1da4f4-dc96-4e32-bd79-af7ceea25098 req-e8d0db67-451c-440d-bfa5-6f9a1a1bf8c2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:13.027567 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f1da4f4-dc96-4e32-bd79-af7ceea25098 req-e8d0db67-451c-440d-bfa5-6f9a1a1bf8c2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.1554968 Aug 17 02:15:13.034121 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2f8ce4c4-bd3d-42be-b2b4-a59a41d12e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'name': 'tempest-FloatingIPDetailsTestJSON-692618207-router', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:15:12Z', 'revision_number': 6, 'project_id': '4ffe0551f0114312981f9e1660c62e9b', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:13.094155 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ce4c4-bd3d-42be-b2b4-a59a41d12e3d None None] The sync data for ids ['f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce'] in n-d-793621-31 is: [{'id': 'f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce', 'name': 'tempest-FloatingIPDetailsTestJSON-692618207-router', 'tenant_id': '4ffe0551f0114312981f9e1660c62e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:14:40Z', 'updated_at': '2021-08-17T02:15:12Z', 'revision_number': 6, 'project_id': '4ffe0551f0114312981f9e1660c62e9b', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:15:13.106798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f1da4f4-dc96-4e32-bd79-af7ceea25098 req-ae4529e0-d3a9-4fcd-b310-d4c07c80836d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732019 Aug 17 02:15:13.110680 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:13.176997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Pushing event updated for resources: {'Port': ['ID=89512ee6-9046-4a3e-9a22-3e51c391433b,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:13.239881 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37010) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:13.306401 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] For port e3807fc2-6278-48e1-aeff-9eb66a6b3a37, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e3807fc2-6278-48e1-aeff-9eb66a6b3a37,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:13.306789 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:13.318971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Attempting to bind port 89512ee6-9046-4a3e-9a22-3e51c391433b on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:15:13.319525 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Attempting to bind port 89512ee6-9046-4a3e-9a22-3e51c391433b by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:15:13.319966 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Attempting to bind port 89512ee6-9046-4a3e-9a22-3e51c391433b on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:13.322855 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a00d94d4-7b35-48a6-8058-13632fe76abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:13.332682 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14f2a-8ac8-4327-a56e-fa85971246a5 req-d347d9ff-a3a1-4e57-bd34-da850a095993 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:13.334319 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-aac14f2a-8ac8-4327-a56e-fa85971246a5 req-d347d9ff-a3a1-4e57-bd34-da850a095993 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 948 time: 0.2704926 Aug 17 02:15:13.342350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b826fe5-c755-4d70-9059-e669781e2a48 req-45552964-1d93-4751-bdca-f59b847f4ffc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:13.342350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b826fe5-c755-4d70-9059-e669781e2a48 req-45552964-1d93-4751-bdca-f59b847f4ffc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 945 time: 0.1273069 Aug 17 02:15:13.345598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Port 89512ee6-9046-4a3e-9a22-3e51c391433b on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:15:13.345598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Attempting to bind port 89512ee6-9046-4a3e-9a22-3e51c391433b on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:13.363776 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] Calling delete_port for e3807fc2-6278-48e1-aeff-9eb66a6b3a37 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:15:13.364189 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:15:13.364616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:13.365677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:15:13.366390 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Bound port: 89512ee6-9046-4a3e-9a22-3e51c391433b, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:15:13.367624 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:13.416975 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b508ec70-3b9b-4b7b-831c-c558cf29ce94 req-8cd6b9fe-09c7-4f38-abb3-fd7a7c4c2431 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274192 Aug 17 02:15:13.451872 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b826fe5-c755-4d70-9059-e669781e2a48 req-2c87edea-1cf2-45c2-a94b-05778a4ef19d tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037381 Aug 17 02:15:13.503294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-8e134695-b533-437e-bd0b-48283318f3bf service neutron] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:13.507267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] For port 89512ee6-9046-4a3e-9a22-3e51c391433b, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:13.512740 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] For port 89512ee6-9046-4a3e-9a22-3e51c391433b, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=89512ee6-9046-4a3e-9a22-3e51c391433b,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:15:13.590476 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:13.605893 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-8e134695-b533-437e-bd0b-48283318f3bf service neutron] Notify callbacks [] for binding, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:13.607642 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c58f1c5a-c528-48d3-82c9-fb88cea4f841 req-8e134695-b533-437e-bd0b-48283318f3bf service neutron] 10.222.0.18 "DELETE /v2.0/ports/0a9526a2-3920-4bb7-90a4-0c4fb0a662e1/bindings/n-h1-793621-31 HTTP/1.1" status: 204 len: 173 time: 0.6775994 Aug 17 02:15:13.611554 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:13.613706 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-aac14f2a-8ac8-4327-a56e-fa85971246a5 req-34de1208-3bb0-4383-8b32-fe7a37ba77fd tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450483 Aug 17 02:15:13.713033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:13.713704 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:13.715691 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] 10.222.0.42 "PUT /v2.0/ports/89512ee6-9046-4a3e-9a22-3e51c391433b HTTP/1.1" status: 200 len: 1096 time: 1.6437759 Aug 17 02:15:13.716324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4c67e1-c28e-44ed-b310-b98f64942b9c', 'tag': '89512ee6-9046-4a3e-9a22-3e51c391433b'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:13.718681 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e23925b-baf8-487c-9e35-1a58d3ab2685" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4c67e1-c28e-44ed-b310-b98f64942b9c", "tag": "89512ee6-9046-4a3e-9a22-3e51c391433b"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:13.804499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65c1fc-97e4-48ef-9ec3-b224227ec29a service neutron] Pushing event updated for resources: {'Port': ['ID=89512ee6-9046-4a3e-9a22-3e51c391433b,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:13.828886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84688d27-51bc-4e67-ba30-fc028b83d0b6 req-44d398be-bdf4-4ad2-a97b-e819e03b13bc tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:13.838905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84688d27-51bc-4e67-ba30-fc028b83d0b6 req-44d398be-bdf4-4ad2-a97b-e819e03b13bc tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 950 time: 0.2324243 Aug 17 02:15:13.891508 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84688d27-51bc-4e67-ba30-fc028b83d0b6 req-7d8737fe-c3b8-4203-a8c6-61375616c62e tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/security-groups?id=f98fcac9-18fd-4846-9b69-c4a1168915fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502892 Aug 17 02:15:14.029050 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a00d94d4-7b35-48a6-8058-13632fe76abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:14.048121 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b508ec70-3b9b-4b7b-831c-c558cf29ce94 req-c15f9bff-8978-4346-b67c-17ebc923a33d service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811789 Aug 17 02:15:14.097089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5955312-ce36-4063-bcaf-274cdb894651 req-ac548589-965c-4db7-96a5-4c7cc09e2a50 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:14.107690 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5955312-ce36-4063-bcaf-274cdb894651 req-ac548589-965c-4db7-96a5-4c7cc09e2a50 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 1097 time: 0.1443243 Aug 17 02:15:14.118220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-3f397670-66f9-41e1-b7ed-c7525d66ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:14.120009 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-3f397670-66f9-41e1-b7ed-c7525d66ca45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 1099 time: 0.1220703 Aug 17 02:15:14.124537 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a00d94d4-7b35-48a6-8058-13632fe76abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:14.169813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5955312-ce36-4063-bcaf-274cdb894651 req-364cd49a-a34f-4677-8d81-975ff7abbf8a tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603802 Aug 17 02:15:14.210036 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a00d94d4-7b35-48a6-8058-13632fe76abc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94078a7a32b843739be8fdc9d559a64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9644704 Aug 17 02:15:14.210846 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37030) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:14.275916 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:14.404902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3807fc2-6278-48e1-aeff-9eb66a6b3a37,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:14.425500 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d94d4-7b35-48a6-8058-13632fe76abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266ce67b-e0eb-45c3-b782-b641ee861bba,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:14.477557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a917fd1-d597-4fcd-b076-df5fc960deeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:14.568784 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:14.576022 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a917fd1-d597-4fcd-b076-df5fc960deeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:14.690417 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0444bbc-64d6-4682-a301-9ea3f7907533 x-openstack-request-id: req-c0444bbc-64d6-4682-a301-9ea3f7907533 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:14.690417 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4c67e1-c28e-44ed-b310-b98f64942b9c", "tag": "89512ee6-9046-4a3e-9a22-3e51c391433b", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:14.690417 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0444bbc-64d6-4682-a301-9ea3f7907533 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:14.690417 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4c67e1-c28e-44ed-b310-b98f64942b9c', 'tag': '89512ee6-9046-4a3e-9a22-3e51c391433b', 'status': 'completed', 'code': 200} Aug 17 02:15:14.690417 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-f6eb6fa3-51d8-4ed1-89f4-fe5fdabaeb2d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=89512ee6-9046-4a3e-9a22-3e51c391433b HTTP/1.1" status: 200 len: 217 time: 0.4922626 Aug 17 02:15:14.718682 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:14.724824 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:14.745712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fb8f5-e983-435b-8a8e-58c132203f92 req-ea749b02-0948-475e-9a4b-550b31b2dca6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:14.747273 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e46fb8f5-e983-435b-8a8e-58c132203f92 req-ea749b02-0948-475e-9a4b-550b31b2dca6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 947 time: 0.0895121 Aug 17 02:15:14.748726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-3a711677-1abb-42b5-8b57-1f5f7b3b39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:14.750089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-3a711677-1abb-42b5-8b57-1f5f7b3b39a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0788779 Aug 17 02:15:14.819772 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e46fb8f5-e983-435b-8a8e-58c132203f92 req-cd3d37e5-dd8c-4920-8c6d-2a1049dbd3df tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656338 Aug 17 02:15:14.831511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-4c208d6a-c0eb-4559-9924-cf0e80979f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:14.831511 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-4c208d6a-c0eb-4559-9924-cf0e80979f50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0677450 Aug 17 02:15:14.918665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d703a-81a8-4e33-97dc-129fa57b656e req-1a3e064e-4fa5-4740-a1b1-12b5c58ecacb tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:14.921087 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-af5d703a-81a8-4e33-97dc-129fa57b656e req-1a3e064e-4fa5-4740-a1b1-12b5c58ecacb tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 950 time: 0.0768151 Aug 17 02:15:14.943242 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:14.944405 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:15:14.965414 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a917fd1-d597-4fcd-b076-df5fc960deeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:14.968301 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a917fd1-d597-4fcd-b076-df5fc960deeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:14.969979 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1a917fd1-d597-4fcd-b076-df5fc960deeb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/266ce67b-e0eb-45c3-b782-b641ee861bba HTTP/1.1" status: 204 len: 168 time: 0.7517130 Aug 17 02:15:14.973379 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:14.975245 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b4bbe97e-31a6-4e34-9d9e-52deff363a99 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f68b1ba0-fb9c-4e7b-878e-d01e5b35bdce HTTP/1.1" status: 204 len: 168 time: 3.3083632 Aug 17 02:15:14.985692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37040) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:14.991701 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a917fd1-d597-4fcd-b076-df5fc960deeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266ce67b-e0eb-45c3-b782-b641ee861bba,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:15.075038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e3807fc2-6278-48e1-aeff-9eb66a6b3a37 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:15:15.105944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23800877-5719-4153-bbf2-76fa32f505f5 req-c59a4241-cadc-4ff4-a67c-e5b07bda2edd tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:15.108046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23800877-5719-4153-bbf2-76fa32f505f5 req-c59a4241-cadc-4ff4-a67c-e5b07bda2edd tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.1852267 Aug 17 02:15:15.121531 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: e3807fc2-6278-48e1-aeff-9eb66a6b3a37 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:15:15.123813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e3807fc2-6278-48e1-aeff-9eb66a6b3a37 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:15:15.127343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6aef50b0-b366-42be-aa4a-e72e973a689b no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:15:15.127913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-af5d703a-81a8-4e33-97dc-129fa57b656e req-12e19200-1594-4f4b-9bfc-2daad53aca39 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Deleting port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:15:15.128907 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-af5d703a-81a8-4e33-97dc-129fa57b656e req-12e19200-1594-4f4b-9bfc-2daad53aca39 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:15.136708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a00cbef-795b-424c-b76d-56cfdd569adf admin admin] Deleting subnet 0a179119-66d1-4eb1-a407-cb459433293e {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:15:15.142147 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a00cbef-795b-424c-b76d-56cfdd569adf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:15.156852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-54f145bb-9a89-49e7-bae7-56e0a6a0ba78 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148062 Aug 17 02:15:15.171518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 6aef50b0-b366-42be-aa4a-e72e973a689b {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:15:15.175854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6aef50b0-b366-42be-aa4a-e72e973a689b not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:15:15.278220 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23800877-5719-4153-bbf2-76fa32f505f5 req-cc7217c5-fb8f-4487-b1c7-b867ad8bdce0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524751 Aug 17 02:15:15.282187 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a00cbef-795b-424c-b76d-56cfdd569adf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:15.367507 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-105a7aad-f5c7-4092-81dc-4066c406e07a req-33e52054-148b-4d60-b41a-f471a3c2d213 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869051 Aug 17 02:15:15.381013 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-af5d703a-81a8-4e33-97dc-129fa57b656e req-12e19200-1594-4f4b-9bfc-2daad53aca39 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] For port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=44904d9e-ee6e-45eb-9dfe-e66fa8d22102,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:15.383052 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-af5d703a-81a8-4e33-97dc-129fa57b656e req-12e19200-1594-4f4b-9bfc-2daad53aca39 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:15.412492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-af5d703a-81a8-4e33-97dc-129fa57b656e req-12e19200-1594-4f4b-9bfc-2daad53aca39 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Calling delete_port for 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:15:15.487056 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a00cbef-795b-424c-b76d-56cfdd569adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:15.586720 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e0db1-df7e-42a9-9edc-e3d6e8c50bfa req-1419ee75-cd79-4d63-befd-677df39a44eb tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:15.589463 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e3e0db1-df7e-42a9-9edc-e3d6e8c50bfa req-1419ee75-cd79-4d63-befd-677df39a44eb tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 950 time: 0.0775075 Aug 17 02:15:15.672899 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a00cbef-795b-424c-b76d-56cfdd569adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:15.690261 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-582df236-dd52-4a50-b4fb-085d4dbf5b37 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:15.697436 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-582df236-dd52-4a50-b4fb-085d4dbf5b37 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 807 time: 0.2086227 Aug 17 02:15:15.726086 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-327f77ba-eb9b-454e-970e-10e15a5704e4 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/quotas/3bfc8ec22f9448049fd9f1737db3bb4d HTTP/1.1" status: 200 len: 375 time: 0.0274918 Aug 17 02:15:15.752443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00cbef-795b-424c-b76d-56cfdd569adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a179119-66d1-4eb1-a407-cb459433293e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:15.755750 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a00cbef-795b-424c-b76d-56cfdd569adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:15.759212 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8a00cbef-795b-424c-b76d-56cfdd569adf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0a179119-66d1-4eb1-a407-cb459433293e HTTP/1.1" status: 204 len: 168 time: 0.7717974 Aug 17 02:15:15.765411 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e3e0db1-df7e-42a9-9edc-e3d6e8c50bfa req-e91f0ffa-6a8f-4508-92f3-4b914b10e18c tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/security-groups?id=f98fcac9-18fd-4846-9b69-c4a1168915fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511023 Aug 17 02:15:15.770571 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37056) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:15.783556 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcfb164-aa77-4c76-850c-06c8652688e0 None None] Network d01b4ef2-1042-4e57-923f-303d33574b69 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:15:15.856378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23925b-baf8-487c-9e35-1a58d3ab2685 req-b125db27-0433-4b67-8646-e2d75f523aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:15.858577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e23925b-baf8-487c-9e35-1a58d3ab2685 req-b125db27-0433-4b67-8646-e2d75f523aba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 1099 time: 0.2339799 Aug 17 02:15:16.041734 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:16.109683 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99d4af-cc3c-4cfc-9545-d3c3cff7e3be req-88dd7edb-4e8a-441b-bcce-7843628d0604 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:16.109683 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a99d4af-cc3c-4cfc-9545-d3c3cff7e3be req-88dd7edb-4e8a-441b-bcce-7843628d0604 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 948 time: 0.1434689 Aug 17 02:15:16.153816 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-7a2e3520-fc08-434d-be32-e3d9a62d9088 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4230473 Aug 17 02:15:16.175064 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23925b-baf8-487c-9e35-1a58d3ab2685 req-7be9c369-b3dd-4756-81e3-ce5885a9d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:16.176565 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e23925b-baf8-487c-9e35-1a58d3ab2685 req-7be9c369-b3dd-4756-81e3-ce5885a9d3f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.3084009 Aug 17 02:15:16.194306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cc36a7-1976-4e47-8506-9020c77ff4a8 None None] DHCP port deletion for d01b4ef2-1042-4e57-923f-303d33574b69 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:15:16.260411 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a99d4af-cc3c-4cfc-9545-d3c3cff7e3be req-05b2dc7a-0dbe-41e9-9785-9b20aa35b2ef tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224270 Aug 17 02:15:16.264114 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a1cc36a7-1976-4e47-8506-9020c77ff4a8 None None] Deleting port d6dcd498-f2c0-47eb-b81e-17cd0a0358da {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:15:16.264528 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a1cc36a7-1976-4e47-8506-9020c77ff4a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:16.272165 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e23925b-baf8-487c-9e35-1a58d3ab2685 req-6b677476-3e35-4e27-a1b2-2d4a2f9de297 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=89512ee6-9046-4a3e-9a22-3e51c391433b HTTP/1.1" status: 200 len: 217 time: 0.0783131 Aug 17 02:15:16.301173 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-e2509a51-3612-4a35-88cb-25e4c7a00c4b service neutron] 10.222.0.13 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241620 Aug 17 02:15:16.312116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] Deleting port d6dcd498-f2c0-47eb-b81e-17cd0a0358da {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:15:16.312749 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:16.346052 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a1cc36a7-1976-4e47-8506-9020c77ff4a8 None None] For port d6dcd498-f2c0-47eb-b81e-17cd0a0358da, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d6dcd498-f2c0-47eb-b81e-17cd0a0358da,segment=NetworkSegment(417dd867-9f8b-4819-9710-875ad87ab512),segment_id=417dd867-9f8b-4819-9710-875ad87ab512)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:16.346449 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a1cc36a7-1976-4e47-8506-9020c77ff4a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:16.374478 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a1cc36a7-1976-4e47-8506-9020c77ff4a8 None None] Calling delete_port for d6dcd498-f2c0-47eb-b81e-17cd0a0358da owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:15:16.391594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23925b-baf8-487c-9e35-1a58d3ab2685 req-7690e035-9137-4c0c-9eb4-44c0027145e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:16.393084 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e23925b-baf8-487c-9e35-1a58d3ab2685 req-7690e035-9137-4c0c-9eb4-44c0027145e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1153007 Aug 17 02:15:16.398850 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] For port d6dcd498-f2c0-47eb-b81e-17cd0a0358da, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d6dcd498-f2c0-47eb-b81e-17cd0a0358da,segment=NetworkSegment(417dd867-9f8b-4819-9710-875ad87ab512),segment_id=417dd867-9f8b-4819-9710-875ad87ab512)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:16.398850 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:16.423461 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] Calling delete_port for d6dcd498-f2c0-47eb-b81e-17cd0a0358da owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:15:16.473694 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-06139765-d089-433e-89dc-579565dda02f service neutron] 10.222.0.13 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641419 Aug 17 02:15:16.555694 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23925b-baf8-487c-9e35-1a58d3ab2685 req-1541c6e7-48b0-4293-9522-6f4ae79fa24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:16.557364 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e23925b-baf8-487c-9e35-1a58d3ab2685 req-1541c6e7-48b0-4293-9522-6f4ae79fa24b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1550484 Aug 17 02:15:16.635058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa1e58-75e0-4ad1-a2c4-c5412da96a38 req-c0f0371a-acd0-42a6-822a-f52e3b0c5a76 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:16.637684 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a3fa1e58-75e0-4ad1-a2c4-c5412da96a38 req-c0f0371a-acd0-42a6-822a-f52e3b0c5a76 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 947 time: 0.1440170 Aug 17 02:15:16.691255 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-af5d703a-81a8-4e33-97dc-129fa57b656e req-12e19200-1594-4f4b-9bfc-2daad53aca39 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:16.724447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e19200-1594-4f4b-9bfc-2daad53aca39 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Pushing event deleted for resources: {'Port': ['ID=44904d9e-ee6e-45eb-9dfe-e66fa8d22102,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:16.765926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a3fa1e58-75e0-4ad1-a2c4-c5412da96a38 req-6959fda3-2820-4f4f-bdef-3bd8b4cd3d25 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955529 Aug 17 02:15:16.765926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e23925b-baf8-487c-9e35-1a58d3ab2685 req-d63f6020-fca2-4d8e-8dc1-5226e999fba9 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982644 Aug 17 02:15:16.802550 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5d703a-81a8-4e33-97dc-129fa57b656e req-12e19200-1594-4f4b-9bfc-2daad53aca39 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] No DVR routers for this DVR port 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:15:16.816360 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-af5d703a-81a8-4e33-97dc-129fa57b656e req-12e19200-1594-4f4b-9bfc-2daad53aca39 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:16.833914 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-af5d703a-81a8-4e33-97dc-129fa57b656e req-12e19200-1594-4f4b-9bfc-2daad53aca39 tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.18 "DELETE /v2.0/ports/44904d9e-ee6e-45eb-9dfe-e66fa8d22102 HTTP/1.1" status: 204 len: 173 time: 1.8908625 Aug 17 02:15:16.833914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b6e846-74b0-4d9f-9ab3-428c83df0b12', 'name': 'network-vif-deleted', 'tag': '44904d9e-ee6e-45eb-9dfe-e66fa8d22102'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:16.833914 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8397a519-7f03-4b91-85c8-7dcc002ea66d" -d '{"events": [{"server_uuid": "b1b6e846-74b0-4d9f-9ab3-428c83df0b12", "name": "network-vif-deleted", "tag": "44904d9e-ee6e-45eb-9dfe-e66fa8d22102"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:16.897437 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:16.898368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a1cc36a7-1976-4e47-8506-9020c77ff4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:16.936332 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc36a7-1976-4e47-8506-9020c77ff4a8 None None] Pushing event deleted for resources: {'Port': ['ID=d6dcd498-f2c0-47eb-b81e-17cd0a0358da,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:16.949049 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cc36a7-1976-4e47-8506-9020c77ff4a8 None None] No DVR routers for this DVR port d6dcd498-f2c0-47eb-b81e-17cd0a0358da on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:15:17.041738 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-53cf534c-30e1-4c41-951c-50e519b72b5f req-0cc4364a-277e-4835-991a-c23cf62ce3eb tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 210 time: 0.0776556 Aug 17 02:15:17.060526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e23925b-baf8-487c-9e35-1a58d3ab2685 req-2a286ca6-f8a7-406c-9ee6-3d84a56b9a85 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815118 Aug 17 02:15:17.060526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] No DVR routers for this DVR port d6dcd498-f2c0-47eb-b81e-17cd0a0358da on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:15:17.112088 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e730f1f-2b8f-4fe4-bb18-c8e51f9c62fe x-openstack-request-id: req-5e730f1f-2b8f-4fe4-bb18-c8e51f9c62fe {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:17.112385 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b6e846-74b0-4d9f-9ab3-428c83df0b12", "name": "network-vif-deleted", "tag": "44904d9e-ee6e-45eb-9dfe-e66fa8d22102", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:17.112632 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e730f1f-2b8f-4fe4-bb18-c8e51f9c62fe {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:17.122839 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b6e846-74b0-4d9f-9ab3-428c83df0b12', 'name': 'network-vif-deleted', 'tag': '44904d9e-ee6e-45eb-9dfe-e66fa8d22102', 'status': 'completed', 'code': 200} Aug 17 02:15:17.123556 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d6dcd498-f2c0-47eb-b81e-17cd0a0358da no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:15:17.184554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] Pushing event deleted for resources: {'Port': ['ID=d6dcd498-f2c0-47eb-b81e-17cd0a0358da,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:17.219635 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a3563d6-e061-4de2-9b0d-ea52792c25ca req-85cf71f6-0c8b-4ddc-8e71-5460fd4d589f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 210 time: 0.0360634 Aug 17 02:15:17.238180 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: d6dcd498-f2c0-47eb-b81e-17cd0a0358da {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:15:17.244116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e4237-5f78-4916-afe6-aa3ad6cdbd7d req-3d209868-e911-435e-81e8-5e489a6546ec tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:17.245621 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d6dcd498-f2c0-47eb-b81e-17cd0a0358da not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:15:17.269455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-815e4237-5f78-4916-afe6-aa3ad6cdbd7d req-3d209868-e911-435e-81e8-5e489a6546ec tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.3824873 Aug 17 02:15:17.290519 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:17.316608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01b4ef2-1042-4e57-923f-303d33574b69']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:17.328951 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:15:17.350137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417dd867-9f8b-4819-9710-875ad87ab512') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:17.350439 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417dd867-9f8b-4819-9710-875ad87ab512') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:17.367839 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:15:17.368414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 44904d9e-ee6e-45eb-9dfe-e66fa8d22102 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:15:17.384048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-815e4237-5f78-4916-afe6-aa3ad6cdbd7d req-bcd127e7-1612-4178-9935-4059b6c646a0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106179 Aug 17 02:15:17.392075 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:17.414904 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:17.425650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:15:17.426061 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:15:17.429196 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:15:17.499446 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd9ffd-653a-47e5-afd7-3e038ac11bb2 req-4eccf564-b882-4e16-85e6-3fc4dd6f03c3 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:17.507169 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-99fd9ffd-653a-47e5-afd7-3e038ac11bb2 req-4eccf564-b882-4e16-85e6-3fc4dd6f03c3 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 948 time: 0.0926886 Aug 17 02:15:17.571031 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-99fd9ffd-653a-47e5-afd7-3e038ac11bb2 req-eca7b471-8abf-4889-8167-82703254de21 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617342 Aug 17 02:15:17.599455 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:17.612903 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:17.615601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] 10.222.0.13 "DELETE /v2.0/networks/d01b4ef2-1042-4e57-923f-303d33574b69 HTTP/1.1" status: 204 len: 168 time: 1.8429365 Aug 17 02:15:17.636318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bab1b-105c-4c45-9ca2-2c83c54e14fd admin admin] Pushing event deleted for resources: {'Network': ['ID=d01b4ef2-1042-4e57-923f-303d33574b69,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:17.647609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b27f8-6150-4b39-8521-f533f43ee193 req-214a94bb-ddbe-4f05-8b69-1d466aa0990e tempest-MigrationsAdminTest-234746887 tempest-MigrationsAdminTest-234746887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:17.670508 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e03b27f8-6150-4b39-8521-f533f43ee193 req-214a94bb-ddbe-4f05-8b69-1d466aa0990e tempest-MigrationsAdminTest-234746887 tempest-MigrationsAdminTest-234746887-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 1101 time: 0.0944035 Aug 17 02:15:17.691418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0174f24-cebc-4f28-87d9-575f2c74fc0a req-a161de4c-9627-4f7f-949e-6fffb51e3a3c tempest-DeleteServersAdminTestJSON-167391969 tempest-DeleteServersAdminTestJSON-167391969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:17.692961 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f0174f24-cebc-4f28-87d9-575f2c74fc0a req-a161de4c-9627-4f7f-949e-6fffb51e3a3c tempest-DeleteServersAdminTestJSON-167391969 tempest-DeleteServersAdminTestJSON-167391969-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 1100 time: 0.0930731 Aug 17 02:15:17.737837 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e03b27f8-6150-4b39-8521-f533f43ee193 req-0d63308b-f840-483a-b5a5-f12f1a580b52 tempest-MigrationsAdminTest-234746887 tempest-MigrationsAdminTest-234746887-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650833 Aug 17 02:15:17.879812 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-f0174f24-cebc-4f28-87d9-575f2c74fc0a req-98a0aecf-d6c5-4567-87f1-880311433055 tempest-DeleteServersAdminTestJSON-167391969 tempest-DeleteServersAdminTestJSON-167391969-project-admin] Deleting port b64f73e4-91e2-4e26-b6d2-03c32266df23 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:15:17.880169 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f0174f24-cebc-4f28-87d9-575f2c74fc0a req-98a0aecf-d6c5-4567-87f1-880311433055 tempest-DeleteServersAdminTestJSON-167391969 tempest-DeleteServersAdminTestJSON-167391969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:17.949522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77671b8e-2a14-47d0-a6a1-16fd597502d2 req-39844dc1-3789-4db4-a886-37e899190aa6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:17.951091 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-77671b8e-2a14-47d0-a6a1-16fd597502d2 req-39844dc1-3789-4db4-a886-37e899190aa6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 947 time: 0.1057539 Aug 17 02:15:18.013336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-f0174f24-cebc-4f28-87d9-575f2c74fc0a req-98a0aecf-d6c5-4567-87f1-880311433055 tempest-DeleteServersAdminTestJSON-167391969 tempest-DeleteServersAdminTestJSON-167391969-project-admin] For port b64f73e4-91e2-4e26-b6d2-03c32266df23, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=b64f73e4-91e2-4e26-b6d2-03c32266df23,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:18.013628 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f0174f24-cebc-4f28-87d9-575f2c74fc0a req-98a0aecf-d6c5-4567-87f1-880311433055 tempest-DeleteServersAdminTestJSON-167391969 tempest-DeleteServersAdminTestJSON-167391969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:18.032880 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-77671b8e-2a14-47d0-a6a1-16fd597502d2 req-3a4982fd-2aad-45a0-82b4-99e5b2217759 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744376 Aug 17 02:15:18.033900 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-f0174f24-cebc-4f28-87d9-575f2c74fc0a req-98a0aecf-d6c5-4567-87f1-880311433055 tempest-DeleteServersAdminTestJSON-167391969 tempest-DeleteServersAdminTestJSON-167391969-project-admin] Calling delete_port for b64f73e4-91e2-4e26-b6d2-03c32266df23 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:15:18.220285 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95ed4b7d-741b-47a8-a12d-2b6a9459e23a req-7477b2ee-8d4f-4519-bd9f-785e61defd1d tempest-ServerDiagnosticsNegativeTest-1086416355 tempest-ServerDiagnosticsNegativeTest-1086416355-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b6e846-74b0-4d9f-9ab3-428c83df0b12 HTTP/1.1" status: 200 len: 210 time: 0.0426619 Aug 17 02:15:18.244017 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-86607930-e1d4-42b8-b832-0eea0f7f4ce7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a51fdd587a534f09b86bda6242380da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449350 Aug 17 02:15:18.326137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06ccd0ac-0741-4a6b-b6bb-716742ac903e req-9aa5f9da-ba65-40a5-914c-a4034509a757 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 210 time: 0.0324321 Aug 17 02:15:18.378791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37124) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:18.378970 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-c20f5631-a3e1-41f4-a8ef-fd28255e631e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:18.380587 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-c20f5631-a3e1-41f4-a8ef-fd28255e631e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1327658 Aug 17 02:15:18.395817 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-4a2efdb2-d3ff-4b9d-beeb-a6b4e4fc2a5e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/quotas/a51fdd587a534f09b86bda6242380da1 HTTP/1.1" status: 200 len: 375 time: 0.0095625 Aug 17 02:15:18.421070 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1ce47a9a-6e35-4442-a4fa-fecee9de131c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ffe0551f0114312981f9e1660c62e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408936 Aug 17 02:15:18.423605 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37126) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:18.435453 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f0174f24-cebc-4f28-87d9-575f2c74fc0a req-98a0aecf-d6c5-4567-87f1-880311433055 tempest-DeleteServersAdminTestJSON-167391969 tempest-DeleteServersAdminTestJSON-167391969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:18.471970 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0aecf-d6c5-4567-87f1-880311433055 tempest-DeleteServersAdminTestJSON-167391969 tempest-DeleteServersAdminTestJSON-167391969-project-admin] Pushing event deleted for resources: {'Port': ['ID=b64f73e4-91e2-4e26-b6d2-03c32266df23,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:18.487000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['b64f73e4-91e2-4e26-b6d2-03c32266df23'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:15:18.513884 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-62ecc5b7-cc3c-4add-904b-d12f2514d437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:18.515114 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-6b92496b-5447-41ef-b98c-931a4c19b818 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126149 Aug 17 02:15:18.556684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0174f24-cebc-4f28-87d9-575f2c74fc0a req-98a0aecf-d6c5-4567-87f1-880311433055 tempest-DeleteServersAdminTestJSON-167391969 tempest-DeleteServersAdminTestJSON-167391969-project-admin] No DVR routers for this DVR port b64f73e4-91e2-4e26-b6d2-03c32266df23 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:15:18.564927 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f0174f24-cebc-4f28-87d9-575f2c74fc0a req-98a0aecf-d6c5-4567-87f1-880311433055 tempest-DeleteServersAdminTestJSON-167391969 tempest-DeleteServersAdminTestJSON-167391969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:18.572592 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f0174f24-cebc-4f28-87d9-575f2c74fc0a req-98a0aecf-d6c5-4567-87f1-880311433055 tempest-DeleteServersAdminTestJSON-167391969 tempest-DeleteServersAdminTestJSON-167391969-project-admin] 10.222.0.18 "DELETE /v2.0/ports/b64f73e4-91e2-4e26-b6d2-03c32266df23 HTTP/1.1" status: 204 len: 173 time: 0.8710859 Aug 17 02:15:18.581909 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-62ecc5b7-cc3c-4add-904b-d12f2514d437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:18.772694 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b43cf65d-4a67-46e0-b9be-d1f615556e46 req-97192534-2a38-4524-b7eb-fc49cb6c502b tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 210 time: 0.0381660 Aug 17 02:15:18.818033 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-62ecc5b7-cc3c-4add-904b-d12f2514d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:18.823866 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-62ecc5b7-cc3c-4add-904b-d12f2514d437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:18.831288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-62ecc5b7-cc3c-4add-904b-d12f2514d437 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37e1b590-04b9-429d-bb89-3138a18d98a7 HTTP/1.1" status: 204 len: 168 time: 0.4048402 Aug 17 02:15:18.852142 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecc5b7-cc3c-4add-904b-d12f2514d437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e1b590-04b9-429d-bb89-3138a18d98a7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:18.931525 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eae488e0-7e69-4d80-ad80-201c7776c618 req-4e6d5faa-9b74-426d-9cf6-323538830029 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 210 time: 0.0362217 Aug 17 02:15:19.115189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a829e2-ea6b-472b-97dc-1ea826dafaf1', 'name': 'network-vif-deleted', 'tag': 'b64f73e4-91e2-4e26-b6d2-03c32266df23'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:19.117058 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab69185d-eb10-4e02-ba48-5a7988065d7b" -d '{"events": [{"server_uuid": "97a829e2-ea6b-472b-97dc-1ea826dafaf1", "name": "network-vif-deleted", "tag": "b64f73e4-91e2-4e26-b6d2-03c32266df23"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:19.161230 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f1ba0e-ade2-48c8-a43d-456c63e064e8 x-openstack-request-id: req-57f1ba0e-ade2-48c8-a43d-456c63e064e8 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:19.161680 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a829e2-ea6b-472b-97dc-1ea826dafaf1", "name": "network-vif-deleted", "tag": "b64f73e4-91e2-4e26-b6d2-03c32266df23", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:19.162089 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57f1ba0e-ade2-48c8-a43d-456c63e064e8 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:19.163379 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a829e2-ea6b-472b-97dc-1ea826dafaf1', 'name': 'network-vif-deleted', 'tag': 'b64f73e4-91e2-4e26-b6d2-03c32266df23', 'status': 'completed', 'code': 200} Aug 17 02:15:19.208894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a341fc-0524-475f-986a-622d1381e368 req-38876088-0cf5-49f9-9a87-2da90d0c306e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:19.210560 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28a341fc-0524-475f-986a-622d1381e368 req-38876088-0cf5-49f9-9a87-2da90d0c306e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 947 time: 0.0559585 Aug 17 02:15:19.258761 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28a341fc-0524-475f-986a-622d1381e368 req-2cbbc5ca-0ac6-4e57-b547-5d2d647c5294 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 Aug 17 02:15:19.460686 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d65faaef-9d80-4226-be1f-af4d5d799ce6 req-3b6df311-772f-4bc0-9ee8-bae49933add5 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 210 time: 0.0497704 Aug 17 02:15:19.509289 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 89512ee6-9046-4a3e-9a22-3e51c391433b details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:15:19.618574 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 89512ee6-9046-4a3e-9a22-3e51c391433b, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=89512ee6-9046-4a3e-9a22-3e51c391433b,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:19.635097 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '89512ee6-9046-4a3e-9a22-3e51c391433b', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '89512ee6-9046-4a3e-9a22-3e51c391433b', 'mac_address': 'fa:16:3e:0a:aa:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:15:19.679694 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:19.692888 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89512ee6-9046-4a3e-9a22-3e51c391433b {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:19.713790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 89512ee6-9046-4a3e-9a22-3e51c391433b, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=89512ee6-9046-4a3e-9a22-3e51c391433b,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:19.893301 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8fadcd95-f382-4619-8204-cb0a52c0ea3b req-dcba8efb-b75f-40e6-a39a-46259cfbcd18 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a829e2-ea6b-472b-97dc-1ea826dafaf1 HTTP/1.1" status: 200 len: 210 time: 0.0301964 Aug 17 02:15:19.971799 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:20.034994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90e18fce-e0f5-4280-bac4-d9e1422d9331 req-48ee4a6f-5daa-4962-b74e-8ffe59a4f5db tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 210 time: 0.0430121 Aug 17 02:15:20.068451 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=89512ee6-9046-4a3e-9a22-3e51c391433b,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:20.186678 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37194) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:20.370357 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:15:20.416354 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44ea48-3112-4a55-8f52-0ad575a54f80 req-c7d841a4-4de3-4c5d-b5bc-85fd14ecb252 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:20.418309 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f44ea48-3112-4a55-8f52-0ad575a54f80 req-c7d841a4-4de3-4c5d-b5bc-85fd14ecb252 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 948 time: 0.0545602 Aug 17 02:15:20.433994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f889a7a8-9205-4847-8dd1-3917b22cd2e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec871d31db594a69911bed1ec9ad2ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460556 Aug 17 02:15:20.434482 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37220) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:20.447594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-556d959d-b1b7-4d09-b199-6269e9981992 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:20.450887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-556d959d-b1b7-4d09-b199-6269e9981992 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.42 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 807 time: 0.2034702 Aug 17 02:15:20.479027 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-1f7537d0-1639-4ed3-999a-8949ce044806 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Request body: {'port': {'device_id': '79096bbc-5ca5-440f-8cff-376f600dda1d', 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60', 'admin_state_up': True, 'tenant_id': '3bfc8ec22f9448049fd9f1737db3bb4d'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:20.569987 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f44ea48-3112-4a55-8f52-0ad575a54f80 req-c62d2fb5-86ed-4c71-ac4d-6f5c656756f4 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257563 Aug 17 02:15:20.595139 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19f651ab-f8fb-4da1-b4e4-9841e56d50de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:20.627550 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19f651ab-f8fb-4da1-b4e4-9841e56d50de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:20.628195 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5a9b8e2-5df7-450b-adf3-ead411bd8dd9 req-2e88a0af-347e-4da0-a777-1f3e5f02ce6d tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 210 time: 0.0517943 Aug 17 02:15:20.687018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37230) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:20.799058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-562047392-network', 'tenant_id': '933ddc92f6b14a99a3bca5fe251add91'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:20.822609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-1f7537d0-1639-4ed3-999a-8949ce044806 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Made reservation on behalf of 3bfc8ec22f9448049fd9f1737db3bb4d for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:15:20.826670 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-1f7537d0-1639-4ed3-999a-8949ce044806 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:20.851533 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19f651ab-f8fb-4da1-b4e4-9841e56d50de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:20.856038 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19f651ab-f8fb-4da1-b4e4-9841e56d50de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:20.857496 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-19f651ab-f8fb-4da1-b4e4-9841e56d50de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f98fcac9-18fd-4846-9b69-c4a1168915fb HTTP/1.1" status: 204 len: 168 time: 0.4220715 Aug 17 02:15:20.865987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f651ab-f8fb-4da1-b4e4-9841e56d50de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98fcac9-18fd-4846-9b69-c4a1168915fb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:20.931038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] Made reservation on behalf of 933ddc92f6b14a99a3bca5fe251add91 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:15:20.934940 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:20.951833 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:20.993482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-1f7537d0-1639-4ed3-999a-8949ce044806 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Allocated IP 172.20.0.7 (c8c80ec2-d490-4616-acf6-294513bafc60/5754ca00-fb2f-4542-b586-9964d8f96846/d10d5f7d-2d5a-446d-9992-f40b124fcb98) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:15:21.069311 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:21.174698 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-12cf55ff-1a96-4209-80f8-4fec812b6ccf req-b655c1c9-b02c-41bc-b138-e76b06422993 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 210 time: 0.0273585 Aug 17 02:15:21.182758 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:21.196633 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-1f7537d0-1639-4ed3-999a-8949ce044806 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:21.200330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:15:21.229743 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:21.229743 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] Added segment 37d19906-a87d-4d77-bf43-a1eaf7f0b28d of type vlan for network c3f10f52-c4f4-40ed-b293-ff9a4f4babc6 Aug 17 02:15:21.236712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3e7adb-000a-4bfb-a35c-7494edef09f0,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:21.288589 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:21.339469 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37258) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:21.342474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-a652c81a-ce67-4149-b3b7-ec1910440a1a tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4d4f767765f540e1b8f0e22eeb0aacea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228970 Aug 17 02:15:21.346478 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device b64f73e4-91e2-4e26-b6d2-03c32266df23 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:15:21.372188 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: b64f73e4-91e2-4e26-b6d2-03c32266df23 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:15:21.372533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device b64f73e4-91e2-4e26-b6d2-03c32266df23 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:15:21.378175 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-1f7537d0-1639-4ed3-999a-8949ce044806 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:21.416608 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:21.418528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:21.419122 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:21.485732 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55ef73ae-862b-4c1c-b754-23ad2a253406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:21.486726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-1f7537d0-1639-4ed3-999a-8949ce044806 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Network c8c80ec2-d490-4616-acf6-294513bafc60 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:15:21.489221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7537d0-1639-4ed3-999a-8949ce044806 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Pushing event updated for resources: {'Port': ['ID=d10d5f7d-2d5a-446d-9992-f40b124fcb98,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:21.498807 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-1f7537d0-1639-4ed3-999a-8949ce044806 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:21.504215 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-1f7537d0-1639-4ed3-999a-8949ce044806 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:15:21.509867 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] Pushing event updated for resources: {'Network': ['ID=c3f10f52-c4f4-40ed-b293-ff9a4f4babc6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:21.510994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 89512ee6-9046-4a3e-9a22-3e51c391433b up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:21.534302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network c3f10f52-c4f4-40ed-b293-ff9a4f4babc6 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:15:21.575047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-1f7537d0-1639-4ed3-999a-8949ce044806 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:21.575726 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-1f7537d0-1639-4ed3-999a-8949ce044806 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:21.612070 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-775c1fc0-2763-4a32-9726-d6a387e88d01 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9235735 Aug 17 02:15:21.614778 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37264) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:21.619637 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-284ad45a-b199-4e6e-b919-941f6edc9640 admin admin] Request body: {'subnet': {'network_id': 'c3f10f52-c4f4-40ed-b293-ff9a4f4babc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-562047392-subnet', 'tenant_id': '933ddc92f6b14a99a3bca5fe251add91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:21.649218 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-55fe7dfd-47e1-4096-838a-cc457f3fcdc8 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:21.650789 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-55fe7dfd-47e1-4096-838a-cc457f3fcdc8 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3004956 Aug 17 02:15:21.674693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-06716ba1-b41f-4bac-bfa2-ca72b085812a tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/quotas/4d4f767765f540e1b8f0e22eeb0aacea HTTP/1.1" status: 200 len: 375 time: 0.0168440 Aug 17 02:15:21.682776 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bfbfc-a1c1-47e6-865d-f3f6eb61561b req-6dd8101f-ba79-4a9e-b211-ccb41c2df119 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:21.684345 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4d3bfbfc-a1c1-47e6-865d-f3f6eb61561b req-6dd8101f-ba79-4a9e-b211-ccb41c2df119 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 948 time: 0.0612097 Aug 17 02:15:21.702489 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 89512ee6-9046-4a3e-9a22-3e51c391433b completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:21.706469 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 89512ee6-9046-4a3e-9a22-3e51c391433b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:21.706906 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:21.737343 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4d3bfbfc-a1c1-47e6-865d-f3f6eb61561b req-195c44e0-e5a8-4e9a-82cf-a1a8e52ab577 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468748 Aug 17 02:15:21.819134 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:21.848948 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4c67e1-c28e-44ed-b310-b98f64942b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89512ee6-9046-4a3e-9a22-3e51c391433b'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:21.852766 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19ed738-8aa1-429d-adfd-b4ae19f026f9" -d '{"events": [{"server_uuid": "3b4c67e1-c28e-44ed-b310-b98f64942b9c", "name": "network-vif-plugged", "status": "completed", "tag": "89512ee6-9046-4a3e-9a22-3e51c391433b"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:21.863195 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55ef73ae-862b-4c1c-b754-23ad2a253406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:21.864007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37270) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:21.875462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 89512ee6-9046-4a3e-9a22-3e51c391433b, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=89512ee6-9046-4a3e-9a22-3e51c391433b,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:21.910738 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5758ba43-8ee9-46dc-b8cf-c89cb58f9e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:21.930067 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-e8681725-3b8d-4af0-af6e-5609cf0cd959 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a51fdd587a534f09b86bda6242380da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321238 Aug 17 02:15:21.967229 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-502bf83a-ebb9-4a6d-93e5-8c0815f48231 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d4f767765f540e1b8f0e22eeb0aacea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2857652 Aug 17 02:15:21.968577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-1f7537d0-1639-4ed3-999a-8949ce044806 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4956579 Aug 17 02:15:21.986741 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Request body: {'port': {'device_id': '79096bbc-5ca5-440f-8cff-376f600dda1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:21.990962 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55ef73ae-862b-4c1c-b754-23ad2a253406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.005628 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.007844 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd651c6-6865-408d-b470-60284edca7a9 req-043ace73-bbea-4536-b24c-d2d43e10a36c tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:22.009490 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8bd651c6-6865-408d-b470-60284edca7a9 req-043ace73-bbea-4536-b24c-d2d43e10a36c tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 931 time: 0.1643887 Aug 17 02:15:22.058856 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.074338 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-55ef73ae-862b-4c1c-b754-23ad2a253406 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d72d933b6d24deb9c08b411d6066d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7335432 Aug 17 02:15:22.078973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37274) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:22.084180 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=89512ee6-9046-4a3e-9a22-3e51c391433b,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:22.117424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef73ae-862b-4c1c-b754-23ad2a253406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5228c2-0c63-492b-b765-cd864632dad0,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:22.125979 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8bd651c6-6865-408d-b470-60284edca7a9 req-ace95d8c-7fd0-44d6-bfbd-85820a15d11b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059923 Aug 17 02:15:22.150338 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284ad45a-b199-4e6e-b919-941f6edc9640 admin admin] Made reservation on behalf of 933ddc92f6b14a99a3bca5fe251add91 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:15:22.150338 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-284ad45a-b199-4e6e-b919-941f6edc9640 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.156667 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-f948f5ac-1201-4241-b954-31ad480422ef tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:22.158479 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-f948f5ac-1201-4241-b954-31ad480422ef tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211037 Aug 17 02:15:22.188387 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d6e1d1-a39a-44f8-ae65-3aa6b17a2aa9 x-openstack-request-id: req-38d6e1d1-a39a-44f8-ae65-3aa6b17a2aa9 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:22.188726 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4c67e1-c28e-44ed-b310-b98f64942b9c", "name": "network-vif-plugged", "status": "completed", "tag": "89512ee6-9046-4a3e-9a22-3e51c391433b", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:22.188992 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38d6e1d1-a39a-44f8-ae65-3aa6b17a2aa9 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:22.189414 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4c67e1-c28e-44ed-b310-b98f64942b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89512ee6-9046-4a3e-9a22-3e51c391433b', 'code': 200} Aug 17 02:15:22.207161 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-91855702-7ec0-4a4f-8dc3-467176a6d051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Request body: {'port': {'device_id': 'ddf2ce05-7b48-474a-a2fd-02d659713a51', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'a51fdd587a534f09b86bda6242380da1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:22.286827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.42', 55368) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:22.308745 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-666d3d78-59b4-4f9a-ab8e-c21b6fa7231c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.365547 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-666d3d78-59b4-4f9a-ab8e-c21b6fa7231c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.450967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145806c-29e7-427c-938f-662ce4a70cc7 req-7857daf3-eb53-4030-8a1d-e2c668170f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:22.452629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4145806c-29e7-427c-938f-662ce4a70cc7 req-7857daf3-eb53-4030-8a1d-e2c668170f30 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 1101 time: 0.1648648 Aug 17 02:15:22.489897 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0932801c-5b7c-461e-bd71-0aaf46198135 req-a393fe33-b551-4ab1-a5c1-27e7bd7a299a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 210 time: 0.0710592 Aug 17 02:15:22.502841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f645a54-9ea3-4a1a-95ac-0a88f379308a req-c96b6581-3b11-40bb-b03c-0cc5c480d495 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 210 time: 0.0717044 Aug 17 02:15:22.505016 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5758ba43-8ee9-46dc-b8cf-c89cb58f9e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.563902 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4145806c-29e7-427c-938f-662ce4a70cc7 req-d8e570d1-4b40-4bf7-a5ae-abb76c88efb9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015637 Aug 17 02:15:22.587713 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5758ba43-8ee9-46dc-b8cf-c89cb58f9e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.636222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10d5f7d-2d5a-446d-9992-f40b124fcb98 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:22.644817 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.649839 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758ba43-8ee9-46dc-b8cf-c89cb58f9e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69192a8-aa32-4673-8052-ec11ad481986,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:22.654973 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5758ba43-8ee9-46dc-b8cf-c89cb58f9e56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=095714d2f069469c8baee59477383d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7899642 Aug 17 02:15:22.656461 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-666d3d78-59b4-4f9a-ab8e-c21b6fa7231c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.657833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37288) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:22.660240 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-666d3d78-59b4-4f9a-ab8e-c21b6fa7231c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.663751 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-666d3d78-59b4-4f9a-ab8e-c21b6fa7231c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce5228c2-0c63-492b-b765-cd864632dad0 HTTP/1.1" status: 204 len: 168 time: 0.5812891 Aug 17 02:15:22.676214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Transition to ACTIVE for port object d10d5f7d-2d5a-446d-9992-f40b124fcb98 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:22.677769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d3d78-59b4-4f9a-ab8e-c21b6fa7231c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5228c2-0c63-492b-b765-cd864632dad0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:22.714466 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19c67c99-1e1d-4ff5-8bed-ad527f127f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.737312 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19c67c99-1e1d-4ff5-8bed-ad527f127f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.772290 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.775997 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-284ad45a-b199-4e6e-b919-941f6edc9640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.778055 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-91855702-7ec0-4a4f-8dc3-467176a6d051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Made reservation on behalf of a51fdd587a534f09b86bda6242380da1 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:15:22.782220 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-91855702-7ec0-4a4f-8dc3-467176a6d051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.847793 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Pushing event updated for resources: {'Port': ['ID=d10d5f7d-2d5a-446d-9992-f40b124fcb98,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:22.900767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ad45a-b199-4e6e-b919-941f6edc9640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9366602-62da-46a8-8c3d-584bb92ff779,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:22.902004 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Attempting to bind port d10d5f7d-2d5a-446d-9992-f40b124fcb98 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:15:22.902552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Attempting to bind port d10d5f7d-2d5a-446d-9992-f40b124fcb98 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:15:22.904132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Attempting to bind port d10d5f7d-2d5a-446d-9992-f40b124fcb98 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:22.908101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Port d10d5f7d-2d5a-446d-9992-f40b124fcb98 on network c8c80ec2-d490-4616-acf6-294513bafc60 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:15:22.908430 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Attempting to bind port d10d5f7d-2d5a-446d-9992-f40b124fcb98 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:22.914094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:15:22.915264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Checking segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:22.915887 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Bound using segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:15:22.916013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Bound port: d10d5f7d-2d5a-446d-9992-f40b124fcb98, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:15:22.916859 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.926704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284ad45a-b199-4e6e-b919-941f6edc9640 admin admin] Checking segment: {'id': '37d19906-a87d-4d77-bf43-a1eaf7f0b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c3f10f52-c4f4-40ed-b293-ff9a4f4babc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:22.927050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284ad45a-b199-4e6e-b919-941f6edc9640 admin admin] Network hostable DHCP agents. Network: c3f10f52-c4f4-40ed-b293-ff9a4f4babc6, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:15:22.943072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfc278-3bf3-4901-8d5d-0e04645027c9 req-6260ad85-2c95-4650-af76-b28e9f5f7f7d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:22.950904 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bbfc278-3bf3-4901-8d5d-0e04645027c9 req-6260ad85-2c95-4650-af76-b28e9f5f7f7d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 949 time: 0.1132288 Aug 17 02:15:22.990161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19c67c99-1e1d-4ff5-8bed-ad527f127f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.990698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:22.992706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19c67c99-1e1d-4ff5-8bed-ad527f127f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:22.993896 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-19c67c99-1e1d-4ff5-8bed-ad527f127f50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e69192a8-aa32-4673-8052-ec11ad481986 HTTP/1.1" status: 204 len: 168 time: 0.3350966 Aug 17 02:15:22.994025 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:15:23.023959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c67c99-1e1d-4ff5-8bed-ad527f127f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69192a8-aa32-4673-8052-ec11ad481986,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:23.060912 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bbfc278-3bf3-4901-8d5d-0e04645027c9 req-3b205d40-34ba-4f84-b64d-376387b1b5ed tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091261 Aug 17 02:15:23.088466 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:23.128926 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:23.129584 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:23.131051 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] 10.222.0.42 "PUT /v2.0/ports/d10d5f7d-2d5a-446d-9992-f40b124fcb98 HTTP/1.1" status: 200 len: 1092 time: 1.1492481 Aug 17 02:15:23.131611 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79096bbc-5ca5-440f-8cff-376f600dda1d', 'tag': 'd10d5f7d-2d5a-446d-9992-f40b124fcb98'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:23.133854 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80f6cab-2f69-4ebd-8337-eebcfa5bb420" -d '{"events": [{"name": "network-changed", "server_uuid": "79096bbc-5ca5-440f-8cff-376f600dda1d", "tag": "d10d5f7d-2d5a-446d-9992-f40b124fcb98"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:23.140326 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-91855702-7ec0-4a4f-8dc3-467176a6d051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Allocated IP 192.168.233.92 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/ca68e81a-5354-4e38-bd1e-8d4568dd0ce6) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:15:23.156149 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284ad45a-b199-4e6e-b919-941f6edc9640 admin admin] Network c3f10f52-c4f4-40ed-b293-ff9a4f4babc6 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:15:23.163337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e897d3-0030-4ff3-9108-6a9e78d548bb service neutron] Pushing event updated for resources: {'Port': ['ID=d10d5f7d-2d5a-446d-9992-f40b124fcb98,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:23.212332 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f784036e-4d19-493d-9e73-e631d3bcfbea x-openstack-request-id: req-f784036e-4d19-493d-9e73-e631d3bcfbea {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:23.212622 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79096bbc-5ca5-440f-8cff-376f600dda1d", "tag": "d10d5f7d-2d5a-446d-9992-f40b124fcb98", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:23.212866 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f784036e-4d19-493d-9e73-e631d3bcfbea {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:23.213277 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79096bbc-5ca5-440f-8cff-376f600dda1d', 'tag': 'd10d5f7d-2d5a-446d-9992-f40b124fcb98', 'status': 'completed', 'code': 200} Aug 17 02:15:23.301218 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f6cab-2f69-4ebd-8337-eebcfa5bb420 req-36cb681b-0a0f-4af5-8403-ac40319c9605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:23.302941 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b80f6cab-2f69-4ebd-8337-eebcfa5bb420 req-36cb681b-0a0f-4af5-8403-ac40319c9605 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 1095 time: 0.0434701 Aug 17 02:15:23.325005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-284ad45a-b199-4e6e-b919-941f6edc9640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, c3f10f52-c4f4-40ed-b293-ff9a4f4babc6) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:23.330652 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284ad45a-b199-4e6e-b919-941f6edc9640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:23.331776 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-284ad45a-b199-4e6e-b919-941f6edc9640 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:23.339366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf70be3-ed79-4472-b819-d3ea0cc0b026 None None] Network c3f10f52-c4f4-40ed-b293-ff9a4f4babc6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:15:23.394556 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be73581-4b46-4da4-b04e-119c91ba7b95 req-2a70f092-607f-42a5-9821-0667bccba80d tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:23.396805 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8be73581-4b46-4da4-b04e-119c91ba7b95 req-2a70f092-607f-42a5-9821-0667bccba80d tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 943 time: 0.1538644 Aug 17 02:15:23.421667 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-91855702-7ec0-4a4f-8dc3-467176a6d051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:23.440599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f6cab-2f69-4ebd-8337-eebcfa5bb420 req-28ccbfa5-e496-409f-8217-f449df8cc102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:23.442620 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b80f6cab-2f69-4ebd-8337-eebcfa5bb420 req-28ccbfa5-e496-409f-8217-f449df8cc102 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1232708 Aug 17 02:15:23.451637 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-91855702-7ec0-4a4f-8dc3-467176a6d051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Transition to ACTIVE for port object ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:23.472464 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8be73581-4b46-4da4-b04e-119c91ba7b95 req-8e8a7d52-da42-4411-ba68-58d0b1d87cf9 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678289 Aug 17 02:15:23.513005 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-284ad45a-b199-4e6e-b919-941f6edc9640 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8971338 Aug 17 02:15:23.543753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2855f0-895e-42d8-95c1-2dd18a414330 None None] Network c3f10f52-c4f4-40ed-b293-ff9a4f4babc6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:15:23.648760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f6cab-2f69-4ebd-8337-eebcfa5bb420 req-3e87a670-61bb-4169-8c08-17649d8ba0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:23.650565 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b80f6cab-2f69-4ebd-8337-eebcfa5bb420 req-3e87a670-61bb-4169-8c08-17649d8ba0a9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1998682 Aug 17 02:15:23.652988 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-85e215f1-d259-4448-b2f7-10894c5623bc req-5dd1c1c5-b0fd-4c6a-9d6d-667437825d7d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 210 time: 0.0581710 Aug 17 02:15:23.664843 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e4f3a66b-3393-474c-83e2-7392293612bf req-20ef1a90-f76c-4347-9198-5fa5e2c73c9a tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 210 time: 0.0647745 Aug 17 02:15:23.711088 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-91855702-7ec0-4a4f-8dc3-467176a6d051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:23.750131 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['733f25df-f5b8-4f64-893b-991ab1350fdf'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:15:23.772569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91855702-7ec0-4a4f-8dc3-467176a6d051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Pushing event updated for resources: {'Port': ['ID=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:23.787602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-91855702-7ec0-4a4f-8dc3-467176a6d051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:15:23.789015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-91855702-7ec0-4a4f-8dc3-467176a6d051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:23.791556 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-91855702-7ec0-4a4f-8dc3-467176a6d051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:15:23.839534 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-b9bb6273-72b0-4625-ae7b-f527077af786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:23.840806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-b9bb6273-72b0-4625-ae7b-f527077af786 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 1095 time: 0.1064973 Aug 17 02:15:23.873833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-91855702-7ec0-4a4f-8dc3-467176a6d051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:23.875301 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-91855702-7ec0-4a4f-8dc3-467176a6d051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:23.901063 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37322) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:23.980947 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-1ee4f10a-aae3-4f41-8f4a-bb0bfc0f86af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98 HTTP/1.1" status: 200 len: 217 time: 0.1071470 Aug 17 02:15:23.984163 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-91855702-7ec0-4a4f-8dc3-467176a6d051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7835932 Aug 17 02:15:23.989151 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7f094451-2b28-4896-9132-6ed79be53c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:24.012988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Request body: {'port': {'device_id': 'ddf2ce05-7b48-474a-a2fd-02d659713a51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:24.028107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-67106229-5fce-41dd-b915-ca8571809f81 req-8e7c31cb-12cf-4f6e-806f-3a24c6dabe92 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-241702486', 'description': 'tempest-description-1177548959'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:24.135250 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:24.171580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-9d683d0c-6793-4f6d-b1d2-e258e0a9e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:24.173500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-9d683d0c-6793-4f6d-b1d2-e258e0a9e4f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.1638968 Aug 17 02:15:24.211030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-6d7ae30d-b139-4483-adc9-59d195b41574 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286372 Aug 17 02:15:24.310763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550d723-a7d6-40c0-9891-9847f299b918 req-25989b35-8bc6-4b20-b136-16f1c3c017d4 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:24.312240 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a550d723-a7d6-40c0-9891-9847f299b918 req-25989b35-8bc6-4b20-b136-16f1c3c017d4 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 949 time: 0.1336753 Aug 17 02:15:24.350202 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7f094451-2b28-4896-9132-6ed79be53c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:24.354485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6dce3d9a-6a41-4257-8757-adf8c6bd4144 None None] Provisioning for port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:24.359569 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-fd6aed93-dd57-449d-be53-ac9b27078982 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386540 Aug 17 02:15:24.362863 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6dce3d9a-6a41-4257-8757-adf8c6bd4144 None None] Provisioning complete for port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:24.362863 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6dce3d9a-6a41-4257-8757-adf8c6bd4144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:24.406960 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a550d723-a7d6-40c0-9891-9847f299b918 req-460d5e6e-796d-4842-b83b-8e03172eb45b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864410 Aug 17 02:15:24.442536 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-6dce3d9a-6a41-4257-8757-adf8c6bd4144 None None] Port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:15:24.509591 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80b6b603-cd4b-4d27-99a3-03cca0e71cba req-969eb47c-8606-4bc2-a46e-3bc72a9a38cc service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402740 Aug 17 02:15:24.532419 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7f094451-2b28-4896-9132-6ed79be53c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:24.534359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:24.544582 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:24.564452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Transition to ACTIVE for port object ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:24.577400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f094451-2b28-4896-9132-6ed79be53c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0531f27f-a3e9-4d44-ad48-49bf3882b0cf,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:24.584536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7f094451-2b28-4896-9132-6ed79be53c7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=113c0ef7e2dd44acaefc2aceff532d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6789222 Aug 17 02:15:24.585025 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37334) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:24.642868 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b78b660b-eb7e-4578-bdec-4c924d3880b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:24.655958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760687e-eee8-4b2e-bd18-b37e9211af62 req-b6e46709-ab7a-48af-881e-0dcea77c690b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:24.657664 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b760687e-eee8-4b2e-bd18-b37e9211af62 req-b6e46709-ab7a-48af-881e-0dcea77c690b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 943 time: 0.0553968 Aug 17 02:15:24.675466 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b78b660b-eb7e-4578-bdec-4c924d3880b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:24.697665 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b760687e-eee8-4b2e-bd18-b37e9211af62 req-e8695e72-9a2b-46fb-aadc-455ce659fe62 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340605 Aug 17 02:15:24.702120 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-67106229-5fce-41dd-b915-ca8571809f81 req-8e7c31cb-12cf-4f6e-806f-3a24c6dabe92 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:24.705913 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:24.766596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Pushing event updated for resources: {'Port': ['ID=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:24.854260 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b78b660b-eb7e-4578-bdec-4c924d3880b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:24.857663 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b78b660b-eb7e-4578-bdec-4c924d3880b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:24.859658 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b78b660b-eb7e-4578-bdec-4c924d3880b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0531f27f-a3e9-4d44-ad48-49bf3882b0cf HTTP/1.1" status: 204 len: 168 time: 0.2730043 Aug 17 02:15:24.885354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b660b-eb7e-4578-bdec-4c924d3880b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0531f27f-a3e9-4d44-ad48-49bf3882b0cf,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:24.888337 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Attempting to bind port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:15:24.888689 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Attempting to bind port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:15:24.889025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Attempting to bind port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:24.900049 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96087a2-59f9-4617-9772-30c7135e534f req-82e13f91-f54c-4c06-981c-55a827f0e76d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:24.902166 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f96087a2-59f9-4617-9772-30c7135e534f req-82e13f91-f54c-4c06-981c-55a827f0e76d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 947 time: 0.0789275 Aug 17 02:15:24.916138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:15:24.916502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Attempting to bind port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:24.933864 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:15:24.934214 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:24.934612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:15:24.935133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Bound port: ca68e81a-5354-4e38-bd1e-8d4568dd0ce6, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:15:24.935500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:24.991346 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-67106229-5fce-41dd-b915-ca8571809f81 req-8e7c31cb-12cf-4f6e-806f-3a24c6dabe92 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:25.002611 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f96087a2-59f9-4617-9772-30c7135e534f req-94a179b3-24bb-48df-a4fa-3b1f235e7656 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897508 Aug 17 02:15:25.059615 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] For port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:25.063703 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] For port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:15:25.137039 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-67106229-5fce-41dd-b915-ca8571809f81 req-8e7c31cb-12cf-4f6e-806f-3a24c6dabe92 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:25.178346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c31cb-12cf-4f6e-806f-3a24c6dabe92 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a0c9d2-52cb-47f2-9f8f-b249e80f6be6,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:25.182182 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-72fc4232-29d1-4f28-a283-94c658003491 req-b969e0b4-a0ab-47cb-a103-72fed4686e8e tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 210 time: 0.0565860 Aug 17 02:15:25.212570 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:25.245788 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-67106229-5fce-41dd-b915-ca8571809f81 req-8e7c31cb-12cf-4f6e-806f-3a24c6dabe92 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:25.253958 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67106229-5fce-41dd-b915-ca8571809f81 req-8e7c31cb-12cf-4f6e-806f-3a24c6dabe92 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2457118 Aug 17 02:15:25.259710 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:25.261202 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:25.266342 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] 10.222.0.42 "PUT /v2.0/ports/ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 HTTP/1.1" status: 200 len: 1096 time: 1.2559552 Aug 17 02:15:25.267169 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf2ce05-7b48-474a-a2fd-02d659713a51', 'tag': 'ca68e81a-5354-4e38-bd1e-8d4568dd0ce6'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:25.271772 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa205258-59ab-4952-8232-7df741e7d537" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf2ce05-7b48-474a-a2fd-02d659713a51", "tag": "ca68e81a-5354-4e38-bd1e-8d4568dd0ce6"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:25.314201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb1e41-033d-4567-8e1a-03db03a9daee service neutron] Pushing event updated for resources: {'Port': ['ID=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:25.387936 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f969d8-cbeb-47b8-8d6a-e30e67e608d0 x-openstack-request-id: req-50f969d8-cbeb-47b8-8d6a-e30e67e608d0 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:25.388262 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf2ce05-7b48-474a-a2fd-02d659713a51", "tag": "ca68e81a-5354-4e38-bd1e-8d4568dd0ce6", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:25.388515 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50f969d8-cbeb-47b8-8d6a-e30e67e608d0 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:25.388913 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf2ce05-7b48-474a-a2fd-02d659713a51', 'tag': 'ca68e81a-5354-4e38-bd1e-8d4568dd0ce6', 'status': 'completed', 'code': 200} Aug 17 02:15:25.410217 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8dc631f0-a4d0-4a7b-8902-902a361d1d88 req-89a76c6a-6532-4641-84ac-f507669230e2 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "GET /v2.0/security-groups/e2a0c9d2-52cb-47f2-9f8f-b249e80f6be6 HTTP/1.1" status: 200 len: 1812 time: 0.0975308 Aug 17 02:15:25.426208 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-8dc631f0-a4d0-4a7b-8902-902a361d1d88 req-71c20e80-54db-4868-bd3c-c40d81d8e1f2 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2a0c9d2-52cb-47f2-9f8f-b249e80f6be6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:25.426745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-8dc631f0-a4d0-4a7b-8902-902a361d1d88 req-71c20e80-54db-4868-bd3c-c40d81d8e1f2 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2a0c9d2-52cb-47f2-9f8f-b249e80f6be6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:25.501939 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa205258-59ab-4952-8232-7df741e7d537 req-77e95099-a0e1-4c9b-872a-e9bc031a6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:25.503633 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa205258-59ab-4952-8232-7df741e7d537 req-77e95099-a0e1-4c9b-872a-e9bc031a6ede service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 1099 time: 0.0651472 Aug 17 02:15:25.546653 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa205258-59ab-4952-8232-7df741e7d537 req-62967a7d-56d5-4dcf-8e72-80d75dad9a03 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a51fdd587a534f09b86bda6242380da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244114 Aug 17 02:15:25.584179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df18db3-6519-4993-9b9d-0a25f3b56179 req-3ec3cb54-0933-425f-97ea-952203ae5668 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:25.586139 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0df18db3-6519-4993-9b9d-0a25f3b56179 req-3ec3cb54-0933-425f-97ea-952203ae5668 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 949 time: 0.0627296 Aug 17 02:15:25.645955 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0df18db3-6519-4993-9b9d-0a25f3b56179 req-af98b469-af8e-46ee-82fc-87e4b75568e5 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456436 Aug 17 02:15:25.709707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa205258-59ab-4952-8232-7df741e7d537 req-0ee7dd8d-f665-4a77-bcf0-eeb59af52691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:25.711180 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa205258-59ab-4952-8232-7df741e7d537 req-0ee7dd8d-f665-4a77-bcf0-eeb59af52691 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580136 Aug 17 02:15:25.715603 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-b1334084-f497-4f66-8500-e01274c6d35a tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4d4f767765f540e1b8f0e22eeb0aacea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290785 Aug 17 02:15:25.762071 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8dc631f0-a4d0-4a7b-8902-902a361d1d88 req-71c20e80-54db-4868-bd3c-c40d81d8e1f2 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:25.873030 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8dc631f0-a4d0-4a7b-8902-902a361d1d88 req-71c20e80-54db-4868-bd3c-c40d81d8e1f2 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:25.889038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-0da66d63-b55f-425d-a69d-e73ab89a9f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:25.890719 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-0da66d63-b55f-425d-a69d-e73ab89a9f7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 1099 time: 0.1040890 Aug 17 02:15:25.956814 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-e4261137-aa96-40be-a892-d620c9db03a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 HTTP/1.1" status: 200 len: 217 time: 0.0485015 Aug 17 02:15:25.963975 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-2a8e0e7b-26ba-4039-981c-c244d988d699 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:25.965659 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-2a8e0e7b-26ba-4039-981c-c244d988d699 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131388 Aug 17 02:15:25.999163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-64defa45-d023-4007-8acb-3d4e955ec83f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Request body: {'port': {'device_id': '79ebc53c-3900-4b5e-ae2d-1b5444d67c89', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': '4d4f767765f540e1b8f0e22eeb0aacea'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:26.003924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8dc631f0-a4d0-4a7b-8902-902a361d1d88 req-71c20e80-54db-4868-bd3c-c40d81d8e1f2 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:26.086906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e10e5-458f-415f-b0d6-c7f6e585fec4 req-819c7906-9e67-468b-9773-8a5e30d8f3d5 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:26.089294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b1e10e5-458f-415f-b0d6-c7f6e585fec4 req-819c7906-9e67-468b-9773-8a5e30d8f3d5 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 1101 time: 0.0607097 Aug 17 02:15:26.114603 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b1e10e5-458f-415f-b0d6-c7f6e585fec4 req-7db45742-1377-407c-93ff-0f324f87c4ae tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:26.116552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-6ac7d53d-22ad-4523-8586-17e801ac23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:26.118171 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-6ac7d53d-22ad-4523-8586-17e801ac23a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1516314 Aug 17 02:15:26.124407 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c20e80-54db-4868-bd3c-c40d81d8e1f2 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee5c96a-0d05-43d8-a913-777408fafc05,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:26.204848 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8dc631f0-a4d0-4a7b-8902-902a361d1d88 req-71c20e80-54db-4868-bd3c-c40d81d8e1f2 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:26.210969 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8dc631f0-a4d0-4a7b-8902-902a361d1d88 req-71c20e80-54db-4868-bd3c-c40d81d8e1f2 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7868321 Aug 17 02:15:26.220572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-6f7e7f71-65ff-4718-9f24-24c5d3581313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:26.222298 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-6f7e7f71-65ff-4718-9f24-24c5d3581313 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0823264 Aug 17 02:15:26.369629 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b1e10e5-458f-415f-b0d6-c7f6e585fec4 req-7db45742-1377-407c-93ff-0f324f87c4ae tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:26.380602 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-da4507c1-a1e7-4fb5-ad75-3ea84b521a56 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498816 Aug 17 02:15:26.618357 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b1e10e5-458f-415f-b0d6-c7f6e585fec4 req-7db45742-1377-407c-93ff-0f324f87c4ae tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:26.654023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b1e10e5-458f-415f-b0d6-c7f6e585fec4 req-7db45742-1377-407c-93ff-0f324f87c4ae tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5579202 Aug 17 02:15:26.666337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db45742-1377-407c-93ff-0f324f87c4ae tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cff439b-8fb0-43e2-8e6e-4614882ce684,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:26.781753 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd608f-bf01-445f-8be0-51c1b6cfb678 req-32d7a1bb-83f4-42d9-9a15-b875f4b3fc42 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:26.783377 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54bd608f-bf01-445f-8be0-51c1b6cfb678 req-32d7a1bb-83f4-42d9-9a15-b875f4b3fc42 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 947 time: 0.0568089 Aug 17 02:15:26.833842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8c83e-6924-4492-b1c1-bf1f15a8f6c1 req-2923a527-32f2-4070-8421-79b8ea892ce1 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:26.837846 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-04f8c83e-6924-4492-b1c1-bf1f15a8f6c1 req-2923a527-32f2-4070-8421-79b8ea892ce1 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 943 time: 0.4725595 Aug 17 02:15:26.840856 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54bd608f-bf01-445f-8be0-51c1b6cfb678 req-e39cdfcc-af88-40c5-9e3a-5283fc1b9987 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513427 Aug 17 02:15:26.882949 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5046fe7e-8d14-4653-a662-d5240bf08c4b req-7f92ef92-1f8f-445a-b27a-e9e5d746191c service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853685 Aug 17 02:15:26.897500 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-04f8c83e-6924-4492-b1c1-bf1f15a8f6c1 req-ab95dfd9-82c2-4009-b25e-7f03c25788b5 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535307 Aug 17 02:15:26.957631 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a9a419d-989b-47c3-8966-e10b30c48212 req-8f3f9049-a18c-4ea2-be1d-c394c1276cb5 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 210 time: 0.0429897 Aug 17 02:15:26.957865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-64defa45-d023-4007-8acb-3d4e955ec83f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Made reservation on behalf of 4d4f767765f540e1b8f0e22eeb0aacea for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:15:26.961637 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-64defa45-d023-4007-8acb-3d4e955ec83f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:27.006164 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8fcd40b3-41b3-495c-8af4-438969e2d9b1 req-d7764b2a-f6b4-4901-9229-43d14369a28b tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "GET /v2.0/security-groups/e2a0c9d2-52cb-47f2-9f8f-b249e80f6be6 HTTP/1.1" status: 200 len: 2405 time: 0.0740962 Aug 17 02:15:27.123889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-64defa45-d023-4007-8acb-3d4e955ec83f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Allocated IP 192.168.233.123 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/8e8f2f4e-47c8-4d02-837e-fd54fdaed25f) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:15:27.335639 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa885f69-ab00-4a59-a943-f4dc89e556d3 req-4cc4b0bc-a886-4c98-bdc6-b9488224bbd6 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "GET /v2.0/security-group-rules/aee5c96a-0d05-43d8-a913-777408fafc05 HTTP/1.1" status: 200 len: 778 time: 0.0474725 Aug 17 02:15:27.353876 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-64defa45-d023-4007-8acb-3d4e955ec83f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:27.384970 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-64defa45-d023-4007-8acb-3d4e955ec83f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Transition to ACTIVE for port object 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:27.409042 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa885f69-ab00-4a59-a943-f4dc89e556d3 req-6872e61c-08ea-4bd3-9343-dc66e875aaa8 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "GET /v2.0/security-groups/e2a0c9d2-52cb-47f2-9f8f-b249e80f6be6 HTTP/1.1" status: 200 len: 2405 time: 0.0661666 Aug 17 02:15:27.454535 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa885f69-ab00-4a59-a943-f4dc89e556d3 req-ea1ef556-26fa-4046-8d64-c0b92df50175 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:27.466141 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa885f69-ab00-4a59-a943-f4dc89e556d3 req-ea1ef556-26fa-4046-8d64-c0b92df50175 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:27.485618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-901b7a41-9cf4-427a-80cf-81b342605c45 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235133 Aug 17 02:15:27.595322 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-64defa45-d023-4007-8acb-3d4e955ec83f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:27.605532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132deb09-faad-4eb6-8dec-f384159dcfde req-c5c72b3c-d3f8-4d8b-8e90-7463121cb14f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:27.607300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-c5c72b3c-d3f8-4d8b-8e90-7463121cb14f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1147058 Aug 17 02:15:27.624365 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-d8c1c70f-17bc-4634-be82-6ec75cf5c129 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/quotas/a9f9340ccf804f2bb218a8f3750cde77 HTTP/1.1" status: 200 len: 375 time: 0.0102949 Aug 17 02:15:27.638622 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-64defa45-d023-4007-8acb-3d4e955ec83f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:15:27.642201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-64defa45-d023-4007-8acb-3d4e955ec83f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:27.655812 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-64defa45-d023-4007-8acb-3d4e955ec83f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:15:27.665226 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa885f69-ab00-4a59-a943-f4dc89e556d3 req-ea1ef556-26fa-4046-8d64-c0b92df50175 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:27.671059 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa885f69-ab00-4a59-a943-f4dc89e556d3 req-ea1ef556-26fa-4046-8d64-c0b92df50175 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:27.672267 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa885f69-ab00-4a59-a943-f4dc89e556d3 req-ea1ef556-26fa-4046-8d64-c0b92df50175 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/aee5c96a-0d05-43d8-a913-777408fafc05 HTTP/1.1" status: 204 len: 173 time: 0.2539454 Aug 17 02:15:27.696547 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-01d86c5f-f02e-419f-8be3-02eb4e0916ab tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0642514 Aug 17 02:15:27.749026 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64defa45-d023-4007-8acb-3d4e955ec83f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Pushing event updated for resources: {'Port': ['ID=8e8f2f4e-47c8-4d02-837e-fd54fdaed25f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:27.752772 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ef556-26fa-4046-8d64-c0b92df50175 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aee5c96a-0d05-43d8-a913-777408fafc05,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:27.765725 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-a78efb39-fe78-4f90-a5dd-fe9d42d7f2a9 req-cee8adcf-2967-4b9b-b517-ce00af331b25 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1233969326', 'description': 'tempest-description-1419440172'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:27.790951 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-64defa45-d023-4007-8acb-3d4e955ec83f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:27.792400 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-64defa45-d023-4007-8acb-3d4e955ec83f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:27.891860 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a78efb39-fe78-4f90-a5dd-fe9d42d7f2a9 req-cee8adcf-2967-4b9b-b517-ce00af331b25 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:28.015692 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-64defa45-d023-4007-8acb-3d4e955ec83f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0217743 Aug 17 02:15:28.038166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Request body: {'port': {'device_id': '79ebc53c-3900-4b5e-ae2d-1b5444d67c89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:28.089652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c1b5b938-c4db-46f7-ab4c-d7f330e605e2 None None] Provisioning for port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:28.095576 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c1b5b938-c4db-46f7-ab4c-d7f330e605e2 None None] Provisioning complete for port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:28.096166 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c1b5b938-c4db-46f7-ab4c-d7f330e605e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:28.115776 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:28.134101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c1b5b938-c4db-46f7-ab4c-d7f330e605e2 None None] Port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:15:28.155581 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a78efb39-fe78-4f90-a5dd-fe9d42d7f2a9 req-cee8adcf-2967-4b9b-b517-ce00af331b25 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:28.302957 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:28.321330 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a78efb39-fe78-4f90-a5dd-fe9d42d7f2a9 req-cee8adcf-2967-4b9b-b517-ce00af331b25 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:28.364740 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8adcf-2967-4b9b-b517-ce00af331b25 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e91dcd5-1462-47a7-8d59-28a90c154932,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:28.439151 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37468) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:28.458589 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a78efb39-fe78-4f90-a5dd-fe9d42d7f2a9 req-cee8adcf-2967-4b9b-b517-ce00af331b25 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:28.459817 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a78efb39-fe78-4f90-a5dd-fe9d42d7f2a9 req-cee8adcf-2967-4b9b-b517-ce00af331b25 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7119079 Aug 17 02:15:28.464424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:28.474062 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:28.489898 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Transition to ACTIVE for port object 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:28.576755 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5f25a572-4c24-4f1d-9b1c-4fe576f027e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:28.622350 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:28.692428 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5f25a572-4c24-4f1d-9b1c-4fe576f027e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:28.736232 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8f2f4e-47c8-4d02-837e-fd54fdaed25f,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:28.782815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012e1be-ff16-473f-a2c2-a203d7a58af0 req-a5085c50-5327-4d8e-b367-14b38b61048a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:28.784744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8012e1be-ff16-473f-a2c2-a203d7a58af0 req-a5085c50-5327-4d8e-b367-14b38b61048a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 947 time: 0.0874693 Aug 17 02:15:28.831030 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5f25a572-4c24-4f1d-9b1c-4fe576f027e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:28.865884 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8012e1be-ff16-473f-a2c2-a203d7a58af0 req-4f95392e-5bcb-4389-a7ca-0ed56890c537 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739014 Aug 17 02:15:28.885096 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004e36f-7dd9-4e2b-b7c0-8bcababe50f7 req-56cf0a1c-5428-4b6a-adcc-d6174c8f0d0c tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:28.887340 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c004e36f-7dd9-4e2b-b7c0-8bcababe50f7 req-56cf0a1c-5428-4b6a-adcc-d6174c8f0d0c tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 943 time: 0.0959690 Aug 17 02:15:28.908515 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5f25a572-4c24-4f1d-9b1c-4fe576f027e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8dcd64e9d8f244deb847e8b011ba29ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678974 Aug 17 02:15:28.910499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25a572-4c24-4f1d-9b1c-4fe576f027e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b6b071-c8b1-4623-b14b-5d5eafcc282e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:28.913647 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37486) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:28.914718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Attempting to bind port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:15:28.915685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Attempting to bind port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:15:28.916323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Attempting to bind port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:28.957041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:15:28.964061 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Attempting to bind port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:28.979784 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:15:28.980269 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:28.980770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:15:28.981258 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Bound port: 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:15:28.981645 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:28.989660 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c004e36f-7dd9-4e2b-b7c0-8bcababe50f7 req-137ae72e-78f1-45eb-94ce-86206e625cd2 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954626 Aug 17 02:15:29.036588 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce48d-5bf8-4117-9110-2f6542c59936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:29.067327 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884a92f-6863-4184-9859-b70889b3d05c req-bb79cda5-2c09-4fb2-a47c-d90d1f8d329a tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:29.078794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d884a92f-6863-4184-9859-b70889b3d05c req-bb79cda5-2c09-4fb2-a47c-d90d1f8d329a tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 948 time: 0.0809829 Aug 17 02:15:29.078952 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce48d-5bf8-4117-9110-2f6542c59936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:29.099662 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] For port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:29.115188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d884a92f-6863-4184-9859-b70889b3d05c req-d4beea6b-acea-42c0-8293-8ab3dba7d61f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390720 Aug 17 02:15:29.131695 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] For port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=8e8f2f4e-47c8-4d02-837e-fd54fdaed25f,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:15:29.177416 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bc77eba4-f5e3-4e29-a3d2-77b7816bb3e9 req-10b1a618-6ae2-4b4e-b63f-bb5acadc2c62 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "GET /v2.0/security-groups/4e91dcd5-1462-47a7-8d59-28a90c154932 HTTP/1.1" status: 200 len: 1813 time: 0.0609989 Aug 17 02:15:29.238301 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:29.245560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-54c215db-a8e1-4497-88ed-7c9cc24df3c5 req-ebb3d12d-eb26-4a51-9338-0df61ff45b76 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1523726255', 'description': 'tempest-description-185684976'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:29.294448 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce48d-5bf8-4117-9110-2f6542c59936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:29.297036 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce48d-5bf8-4117-9110-2f6542c59936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:29.298361 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9c0ce48d-5bf8-4117-9110-2f6542c59936 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1b6b071-c8b1-4623-b14b-5d5eafcc282e HTTP/1.1" status: 204 len: 168 time: 0.3785853 Aug 17 02:15:29.299822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:29.300472 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:29.301856 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] 10.222.0.18 "PUT /v2.0/ports/8e8f2f4e-47c8-4d02-837e-fd54fdaed25f HTTP/1.1" status: 200 len: 1097 time: 1.2679472 Aug 17 02:15:29.307183 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ebc53c-3900-4b5e-ae2d-1b5444d67c89', 'tag': '8e8f2f4e-47c8-4d02-837e-fd54fdaed25f'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:29.309850 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711c8c18-3ae7-4ae5-a731-6e6c449c9d74" -d '{"events": [{"name": "network-changed", "server_uuid": "79ebc53c-3900-4b5e-ae2d-1b5444d67c89", "tag": "8e8f2f4e-47c8-4d02-837e-fd54fdaed25f"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:29.332051 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ce48d-5bf8-4117-9110-2f6542c59936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b6b071-c8b1-4623-b14b-5d5eafcc282e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:29.358118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e936013-919c-45d2-9cb1-970f2d3e0a22 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8f2f4e-47c8-4d02-837e-fd54fdaed25f,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:29.515480 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-54c215db-a8e1-4497-88ed-7c9cc24df3c5 req-ebb3d12d-eb26-4a51-9338-0df61ff45b76 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:29.558608 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d10d5f7d-2d5a-446d-9992-f40b124fcb98 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:15:29.574922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-d4c230b4-0f19-4adc-adb8-3a2a7dd8b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:29.576591 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-d4c230b4-0f19-4adc-adb8-3a2a7dd8b74c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d4f767765f540e1b8f0e22eeb0aacea&device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 1100 time: 0.0897236 Aug 17 02:15:29.650364 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-d143f0dc-2fbf-4f66-8f54-3896d8f04e1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=8e8f2f4e-47c8-4d02-837e-fd54fdaed25f HTTP/1.1" status: 200 len: 217 time: 0.0519989 Aug 17 02:15:29.694074 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:29.700425 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ae5080-780c-4b36-a4b6-0ce79489e732 x-openstack-request-id: req-21ae5080-780c-4b36-a4b6-0ce79489e732 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:29.700753 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ebc53c-3900-4b5e-ae2d-1b5444d67c89", "tag": "8e8f2f4e-47c8-4d02-837e-fd54fdaed25f", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:29.701005 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21ae5080-780c-4b36-a4b6-0ce79489e732 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:29.701420 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ebc53c-3900-4b5e-ae2d-1b5444d67c89', 'tag': '8e8f2f4e-47c8-4d02-837e-fd54fdaed25f', 'status': 'completed', 'code': 200} Aug 17 02:15:29.713209 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'd10d5f7d-2d5a-446d-9992-f40b124fcb98', 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60', 'port_id': 'd10d5f7d-2d5a-446d-9992-f40b124fcb98', 'mac_address': 'fa:16:3e:4e:af:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5754ca00-fb2f-4542-b586-9964d8f96846', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:15:29.741675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-e1b3379c-0736-4f13-bab3-3821b1039f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:29.743349 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-e1b3379c-0736-4f13-bab3-3821b1039f02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0837264 Aug 17 02:15:29.758564 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-54c215db-a8e1-4497-88ed-7c9cc24df3c5 req-ebb3d12d-eb26-4a51-9338-0df61ff45b76 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:29.778880 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:29.787330 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6301d6f9-f3a5-46ff-8fed-b5827b5d8af1 req-0f344db5-f485-4841-81d6-1d58a6c8e3b5 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 210 time: 0.0456610 Aug 17 02:15:29.796013 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10d5f7d-2d5a-446d-9992-f40b124fcb98 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:29.828135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-b34541d7-fd72-4c8e-998f-5b2d850bd6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:29.829718 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-b34541d7-fd72-4c8e-998f-5b2d850bd6bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0739629 Aug 17 02:15:29.838618 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:29.838741 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-54c215db-a8e1-4497-88ed-7c9cc24df3c5 req-ebb3d12d-eb26-4a51-9338-0df61ff45b76 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:29.908099 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3d12d-eb26-4a51-9338-0df61ff45b76 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c2ef24-cc71-49f8-9fed-95c1151f0dfa,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:29.950919 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-368282fb-a076-47bb-9423-d6e07f5d80e2 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067991 Aug 17 02:15:29.971400 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:29.985930 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-54c215db-a8e1-4497-88ed-7c9cc24df3c5 req-ebb3d12d-eb26-4a51-9338-0df61ff45b76 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:29.987278 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-54c215db-a8e1-4497-88ed-7c9cc24df3c5 req-ebb3d12d-eb26-4a51-9338-0df61ff45b76 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7530086 Aug 17 02:15:30.036760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa34be-e00b-4b16-b662-b62d2ba17698 req-5343e4b4-94b6-4bc7-b021-2f80a36899cb tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:30.038680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9dfa34be-e00b-4b16-b662-b62d2ba17698 req-5343e4b4-94b6-4bc7-b021-2f80a36899cb tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 947 time: 0.0887411 Aug 17 02:15:30.098211 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9dfa34be-e00b-4b16-b662-b62d2ba17698 req-bf139db9-83ee-468b-a36d-9f2bcf415397 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508051 Aug 17 02:15:30.107781 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=d10d5f7d-2d5a-446d-9992-f40b124fcb98,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:30.121802 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8e66211c-34d0-44ce-9501-8d032e75fcc7 req-2259975b-b635-4073-8d46-0cb5e2d0e8e0 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "GET /v2.0/security-groups/c9c2ef24-cc71-49f8-9fed-95c1151f0dfa HTTP/1.1" status: 200 len: 1812 time: 0.0836961 Aug 17 02:15:30.131292 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e9b4afd3-96f9-45d5-8045-dfaa655f5e73 req-34c54f49-1038-4e8e-8867-df1f99033a79 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720049 Aug 17 02:15:30.216666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-074ac914-864a-42e4-ad17-be7e0702ab77 req-48e9906f-7703-4623-b8d9-fd145c4fe45f tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2057148319', 'description': 'tempest-description-1637124007'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:30.223651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f626999-59e9-42e8-a0dc-dd5050148ef9 req-c0e80698-94d5-47d9-8e9b-0f20844fa341 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:30.225300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f626999-59e9-42e8-a0dc-dd5050148ef9 req-c0e80698-94d5-47d9-8e9b-0f20844fa341 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 944 time: 0.0523944 Aug 17 02:15:30.247329 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37536) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:30.263182 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30219738-1d0d-4e5d-8ed0-f7ab46c44312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:30.284410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f626999-59e9-42e8-a0dc-dd5050148ef9 req-61431f6a-f677-49fc-8be2-1af579cb3956 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434055 Aug 17 02:15:30.341334 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-074ac914-864a-42e4-ad17-be7e0702ab77 req-48e9906f-7703-4623-b8d9-fd145c4fe45f tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:30.384648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['d10d5f7d-2d5a-446d-9992-f40b124fcb98'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:15:30.432437 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a616f-7321-4c82-b10c-d9dd30d98fe6 req-396fb409-3c80-40da-bef8-c7d1eb14d1ff tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:30.440684 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73a616f-7321-4c82-b10c-d9dd30d98fe6 req-396fb409-3c80-40da-bef8-c7d1eb14d1ff tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 948 time: 0.0641973 Aug 17 02:15:30.450255 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c8c18-3ae7-4ae5-a731-6e6c449c9d74 req-85cfcbaa-1f3a-431c-a63d-e723110bbfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:30.451606 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-711c8c18-3ae7-4ae5-a731-6e6c449c9d74 req-85cfcbaa-1f3a-431c-a63d-e723110bbfec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d4f767765f540e1b8f0e22eeb0aacea&device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 1100 time: 0.0731556 Aug 17 02:15:30.494546 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73a616f-7321-4c82-b10c-d9dd30d98fe6 req-ce3c2172-5d6c-413e-83a5-9ba8938dc31f tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511274 Aug 17 02:15:30.527726 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30219738-1d0d-4e5d-8ed0-f7ab46c44312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:30.570481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c8c18-3ae7-4ae5-a731-6e6c449c9d74 req-c9c69524-8cbd-468a-b76a-400cefdf0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:30.573550 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-711c8c18-3ae7-4ae5-a731-6e6c449c9d74 req-c9c69524-8cbd-468a-b76a-400cefdf0854 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1063445 Aug 17 02:15:30.619293 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-711c8c18-3ae7-4ae5-a731-6e6c449c9d74 req-435b3d2a-c926-4a2b-8956-ee0b4e0f765a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=8e8f2f4e-47c8-4d02-837e-fd54fdaed25f HTTP/1.1" status: 200 len: 217 time: 0.0387461 Aug 17 02:15:30.672150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c8c18-3ae7-4ae5-a731-6e6c449c9d74 req-e3c48121-d973-42e5-9d48-f03475e841cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:30.673692 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-711c8c18-3ae7-4ae5-a731-6e6c449c9d74 req-e3c48121-d973-42e5-9d48-f03475e841cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0466633 Aug 17 02:15:30.694105 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30219738-1d0d-4e5d-8ed0-f7ab46c44312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:30.743249 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:30.771370 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-30219738-1d0d-4e5d-8ed0-f7ab46c44312 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b74c1decf1f94c23b9c122ab9811446b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5228846 Aug 17 02:15:30.774110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37540) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:30.787430 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30219738-1d0d-4e5d-8ed0-f7ab46c44312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f90a91-9bf4-4bd1-ad34-074d5b78dcb1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:30.803897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c8c18-3ae7-4ae5-a731-6e6c449c9d74 req-2983e87f-e868-49c3-9c37-a783e1898bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:30.805481 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-711c8c18-3ae7-4ae5-a731-6e6c449c9d74 req-2983e87f-e868-49c3-9c37-a783e1898bde service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1242990 Aug 17 02:15:30.835559 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37544) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:30.838393 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-790e995c-d07e-4e71-b774-5ad93bc016dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:30.875258 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02ba1c4d-038f-483b-9b38-f513326b5773 req-1fce59f2-8379-4f4d-86d5-884309da8dc7 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 210 time: 0.0386426 Aug 17 02:15:30.906164 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-790e995c-d07e-4e71-b774-5ad93bc016dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:30.906557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-074ac914-864a-42e4-ad17-be7e0702ab77 req-48e9906f-7703-4623-b8d9-fd145c4fe45f tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:30.950597 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-711c8c18-3ae7-4ae5-a731-6e6c449c9d74 req-517425e8-2893-46a0-bdd0-5bf90306741d service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277359 Aug 17 02:15:31.026058 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0262a8d7-1f36-496b-b850-73e1e48cfd13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:31.045817 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-790e995c-d07e-4e71-b774-5ad93bc016dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:31.048772 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-074ac914-864a-42e4-ad17-be7e0702ab77 req-48e9906f-7703-4623-b8d9-fd145c4fe45f tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:31.051432 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-790e995c-d07e-4e71-b774-5ad93bc016dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:31.053581 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-790e995c-d07e-4e71-b774-5ad93bc016dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09f90a91-9bf4-4bd1-ad34-074d5b78dcb1 HTTP/1.1" status: 204 len: 168 time: 0.2783463 Aug 17 02:15:31.068745 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e995c-d07e-4e71-b774-5ad93bc016dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f90a91-9bf4-4bd1-ad34-074d5b78dcb1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:31.123665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9906f-7703-4623-b8d9-fd145c4fe45f tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f20bacc-35c0-45e4-a44d-0268fa5f6324,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:31.136207 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-711c8c18-3ae7-4ae5-a731-6e6c449c9d74 req-5f893b07-1ca8-44fc-a681-26f79bebc5a1 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760049 Aug 17 02:15:31.207267 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0262a8d7-1f36-496b-b850-73e1e48cfd13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:31.232708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb051fe2-daa2-41d2-a322-0a8ffd84f73c req-8a941acb-2ad3-447c-ab7b-bddd14116e61 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:31.234255 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb051fe2-daa2-41d2-a322-0a8ffd84f73c req-8a941acb-2ad3-447c-ab7b-bddd14116e61 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 947 time: 0.0575509 Aug 17 02:15:31.285528 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb051fe2-daa2-41d2-a322-0a8ffd84f73c req-9fcc349f-63d6-4964-b950-bdd8a4279dc5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450091 Aug 17 02:15:31.311807 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0262a8d7-1f36-496b-b850-73e1e48cfd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:31.347687 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0262a8d7-1f36-496b-b850-73e1e48cfd13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=688ec11501c84785b98ef8780e45ed98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5085897 Aug 17 02:15:31.350490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37556) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:31.366308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262a8d7-1f36-496b-b850-73e1e48cfd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb50edd7-0ec4-492f-b76f-bada4987127f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:31.418683 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51f3608a-4fe1-4cdc-91a7-a046dd02b21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:31.439716 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-074ac914-864a-42e4-ad17-be7e0702ab77 req-48e9906f-7703-4623-b8d9-fd145c4fe45f tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:31.441566 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-074ac914-864a-42e4-ad17-be7e0702ab77 req-48e9906f-7703-4623-b8d9-fd145c4fe45f tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.2308056 Aug 17 02:15:31.478982 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51f3608a-4fe1-4cdc-91a7-a046dd02b21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:31.512393 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-715a4d3d-3d93-4b44-95c4-335f990d047f req-fa569a65-0182-445e-89be-1f548a187106 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "GET /v2.0/security-groups/8f20bacc-35c0-45e4-a44d-0268fa5f6324 HTTP/1.1" status: 200 len: 1813 time: 0.0454757 Aug 17 02:15:31.532313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f72c30-c041-4f14-8b05-aed8c1f6b70d req-5ba7e49f-03f4-4706-8301-2dba38cceda0 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:31.534116 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1f72c30-c041-4f14-8b05-aed8c1f6b70d req-5ba7e49f-03f4-4706-8301-2dba38cceda0 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 944 time: 0.0959027 Aug 17 02:15:31.565394 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:15:31.592418 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1f72c30-c041-4f14-8b05-aed8c1f6b70d req-8b5b6770-ea9f-432c-873d-13831449880d tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493808 Aug 17 02:15:31.620942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d10d5f7d-2d5a-446d-9992-f40b124fcb98 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:31.650350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-c7f31a4f-1a60-4160-8fb4-c3aba27bac36 req-b7149269-fa84-4289-91f5-11a5ae4a08c1 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1210190977', 'description': 'tempest-description-640933572'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:31.656643 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51f3608a-4fe1-4cdc-91a7-a046dd02b21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:31.661574 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51f3608a-4fe1-4cdc-91a7-a046dd02b21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:31.676690 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-51f3608a-4fe1-4cdc-91a7-a046dd02b21a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb50edd7-0ec4-492f-b76f-bada4987127f HTTP/1.1" status: 204 len: 168 time: 0.3145013 Aug 17 02:15:31.692248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241688a-bcf1-4f73-ab91-e9970339cddb req-5accff12-1c86-4d0c-b13d-f77d647095a9 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:31.694546 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2241688a-bcf1-4f73-ab91-e9970339cddb req-5accff12-1c86-4d0c-b13d-f77d647095a9 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 948 time: 0.1110792 Aug 17 02:15:31.741363 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3608a-4fe1-4cdc-91a7-a046dd02b21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb50edd7-0ec4-492f-b76f-bada4987127f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:31.783918 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2241688a-bcf1-4f73-ab91-e9970339cddb req-60bd0ff5-4766-40e7-a312-9483f6892da3 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776126 Aug 17 02:15:31.821107 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c7f31a4f-1a60-4160-8fb4-c3aba27bac36 req-b7149269-fa84-4289-91f5-11a5ae4a08c1 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:31.829301 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:31.847713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'ca68e81a-5354-4e38-bd1e-8d4568dd0ce6', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'ca68e81a-5354-4e38-bd1e-8d4568dd0ce6', 'mac_address': 'fa:16:3e:48:3a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:15:31.905853 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port d10d5f7d-2d5a-446d-9992-f40b124fcb98 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:31.913155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port d10d5f7d-2d5a-446d-9992-f40b124fcb98 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:31.919281 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:31.919281 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:31.971259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:32.003757 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:32.007034 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c7f31a4f-1a60-4160-8fb4-c3aba27bac36 req-b7149269-fa84-4289-91f5-11a5ae4a08c1 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:32.058160 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-84bd49c2-ac6b-4c0a-b89d-fe5a3f8af494 req-34e17fff-4f5a-414f-8822-2aa8d2d2e383 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 210 time: 0.0634227 Aug 17 02:15:32.066309 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:32.104216 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79096bbc-5ca5-440f-8cff-376f600dda1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10d5f7d-2d5a-446d-9992-f40b124fcb98'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:32.106782 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e860dd1c-1620-49be-949a-ec89f76b7b18" -d '{"events": [{"server_uuid": "79096bbc-5ca5-440f-8cff-376f600dda1d", "name": "network-vif-plugged", "status": "completed", "tag": "d10d5f7d-2d5a-446d-9992-f40b124fcb98"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:32.121269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:32.146405 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194dd350-7acd-4fb2-bd0b-43352ada66f2 x-openstack-request-id: req-194dd350-7acd-4fb2-bd0b-43352ada66f2 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:32.146697 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79096bbc-5ca5-440f-8cff-376f600dda1d", "name": "network-vif-plugged", "status": "completed", "tag": "d10d5f7d-2d5a-446d-9992-f40b124fcb98", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:32.146951 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-194dd350-7acd-4fb2-bd0b-43352ada66f2 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:32.147345 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79096bbc-5ca5-440f-8cff-376f600dda1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10d5f7d-2d5a-446d-9992-f40b124fcb98', 'code': 200} Aug 17 02:15:32.200465 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c7f31a4f-1a60-4160-8fb4-c3aba27bac36 req-b7149269-fa84-4289-91f5-11a5ae4a08c1 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:32.202582 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:32.238347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7149269-fa84-4289-91f5-11a5ae4a08c1 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1472a706-6131-43f8-b2f7-968b71a522e8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:32.295392 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:32.295392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:32.299850 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8d17c-b3fc-48d9-8834-3d490005144e req-8ca8ebeb-5e25-4366-874b-cac34a3a0e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:32.301660 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-baf8d17c-b3fc-48d9-8834-3d490005144e req-8ca8ebeb-5e25-4366-874b-cac34a3a0e66 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 1096 time: 0.0595033 Aug 17 02:15:32.345561 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-baf8d17c-b3fc-48d9-8834-3d490005144e req-7159793d-8bc3-4f7c-b1ba-6844629a8115 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355752 Aug 17 02:15:32.357533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=d10d5f7d-2d5a-446d-9992-f40b124fcb98,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:32.371673 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c7f31a4f-1a60-4160-8fb4-c3aba27bac36 req-b7149269-fa84-4289-91f5-11a5ae4a08c1 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:32.382034 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c7f31a4f-1a60-4160-8fb4-c3aba27bac36 req-b7149269-fa84-4289-91f5-11a5ae4a08c1 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7300942 Aug 17 02:15:32.435366 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf2bb0-5cc1-4390-8a99-715da279aaaf req-3ad58608-821e-4b29-8c4b-8ee1ec6e7283 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:32.437108 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bcbf2bb0-5cc1-4390-8a99-715da279aaaf req-3ad58608-821e-4b29-8c4b-8ee1ec6e7283 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 948 time: 0.0613773 Aug 17 02:15:32.466014 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f6f1e79-1076-4930-a86c-3dc5ac4f4564 req-412a9f9e-b556-4a02-bf47-8d0f0192706e tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "GET /v2.0/security-groups/1472a706-6131-43f8-b2f7-968b71a522e8 HTTP/1.1" status: 200 len: 1812 time: 0.0654984 Aug 17 02:15:32.502173 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-ebbd81b5-0136-49f5-b4f7-173a19e4870a tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353701 Aug 17 02:15:32.510019 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bcbf2bb0-5cc1-4390-8a99-715da279aaaf req-e48566ab-92fb-4b79-bdde-3c8804a680b5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613925 Aug 17 02:15:32.597570 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [req-ae47bd04-eadf-4e3f-857d-b25b34e7c110 req-04b1d7aa-fffa-41e7-9cf2-34c96b764bd2 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] show failed (client error): The resource could not be found. Aug 17 02:15:32.598650 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ae47bd04-eadf-4e3f-857d-b25b34e7c110 req-04b1d7aa-fffa-41e7-9cf2-34c96b764bd2 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "GET /v2.0/security-groups/141e34ec-93e1-4f63-87f4-5e33fed8f8bf HTTP/1.1" status: 404 len: 352 time: 0.0257654 Aug 17 02:15:32.629711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['ca68e81a-5354-4e38-bd1e-8d4568dd0ce6'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:15:32.655767 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-5d619b1a-78f6-4753-b434-0d5e59984c00 req-3911f7ea-dd2c-4f7d-b9ca-a6cac6c28577 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] show failed (client error): The resource could not be found. Aug 17 02:15:32.667643 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5d619b1a-78f6-4753-b434-0d5e59984c00 req-3911f7ea-dd2c-4f7d-b9ca-a6cac6c28577 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "GET /v2.0/security-group-rules/fd146632-32ec-4212-964f-0bd93a82e799 HTTP/1.1" status: 404 len: 361 time: 0.0251262 Aug 17 02:15:32.737803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132deb09-faad-4eb6-8dec-f384159dcfde req-83251505-f8b8-43fc-a2d0-be9e3f447244 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:32.744035 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-83251505-f8b8-43fc-a2d0-be9e3f447244 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324760 Aug 17 02:15:32.747974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37604) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:32.753978 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6ecec48-59be-4728-bee1-137e7240d1e4 req-4756bedb-12f2-4f44-9f64-04f4272692f4 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "GET /v2.0/security-groups/1472a706-6131-43f8-b2f7-968b71a522e8 HTTP/1.1" status: 200 len: 1812 time: 0.0709658 Aug 17 02:15:32.773583 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:32.834789 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-132deb09-faad-4eb6-8dec-f384159dcfde req-de6bd5ae-00ef-41e4-82c4-b9efa6f16d28 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Request body: {'port': {'device_id': 'f3b04944-2f98-41f8-ab43-e4c03671b030', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'a9f9340ccf804f2bb218a8f3750cde77'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:32.839085 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c6ecec48-59be-4728-bee1-137e7240d1e4 req-ed32409e-98eb-4241-885a-796d7b50227f tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:32.881974 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c6ecec48-59be-4728-bee1-137e7240d1e4 req-ed32409e-98eb-4241-885a-796d7b50227f tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:32.966348 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98812d59-e2eb-41a7-b5c6-da11ca0a9a76 req-9599e288-2f3e-4a02-b7f4-3c4624ad4543 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:32.967930 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-98812d59-e2eb-41a7-b5c6-da11ca0a9a76 req-9599e288-2f3e-4a02-b7f4-3c4624ad4543 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 945 time: 0.1981666 Aug 17 02:15:33.045730 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c6ecec48-59be-4728-bee1-137e7240d1e4 req-ed32409e-98eb-4241-885a-796d7b50227f tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:33.046469 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-98812d59-e2eb-41a7-b5c6-da11ca0a9a76 req-fa8fd771-af01-4dea-a107-a6c08e292f9a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613089 Aug 17 02:15:33.051654 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c6ecec48-59be-4728-bee1-137e7240d1e4 req-ed32409e-98eb-4241-885a-796d7b50227f tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:33.053349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6ecec48-59be-4728-bee1-137e7240d1e4 req-ed32409e-98eb-4241-885a-796d7b50227f tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "DELETE /v2.0/security-groups/1472a706-6131-43f8-b2f7-968b71a522e8 HTTP/1.1" status: 204 len: 173 time: 0.2980769 Aug 17 02:15:33.071315 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32409e-98eb-4241-885a-796d7b50227f tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1472a706-6131-43f8-b2f7-968b71a522e8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:33.187298 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7733118b-892b-444d-a02f-cfea3b10e72e req-ee3e1e49-5eec-4e93-9c29-3ff02a3a6c4d tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "GET /v2.0/security-groups/8f20bacc-35c0-45e4-a44d-0268fa5f6324 HTTP/1.1" status: 200 len: 1813 time: 0.0686615 Aug 17 02:15:33.223265 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:33.247511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8c830-be8d-4d34-8852-94fcfdb24249 req-78548ec9-2be2-42a1-b849-07a8e0dd1296 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:33.250064 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41c8c830-be8d-4d34-8852-94fcfdb24249 req-78548ec9-2be2-42a1-b849-07a8e0dd1296 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 948 time: 0.0769246 Aug 17 02:15:33.302405 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-7733118b-892b-444d-a02f-cfea3b10e72e req-aaac256b-3bf6-4d86-a28f-775a7c07e979 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:33.317023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-ae3bff34-74b4-4016-a44d-ab5a62e5de4e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336771 Aug 17 02:15:33.337505 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:33.360377 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41c8c830-be8d-4d34-8852-94fcfdb24249 req-21b7810e-5f21-47b6-89b4-4faf8488ab68 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037877 Aug 17 02:15:33.399457 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-7733118b-892b-444d-a02f-cfea3b10e72e req-aaac256b-3bf6-4d86-a28f-775a7c07e979 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:33.404557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:15:33.478200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c516a5a9-213c-495b-878d-9293fb8b8366,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:33.495373 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18d5dd05-2fc2-4236-a64d-b331022db77a req-8dcb8687-5abf-4afc-be85-771a9054a3ca tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 210 time: 0.0433266 Aug 17 02:15:33.499341 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=481240d879d4480398d34d2909dd1ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7497594 Aug 17 02:15:33.502483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37616) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:33.506432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:33.506855 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:33.507266 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:33.507668 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:33.508091 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:33.508482 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:33.509221 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:33.509221 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:33.509567 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:33.509999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:33.510999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:33.511662 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31d4913-ac5d-4ff5-96fe-766b04d0b695 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:33.530622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132deb09-faad-4eb6-8dec-f384159dcfde req-6346d828-4bed-4e9a-9fa9-16ae5d2bb39a tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:33.532150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-6346d828-4bed-4e9a-9fa9-16ae5d2bb39a tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059758 Aug 17 02:15:33.563964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-132deb09-faad-4eb6-8dec-f384159dcfde req-28686061-34a5-424a-b2d5-cbe152c57350 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Request body: {'port': {'device_id': '44598af6-8386-49d8-90f6-b5399a152206', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'a9f9340ccf804f2bb218a8f3750cde77'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:33.609846 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=8e8f2f4e-47c8-4d02-837e-fd54fdaed25f,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:33.630001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '8e8f2f4e-47c8-4d02-837e-fd54fdaed25f', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '8e8f2f4e-47c8-4d02-837e-fd54fdaed25f', 'mac_address': 'fa:16:3e:80:3f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:15:33.689168 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:33.718929 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:33.720544 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132deb09-faad-4eb6-8dec-f384159dcfde req-de6bd5ae-00ef-41e4-82c4-b9efa6f16d28 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Made reservation on behalf of a9f9340ccf804f2bb218a8f3750cde77 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:15:33.728130 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-de6bd5ae-00ef-41e4-82c4-b9efa6f16d28 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:33.738658 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:33.753746 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-7733118b-892b-444d-a02f-cfea3b10e72e req-aaac256b-3bf6-4d86-a28f-775a7c07e979 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:33.757905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-7733118b-892b-444d-a02f-cfea3b10e72e req-aaac256b-3bf6-4d86-a28f-775a7c07e979 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:33.771598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=8e8f2f4e-47c8-4d02-837e-fd54fdaed25f,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:33.780808 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7733118b-892b-444d-a02f-cfea3b10e72e req-aaac256b-3bf6-4d86-a28f-775a7c07e979 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "DELETE /v2.0/security-groups/8f20bacc-35c0-45e4-a44d-0268fa5f6324 HTTP/1.1" status: 204 len: 173 time: 0.5798357 Aug 17 02:15:33.784923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ebbcb-fb3e-46ec-b5e8-260a4e829a1b req-b3b39c7a-ffeb-4e15-bd8a-685a346a5070 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:33.786504 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a2ebbcb-fb3e-46ec-b5e8-260a4e829a1b req-b3b39c7a-ffeb-4e15-bd8a-685a346a5070 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 948 time: 0.1673274 Aug 17 02:15:33.821793 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:33.850456 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac256b-3bf6-4d86-a28f-775a7c07e979 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f20bacc-35c0-45e4-a44d-0268fa5f6324,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:33.908633 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a2ebbcb-fb3e-46ec-b5e8-260a4e829a1b req-c44dfb73-dcc6-4375-b55d-017fd94b0627 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110775 Aug 17 02:15:33.927368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:33.994453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12d5e79f-f5c2-497d-a500-a41492fbae9b req-22575aa8-6a19-4eda-9a7a-90b2db644cc2 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "GET /v2.0/security-groups/c9c2ef24-cc71-49f8-9fed-95c1151f0dfa HTTP/1.1" status: 200 len: 1812 time: 0.0561805 Aug 17 02:15:34.022344 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132deb09-faad-4eb6-8dec-f384159dcfde req-28686061-34a5-424a-b2d5-cbe152c57350 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Made reservation on behalf of a9f9340ccf804f2bb218a8f3750cde77 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:15:34.028584 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-28686061-34a5-424a-b2d5-cbe152c57350 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:34.061719 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:34.063472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=8e8f2f4e-47c8-4d02-837e-fd54fdaed25f,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:34.067233 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:34.069318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c516a5a9-213c-495b-878d-9293fb8b8366 HTTP/1.1" status: 204 len: 168 time: 0.5647478 Aug 17 02:15:34.095374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-132deb09-faad-4eb6-8dec-f384159dcfde req-de6bd5ae-00ef-41e4-82c4-b9efa6f16d28 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Allocated IP 192.168.233.240 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/86865cbe-856c-4539-af91-504f55c8d616) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:15:34.100366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c516a5a9-213c-495b-878d-9293fb8b8366,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:34.156889 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-12d5e79f-f5c2-497d-a500-a41492fbae9b req-fa6d2f9b-8041-4944-b0da-26a37d7f9817 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:34.163842 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:34.164220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:34.164551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:34.164883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:34.165214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:34.167157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:34.167520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:34.167864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:34.168259 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:34.168657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:34.168941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:34.169279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21127ea-ced5-44d9-8656-614c2979a4d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:34.264560 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-12d5e79f-f5c2-497d-a500-a41492fbae9b req-fa6d2f9b-8041-4944-b0da-26a37d7f9817 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:34.365002 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-de6bd5ae-00ef-41e4-82c4-b9efa6f16d28 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:34.403051 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da3c91-2ef5-41d9-a6a3-62ed16020c24 req-9c7708a6-14ff-47fb-9dee-cfedb1be7b12 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:34.404641 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8da3c91-2ef5-41d9-a6a3-62ed16020c24 req-9c7708a6-14ff-47fb-9dee-cfedb1be7b12 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 945 time: 0.0822022 Aug 17 02:15:34.448348 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8da3c91-2ef5-41d9-a6a3-62ed16020c24 req-41e449ba-3926-4204-a341-47f3e50d1043 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372901 Aug 17 02:15:34.451363 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-132deb09-faad-4eb6-8dec-f384159dcfde req-de6bd5ae-00ef-41e4-82c4-b9efa6f16d28 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Transition to ACTIVE for port object 86865cbe-856c-4539-af91-504f55c8d616 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:34.451598 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-12d5e79f-f5c2-497d-a500-a41492fbae9b req-fa6d2f9b-8041-4944-b0da-26a37d7f9817 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:34.455596 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-12d5e79f-f5c2-497d-a500-a41492fbae9b req-fa6d2f9b-8041-4944-b0da-26a37d7f9817 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:34.476643 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12d5e79f-f5c2-497d-a500-a41492fbae9b req-fa6d2f9b-8041-4944-b0da-26a37d7f9817 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "DELETE /v2.0/security-groups/c9c2ef24-cc71-49f8-9fed-95c1151f0dfa HTTP/1.1" status: 204 len: 173 time: 0.4779902 Aug 17 02:15:34.481711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['8e8f2f4e-47c8-4d02-837e-fd54fdaed25f'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:15:34.499474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d2f9b-8041-4944-b0da-26a37d7f9817 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c2ef24-cc71-49f8-9fed-95c1151f0dfa,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:34.622448 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-de6bd5ae-00ef-41e4-82c4-b9efa6f16d28 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:34.690886 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97212-ac5e-458b-9bd0-7cd65237967d req-c7d292b4-2a50-40c6-b85a-38b2843b7f86 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:34.700364 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-76a97212-ac5e-458b-9bd0-7cd65237967d req-c7d292b4-2a50-40c6-b85a-38b2843b7f86 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 949 time: 0.1188092 Aug 17 02:15:34.712966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:15:34.729720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132deb09-faad-4eb6-8dec-f384159dcfde req-de6bd5ae-00ef-41e4-82c4-b9efa6f16d28 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:15:34.738419 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bd5ae-00ef-41e4-82c4-b9efa6f16d28 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event updated for resources: {'Port': ['ID=86865cbe-856c-4539-af91-504f55c8d616,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:34.752061 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-132deb09-faad-4eb6-8dec-f384159dcfde req-de6bd5ae-00ef-41e4-82c4-b9efa6f16d28 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:34.755884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-132deb09-faad-4eb6-8dec-f384159dcfde req-28686061-34a5-424a-b2d5-cbe152c57350 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Allocated IP 192.168.233.121 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/ee7d5614-dcf6-442d-b7cb-d139a6dcddb4) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:15:34.756463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-132deb09-faad-4eb6-8dec-f384159dcfde req-de6bd5ae-00ef-41e4-82c4-b9efa6f16d28 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:15:34.835808 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-76a97212-ac5e-458b-9bd0-7cd65237967d req-be4ea1f2-3fde-402b-8592-80068a32bab2 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173482 Aug 17 02:15:34.906152 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132deb09-faad-4eb6-8dec-f384159dcfde req-de6bd5ae-00ef-41e4-82c4-b9efa6f16d28 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:34.906617 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-de6bd5ae-00ef-41e4-82c4-b9efa6f16d28 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:34.983700 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-94b7c07e-c1b7-4930-98d2-c78a4afc8544 req-4d5669d3-5f4b-40f0-afa3-8dc7701c4eb4 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "GET /v2.0/security-groups/4e91dcd5-1462-47a7-8d59-28a90c154932 HTTP/1.1" status: 200 len: 1813 time: 0.1157680 Aug 17 02:15:35.060298 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-de6bd5ae-00ef-41e4-82c4-b9efa6f16d28 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2617323 Aug 17 02:15:35.105804 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2aad03b-50ae-48a8-83ea-ae9b10ac94af req-d6dc1b14-fd9e-4d96-847f-e09ea4c757d8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 210 time: 0.0417638 Aug 17 02:15:35.141208 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-94b7c07e-c1b7-4930-98d2-c78a4afc8544 req-37e04807-c7e7-43b6-b858-769328ef5058 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:35.173222 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-28686061-34a5-424a-b2d5-cbe152c57350 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:35.176274 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-94b7c07e-c1b7-4930-98d2-c78a4afc8544 req-37e04807-c7e7-43b6-b858-769328ef5058 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:35.204469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-132deb09-faad-4eb6-8dec-f384159dcfde req-28686061-34a5-424a-b2d5-cbe152c57350 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Transition to ACTIVE for port object ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:35.215839 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Request body: {'port': {'device_id': 'f3b04944-2f98-41f8-ab43-e4c03671b030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:35.285560 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:35.342047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c8a93-f107-4388-a42f-8db07c65113f req-ff4d6ba2-64c6-476a-b68a-95fff9f0bedc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:35.344562 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-200c8a93-f107-4388-a42f-8db07c65113f req-ff4d6ba2-64c6-476a-b68a-95fff9f0bedc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 948 time: 0.0914772 Aug 17 02:15:35.434450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-395d90f6-9697-4c75-bcda-cf28fbea1e7a None None] Provisioning for port 86865cbe-856c-4539-af91-504f55c8d616 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:35.438752 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-395d90f6-9697-4c75-bcda-cf28fbea1e7a None None] Provisioning complete for port 86865cbe-856c-4539-af91-504f55c8d616 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:35.439193 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-395d90f6-9697-4c75-bcda-cf28fbea1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:35.484427 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-395d90f6-9697-4c75-bcda-cf28fbea1e7a None None] Port 86865cbe-856c-4539-af91-504f55c8d616 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:15:35.499378 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-94b7c07e-c1b7-4930-98d2-c78a4afc8544 req-37e04807-c7e7-43b6-b858-769328ef5058 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:35.503801 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-94b7c07e-c1b7-4930-98d2-c78a4afc8544 req-37e04807-c7e7-43b6-b858-769328ef5058 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:35.505597 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-94b7c07e-c1b7-4930-98d2-c78a4afc8544 req-37e04807-c7e7-43b6-b858-769328ef5058 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e91dcd5-1462-47a7-8d59-28a90c154932 HTTP/1.1" status: 204 len: 173 time: 0.5116050 Aug 17 02:15:35.575305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:35.581330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e04807-c7e7-43b6-b858-769328ef5058 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e91dcd5-1462-47a7-8d59-28a90c154932,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:35.642775 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-28686061-34a5-424a-b2d5-cbe152c57350 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:35.676911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:15:35.728380 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-200c8a93-f107-4388-a42f-8db07c65113f req-4e61064d-8ab6-462d-a50e-dad322d1e378 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742533 Aug 17 02:15:35.738508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132deb09-faad-4eb6-8dec-f384159dcfde req-28686061-34a5-424a-b2d5-cbe152c57350 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:15:35.742675 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28686061-34a5-424a-b2d5-cbe152c57350 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event updated for resources: {'Port': ['ID=ee7d5614-dcf6-442d-b7cb-d139a6dcddb4,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:35.746367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-132deb09-faad-4eb6-8dec-f384159dcfde req-28686061-34a5-424a-b2d5-cbe152c57350 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:35.748450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-132deb09-faad-4eb6-8dec-f384159dcfde req-28686061-34a5-424a-b2d5-cbe152c57350 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:15:35.788519 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86865cbe-856c-4539-af91-504f55c8d616 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:35.799726 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:35.824565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Transition to ACTIVE for port object 86865cbe-856c-4539-af91-504f55c8d616 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:35.843063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693f634-2d18-4f1f-9932-9e702e56b1e5 req-2bb9af9c-f879-4f0d-bfd5-205a77e99e3c tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:35.853946 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1693f634-2d18-4f1f-9932-9e702e56b1e5 req-2bb9af9c-f879-4f0d-bfd5-205a77e99e3c tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 945 time: 0.1348410 Aug 17 02:15:35.858447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132deb09-faad-4eb6-8dec-f384159dcfde req-28686061-34a5-424a-b2d5-cbe152c57350 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:35.859123 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-28686061-34a5-424a-b2d5-cbe152c57350 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:35.887039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53d9868d-519f-45a4-8dc2-985421d8e633 req-298f1a74-9c68-4885-912f-00a8e651abd7 tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "GET /v2.0/security-groups/e2a0c9d2-52cb-47f2-9f8f-b249e80f6be6 HTTP/1.1" status: 200 len: 1812 time: 0.1070774 Aug 17 02:15:35.912307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:35.931171 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1693f634-2d18-4f1f-9932-9e702e56b1e5 req-e646320b-9dc7-4abb-bef0-619177871795 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758491 Aug 17 02:15:35.935956 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:35.936345 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:35.982676 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:36.010100 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-53d9868d-519f-45a4-8dc2-985421d8e633 req-0a6a3824-968e-4b41-ad7b-fd3f9d72da7d tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:36.036198 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-28686061-34a5-424a-b2d5-cbe152c57350 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4799523 Aug 17 02:15:36.067887 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-53d9868d-519f-45a4-8dc2-985421d8e633 req-0a6a3824-968e-4b41-ad7b-fd3f9d72da7d tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:36.078862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Request body: {'port': {'device_id': '44598af6-8386-49d8-90f6-b5399a152206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:36.101291 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Pushing event updated for resources: {'Port': ['ID=86865cbe-856c-4539-af91-504f55c8d616,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:36.149368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:36.202515 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:36.204288 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf2ce05-7b48-474a-a2fd-02d659713a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca68e81a-5354-4e38-bd1e-8d4568dd0ce6'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:36.207587 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c08ad94-73ef-4d0d-a762-07293dcd0492" -d '{"events": [{"server_uuid": "ddf2ce05-7b48-474a-a2fd-02d659713a51", "name": "network-vif-plugged", "status": "completed", "tag": "ca68e81a-5354-4e38-bd1e-8d4568dd0ce6"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:36.210090 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:36.250207 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Attempting to bind port 86865cbe-856c-4539-af91-504f55c8d616 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:15:36.250557 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Attempting to bind port 86865cbe-856c-4539-af91-504f55c8d616 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:15:36.250963 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Attempting to bind port 86865cbe-856c-4539-af91-504f55c8d616 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:36.256516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Port 86865cbe-856c-4539-af91-504f55c8d616 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:15:36.256516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Attempting to bind port 86865cbe-856c-4539-af91-504f55c8d616 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:36.262466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-036a58e6-b365-42f7-b01c-3c88b6095163 None None] Provisioning for port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:36.266841 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:15:36.267050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-036a58e6-b365-42f7-b01c-3c88b6095163 None None] Provisioning complete for port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:36.272669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:36.272845 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-036a58e6-b365-42f7-b01c-3c88b6095163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:36.272973 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:15:36.272973 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Bound port: 86865cbe-856c-4539-af91-504f55c8d616, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:15:36.272973 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:36.313953 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-53d9868d-519f-45a4-8dc2-985421d8e633 req-0a6a3824-968e-4b41-ad7b-fd3f9d72da7d tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:36.318472 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:36.318725 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-53d9868d-519f-45a4-8dc2-985421d8e633 req-0a6a3824-968e-4b41-ad7b-fd3f9d72da7d tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:36.334667 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53d9868d-519f-45a4-8dc2-985421d8e633 req-0a6a3824-968e-4b41-ad7b-fd3f9d72da7d tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] 10.222.0.13 "DELETE /v2.0/security-groups/e2a0c9d2-52cb-47f2-9f8f-b249e80f6be6 HTTP/1.1" status: 204 len: 173 time: 0.4466333 Aug 17 02:15:36.335416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37690) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:36.392410 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] For port 86865cbe-856c-4539-af91-504f55c8d616, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:36.400715 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] For port 86865cbe-856c-4539-af91-504f55c8d616, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=86865cbe-856c-4539-af91-504f55c8d616,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:15:36.419152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-036a58e6-b365-42f7-b01c-3c88b6095163 None None] Port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:15:36.429221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:36.510029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eae4b3-63bf-401b-b1fd-d279bad5ece4 req-171c0997-b2b4-45a7-8ae7-18fb35a0e244 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:36.512727 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f1eae4b3-63bf-401b-b1fd-d279bad5ece4 req-171c0997-b2b4-45a7-8ae7-18fb35a0e244 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 1097 time: 0.0586958 Aug 17 02:15:36.530139 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a3824-968e-4b41-ad7b-fd3f9d72da7d tempest-SecurityGroupRulesNegativeTestJSON-1741514582 tempest-SecurityGroupRulesNegativeTestJSON-1741514582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a0c9d2-52cb-47f2-9f8f-b249e80f6be6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:36.547828 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:36.605279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:36.605908 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:36.607325 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] 10.222.0.18 "PUT /v2.0/ports/86865cbe-856c-4539-af91-504f55c8d616 HTTP/1.1" status: 200 len: 1097 time: 1.3963866 Aug 17 02:15:36.607778 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b04944-2f98-41f8-ab43-e4c03671b030', 'tag': '86865cbe-856c-4539-af91-504f55c8d616'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:36.610148 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b88f245-ad6c-47b2-ad15-3dc65541155a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b04944-2f98-41f8-ab43-e4c03671b030", "tag": "86865cbe-856c-4539-af91-504f55c8d616"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:36.617723 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-59614860-c6dc-49a7-b15a-b593d24896ba admin admin] Deleting subnet e9366602-62da-46a8-8c3d-584bb92ff779 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:15:36.625305 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f1eae4b3-63bf-401b-b1fd-d279bad5ece4 req-1542569f-9336-4c64-9bc8-aec44877749e tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021526 Aug 17 02:15:36.644789 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4ceb6-9ea6-45f5-854c-4402f367d6af service neutron] Pushing event updated for resources: {'Port': ['ID=86865cbe-856c-4539-af91-504f55c8d616,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:36.665277 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-59614860-c6dc-49a7-b15a-b593d24896ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:36.726990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3323c7-50fd-4f15-8902-323e70e02472 req-f6eb1b4b-ab23-4289-9225-7610b2410679 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:36.736053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b3323c7-50fd-4f15-8902-323e70e02472 req-f6eb1b4b-ab23-4289-9225-7610b2410679 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 949 time: 0.2841306 Aug 17 02:15:36.750499 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-59614860-c6dc-49a7-b15a-b593d24896ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:36.761950 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-745d1e5d-9918-4d90-9fb8-ea641f0f68d8 req-c374b380-4577-4670-8c57-f76270ca1463 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3139274 Aug 17 02:15:36.865806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb0f54-d0cf-42e0-9472-7f5a7ca48b8e req-cc8c12ca-9337-4fcc-a169-12ba97bd4c10 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:36.867444 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-92cb0f54-d0cf-42e0-9472-7f5a7ca48b8e req-cc8c12ca-9337-4fcc-a169-12ba97bd4c10 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 936 time: 0.1389225 Aug 17 02:15:36.877345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b3323c7-50fd-4f15-8902-323e70e02472 req-fd07aecd-0424-4b70-9adf-cd2bc7efff27 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402671 Aug 17 02:15:36.882774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132deb09-faad-4eb6-8dec-f384159dcfde req-66437cd7-2cb6-4a86-9b6d-43d4c6131198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:36.884480 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-66437cd7-2cb6-4a86-9b6d-43d4c6131198 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=f3b04944-2f98-41f8-ab43-e4c03671b030 HTTP/1.1" status: 200 len: 1100 time: 0.0827832 Aug 17 02:15:36.900135 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-59614860-c6dc-49a7-b15a-b593d24896ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:36.934031 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882e0527-a328-4d45-8cb3-6753190c78d6 x-openstack-request-id: req-882e0527-a328-4d45-8cb3-6753190c78d6 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:36.934914 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf2ce05-7b48-474a-a2fd-02d659713a51", "name": "network-vif-plugged", "status": "completed", "tag": "ca68e81a-5354-4e38-bd1e-8d4568dd0ce6", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:36.935657 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-882e0527-a328-4d45-8cb3-6753190c78d6 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:36.936265 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf2ce05-7b48-474a-a2fd-02d659713a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca68e81a-5354-4e38-bd1e-8d4568dd0ce6', 'code': 200} Aug 17 02:15:37.000431 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-92cb0f54-d0cf-42e0-9472-7f5a7ca48b8e req-80a70fd1-aaf6-4841-9140-5d2e960bbae6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148787 Aug 17 02:15:37.035533 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b407cf03-e8f3-4dc2-9c61-ce12cd377dce x-openstack-request-id: req-b407cf03-e8f3-4dc2-9c61-ce12cd377dce {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:37.035865 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b04944-2f98-41f8-ab43-e4c03671b030", "tag": "86865cbe-856c-4539-af91-504f55c8d616", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:37.036131 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b407cf03-e8f3-4dc2-9c61-ce12cd377dce {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:37.036573 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b04944-2f98-41f8-ab43-e4c03671b030', 'tag': '86865cbe-856c-4539-af91-504f55c8d616', 'status': 'completed', 'code': 200} Aug 17 02:15:37.129070 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-e1389a61-3458-4ac3-b704-6edd32332ed9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=86865cbe-856c-4539-af91-504f55c8d616 HTTP/1.1" status: 200 len: 217 time: 0.1733887 Aug 17 02:15:37.132454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:37.150640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37714) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:37.160528 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-35f377da-6b9e-4020-af31-b71078238424 req-f5e4d474-8d9f-41f7-8e9c-abac3776a79f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2060196 Aug 17 02:15:37.162245 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:37.180200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1e5d-9918-4d90-9fb8-ea641f0f68d8 req-df350d49-44d6-4075-b48a-98215ea39ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:37.180902 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-745d1e5d-9918-4d90-9fb8-ea641f0f68d8 req-df350d49-44d6-4075-b48a-98215ea39ee8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49680fd9b391442cb3cf3c46aae0fe47&device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 1120 time: 0.3217425 Aug 17 02:15:37.196246 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-59614860-c6dc-49a7-b15a-b593d24896ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:37.228016 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132deb09-faad-4eb6-8dec-f384159dcfde req-6c016956-0ed9-433e-93b1-9839752ab740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:37.230999 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-6c016956-0ed9-433e-93b1-9839752ab740 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0687351 Aug 17 02:15:37.263616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Transition to ACTIVE for port object ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:37.336640 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-59614860-c6dc-49a7-b15a-b593d24896ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:37.343386 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-59614860-c6dc-49a7-b15a-b593d24896ba admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e9366602-62da-46a8-8c3d-584bb92ff779 HTTP/1.1" status: 204 len: 168 time: 0.9756558 Aug 17 02:15:37.343590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37720) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:37.344814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59614860-c6dc-49a7-b15a-b593d24896ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9366602-62da-46a8-8c3d-584bb92ff779,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:37.359149 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132deb09-faad-4eb6-8dec-f384159dcfde req-b3e8105e-72e6-4999-ae30-de9e48bfb370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:37.361423 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-b3e8105e-72e6-4999-ae30-de9e48bfb370 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1213827 Aug 17 02:15:37.380745 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:37.403524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:37.436237 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd9d66-b5fc-4f08-ad09-407547f1f747 req-7dc0a37a-8aa6-4863-8701-41803846d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:37.437830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5edd9d66-b5fc-4f08-ad09-407547f1f747 req-7dc0a37a-8aa6-4863-8701-41803846d2c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 1101 time: 0.3443279 Aug 17 02:15:37.524133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3efcf-28ea-4b92-a12e-8944a8be7119 req-0a302d2e-a7fa-4126-907b-33ea82e0b8f6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:37.531457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbdd90-112b-435e-ae4c-8ccaa1bc7d66 req-8e3a3deb-2f69-4b3b-9a35-e1e770690c24 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:37.532685 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bbe3efcf-28ea-4b92-a12e-8944a8be7119 req-0a302d2e-a7fa-4126-907b-33ea82e0b8f6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.2514918 Aug 17 02:15:37.539038 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71fbdd90-112b-435e-ae4c-8ccaa1bc7d66 req-8e3a3deb-2f69-4b3b-9a35-e1e770690c24 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 1097 time: 0.4101410 Aug 17 02:15:37.543470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f377da-6b9e-4020-af31-b71078238424 req-4a7574ae-149e-4fee-97d1-d1230c3eb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:37.544959 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-35f377da-6b9e-4020-af31-b71078238424 req-4a7574ae-149e-4fee-97d1-d1230c3eb459 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 1101 time: 0.2614172 Aug 17 02:15:37.548478 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-46c1018b-bf54-452a-b302-e46b761fe8b8 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742413 Aug 17 02:15:37.589826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:37.597003 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51d10abe-d01c-4da4-b05c-c5d877d676a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:37.597866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:37.610655 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:37.610831 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Pushing event updated for resources: {'Port': ['ID=ee7d5614-dcf6-442d-b7cb-d139a6dcddb4,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:37.619199 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c005908c-d9a2-406b-b951-4b11c87063bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:37.641745 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1e5d-9918-4d90-9fb8-ea641f0f68d8 req-16b97f08-d474-4af8-925f-bedea7e94c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:37.643316 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-745d1e5d-9918-4d90-9fb8-ea641f0f68d8 req-16b97f08-d474-4af8-925f-bedea7e94c02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174 HTTP/1.1" status: 200 len: 925 time: 0.3984869 Aug 17 02:15:37.662073 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5edd9d66-b5fc-4f08-ad09-407547f1f747 req-dda0e05f-6ca3-46b0-9853-bdfaf13c94e3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919065 Aug 17 02:15:37.708923 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bbe3efcf-28ea-4b92-a12e-8944a8be7119 req-e4db21e1-c782-4348-8288-2f5a5d4341d7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752553 Aug 17 02:15:37.726187 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:37.782222 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71fbdd90-112b-435e-ae4c-8ccaa1bc7d66 req-5d69f61f-af7d-43f7-ac98-ab63aac79707 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297537 Aug 17 02:15:37.789591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=8e8f2f4e-47c8-4d02-837e-fd54fdaed25f,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:37.806641 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-0b51cc99-09a5-43cd-a3ad-ea2f4d54e35f service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441504 Aug 17 02:15:37.814350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f377da-6b9e-4020-af31-b71078238424 req-997c8f75-f427-4d03-8a27-5a1c991a9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:37.816418 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-35f377da-6b9e-4020-af31-b71078238424 req-997c8f75-f427-4d03-8a27-5a1c991a9c9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2279541 Aug 17 02:15:37.908481 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b81159b6-abe9-4021-a30e-da802328233d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:37.949795 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-745d1e5d-9918-4d90-9fb8-ea641f0f68d8 req-980dda4b-d689-4ffc-97be-ff1c02369011 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=440157f0-377c-439f-a7bb-64eec71e05f1 HTTP/1.1" status: 200 len: 1024 time: 0.2905321 Aug 17 02:15:37.959654 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:37.967042 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Attempting to bind port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:15:37.967598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Attempting to bind port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:15:37.968103 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Attempting to bind port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:38.021201 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51d10abe-d01c-4da4-b05c-c5d877d676a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:38.025039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=8e8f2f4e-47c8-4d02-837e-fd54fdaed25f,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:38.041292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:15:38.041292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Attempting to bind port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:38.041292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-51d10abe-d01c-4da4-b05c-c5d877d676a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f10f52-c4f4-40ed-b293-ff9a4f4babc6']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:38.065784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-51d10abe-d01c-4da4-b05c-c5d877d676a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d19906-a87d-4d77-bf43-a1eaf7f0b28d') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:38.066196 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-51d10abe-d01c-4da4-b05c-c5d877d676a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d19906-a87d-4d77-bf43-a1eaf7f0b28d') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:38.068061 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:15:38.068404 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:38.068800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:15:38.069290 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Bound port: ee7d5614-dcf6-442d-b7cb-d139a6dcddb4, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:15:38.069630 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:38.098464 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51d10abe-d01c-4da4-b05c-c5d877d676a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:38.108645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1e5d-9918-4d90-9fb8-ea641f0f68d8 req-acf1c0fd-a1e5-4f0d-b288-08e7bef8a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.110187 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-745d1e5d-9918-4d90-9fb8-ea641f0f68d8 req-acf1c0fd-a1e5-4f0d-b288-08e7bef8a808 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3ee0978-0a18-4eca-b738-966af06475e7 HTTP/1.1" status: 200 len: 863 time: 0.1454518 Aug 17 02:15:38.126886 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51d10abe-d01c-4da4-b05c-c5d877d676a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:38.185169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d10abe-d01c-4da4-b05c-c5d877d676a1 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:15:38.185615 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51d10abe-d01c-4da4-b05c-c5d877d676a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:15:38.197542 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:15:38.263202 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c005908c-d9a2-406b-b951-4b11c87063bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:38.315341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] For port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:38.330168 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1e5d-9918-4d90-9fb8-ea641f0f68d8 req-858da723-f104-4ad1-b1ce-6911cc87f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.335194 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-745d1e5d-9918-4d90-9fb8-ea641f0f68d8 req-858da723-f104-4ad1-b1ce-6911cc87f781 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062695 Aug 17 02:15:38.360015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51689d-86b1-4da9-a85f-aedece2ea3ba req-7c77de59-e8ed-4658-a44a-468ea0875f01 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.361634 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc51689d-86b1-4da9-a85f-aedece2ea3ba req-7c77de59-e8ed-4658-a44a-468ea0875f01 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 950 time: 0.0971007 Aug 17 02:15:38.408335 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-35f377da-6b9e-4020-af31-b71078238424 req-7ebfe03d-0606-4e0d-8c57-f60aa4f7d79c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=89512ee6-9046-4a3e-9a22-3e51c391433b HTTP/1.1" status: 200 len: 217 time: 0.4108770 Aug 17 02:15:38.448424 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc51689d-86b1-4da9-a85f-aedece2ea3ba req-51102756-865c-498c-9e89-adc9a57144fd tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750575 Aug 17 02:15:38.450991 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c005908c-d9a2-406b-b951-4b11c87063bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:38.490578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-745d1e5d-9918-4d90-9fb8-ea641f0f68d8 req-6f33731e-8045-4a8b-8904-75ba46d71cde service neutron] 10.222.0.18 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447859 Aug 17 02:15:38.499439 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72f2a-b739-4156-81ea-63a612e95ee8 req-eddba2d9-69d6-4d8f-b4b5-af28c4164642 tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.499915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72f2a-b739-4156-81ea-63a612e95ee8 req-eddba2d9-69d6-4d8f-b4b5-af28c4164642 tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.500472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72f2a-b739-4156-81ea-63a612e95ee8 req-eddba2d9-69d6-4d8f-b4b5-af28c4164642 tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.500851 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72f2a-b739-4156-81ea-63a612e95ee8 req-eddba2d9-69d6-4d8f-b4b5-af28c4164642 tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.501336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72f2a-b739-4156-81ea-63a612e95ee8 req-eddba2d9-69d6-4d8f-b4b5-af28c4164642 tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.501820 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72f2a-b739-4156-81ea-63a612e95ee8 req-eddba2d9-69d6-4d8f-b4b5-af28c4164642 tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.502279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72f2a-b739-4156-81ea-63a612e95ee8 req-eddba2d9-69d6-4d8f-b4b5-af28c4164642 tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.502874 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72f2a-b739-4156-81ea-63a612e95ee8 req-eddba2d9-69d6-4d8f-b4b5-af28c4164642 tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.504897 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-86a72f2a-b739-4156-81ea-63a612e95ee8 req-eddba2d9-69d6-4d8f-b4b5-af28c4164642 tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5694 time: 0.5868056 Aug 17 02:15:38.509402 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88f245-ad6c-47b2-ad15-3dc65541155a req-14d8e1ab-546d-447b-a790-68595b4d8917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.515033 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b88f245-ad6c-47b2-ad15-3dc65541155a req-14d8e1ab-546d-447b-a790-68595b4d8917 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=f3b04944-2f98-41f8-ab43-e4c03671b030 HTTP/1.1" status: 200 len: 1100 time: 0.1180646 Aug 17 02:15:38.521218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f377da-6b9e-4020-af31-b71078238424 req-c10497ed-4dea-4173-b893-38e37ea4171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.522817 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-35f377da-6b9e-4020-af31-b71078238424 req-c10497ed-4dea-4173-b893-38e37ea4171b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0978408 Aug 17 02:15:38.534934 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51d10abe-d01c-4da4-b05c-c5d877d676a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:38.574416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c005908c-d9a2-406b-b951-4b11c87063bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83b831b989b54cdbb5679d095c5ff12e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4156439 Aug 17 02:15:38.586656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37742) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:38.595114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005908c-d9a2-406b-b951-4b11c87063bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f4e7a3-8754-42d9-9846-16860625d7bb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:38.600491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] For port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ee7d5614-dcf6-442d-b7cb-d139a6dcddb4,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:15:38.625150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f377da-6b9e-4020-af31-b71078238424 req-f5b02c7c-73d1-4e80-848d-495dba9c4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.626708 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-35f377da-6b9e-4020-af31-b71078238424 req-f5b02c7c-73d1-4e80-848d-495dba9c4e9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0947294 Aug 17 02:15:38.633157 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51d10abe-d01c-4da4-b05c-c5d877d676a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:38.638302 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-51d10abe-d01c-4da4-b05c-c5d877d676a1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c3f10f52-c4f4-40ed-b293-ff9a4f4babc6 HTTP/1.1" status: 204 len: 168 time: 1.2902365 Aug 17 02:15:38.645736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d10abe-d01c-4da4-b05c-c5d877d676a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3f10f52-c4f4-40ed-b293-ff9a4f4babc6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:38.679427 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88f245-ad6c-47b2-ad15-3dc65541155a req-80543164-6ef7-426b-8dc0-1124a1c05209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.681742 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b88f245-ad6c-47b2-ad15-3dc65541155a req-80543164-6ef7-426b-8dc0-1124a1c05209 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1572587 Aug 17 02:15:38.692170 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:38.762669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbe5a2-1b2a-404c-8b33-6a5f9288d910 req-5bec84a2-41e5-43a0-9099-2329d2794c66 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.764179 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52dbe5a2-1b2a-404c-8b33-6a5f9288d910 req-5bec84a2-41e5-43a0-9099-2329d2794c66 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 948 time: 0.1940954 Aug 17 02:15:38.772937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.773574 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:38.774970 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] 10.222.0.18 "PUT /v2.0/ports/ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 HTTP/1.1" status: 200 len: 1097 time: 2.7071609 Aug 17 02:15:38.777944 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b88f245-ad6c-47b2-ad15-3dc65541155a req-ee73e46e-d41a-4031-9ee9-a39d700b154a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=86865cbe-856c-4539-af91-504f55c8d616 HTTP/1.1" status: 200 len: 217 time: 0.0669839 Aug 17 02:15:38.782484 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-745d1e5d-9918-4d90-9fb8-ea641f0f68d8 req-3aaf871e-dbdc-4079-ba01-44e0c83c1913 service neutron] 10.222.0.18 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854979 Aug 17 02:15:38.782932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44598af6-8386-49d8-90f6-b5399a152206', 'tag': 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:38.785229 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81450b7-ab5a-4f11-b2d1-6dbec48d391a" -d '{"events": [{"name": "network-changed", "server_uuid": "44598af6-8386-49d8-90f6-b5399a152206", "tag": "ee7d5614-dcf6-442d-b7cb-d139a6dcddb4"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:38.830885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8158da-9bd6-40d7-9ccd-d198e7fb8a6e req-89fee0f2-d4a5-4142-8d1c-165e043269a7 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.832397 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3f8158da-9bd6-40d7-9ccd-d198e7fb8a6e req-89fee0f2-d4a5-4142-8d1c-165e043269a7 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 1097 time: 0.1225991 Aug 17 02:15:38.875531 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-35f377da-6b9e-4020-af31-b71078238424 req-e2750653-658f-4bd5-8beb-38dc6d2e09cf service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189372 Aug 17 02:15:38.937797 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ebc53c-3900-4b5e-ae2d-1b5444d67c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8f2f4e-47c8-4d02-837e-fd54fdaed25f'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:38.944299 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91e20ad-b3cc-4282-bccc-36f52ebb0afb" -d '{"events": [{"server_uuid": "79ebc53c-3900-4b5e-ae2d-1b5444d67c89", "name": "network-vif-plugged", "status": "completed", "tag": "8e8f2f4e-47c8-4d02-837e-fd54fdaed25f"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:38.958353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88f245-ad6c-47b2-ad15-3dc65541155a req-11ec6311-64aa-48bc-9458-4997877f21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:38.958353 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b88f245-ad6c-47b2-ad15-3dc65541155a req-11ec6311-64aa-48bc-9458-4997877f21c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1434515 Aug 17 02:15:38.974585 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3f8158da-9bd6-40d7-9ccd-d198e7fb8a6e req-2651de4f-436d-4b81-8791-1f5d460e5e84 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166732 Aug 17 02:15:39.059851 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-35f377da-6b9e-4020-af31-b71078238424 req-03e91be7-de29-4c33-9e6c-015d3ce35279 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748412 Aug 17 02:15:39.090397 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c07b68fc-4404-4caa-a6aa-154e51e2cd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:39.108478 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88f245-ad6c-47b2-ad15-3dc65541155a req-2e625560-8a4f-4193-ac31-3de6f4a0d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:39.110116 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b88f245-ad6c-47b2-ad15-3dc65541155a req-2e625560-8a4f-4193-ac31-3de6f4a0d74b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1470783 Aug 17 02:15:39.115586 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5cd6e-3c74-4199-8682-e36e25bed7cb service neutron] Pushing event updated for resources: {'Port': ['ID=ee7d5614-dcf6-442d-b7cb-d139a6dcddb4,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:39.155322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37752) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:39.161613 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c07b68fc-4404-4caa-a6aa-154e51e2cd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:39.192416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52dbe5a2-1b2a-404c-8b33-6a5f9288d910 req-dcb10acf-e412-46e7-9100-391b521ccf6d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016950 Aug 17 02:15:39.240718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c0107-5c71-4a0b-adb5-1122073a5d36 req-cf91f6ac-e820-411f-99d6-dd7c157b80cc tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:39.240936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132deb09-faad-4eb6-8dec-f384159dcfde req-814daf4f-5e90-44c5-9b3d-43d8ca890ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:39.242152 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-af2c0107-5c71-4a0b-adb5-1122073a5d36 req-cf91f6ac-e820-411f-99d6-dd7c157b80cc tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 886 time: 0.2215645 Aug 17 02:15:39.242503 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-814daf4f-5e90-44c5-9b3d-43d8ca890ce2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 1100 time: 0.1476438 Aug 17 02:15:39.251289 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ba83c720-0dcc-4a7b-ac94-c34c064f4d01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=933ddc92f6b14a99a3bca5fe251add91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0944514 Aug 17 02:15:39.261380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37756) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:39.280812 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b88f245-ad6c-47b2-ad15-3dc65541155a req-a93c494d-be7a-4baa-9ee6-645326610e7b service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619570 Aug 17 02:15:39.312782 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-aa47ce58-4179-4cb9-82a2-38c75914f3d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 HTTP/1.1" status: 200 len: 217 time: 0.0550656 Aug 17 02:15:39.322328 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f32be59-326b-4b72-ae6c-7fc70385ec40 x-openstack-request-id: req-9f32be59-326b-4b72-ae6c-7fc70385ec40 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:39.323090 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44598af6-8386-49d8-90f6-b5399a152206", "tag": "ee7d5614-dcf6-442d-b7cb-d139a6dcddb4", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:39.323090 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f32be59-326b-4b72-ae6c-7fc70385ec40 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:39.323265 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44598af6-8386-49d8-90f6-b5399a152206', 'tag': 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4', 'status': 'completed', 'code': 200} Aug 17 02:15:39.364410 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1051c35-105d-45d5-bd05-1df37671f9ef x-openstack-request-id: req-b1051c35-105d-45d5-bd05-1df37671f9ef {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:39.366550 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ebc53c-3900-4b5e-ae2d-1b5444d67c89", "name": "network-vif-plugged", "status": "completed", "tag": "8e8f2f4e-47c8-4d02-837e-fd54fdaed25f", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:39.367040 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1051c35-105d-45d5-bd05-1df37671f9ef {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:39.367793 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ebc53c-3900-4b5e-ae2d-1b5444d67c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8f2f4e-47c8-4d02-837e-fd54fdaed25f', 'code': 200} Aug 17 02:15:39.417121 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03bb9754-03a9-4d1b-b80e-793889f9a7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:39.417717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ea8b2-1ada-4ad1-9f4d-83dd4da95439 req-86d6116d-3caf-464e-ad80-9ee5feab4dca tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:39.421968 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e14ea8b2-1ada-4ad1-9f4d-83dd4da95439 req-86d6116d-3caf-464e-ad80-9ee5feab4dca tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.1122906 Aug 17 02:15:39.424662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132deb09-faad-4eb6-8dec-f384159dcfde req-b395b2b3-68c6-4780-a596-381c4d7f983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:39.426207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-b395b2b3-68c6-4780-a596-381c4d7f983e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0827208 Aug 17 02:15:39.495466 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03bb9754-03a9-4d1b-b80e-793889f9a7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:39.500291 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b88f245-ad6c-47b2-ad15-3dc65541155a req-ae49f63b-d8d5-47fb-8e33-409968c87d18 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114701 Aug 17 02:15:39.507006 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c07b68fc-4404-4caa-a6aa-154e51e2cd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:39.509702 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c07b68fc-4404-4caa-a6aa-154e51e2cd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:39.513497 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c07b68fc-4404-4caa-a6aa-154e51e2cd48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81f4e7a3-8754-42d9-9846-16860625d7bb HTTP/1.1" status: 204 len: 168 time: 0.9202764 Aug 17 02:15:39.542444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b68fc-4404-4caa-a6aa-154e51e2cd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f4e7a3-8754-42d9-9846-16860625d7bb,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:39.570136 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e14ea8b2-1ada-4ad1-9f4d-83dd4da95439 req-ffb25171-6240-4ec3-b2b6-a55ce3b57344 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414251 Aug 17 02:15:39.595412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad083291-ea8b-4836-8320-2a4a8859caef req-58234f20-9417-40ad-b798-dd1ffbea757a tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:39.595834 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad083291-ea8b-4836-8320-2a4a8859caef req-58234f20-9417-40ad-b798-dd1ffbea757a tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:39.596324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad083291-ea8b-4836-8320-2a4a8859caef req-58234f20-9417-40ad-b798-dd1ffbea757a tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:39.596942 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad083291-ea8b-4836-8320-2a4a8859caef req-58234f20-9417-40ad-b798-dd1ffbea757a tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:39.597445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad083291-ea8b-4836-8320-2a4a8859caef req-58234f20-9417-40ad-b798-dd1ffbea757a tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:39.598442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad083291-ea8b-4836-8320-2a4a8859caef req-58234f20-9417-40ad-b798-dd1ffbea757a tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:39.598930 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad083291-ea8b-4836-8320-2a4a8859caef req-58234f20-9417-40ad-b798-dd1ffbea757a tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:39.600867 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ad083291-ea8b-4836-8320-2a4a8859caef req-58234f20-9417-40ad-b798-dd1ffbea757a tempest-NetworksTest-975324222 tempest-NetworksTest-975324222-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.2240238 Aug 17 02:15:39.609708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385868f-b8da-4d90-b924-d11880e75dff req-bc3432c8-ca93-47ce-9f0d-9d2293dfbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:39.611388 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a385868f-b8da-4d90-b924-d11880e75dff req-bc3432c8-ca93-47ce-9f0d-9d2293dfbf80 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 1102 time: 0.1572709 Aug 17 02:15:39.614662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132deb09-faad-4eb6-8dec-f384159dcfde req-9027bf9b-f193-41e2-8212-6e1e676266de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:39.616339 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-9027bf9b-f193-41e2-8212-6e1e676266de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1750476 Aug 17 02:15:39.696938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03bb9754-03a9-4d1b-b80e-793889f9a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:39.700504 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03bb9754-03a9-4d1b-b80e-793889f9a7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:39.704879 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-03bb9754-03a9-4d1b-b80e-793889f9a7e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be3e7adb-000a-4bfb-a35c-7494edef09f0 HTTP/1.1" status: 204 len: 168 time: 0.4374857 Aug 17 02:15:39.721592 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb9754-03a9-4d1b-b80e-793889f9a7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3e7adb-000a-4bfb-a35c-7494edef09f0,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:39.800437 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a385868f-b8da-4d90-b924-d11880e75dff req-42408e16-259b-430a-a47a-7adf2b73ddea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733837 Aug 17 02:15:39.833559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1043fe-96ce-47c1-9ebb-1b66eb68a639 req-aec2c829-5e9e-4dc2-8e72-0a2f84a12bb9 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:39.835079 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e1043fe-96ce-47c1-9ebb-1b66eb68a639 req-aec2c829-5e9e-4dc2-8e72-0a2f84a12bb9 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 950 time: 0.1539378 Aug 17 02:15:39.852802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-8a2ad8ad-d998-43e0-a363-a2d369d2ad97 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235806 Aug 17 02:15:39.879824 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e1043fe-96ce-47c1-9ebb-1b66eb68a639 req-30cb5e05-a3d7-4544-ad4f-48c4483bc916 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383308 Aug 17 02:15:40.104966 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d3d4a-dafd-41f0-9193-dc371e23e790 req-e6cdb432-e3c3-40e1-8393-c953db51e486 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:40.106887 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3d1d3d4a-dafd-41f0-9193-dc371e23e790 req-e6cdb432-e3c3-40e1-8393-c953db51e486 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 1097 time: 0.0470436 Aug 17 02:15:40.145512 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3d1d3d4a-dafd-41f0-9193-dc371e23e790 req-54a8b7d3-3a76-4476-9260-a2ba151bbc8b tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312216 Aug 17 02:15:40.260605 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef31a-c607-470c-82bb-ae3660b9553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:40.329456 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-132deb09-faad-4eb6-8dec-f384159dcfde req-e55fca02-3485-4fad-9730-81c1272f9059 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477857 Aug 17 02:15:40.330331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a507d2c-1dc1-4a1f-8248-b38361a42c57 req-8363653b-34bc-4cf8-b283-159ca56b580c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:40.331221 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a507d2c-1dc1-4a1f-8248-b38361a42c57 req-8363653b-34bc-4cf8-b283-159ca56b580c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 948 time: 0.0562983 Aug 17 02:15:40.377913 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a507d2c-1dc1-4a1f-8248-b38361a42c57 req-66a32c54-3753-4354-a236-9207a6fa8a4f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345571 Aug 17 02:15:40.607230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37782) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:40.629626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81450b7-ab5a-4f11-b2d1-6dbec48d391a req-aeebd21f-c63e-487c-b2cf-763d1d1a1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:40.631126 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c81450b7-ab5a-4f11-b2d1-6dbec48d391a req-aeebd21f-c63e-487c-b2cf-763d1d1a1dbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 1100 time: 0.0488303 Aug 17 02:15:40.669506 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:40.712289 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe504f5-4d01-44b1-aea3-5681a158f458 req-15a24852-9856-441e-b971-d3664a3d11bf tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:40.714627 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fbe504f5-4d01-44b1-aea3-5681a158f458 req-15a24852-9856-441e-b971-d3664a3d11bf tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.0713658 Aug 17 02:15:40.745381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81450b7-ab5a-4f11-b2d1-6dbec48d391a req-6bb4e99f-81bd-4df5-8564-8e9ed830c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:40.747210 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c81450b7-ab5a-4f11-b2d1-6dbec48d391a req-6bb4e99f-81bd-4df5-8564-8e9ed830c42f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1064618 Aug 17 02:15:40.762465 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fbe504f5-4d01-44b1-aea3-5681a158f458 req-486e2638-aa14-4a92-95f3-7ce97121fabb tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392611 Aug 17 02:15:40.800993 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c81450b7-ab5a-4f11-b2d1-6dbec48d391a req-b0e750c9-1ea2-4323-962e-ed9371bccc43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 HTTP/1.1" status: 200 len: 217 time: 0.0416694 Aug 17 02:15:40.804889 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da1953f2-85e2-4963-a4bd-4869b0ad1d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:40.872461 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81450b7-ab5a-4f11-b2d1-6dbec48d391a req-597839d4-9779-4e71-a567-00bbb6b35cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:40.874262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c81450b7-ab5a-4f11-b2d1-6dbec48d391a req-597839d4-9779-4e71-a567-00bbb6b35cd1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0636938 Aug 17 02:15:40.937162 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81450b7-ab5a-4f11-b2d1-6dbec48d391a req-d975f8dc-2171-41fd-b8ad-dc7de80057cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:40.937871 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da1953f2-85e2-4963-a4bd-4869b0ad1d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:40.939069 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c81450b7-ab5a-4f11-b2d1-6dbec48d391a req-d975f8dc-2171-41fd-b8ad-dc7de80057cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0556970 Aug 17 02:15:40.983518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-18511872-659a-4a07-9012-85907a38a716 req-3fd0b26a-6288-4b75-b7f1-d2dbd51a16d6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:15:40.984515 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-18511872-659a-4a07-9012-85907a38a716 req-3fd0b26a-6288-4b75-b7f1-d2dbd51a16d6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056314 Aug 17 02:15:41.046164 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c81450b7-ab5a-4f11-b2d1-6dbec48d391a req-0c6d9fa2-70dc-4f0d-9761-95e752588a97 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952702 Aug 17 02:15:41.140780 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c81450b7-ab5a-4f11-b2d1-6dbec48d391a req-01e29f04-e33d-47a3-9a36-aeccadf448e7 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869610 Aug 17 02:15:41.200374 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da1953f2-85e2-4963-a4bd-4869b0ad1d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:41.233997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37800) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:41.239009 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-da1953f2-85e2-4963-a4bd-4869b0ad1d40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d268c161ef144d93b9f34ba5f56e7bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6311464 Aug 17 02:15:41.243794 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37802) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:41.247933 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f703385-d33f-4b6f-b1df-22153637e881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:41.263407 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1953f2-85e2-4963-a4bd-4869b0ad1d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d074df-887a-4dee-971e-2faeb15794d3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:41.304432 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d2f79ef-1be7-46da-a313-020f529ac0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:41.335651 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d2f79ef-1be7-46da-a313-020f529ac0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:41.374319 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f703385-d33f-4b6f-b1df-22153637e881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:41.485314 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f703385-d33f-4b6f-b1df-22153637e881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:41.490959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773ba50-f437-41a0-9f9b-0cdaf17a75b6 req-2855161a-a448-45da-ac38-f540430211db tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:41.492827 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e773ba50-f437-41a0-9f9b-0cdaf17a75b6 req-2855161a-a448-45da-ac38-f540430211db tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 950 time: 0.0584831 Aug 17 02:15:41.536304 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f703385-d33f-4b6f-b1df-22153637e881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9380ad-0685-4a7e-bb6d-f791f73e5879,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:41.538956 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8f703385-d33f-4b6f-b1df-22153637e881 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dc0897b50cd49acb363c8b026526567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038330 Aug 17 02:15:41.543399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37818) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:41.546122 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d2f79ef-1be7-46da-a313-020f529ac0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:41.548707 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d2f79ef-1be7-46da-a313-020f529ac0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:41.553672 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6d2f79ef-1be7-46da-a313-020f529ac0b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11d074df-887a-4dee-971e-2faeb15794d3 HTTP/1.1" status: 204 len: 168 time: 0.3045537 Aug 17 02:15:41.619395 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e773ba50-f437-41a0-9f9b-0cdaf17a75b6 req-53c4e686-b226-4ec1-92d7-9160e8317873 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157055 Aug 17 02:15:41.629433 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f79ef-1be7-46da-a313-020f529ac0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d074df-887a-4dee-971e-2faeb15794d3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:41.645965 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:41.656098 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5f494c82-3b93-4d91-8a50-8c129c7349c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:41.733790 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5f494c82-3b93-4d91-8a50-8c129c7349c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:41.805939 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-8b6bd81f-14c0-4efd-80ed-5a33362af4d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1106048 Aug 17 02:15:41.821910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d6c0c-9417-405e-8473-2df9644d6172 req-96f6088e-ab72-489d-9062-d2087dcb76f9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:41.823996 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a0d6c0c-9417-405e-8473-2df9644d6172 req-96f6088e-ab72-489d-9062-d2087dcb76f9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.0879431 Aug 17 02:15:41.871569 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a0d6c0c-9417-405e-8473-2df9644d6172 req-62d3b3b7-1afd-4d32-a27a-603606df3212 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Aug 17 02:15:42.002866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37842) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:42.018349 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5f494c82-3b93-4d91-8a50-8c129c7349c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:42.021168 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5f494c82-3b93-4d91-8a50-8c129c7349c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:42.025463 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5f494c82-3b93-4d91-8a50-8c129c7349c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f9380ad-0685-4a7e-bb6d-f791f73e5879 HTTP/1.1" status: 204 len: 168 time: 0.4789777 Aug 17 02:15:42.030584 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b1bed-2d8c-4c93-804d-6923e16a502e req-ff54c242-8fc0-409d-ab2c-897220b86ec8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:42.032274 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa3b1bed-2d8c-4c93-804d-6923e16a502e req-ff54c242-8fc0-409d-ab2c-897220b86ec8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 948 time: 0.0892813 Aug 17 02:15:42.058365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f494c82-3b93-4d91-8a50-8c129c7349c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9380ad-0685-4a7e-bb6d-f791f73e5879,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:42.110350 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa3b1bed-2d8c-4c93-804d-6923e16a502e req-ce754adc-18cf-4349-a78c-90b070597793 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652754 Aug 17 02:15:42.250648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-788572852-network', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:42.382503 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] Made reservation on behalf of 1a802a8d6b644296b1cf81b9aa2782be for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:15:42.384848 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:42.395103 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:42.496810 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:42.738214 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:42.748378 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8037d-e777-46b3-a5df-34929e640006 req-7648ec2d-7c6d-47c3-8cf3-508042f6cdef tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:42.750361 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8fa8037d-e777-46b3-a5df-34929e640006 req-7648ec2d-7c6d-47c3-8cf3-508042f6cdef tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 950 time: 0.0538340 Aug 17 02:15:42.763175 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:15:42.779567 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c64e21-63f0-499b-b869-e0db7afd0339,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:42.782616 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:42.782964 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] Added segment d6cb61cf-f47d-4f60-87f1-96a29041ad9e of type vlan for network a5e497df-d23a-4deb-ad2c-576f212d7d65 Aug 17 02:15:42.818979 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8fa8037d-e777-46b3-a5df-34929e640006 req-ae2b90ed-faed-4fb2-ac3e-cc027179353d tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588636 Aug 17 02:15:42.839945 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:42.855523 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37864) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:42.871548 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d371f433-ca1b-4008-a047-b980ed604416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:42.992237 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d371f433-ca1b-4008-a047-b980ed604416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:43.038040 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:15:43.045645 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:43.047511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:43.048669 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:43.102784 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d371f433-ca1b-4008-a047-b980ed604416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:43.141211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371f433-ca1b-4008-a047-b980ed604416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15359af9-12ed-4282-be19-2e0a9b600d14,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:43.147801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] Pushing event updated for resources: {'Network': ['ID=a5e497df-d23a-4deb-ad2c-576f212d7d65,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:43.155785 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d371f433-ca1b-4008-a047-b980ed604416 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=364f13d8c14b4c7199bea8d7711be627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989936 Aug 17 02:15:43.158902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37882) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:43.169020 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network a5e497df-d23a-4deb-ad2c-576f212d7d65 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:15:43.226723 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1aa7e4df-8103-4af5-88ad-e3d5b80feff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:43.251838 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1aa7e4df-8103-4af5-88ad-e3d5b80feff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:43.256944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-acaa5bdf-6047-45b8-b39f-e3a9c342bd23 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2452171 Aug 17 02:15:43.256944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37888) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:43.258641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-3bce5571-3e57-411d-94c4-1e43f9dcef76 admin admin] Request body: {'subnet': {'network_id': 'a5e497df-d23a-4deb-ad2c-576f212d7d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-788572852-subnet', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:43.451021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 86865cbe-856c-4539-af91-504f55c8d616 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:15:43.502640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bce5571-3e57-411d-94c4-1e43f9dcef76 admin admin] Made reservation on behalf of 1a802a8d6b644296b1cf81b9aa2782be for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:15:43.509697 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bce5571-3e57-411d-94c4-1e43f9dcef76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:43.514298 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1aa7e4df-8103-4af5-88ad-e3d5b80feff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:43.516965 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1aa7e4df-8103-4af5-88ad-e3d5b80feff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:43.521662 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1aa7e4df-8103-4af5-88ad-e3d5b80feff0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15359af9-12ed-4282-be19-2e0a9b600d14 HTTP/1.1" status: 204 len: 168 time: 0.3616974 Aug 17 02:15:43.539857 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7e4df-8103-4af5-88ad-e3d5b80feff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15359af9-12ed-4282-be19-2e0a9b600d14,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:43.550585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-6c8bf03a-5ade-49b8-97ec-c8832b97a2cd tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:15:43.551604 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-6c8bf03a-5ade-49b8-97ec-c8832b97a2cd tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130980 Aug 17 02:15:43.578565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dfa54-71fc-4797-bd39-2b8e2eabdb6a req-0a4095e5-013b-4308-ae7b-15fc7131c8ee tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:43.586975 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a54dfa54-71fc-4797-bd39-2b8e2eabdb6a req-0a4095e5-013b-4308-ae7b-15fc7131c8ee tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.1184316 Aug 17 02:15:43.719909 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a54dfa54-71fc-4797-bd39-2b8e2eabdb6a req-a1d2cad4-4764-410c-9cb2-7f2d0eac212d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319158 Aug 17 02:15:43.721054 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-4d40f1de-cc72-4aa0-9a36-3fe83e13a211 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:43.722552 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-4d40f1de-cc72-4aa0-9a36-3fe83e13a211 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports/d10d5f7d-2d5a-446d-9992-f40b124fcb98 HTTP/1.1" status: 200 len: 1094 time: 0.1298141 Aug 17 02:15:43.737678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d41cc4af-d20f-4bbe-9234-b4deaed4ed77 service neutron] Request body: {'binding': {'host': 'n-h2-793621-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:43.738138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d41cc4af-d20f-4bbe-9234-b4deaed4ed77 service neutron] Unknown quota resources ['binding']. {{(pid=95407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:15:43.748417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 86865cbe-856c-4539-af91-504f55c8d616, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=86865cbe-856c-4539-af91-504f55c8d616,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:43.776751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '86865cbe-856c-4539-af91-504f55c8d616', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '86865cbe-856c-4539-af91-504f55c8d616', 'mac_address': 'fa:16:3e:4d:84:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:15:43.833183 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:43.852008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86865cbe-856c-4539-af91-504f55c8d616 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:43.878221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 86865cbe-856c-4539-af91-504f55c8d616, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=86865cbe-856c-4539-af91-504f55c8d616,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:43.908756 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:43.964958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9af44-9b98-4475-97e7-e24088c40505 req-66c97da7-0b25-415e-a589-9ad60d3b28e8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:43.967263 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-46e9af44-9b98-4475-97e7-e24088c40505 req-66c97da7-0b25-415e-a589-9ad60d3b28e8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 948 time: 0.0877459 Aug 17 02:15:43.982403 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:44.015697 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bce5571-3e57-411d-94c4-1e43f9dcef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:44.079076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=86865cbe-856c-4539-af91-504f55c8d616,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:44.083883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d41cc4af-d20f-4bbe-9234-b4deaed4ed77 service neutron] Attempting to bind port d10d5f7d-2d5a-446d-9992-f40b124fcb98 on host n-h2-793621-31 for vnic_type normal with profile None {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:15:44.084686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d41cc4af-d20f-4bbe-9234-b4deaed4ed77 service neutron] Attempting to bind port d10d5f7d-2d5a-446d-9992-f40b124fcb98 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:15:44.084686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d41cc4af-d20f-4bbe-9234-b4deaed4ed77 service neutron] Attempting to bind port d10d5f7d-2d5a-446d-9992-f40b124fcb98 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:44.092591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:44.097474 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:44.097474 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:44.097474 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:44.097875 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-46e9af44-9b98-4475-97e7-e24088c40505 req-c024800e-9f68-4e3b-a56e-aae1a7f2b3e0 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128421 Aug 17 02:15:44.097960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:44.097960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:44.097960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:44.097960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:44.097960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:44.097960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:44.097960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:44.097960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:44.098421 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d41cc4af-d20f-4bbe-9234-b4deaed4ed77 service neutron] Port d10d5f7d-2d5a-446d-9992-f40b124fcb98 on network c8c80ec2-d490-4616-acf6-294513bafc60 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:15:44.099122 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d41cc4af-d20f-4bbe-9234-b4deaed4ed77 service neutron] Attempting to bind port d10d5f7d-2d5a-446d-9992-f40b124fcb98 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:44.110421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bce5571-3e57-411d-94c4-1e43f9dcef76 admin admin] Checking segment: {'id': 'd6cb61cf-f47d-4f60-87f1-96a29041ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a5e497df-d23a-4deb-ad2c-576f212d7d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:44.110803 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bce5571-3e57-411d-94c4-1e43f9dcef76 admin admin] Network hostable DHCP agents. Network: a5e497df-d23a-4deb-ad2c-576f212d7d65, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:15:44.113826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce5571-3e57-411d-94c4-1e43f9dcef76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8219a1c-cc1a-4242-aeef-b6459be385cf,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:44.117848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d41cc4af-d20f-4bbe-9234-b4deaed4ed77 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:15:44.118187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d41cc4af-d20f-4bbe-9234-b4deaed4ed77 service neutron] Checking segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:44.118716 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d41cc4af-d20f-4bbe-9234-b4deaed4ed77 service neutron] Bound using segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:15:44.119196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d41cc4af-d20f-4bbe-9234-b4deaed4ed77 service neutron] Bound port: d10d5f7d-2d5a-446d-9992-f40b124fcb98, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:15:44.223665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d41cc4af-d20f-4bbe-9234-b4deaed4ed77 service neutron] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:15:44.255989 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bce5571-3e57-411d-94c4-1e43f9dcef76 admin admin] Network a5e497df-d23a-4deb-ad2c-576f212d7d65 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:15:44.332827 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d491a3f-bd7f-467f-99cb-3eab5c09c8bb req-c7d1524c-5df0-44dc-a9a2-8bb154200ec7 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:44.332827 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1d491a3f-bd7f-467f-99cb-3eab5c09c8bb req-c7d1524c-5df0-44dc-a9a2-8bb154200ec7 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 950 time: 0.0604317 Aug 17 02:15:44.342499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37914) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:44.391310 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1d491a3f-bd7f-467f-99cb-3eab5c09c8bb req-32fea4ce-22c1-494a-a767-3f3a901ee14c tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517478 Aug 17 02:15:44.412660 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d41cc4af-d20f-4bbe-9234-b4deaed4ed77 service neutron] Notify callbacks [] for binding, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:44.413573 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d41cc4af-d20f-4bbe-9234-b4deaed4ed77 service neutron] 10.222.0.13 "POST /v2.0/ports/d10d5f7d-2d5a-446d-9992-f40b124fcb98/bindings HTTP/1.1" status: 201 len: 390 time: 0.6797292 Aug 17 02:15:44.490025 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-network', 'tenant_id': '2fb185b015da4582807275c9b311c0d3'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:44.501085 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-3bce5571-3e57-411d-94c4-1e43f9dcef76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, a5e497df-d23a-4deb-ad2c-576f212d7d65) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:44.505176 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bce5571-3e57-411d-94c4-1e43f9dcef76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:44.506105 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bce5571-3e57-411d-94c4-1e43f9dcef76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:44.512210 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac00a069-d438-4162-9248-5c36c8b593d3 None None] Network a5e497df-d23a-4deb-ad2c-576f212d7d65 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:15:44.552145 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['86865cbe-856c-4539-af91-504f55c8d616'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:15:44.669613 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] Made reservation on behalf of 2fb185b015da4582807275c9b311c0d3 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:15:44.672083 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:44.687788 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:44.740388 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-a5e497df-d23a-4deb-ad2c-576f212d7d65', 'network_id': 'a5e497df-d23a-4deb-ad2c-576f212d7d65', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'fixed_ips': [{'subnet_id': 'b8219a1c-cc1a-4242-aeef-b6459be385cf'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:15:44.741370 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:44.782878 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37930) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:44.783092 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3bce5571-3e57-411d-94c4-1e43f9dcef76 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5285873 Aug 17 02:15:44.788781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-788572852-router', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:44.878899 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f25b-8bd1-4590-a280-64cb25f4f5c3 req-ffd8c375-bf5f-4fc6-825c-3234f4298615 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:44.880419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9390f25b-8bd1-4590-a280-64cb25f4f5c3 req-ffd8c375-bf5f-4fc6-825c-3234f4298615 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.0805037 Aug 17 02:15:44.955075 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9390f25b-8bd1-4590-a280-64cb25f4f5c3 req-01c8b939-2074-4c42-8515-995b399967ab tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624678 Aug 17 02:15:44.979709 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Allocated IP 172.20.0.2 (a5e497df-d23a-4deb-ad2c-576f212d7d65/b8219a1c-cc1a-4242-aeef-b6459be385cf/2f307e09-5bae-4fd4-a6f9-02cf9fba2505) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:15:44.986440 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:45.133802 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:45.163478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:15:45.191257 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1bc63-0e06-4543-bd3b-f5e09c6156c4 req-b64388c8-64dd-4575-bc68-1c9ffa3d8b67 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:45.193036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fce1bc63-0e06-4543-bd3b-f5e09c6156c4 req-b64388c8-64dd-4575-bc68-1c9ffa3d8b67 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 945 time: 0.1099634 Aug 17 02:15:45.196723 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:45.197200 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] Added segment 0791da0b-48cb-406d-af30-7a108ddc944d of type vlan for network a8fef78a-d4b2-4e88-8388-a5592f518deb Aug 17 02:15:45.207075 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dd62f8-638d-4a84-b6e0-1e1308f2c51c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:45.212874 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:45.221121 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26a605-6efc-42bc-b236-0ee8e993ae4a req-8b13f074-b17e-44c6-97af-d3a48d6a9c48 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:45.224205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Transition to ACTIVE for port object 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:45.231832 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ac26a605-6efc-42bc-b236-0ee8e993ae4a req-8b13f074-b17e-44c6-97af-d3a48d6a9c48 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 950 time: 0.0761881 Aug 17 02:15:45.245575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Transition to ACTIVE for port object 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:45.297285 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ac26a605-6efc-42bc-b236-0ee8e993ae4a req-7adce2a8-83b3-477d-abc7-15276b8b3bcb tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545759 Aug 17 02:15:45.322609 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:45.340391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fce1bc63-0e06-4543-bd3b-f5e09c6156c4 req-2ed743f4-2c82-413d-a3c1-0057c584e7f7 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344719 Aug 17 02:15:45.408918 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:45.408918 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:45.448703 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:15:45.466994 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:45.511131 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:45.521234 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead9e99-9a25-48b0-a2c4-170052b00534 req-cb71b2f8-0e79-47b9-a083-7a7a5665a655 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:45.523408 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ead9e99-9a25-48b0-a2c4-170052b00534 req-cb71b2f8-0e79-47b9-a083-7a7a5665a655 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 948 time: 0.1332114 Aug 17 02:15:45.550439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Network a5e497df-d23a-4deb-ad2c-576f212d7d65 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:15:45.563553 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:45.571415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:15:45.575537 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Pushing event updated for resources: {'Port': ['ID=2f307e09-5bae-4fd4-a6f9-02cf9fba2505,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:45.588355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:45.592445 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:45.592997 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ead9e99-9a25-48b0-a2c4-170052b00534 req-98f0f03c-8aee-45ff-b2fc-e0e27e8f6efd tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604224 Aug 17 02:15:45.594800 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:45.680711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ee7d5614-dcf6-442d-b7cb-d139a6dcddb4,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:45.704767 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4', 'mac_address': 'fa:16:3e:40:5c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:15:45.707654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] Pushing event updated for resources: {'Network': ['ID=a8fef78a-d4b2-4e88-8388-a5592f518deb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:45.708235 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Attempting to bind port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:15:45.708623 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Attempting to bind port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'd6cb61cf-f47d-4f60-87f1-96a29041ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a5e497df-d23a-4deb-ad2c-576f212d7d65'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:15:45.708968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Attempting to bind port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 on network a5e497df-d23a-4deb-ad2c-576f212d7d65 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:45.719199 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:15:45.720015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Checking segment: {'id': 'd6cb61cf-f47d-4f60-87f1-96a29041ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a5e497df-d23a-4deb-ad2c-576f212d7d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:45.720865 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:45.721619 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Bound using segment: {'id': 'd6cb61cf-f47d-4f60-87f1-96a29041ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a5e497df-d23a-4deb-ad2c-576f212d7d65'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:15:45.722557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Bound port: 2f307e09-5bae-4fd4-a6f9-02cf9fba2505, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6cb61cf-f47d-4f60-87f1-96a29041ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a5e497df-d23a-4deb-ad2c-576f212d7d65'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:15:45.723062 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:45.729488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d232f13b-801f-4b2b-bc43-e2cfa49abc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:45.732061 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-d232f13b-801f-4b2b-bc43-e2cfa49abc88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 1097 time: 0.0808842 Aug 17 02:15:45.747160 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network a8fef78a-d4b2-4e88-8388-a5592f518deb details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:15:45.885577 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-1c338781-1149-4236-8f10-3351c9f40132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:45.885873 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:45.887522 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-1c338781-1149-4236-8f10-3351c9f40132 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.1394470 Aug 17 02:15:45.889882 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2a7257b3-342c-466c-a65c-7d70f79c2965 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5457439 Aug 17 02:15:45.894384 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:45.894631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37950) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:45.901495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-af6da735-3443-45b4-b974-3b6a04800f3e admin admin] Request body: {'subnet': {'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-subnet', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:45.918146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:45.950310 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-c27a7603-c128-4b26-b9f9-cd55daf2bc82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98 HTTP/1.1" status: 200 len: 217 time: 0.0443363 Aug 17 02:15:45.971899 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ee7d5614-dcf6-442d-b7cb-d139a6dcddb4,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:45.981127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] For port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:46.000910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] For port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2f307e09-5bae-4fd4-a6f9-02cf9fba2505,segment=NetworkSegment(d6cb61cf-f47d-4f60-87f1-96a29041ad9e),segment_id=d6cb61cf-f47d-4f60-87f1-96a29041ad9e)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:15:46.025100 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-4a6d7508-6578-4c74-b9e8-8ef6e440ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:46.025100 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-4a6d7508-6578-4c74-b9e8-8ef6e440ced6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.0627553 Aug 17 02:15:46.056956 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:46.065600 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6da735-3443-45b4-b974-3b6a04800f3e admin admin] Made reservation on behalf of 2fb185b015da4582807275c9b311c0d3 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:15:46.069186 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-af6da735-3443-45b4-b974-3b6a04800f3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:46.115085 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-68cb15a0-c5a5-4aa4-bd8e-20dae03e1f8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809658 Aug 17 02:15:46.133767 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:46.183390 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=ee7d5614-dcf6-442d-b7cb-d139a6dcddb4,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:46.208570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-b0c597e2-54bc-4627-94e0-6619d92202bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:46.210412 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-b0c597e2-54bc-4627-94e0-6619d92202bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 1101 time: 0.0835445 Aug 17 02:15:46.300259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2d8c3-c339-4c9e-8cf6-008fb9f22b29 None None] Pushing event updated for resources: {'Port': ['ID=2f307e09-5bae-4fd4-a6f9-02cf9fba2505,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:46.309599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143ac83-f161-4d66-9d87-41bcee7bca28 req-507ad3f9-40f5-4340-b487-ef1553671561 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:46.317918 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0143ac83-f161-4d66-9d87-41bcee7bca28 req-507ad3f9-40f5-4340-b487-ef1553671561 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.2450323 Aug 17 02:15:46.365428 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-58fe8ab4-d50f-497a-a2e6-341ad13d06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:46.368704 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-58fe8ab4-d50f-497a-a2e6-341ad13d06e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1484170 Aug 17 02:15:46.419651 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0143ac83-f161-4d66-9d87-41bcee7bca28 req-3818ead6-91d3-4bdd-bfb3-12937f5a91db tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938110 Aug 17 02:15:46.479286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-38251fd7-4630-4a34-af7f-006e04bdbccf service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182824 Aug 17 02:15:46.554635 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-3ece04a5-1364-436a-ab05-7ef0ca2419f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 HTTP/1.1" status: 200 len: 217 time: 0.1279960 Aug 17 02:15:46.675381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['ee7d5614-dcf6-442d-b7cb-d139a6dcddb4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:15:46.722273 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-d3deaa27-38b4-4a50-94d0-638cd3205fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:46.723705 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-d3deaa27-38b4-4a50-94d0-638cd3205fd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1558762 Aug 17 02:15:46.725979 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:46.736153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4bd63-f360-4cd4-8523-156b44d43ad2 req-ae58fbc4-c46d-4fb4-af76-e83b885237ed tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:46.737726 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-08c4bd63-f360-4cd4-8523-156b44d43ad2 req-ae58fbc4-c46d-4fb4-af76-e83b885237ed tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 950 time: 0.1929023 Aug 17 02:15:46.793474 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:46.848226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a925e68-fe01-4793-92dd-8cfbe96dbc28 req-56f4158b-9fbd-4971-bd66-3f84c582080d tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:46.856325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0a925e68-fe01-4793-92dd-8cfbe96dbc28 req-56f4158b-9fbd-4971-bd66-3f84c582080d tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 945 time: 0.2524960 Aug 17 02:15:46.918289 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-08c4bd63-f360-4cd4-8523-156b44d43ad2 req-0e5c4a7f-b638-42d4-b11b-96c2b342ba03 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359692 Aug 17 02:15:46.936339 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-9d3276d4-cb80-46fe-9b96-f73e3869a419 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260883 Aug 17 02:15:46.957334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-ca7f89bc-cd06-4b85-9fb9-d095fe4676d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:46.959679 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-ca7f89bc-cd06-4b85-9fb9-d095fe4676d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2197711 Aug 17 02:15:47.046107 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0a925e68-fe01-4793-92dd-8cfbe96dbc28 req-b16c744d-076c-4501-afc8-ce12084c9749 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878786 Aug 17 02:15:47.153735 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Allocated IP 172.25.5.109 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/199c40b3-78da-4311-abd6-a6f03a220b69) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:15:47.197660 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-91ae3479-cc3f-488c-87ca-58981044783a service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286358 Aug 17 02:15:47.201985 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:47.224584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3900142-c079-462c-b67a-fed8dfe809b2 req-b586dc03-d2c4-4125-9f25-b613914d3512 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:47.240372 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a3900142-c079-462c-b67a-fed8dfe809b2 req-b586dc03-d2c4-4125-9f25-b613914d3512 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 949 time: 0.1120188 Aug 17 02:15:47.306259 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a3900142-c079-462c-b67a-fed8dfe809b2 req-ef61153e-fd0f-4d49-a871-c5598c6d71e0 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647094 Aug 17 02:15:47.390563 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:47.409657 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-1ee673c9-1704-45ec-89e3-5660441eab50 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012591 Aug 17 02:15:47.427772 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7e422-482f-4a03-9508-f0c6117ff351 req-ac7b28ea-1e24-44ee-a7be-3c57c5faa4e4 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:47.429648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16b7e422-482f-4a03-9508-f0c6117ff351 req-ac7b28ea-1e24-44ee-a7be-3c57c5faa4e4 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 950 time: 0.0660169 Aug 17 02:15:47.479473 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 86865cbe-856c-4539-af91-504f55c8d616 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:47.485455 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-af6da735-3443-45b4-b974-3b6a04800f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:47.485667 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-79b58489-1f2b-4fba-84a8-9b4c2d175d4b tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=57f67c1ed6944be7803f7b7c154bbec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315273 Aug 17 02:15:47.546178 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:47.609205 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:47.624374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a875f10-6ab0-4ee3-883a-52b5526fad2e None None] Network a5e497df-d23a-4deb-ad2c-576f212d7d65 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:15:47.641384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6da735-3443-45b4-b974-3b6a04800f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c00931e-1f03-445c-a1f0-72badb05ebfa,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:47.699039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:15:47.700659 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Pushing event updated for resources: {'Port': ['ID=199c40b3-78da-4311-abd6-a6f03a220b69,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:47.711917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-b22efe78-3768-44b9-9510-90b9e303a812 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:47.712478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6da735-3443-45b4-b974-3b6a04800f3e admin admin] Checking segment: {'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:47.712902 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6da735-3443-45b4-b974-3b6a04800f3e admin admin] Network hostable DHCP agents. Network: a8fef78a-d4b2-4e88-8388-a5592f518deb, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:15:47.714564 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-b22efe78-3768-44b9-9510-90b9e303a812 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242670 Aug 17 02:15:47.715555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:47.718194 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:15:47.759237 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a3ac0-2d77-4e8b-984d-16b6be15a981 req-7e66f4ab-a02e-485c-b729-5d017c2e7213 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:47.760673 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-d9f2c183-30c7-4f2c-ad93-67fa23a4b8f1 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/quotas/57f67c1ed6944be7803f7b7c154bbec6 HTTP/1.1" status: 200 len: 375 time: 0.0194156 Aug 17 02:15:47.761396 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c96a3ac0-2d77-4e8b-984d-16b6be15a981 req-7e66f4ab-a02e-485c-b729-5d017c2e7213 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.2229638 Aug 17 02:15:47.778112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 86865cbe-856c-4539-af91-504f55c8d616 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:47.789563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-5a0d8def-db7d-40a4-8a5e-bf12eaee09d2 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:47.792270 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-5a0d8def-db7d-40a4-8a5e-bf12eaee09d2 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1097 time: 0.1465304 Aug 17 02:15:47.804326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 86865cbe-856c-4539-af91-504f55c8d616 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:47.804710 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:47.808015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-16b7e422-482f-4a03-9508-f0c6117ff351 req-f77156b6-9baf-415a-ba5a-d92e0b4756cf tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Deleting port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:15:47.808493 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-16b7e422-482f-4a03-9508-f0c6117ff351 req-f77156b6-9baf-415a-ba5a-d92e0b4756cf tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:47.811245 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-d78b6a90-4545-4d49-b192-a22ae05ab289 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f67c1ed6944be7803f7b7c154bbec6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376711 Aug 17 02:15:47.822360 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-31'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:47.863984 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e4445a2d-c84f-4c26-b15d-3fb19d062f8c None None] Provisioning for port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:47.879920 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e4445a2d-c84f-4c26-b15d-3fb19d062f8c None None] Provisioning complete for port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:47.880582 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e4445a2d-c84f-4c26-b15d-3fb19d062f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:47.904992 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6da735-3443-45b4-b974-3b6a04800f3e admin admin] Network a8fef78a-d4b2-4e88-8388-a5592f518deb is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:15:47.967635 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c96a3ac0-2d77-4e8b-984d-16b6be15a981 req-23849554-c5e5-4796-b954-2a0c333d9a2a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981456 Aug 17 02:15:48.016261 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:48.077693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-af6da735-3443-45b4-b974-3b6a04800f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, a8fef78a-d4b2-4e88-8388-a5592f518deb) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:48.092710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eac8c4d-ded3-464d-9666-2404c4435b62 None None] Network a8fef78a-d4b2-4e88-8388-a5592f518deb requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:15:48.101710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6da735-3443-45b4-b974-3b6a04800f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:48.102558 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-af6da735-3443-45b4-b974-3b6a04800f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:48.120572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-16b7e422-482f-4a03-9508-f0c6117ff351 req-f77156b6-9baf-415a-ba5a-d92e0b4756cf tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] For port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=8e8f2f4e-47c8-4d02-837e-fd54fdaed25f,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:48.123504 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-16b7e422-482f-4a03-9508-f0c6117ff351 req-f77156b6-9baf-415a-ba5a-d92e0b4756cf tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:48.211638 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e4445a2d-c84f-4c26-b15d-3fb19d062f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:48.216098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-16b7e422-482f-4a03-9508-f0c6117ff351 req-f77156b6-9baf-415a-ba5a-d92e0b4756cf tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Calling delete_port for 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:15:48.420350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9258717-996f-40b5-ac42-4bd7ca7d15ce req-2561ed38-9128-4572-95a9-752cab61b764 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:48.429096 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e9258717-996f-40b5-ac42-4bd7ca7d15ce req-2561ed38-9128-4572-95a9-752cab61b764 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 945 time: 0.1283152 Aug 17 02:15:48.436096 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:48.488476 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e9258717-996f-40b5-ac42-4bd7ca7d15ce req-56d87af1-1b8a-41f0-aa61-d571a0ae176c tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556700 Aug 17 02:15:48.515377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b04944-2f98-41f8-ab43-e4c03671b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86865cbe-856c-4539-af91-504f55c8d616'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:48.518358 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf9fa27-d1c1-4929-8020-68836e10a340" -d '{"events": [{"server_uuid": "f3b04944-2f98-41f8-ab43-e4c03671b030", "name": "network-vif-plugged", "status": "completed", "tag": "86865cbe-856c-4539-af91-504f55c8d616"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:48.527134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e4445a2d-c84f-4c26-b15d-3fb19d062f8c None None] For port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2f307e09-5bae-4fd4-a6f9-02cf9fba2505,segment=NetworkSegment(d6cb61cf-f47d-4f60-87f1-96a29041ad9e),segment_id=d6cb61cf-f47d-4f60-87f1-96a29041ad9e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:48.535893 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 86865cbe-856c-4539-af91-504f55c8d616, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=86865cbe-856c-4539-af91-504f55c8d616,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:48.613039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-af6da735-3443-45b4-b974-3b6a04800f3e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.7172189 Aug 17 02:15:48.618685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38006) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:48.620255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-a8fef78a-d4b2-4e88-8388-a5592f518deb', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:15:48.622090 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:48.629483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:48.646227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b67836-97d0-415f-ab73-0ac7815c7d02 req-e6b244dc-04e3-4eb9-b9b6-5ed20b437ad5 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:48.647805 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1b67836-97d0-415f-ab73-0ac7815c7d02 req-e6b244dc-04e3-4eb9-b9b6-5ed20b437ad5 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 950 time: 0.5207822 Aug 17 02:15:48.673875 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-265765ca-45e9-4ba7-b6bf-bf8d7ea9dc8b req-e84cf0c2-b856-4d70-96dd-7c9f8fd29ee3 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 210 time: 0.0650985 Aug 17 02:15:48.704162 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e4445a2d-c84f-4c26-b15d-3fb19d062f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:48.710052 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:48.751052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:48.776484 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1b67836-97d0-415f-ab73-0ac7815c7d02 req-aa22f7a4-a53b-43c0-9db4-cc871eccb3d6 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a12b50e-2f3f-4e2b-a823-cd546112c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140368 Aug 17 02:15:48.809871 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:48.861708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:48.867262 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3020ca8e-dc3a-49a1-a9fc-f65c20a5e13d x-openstack-request-id: req-3020ca8e-dc3a-49a1-a9fc-f65c20a5e13d {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:48.867900 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b04944-2f98-41f8-ab43-e4c03671b030", "name": "network-vif-plugged", "status": "completed", "tag": "86865cbe-856c-4539-af91-504f55c8d616", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:48.867900 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3020ca8e-dc3a-49a1-a9fc-f65c20a5e13d {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:48.868309 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b04944-2f98-41f8-ab43-e4c03671b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86865cbe-856c-4539-af91-504f55c8d616', 'code': 200} Aug 17 02:15:48.869005 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4445a2d-c84f-4c26-b15d-3fb19d062f8c None None] Pushing event updated for resources: {'Port': ['ID=2f307e09-5bae-4fd4-a6f9-02cf9fba2505,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:48.879242 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Allocated IP 172.20.0.2 (a8fef78a-d4b2-4e88-8388-a5592f518deb/6c00931e-1f03-445c-a1f0-72badb05ebfa/c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:15:48.899887 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:48.901717 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:48.907001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-70630ab2-30bf-4f59-99cc-9090c6b8462c None None] Provisioning complete for port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:48.907202 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-70630ab2-30bf-4f59-99cc-9090c6b8462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:48.910199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315be8b7-f22e-431a-bc3b-19b5e5dac8b4 req-a1ac5c27-baef-4e6a-ba72-8451d40d27ec tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:48.912302 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-315be8b7-f22e-431a-bc3b-19b5e5dac8b4 req-a1ac5c27-baef-4e6a-ba72-8451d40d27ec tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 949 time: 0.1491320 Aug 17 02:15:48.919288 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79096bbc-5ca5-440f-8cff-376f600dda1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10d5f7d-2d5a-446d-9992-f40b124fcb98'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:48.922294 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1856ef42-48de-4c73-91de-dc9eb0736ce6" -d '{"events": [{"server_uuid": "79096bbc-5ca5-440f-8cff-376f600dda1d", "name": "network-vif-unplugged", "status": "completed", "tag": "d10d5f7d-2d5a-446d-9992-f40b124fcb98"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:48.927186 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.016158 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf4f65b-9bd9-4d37-a82a-7c354b32bb60 x-openstack-request-id: req-2cf4f65b-9bd9-4d37-a82a-7c354b32bb60 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:49.016922 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79096bbc-5ca5-440f-8cff-376f600dda1d", "name": "network-vif-unplugged", "status": "completed", "tag": "d10d5f7d-2d5a-446d-9992-f40b124fcb98", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:49.016922 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cf4f65b-9bd9-4d37-a82a-7c354b32bb60 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:49.017201 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79096bbc-5ca5-440f-8cff-376f600dda1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10d5f7d-2d5a-446d-9992-f40b124fcb98', 'code': 200} Aug 17 02:15:49.023012 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.049363 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-315be8b7-f22e-431a-bc3b-19b5e5dac8b4 req-c9057ec2-3d3e-4c31-9da2-54d849f5a20e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910516 Aug 17 02:15:49.069143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:49.080107 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-16b7e422-482f-4a03-9508-f0c6117ff351 req-f77156b6-9baf-415a-ba5a-d92e0b4756cf tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.082380 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.106763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a278c-e00a-45a7-b715-aea69fb56d98 req-efb9a69c-f20e-4b27-9e8b-7d7e9a0606b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:49.108353 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-794a278c-e00a-45a7-b715-aea69fb56d98 req-efb9a69c-f20e-4b27-9e8b-7d7e9a0606b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f3b04944-2f98-41f8-ab43-e4c03671b030 HTTP/1.1" status: 200 len: 1102 time: 0.1550088 Aug 17 02:15:49.180915 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=86865cbe-856c-4539-af91-504f55c8d616,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:49.197590 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-794a278c-e00a-45a7-b715-aea69fb56d98 req-f90c7231-aa1b-4f79-8f6f-8987e4590754 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800984 Aug 17 02:15:49.214037 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.236425 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.288252 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Transition to ACTIVE for port object c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:49.322125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Transition to ACTIVE for port object c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:49.327158 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:49.327580 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.333219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b7e422-482f-4a03-9508-f0c6117ff351 req-f77156b6-9baf-415a-ba5a-d92e0b4756cf tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] No DVR routers for this DVR port 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:15:49.344425 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-16b7e422-482f-4a03-9508-f0c6117ff351 req-f77156b6-9baf-415a-ba5a-d92e0b4756cf tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.346501 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16b7e422-482f-4a03-9508-f0c6117ff351 req-f77156b6-9baf-415a-ba5a-d92e0b4756cf tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.18 "DELETE /v2.0/ports/8e8f2f4e-47c8-4d02-837e-fd54fdaed25f HTTP/1.1" status: 204 len: 173 time: 1.9042499 Aug 17 02:15:49.358495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Pushing event updated for resources: {'Port': ['ID=d10d5f7d-2d5a-446d-9992-f40b124fcb98,revision_number=7']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:49.465915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Attempting to bind port d10d5f7d-2d5a-446d-9992-f40b124fcb98 on host n-h1-793621-31 for vnic_type normal with profile {"migrating_to": "n-h2-793621-31"} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:15:49.466177 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Attempting to bind port d10d5f7d-2d5a-446d-9992-f40b124fcb98 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:15:49.466539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Attempting to bind port d10d5f7d-2d5a-446d-9992-f40b124fcb98 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:49.475567 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25392eb-f909-433d-8830-c5d744cc0b29 req-ed52712c-f311-481f-8d81-c7d4eebf6f5d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:49.477386 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b25392eb-f909-433d-8830-c5d744cc0b29 req-ed52712c-f311-481f-8d81-c7d4eebf6f5d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.3601403 Aug 17 02:15:49.482267 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:49.482456 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.489015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77156b6-9baf-415a-ba5a-d92e0b4756cf tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] Pushing event deleted for resources: {'Port': ['ID=8e8f2f4e-47c8-4d02-837e-fd54fdaed25f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:49.491651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Port d10d5f7d-2d5a-446d-9992-f40b124fcb98 on network c8c80ec2-d490-4616-acf6-294513bafc60 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:15:49.494765 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Attempting to bind port d10d5f7d-2d5a-446d-9992-f40b124fcb98 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:49.509038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:15:49.509413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Checking segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:49.509841 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Bound using segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:15:49.510829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Bound port: d10d5f7d-2d5a-446d-9992-f40b124fcb98, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:15:49.511194 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.533095 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.559565 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b25392eb-f909-433d-8830-c5d744cc0b29 req-35faf268-c5b8-440b-b131-95f25d70c455 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687356 Aug 17 02:15:49.594503 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Network a8fef78a-d4b2-4e88-8388-a5592f518deb is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:15:49.599436 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:49.604852 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Pushing event updated for resources: {'Port': ['ID=c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:49.607136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:15:49.660153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4f88c-1e8a-48a9-bcdf-449d6271f1f3 req-f7241b89-f224-48d7-ba83-6fadafcefa82 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:49.672033 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-91d4f88c-1e8a-48a9-bcdf-449d6271f1f3 req-f7241b89-f224-48d7-ba83-6fadafcefa82 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 943 time: 0.0954545 Aug 17 02:15:49.689187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Attempting to bind port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:15:49.690882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Attempting to bind port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:15:49.691562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Attempting to bind port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a on network a8fef78a-d4b2-4e88-8388-a5592f518deb {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:49.699713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:15:49.700359 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Checking segment: {'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:49.700952 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.701634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Bound using segment: {'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:15:49.702287 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Bound port: c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:15:49.702835 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.733667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:49.734609 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-91d4f88c-1e8a-48a9-bcdf-449d6271f1f3 req-b554ff46-719d-43ac-9e5e-8415f679d503 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647888 Aug 17 02:15:49.764458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:15:49.764753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Router eafd0ed3-d775-4859-88c3-d901c777ae9c is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:15:49.771586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:49.781297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:49.781884 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.799816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50b3bea0-382f-42f1-bcc4-2db1ca3ba343 req-1f01cf80-35d3-42ca-8b2a-5a9eef2ef5d9 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 210 time: 0.0338006 Aug 17 02:15:49.866471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-139aa247-32db-44d8-951d-bddc400217cf None None] For port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:49.871959 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.883663 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-139aa247-32db-44d8-951d-bddc400217cf None None] For port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:15:49.936125 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:49.951862 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1d8dc23-9649-4aec-bc6b-84addc5926c5 req-a0c89de6-3702-40c9-b854-474386c61693 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 210 time: 0.0375307 Aug 17 02:15:49.959426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:15:49.971670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Sync routers for ids ['eafd0ed3-d775-4859-88c3-d901c777ae9c'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:15:49.990829 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ee7d5614-dcf6-442d-b7cb-d139a6dcddb4,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:49.995969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Routers {'eafd0ed3-d775-4859-88c3-d901c777ae9c'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:15:49.995969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:15:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['eafd0ed3-d775-4859-88c3-d901c777ae9c'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:50.026944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Pushing event updated for resources: {'Port': ['ID=d10d5f7d-2d5a-446d-9992-f40b124fcb98,revision_number=8']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:50.042243 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:50.054627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:50.056016 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:50.058068 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-0d575f98-d6e4-47f4-8fe1-a10234665faf service neutron] 10.222.0.18 "PUT /v2.0/ports/d10d5f7d-2d5a-446d-9992-f40b124fcb98 HTTP/1.1" status: 200 len: 1123 time: 2.2547517 Aug 17 02:15:50.075075 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:50.083707 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c05b38e9-511f-4b2d-9929-065b65774746 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2953899 Aug 17 02:15:50.083829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38024) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:50.130915 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:50.131340 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:15:50.155792 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:50.188992 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:15:50.189386 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 8e8f2f4e-47c8-4d02-837e-fd54fdaed25f not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:15:50.196316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139aa247-32db-44d8-951d-bddc400217cf None None] Pushing event updated for resources: {'Port': ['ID=c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:50.210208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['d10d5f7d-2d5a-446d-9992-f40b124fcb98'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:15:50.260147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Set router eafd0ed3-d775-4859-88c3-d901c777ae9c gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:15:50.273196 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:50.390127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccfa4c-8488-4967-8bd9-743711465e6d req-467243c3-e2a2-4f7a-a68e-e14fcb904035 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:50.391671 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42ccfa4c-8488-4967-8bd9-743711465e6d req-467243c3-e2a2-4f7a-a68e-e14fcb904035 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 950 time: 0.1810198 Aug 17 02:15:50.474611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=ee7d5614-dcf6-442d-b7cb-d139a6dcddb4,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:50.553512 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42ccfa4c-8488-4967-8bd9-743711465e6d req-127a202f-bd97-4389-b95d-2929dd84aa34 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118002 Aug 17 02:15:50.615705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Allocated IP 172.25.5.200 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/70dea055-1277-4031-8903-c53bfca6362c) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:15:50.725930 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'name': 'tempest-ServersTestMultiNic-788572852-router', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '199c40b3-78da-4311-abd6-a6f03a220b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:45Z', 'updated_at': '2021-08-17T02:15:48Z', 'revision_number': 3, 'project_id': '1a802a8d6b644296b1cf81b9aa2782be', 'gw_port': {'id': '199c40b3-78da-4311-abd6-a6f03a220b69', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:46Z', 'updated_at': '2021-08-17T02:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:50.780296 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Checking router: eafd0ed3-d775-4859-88c3-d901c777ae9c for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:15:50.780665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Updating router eafd0ed3-d775-4859-88c3-d901c777ae9c port 199c40b3-78da-4311-abd6-a6f03a220b69 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:15:50.810219 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eee28-f83e-473f-8e57-8d3d40e54b06 req-60528f45-782a-4763-8430-35eeffb6e55d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:50.820154 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2e6eee28-f83e-473f-8e57-8d3d40e54b06 req-60528f45-782a-4763-8430-35eeffb6e55d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.1259265 Aug 17 02:15:50.822831 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:50.870802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44598af6-8386-49d8-90f6-b5399a152206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:50.874068 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad86e20-d230-4250-906b-5d7496e84b1d" -d '{"events": [{"server_uuid": "44598af6-8386-49d8-90f6-b5399a152206", "name": "network-vif-plugged", "status": "completed", "tag": "ee7d5614-dcf6-442d-b7cb-d139a6dcddb4"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:50.883267 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2e6eee28-f83e-473f-8e57-8d3d40e54b06 req-29fd2a7b-17ce-4182-9960-649ef6b310ba tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593257 Aug 17 02:15:51.017598 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-64ff7784-fcb8-42bd-9181-7492caf8baf0 req-1a252228-0f6b-493b-893b-887884d17fdb tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 210 time: 0.0509684 Aug 17 02:15:51.025879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ebc53c-3900-4b5e-ae2d-1b5444d67c89', 'name': 'network-vif-deleted', 'tag': '8e8f2f4e-47c8-4d02-837e-fd54fdaed25f'}, {'name': 'network-changed', 'server_uuid': '79096bbc-5ca5-440f-8cff-376f600dda1d', 'tag': 'd10d5f7d-2d5a-446d-9992-f40b124fcb98'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:51.029081 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b41da89-886d-4a0e-8a84-8ceab7f92d27" -d '{"events": [{"server_uuid": "79ebc53c-3900-4b5e-ae2d-1b5444d67c89", "name": "network-vif-deleted", "tag": "8e8f2f4e-47c8-4d02-837e-fd54fdaed25f"}, {"name": "network-changed", "server_uuid": "79096bbc-5ca5-440f-8cff-376f600dda1d", "tag": "d10d5f7d-2d5a-446d-9992-f40b124fcb98"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:51.053796 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:51.077519 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:51.096978 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:51.123962 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5d49bf-3fb5-4f98-8b51-ce23b273367a x-openstack-request-id: req-ed5d49bf-3fb5-4f98-8b51-ce23b273367a {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:51.124203 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44598af6-8386-49d8-90f6-b5399a152206", "name": "network-vif-plugged", "status": "completed", "tag": "ee7d5614-dcf6-442d-b7cb-d139a6dcddb4", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:51.124425 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed5d49bf-3fb5-4f98-8b51-ce23b273367a {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:51.124844 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44598af6-8386-49d8-90f6-b5399a152206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4', 'code': 200} Aug 17 02:15:51.143363 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094362c-255c-4ac2-8ca7-f406319abe55 req-4c36b614-6bab-424e-8f11-20c3a1fb4142 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:51.160426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c094362c-255c-4ac2-8ca7-f406319abe55 req-4c36b614-6bab-424e-8f11-20c3a1fb4142 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 943 time: 0.1808784 Aug 17 02:15:51.220295 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-15749a34-2816-43b3-a0f5-a0cc66d5f193 req-7928bd9d-b86e-419c-bd07-d8f6ac5252f2 tempest-DeleteServersAdminTestJSON-1916545690 tempest-DeleteServersAdminTestJSON-1916545690-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ebc53c-3900-4b5e-ae2d-1b5444d67c89 HTTP/1.1" status: 200 len: 210 time: 0.0433550 Aug 17 02:15:51.377948 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:51.429313 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41da89-886d-4a0e-8a84-8ceab7f92d27 req-2f1fe92a-f721-4f32-8f9a-d2fd3a396614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:51.430976 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4b41da89-886d-4a0e-8a84-8ceab7f92d27 req-2f1fe92a-f721-4f32-8f9a-d2fd3a396614 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 1126 time: 0.0741458 Aug 17 02:15:51.531129 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33998c16-2f54-4c36-94c3-848e5a57c344 x-openstack-request-id: req-33998c16-2f54-4c36-94c3-848e5a57c344 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:51.531425 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ebc53c-3900-4b5e-ae2d-1b5444d67c89", "name": "network-vif-deleted", "tag": "8e8f2f4e-47c8-4d02-837e-fd54fdaed25f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "79096bbc-5ca5-440f-8cff-376f600dda1d", "tag": "d10d5f7d-2d5a-446d-9992-f40b124fcb98", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:51.531677 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33998c16-2f54-4c36-94c3-848e5a57c344 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:51.532073 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ebc53c-3900-4b5e-ae2d-1b5444d67c89', 'name': 'network-vif-deleted', 'tag': '8e8f2f4e-47c8-4d02-837e-fd54fdaed25f', 'status': 'completed', 'code': 200} Aug 17 02:15:51.532317 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79096bbc-5ca5-440f-8cff-376f600dda1d', 'tag': 'd10d5f7d-2d5a-446d-9992-f40b124fcb98', 'status': 'completed', 'code': 200} Aug 17 02:15:51.554113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8910019f-a032-46e7-86cb-e252d547322d None None] Network a8fef78a-d4b2-4e88-8388-a5592f518deb requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:15:51.558452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41da89-886d-4a0e-8a84-8ceab7f92d27 req-80a7edc4-892a-4615-ab26-285784b1595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:51.561147 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4b41da89-886d-4a0e-8a84-8ceab7f92d27 req-80a7edc4-892a-4615-ab26-285784b1595f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.1216455 Aug 17 02:15:51.575101 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c094362c-255c-4ac2-8ca7-f406319abe55 req-6055759f-45e8-4463-bfcd-2dcc48df319d tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140911 Aug 17 02:15:51.616431 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2911c-065b-4e90-9711-eba682d66ebb req-6ddd92d8-cddc-4b1c-ad51-6635c149c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:51.618289 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4eb2911c-065b-4e90-9711-eba682d66ebb req-6ddd92d8-cddc-4b1c-ad51-6635c149c223 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 1102 time: 0.3850875 Aug 17 02:15:51.629392 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4b41da89-886d-4a0e-8a84-8ceab7f92d27 req-1316ab67-2c38-4dd1-a782-b6bdade09e19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98 HTTP/1.1" status: 200 len: 217 time: 0.0528677 Aug 17 02:15:51.683010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Allocated IP 172.20.0.1 (a5e497df-d23a-4deb-ad2c-576f212d7d65/b8219a1c-cc1a-4242-aeef-b6459be385cf/97da833f-ea88-4b71-a481-a5467c5afb9b) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:15:51.689458 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:51.695705 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4eb2911c-065b-4e90-9711-eba682d66ebb req-0b6d08fe-30fe-45d1-82ee-06f4f31a19dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574951 Aug 17 02:15:51.699688 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41da89-886d-4a0e-8a84-8ceab7f92d27 req-4c464e1a-29ad-4a16-8d1e-ea27cdcc29df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:51.699688 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4b41da89-886d-4a0e-8a84-8ceab7f92d27 req-4c464e1a-29ad-4a16-8d1e-ea27cdcc29df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.0625443 Aug 17 02:15:51.756708 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4b41da89-886d-4a0e-8a84-8ceab7f92d27 req-11a4490e-ec6f-4753-b05a-63c3d35698f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466573 Aug 17 02:15:51.763994 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:15:51.793285 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Pushing event updated for resources: {'Port': ['ID=70dea055-1277-4031-8903-c53bfca6362c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:51.796455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:51.800743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:15:51.867683 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218965bc-98e0-4b26-b855-bae611fee188 req-da931520-e4b6-4746-8c62-7750eadda668 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:51.878029 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-218965bc-98e0-4b26-b855-bae611fee188 req-da931520-e4b6-4746-8c62-7750eadda668 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 950 time: 0.1770968 Aug 17 02:15:51.933587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-658086a3-dd3f-47fe-bf50-66ddd694bbaf None None] Provisioning for port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:51.949517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-658086a3-dd3f-47fe-bf50-66ddd694bbaf None None] Provisioning complete for port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:51.949969 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-658086a3-dd3f-47fe-bf50-66ddd694bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:51.954694 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-218965bc-98e0-4b26-b855-bae611fee188 req-26742509-427b-4a20-818d-6eaaaaa42eb6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678003 Aug 17 02:15:51.960951 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4b41da89-886d-4a0e-8a84-8ceab7f92d27 req-b644b0c4-2fe4-48ac-b3a8-efc4415d02c8 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964560 Aug 17 02:15:52.087642 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4b41da89-886d-4a0e-8a84-8ceab7f92d27 req-f0d4e664-e397-46d7-95cd-51c9dc813fef service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190205 Aug 17 02:15:52.090453 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:52.094865 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-064de1b4-04ea-4b44-a815-e548d661c007 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=57f67c1ed6944be7803f7b7c154bbec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786953 Aug 17 02:15:52.150876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Transition to ACTIVE for port object 97da833f-ea88-4b71-a481-a5467c5afb9b will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:52.161763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb5283-ee7f-4bed-9202-2b40aa5cfc0f req-de4adc83-a12e-4033-a5fe-34795a067824 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:52.170482 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cebb5283-ee7f-4bed-9202-2b40aa5cfc0f req-de4adc83-a12e-4033-a5fe-34795a067824 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.0784688 Aug 17 02:15:52.173288 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:52.227377 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-658086a3-dd3f-47fe-bf50-66ddd694bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:52.243922 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Transition to ACTIVE for port object 199c40b3-78da-4311-abd6-a6f03a220b69 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:52.255107 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cebb5283-ee7f-4bed-9202-2b40aa5cfc0f req-d7830687-bac2-4c86-8764-4e256efa2723 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787005 Aug 17 02:15:52.290707 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-faf10aac-1544-49be-bb0f-669d032242b7 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:52.290707 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-faf10aac-1544-49be-bb0f-669d032242b7 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665785 Aug 17 02:15:52.296503 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-658086a3-dd3f-47fe-bf50-66ddd694bbaf None None] For port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:52.336415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Request body: {'port': {'device_id': '8f2003cc-88e6-4e11-9d71-ab15749b6afa', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': '57f67c1ed6944be7803f7b7c154bbec6'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:52.340511 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25c063de-224a-4816-9749-f3151a7890da req-2bd1fb18-f363-4f0f-ace0-f342b4a21d41 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 210 time: 0.0482104 Aug 17 02:15:52.485526 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:52.544241 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Attempting to bind port 199c40b3-78da-4311-abd6-a6f03a220b69 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:15:52.544588 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Attempting to bind port 199c40b3-78da-4311-abd6-a6f03a220b69 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:15:52.544872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Attempting to bind port 199c40b3-78da-4311-abd6-a6f03a220b69 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:52.551914 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:52.555205 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-658086a3-dd3f-47fe-bf50-66ddd694bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:52.558889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:15:52.559076 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:52.559189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:52.559189 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:52.559189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:15:52.559460 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Bound port: 199c40b3-78da-4311-abd6-a6f03a220b69, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:15:52.559838 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:52.608785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65130e-82f8-4438-b585-f0af70d8af60 None None] Pushing event updated for resources: {'Port': ['ID=199c40b3-78da-4311-abd6-a6f03a220b69,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:52.647021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Network a5e497df-d23a-4deb-ad2c-576f212d7d65 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:15:52.679600 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:52.683851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:15:52.710204 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658086a3-dd3f-47fe-bf50-66ddd694bbaf None None] Pushing event updated for resources: {'Port': ['ID=c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:52.720170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] For port 199c40b3-78da-4311-abd6-a6f03a220b69, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:52.728380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] For port 199c40b3-78da-4311-abd6-a6f03a220b69, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=199c40b3-78da-4311-abd6-a6f03a220b69,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:15:52.730307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-696be327-affb-4e38-90db-4e06878d128c None None] Provisioning complete for port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:52.730759 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-696be327-affb-4e38-90db-4e06878d128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:52.835617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Pushing event updated for resources: {'Port': ['ID=97da833f-ea88-4b71-a481-a5467c5afb9b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:52.853545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Made reservation on behalf of 57f67c1ed6944be7803f7b7c154bbec6 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:15:52.859619 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:52.869719 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:52.915898 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:52.931402 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:52.970857 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732183e6-147e-46c2-9e63-2589bd6de691 req-cd857804-d8aa-4c93-80d6-c96b0b3628c2 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:52.974679 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-732183e6-147e-46c2-9e63-2589bd6de691 req-cd857804-d8aa-4c93-80d6-c96b0b3628c2 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 943 time: 0.2865136 Aug 17 02:15:53.009413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65130e-82f8-4438-b585-f0af70d8af60 None None] Pushing event updated for resources: {'Port': ['ID=199c40b3-78da-4311-abd6-a6f03a220b69,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:53.031175 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Routers {'eafd0ed3-d775-4859-88c3-d901c777ae9c'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:15:53.031773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:15:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['eafd0ed3-d775-4859-88c3-d901c777ae9c'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:53.133943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e59fcbce-0caf-4cba-8707-bdb0f3e9c549 None None] Provisioning for port 97da833f-ea88-4b71-a481-a5467c5afb9b completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:53.142934 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:53.196427 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-732183e6-147e-46c2-9e63-2589bd6de691 req-dc991d9b-0713-49b3-8bf8-e8cd6acad192 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415157 Aug 17 02:15:53.247761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e59fcbce-0caf-4cba-8707-bdb0f3e9c549 None None] Provisioning complete for port 97da833f-ea88-4b71-a481-a5467c5afb9b triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:53.248535 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e59fcbce-0caf-4cba-8707-bdb0f3e9c549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:53.260533 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:53.261109 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36b6c3-3555-4ebe-9d26-eb63a7ce595e req-9f0a2e81-2be9-4ee1-b6d5-4775ae0a33f6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:53.267464 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a36b6c3-3555-4ebe-9d26-eb63a7ce595e req-9f0a2e81-2be9-4ee1-b6d5-4775ae0a33f6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 950 time: 0.1528542 Aug 17 02:15:53.365344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e59fcbce-0caf-4cba-8707-bdb0f3e9c549 None None] Port 97da833f-ea88-4b71-a481-a5467c5afb9b cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:15:53.365832 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a36b6c3-3555-4ebe-9d26-eb63a7ce595e req-602cd91e-cc98-4c71-9c65-bc952c2679ee tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871255 Aug 17 02:15:53.399584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] Set router eafd0ed3-d775-4859-88c3-d901c777ae9c gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:15:53.406868 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:53.407486 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:53.524456 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:53.558248 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38072) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:53.575850 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13496ebb-7f3e-4467-bfe9-430290ed9704 req-b7b8e714-7cf7-4172-89c0-b637c7845a87 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:53.583880 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-13496ebb-7f3e-4467-bfe9-430290ed9704 req-b7b8e714-7cf7-4172-89c0-b637c7845a87 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.0882802 Aug 17 02:15:53.595858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d10d5f7d-2d5a-446d-9992-f40b124fcb98 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:15:53.637073 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-13496ebb-7f3e-4467-bfe9-430290ed9704 req-0c94cf4f-c600-484c-b374-8e02a06fa4a6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515201 Aug 17 02:15:53.662568 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:53.674207 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:53.793632 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-055274fa-360b-4af7-8f2f-60249193a519 req-47eee6a6-fd1c-4b3a-a329-be3af29c1291 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 210 time: 0.2302680 Aug 17 02:15:53.945836 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'name': 'tempest-ServersTestMultiNic-788572852-router', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '199c40b3-78da-4311-abd6-a6f03a220b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:45Z', 'updated_at': '2021-08-17T02:15:48Z', 'revision_number': 3, 'project_id': '1a802a8d6b644296b1cf81b9aa2782be', 'gw_port': {'id': '199c40b3-78da-4311-abd6-a6f03a220b69', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:46Z', 'updated_at': '2021-08-17T02:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:53.952573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:53.984307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765b359-5651-4d04-82fc-fecc2baa41bf None None] The sync data for ids ['eafd0ed3-d775-4859-88c3-d901c777ae9c'] in n-d-793621-31 is: [{'id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'name': 'tempest-ServersTestMultiNic-788572852-router', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '199c40b3-78da-4311-abd6-a6f03a220b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:45Z', 'updated_at': '2021-08-17T02:15:48Z', 'revision_number': 3, 'project_id': '1a802a8d6b644296b1cf81b9aa2782be', 'gw_port': {'id': '199c40b3-78da-4311-abd6-a6f03a220b69', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:46Z', 'updated_at': '2021-08-17T02:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:15:53.990726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d10d5f7d-2d5a-446d-9992-f40b124fcb98 has no active binding in host n-h2-793621-31 {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:15:53.995497 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:54.095983 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-331d1607-402d-4fab-9c49-b112be9d3d1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d4f767765f540e1b8f0e22eeb0aacea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5306733 Aug 17 02:15:54.099423 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38076) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:54.109528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Allocated IP 192.168.233.94 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/2a609139-9c4c-4add-af32-9d78b4bf328d) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:15:54.113508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Router ed5d04ae-5bbd-4753-813e-046e6217a0f9 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:15:54.176053 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9606aa2-f0bc-4837-9e47-a6b0099fe957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:54.219816 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9606aa2-f0bc-4837-9e47-a6b0099fe957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:54.382363 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:54.425553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:15:54.428843 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8577277-76a4-41f5-a809-167730a5ea0f req-e007aab9-99f1-4c1b-9d1b-eb231a1a187e tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:54.439482 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Sync routers for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:15:54.441696 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b8577277-76a4-41f5-a809-167730a5ea0f req-e007aab9-99f1-4c1b-9d1b-eb231a1a187e tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 943 time: 0.1069865 Aug 17 02:15:54.446938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9606aa2-f0bc-4837-9e47-a6b0099fe957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:54.452677 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9606aa2-f0bc-4837-9e47-a6b0099fe957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:54.458466 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f9606aa2-f0bc-4837-9e47-a6b0099fe957 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a12b50e-2f3f-4e2b-a823-cd546112c90e HTTP/1.1" status: 204 len: 168 time: 0.3537898 Aug 17 02:15:54.485705 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:15:54.486379 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:15:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:54.489383 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9606aa2-f0bc-4837-9e47-a6b0099fe957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a12b50e-2f3f-4e2b-a823-cd546112c90e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:54.574071 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b8577277-76a4-41f5-a809-167730a5ea0f req-62d62f47-39e1-47e9-8256-362594c92b83 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291013 Aug 17 02:15:54.768535 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:15:54.882302 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:54.900239 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Transition to ACTIVE for port object 2a609139-9c4c-4add-af32-9d78b4bf328d will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:54.950345 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:54.998438 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:55.001660 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:55.010738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-220c3459-0308-4742-bcc8-c6f6a7ed14e3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.3807557 Aug 17 02:15:55.019505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38092) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:55.030643 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:55.130264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:15:55.154952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:55.183587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 199c40b3-78da-4311-abd6-a6f03a220b69 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:55.203801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:15:55.204092 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:52Z', 'revision_number': 3, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:55.242946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Pushing event updated for resources: {'Port': ['ID=97da833f-ea88-4b71-a481-a5467c5afb9b,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:55.277804 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Checking router: ed5d04ae-5bbd-4753-813e-046e6217a0f9 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:15:55.282443 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Updating router ed5d04ae-5bbd-4753-813e-046e6217a0f9 port 70dea055-1277-4031-8903-c53bfca6362c binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:15:55.304278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd1eb7-8ab3-459d-a7e5-3174e1202189 req-468eea96-08d7-475a-a078-88700c9d0813 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:55.320291 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30bd1eb7-8ab3-459d-a7e5-3174e1202189 req-468eea96-08d7-475a-a078-88700c9d0813 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 950 time: 0.3800924 Aug 17 02:15:55.332105 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:55.452553 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 199c40b3-78da-4311-abd6-a6f03a220b69 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:55.461537 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 199c40b3-78da-4311-abd6-a6f03a220b69 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:55.462701 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:55.478122 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30bd1eb7-8ab3-459d-a7e5-3174e1202189 req-6d315832-2343-489b-98e8-5b0687b8fdaa tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955882 Aug 17 02:15:55.479130 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Pushing event updated for resources: {'Port': ['ID=2a609139-9c4c-4add-af32-9d78b4bf328d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:55.525133 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:55.534292 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:55.550492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84024b6f-da14-4d36-afc7-75f041ca2393 req-51d68e6d-187f-48a3-b670-1b5c8eed4ec7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:55.567152 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-84024b6f-da14-4d36-afc7-75f041ca2393 req-51d68e6d-187f-48a3-b670-1b5c8eed4ec7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.6474204 Aug 17 02:15:55.629727 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Network a5e497df-d23a-4deb-ad2c-576f212d7d65 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:15:55.632356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:55.674732 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:55.688774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-1ae600c8-ed74-4081-ba90-1a2ef65bfa09 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3766918 Aug 17 02:15:55.732820 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 199c40b3-78da-4311-abd6-a6f03a220b69, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=199c40b3-78da-4311-abd6-a6f03a220b69,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:55.775311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Request body: {'port': {'device_id': '8f2003cc-88e6-4e11-9d71-ab15749b6afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:55.805177 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38100) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:55.810989 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:55.842123 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-84024b6f-da14-4d36-afc7-75f041ca2393 req-7811b136-bf48-46ba-b95c-305f6bcc823a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733195 Aug 17 02:15:55.859851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5e9d23ec-cadf-417a-89f6-a5d38fe802b6 None None] Provisioning for port 2a609139-9c4c-4add-af32-9d78b4bf328d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:55.879486 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5e9d23ec-cadf-417a-89f6-a5d38fe802b6 None None] Provisioning complete for port 2a609139-9c4c-4add-af32-9d78b4bf328d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:55.879845 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5e9d23ec-cadf-417a-89f6-a5d38fe802b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:55.911128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2f330-9a33-46cf-861f-8cd9eeaccfa3 req-4b08f34e-c2f9-49ff-ac97-4124578e24fc tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:55.912812 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-79d2f330-9a33-46cf-861f-8cd9eeaccfa3 req-4b08f34e-c2f9-49ff-ac97-4124578e24fc tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 935 time: 0.2772624 Aug 17 02:15:55.992699 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=199c40b3-78da-4311-abd6-a6f03a220b69,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:56.003070 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9250e16c-1030-44ed-8575-baac3abb340d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:56.017874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d23ec-cadf-417a-89f6-a5d38fe802b6 None None] Port 2a609139-9c4c-4add-af32-9d78b4bf328d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:15:56.108492 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:56.127130 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Transition to ACTIVE for port object 70dea055-1277-4031-8903-c53bfca6362c will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:56.139700 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:56.148798 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-39668b79-d4e4-444e-bbaa-b94b07de2486 None None] Provisioning complete for port 97da833f-ea88-4b71-a481-a5467c5afb9b triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:56.148798 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-39668b79-d4e4-444e-bbaa-b94b07de2486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:56.194569 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-39668b79-d4e4-444e-bbaa-b94b07de2486 None None] Port 97da833f-ea88-4b71-a481-a5467c5afb9b cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:15:56.205100 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:56.221863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2a11c-e875-4211-b89f-dcf541bf982e req-3d393e16-6f8d-44b9-ac48-71775a232ea4 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:56.224635 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-49a2a11c-e875-4211-b89f-dcf541bf982e req-3d393e16-6f8d-44b9-ac48-71775a232ea4 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3b04944-2f98-41f8-ab43-e4c03671b030 HTTP/1.1" status: 200 len: 950 time: 0.1917741 Aug 17 02:15:56.250691 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-79d2f330-9a33-46cf-861f-8cd9eeaccfa3 req-810fe7a9-31c5-408e-aa6d-cc2c74c86069 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259665 Aug 17 02:15:56.311459 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Attempting to bind port 70dea055-1277-4031-8903-c53bfca6362c on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:15:56.312294 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Attempting to bind port 70dea055-1277-4031-8903-c53bfca6362c by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:15:56.313026 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Attempting to bind port 70dea055-1277-4031-8903-c53bfca6362c on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:56.319887 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24509b3b-f174-4021-8af6-54600c6c285f None None] Pushing event updated for resources: {'Port': ['ID=70dea055-1277-4031-8903-c53bfca6362c,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:56.328221 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:15:56.329372 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:56.329372 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:56.329927 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:15:56.330511 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Bound port: 70dea055-1277-4031-8903-c53bfca6362c, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:15:56.330788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Router eafd0ed3-d775-4859-88c3-d901c777ae9c has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:15:56.331301 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:56.428797 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509b3b-f174-4021-8af6-54600c6c285f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:56.429294 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509b3b-f174-4021-8af6-54600c6c285f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:56.429642 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509b3b-f174-4021-8af6-54600c6c285f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:56.429983 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509b3b-f174-4021-8af6-54600c6c285f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:56.430311 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509b3b-f174-4021-8af6-54600c6c285f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:56.430639 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509b3b-f174-4021-8af6-54600c6c285f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:56.432255 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509b3b-f174-4021-8af6-54600c6c285f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:56.432538 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509b3b-f174-4021-8af6-54600c6c285f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:56.432836 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509b3b-f174-4021-8af6-54600c6c285f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:56.433166 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509b3b-f174-4021-8af6-54600c6c285f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:56.433506 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509b3b-f174-4021-8af6-54600c6c285f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:56.434231 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509b3b-f174-4021-8af6-54600c6c285f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:15:56.436722 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-49a2a11c-e875-4211-b89f-dcf541bf982e req-c7661eb7-e281-44b6-bc9a-bd1a22929ce1 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923683 Aug 17 02:15:56.454854 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] For port 70dea055-1277-4031-8903-c53bfca6362c, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:56.464042 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] For port 70dea055-1277-4031-8903-c53bfca6362c, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=70dea055-1277-4031-8903-c53bfca6362c,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:15:56.537435 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:56.546162 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-e05d9fd5-0ecb-4792-a595-d22fc2714d27 service neutron] 10.222.0.42 "GET /v2.0/ports/d10d5f7d-2d5a-446d-9992-f40b124fcb98/bindings/n-h2-793621-31 HTTP/1.1" status: 200 len: 385 time: 0.1737540 Aug 17 02:15:56.548643 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:56.611255 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:15:56.612620 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:15:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:56.767474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53b11b-b4e9-48d2-b178-74b3fd1d34d7 req-884e5179-94d4-4350-bad4-68a329edab2b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:56.771519 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c53b11b-b4e9-48d2-b178-74b3fd1d34d7 req-884e5179-94d4-4350-bad4-68a329edab2b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 943 time: 0.3981509 Aug 17 02:15:56.845548 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24509b3b-f174-4021-8af6-54600c6c285f None None] Pushing event updated for resources: {'Port': ['ID=70dea055-1277-4031-8903-c53bfca6362c,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:56.879897 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:15:56.958552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:15:56.971797 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Sync routers for ids ['eafd0ed3-d775-4859-88c3-d901c777ae9c'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:15:56.985224 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Routers {'eafd0ed3-d775-4859-88c3-d901c777ae9c'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:15:56.987701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:15:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['eafd0ed3-d775-4859-88c3-d901c777ae9c'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:56.996459 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9046a497-3f9d-46e8-adac-971b51af7436 admin admin] 10.222.0.13 "PUT /v2.0/routers/eafd0ed3-d775-4859-88c3-d901c777ae9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9126563 Aug 17 02:15:57.039352 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9250e16c-1030-44ed-8575-baac3abb340d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:57.058286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c53b11b-b4e9-48d2-b178-74b3fd1d34d7 req-d3cbcb62-d699-4b89-87cd-d3d0cba8ef63 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682102 Aug 17 02:15:57.071924 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Allocated IP 172.20.0.1 (a8fef78a-d4b2-4e88-8388-a5592f518deb/6c00931e-1f03-445c-a1f0-72badb05ebfa/a84af622-7e34-46c0-a17c-6ea26f552cbe) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:15:57.116666 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9250e16c-1030-44ed-8575-baac3abb340d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:57.182266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Set router eafd0ed3-d775-4859-88c3-d901c777ae9c gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:15:57.188631 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9250e16c-1030-44ed-8575-baac3abb340d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38932802576941ca9497d3b4f5bd2347&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3770537 Aug 17 02:15:57.192446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38108) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:57.216440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250e16c-1030-44ed-8575-baac3abb340d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8171ebc4-8146-4794-80cb-b1ca055547d6,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:57.251465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-4cb047ea-4b00-43b4-a949-0f58435c95c9 service neutron] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:57.340138 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:52Z', 'revision_number': 3, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:57.358308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38112) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:57.376895 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-4cb047ea-4b00-43b4-a949-0f58435c95c9 service neutron] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:57.379817 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe766b-cf16-4fcf-8f70-5528e79357be None None] The sync data for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 is: [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:52Z', 'revision_number': 3, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:15:57.473591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a609139-9c4c-4add-af32-9d78b4bf328d {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:57.487066 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:57.509389 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Transition to ACTIVE for port object 2a609139-9c4c-4add-af32-9d78b4bf328d will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:57.545499 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5b0633ee-d275-4d6d-ae96-ab2d9f97599d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:57.561512 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970490f2-92f7-43ac-bd48-f8e2c5e03707 req-94e40af5-7976-41e2-a469-0c332454358f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:57.569878 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-970490f2-92f7-43ac-bd48-f8e2c5e03707 req-94e40af5-7976-41e2-a469-0c332454358f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.3636131 Aug 17 02:15:57.585669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 199c40b3-78da-4311-abd6-a6f03a220b69 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:57.612075 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:57.617915 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d10d5f7d-2d5a-446d-9992-f40b124fcb98 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:15:57.624828 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5b0633ee-d275-4d6d-ae96-ab2d9f97599d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:57.761215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:57.781383 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d10d5f7d-2d5a-446d-9992-f40b124fcb98 has no active binding in host n-h2-793621-31 {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:15:57.902927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-970490f2-92f7-43ac-bd48-f8e2c5e03707 req-d88c0bef-7d3a-4ba7-9983-97057c83928a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019922 Aug 17 02:15:57.906158 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Pushing event updated for resources: {'Port': ['ID=2a609139-9c4c-4add-af32-9d78b4bf328d,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:57.907361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 199c40b3-78da-4311-abd6-a6f03a220b69 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:57.908487 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:57.934143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Attempting to bind port 2a609139-9c4c-4add-af32-9d78b4bf328d on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:15:57.934980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Attempting to bind port 2a609139-9c4c-4add-af32-9d78b4bf328d by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:15:57.935569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Attempting to bind port 2a609139-9c4c-4add-af32-9d78b4bf328d on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:57.941400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Port 2a609139-9c4c-4add-af32-9d78b4bf328d on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:15:57.942033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Attempting to bind port 2a609139-9c4c-4add-af32-9d78b4bf328d on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:57.947790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:15:57.948443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:57.949081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:15:57.949750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Bound port: 2a609139-9c4c-4add-af32-9d78b4bf328d, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:15:57.950337 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:58.008723 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:58.048670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-46616daf-f82d-4128-90ff-69e98fc1fded tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1070484946'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:58.083308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-4cb047ea-4b00-43b4-a949-0f58435c95c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10d5f7d-2d5a-446d-9992-f40b124fcb98 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:15:58.104637 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-4cb047ea-4b00-43b4-a949-0f58435c95c9 service neutron] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:15:58.116476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] For port 2a609139-9c4c-4add-af32-9d78b4bf328d, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:15:58.121455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] For port 2a609139-9c4c-4add-af32-9d78b4bf328d, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=2a609139-9c4c-4add-af32-9d78b4bf328d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:15:58.126439 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5b0633ee-d275-4d6d-ae96-ab2d9f97599d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:58.128072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'name': 'tempest-ServersTestMultiNic-788572852-router', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '199c40b3-78da-4311-abd6-a6f03a220b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:45Z', 'updated_at': '2021-08-17T02:15:53Z', 'revision_number': 4, 'project_id': '1a802a8d6b644296b1cf81b9aa2782be', 'gw_port': {'id': '199c40b3-78da-4311-abd6-a6f03a220b69', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:46Z', 'updated_at': '2021-08-17T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '97da833f-ea88-4b71-a481-a5467c5afb9b', 'name': '', 'network_id': 'a5e497df-d23a-4deb-ad2c-576f212d7d65', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'mac_address': 'fa:16:3e:8a:22:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8219a1c-cc1a-4242-aeef-b6459be385cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:51Z', 'updated_at': '2021-08-17T02:15:53Z', 'revision_number': 2, 'project_id': '1a802a8d6b644296b1cf81b9aa2782be', 'subnets': [{'id': 'b8219a1c-cc1a-4242-aeef-b6459be385cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:15:58.131731 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5b0633ee-d275-4d6d-ae96-ab2d9f97599d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:58.135209 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5b0633ee-d275-4d6d-ae96-ab2d9f97599d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8171ebc4-8146-4794-80cb-b1ca055547d6 HTTP/1.1" status: 204 len: 168 time: 0.9395118 Aug 17 02:15:58.152211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0633ee-d275-4d6d-ae96-ab2d9f97599d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8171ebc4-8146-4794-80cb-b1ca055547d6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:58.154184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139826b7-cc31-4926-a2a5-f369eb768033 req-3a27873f-1c21-4d25-8182-46d6f252dec2 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:58.159316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23532053-1d5f-4799-a292-f942a9503d70 req-edbf26b9-0931-4031-a29f-7118058b3fda tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:58.161176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23532053-1d5f-4799-a292-f942a9503d70 req-edbf26b9-0931-4031-a29f-7118058b3fda tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 947 time: 0.1317105 Aug 17 02:15:58.170925 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139826b7-cc31-4926-a2a5-f369eb768033 req-3a27873f-1c21-4d25-8182-46d6f252dec2 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:58.172819 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-139826b7-cc31-4926-a2a5-f369eb768033 req-3a27873f-1c21-4d25-8182-46d6f252dec2 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206&device_id=f3b04944-2f98-41f8-ab43-e4c03671b030 HTTP/1.1" status: 200 len: 1691 time: 1.1236801 Aug 17 02:15:58.174253 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Transition to ACTIVE for port object a84af622-7e34-46c0-a17c-6ea26f552cbe will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:58.263832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23532053-1d5f-4799-a292-f942a9503d70 req-b6fe97a3-0063-465d-ab71-c1594daf9c40 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813785 Aug 17 02:15:58.298298 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Checking router: eafd0ed3-d775-4859-88c3-d901c777ae9c for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:15:58.299166 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Updating router eafd0ed3-d775-4859-88c3-d901c777ae9c port 97da833f-ea88-4b71-a481-a5467c5afb9b binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:15:58.317384 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:58.370686 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-139826b7-cc31-4926-a2a5-f369eb768033 req-0497be1c-b6bb-41f6-af0f-158d40f85578 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746013 Aug 17 02:15:58.370851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:58.370851 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:58.370851 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] 10.222.0.42 "PUT /v2.0/ports/2a609139-9c4c-4add-af32-9d78b4bf328d HTTP/1.1" status: 200 len: 1096 time: 2.5960157 Aug 17 02:15:58.370851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2003cc-88e6-4e11-9d71-ab15749b6afa', 'tag': '2a609139-9c4c-4add-af32-9d78b4bf328d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:15:58.372772 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a005ae9-815c-47d5-aeb9-aa4a3695a46b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2003cc-88e6-4e11-9d71-ab15749b6afa", "tag": "2a609139-9c4c-4add-af32-9d78b4bf328d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:15:58.396870 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:58.400186 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-4cb047ea-4b00-43b4-a949-0f58435c95c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:58.410960 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46616daf-f82d-4128-90ff-69e98fc1fded tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Made reservation on behalf of 1a802a8d6b644296b1cf81b9aa2782be for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:15:58.423939 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-46616daf-f82d-4128-90ff-69e98fc1fded tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:58.486377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4825d4-602f-422a-98f2-9a803fb060fc service neutron] Pushing event updated for resources: {'Port': ['ID=2a609139-9c4c-4add-af32-9d78b4bf328d,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:58.537053 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c57725f-5fe3-4d7c-982d-2d7bd4f9de72 x-openstack-request-id: req-6c57725f-5fe3-4d7c-982d-2d7bd4f9de72 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:15:58.537414 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2003cc-88e6-4e11-9d71-ab15749b6afa", "tag": "2a609139-9c4c-4add-af32-9d78b4bf328d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:15:58.537752 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c57725f-5fe3-4d7c-982d-2d7bd4f9de72 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:15:58.538418 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2003cc-88e6-4e11-9d71-ab15749b6afa', 'tag': '2a609139-9c4c-4add-af32-9d78b4bf328d', 'status': 'completed', 'code': 200} Aug 17 02:15:58.578517 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-4cb047ea-4b00-43b4-a949-0f58435c95c9 service neutron] Transition to ACTIVE for port object d10d5f7d-2d5a-446d-9992-f40b124fcb98 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:58.617563 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:58.679406 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46616daf-f82d-4128-90ff-69e98fc1fded tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:15:58.690866 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:58.725288 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-46616daf-f82d-4128-90ff-69e98fc1fded tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:58.725649 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-46616daf-f82d-4128-90ff-69e98fc1fded tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Added segment fe459aef-cb04-404d-a91b-fe6e8f463873 of type vlan for network 288d7951-07fb-499f-81ec-5d7c99ffbb6c Aug 17 02:15:58.732802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a005ae9-815c-47d5-aeb9-aa4a3695a46b req-1c8e63f4-28d4-4262-aa9c-219aad25f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:58.734454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0a005ae9-815c-47d5-aeb9-aa4a3695a46b req-1c8e63f4-28d4-4262-aa9c-219aad25f910 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=57f67c1ed6944be7803f7b7c154bbec6&device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 1099 time: 0.1492095 Aug 17 02:15:58.739488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e999e66-c705-4876-999c-2bfa7871cb6a req-04bdfd3a-456b-4cc5-bb49-3498b9bf2608 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:58.748276 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e999e66-c705-4876-999c-2bfa7871cb6a req-04bdfd3a-456b-4cc5-bb49-3498b9bf2608 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 1102 time: 0.1023283 Aug 17 02:15:58.770340 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-4cb047ea-4b00-43b4-a949-0f58435c95c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:58.794501 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0a005ae9-815c-47d5-aeb9-aa4a3695a46b req-73ba7420-042b-44e2-989b-7c604e22c495 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=57f67c1ed6944be7803f7b7c154bbec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271673 Aug 17 02:15:58.805168 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-46616daf-f82d-4128-90ff-69e98fc1fded tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:58.825344 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e999e66-c705-4876-999c-2bfa7871cb6a req-9bd829e9-5785-468b-955d-16700aee3b0b tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568507 Aug 17 02:15:58.873971 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Network a8fef78a-d4b2-4e88-8388-a5592f518deb is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:15:58.883450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Pushing event updated for resources: {'Port': ['ID=a84af622-7e34-46c0-a17c-6ea26f552cbe,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:58.895636 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:15:58.919400 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:15:59.030117 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529107f-4c0c-48cf-9972-41906fd4f55e req-6a6d1a72-bd9c-433d-b188-004b9206e2a2 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:59.037754 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5529107f-4c0c-48cf-9972-41906fd4f55e req-6a6d1a72-bd9c-433d-b188-004b9206e2a2 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 943 time: 0.4573498 Aug 17 02:15:59.076499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-4cb047ea-4b00-43b4-a949-0f58435c95c9 service neutron] No DVR routers for this DVR port d10d5f7d-2d5a-446d-9992-f40b124fcb98 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:15:59.083802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72370c5e-f210-49d0-aaac-2cb4c7581855 req-15a2ed90-443a-48a2-8012-1f7bee4240cf tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:59.094758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72370c5e-f210-49d0-aaac-2cb4c7581855 req-15a2ed90-443a-48a2-8012-1f7bee4240cf tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f3b04944-2f98-41f8-ab43-e4c03671b030 HTTP/1.1" status: 200 len: 1102 time: 0.1578081 Aug 17 02:15:59.143138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a005ae9-815c-47d5-aeb9-aa4a3695a46b req-2505911e-48d2-4e49-b621-21f7ac1cec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:59.150691 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0a005ae9-815c-47d5-aeb9-aa4a3695a46b req-2505911e-48d2-4e49-b621-21f7ac1cec02 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3235428 Aug 17 02:15:59.151965 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:59.194784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 70dea055-1277-4031-8903-c53bfca6362c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:15:59.195030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72370c5e-f210-49d0-aaac-2cb4c7581855 req-4236cb9e-d1ff-4e0a-8235-a1300a14806a tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986481 Aug 17 02:15:59.199057 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:59.227411 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-46616daf-f82d-4128-90ff-69e98fc1fded tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:59.239951 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46616daf-f82d-4128-90ff-69e98fc1fded tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:59.242239 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-46616daf-f82d-4128-90ff-69e98fc1fded tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:59.300751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Transition to ACTIVE for port object 97da833f-ea88-4b71-a481-a5467c5afb9b will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:15:59.313377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-e3acdfb0-9588-44af-bd79-ccc21e1c506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:59.315813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-e3acdfb0-9588-44af-bd79-ccc21e1c506a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=57f67c1ed6944be7803f7b7c154bbec6&device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 1099 time: 0.0726337 Aug 17 02:15:59.371160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb047ea-4b00-43b4-a949-0f58435c95c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d10d5f7d-2d5a-446d-9992-f40b124fcb98,revision_number=10']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:59.393224 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-4cb047ea-4b00-43b4-a949-0f58435c95c9 service neutron] 10.222.0.42 "PUT /v2.0/ports/d10d5f7d-2d5a-446d-9992-f40b124fcb98/bindings/n-h2-793621-31/activate HTTP/1.1" status: 200 len: 370 time: 2.8296325 Aug 17 02:15:59.413335 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-c2cdf944-4f9a-4c21-96d3-d0fe3f6d4c4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=2a609139-9c4c-4add-af32-9d78b4bf328d HTTP/1.1" status: 200 len: 217 time: 0.0665557 Aug 17 02:15:59.439826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218b5da-8ba1-4175-921b-9472c875fabf req-88aa1b6a-b027-4da5-857a-bb90756ba454 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:59.445906 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:59.454115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c218b5da-8ba1-4175-921b-9472c875fabf req-88aa1b6a-b027-4da5-857a-bb90756ba454 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.1205595 Aug 17 02:15:59.488768 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5529107f-4c0c-48cf-9972-41906fd4f55e req-f24ac271-cf4e-4734-ab18-ea5c5fb7c4cc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469163 Aug 17 02:15:59.493550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fcca4b51-ab84-457e-a3f6-390b80e8d9f3 None None] Provisioning for port a84af622-7e34-46c0-a17c-6ea26f552cbe completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:59.494669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 70dea055-1277-4031-8903-c53bfca6362c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:15:59.501060 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 70dea055-1277-4031-8903-c53bfca6362c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:59.501653 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:59.568514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fcca4b51-ab84-457e-a3f6-390b80e8d9f3 None None] Provisioning complete for port a84af622-7e34-46c0-a17c-6ea26f552cbe triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:15:59.568892 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fcca4b51-ab84-457e-a3f6-390b80e8d9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:59.615148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fcca4b51-ab84-457e-a3f6-390b80e8d9f3 None None] Port a84af622-7e34-46c0-a17c-6ea26f552cbe cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:15:59.629764 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38150) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:15:59.637063 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-46616daf-f82d-4128-90ff-69e98fc1fded tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.2752526 Aug 17 02:15:59.649006 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f38bd9-50f8-4432-9b95-ff180746f613 None None] Pushing event updated for resources: {'Port': ['ID=97da833f-ea88-4b71-a481-a5467c5afb9b,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:59.657997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a0d62e5e-6c55-4e93-a0f9-abbfee5bd32c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Request body: {'subnet': {'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:15:59.670374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d10d5f7d-2d5a-446d-9992-f40b124fcb98 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:15:59.753856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46616daf-f82d-4128-90ff-69e98fc1fded tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event updated for resources: {'Network': ['ID=288d7951-07fb-499f-81ec-5d7c99ffbb6c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:15:59.771946 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Attempting to bind port 97da833f-ea88-4b71-a481-a5467c5afb9b on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:15:59.774271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Attempting to bind port 97da833f-ea88-4b71-a481-a5467c5afb9b by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'd6cb61cf-f47d-4f60-87f1-96a29041ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a5e497df-d23a-4deb-ad2c-576f212d7d65'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:15:59.774271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Attempting to bind port 97da833f-ea88-4b71-a481-a5467c5afb9b on network a5e497df-d23a-4deb-ad2c-576f212d7d65 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:15:59.777931 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d10d5f7d-2d5a-446d-9992-f40b124fcb98 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:15:59.779600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 288d7951-07fb-499f-81ec-5d7c99ffbb6c details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:15:59.819175 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-5c0a06ed-edad-4fab-85c4-3314000e496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:15:59.821737 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-5c0a06ed-edad-4fab-85c4-3314000e496e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.3660803 Aug 17 02:15:59.914149 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:15:59.917952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Checking segment: {'id': 'd6cb61cf-f47d-4f60-87f1-96a29041ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a5e497df-d23a-4deb-ad2c-576f212d7d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:15:59.917952 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:59.917952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Bound using segment: {'id': 'd6cb61cf-f47d-4f60-87f1-96a29041ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a5e497df-d23a-4deb-ad2c-576f212d7d65'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:15:59.917952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Bound port: 97da833f-ea88-4b71-a481-a5467c5afb9b, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6cb61cf-f47d-4f60-87f1-96a29041ad9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a5e497df-d23a-4deb-ad2c-576f212d7d65'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:15:59.917952 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:15:59.972557 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c218b5da-8ba1-4175-921b-9472c875fabf req-85c5e923-aacf-4eaf-a620-ff111e25b282 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013088 Aug 17 02:15:59.983415 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:00.115641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-78921780-d90c-4f0e-94bd-23ce23896e6d tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:00.119387 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 70dea055-1277-4031-8903-c53bfca6362c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=70dea055-1277-4031-8903-c53bfca6362c,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:00.119935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-78921780-d90c-4f0e-94bd-23ce23896e6d tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1096 time: 0.3519993 Aug 17 02:16:00.127779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-98972250-916f-4274-8698-1755bd1aeaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:00.142076 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:00.142551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] For port 97da833f-ea88-4b71-a481-a5467c5afb9b, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:00.142696 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-98972250-916f-4274-8698-1755bd1aeaba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2819891 Aug 17 02:16:00.143443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] For port 97da833f-ea88-4b71-a481-a5467c5afb9b, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=97da833f-ea88-4b71-a481-a5467c5afb9b,segment=NetworkSegment(d6cb61cf-f47d-4f60-87f1-96a29041ad9e),segment_id=d6cb61cf-f47d-4f60-87f1-96a29041ad9e)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:00.269163 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d62e5e-6c55-4e93-a0f9-abbfee5bd32c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Made reservation on behalf of 1a802a8d6b644296b1cf81b9aa2782be for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:16:00.273095 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0d62e5e-6c55-4e93-a0f9-abbfee5bd32c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:00.310789 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e57096-f8ca-439d-9f73-047ecd868d0c req-282604d4-bfed-42d2-928e-7dc8504ddf38 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:00.312492 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d3e57096-f8ca-439d-9f73-047ecd868d0c req-282604d4-bfed-42d2-928e-7dc8504ddf38 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 947 time: 0.1258531 Aug 17 02:16:00.383170 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:00.394254 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:00.438656 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d3e57096-f8ca-439d-9f73-047ecd868d0c req-95780795-157b-4e3d-9189-fc91bdce1944 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933599 Aug 17 02:16:00.507815 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Routers {'eafd0ed3-d775-4859-88c3-d901c777ae9c'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:16:00.508908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:15:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['eafd0ed3-d775-4859-88c3-d901c777ae9c'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:16:00.606661 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:00.687890 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:00.714684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] Set router eafd0ed3-d775-4859-88c3-d901c777ae9c gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:16:00.776851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=70dea055-1277-4031-8903-c53bfca6362c,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:00.861546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Pushing event updated for resources: {'Port': ['ID=a84af622-7e34-46c0-a17c-6ea26f552cbe,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:00.872192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a5843-7432-4200-8d88-af0a0107199d req-4238b6f3-624c-46a6-bb9d-42de9563df09 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:00.879967 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3f9a5843-7432-4200-8d88-af0a0107199d req-4238b6f3-624c-46a6-bb9d-42de9563df09 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 944 time: 0.2182264 Aug 17 02:16:00.882681 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:00.942949 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:00.974772 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-18a1ff2b-ff33-4d1c-9bdd-287240a27f19 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534601 Aug 17 02:16:00.982058 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-e794b154-20f0-4f27-9288-9487e945a844 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7409997 Aug 17 02:16:01.033076 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3f9a5843-7432-4200-8d88-af0a0107199d req-0cc2c579-5d4c-4266-a6f8-d852110d16f5 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526623 Aug 17 02:16:01.119285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f38bd9-50f8-4432-9b95-ff180746f613 None None] Pushing event updated for resources: {'Port': ['ID=97da833f-ea88-4b71-a481-a5467c5afb9b,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:01.135976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 70dea055-1277-4031-8903-c53bfca6362c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:01.137777 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Network a8fef78a-d4b2-4e88-8388-a5592f518deb is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:01.139528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:01.159345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-81c1a55d-3850-4a44-839e-a4c876fba2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:01.161858 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-81c1a55d-3850-4a44-839e-a4c876fba2cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d HTTP/1.1" status: 200 len: 1096 time: 1.0169647 Aug 17 02:16:01.250788 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'name': 'tempest-ServersTestMultiNic-788572852-router', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '199c40b3-78da-4311-abd6-a6f03a220b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:45Z', 'updated_at': '2021-08-17T02:15:53Z', 'revision_number': 4, 'project_id': '1a802a8d6b644296b1cf81b9aa2782be', 'gw_port': {'id': '199c40b3-78da-4311-abd6-a6f03a220b69', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:46Z', 'updated_at': '2021-08-17T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '97da833f-ea88-4b71-a481-a5467c5afb9b', 'name': '', 'network_id': 'a5e497df-d23a-4deb-ad2c-576f212d7d65', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'mac_address': 'fa:16:3e:8a:22:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8219a1c-cc1a-4242-aeef-b6459be385cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:51Z', 'updated_at': '2021-08-17T02:16:00Z', 'revision_number': 4, 'project_id': '1a802a8d6b644296b1cf81b9aa2782be', 'subnets': [{'id': 'b8219a1c-cc1a-4242-aeef-b6459be385cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:16:01.284285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 70dea055-1277-4031-8903-c53bfca6362c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:01.284797 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:01.309091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71031921-7206-4261-9ba2-be0a97a5afb7 None None] The sync data for ids ['eafd0ed3-d775-4859-88c3-d901c777ae9c'] in n-d-793621-31 is: [{'id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'name': 'tempest-ServersTestMultiNic-788572852-router', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '199c40b3-78da-4311-abd6-a6f03a220b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:45Z', 'updated_at': '2021-08-17T02:15:53Z', 'revision_number': 4, 'project_id': '1a802a8d6b644296b1cf81b9aa2782be', 'gw_port': {'id': '199c40b3-78da-4311-abd6-a6f03a220b69', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:46Z', 'updated_at': '2021-08-17T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '97da833f-ea88-4b71-a481-a5467c5afb9b', 'name': '', 'network_id': 'a5e497df-d23a-4deb-ad2c-576f212d7d65', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'mac_address': 'fa:16:3e:8a:22:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8219a1c-cc1a-4242-aeef-b6459be385cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:51Z', 'updated_at': '2021-08-17T02:16:00Z', 'revision_number': 4, 'project_id': '1a802a8d6b644296b1cf81b9aa2782be', 'subnets': [{'id': 'b8219a1c-cc1a-4242-aeef-b6459be385cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:16:01.462959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Router ed5d04ae-5bbd-4753-813e-046e6217a0f9 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:16:01.554747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2d69a-e499-4f8a-a09b-15865671bdc6 req-924fdcea-3b74-484e-9dc4-abd0d93e114b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:01.554747 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7c2d69a-e499-4f8a-a09b-15865671bdc6 req-924fdcea-3b74-484e-9dc4-abd0d93e114b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.2059216 Aug 17 02:16:01.597733 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-c24a056b-b47c-406b-9028-13d1d92219f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:01.600316 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-c24a056b-b47c-406b-9028-13d1d92219f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 1096 time: 0.3815827 Aug 17 02:16:01.602591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d10d5f7d-2d5a-446d-9992-f40b124fcb98 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:16:01.671060 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-673ec262-4788-466b-9463-55ecf8e377fc tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:01.686340 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-673ec262-4788-466b-9463-55ecf8e377fc tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7100716 Aug 17 02:16:01.688452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-461539d4-ab86-496e-8ea4-d1dabf8f8176 None None] Provisioning complete for port a84af622-7e34-46c0-a17c-6ea26f552cbe triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:01.689008 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-461539d4-ab86-496e-8ea4-d1dabf8f8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:01.749710 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7c2d69a-e499-4f8a-a09b-15865671bdc6 req-7bdb8915-9b88-41f4-a8c7-815bce2bb945 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001682 Aug 17 02:16:01.760371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-461539d4-ab86-496e-8ea4-d1dabf8f8176 None None] Port a84af622-7e34-46c0-a17c-6ea26f552cbe cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:16:01.778867 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1047cd90-c5ce-4f6d-91ac-a5027f88c6e8 req-27eb3be6-2097-4b6e-b433-04caec37c899 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7533190 Aug 17 02:16:01.863473 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-01b13532-d093-422c-b9fc-da46fbfd16e8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/quotas/a9f9340ccf804f2bb218a8f3750cde77 HTTP/1.1" status: 200 len: 375 time: 0.1754496 Aug 17 02:16:01.889636 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:16:01.909103 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Sync routers for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:16:01.915072 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-796878a1-ee5a-4621-ae69-92e145ac76d9 admin admin] 10.222.0.13 "PUT /v2.0/routers/ed5d04ae-5bbd-4753-813e-046e6217a0f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8877723 Aug 17 02:16:01.935499 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:16:01.936381 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:15:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:16:02.056305 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0d62e5e-6c55-4e93-a0f9-abbfee5bd32c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:02.146565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6067-03b4-4415-9cbe-2b6ffe0f3c45 req-762e8f0d-c5ce-49d7-baa6-401267610a23 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:02.160072 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ca7b6067-03b4-4415-9cbe-2b6ffe0f3c45 req-762e8f0d-c5ce-49d7-baa6-401267610a23 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 947 time: 0.1368604 Aug 17 02:16:02.196516 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:16:02.251367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d62e5e-6c55-4e93-a0f9-abbfee5bd32c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event updated for resources: {'Subnet': ['ID=e4147ec8-c865-4893-b7ec-3da4c28934dc,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:02.281436 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ca7b6067-03b4-4415-9cbe-2b6ffe0f3c45 req-ee9edd3c-0f9f-41a3-9fc4-ff031a8cbd95 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138234 Aug 17 02:16:02.325957 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-93a5fd8d-fca0-43b4-b315-b025c398d6da tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3424063 Aug 17 02:16:02.381718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-e56a04fb-4ed5-46cf-ab80-8afb29cd7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:02.384891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-e56a04fb-4ed5-46cf-ab80-8afb29cd7aa2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.7567253 Aug 17 02:16:02.445089 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea9473-02cf-4ac9-bd13-ab42c5d0083b req-a1e18312-1fe2-469a-a9fe-b890d3c03677 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:02.457666 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-15ea9473-02cf-4ac9-bd13-ab42c5d0083b req-a1e18312-1fe2-469a-a9fe-b890d3c03677 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 944 time: 0.1120639 Aug 17 02:16:02.466341 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-7fba2f2b-f7b8-4cae-aff2-35710847fe01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98 HTTP/1.1" status: 200 len: 217 time: 0.0673029 Aug 17 02:16:02.473481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d62e5e-6c55-4e93-a0f9-abbfee5bd32c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Checking segment: {'id': 'fe459aef-cb04-404d-a91b-fe6e8f463873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:02.474923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d62e5e-6c55-4e93-a0f9-abbfee5bd32c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Network hostable DHCP agents. Network: 288d7951-07fb-499f-81ec-5d7c99ffbb6c, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:16:02.508557 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-15ea9473-02cf-4ac9-bd13-ab42c5d0083b req-e659e5df-13af-404f-ad59-7b77fbd7625d tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436261 Aug 17 02:16:02.570346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-c7214e84-ebf1-4319-a466-aa23fc9e8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:02.572567 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-c7214e84-ebf1-4319-a466-aa23fc9e8d39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.0891600 Aug 17 02:16:02.610568 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:00Z', 'revision_number': 2, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:16:02.635138 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-1cfa7294-65d5-4660-9803-0c6b9d65ac06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484946 Aug 17 02:16:02.645139 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Checking router: ed5d04ae-5bbd-4753-813e-046e6217a0f9 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:16:02.645621 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Updating router ed5d04ae-5bbd-4753-813e-046e6217a0f9 port a84af622-7e34-46c0-a17c-6ea26f552cbe binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:16:02.685617 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:02.762596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d62e5e-6c55-4e93-a0f9-abbfee5bd32c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Network 288d7951-07fb-499f-81ec-5d7c99ffbb6c is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:16:02.818787 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-56f7a48a-7783-4ca3-9493-ef6b1a012617 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678634 Aug 17 02:16:02.843161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-a0d62e5e-6c55-4e93-a0f9-abbfee5bd32c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 288d7951-07fb-499f-81ec-5d7c99ffbb6c) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:02.852695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dbde65-ed40-4dcb-9db5-60aae491292c None None] Network 288d7951-07fb-499f-81ec-5d7c99ffbb6c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:16:02.905724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d62e5e-6c55-4e93-a0f9-abbfee5bd32c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:02.906706 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0d62e5e-6c55-4e93-a0f9-abbfee5bd32c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:03.020556 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-2334538c-e80b-434b-8e78-7813c3ebfc3d service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905372 Aug 17 02:16:03.031371 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a0d62e5e-6c55-4e93-a0f9-abbfee5bd32c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3965757 Aug 17 02:16:03.036515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38218) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:16:03.043013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7e7024b6-aaf7-4283-b1dc-58076d11c2a8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1253783054'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:03.157848 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:03.168718 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Transition to ACTIVE for port object a84af622-7e34-46c0-a17c-6ea26f552cbe will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:03.177182 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7024b6-aaf7-4283-b1dc-58076d11c2a8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Made reservation on behalf of 1a802a8d6b644296b1cf81b9aa2782be for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:16:03.194431 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7e7024b6-aaf7-4283-b1dc-58076d11c2a8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:03.205921 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-36cb6c62-fad1-418f-9e50-e57505d08aea tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:03.208111 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-36cb6c62-fad1-418f-9e50-e57505d08aea tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 820 time: 0.2856195 Aug 17 02:16:03.242900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 97da833f-ea88-4b71-a481-a5467c5afb9b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:03.262564 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:03.263261 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-795c6912-94d1-4590-a005-3ca5cc80b581 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/quotas/2fb185b015da4582807275c9b311c0d3 HTTP/1.1" status: 200 len: 375 time: 0.0381751 Aug 17 02:16:03.289826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-288d7951-07fb-499f-81ec-5d7c99ffbb6c', 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'fixed_ips': [{'subnet_id': 'e4147ec8-c865-4893-b7ec-3da4c28934dc'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:16:03.291301 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:03.327014 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8099d-a1a9-49ea-8ff5-aca6fb8593cf None None] Pushing event updated for resources: {'Port': ['ID=a84af622-7e34-46c0-a17c-6ea26f552cbe,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:03.354657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7024b6-aaf7-4283-b1dc-58076d11c2a8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:16:03.377226 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7e7024b6-aaf7-4283-b1dc-58076d11c2a8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:03.377601 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-7e7024b6-aaf7-4283-b1dc-58076d11c2a8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Added segment c56fd19f-0290-4d34-8d33-ac6933d73279 of type vlan for network 818f0d8a-9598-426c-933b-04d29bd696df Aug 17 02:16:03.406949 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Attempting to bind port a84af622-7e34-46c0-a17c-6ea26f552cbe on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:16:03.408101 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Attempting to bind port a84af622-7e34-46c0-a17c-6ea26f552cbe by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:16:03.408413 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Attempting to bind port a84af622-7e34-46c0-a17c-6ea26f552cbe on network a8fef78a-d4b2-4e88-8388-a5592f518deb {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:03.418891 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:16:03.429209 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Checking segment: {'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:03.430127 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:03.430814 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Bound using segment: {'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:16:03.432350 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Bound port: a84af622-7e34-46c0-a17c-6ea26f552cbe, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:16:03.433026 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:03.470768 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7e7024b6-aaf7-4283-b1dc-58076d11c2a8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:03.489330 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-a38bca92-4bae-4155-bca6-b3c8e0bb3b60 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2170391 Aug 17 02:16:03.612034 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Allocated IP 19.80.0.2 (288d7951-07fb-499f-81ec-5d7c99ffbb6c/e4147ec8-c865-4893-b7ec-3da4c28934dc/ef12ffe1-0943-49f5-bb00-327e7a16c8a5) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:16:03.626841 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] For port a84af622-7e34-46c0-a17c-6ea26f552cbe, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:03.630847 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] For port a84af622-7e34-46c0-a17c-6ea26f552cbe, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a84af622-7e34-46c0-a17c-6ea26f552cbe,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:03.666337 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 97da833f-ea88-4b71-a481-a5467c5afb9b completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:03.685508 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7e7024b6-aaf7-4283-b1dc-58076d11c2a8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:03.709000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7024b6-aaf7-4283-b1dc-58076d11c2a8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:03.710102 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7e7024b6-aaf7-4283-b1dc-58076d11c2a8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:03.720240 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:03.813387 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-1ce335e0-c3ca-4445-98f7-d36b91cf93a5 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160148 Aug 17 02:16:03.836971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 97da833f-ea88-4b71-a481-a5467c5afb9b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:03.838172 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:03.907492 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:16:03.911033 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:15:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:16:03.913287 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8099d-a1a9-49ea-8ff5-aca6fb8593cf None None] Pushing event updated for resources: {'Port': ['ID=a84af622-7e34-46c0-a17c-6ea26f552cbe,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:04.054694 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-1128a69c-a904-4f9f-acf8-fcebbefcc333 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259541 Aug 17 02:16:04.091648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7024b6-aaf7-4283-b1dc-58076d11c2a8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event updated for resources: {'Network': ['ID=818f0d8a-9598-426c-933b-04d29bd696df,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:04.118258 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 818f0d8a-9598-426c-933b-04d29bd696df details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:16:04.224923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cde493-382c-4ca1-93e2-5a46ee3a3aef req-b4f5b1bc-7bf7-4f8b-97c9-a3090158f798 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:04.242303 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:16:04.254365 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3cde493-382c-4ca1-93e2-5a46ee3a3aef req-b4f5b1bc-7bf7-4f8b-97c9-a3090158f798 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.5282669 Aug 17 02:16:04.265372 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7e7024b6-aaf7-4283-b1dc-58076d11c2a8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2274561 Aug 17 02:16:04.267811 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38234) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:16:04.279535 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-168e54d9-be81-4940-8e33-c1101d5863b8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Request body: {'subnet': {'network_id': '818f0d8a-9598-426c-933b-04d29bd696df', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:04.284985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-edd38464-f36c-4b46-804e-a92b355de40b tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:04.291603 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-edd38464-f36c-4b46-804e-a92b355de40b tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 1096 time: 0.3133759 Aug 17 02:16:04.368161 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:04.428565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Transition to ACTIVE for port object ef12ffe1-0943-49f5-bb00-327e7a16c8a5 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:04.453510 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:04.519207 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Transition to ACTIVE for port object ef12ffe1-0943-49f5-bb00-327e7a16c8a5 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:04.539887 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 97da833f-ea88-4b71-a481-a5467c5afb9b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=97da833f-ea88-4b71-a481-a5467c5afb9b,segment=NetworkSegment(d6cb61cf-f47d-4f60-87f1-96a29041ad9e),segment_id=d6cb61cf-f47d-4f60-87f1-96a29041ad9e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:04.544779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38244) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:16:04.592283 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3cde493-382c-4ca1-93e2-5a46ee3a3aef req-ccab00a1-7532-4f4f-9899-c73dd09ab1f4 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978127 Aug 17 02:16:04.611160 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:04.689909 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:03Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:16:04.702178 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168e54d9-be81-4940-8e33-c1101d5863b8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Made reservation on behalf of 1a802a8d6b644296b1cf81b9aa2782be for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:16:04.705908 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-168e54d9-be81-4940-8e33-c1101d5863b8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:04.727829 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7add50-4fd4-4006-9249-366b4407a009 None None] The sync data for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 is: [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:03Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:16:04.736944 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:04.798307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Network 288d7951-07fb-499f-81ec-5d7c99ffbb6c is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:04.852867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:04.880081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:16:04.896580 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Pushing event updated for resources: {'Port': ['ID=ef12ffe1-0943-49f5-bb00-327e7a16c8a5,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:04.916455 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7188f5a4-4ac5-4942-9b55-1cb4d8c00445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:04.927275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-dced8a4b-a8e5-4958-bc06-5f96123a3eb6 service neutron] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:04.967986 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-dced8a4b-a8e5-4958-bc06-5f96123a3eb6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:04.969293 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-511bc40f-a25e-4e7a-8f0d-880a65104d21 req-dced8a4b-a8e5-4958-bc06-5f96123a3eb6 service neutron] 10.222.0.18 "DELETE /v2.0/ports/d10d5f7d-2d5a-446d-9992-f40b124fcb98/bindings/n-h1-793621-31 HTTP/1.1" status: 204 len: 173 time: 0.6641731 Aug 17 02:16:05.037686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b776abf-57d0-4010-a485-841aea21dac6 req-6ef64d9a-44f6-41da-ae1d-9ba9f828def0 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:05.048121 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b776abf-57d0-4010-a485-841aea21dac6 req-6ef64d9a-44f6-41da-ae1d-9ba9f828def0 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 944 time: 0.2883389 Aug 17 02:16:05.115163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Attempting to bind port ef12ffe1-0943-49f5-bb00-327e7a16c8a5 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:16:05.116819 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Attempting to bind port ef12ffe1-0943-49f5-bb00-327e7a16c8a5 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'fe459aef-cb04-404d-a91b-fe6e8f463873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:16:05.118354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Attempting to bind port ef12ffe1-0943-49f5-bb00-327e7a16c8a5 on network 288d7951-07fb-499f-81ec-5d7c99ffbb6c {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:05.134025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1f41a-ab42-41f0-b3a1-c90fcee93440 req-02693c78-15f3-4e64-ad69-f0536bbd4faf tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:05.138951 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:16:05.139685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Checking segment: {'id': 'fe459aef-cb04-404d-a91b-fe6e8f463873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:05.140439 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:05.141412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Bound using segment: {'id': 'fe459aef-cb04-404d-a91b-fe6e8f463873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:16:05.142234 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Bound port: ef12ffe1-0943-49f5-bb00-327e7a16c8a5, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe459aef-cb04-404d-a91b-fe6e8f463873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:16:05.142823 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:05.149740 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ca1f41a-ab42-41f0-b3a1-c90fcee93440 req-02693c78-15f3-4e64-ad69-f0536bbd4faf tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 947 time: 0.3744528 Aug 17 02:16:05.160292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=97da833f-ea88-4b71-a481-a5467c5afb9b,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:05.160708 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7188f5a4-4ac5-4942-9b55-1cb4d8c00445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:05.198711 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b776abf-57d0-4010-a485-841aea21dac6 req-e3564f05-ae68-464b-9bc9-9e51cb1dc7e0 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499419 Aug 17 02:16:05.241624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a84af622-7e34-46c0-a17c-6ea26f552cbe up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:05.335144 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ca1f41a-ab42-41f0-b3a1-c90fcee93440 req-ed2c8952-5014-4a91-bd1a-c1a7187ad759 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824737 Aug 17 02:16:05.344787 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] For port ef12ffe1-0943-49f5-bb00-327e7a16c8a5, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:05.348238 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] For port ef12ffe1-0943-49f5-bb00-327e7a16c8a5, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ef12ffe1-0943-49f5-bb00-327e7a16c8a5,segment=NetworkSegment(fe459aef-cb04-404d-a91b-fe6e8f463873),segment_id=fe459aef-cb04-404d-a91b-fe6e8f463873)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:05.411519 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7188f5a4-4ac5-4942-9b55-1cb4d8c00445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:05.488928 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bc8c19f1-dd3a-4583-bb1b-63957aae3d29 req-010390db-6e3b-4e2b-bfda-b28ed7f4fff2 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 210 time: 0.0481246 Aug 17 02:16:05.493337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188f5a4-4ac5-4942-9b55-1cb4d8c00445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4875409-994c-44e0-9a26-343517596204,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:05.503276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port a84af622-7e34-46c0-a17c-6ea26f552cbe completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:05.506039 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-168e54d9-be81-4940-8e33-c1101d5863b8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:05.531211 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:05.533767 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port a84af622-7e34-46c0-a17c-6ea26f552cbe triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:05.534404 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:05.538545 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-192dd480-6baf-47ee-bf0f-1df037e2aa75 req-aaab92bd-f181-4cd0-8b65-d00f0446d21b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 210 time: 0.1435530 Aug 17 02:16:05.561175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7188f5a4-4ac5-4942-9b55-1cb4d8c00445 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9092346247d428ca263703017a9050b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0144083 Aug 17 02:16:05.579822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38264) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:16:05.703832 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958163d-fdba-4164-97bd-818ec72cae67 None None] Pushing event updated for resources: {'Port': ['ID=ef12ffe1-0943-49f5-bb00-327e7a16c8a5,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:05.705695 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da2c1af2-0745-40fd-8944-2fce8642367e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:05.738545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 2a609139-9c4c-4add-af32-9d78b4bf328d details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:16:05.747564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e54d9-be81-4940-8e33-c1101d5863b8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event updated for resources: {'Subnet': ['ID=8054c5e4-8c98-498d-a365-6591760f6448,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:05.769578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e54d9-be81-4940-8e33-c1101d5863b8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Checking segment: {'id': 'c56fd19f-0290-4d34-8d33-ac6933d73279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '818f0d8a-9598-426c-933b-04d29bd696df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:05.770110 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e54d9-be81-4940-8e33-c1101d5863b8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Network hostable DHCP agents. Network: 818f0d8a-9598-426c-933b-04d29bd696df, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:16:05.785398 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da2c1af2-0745-40fd-8944-2fce8642367e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:05.828848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2704364-8c0b-4a80-b989-0aea13b7b0fd req-c832f4b4-f49b-4f88-b270-ac36dd4f8f33 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:05.831429 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e2704364-8c0b-4a80-b989-0aea13b7b0fd req-c832f4b4-f49b-4f88-b270-ac36dd4f8f33 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 1096 time: 0.2180700 Aug 17 02:16:05.945095 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e2704364-8c0b-4a80-b989-0aea13b7b0fd req-3fce46ed-dfca-41c5-b563-6495dcd94f12 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004086 Aug 17 02:16:05.965021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e54d9-be81-4940-8e33-c1101d5863b8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Network 818f0d8a-9598-426c-933b-04d29bd696df is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:16:06.030716 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:06.033040 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da2c1af2-0745-40fd-8944-2fce8642367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:06.036388 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da2c1af2-0745-40fd-8944-2fce8642367e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:06.044326 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-da2c1af2-0745-40fd-8944-2fce8642367e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4875409-994c-44e0-9a26-343517596204 HTTP/1.1" status: 204 len: 168 time: 0.4679837 Aug 17 02:16:06.081126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c1af2-0745-40fd-8944-2fce8642367e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4875409-994c-44e0-9a26-343517596204,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:06.120747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-168e54d9-be81-4940-8e33-c1101d5863b8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 818f0d8a-9598-426c-933b-04d29bd696df) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:06.127125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168e54d9-be81-4940-8e33-c1101d5863b8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:06.129174 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-168e54d9-be81-4940-8e33-c1101d5863b8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:06.157880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989ff77-7114-4d6b-a06e-0690992d1de3 req-48c1b8a2-6127-419b-8f79-ed52773e32ae tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:06.170002 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0989ff77-7114-4d6b-a06e-0690992d1de3 req-48c1b8a2-6127-419b-8f79-ed52773e32ae tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.2092519 Aug 17 02:16:06.211995 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2259cf8c-daa0-48ba-9083-719b309c966a None None] Network 818f0d8a-9598-426c-933b-04d29bd696df requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:16:06.272759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0989ff77-7114-4d6b-a06e-0690992d1de3 req-e1bb86cb-efac-4297-b122-959ea2d8543e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968285 Aug 17 02:16:06.313685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port a84af622-7e34-46c0-a17c-6ea26f552cbe, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a84af622-7e34-46c0-a17c-6ea26f552cbe,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:06.319962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 2a609139-9c4c-4add-af32-9d78b4bf328d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=2a609139-9c4c-4add-af32-9d78b4bf328d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:06.336921 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '2a609139-9c4c-4add-af32-9d78b4bf328d', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '2a609139-9c4c-4add-af32-9d78b4bf328d', 'mac_address': 'fa:16:3e:49:0e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:16:06.341682 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-168e54d9-be81-4940-8e33-c1101d5863b8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0692341 Aug 17 02:16:06.444303 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:06.482943 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531f14b-0190-4502-bc40-365b22409f69 req-63679efc-cd48-4a27-b88e-049da21f51be tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:06.490226 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:06.492843 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f531f14b-0190-4502-bc40-365b22409f69 req-63679efc-cd48-4a27-b88e-049da21f51be tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 807 time: 0.2222888 Aug 17 02:16:06.515755 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f531f14b-0190-4502-bc40-365b22409f69 req-af377557-db00-4148-a4fe-e36c53f17ca9 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/quotas/3bfc8ec22f9448049fd9f1737db3bb4d HTTP/1.1" status: 200 len: 375 time: 0.0215371 Aug 17 02:16:06.547388 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a609139-9c4c-4add-af32-9d78b4bf328d {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:06.564148 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2d326-0faa-4719-9231-ed17cb1c6319 req-233127a6-fee3-47cf-8e05-409ed61b298a tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:06.568595 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-09a2d326-0faa-4719-9231-ed17cb1c6319 req-233127a6-fee3-47cf-8e05-409ed61b298a tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 947 time: 0.0933237 Aug 17 02:16:06.620851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 2a609139-9c4c-4add-af32-9d78b4bf328d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=2a609139-9c4c-4add-af32-9d78b4bf328d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:06.649938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-818f0d8a-9598-426c-933b-04d29bd696df', 'network_id': '818f0d8a-9598-426c-933b-04d29bd696df', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'fixed_ips': [{'subnet_id': '8054c5e4-8c98-498d-a365-6591760f6448'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:16:06.655461 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:06.660829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-09a2d326-0faa-4719-9231-ed17cb1c6319 req-2503d950-4eba-4e48-804d-0d1c569ad105 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791576 Aug 17 02:16:06.682542 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=a84af622-7e34-46c0-a17c-6ea26f552cbe,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:06.696695 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f531f14b-0190-4502-bc40-365b22409f69 req-c1e6b44c-77e8-42f4-8a7d-1f237e81d4da tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1789210 Aug 17 02:16:06.756786 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:06.861446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0819d7b1-f105-42e8-9290-fa94b40cd260 req-c3fe4854-3e8b-4ee6-89de-7495d7b03be0 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 210 time: 0.0663500 Aug 17 02:16:06.908439 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f531f14b-0190-4502-bc40-365b22409f69 req-57d710b6-ee40-4706-ba6c-08c4225a7569 service neutron] 10.222.0.13 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003965 Aug 17 02:16:06.976439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=2a609139-9c4c-4add-af32-9d78b4bf328d,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:07.033666 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-60be56cc-68ca-41ac-97ce-eb7b087282d3 req-b41a9882-5fd6-41c8-93e4-2afa6f35c08c tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 210 time: 0.0407195 Aug 17 02:16:07.033876 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Allocated IP 19.86.0.2 (818f0d8a-9598-426c-933b-04d29bd696df/8054c5e4-8c98-498d-a365-6591760f6448/c9a69b58-233e-4f81-8347-875988bbb9dd) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:16:07.158411 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f531f14b-0190-4502-bc40-365b22409f69 req-9605d3cb-3460-4c1e-a525-4cc86df9a57d service neutron] 10.222.0.13 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457736 Aug 17 02:16:07.201627 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['2a609139-9c4c-4add-af32-9d78b4bf328d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:07.348718 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ef12ffe1-0943-49f5-bb00-327e7a16c8a5 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:07.439315 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-80085aaa-a55a-4323-8916-b02568f4445c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:07.446383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-80085aaa-a55a-4323-8916-b02568f4445c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:07.448961 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-80085aaa-a55a-4323-8916-b02568f4445c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/networks?id=288d7951-07fb-499f-81ec-5d7c99ffbb6c&id=818f0d8a-9598-426c-933b-04d29bd696df&id=288d7951-07fb-499f-81ec-5d7c99ffbb6c HTTP/1.1" status: 200 len: 1392 time: 0.2550304 Aug 17 02:16:07.471102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-02392e3b-d4e8-4285-a115-f6c152033aaf tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/quotas/1a802a8d6b644296b1cf81b9aa2782be HTTP/1.1" status: 200 len: 375 time: 0.0135610 Aug 17 02:16:07.534812 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-692a15ce-b2dd-4e5f-a845-3427354ffe54 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a802a8d6b644296b1cf81b9aa2782be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552247 Aug 17 02:16:07.543545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5849d1e8-bb15-4b94-9ec9-602a9fad6a24 None None] Network 288d7951-07fb-499f-81ec-5d7c99ffbb6c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:16:07.686388 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:07.718013 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Transition to ACTIVE for port object c9a69b58-233e-4f81-8347-875988bbb9dd will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:07.737096 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-b85eefd9-262d-4d3b-b0ad-6d3f7bdea169 service neutron] 10.222.0.13 "GET /v2.0/networks/288d7951-07fb-499f-81ec-5d7c99ffbb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932697 Aug 17 02:16:07.776211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38318) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:16:07.813524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-18f6fc69-5eb4-4a18-bf3f-d90f64985b93 None None] Provisioning for port ef12ffe1-0943-49f5-bb00-327e7a16c8a5 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:07.837455 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Transition to ACTIVE for port object c9a69b58-233e-4f81-8347-875988bbb9dd will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:07.850359 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e63e4f0-ae80-442e-8777-ec57ce06d2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:07.879457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-1597a7fd-87d4-4ebe-9f47-0bf11d5665e3 service neutron] 10.222.0.13 "GET /v2.0/networks/288d7951-07fb-499f-81ec-5d7c99ffbb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391182 Aug 17 02:16:07.894991 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881f8c-4328-4fd6-a407-5bcd656c99ed req-d209a058-d27e-4db1-bf30-7aa5e642d6c2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:07.904544 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1e881f8c-4328-4fd6-a407-5bcd656c99ed req-d209a058-d27e-4db1-bf30-7aa5e642d6c2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.1139262 Aug 17 02:16:07.904853 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-52230730-a202-469f-b2fc-0fd0bc5b8033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:07.956594 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:07.959576 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port ef12ffe1-0943-49f5-bb00-327e7a16c8a5 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:07.999562 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1e881f8c-4328-4fd6-a407-5bcd656c99ed req-8fc9db2d-8a9c-4994-ac18-cf3f31226b51 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938513 Aug 17 02:16:08.030544 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Pushing event updated for resources: {'Port': ['ID=c9a69b58-233e-4f81-8347-875988bbb9dd,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:08.037838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ef12ffe1-0943-49f5-bb00-327e7a16c8a5 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:08.042578 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:08.055659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-1481cac7-305a-4f27-afed-c2f2136e7c14 service neutron] 10.222.0.13 "GET /v2.0/networks/818f0d8a-9598-426c-933b-04d29bd696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685081 Aug 17 02:16:08.078485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Network 818f0d8a-9598-426c-933b-04d29bd696df is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:08.102709 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e63e4f0-ae80-442e-8777-ec57ce06d2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:08.156356 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:08.164674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:16:08.183006 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-654fdd55-8812-4362-b9bb-8cce812249c7 req-94456d6f-5aee-4a10-b991-0a3765a41229 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 210 time: 0.0467806 Aug 17 02:16:08.210842 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e63e4f0-ae80-442e-8777-ec57ce06d2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:08.227496 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-d4675c20-d7cd-4384-a317-5f8848f58192 service neutron] 10.222.0.13 "GET /v2.0/networks/818f0d8a-9598-426c-933b-04d29bd696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693110 Aug 17 02:16:08.274529 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0e63e4f0-ae80-442e-8777-ec57ce06d2bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccf0da738923403a8692195c62ca1297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4966016 Aug 17 02:16:08.290375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38326) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:16:08.349382 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Attempting to bind port c9a69b58-233e-4f81-8347-875988bbb9dd on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:16:08.349992 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Attempting to bind port c9a69b58-233e-4f81-8347-875988bbb9dd by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'c56fd19f-0290-4d34-8d33-ac6933d73279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '818f0d8a-9598-426c-933b-04d29bd696df'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:16:08.350089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Attempting to bind port c9a69b58-233e-4f81-8347-875988bbb9dd on network 818f0d8a-9598-426c-933b-04d29bd696df {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:08.356822 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:16:08.357094 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63e4f0-ae80-442e-8777-ec57ce06d2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7cf1ba-6068-451c-84cf-cfcbfe25ef12,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:08.357453 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Checking segment: {'id': 'c56fd19f-0290-4d34-8d33-ac6933d73279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '818f0d8a-9598-426c-933b-04d29bd696df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:08.358228 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:08.358972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Bound using segment: {'id': 'c56fd19f-0290-4d34-8d33-ac6933d73279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '818f0d8a-9598-426c-933b-04d29bd696df'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:16:08.360645 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Bound port: c9a69b58-233e-4f81-8347-875988bbb9dd, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56fd19f-0290-4d34-8d33-ac6933d73279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '818f0d8a-9598-426c-933b-04d29bd696df'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:16:08.361551 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:08.382050 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-ef011a12-c880-4b13-8da3-8a4bea4124ce service neutron] 10.222.0.13 "GET /v2.0/networks/288d7951-07fb-499f-81ec-5d7c99ffbb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521986 Aug 17 02:16:08.474587 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:08.535890 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad3e4c-f2c9-4de7-8aff-3dcebb349d5b req-8778e510-4653-47ea-b2e9-70798e03dfaa tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:08.539336 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f9ad3e4c-f2c9-4de7-8aff-3dcebb349d5b req-8778e510-4653-47ea-b2e9-70798e03dfaa tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 948 time: 0.1645734 Aug 17 02:16:08.540240 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0921df99-b505-4dfa-aafb-4160393acff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:08.562913 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-2f5d2cc4-3920-4334-9fa5-bbc45d358db2 service neutron] 10.222.0.13 "GET /v2.0/networks/288d7951-07fb-499f-81ec-5d7c99ffbb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790748 Aug 17 02:16:08.585473 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port ef12ffe1-0943-49f5-bb00-327e7a16c8a5, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ef12ffe1-0943-49f5-bb00-327e7a16c8a5,segment=NetworkSegment(fe459aef-cb04-404d-a91b-fe6e8f463873),segment_id=fe459aef-cb04-404d-a91b-fe6e8f463873)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:08.586966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] For port c9a69b58-233e-4f81-8347-875988bbb9dd, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:08.610517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] For port c9a69b58-233e-4f81-8347-875988bbb9dd, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c9a69b58-233e-4f81-8347-875988bbb9dd,segment=NetworkSegment(c56fd19f-0290-4d34-8d33-ac6933d73279),segment_id=c56fd19f-0290-4d34-8d33-ac6933d73279)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:08.622129 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0921df99-b505-4dfa-aafb-4160393acff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:08.638636 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f9ad3e4c-f2c9-4de7-8aff-3dcebb349d5b req-a7d8ae80-c6ae-4780-9f9a-b94fc1a5853d tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641050 Aug 17 02:16:08.694257 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c713e4a2-4880-4295-a843-666e8083ff60 None None] Provisioning complete for port ef12ffe1-0943-49f5-bb00-327e7a16c8a5 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:08.695881 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c713e4a2-4880-4295-a843-666e8083ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:08.756020 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:08.771753 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-02d3c2d2-09fc-49b7-9ccc-31028d193259 req-97f89f8e-e8e0-415c-a82e-f2e5a9f84fea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 210 time: 0.0459323 Aug 17 02:16:08.772345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-2df4125a-9ea1-43ae-974d-e3dc51d72c8a tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368638 Aug 17 02:16:08.803090 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:08.804262 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a84af622-7e34-46c0-a17c-6ea26f552cbe up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:08.840172 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0921df99-b505-4dfa-aafb-4160393acff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:08.844182 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0921df99-b505-4dfa-aafb-4160393acff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:08.845617 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0921df99-b505-4dfa-aafb-4160393acff2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e7cf1ba-6068-451c-84cf-cfcbfe25ef12 HTTP/1.1" status: 204 len: 168 time: 0.5528414 Aug 17 02:16:08.915887 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1121c1d7-ab57-4dc3-8f29-c54f976a5218 req-d3f5b46f-1231-461b-ba1c-b6a93da8134e tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 210 time: 0.0678232 Aug 17 02:16:08.922763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921df99-b505-4dfa-aafb-4160393acff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7cf1ba-6068-451c-84cf-cfcbfe25ef12,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:08.982573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81dc4a-4ccb-4404-b82b-34011d0fe652 None None] Pushing event updated for resources: {'Port': ['ID=c9a69b58-233e-4f81-8347-875988bbb9dd,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:09.119803 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-c2e0f6d9-d044-4152-aec9-45fcd5455e7d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:09.133130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-c2e0f6d9-d044-4152-aec9-45fcd5455e7d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3425734 Aug 17 02:16:09.153102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-3348f92a-1ca1-4287-93c0-ad3ca5d91aea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Request body: {'port': {'device_id': '7b2d0b75-2f0e-43ba-ae40-c13e2172c495', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'a9f9340ccf804f2bb218a8f3750cde77'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:09.157588 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c7545d3d-98b2-4873-8294-86d9e18f62c5 req-f7b79939-8708-4f8c-a87c-45404413ccdd tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 210 time: 0.0880187 Aug 17 02:16:09.257157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port a84af622-7e34-46c0-a17c-6ea26f552cbe triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:09.257706 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:09.360241 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=ef12ffe1-0943-49f5-bb00-327e7a16c8a5,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:09.370510 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-278cb791-4b36-4b8b-ae29-bb3f3218ab6d req-a4eb06ef-716f-43d5-98eb-dd2c5e893b67 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 210 time: 0.0500019 Aug 17 02:16:09.517108 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 97da833f-ea88-4b71-a481-a5467c5afb9b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:09.609917 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 97da833f-ea88-4b71-a481-a5467c5afb9b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:09.609917 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:09.660707 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-d1a42c52-c7b5-44de-8dc0-556a752e8c15 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466394 Aug 17 02:16:09.868119 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 2a609139-9c4c-4add-af32-9d78b4bf328d up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:09.882836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965c5ce-7906-49ba-a3dc-cbacc1acfd28 req-e886075f-ae99-40eb-8ba4-decabe13e6f0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:09.887935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2965c5ce-7906-49ba-a3dc-cbacc1acfd28 req-e886075f-ae99-40eb-8ba4-decabe13e6f0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.5873647 Aug 17 02:16:09.966441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b15157-d62c-4aec-bec0-4255ee8c832e req-4b737b88-e409-4a89-8947-7c5bee17d2a0 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:09.969311 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d2b15157-d62c-4aec-bec0-4255ee8c832e req-4b737b88-e409-4a89-8947-7c5bee17d2a0 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 948 time: 0.1837521 Aug 17 02:16:10.070066 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2965c5ce-7906-49ba-a3dc-cbacc1acfd28 req-6f20759a-450f-49fe-bc76-f38f26c67ba7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650786 Aug 17 02:16:10.138079 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-f4c9e72e-9f89-4b88-8222-c3cee8c65102 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:10.145709 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-f4c9e72e-9f89-4b88-8222-c3cee8c65102 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.42 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 820 time: 0.4754179 Aug 17 02:16:10.148978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-3348f92a-1ca1-4287-93c0-ad3ca5d91aea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Made reservation on behalf of a9f9340ccf804f2bb218a8f3750cde77 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:16:10.159191 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-3348f92a-1ca1-4287-93c0-ad3ca5d91aea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:10.181455 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 2a609139-9c4c-4add-af32-9d78b4bf328d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:10.188301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-fbea7da4-bcc8-4140-bcd4-4fc7f24b3910 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Request body: {'port': {'device_id': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'admin_state_up': True, 'tenant_id': '2fb185b015da4582807275c9b311c0d3'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:10.207328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 2a609139-9c4c-4add-af32-9d78b4bf328d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:10.207908 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:10.330125 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d2b15157-d62c-4aec-bec0-4255ee8c832e req-bf7bfa15-b231-4329-9a96-fa34661f875d tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283391 Aug 17 02:16:10.369579 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-370fa496-f586-48d9-a815-044674186447 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:10.369579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-370fa496-f586-48d9-a815-044674186447 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6649003 Aug 17 02:16:10.398570 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1c08c844-0499-45bd-a37a-80de5042016d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:10.417644 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:10.490104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ef12ffe1-0943-49f5-bb00-327e7a16c8a5 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:10.537265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2003cc-88e6-4e11-9d71-ab15749b6afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a609139-9c4c-4add-af32-9d78b4bf328d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:10.541232 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05ce602-0087-496e-852b-cb3cfa9713eb" -d '{"events": [{"server_uuid": "8f2003cc-88e6-4e11-9d71-ab15749b6afa", "name": "network-vif-plugged", "status": "completed", "tag": "2a609139-9c4c-4add-af32-9d78b4bf328d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:10.568633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 2a609139-9c4c-4add-af32-9d78b4bf328d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=2a609139-9c4c-4add-af32-9d78b4bf328d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:10.606787 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ef12ffe1-0943-49f5-bb00-327e7a16c8a5 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:10.607252 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:10.640695 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7dff3db-a44d-45d9-8860-f7000557cbb2 req-a04a765b-6bd5-47c5-9264-2fecab1c2025 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 210 time: 0.3976338 Aug 17 02:16:10.646476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-654e4699-ca2b-456e-95f2-8db81b8314c6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Request body: {'port': {'device_id': '8f9fe659-97c9-41e4-8bb5-01330c9574ba', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'a9f9340ccf804f2bb218a8f3750cde77'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:10.662433 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1726c9d1-eed6-46c0-9fc4-2f40b56e3016 req-a65b909a-b310-4107-b670-cb8f2f206eab tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 210 time: 0.0649414 Aug 17 02:16:10.794999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c9a69b58-233e-4f81-8347-875988bbb9dd up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:10.862170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d684284-b00e-4df4-9dfc-0f08c9048ec1 None None] Network 818f0d8a-9598-426c-933b-04d29bd696df requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:16:10.875753 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d76e0b58-acba-4e13-ae9e-161512677969 req-d10405c6-6fe6-4dfd-b33b-82986164b7b3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 210 time: 0.0682659 Aug 17 02:16:10.876948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-930f0c05-7ba7-4859-8f4d-dceca6829ed5 service neutron] 10.222.0.42 "GET /v2.0/ports/ca68e81a-5354-4e38-bd1e-8d4568dd0ce6/bindings/n-h1-793621-31 HTTP/1.1" status: 200 len: 383 time: 0.2936804 Aug 17 02:16:10.877135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-fbea7da4-bcc8-4140-bcd4-4fc7f24b3910 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Made reservation on behalf of 2fb185b015da4582807275c9b311c0d3 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:16:10.894201 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-fbea7da4-bcc8-4140-bcd4-4fc7f24b3910 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:10.896037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-3348f92a-1ca1-4287-93c0-ad3ca5d91aea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Allocated IP 192.168.233.170 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/04266431-7c66-474d-92ed-f2816703ff8e) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:16:10.968685 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:10.973957 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:11.031031 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f9b020a-1998-482d-aca4-01355cbbf63f req-097267c4-39f9-4514-be2e-dd62a2982e81 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 210 time: 0.0356350 Aug 17 02:16:11.174025 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76c98cf-0c6a-4538-a8af-1444f2ec60ea x-openstack-request-id: req-b76c98cf-0c6a-4538-a8af-1444f2ec60ea {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:11.174447 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2003cc-88e6-4e11-9d71-ab15749b6afa", "name": "network-vif-plugged", "status": "completed", "tag": "2a609139-9c4c-4add-af32-9d78b4bf328d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:11.174842 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b76c98cf-0c6a-4538-a8af-1444f2ec60ea {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:11.175637 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2003cc-88e6-4e11-9d71-ab15749b6afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a609139-9c4c-4add-af32-9d78b4bf328d', 'code': 200} Aug 17 02:16:11.185789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8d0adc42-bd26-4f1f-89a5-ea94c50b01a8 None None] Provisioning for port c9a69b58-233e-4f81-8347-875988bbb9dd completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:11.263775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port c9a69b58-233e-4f81-8347-875988bbb9dd completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:11.268079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-654e4699-ca2b-456e-95f2-8db81b8314c6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Made reservation on behalf of a9f9340ccf804f2bb218a8f3750cde77 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:16:11.269943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=2a609139-9c4c-4add-af32-9d78b4bf328d,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:11.271633 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-654e4699-ca2b-456e-95f2-8db81b8314c6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:11.288104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port c9a69b58-233e-4f81-8347-875988bbb9dd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:11.288104 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:11.321200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637d253-a3e0-4abe-bdf4-49da7b8a59df req-7619453c-95a3-4346-907c-1790e6f7de68 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:11.325374 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9637d253-a3e0-4abe-bdf4-49da7b8a59df req-7619453c-95a3-4346-907c-1790e6f7de68 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.1583989 Aug 17 02:16:11.358631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18406276-2a23-4b42-9e6b-ba537600ddc2 req-647d5222-dc2b-4e95-bc17-ffd2b54fb8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:11.363176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18406276-2a23-4b42-9e6b-ba537600ddc2 req-647d5222-dc2b-4e95-bc17-ffd2b54fb8bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 1101 time: 0.1114044 Aug 17 02:16:11.364250 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-3348f92a-1ca1-4287-93c0-ad3ca5d91aea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:11.456598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-3348f92a-1ca1-4287-93c0-ad3ca5d91aea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Transition to ACTIVE for port object 04266431-7c66-474d-92ed-f2816703ff8e will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:11.467906 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-fbea7da4-bcc8-4140-bcd4-4fc7f24b3910 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Allocated IP 172.20.0.5 (a8fef78a-d4b2-4e88-8388-a5592f518deb/6c00931e-1f03-445c-a1f0-72badb05ebfa/7167d1bf-e496-48da-8c66-1fe25296d604) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:16:11.545051 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18406276-2a23-4b42-9e6b-ba537600ddc2 req-ca585867-be24-4447-81a0-ae5f7f991fbb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839670 Aug 17 02:16:11.570310 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:11.588181 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9637d253-a3e0-4abe-bdf4-49da7b8a59df req-61d0ab68-a313-4e56-ab63-b972dd99be09 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360542 Aug 17 02:16:11.685604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f6e8e-d245-4531-9099-390c371e1ee0 req-2e3737f0-91dc-4163-9011-ac7738385219 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:11.688447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a2f6e8e-d245-4531-9099-390c371e1ee0 req-2e3737f0-91dc-4163-9011-ac7738385219 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 949 time: 0.1111925 Aug 17 02:16:11.793065 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:11.799813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port c9a69b58-233e-4f81-8347-875988bbb9dd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c9a69b58-233e-4f81-8347-875988bbb9dd,segment=NetworkSegment(c56fd19f-0290-4d34-8d33-ac6933d73279),segment_id=c56fd19f-0290-4d34-8d33-ac6933d73279)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:11.800010 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a2f6e8e-d245-4531-9099-390c371e1ee0 req-55b90385-ad4c-4d2e-9716-07c3ddeddc58 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980370 Aug 17 02:16:11.800010 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-3348f92a-1ca1-4287-93c0-ad3ca5d91aea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:11.809460 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ab1828e2-03a0-4d67-9de4-eb50c0ea7d6c None None] Provisioning complete for port c9a69b58-233e-4f81-8347-875988bbb9dd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:11.810011 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ab1828e2-03a0-4d67-9de4-eb50c0ea7d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:11.859257 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-02294410-c321-40d6-9926-8eb13f7c00bf req-591e700c-19c4-4753-8eba-b454d7f5246a tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 210 time: 0.1141617 Aug 17 02:16:11.899500 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:11.910805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-3348f92a-1ca1-4287-93c0-ad3ca5d91aea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:11.914570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['86865cbe-856c-4539-af91-504f55c8d616', 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:11.925565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-3348f92a-1ca1-4287-93c0-ad3ca5d91aea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:11.939745 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-3348f92a-1ca1-4287-93c0-ad3ca5d91aea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:16:12.016276 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.42', 55391) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:16:12.080473 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:12.091331 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-fbea7da4-bcc8-4140-bcd4-4fc7f24b3910 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:12.114611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-fbea7da4-bcc8-4140-bcd4-4fc7f24b3910 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Transition to ACTIVE for port object 7167d1bf-e496-48da-8c66-1fe25296d604 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:12.134853 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-a73dec9b-b5c0-41c1-a9fd-b7421425d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:12.137150 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-a73dec9b-b5c0-41c1-a9fd-b7421425d7f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51&tenant_id=a51fdd587a534f09b86bda6242380da1 HTTP/1.1" status: 200 len: 1101 time: 0.1103985 Aug 17 02:16:12.161264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-654e4699-ca2b-456e-95f2-8db81b8314c6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Allocated IP 192.168.233.164 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/e7deafc5-9d4e-428d-90d8-86743d3eba84) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:16:12.172920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531f14b-0190-4502-bc40-365b22409f69 req-9b719a2e-fa4c-4e69-9739-b4ffb7e0377f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:12.174640 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f531f14b-0190-4502-bc40-365b22409f69 req-9b719a2e-fa4c-4e69-9739-b4ffb7e0377f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.42 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 807 time: 0.1691227 Aug 17 02:16:12.175521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348f92a-1ca1-4287-93c0-ad3ca5d91aea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event updated for resources: {'Port': ['ID=04266431-7c66-474d-92ed-f2816703ff8e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:12.246974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-f531f14b-0190-4502-bc40-365b22409f69 req-f0595c39-0fba-48cf-a09b-e73697e36e42 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Request body: {'port': {'device_id': '0680184b-ef10-4914-8f45-b233e89215f2', 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60', 'admin_state_up': True, 'tenant_id': '3bfc8ec22f9448049fd9f1737db3bb4d'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:12.269540 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e2d902b-d28c-41b2-8538-d5113c94fd22 req-0f352156-062b-410b-961c-2066f83a3af8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 210 time: 0.2612312 Aug 17 02:16:12.275894 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-fbea7da4-bcc8-4140-bcd4-4fc7f24b3910 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:12.347516 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7e693a6d-2276-4a2d-826e-f713cf560bee req-2cfca95b-b75e-42fa-a4be-fde812565a66 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 210 time: 0.0844414 Aug 17 02:16:12.403175 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-3348f92a-1ca1-4287-93c0-ad3ca5d91aea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:12.404153 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-3348f92a-1ca1-4287-93c0-ad3ca5d91aea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:12.430917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-8b95342d-6400-403f-a2e2-d71d4637c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:12.432724 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-8b95342d-6400-403f-a2e2-d71d4637c0f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 1101 time: 0.2300694 Aug 17 02:16:12.444990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-fbea7da4-bcc8-4140-bcd4-4fc7f24b3910 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Network a8fef78a-d4b2-4e88-8388-a5592f518deb is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:12.456708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea7da4-bcc8-4140-bcd4-4fc7f24b3910 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Pushing event updated for resources: {'Port': ['ID=7167d1bf-e496-48da-8c66-1fe25296d604,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:12.474174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=c9a69b58-233e-4f81-8347-875988bbb9dd,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:12.476541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-fbea7da4-bcc8-4140-bcd4-4fc7f24b3910 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:12.492260 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6b65583f-c2a6-47ee-bde2-5303729cae75 req-f15f9f5d-dcf9-4d4f-b586-c8d6bf94a022 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 210 time: 0.0459666 Aug 17 02:16:12.507089 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-fbea7da4-bcc8-4140-bcd4-4fc7f24b3910 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:16:12.588328 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-fbea7da4-bcc8-4140-bcd4-4fc7f24b3910 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:12.589600 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-fbea7da4-bcc8-4140-bcd4-4fc7f24b3910 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:12.712392 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-3348f92a-1ca1-4287-93c0-ad3ca5d91aea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5692008 Aug 17 02:16:12.748181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Request body: {'port': {'device_id': '7b2d0b75-2f0e-43ba-ae40-c13e2172c495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:12.760131 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-654e4699-ca2b-456e-95f2-8db81b8314c6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:12.781708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-5703f256-4516-454e-9d54-9dd9bf199624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:12.784216 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-5703f256-4516-454e-9d54-9dd9bf199624 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.3370774 Aug 17 02:16:12.822530 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-654e4699-ca2b-456e-95f2-8db81b8314c6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Transition to ACTIVE for port object e7deafc5-9d4e-428d-90d8-86743d3eba84 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:12.860557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d7084a63-9fde-40fa-941b-39c03e118989 None None] Provisioning for port 04266431-7c66-474d-92ed-f2816703ff8e completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:12.872746 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d7084a63-9fde-40fa-941b-39c03e118989 None None] Provisioning complete for port 04266431-7c66-474d-92ed-f2816703ff8e triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:12.872746 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d7084a63-9fde-40fa-941b-39c03e118989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:12.885103 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-c79ee316-717c-46e7-9da8-9ccfd06a86ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 HTTP/1.1" status: 200 len: 217 time: 0.0929036 Aug 17 02:16:12.890075 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:12.897867 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-fbea7da4-bcc8-4140-bcd4-4fc7f24b3910 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7154236 Aug 17 02:16:12.911454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec048f53-93c1-481d-a722-1c60fa017dd0 req-00941962-5e71-4eef-bb08-a9f8daad7c76 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:12.919569 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ec048f53-93c1-481d-a722-1c60fa017dd0 req-00941962-5e71-4eef-bb08-a9f8daad7c76 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.1722167 Aug 17 02:16:12.941630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Request body: {'port': {'device_id': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:12.987126 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d7084a63-9fde-40fa-941b-39c03e118989 None None] Port 04266431-7c66-474d-92ed-f2816703ff8e cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:16:13.090113 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:13.125795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f531f14b-0190-4502-bc40-365b22409f69 req-f0595c39-0fba-48cf-a09b-e73697e36e42 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Made reservation on behalf of 3bfc8ec22f9448049fd9f1737db3bb4d for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:16:13.130286 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f531f14b-0190-4502-bc40-365b22409f69 req-f0595c39-0fba-48cf-a09b-e73697e36e42 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:13.152856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa6497-fb0e-4d7d-bc56-dc41636e4b13 req-da44f145-452f-4306-8abe-9a7452bf6125 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:13.155224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12aa6497-fb0e-4d7d-bc56-dc41636e4b13 req-da44f145-452f-4306-8abe-9a7452bf6125 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 949 time: 0.1814592 Aug 17 02:16:13.187730 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-654e4699-ca2b-456e-95f2-8db81b8314c6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:13.207400 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bfcfaf81-b1a0-43a0-9da5-b60c957546d7 None None] Provisioning for port 7167d1bf-e496-48da-8c66-1fe25296d604 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:13.215175 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bfcfaf81-b1a0-43a0-9da5-b60c957546d7 None None] Provisioning complete for port 7167d1bf-e496-48da-8c66-1fe25296d604 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:13.217510 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bfcfaf81-b1a0-43a0-9da5-b60c957546d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:13.281426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-bfcfaf81-b1a0-43a0-9da5-b60c957546d7 None None] Port 7167d1bf-e496-48da-8c66-1fe25296d604 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:16:13.289880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:13.310002 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-654e4699-ca2b-456e-95f2-8db81b8314c6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:13.376110 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12aa6497-fb0e-4d7d-bc56-dc41636e4b13 req-9cdd660e-259a-436a-b7d4-f2531a921288 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985457 Aug 17 02:16:13.384231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-654e4699-ca2b-456e-95f2-8db81b8314c6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:13.451186 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-654e4699-ca2b-456e-95f2-8db81b8314c6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:16:13.568825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e4699-ca2b-456e-95f2-8db81b8314c6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event updated for resources: {'Port': ['ID=e7deafc5-9d4e-428d-90d8-86743d3eba84,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:13.663886 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ec048f53-93c1-481d-a722-1c60fa017dd0 req-d5fec86a-ed5d-4ec1-b2ef-ed2329e42519 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7433300 Aug 17 02:16:13.683159 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-adfc7bf8-28da-4655-ad32-182d715f65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:13.690842 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-adfc7bf8-28da-4655-ad32-182d715f65d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.7629185 Aug 17 02:16:13.721231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-654e4699-ca2b-456e-95f2-8db81b8314c6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:13.721231 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-654e4699-ca2b-456e-95f2-8db81b8314c6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:13.735027 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-f531f14b-0190-4502-bc40-365b22409f69 req-f0595c39-0fba-48cf-a09b-e73697e36e42 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Allocated IP 172.20.0.4 (c8c80ec2-d490-4616-acf6-294513bafc60/5754ca00-fb2f-4542-b586-9964d8f96846/0d914708-2478-4807-b870-f6ad7846bfa9) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:16:13.803768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:16:13.818347 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:13.917709 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-654e4699-ca2b-456e-95f2-8db81b8314c6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2813709 Aug 17 02:16:13.930374 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:13.959395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Request body: {'port': {'device_id': '8f9fe659-97c9-41e4-8bb5-01330c9574ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:13.967444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-cd4fe7c8-2e82-4672-8ec7-643738104c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:13.970709 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-cd4fe7c8-2e82-4672-8ec7-643738104c93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2537293 Aug 17 02:16:13.980276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf2ce05-7b48-474a-a2fd-02d659713a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca68e81a-5354-4e38-bd1e-8d4568dd0ce6'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:13.983377 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f7d6c2-67eb-4219-b316-120c47c87fcc" -d '{"events": [{"server_uuid": "ddf2ce05-7b48-474a-a2fd-02d659713a51", "name": "network-vif-unplugged", "status": "completed", "tag": "ca68e81a-5354-4e38-bd1e-8d4568dd0ce6"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:13.990157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['86865cbe-856c-4539-af91-504f55c8d616', 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:14.000023 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e61d1-bb9e-4b83-a926-9abd265518e4 req-c10bf119-d3f6-475d-ba46-659261df18a3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:14.010386 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-977e61d1-bb9e-4b83-a926-9abd265518e4 req-c10bf119-d3f6-475d-ba46-659261df18a3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 936 time: 0.2730019 Aug 17 02:16:14.019993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c0148924-941e-4b05-8b1d-4acd32b86af0 None None] Provisioning for port e7deafc5-9d4e-428d-90d8-86743d3eba84 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:14.026938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:14.034971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c0148924-941e-4b05-8b1d-4acd32b86af0 None None] Provisioning complete for port e7deafc5-9d4e-428d-90d8-86743d3eba84 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:14.035664 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c0148924-941e-4b05-8b1d-4acd32b86af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:14.097093 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c0148924-941e-4b05-8b1d-4acd32b86af0 None None] Port e7deafc5-9d4e-428d-90d8-86743d3eba84 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:16:14.141002 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4ebca-d1f4-4a8b-b10e-cf7e7ce8fcb4 req-1b5abc1c-77a0-4890-b6aa-7326adaee5ae tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:14.145549 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c5f4ebca-d1f4-4a8b-b10e-cf7e7ce8fcb4 req-1b5abc1c-77a0-4890-b6aa-7326adaee5ae tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 931 time: 0.2481260 Aug 17 02:16:14.146417 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:14.235793 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c9a69b58-233e-4f81-8347-875988bbb9dd up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:14.248475 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-bca3124f-bb56-4e56-bfcd-ce3b34c55407 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576487 Aug 17 02:16:14.295256 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:14.361528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7167d1bf-e496-48da-8c66-1fe25296d604 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:14.367815 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port c9a69b58-233e-4f81-8347-875988bbb9dd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:14.368220 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:14.377620 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:14.457315 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c5f4ebca-d1f4-4a8b-b10e-cf7e7ce8fcb4 req-7e2475d2-e971-4d52-8581-95af87aca75a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834301 Aug 17 02:16:14.536842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Transition to ACTIVE for port object 7167d1bf-e496-48da-8c66-1fe25296d604 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:14.542395 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-93a5705c-9050-4b31-b6e4-eedf1304a152 req-8452646d-19a0-4955-90db-ad27bf02bb53 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599071 Aug 17 02:16:14.612220 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-784ec61a-bba7-4d9a-87b4-397bcfa48457 req-9b595808-f196-49be-a4ab-535747d48f5d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 210 time: 0.0459590 Aug 17 02:16:14.633922 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-977e61d1-bb9e-4b83-a926-9abd265518e4 req-bc947582-9bb7-482e-810e-490a6c4f1cbf tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222515 Aug 17 02:16:14.666237 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:14.685367 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:14.700216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-8d32b2d5-ea2e-4418-8b46-4a511cb6595c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:14.706401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-8d32b2d5-ea2e-4418-8b46-4a511cb6595c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:14.707983 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-8d32b2d5-ea2e-4418-8b46-4a511cb6595c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.18 "GET /v2.0/networks?id=288d7951-07fb-499f-81ec-5d7c99ffbb6c&id=818f0d8a-9598-426c-933b-04d29bd696df&id=288d7951-07fb-499f-81ec-5d7c99ffbb6c HTTP/1.1" status: 200 len: 1392 time: 0.8984420 Aug 17 02:16:14.721035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04266431-7c66-474d-92ed-f2816703ff8e {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:14.747094 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:14.754588 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Pushing event updated for resources: {'Port': ['ID=7167d1bf-e496-48da-8c66-1fe25296d604,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:14.755024 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4979dc8a-5da1-40d7-be7f-e5166206e2ed tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Request body: {'port': {'device_id': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c', 'admin_state_up': True, 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:14.863082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Attempting to bind port 7167d1bf-e496-48da-8c66-1fe25296d604 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:16:14.865063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Attempting to bind port 7167d1bf-e496-48da-8c66-1fe25296d604 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:16:14.865063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Attempting to bind port 7167d1bf-e496-48da-8c66-1fe25296d604 on network a8fef78a-d4b2-4e88-8388-a5592f518deb {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:14.872867 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Port 7167d1bf-e496-48da-8c66-1fe25296d604 on network a8fef78a-d4b2-4e88-8388-a5592f518deb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:16:14.873591 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Attempting to bind port 7167d1bf-e496-48da-8c66-1fe25296d604 on network a8fef78a-d4b2-4e88-8388-a5592f518deb {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:14.881802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-572b4b38-94cf-40df-971a-477863396107 req-0a65719c-3edc-448b-a88f-2b55c9134075 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 210 time: 0.1351671 Aug 17 02:16:14.883048 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:16:14.884463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Checking segment: {'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:14.884944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Bound using segment: {'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:16:14.885598 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Bound port: 7167d1bf-e496-48da-8c66-1fe25296d604, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:16:14.885825 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:14.988353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Transition to ACTIVE for port object 04266431-7c66-474d-92ed-f2816703ff8e will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:14.989485 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a86dfb4-00fc-4fd7-9e8c-6aa91110c18f x-openstack-request-id: req-8a86dfb4-00fc-4fd7-9e8c-6aa91110c18f {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:14.992306 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] For port 7167d1bf-e496-48da-8c66-1fe25296d604, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:14.992522 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf2ce05-7b48-474a-a2fd-02d659713a51", "name": "network-vif-unplugged", "status": "completed", "tag": "ca68e81a-5354-4e38-bd1e-8d4568dd0ce6", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:14.992522 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a86dfb4-00fc-4fd7-9e8c-6aa91110c18f {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:14.992980 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf2ce05-7b48-474a-a2fd-02d659713a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca68e81a-5354-4e38-bd1e-8d4568dd0ce6', 'code': 200} Aug 17 02:16:14.993166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] For port 7167d1bf-e496-48da-8c66-1fe25296d604, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7167d1bf-e496-48da-8c66-1fe25296d604,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:15.067123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c37a73-412d-48cb-ac97-233efa40e90f req-1d4115f9-e399-4e42-aab3-716f09d8ed84 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:15.074582 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-29c37a73-412d-48cb-ac97-233efa40e90f req-1d4115f9-e399-4e42-aab3-716f09d8ed84 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 949 time: 0.0785673 Aug 17 02:16:15.112677 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f531f14b-0190-4502-bc40-365b22409f69 req-f0595c39-0fba-48cf-a09b-e73697e36e42 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:15.127573 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-29c37a73-412d-48cb-ac97-233efa40e90f req-1a088e0c-342f-42db-998e-3271576c7ed5 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516372 Aug 17 02:16:15.175157 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:15.269791 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:15.360563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:15.365708 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:15.370939 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] 10.222.0.42 "PUT /v2.0/ports/7167d1bf-e496-48da-8c66-1fe25296d604 HTTP/1.1" status: 200 len: 1092 time: 2.4452171 Aug 17 02:16:15.371803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'tag': '7167d1bf-e496-48da-8c66-1fe25296d604'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:15.375730 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0245a30e-47fc-46da-bca3-db94fa7ee7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2465b3-484f-48b9-96a5-bfa38ae41a31", "tag": "7167d1bf-e496-48da-8c66-1fe25296d604"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:15.406776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1b640-e3eb-4a15-8723-059e4a7b4077 req-062fa851-1a9e-4435-8a9b-68defdc33fbd tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:15.412658 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dbb1b640-e3eb-4a15-8723-059e4a7b4077 req-062fa851-1a9e-4435-8a9b-68defdc33fbd tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 947 time: 0.3007309 Aug 17 02:16:15.423167 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f8dfb-776e-4d2d-9632-763f05ffc531 service neutron] Pushing event updated for resources: {'Port': ['ID=7167d1bf-e496-48da-8c66-1fe25296d604,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:15.458365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4979dc8a-5da1-40d7-be7f-e5166206e2ed tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Made reservation on behalf of 1a802a8d6b644296b1cf81b9aa2782be for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:16:15.471961 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4979dc8a-5da1-40d7-be7f-e5166206e2ed tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:15.488939 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Pushing event updated for resources: {'Port': ['ID=04266431-7c66-474d-92ed-f2816703ff8e,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:15.615028 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-b1d5dd69-83b4-45cf-9038-38b2be202c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:15.616627 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-b1d5dd69-83b4-45cf-9038-38b2be202c5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 1095 time: 0.0703259 Aug 17 02:16:15.706836 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ddc2b1-b89a-4a2c-987e-2c073b72f0db x-openstack-request-id: req-56ddc2b1-b89a-4a2c-987e-2c073b72f0db {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:15.707442 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2465b3-484f-48b9-96a5-bfa38ae41a31", "tag": "7167d1bf-e496-48da-8c66-1fe25296d604", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:15.707442 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56ddc2b1-b89a-4a2c-987e-2c073b72f0db {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:15.707847 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'tag': '7167d1bf-e496-48da-8c66-1fe25296d604', 'status': 'completed', 'code': 200} Aug 17 02:16:15.716994 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-8187f334-c57a-448d-b80e-02e23bb1ef59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7167d1bf-e496-48da-8c66-1fe25296d604 HTTP/1.1" status: 200 len: 217 time: 0.0862515 Aug 17 02:16:15.722572 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f531f14b-0190-4502-bc40-365b22409f69 req-f0595c39-0fba-48cf-a09b-e73697e36e42 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:15.796201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-a532acaa-1df0-4c66-a774-55bb84634aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:15.797635 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-a532acaa-1df0-4c66-a774-55bb84634aa1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.0736749 Aug 17 02:16:15.815031 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dbb1b640-e3eb-4a15-8723-059e4a7b4077 req-9dfd225f-dc0d-4871-a9d6-e6f93d425695 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322024 Aug 17 02:16:15.859882 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a14ba-4c5a-4967-bf7c-f5c58688308e req-4b370ac6-b2a5-40c0-8163-b4760027de10 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:15.862608 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-be9a14ba-4c5a-4967-bf7c-f5c58688308e req-4b370ac6-b2a5-40c0-8163-b4760027de10 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 943 time: 0.1301813 Aug 17 02:16:15.905803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-86b8fbec-57ad-44d4-b087-1392898f649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:15.907688 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-86b8fbec-57ad-44d4-b087-1392898f649d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997267 Aug 17 02:16:15.961028 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f531f14b-0190-4502-bc40-365b22409f69 req-f0595c39-0fba-48cf-a09b-e73697e36e42 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Network c8c80ec2-d490-4616-acf6-294513bafc60 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:15.985788 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-be9a14ba-4c5a-4967-bf7c-f5c58688308e req-6388ed06-1b6b-49a2-8b71-bf9cc3a55215 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093454 Aug 17 02:16:15.999139 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-f531f14b-0190-4502-bc40-365b22409f69 req-f0595c39-0fba-48cf-a09b-e73697e36e42 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:16.022710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Attempting to bind port 04266431-7c66-474d-92ed-f2816703ff8e on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:16:16.023053 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Attempting to bind port 04266431-7c66-474d-92ed-f2816703ff8e by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:16:16.023375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Attempting to bind port 04266431-7c66-474d-92ed-f2816703ff8e on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:16.029078 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-f531f14b-0190-4502-bc40-365b22409f69 req-f0595c39-0fba-48cf-a09b-e73697e36e42 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:16:16.040069 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f98718e6-203c-40ae-be9a-3e4644a1e71a req-67462a9b-d113-424f-a198-97bbe567fb05 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 210 time: 0.1407230 Aug 17 02:16:16.042654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0595c39-0fba-48cf-a09b-e73697e36e42 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Pushing event updated for resources: {'Port': ['ID=0d914708-2478-4807-b870-f6ad7846bfa9,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:16.092728 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-cfe434c2-f80d-4047-b1c5-e44c3e71c710 service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769094 Aug 17 02:16:16.100226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Port 04266431-7c66-474d-92ed-f2816703ff8e on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:16:16.100539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Attempting to bind port 04266431-7c66-474d-92ed-f2816703ff8e on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:16.119858 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4979dc8a-5da1-40d7-be7f-e5166206e2ed tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Allocated IP 19.80.0.24 (288d7951-07fb-499f-81ec-5d7c99ffbb6c/e4147ec8-c865-4893-b7ec-3da4c28934dc/30cd98e6-4839-4202-9bbe-3bd75df87b4d) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:16:16.131109 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7deafc5-9d4e-428d-90d8-86743d3eba84 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:16.148732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:16:16.149065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:16.149481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:16:16.150429 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Bound port: 04266431-7c66-474d-92ed-f2816703ff8e, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:16:16.150808 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:16.155082 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:16.213176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38468) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:16:16.217768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531f14b-0190-4502-bc40-365b22409f69 req-f0595c39-0fba-48cf-a09b-e73697e36e42 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:16.218393 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f531f14b-0190-4502-bc40-365b22409f69 req-f0595c39-0fba-48cf-a09b-e73697e36e42 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:16.235113 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bfded-397e-4d87-b085-e9d9b7ec712d req-ffd161ff-58ae-4b85-a26e-e3d5ddf6b897 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:16.235599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-5b5c2398-63f4-4764-a97e-253a7ba266fa tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=57f67c1ed6944be7803f7b7c154bbec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732374 Aug 17 02:16:16.236683 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-aa6bfded-397e-4d87-b085-e9d9b7ec712d req-ffd161ff-58ae-4b85-a26e-e3d5ddf6b897 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 936 time: 0.1390030 Aug 17 02:16:16.238521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Transition to ACTIVE for port object e7deafc5-9d4e-428d-90d8-86743d3eba84 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:16.282156 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f215484-51e6-466b-a171-39be0f7d3a65 req-e075a9b0-d726-4939-bdf1-03b33b245fda service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704507 Aug 17 02:16:16.311459 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-aa6bfded-397e-4d87-b085-e9d9b7ec712d req-d8f89354-cf26-4857-84eb-0c48d937e182 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630591 Aug 17 02:16:16.364005 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:16.385563 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f32556dd-7acc-4516-8c82-272f26444b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:16.418464 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f531f14b-0190-4502-bc40-365b22409f69 req-f0595c39-0fba-48cf-a09b-e73697e36e42 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2045624 Aug 17 02:16:16.458724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Request body: {'port': {'device_id': '0680184b-ef10-4914-8f45-b233e89215f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:16.468268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98add28e-c337-4219-9e18-f78f55844015 req-6aa18f47-0bda-4db6-961f-04bf8489aa83 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:16.470725 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-98add28e-c337-4219-9e18-f78f55844015 req-6aa18f47-0bda-4db6-961f-04bf8489aa83 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 931 time: 0.0734797 Aug 17 02:16:16.518293 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-98add28e-c337-4219-9e18-f78f55844015 req-91a87308-9701-4fc2-bcf3-53f18375cd9d tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397193 Aug 17 02:16:16.552121 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] For port 04266431-7c66-474d-92ed-f2816703ff8e, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:16.579632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Pushing event updated for resources: {'Port': ['ID=e7deafc5-9d4e-428d-90d8-86743d3eba84,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:16.583307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] For port 04266431-7c66-474d-92ed-f2816703ff8e, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=04266431-7c66-474d-92ed-f2816703ff8e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:16.612912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-a1509e46-744d-4e5b-8781-3fdea8f4bf85 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:16.632000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-a1509e46-744d-4e5b-8781-3fdea8f4bf85 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3670650 Aug 17 02:16:16.638396 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245a30e-47fc-46da-bca3-db94fa7ee7fa req-f256a3c4-2bd6-45d1-a647-cf4f86cace00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:16.640672 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0245a30e-47fc-46da-bca3-db94fa7ee7fa req-f256a3c4-2bd6-45d1-a647-cf4f86cace00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 1095 time: 0.1007643 Aug 17 02:16:16.739911 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-8c61b6d6-77a9-4c1e-adb9-37d8eefa1544 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/quotas/57f67c1ed6944be7803f7b7c154bbec6 HTTP/1.1" status: 200 len: 375 time: 0.1061325 Aug 17 02:16:16.744042 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4979dc8a-5da1-40d7-be7f-e5166206e2ed tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:16.748199 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:16.749389 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f32556dd-7acc-4516-8c82-272f26444b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:16.750522 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:16.788026 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245a30e-47fc-46da-bca3-db94fa7ee7fa req-85281977-eed4-48b3-ab8f-5e41ec87b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:16.789610 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0245a30e-47fc-46da-bca3-db94fa7ee7fa req-85281977-eed4-48b3-ab8f-5e41ec87b348 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 921 time: 0.1404755 Aug 17 02:16:16.839645 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0245a30e-47fc-46da-bca3-db94fa7ee7fa req-e53e394e-8065-424e-8f39-d1bbbfbae81f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7167d1bf-e496-48da-8c66-1fe25296d604 HTTP/1.1" status: 200 len: 217 time: 0.0421922 Aug 17 02:16:16.842374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4979dc8a-5da1-40d7-be7f-e5166206e2ed tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Transition to ACTIVE for port object 30cd98e6-4839-4202-9bbe-3bd75df87b4d will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:16.894936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:16.895573 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:16.896134 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f32556dd-7acc-4516-8c82-272f26444b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:16.897019 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] 10.222.0.42 "PUT /v2.0/ports/04266431-7c66-474d-92ed-f2816703ff8e HTTP/1.1" status: 200 len: 1097 time: 4.1649904 Aug 17 02:16:16.902986 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Attempting to bind port e7deafc5-9d4e-428d-90d8-86743d3eba84 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:16:16.903868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Attempting to bind port e7deafc5-9d4e-428d-90d8-86743d3eba84 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:16:16.903868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Attempting to bind port e7deafc5-9d4e-428d-90d8-86743d3eba84 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:16.905941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2d0b75-2f0e-43ba-ae40-c13e2172c495', 'tag': '04266431-7c66-474d-92ed-f2816703ff8e'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:16.917519 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4eb0ed-2434-4b8f-b78e-1639ebc45c62" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2d0b75-2f0e-43ba-ae40-c13e2172c495", "tag": "04266431-7c66-474d-92ed-f2816703ff8e"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:16.928418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245a30e-47fc-46da-bca3-db94fa7ee7fa req-1a0f1d94-5f77-4e06-9ca9-f8524bff00e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:16.931169 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0245a30e-47fc-46da-bca3-db94fa7ee7fa req-1a0f1d94-5f77-4e06-9ca9-f8524bff00e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.0797729 Aug 17 02:16:16.952889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Port e7deafc5-9d4e-428d-90d8-86743d3eba84 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:16:16.953038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Attempting to bind port e7deafc5-9d4e-428d-90d8-86743d3eba84 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:16.972509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf436e48-77cd-4b27-9368-7bf23c03ce7d service neutron] Pushing event updated for resources: {'Port': ['ID=04266431-7c66-474d-92ed-f2816703ff8e,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:16.987175 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:16:16.987717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:16.988289 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:16:16.988882 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Bound port: e7deafc5-9d4e-428d-90d8-86743d3eba84, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:16:16.989214 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:17.035200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32556dd-7acc-4516-8c82-272f26444b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32fbb6c-12f4-49a6-a125-87ea5486f6e7,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:17.040988 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f32556dd-7acc-4516-8c82-272f26444b32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bcc797cd5434087ab263f72139003b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8246455 Aug 17 02:16:17.053938 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38480) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:16:17.088099 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245a30e-47fc-46da-bca3-db94fa7ee7fa req-9d38dd1a-bf74-473e-85fa-7c02ec72ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:17.090492 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0245a30e-47fc-46da-bca3-db94fa7ee7fa req-9d38dd1a-bf74-473e-85fa-7c02ec72ec48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364191 Aug 17 02:16:17.104806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a8df9-89e2-4ecc-8287-3422210eeca9 req-78a7da35-266c-4dd9-b42d-614e465a7048 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:17.109200 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9d4a8df9-89e2-4ecc-8287-3422210eeca9 req-78a7da35-266c-4dd9-b42d-614e465a7048 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 947 time: 0.1728742 Aug 17 02:16:17.120420 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-1a68489a-7699-4dad-9af6-febf0140f3be tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f67c1ed6944be7803f7b7c154bbec6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3651531 Aug 17 02:16:17.249743 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9d4a8df9-89e2-4ecc-8287-3422210eeca9 req-7de0e0fe-0437-46ca-a4bf-fbf6d337ac6e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244569 Aug 17 02:16:17.257584 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a38859e7-b827-40b9-9cd3-c97d497acee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:17.276862 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4979dc8a-5da1-40d7-be7f-e5166206e2ed tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:17.314064 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0245a30e-47fc-46da-bca3-db94fa7ee7fa req-3eb0145c-d87c-492b-803a-73f0777a8c49 service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064068 Aug 17 02:16:17.316311 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a38859e7-b827-40b9-9cd3-c97d497acee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:17.529551 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0245a30e-47fc-46da-bca3-db94fa7ee7fa req-51ff3693-bf03-4053-a764-7ea387a4ccaf service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817403 Aug 17 02:16:17.541742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ff1cf-a74b-4bfe-aa19-6aef9af9f71e req-1c79ac85-1b4f-4ff0-8a7c-f5b5dc974ed8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:17.541742 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cb5ff1cf-a74b-4bfe-aa19-6aef9af9f71e req-1c79ac85-1b4f-4ff0-8a7c-f5b5dc974ed8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 943 time: 0.1089330 Aug 17 02:16:17.570261 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33bcbd9-1206-42a0-8b0d-46dec95c6403 x-openstack-request-id: req-f33bcbd9-1206-42a0-8b0d-46dec95c6403 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:17.570831 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2d0b75-2f0e-43ba-ae40-c13e2172c495", "tag": "04266431-7c66-474d-92ed-f2816703ff8e", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:17.571080 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f33bcbd9-1206-42a0-8b0d-46dec95c6403 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:17.572136 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2d0b75-2f0e-43ba-ae40-c13e2172c495', 'tag': '04266431-7c66-474d-92ed-f2816703ff8e', 'status': 'completed', 'code': 200} Aug 17 02:16:17.595121 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cb5ff1cf-a74b-4bfe-aa19-6aef9af9f71e req-b351aa6b-c93b-4bac-b17e-874ff3363921 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456994 Aug 17 02:16:17.615006 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a38859e7-b827-40b9-9cd3-c97d497acee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:17.616618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-0f0b2393-3c1a-45d7-8330-12f737870467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:17.618183 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-0f0b2393-3c1a-45d7-8330-12f737870467 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=7b2d0b75-2f0e-43ba-ae40-c13e2172c495 HTTP/1.1" status: 200 len: 1100 time: 0.5378039 Aug 17 02:16:17.618339 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a38859e7-b827-40b9-9cd3-c97d497acee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:17.619991 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a38859e7-b827-40b9-9cd3-c97d497acee9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d32fbb6c-12f4-49a6-a125-87ea5486f6e7 HTTP/1.1" status: 204 len: 168 time: 0.5642638 Aug 17 02:16:17.628056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] For port e7deafc5-9d4e-428d-90d8-86743d3eba84, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:17.633189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38859e7-b827-40b9-9cd3-c97d497acee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32fbb6c-12f4-49a6-a125-87ea5486f6e7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:17.746371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] For port e7deafc5-9d4e-428d-90d8-86743d3eba84, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=e7deafc5-9d4e-428d-90d8-86743d3eba84,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:17.752497 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4979dc8a-5da1-40d7-be7f-e5166206e2ed tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Network 288d7951-07fb-499f-81ec-5d7c99ffbb6c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:17.764181 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-d30786e8-4d7b-42e0-95a5-9efd0b9a7dee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=04266431-7c66-474d-92ed-f2816703ff8e HTTP/1.1" status: 200 len: 217 time: 0.1280959 Aug 17 02:16:17.769679 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11d8ca-966f-49d4-982a-71df39577791 req-2e427973-03d5-4364-a50a-a737f14af49f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:17.771306 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b11d8ca-966f-49d4-982a-71df39577791 req-2e427973-03d5-4364-a50a-a737f14af49f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 948 time: 0.0668690 Aug 17 02:16:17.776501 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4979dc8a-5da1-40d7-be7f-e5166206e2ed tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:17.782359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979dc8a-5da1-40d7-be7f-e5166206e2ed tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event updated for resources: {'Port': ['ID=30cd98e6-4839-4202-9bbe-3bd75df87b4d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:17.791130 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4979dc8a-5da1-40d7-be7f-e5166206e2ed tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:16:17.819800 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b11d8ca-966f-49d4-982a-71df39577791 req-ca90c5cd-ed4b-4da7-861e-91c8ebf9bffb tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387685 Aug 17 02:16:17.890653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19793b-ca32-435c-9fc9-f25a8c0951a0 req-44fc5a74-7325-44f8-8859-52e85f1e00b4 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:17.897857 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c19793b-ca32-435c-9fc9-f25a8c0951a0 req-44fc5a74-7325-44f8-8859-52e85f1e00b4 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 931 time: 0.3292310 Aug 17 02:16:17.966825 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4bf141b1-62f6-4bdc-9d46-65d2d2525e44 req-960500a2-f6fc-4e03-abe6-a1d02cdf8727 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 210 time: 0.0431604 Aug 17 02:16:17.975264 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:18.104102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c19793b-ca32-435c-9fc9-f25a8c0951a0 req-4666e532-5563-4ea8-a6d3-b51d54efe18e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040734 Aug 17 02:16:18.107923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d914708-2478-4807-b870-f6ad7846bfa9 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:18.114710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:18.115177 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:18.116583 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] 10.222.0.18 "PUT /v2.0/ports/e7deafc5-9d4e-428d-90d8-86743d3eba84 HTTP/1.1" status: 200 len: 1097 time: 4.1741598 Aug 17 02:16:18.123380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4979dc8a-5da1-40d7-be7f-e5166206e2ed tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:18.124094 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4979dc8a-5da1-40d7-be7f-e5166206e2ed tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:18.132716 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bafbcc30-e75a-408f-b770-dc0d9e47ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:18.134102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-bafbcc30-e75a-408f-b770-dc0d9e47ac2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.3536520 Aug 17 02:16:18.141215 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:18.174555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d0e66-7a32-4d79-8d2e-6956e61600e5 req-5f7c4fd5-0b0e-4b26-9375-ca966ab9934b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:18.177277 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3e4d0e66-7a32-4d79-8d2e-6956e61600e5 req-5f7c4fd5-0b0e-4b26-9375-ca966ab9934b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 931 time: 0.1428993 Aug 17 02:16:18.195349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196c640-5417-4162-96a8-75c42cf4e05a service neutron] Pushing event updated for resources: {'Port': ['ID=e7deafc5-9d4e-428d-90d8-86743d3eba84,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:18.203710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Transition to ACTIVE for port object 0d914708-2478-4807-b870-f6ad7846bfa9 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:18.228897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-b1b24560-76d0-42b4-9b1d-34869a2e62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:18.233606 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-b1b24560-76d0-42b4-9b1d-34869a2e62cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0794749 Aug 17 02:16:18.329113 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3e4d0e66-7a32-4d79-8d2e-6956e61600e5 req-3db12058-9714-406f-a68e-7f39747df45c tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305745 Aug 17 02:16:18.345479 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2504d4c4-6124-47e5-8f17-140fe932c118 None None] Provisioning for port 30cd98e6-4839-4202-9bbe-3bd75df87b4d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:18.351319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2504d4c4-6124-47e5-8f17-140fe932c118 None None] Provisioning complete for port 30cd98e6-4839-4202-9bbe-3bd75df87b4d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:18.352356 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2504d4c4-6124-47e5-8f17-140fe932c118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:18.357450 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:18.366075 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4979dc8a-5da1-40d7-be7f-e5166206e2ed tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6210904 Aug 17 02:16:18.419359 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-2504d4c4-6124-47e5-8f17-140fe932c118 None None] Port 30cd98e6-4839-4202-9bbe-3bd75df87b4d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:16:18.433140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Request body: {'port': {'device_id': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'network_id': '818f0d8a-9598-426c-933b-04d29bd696df', 'admin_state_up': True, 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:18.541603 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633b442-4aff-4e23-b8f1-8f98dc268e81 req-0926ea01-42b9-4513-a2e8-6812c9df209d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:18.544103 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1633b442-4aff-4e23-b8f1-8f98dc268e81 req-0926ea01-42b9-4513-a2e8-6812c9df209d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 947 time: 0.1095631 Aug 17 02:16:18.568099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Pushing event updated for resources: {'Port': ['ID=0d914708-2478-4807-b870-f6ad7846bfa9,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:18.607257 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1633b442-4aff-4e23-b8f1-8f98dc268e81 req-48b6542a-fff1-47ac-a711-6ca28e217e4e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526931 Aug 17 02:16:18.665307 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-551fd9e2-6aee-4abd-9a9d-aac62e39a0e0 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266491 Aug 17 02:16:18.676073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-63f42345-471f-4e83-a60d-81055d618b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:18.677947 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-63f42345-471f-4e83-a60d-81055d618b56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 1100 time: 0.2635226 Aug 17 02:16:18.858865 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-06574742-c956-46be-bb84-023a630077ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=e7deafc5-9d4e-428d-90d8-86743d3eba84 HTTP/1.1" status: 200 len: 217 time: 0.1521280 Aug 17 02:16:18.887236 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38510) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:16:18.903355 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6128d8c-794f-437f-bc9e-07ec3a496f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:18.939120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Attempting to bind port 0d914708-2478-4807-b870-f6ad7846bfa9 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:16:18.940889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Attempting to bind port 0d914708-2478-4807-b870-f6ad7846bfa9 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:16:18.941761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Attempting to bind port 0d914708-2478-4807-b870-f6ad7846bfa9 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:18.968343 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Port 0d914708-2478-4807-b870-f6ad7846bfa9 on network c8c80ec2-d490-4616-acf6-294513bafc60 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:16:18.969795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Attempting to bind port 0d914708-2478-4807-b870-f6ad7846bfa9 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:18.990530 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:16:18.990530 n-d-793621-31 neutron-server[95406]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 02:16:18.990530 n-d-793621-31 neutron-server[95406]: [parameters: {'project_id': '1a802a8d6b644296b1cf81b9aa2782be', 'id': '9ebac252-03be-44b9-8e2e-b22d605251ae', 'expiration': datetime.datetime(2021, 8, 17, 2, 18, 18, 951298)}] Aug 17 02:16:18.990530 n-d-793621-31 neutron-server[95406]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:16:18.990530 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:16:19.019271 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28052520-43cd-4f12-b59b-068f09b9b9f7 req-2765f8ba-eba9-4ef8-98d3-b033d613f9c4 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:19.020117 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61cc5-f2be-47a8-83af-5461f2c06887 req-6d4b1ca6-1d2d-4fbf-b46d-d2d701c4e3e8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:19.020904 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28052520-43cd-4f12-b59b-068f09b9b9f7 req-2765f8ba-eba9-4ef8-98d3-b033d613f9c4 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 943 time: 0.3060946 Aug 17 02:16:19.021866 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8ba61cc5-f2be-47a8-83af-5461f2c06887 req-6d4b1ca6-1d2d-4fbf-b46d-d2d701c4e3e8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 948 time: 0.0950344 Aug 17 02:16:19.022013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:16:19.022435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Checking segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:19.022993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Bound using segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:16:19.023436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Bound port: 0d914708-2478-4807-b870-f6ad7846bfa9, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:16:19.023800 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:19.059173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-b5689c08-aeef-4fda-ac4c-3ffb401f47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:19.060778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-b5689c08-aeef-4fda-ac4c-3ffb401f47b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1908622 Aug 17 02:16:19.065306 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-9d12fa11-0a9a-4048-8838-31b711929295 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793695 Aug 17 02:16:19.092773 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8ba61cc5-f2be-47a8-83af-5461f2c06887 req-be832057-bf21-4d98-95e3-a2d7afab24e1 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561073 Aug 17 02:16:19.113116 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6128d8c-794f-437f-bc9e-07ec3a496f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:19.205760 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28052520-43cd-4f12-b59b-068f09b9b9f7 req-1195f158-f5fb-44ca-a59e-1307c64791d3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647723 Aug 17 02:16:19.214965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:19.218399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-320034d2-fb78-4dee-a58b-f31353aff2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:19.218873 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d695770b-870e-4e2d-9a15-d974f35f2517 req-598aca8f-3e2a-45e9-a84f-ee0d2520a141 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 210 time: 0.0332992 Aug 17 02:16:19.221838 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-320034d2-fb78-4dee-a58b-f31353aff2b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1446476 Aug 17 02:16:19.224717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0d914708-2478-4807-b870-f6ad7846bfa9,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:19.393815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688a839-cbbc-47da-ad1d-4ba1a311e1d7 req-6303f253-f3bd-4911-b0b7-534db0b9030c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:19.395239 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b688a839-cbbc-47da-ad1d-4ba1a311e1d7 req-6303f253-f3bd-4911-b0b7-534db0b9030c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 931 time: 0.1172879 Aug 17 02:16:19.398362 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-1447e0fd-96cb-495b-bdbf-03fb105d8886 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657584 Aug 17 02:16:19.414606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4eb0ed-2434-4b8f-b78e-1639ebc45c62 req-2a9b0898-4095-4045-bde0-0a1a0f0cb2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:19.416792 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec4eb0ed-2434-4b8f-b78e-1639ebc45c62 req-2a9b0898-4095-4045-bde0-0a1a0f0cb2a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=7b2d0b75-2f0e-43ba-ae40-c13e2172c495 HTTP/1.1" status: 200 len: 1100 time: 0.0968909 Aug 17 02:16:19.452535 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6128d8c-794f-437f-bc9e-07ec3a496f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:19.533197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9a107-81da-4a45-93a2-05a63b744d59 req-fbfd75b1-de74-47cc-abaa-6cb94ce8af5f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:19.535343 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cce9a107-81da-4a45-93a2-05a63b744d59 req-fbfd75b1-de74-47cc-abaa-6cb94ce8af5f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.1380486 Aug 17 02:16:19.545774 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e6128d8c-794f-437f-bc9e-07ec3a496f57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=597288e356544d208062ee615b86c16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6572430 Aug 17 02:16:19.548991 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6128d8c-794f-437f-bc9e-07ec3a496f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf774ac-092c-436e-8d56-af2dcaa985a8,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:19.559044 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38520) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:16:19.559892 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:19.574285 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b688a839-cbbc-47da-ad1d-4ba1a311e1d7 req-a17205b5-5ac4-4935-8d46-25568fcad8c3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704197 Aug 17 02:16:19.582809 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9fe659-97c9-41e4-8bb5-01330c9574ba', 'tag': 'e7deafc5-9d4e-428d-90d8-86743d3eba84'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:19.585678 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974bc815-1344-4103-8ba6-3452b45ec832" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9fe659-97c9-41e4-8bb5-01330c9574ba", "tag": "e7deafc5-9d4e-428d-90d8-86743d3eba84"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:19.670264 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cce9a107-81da-4a45-93a2-05a63b744d59 req-a8da22d1-33f2-47ab-b4d0-45ceffa9c6e6 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779488 Aug 17 02:16:19.670264 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-324b1cd9-0c71-4669-b180-39be2228c5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:19.687055 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-324b1cd9-0c71-4669-b180-39be2228c5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:19.687884 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869c833d-1ae0-4a3d-aff2-0a2ab0d59ff5 x-openstack-request-id: req-869c833d-1ae0-4a3d-aff2-0a2ab0d59ff5 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:19.688173 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9fe659-97c9-41e4-8bb5-01330c9574ba", "tag": "e7deafc5-9d4e-428d-90d8-86743d3eba84", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:19.688422 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-869c833d-1ae0-4a3d-aff2-0a2ab0d59ff5 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:19.688809 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9fe659-97c9-41e4-8bb5-01330c9574ba', 'tag': 'e7deafc5-9d4e-428d-90d8-86743d3eba84', 'status': 'completed', 'code': 200} Aug 17 02:16:19.720553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:19.743006 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:19.743006 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f531f14b-0190-4502-bc40-365b22409f69 req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] 10.222.0.42 "PUT /v2.0/ports/0d914708-2478-4807-b870-f6ad7846bfa9 HTTP/1.1" status: 200 len: 1092 time: 3.2744684 Aug 17 02:16:19.743006 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b5b3a-b948-41dd-b78c-6bc721bbc555 service neutron] Pushing event updated for resources: {'Port': ['ID=0d914708-2478-4807-b870-f6ad7846bfa9,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:19.763524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4eb0ed-2434-4b8f-b78e-1639ebc45c62 req-588a8b90-4824-4e16-b16b-2295f060eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:19.765253 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec4eb0ed-2434-4b8f-b78e-1639ebc45c62 req-588a8b90-4824-4e16-b16b-2295f060eb91 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.3328450 Aug 17 02:16:19.769914 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbd03355-c8b7-40c3-966e-7a9fff890329 req-4f0a58c0-0589-4e4e-9a18-1658a2b301bb service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575814 Aug 17 02:16:19.797440 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:16:19.813044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec4eb0ed-2434-4b8f-b78e-1639ebc45c62 req-46b4f13e-f706-4470-861c-4b31d65f4e37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=04266431-7c66-474d-92ed-f2816703ff8e HTTP/1.1" status: 200 len: 217 time: 0.0401802 Aug 17 02:16:19.843883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbc80b-5db3-4d03-99d0-b4510af66308 req-fde83a9f-6f28-4170-acbf-55415dffd8d8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:19.846801 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-06dbc80b-5db3-4d03-99d0-b4510af66308 req-fde83a9f-6f28-4170-acbf-55415dffd8d8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 947 time: 0.0787411 Aug 17 02:16:19.890818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4eb0ed-2434-4b8f-b78e-1639ebc45c62 req-4f23ed4d-d819-47a6-b6c6-777b6a79d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:19.897646 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec4eb0ed-2434-4b8f-b78e-1639ebc45c62 req-4f23ed4d-d819-47a6-b6c6-777b6a79d052 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0600886 Aug 17 02:16:19.902237 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Made reservation on behalf of 1a802a8d6b644296b1cf81b9aa2782be for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:16:19.908101 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-324b1cd9-0c71-4669-b180-39be2228c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:19.908975 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:19.912573 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-324b1cd9-0c71-4669-b180-39be2228c5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:19.914724 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-324b1cd9-0c71-4669-b180-39be2228c5b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/baf774ac-092c-436e-8d56-af2dcaa985a8 HTTP/1.1" status: 204 len: 168 time: 0.3600440 Aug 17 02:16:19.937628 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-06dbc80b-5db3-4d03-99d0-b4510af66308 req-d1aedc0f-36fe-4c58-a188-899014cb0d36 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828454 Aug 17 02:16:19.947438 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b1cd9-0c71-4669-b180-39be2228c5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf774ac-092c-436e-8d56-af2dcaa985a8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:19.964441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:20.007295 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'ca68e81a-5354-4e38-bd1e-8d4568dd0ce6', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'ca68e81a-5354-4e38-bd1e-8d4568dd0ce6', 'mac_address': 'fa:16:3e:48:3a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:16:20.046674 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:16:20.094127 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:20.121577 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:20.149114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4eb0ed-2434-4b8f-b78e-1639ebc45c62 req-d288045d-2945-4d6e-a8f7-223267b74673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:20.151352 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec4eb0ed-2434-4b8f-b78e-1639ebc45c62 req-d288045d-2945-4d6e-a8f7-223267b74673 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2391043 Aug 17 02:16:20.161852 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:20.168949 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531f14b-0190-4502-bc40-365b22409f69 req-b6a7d15e-3a35-45ef-975e-099e6e138798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:20.170577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f531f14b-0190-4502-bc40-365b22409f69 req-b6a7d15e-3a35-45ef-975e-099e6e138798 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 1095 time: 0.1681550 Aug 17 02:16:20.285776 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:20.289072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7167d1bf-e496-48da-8c66-1fe25296d604 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:16:20.360444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6e21f-a2ba-4859-b139-42ff11315ea2 req-6acf4ff6-86b8-4c4f-b20a-0f57f11b365d tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:20.366049 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7ed6e21f-a2ba-4859-b139-42ff11315ea2 req-6acf4ff6-86b8-4c4f-b20a-0f57f11b365d tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 943 time: 0.0787425 Aug 17 02:16:20.420874 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7ed6e21f-a2ba-4859-b139-42ff11315ea2 req-891e4b6e-6bbe-4792-80ae-9f46ecd24f5c tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491588 Aug 17 02:16:20.461944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:20.512381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7167d1bf-e496-48da-8c66-1fe25296d604, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7167d1bf-e496-48da-8c66-1fe25296d604,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:20.532789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '7167d1bf-e496-48da-8c66-1fe25296d604', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'port_id': '7167d1bf-e496-48da-8c66-1fe25296d604', 'mac_address': 'fa:16:3e:c9:0b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:16:20.535140 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ac583068-d20a-41f0-99c5-fa98d4825a39 req-c9698137-7188-4a01-8607-c63fdcaea456 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 210 time: 0.0337424 Aug 17 02:16:20.590903 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:20.614803 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bc815-1344-4103-8ba6-3452b45ec832 req-14913bbe-4c4d-4370-bea1-0be2aca84888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:20.616482 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-974bc815-1344-4103-8ba6-3452b45ec832 req-14913bbe-4c4d-4370-bea1-0be2aca84888 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 1100 time: 0.5600944 Aug 17 02:16:20.622866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7167d1bf-e496-48da-8c66-1fe25296d604 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:20.641280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f531f14b-0190-4502-bc40-365b22409f69 req-daa7a5c7-eda0-4347-bb87-813cb4935fbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d914708-2478-4807-b870-f6ad7846bfa9 HTTP/1.1" status: 200 len: 217 time: 0.4550238 Aug 17 02:16:20.656659 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7167d1bf-e496-48da-8c66-1fe25296d604, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7167d1bf-e496-48da-8c66-1fe25296d604,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:20.731450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e62f1a-8469-47bd-bcbc-a80277d41e05 req-133cbe5d-9300-4063-9237-f9a8d7bac7bd tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:20.733705 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-25e62f1a-8469-47bd-bcbc-a80277d41e05 req-133cbe5d-9300-4063-9237-f9a8d7bac7bd tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 931 time: 0.0660958 Aug 17 02:16:20.795926 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Allocated IP 19.86.0.230 (818f0d8a-9598-426c-933b-04d29bd696df/8054c5e4-8c98-498d-a365-6591760f6448/f80239ea-1340-425d-b8bf-143e63c65e90) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:16:20.800594 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-25e62f1a-8469-47bd-bcbc-a80277d41e05 req-49623850-e3ff-42d5-b9d9-d4a3f916d08a tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577462 Aug 17 02:16:20.812081 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:20.836358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a686b-b464-47f1-b612-449edb9876fd req-1daa7c98-63ce-4dce-bc09-d458eb6df178 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:20.838182 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-523a686b-b464-47f1-b612-449edb9876fd req-1daa7c98-63ce-4dce-bc09-d458eb6df178 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 948 time: 0.6054597 Aug 17 02:16:20.851494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531f14b-0190-4502-bc40-365b22409f69 req-85ace48d-49f2-4e4e-a422-96ba7fc9956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:20.853726 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f531f14b-0190-4502-bc40-365b22409f69 req-85ace48d-49f2-4e4e-a422-96ba7fc9956d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.1835549 Aug 17 02:16:20.855676 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec4eb0ed-2434-4b8f-b78e-1639ebc45c62 req-3790ee65-2eb3-41df-a25c-bc5ab8d24f89 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6925039 Aug 17 02:16:20.924716 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=7167d1bf-e496-48da-8c66-1fe25296d604,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:20.950391 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c5298-abf7-4e19-840b-6bd9c33873eb req-7b8f2dd7-7072-49c5-9c72-fe21c1cdf766 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:20.953348 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9c1c5298-abf7-4e19-840b-6bd9c33873eb req-7b8f2dd7-7072-49c5-9c72-fe21c1cdf766 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.0739303 Aug 17 02:16:21.010262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f531f14b-0190-4502-bc40-365b22409f69 req-906780c6-0a98-4ba6-8fd7-7b36bd1f1953 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351092 Aug 17 02:16:21.011043 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9c1c5298-abf7-4e19-840b-6bd9c33873eb req-6043ee34-0764-4b40-b2f6-f4a776de2d46 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475628 Aug 17 02:16:21.084503 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-523a686b-b464-47f1-b612-449edb9876fd req-e7362759-a8a0-4994-b7db-bfe295a3fa3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352378 Aug 17 02:16:21.127787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bc815-1344-4103-8ba6-3452b45ec832 req-8aebce07-dda0-4a63-a3d0-1fe1370f8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:21.129293 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-974bc815-1344-4103-8ba6-3452b45ec832 req-8aebce07-dda0-4a63-a3d0-1fe1370f8323 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.4868729 Aug 17 02:16:21.289170 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-974bc815-1344-4103-8ba6-3452b45ec832 req-6c20f1f1-11b6-48ae-8578-372f38c5eb54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=e7deafc5-9d4e-428d-90d8-86743d3eba84 HTTP/1.1" status: 200 len: 217 time: 0.0959895 Aug 17 02:16:21.291110 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec4eb0ed-2434-4b8f-b78e-1639ebc45c62 req-d27526f8-48bb-4003-b5fa-f4d33ae3261d service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181030 Aug 17 02:16:21.398673 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f531f14b-0190-4502-bc40-365b22409f69 req-861daf82-6cbc-41b4-b7a7-da8b818aefae service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709972 Aug 17 02:16:21.420393 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6f8c3-e8be-40e4-9255-505bd889c12c req-115ed313-d22c-4c1f-b441-3ef9364209eb tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:21.421910 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4bf6f8c3-e8be-40e4-9255-505bd889c12c req-115ed313-d22c-4c1f-b441-3ef9364209eb tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 948 time: 0.2307851 Aug 17 02:16:21.427782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['ca68e81a-5354-4e38-bd1e-8d4568dd0ce6'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:21.431473 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:21.436693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bc815-1344-4103-8ba6-3452b45ec832 req-569cce6c-d993-44f1-a365-d833e867b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:21.438194 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-974bc815-1344-4103-8ba6-3452b45ec832 req-569cce6c-d993-44f1-a365-d833e867b5e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1268899 Aug 17 02:16:21.522073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['7167d1bf-e496-48da-8c66-1fe25296d604'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:21.551468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Transition to ACTIVE for port object f80239ea-1340-425d-b8bf-143e63c65e90 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:21.609704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e6668-9ff2-4760-b1af-a98f524cecc8 req-18085fba-acdd-419d-90db-f23ee61eb9f6 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:21.618062 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c1e6668-9ff2-4760-b1af-a98f524cecc8 req-18085fba-acdd-419d-90db-f23ee61eb9f6 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 944 time: 0.0932283 Aug 17 02:16:21.622150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4bf6f8c3-e8be-40e4-9255-505bd889c12c req-211b9a87-fdc9-42a0-a617-8e4e1fd37021 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879177 Aug 17 02:16:21.669770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bc815-1344-4103-8ba6-3452b45ec832 req-91c543c5-019b-4e4e-926b-1645e840dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:21.671374 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-974bc815-1344-4103-8ba6-3452b45ec832 req-91c543c5-019b-4e4e-926b-1645e840dccb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2109978 Aug 17 02:16:21.692853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0680184b-ef10-4914-8f45-b233e89215f2', 'tag': '0d914708-2478-4807-b870-f6ad7846bfa9'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:21.696368 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca08e936-9a74-4b42-aa6c-f6f58588b950" -d '{"events": [{"name": "network-changed", "server_uuid": "0680184b-ef10-4914-8f45-b233e89215f2", "tag": "0d914708-2478-4807-b870-f6ad7846bfa9"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:21.708147 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-c3704fb3-287f-4223-8bda-d31281879c4a tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=57f67c1ed6944be7803f7b7c154bbec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485094 Aug 17 02:16:21.717444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f531f14b-0190-4502-bc40-365b22409f69 req-eb787642-b24b-4124-b641-104462f7af2a service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049667 Aug 17 02:16:21.802793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e7940a3-8062-48e1-be8d-c159b7ea8b02 req-78abd035-cc51-44e2-9c32-db72346ac059 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 210 time: 0.0697019 Aug 17 02:16:21.828171 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c1e6668-9ff2-4760-b1af-a98f524cecc8 req-171e7fcd-2149-47ef-af27-707e14c0de65 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082577 Aug 17 02:16:21.867148 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:21.926551 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-974bc815-1344-4103-8ba6-3452b45ec832 req-e73bc25f-3bb5-4e9c-90d6-4c5c7ac69f26 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350543 Aug 17 02:16:21.951222 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-56deed6f-d2ec-4f64-a47a-87dc8c68a10f tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:21.953472 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-56deed6f-d2ec-4f64-a47a-87dc8c68a10f tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303369 Aug 17 02:16:21.963805 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df56032e-d6cd-4f29-9992-4f28f318128f x-openstack-request-id: req-df56032e-d6cd-4f29-9992-4f28f318128f {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:21.964489 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0680184b-ef10-4914-8f45-b233e89215f2", "tag": "0d914708-2478-4807-b870-f6ad7846bfa9", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:21.965162 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df56032e-d6cd-4f29-9992-4f28f318128f {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:21.965794 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0680184b-ef10-4914-8f45-b233e89215f2', 'tag': '0d914708-2478-4807-b870-f6ad7846bfa9', 'status': 'completed', 'code': 200} Aug 17 02:16:21.983295 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-b64c748d-cb58-4b97-8c25-3ce090626798 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Request body: {'port': {'device_id': '3e7160de-c503-4b6a-bab2-50bd71ccbdff', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': '57f67c1ed6944be7803f7b7c154bbec6'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:21.987363 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Network 818f0d8a-9598-426c-933b-04d29bd696df is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:22.044781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:22.098446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:16:22.139634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event updated for resources: {'Port': ['ID=f80239ea-1340-425d-b8bf-143e63c65e90,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:22.148116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b75c22-82b7-4a8a-85c9-755872ea7373 req-320babf5-b08d-400f-87bb-8c4ec34fa60e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:22.150256 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b75c22-82b7-4a8a-85c9-755872ea7373 req-320babf5-b08d-400f-87bb-8c4ec34fa60e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:22.166458 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b9b75c22-82b7-4a8a-85c9-755872ea7373 req-320babf5-b08d-400f-87bb-8c4ec34fa60e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 1654 time: 0.1300263 Aug 17 02:16:22.179981 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:22.181617 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:22.220491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e936-9a74-4b42-aa6c-f6f58588b950 req-853ccd70-5cb9-4553-9e72-7a9daaead51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:22.223018 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca08e936-9a74-4b42-aa6c-f6f58588b950 req-853ccd70-5cb9-4553-9e72-7a9daaead51e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 1095 time: 0.1876829 Aug 17 02:16:22.249851 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b9b75c22-82b7-4a8a-85c9-755872ea7373 req-306d5d9b-efa9-44e9-8312-a4cf27cc5bb3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824671 Aug 17 02:16:22.284528 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-974bc815-1344-4103-8ba6-3452b45ec832 req-ed69fdd7-74b8-43b7-bd52-c3bdf899603b service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364797 Aug 17 02:16:22.417056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e936-9a74-4b42-aa6c-f6f58588b950 req-353a9036-ce52-4fba-94c7-98d92812c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:22.426032 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca08e936-9a74-4b42-aa6c-f6f58588b950 req-353a9036-ce52-4fba-94c7-98d92812c42d service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.1824241 Aug 17 02:16:22.475303 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e88c8-a2a1-40ce-8b8d-86893f249486 req-42e312dd-90f4-4df3-a155-88eb5f49efb3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:22.476106 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca08e936-9a74-4b42-aa6c-f6f58588b950 req-c4dade1f-6f90-4998-92c7-e6c1e0a4473b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d914708-2478-4807-b870-f6ad7846bfa9 HTTP/1.1" status: 200 len: 217 time: 0.0400157 Aug 17 02:16:22.477141 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-711e88c8-a2a1-40ce-8b8d-86893f249486 req-42e312dd-90f4-4df3-a155-88eb5f49efb3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 948 time: 0.0635147 Aug 17 02:16:22.527686 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-711e88c8-a2a1-40ce-8b8d-86893f249486 req-91eb9a00-b90c-4195-bb46-a723d0209c5f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428221 Aug 17 02:16:22.530563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-b64c748d-cb58-4b97-8c25-3ce090626798 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Made reservation on behalf of 57f67c1ed6944be7803f7b7c154bbec6 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:16:22.536514 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-b64c748d-cb58-4b97-8c25-3ce090626798 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:22.536700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba2f42-7afb-4304-aae6-cec42740fd6a req-43145cfd-7cfb-460c-9f3f-45745cc99169 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:22.541356 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7cba2f42-7afb-4304-aae6-cec42740fd6a req-43145cfd-7cfb-460c-9f3f-45745cc99169 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.1441872 Aug 17 02:16:22.574982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e936-9a74-4b42-aa6c-f6f58588b950 req-651481f3-4282-4d5e-ac16-9dfd1dcb4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:22.576474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca08e936-9a74-4b42-aa6c-f6f58588b950 req-651481f3-4282-4d5e-ac16-9dfd1dcb4810 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.0926375 Aug 17 02:16:22.624607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca08e936-9a74-4b42-aa6c-f6f58588b950 req-2b3d8c9b-ddd6-4864-8cf0-e5116f4fb845 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374548 Aug 17 02:16:22.636495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7cba2f42-7afb-4304-aae6-cec42740fd6a req-7bbf207c-1e65-40f5-a5ba-8ee5fff2d4bf tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876384 Aug 17 02:16:22.739084 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-b64c748d-cb58-4b97-8c25-3ce090626798 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Allocated IP 192.168.233.152 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/ff3086c2-a088-4767-aaa8-9c7ea01d3161) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:16:22.793410 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ab23a748-a528-44fa-bdc7-15593352a834 None None] Provisioning for port f80239ea-1340-425d-b8bf-143e63c65e90 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:22.798513 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ab23a748-a528-44fa-bdc7-15593352a834 None None] Provisioning complete for port f80239ea-1340-425d-b8bf-143e63c65e90 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:22.798985 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ab23a748-a528-44fa-bdc7-15593352a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:22.811915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-fd649fd9-c2ed-4727-8e7d-676cd2d7993c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4015737 Aug 17 02:16:22.829137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eaf7c4-ab1a-4ac2-ab09-9fa244a72c7e req-018bedef-ee20-4071-b21a-ce99d8406258 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:22.830746 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77eaf7c4-ab1a-4ac2-ab09-9fa244a72c7e req-018bedef-ee20-4071-b21a-ce99d8406258 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51&tenant_id=a51fdd587a534f09b86bda6242380da1&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 948 time: 0.2089615 Aug 17 02:16:22.839516 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4bfbd01a-a7d9-47de-8c00-46cf31d6be4e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Request body: {'port': {'device_id': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c', 'admin_state_up': True, 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:22.875740 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ab23a748-a528-44fa-bdc7-15593352a834 None None] Port f80239ea-1340-425d-b8bf-143e63c65e90 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:16:22.881876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c3b54-c136-4774-8f6f-1e87e47bedd6 req-4f275a54-1632-4301-9393-fc7aa55ccab6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:22.883420 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-982c3b54-c136-4774-8f6f-1e87e47bedd6 req-4f275a54-1632-4301-9393-fc7aa55ccab6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 948 time: 0.1582806 Aug 17 02:16:22.924645 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca08e936-9a74-4b42-aa6c-f6f58588b950 req-ea4369fc-fa29-4da6-b0f6-9c2ad32d0e9a service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641284 Aug 17 02:16:22.999445 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-b64c748d-cb58-4b97-8c25-3ce090626798 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:23.027957 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e4bad63a-fbc3-4e1f-be2c-e6192dfd2e62 req-7d8856ba-4dd2-428f-9927-c16b0e03ec20 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 210 time: 0.0560589 Aug 17 02:16:23.041288 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-b64c748d-cb58-4b97-8c25-3ce090626798 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Transition to ACTIVE for port object ff3086c2-a088-4767-aaa8-9c7ea01d3161 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:23.207621 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3e66f-2dc7-4a5d-a0ba-29175aa70ed4 req-8e1fcf4b-9062-4a2a-8bea-7f06770604b4 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:23.210278 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0ea3e66f-2dc7-4a5d-a0ba-29175aa70ed4 req-8e1fcf4b-9062-4a2a-8bea-7f06770604b4 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 944 time: 0.0771728 Aug 17 02:16:23.265085 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-b64c748d-cb58-4b97-8c25-3ce090626798 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:23.303384 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['2a609139-9c4c-4add-af32-9d78b4bf328d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:23.326587 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0ea3e66f-2dc7-4a5d-a0ba-29175aa70ed4 req-86d810d7-c24d-494a-b76a-46439dad2f85 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087441 Aug 17 02:16:23.353305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-982c3b54-c136-4774-8f6f-1e87e47bedd6 req-ba5f084e-e756-4fe4-9476-1d5bd784bc40 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326892 Aug 17 02:16:23.387495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c748d-cb58-4b97-8c25-3ce090626798 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Pushing event updated for resources: {'Port': ['ID=ff3086c2-a088-4767-aaa8-9c7ea01d3161,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:23.387495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-b64c748d-cb58-4b97-8c25-3ce090626798 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:23.387495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-b64c748d-cb58-4b97-8c25-3ce090626798 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:23.387495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-b64c748d-cb58-4b97-8c25-3ce090626798 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:16:23.465729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-b64c748d-cb58-4b97-8c25-3ce090626798 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:23.465729 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-b64c748d-cb58-4b97-8c25-3ce090626798 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:23.470306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eaf7c4-ab1a-4ac2-ab09-9fa244a72c7e req-1d566d8f-2a4f-44b7-8cd5-b3fc8035da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:23.471808 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77eaf7c4-ab1a-4ac2-ab09-9fa244a72c7e req-1d566d8f-2a4f-44b7-8cd5-b3fc8035da18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 1100 time: 0.4663522 Aug 17 02:16:23.481381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca08e936-9a74-4b42-aa6c-f6f58588b950 req-d60d4ea7-fc90-4bf6-b10b-8f6a82329aa3 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443585 Aug 17 02:16:23.592617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f66702-ae1b-405f-bbe9-e676bcc4ead8 req-2baab96d-8dba-4ab5-bb95-1dd105d89d11 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:23.598799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f66702-ae1b-405f-bbe9-e676bcc4ead8 req-2baab96d-8dba-4ab5-bb95-1dd105d89d11 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:23.600529 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53f66702-ae1b-405f-bbe9-e676bcc4ead8 req-2baab96d-8dba-4ab5-bb95-1dd105d89d11 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 1654 time: 0.1520958 Aug 17 02:16:23.650337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eaf7c4-ab1a-4ac2-ab09-9fa244a72c7e req-8f398670-e7ba-44dc-b8da-01f043b94c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:23.651950 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77eaf7c4-ab1a-4ac2-ab09-9fa244a72c7e req-8f398670-e7ba-44dc-b8da-01f043b94c1e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1696947 Aug 17 02:16:23.706730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53f66702-ae1b-405f-bbe9-e676bcc4ead8 req-9b954407-bc1b-41c9-b408-00fba72e4a8e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970824 Aug 17 02:16:23.708390 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77eaf7c4-ab1a-4ac2-ab09-9fa244a72c7e req-0804885f-7019-4dab-8570-bbfefa543079 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 HTTP/1.1" status: 200 len: 217 time: 0.0476375 Aug 17 02:16:23.708954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4bfbd01a-a7d9-47de-8c00-46cf31d6be4e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Made reservation on behalf of 1a802a8d6b644296b1cf81b9aa2782be for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:16:23.712558 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4bfbd01a-a7d9-47de-8c00-46cf31d6be4e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:23.817068 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-b64c748d-cb58-4b97-8c25-3ce090626798 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8392129 Aug 17 02:16:23.836882 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Request body: {'port': {'device_id': '3e7160de-c503-4b6a-bab2-50bd71ccbdff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:23.847815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eaf7c4-ab1a-4ac2-ab09-9fa244a72c7e req-2d6e8475-d060-4184-aaed-7064d44517dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:23.848283 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77eaf7c4-ab1a-4ac2-ab09-9fa244a72c7e req-2d6e8475-d060-4184-aaed-7064d44517dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1323361 Aug 17 02:16:23.852302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 04266431-7c66-474d-92ed-f2816703ff8e details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:16:23.863188 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:23.870514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b52cdcad-deed-415b-b825-43a60b7161b8 None None] Provisioning for port ff3086c2-a088-4767-aaa8-9c7ea01d3161 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:23.910450 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:23.919776 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b52cdcad-deed-415b-b825-43a60b7161b8 None None] Provisioning complete for port ff3086c2-a088-4767-aaa8-9c7ea01d3161 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:23.920677 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b52cdcad-deed-415b-b825-43a60b7161b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:23.957800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d0de4-56fb-4824-bf21-cd1160a8bbcc req-d06c3e67-1f82-4062-ae66-8002d9039ec9 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:23.959390 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-888d0de4-56fb-4824-bf21-cd1160a8bbcc req-d06c3e67-1f82-4062-ae66-8002d9039ec9 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 948 time: 0.1781418 Aug 17 02:16:23.980261 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b52cdcad-deed-415b-b825-43a60b7161b8 None None] Port ff3086c2-a088-4767-aaa8-9c7ea01d3161 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:16:23.993962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4bfbd01a-a7d9-47de-8c00-46cf31d6be4e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Allocated IP 19.80.0.6 (288d7951-07fb-499f-81ec-5d7c99ffbb6c/e4147ec8-c865-4893-b7ec-3da4c28934dc/48fd9afa-5012-4cb8-9897-4f4503fa2150) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:16:24.000799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eaf7c4-ab1a-4ac2-ab09-9fa244a72c7e req-5b000f41-165c-4943-a964-4820ac5aa79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:24.002357 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77eaf7c4-ab1a-4ac2-ab09-9fa244a72c7e req-5b000f41-165c-4943-a964-4820ac5aa79f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1449766 Aug 17 02:16:24.079128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:24.079880 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:24.093160 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-888d0de4-56fb-4824-bf21-cd1160a8bbcc req-ee2c780f-49df-42a1-b853-abd966a06b69 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247556 Aug 17 02:16:24.161958 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 04266431-7c66-474d-92ed-f2816703ff8e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=04266431-7c66-474d-92ed-f2816703ff8e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:24.177535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '04266431-7c66-474d-92ed-f2816703ff8e', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '04266431-7c66-474d-92ed-f2816703ff8e', 'mac_address': 'fa:16:3e:29:c3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:16:24.250510 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77eaf7c4-ab1a-4ac2-ab09-9fa244a72c7e req-c9a0db84-d266-49d4-9318-88b6764227bb service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372890 Aug 17 02:16:24.270137 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:24.272547 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:24.298232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04266431-7c66-474d-92ed-f2816703ff8e {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:24.319301 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf2ce05-7b48-474a-a2fd-02d659713a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca68e81a-5354-4e38-bd1e-8d4568dd0ce6'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:24.322088 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede2018e-0acd-421c-a0db-fc1a6905fcb5" -d '{"events": [{"server_uuid": "ddf2ce05-7b48-474a-a2fd-02d659713a51", "name": "network-vif-plugged", "status": "completed", "tag": "ca68e81a-5354-4e38-bd1e-8d4568dd0ce6"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:24.345321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 04266431-7c66-474d-92ed-f2816703ff8e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=04266431-7c66-474d-92ed-f2816703ff8e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:24.348690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:24.392351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de043c02-5b9d-45df-91de-7f013c0f5d85 req-b0a2a28b-d614-4fce-9feb-af5bce498db6 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:24.395468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de043c02-5b9d-45df-91de-7f013c0f5d85 req-b0a2a28b-d614-4fce-9feb-af5bce498db6 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.2005568 Aug 17 02:16:24.400168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3086c2-a088-4767-aaa8-9c7ea01d3161 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:24.408705 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:24.412702 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4bfbd01a-a7d9-47de-8c00-46cf31d6be4e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:24.423503 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Transition to ACTIVE for port object ff3086c2-a088-4767-aaa8-9c7ea01d3161 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:24.465006 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4bfbd01a-a7d9-47de-8c00-46cf31d6be4e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Transition to ACTIVE for port object 48fd9afa-5012-4cb8-9897-4f4503fa2150 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:24.479776 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:24.493355 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aa7ae-388c-4a7e-8017-fadebb13525d req-9c94f1ce-20e8-4103-b9f4-225eac6d9d40 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:24.493355 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b72aa7ae-388c-4a7e-8017-fadebb13525d req-9c94f1ce-20e8-4103-b9f4-225eac6d9d40 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 936 time: 0.0642788 Aug 17 02:16:24.493734 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de043c02-5b9d-45df-91de-7f013c0f5d85 req-7af6916c-a9ff-431e-a89c-51bcda5ffb82 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888255 Aug 17 02:16:24.494376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77eaf7c4-ab1a-4ac2-ab09-9fa244a72c7e req-3c7a2ae9-6adf-47d8-9e69-addac789cff6 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353406 Aug 17 02:16:24.534045 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:24.537069 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:24.538464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7167d1bf-e496-48da-8c66-1fe25296d604 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:24.609422 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=04266431-7c66-474d-92ed-f2816703ff8e,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:24.612413 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Pushing event updated for resources: {'Port': ['ID=ff3086c2-a088-4767-aaa8-9c7ea01d3161,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:24.624088 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b72aa7ae-388c-4a7e-8017-fadebb13525d req-efaf736b-2501-494c-a744-113df902ef3a tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214306 Aug 17 02:16:24.697686 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:24.707566 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57eb0935-9796-4787-93e2-023bfbdad9c9 x-openstack-request-id: req-57eb0935-9796-4787-93e2-023bfbdad9c9 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:24.708032 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf2ce05-7b48-474a-a2fd-02d659713a51", "name": "network-vif-plugged", "status": "completed", "tag": "ca68e81a-5354-4e38-bd1e-8d4568dd0ce6", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:24.708433 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57eb0935-9796-4787-93e2-023bfbdad9c9 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:24.709054 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf2ce05-7b48-474a-a2fd-02d659713a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca68e81a-5354-4e38-bd1e-8d4568dd0ce6', 'code': 200} Aug 17 02:16:24.725403 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4bfbd01a-a7d9-47de-8c00-46cf31d6be4e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:24.751743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Attempting to bind port ff3086c2-a088-4767-aaa8-9c7ea01d3161 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:16:24.752391 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Attempting to bind port ff3086c2-a088-4767-aaa8-9c7ea01d3161 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:16:24.753007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Attempting to bind port ff3086c2-a088-4767-aaa8-9c7ea01d3161 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:24.758662 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Port ff3086c2-a088-4767-aaa8-9c7ea01d3161 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:16:24.760104 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Attempting to bind port ff3086c2-a088-4767-aaa8-9c7ea01d3161 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:24.780231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:16:24.781260 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:24.781526 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:16:24.781984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Bound port: ff3086c2-a088-4767-aaa8-9c7ea01d3161, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:16:24.782352 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:24.804419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbd01a-a7d9-47de-8c00-46cf31d6be4e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event updated for resources: {'Port': ['ID=48fd9afa-5012-4cb8-9897-4f4503fa2150,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:24.812356 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 7167d1bf-e496-48da-8c66-1fe25296d604 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:24.821386 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 7167d1bf-e496-48da-8c66-1fe25296d604 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:24.822851 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:24.834542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4bfbd01a-a7d9-47de-8c00-46cf31d6be4e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Network 288d7951-07fb-499f-81ec-5d7c99ffbb6c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:24.839351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4bfbd01a-a7d9-47de-8c00-46cf31d6be4e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:24.846110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4bfbd01a-a7d9-47de-8c00-46cf31d6be4e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:16:24.892052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e39382-03df-4ebb-8732-aa9433c7e529 req-f04a00c2-0a5b-4b99-a977-c7bfbdaf30c4 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:24.900318 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d2e39382-03df-4ebb-8732-aa9433c7e529 req-f04a00c2-0a5b-4b99-a977-c7bfbdaf30c4 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.1367283 Aug 17 02:16:24.942873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4bfbd01a-a7d9-47de-8c00-46cf31d6be4e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:24.943593 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4bfbd01a-a7d9-47de-8c00-46cf31d6be4e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:24.986955 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:24.991259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['04266431-7c66-474d-92ed-f2816703ff8e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:25.020358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe6508-a995-421b-81c4-255940fa80a4 req-2ab8bc81-8e8d-4e4f-88d3-98d2691af8df tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:25.022437 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6efe6508-a995-421b-81c4-255940fa80a4 req-2ab8bc81-8e8d-4e4f-88d3-98d2691af8df tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 944 time: 0.0631804 Aug 17 02:16:25.096506 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6efe6508-a995-421b-81c4-255940fa80a4 req-92cd19c9-7f11-4627-9807-de6383eb6c2d tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618162 Aug 17 02:16:25.108876 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7167d1bf-e496-48da-8c66-1fe25296d604, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7167d1bf-e496-48da-8c66-1fe25296d604,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:25.142690 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-4bfbd01a-a7d9-47de-8c00-46cf31d6be4e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3094637 Aug 17 02:16:25.171426 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Request body: {'port': {'device_id': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:25.249204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b09145-a3db-430d-b47d-54676956c0ac req-371dcb53-796f-4826-87c3-21ba525458fc tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:25.255290 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b09145-a3db-430d-b47d-54676956c0ac req-371dcb53-796f-4826-87c3-21ba525458fc tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:25.261420 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b09145-a3db-430d-b47d-54676956c0ac req-371dcb53-796f-4826-87c3-21ba525458fc tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:25.263160 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d5b09145-a3db-430d-b47d-54676956c0ac req-371dcb53-796f-4826-87c3-21ba525458fc tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2374 time: 0.1076329 Aug 17 02:16:25.301340 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:25.308230 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:25.342981 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] For port ff3086c2-a088-4767-aaa8-9c7ea01d3161, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:25.348757 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d2e39382-03df-4ebb-8732-aa9433c7e529 req-4b28ee6e-30d0-440c-892a-a4842606641e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473999 Aug 17 02:16:25.350999 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d5b09145-a3db-430d-b47d-54676956c0ac req-cbb493bd-1262-450f-9804-213f7c0afaf0 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728583 Aug 17 02:16:25.371383 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] For port ff3086c2-a088-4767-aaa8-9c7ea01d3161, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ff3086c2-a088-4767-aaa8-9c7ea01d3161,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:25.386171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=7167d1bf-e496-48da-8c66-1fe25296d604,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:25.405652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e7faf32b-3209-405e-951f-1c40ba8735e6 None None] Provisioning for port 48fd9afa-5012-4cb8-9897-4f4503fa2150 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:25.412656 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e7faf32b-3209-405e-951f-1c40ba8735e6 None None] Provisioning complete for port 48fd9afa-5012-4cb8-9897-4f4503fa2150 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:25.413124 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e7faf32b-3209-405e-951f-1c40ba8735e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:25.454920 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e7faf32b-3209-405e-951f-1c40ba8735e6 None None] Port 48fd9afa-5012-4cb8-9897-4f4503fa2150 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:16:25.542894 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:25.586865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:25.587722 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:25.589445 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] 10.222.0.18 "PUT /v2.0/ports/ff3086c2-a088-4767-aaa8-9c7ea01d3161 HTTP/1.1" status: 200 len: 1097 time: 1.7577641 Aug 17 02:16:25.590093 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7160de-c503-4b6a-bab2-50bd71ccbdff', 'tag': 'ff3086c2-a088-4767-aaa8-9c7ea01d3161'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:25.593048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2864512-723c-4611-b2a0-f787ef7d5ff2 req-8bd3fe8e-b055-4131-8078-25ba8f39cbf8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:25.593921 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec97acb4-8d70-4c59-a35c-1cc4f53cd0af" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7160de-c503-4b6a-bab2-50bd71ccbdff", "tag": "ff3086c2-a088-4767-aaa8-9c7ea01d3161"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:25.595089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a2864512-723c-4611-b2a0-f787ef7d5ff2 req-8bd3fe8e-b055-4131-8078-25ba8f39cbf8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 948 time: 0.1212111 Aug 17 02:16:25.636220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3c827-abd5-4917-8fb9-0d310878bcaf service neutron] Pushing event updated for resources: {'Port': ['ID=ff3086c2-a088-4767-aaa8-9c7ea01d3161,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:25.677859 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a2864512-723c-4611-b2a0-f787ef7d5ff2 req-4f191916-5c99-46ac-94f9-e4869c515ae0 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662446 Aug 17 02:16:25.747405 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device e7deafc5-9d4e-428d-90d8-86743d3eba84 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:16:25.748869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cd98e6-4839-4202-9bbe-3bd75df87b4d {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:25.760013 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:25.810739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Transition to ACTIVE for port object 30cd98e6-4839-4202-9bbe-3bd75df87b4d will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:25.845351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-5b865d68-03d7-48d6-8b5e-4d8ccb900d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:25.848848 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-5b865d68-03d7-48d6-8b5e-4d8ccb900d7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57f67c1ed6944be7803f7b7c154bbec6&device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 1100 time: 0.0863702 Aug 17 02:16:25.849768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0d914708-2478-4807-b870-f6ad7846bfa9 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:16:25.851055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd098b-95c8-4d72-9a7e-f340acc4a877 req-5545ad58-2f82-47e3-b5fa-5680d5e7b9c3 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:25.853492 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1abd098b-95c8-4d72-9a7e-f340acc4a877 req-5545ad58-2f82-47e3-b5fa-5680d5e7b9c3 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.0729108 Aug 17 02:16:25.917000 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006748db-afaa-47e4-8864-b3cf5aef56fa x-openstack-request-id: req-006748db-afaa-47e4-8864-b3cf5aef56fa {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:25.917810 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7160de-c503-4b6a-bab2-50bd71ccbdff", "tag": "ff3086c2-a088-4767-aaa8-9c7ea01d3161", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:25.918279 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-006748db-afaa-47e4-8864-b3cf5aef56fa {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:25.918900 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7160de-c503-4b6a-bab2-50bd71ccbdff', 'tag': 'ff3086c2-a088-4767-aaa8-9c7ea01d3161', 'status': 'completed', 'code': 200} Aug 17 02:16:25.921096 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-a6dd13c0-42cb-489a-b64c-81ce9fca5c24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=ff3086c2-a088-4767-aaa8-9c7ea01d3161 HTTP/1.1" status: 200 len: 217 time: 0.0571568 Aug 17 02:16:25.933356 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1abd098b-95c8-4d72-9a7e-f340acc4a877 req-4c5ebf8a-30f4-47f9-b10c-fd6a08943616 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676854 Aug 17 02:16:25.987956 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:26.062071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Pushing event updated for resources: {'Port': ['ID=30cd98e6-4839-4202-9bbe-3bd75df87b4d,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:26.105888 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port e7deafc5-9d4e-428d-90d8-86743d3eba84, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=e7deafc5-9d4e-428d-90d8-86743d3eba84,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:26.122202 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'e7deafc5-9d4e-428d-90d8-86743d3eba84', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'e7deafc5-9d4e-428d-90d8-86743d3eba84', 'mac_address': 'fa:16:3e:8c:de:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:16:26.180262 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1097241-ce17-4359-a787-7e3e81533604 req-190ca06b-505f-4a70-9eeb-e7d3be8ceee7 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:26.185929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Attempting to bind port 30cd98e6-4839-4202-9bbe-3bd75df87b4d on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:16:26.187378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Attempting to bind port 30cd98e6-4839-4202-9bbe-3bd75df87b4d by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'fe459aef-cb04-404d-a91b-fe6e8f463873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:16:26.188505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Attempting to bind port 30cd98e6-4839-4202-9bbe-3bd75df87b4d on network 288d7951-07fb-499f-81ec-5d7c99ffbb6c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:26.193670 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e1097241-ce17-4359-a787-7e3e81533604 req-190ca06b-505f-4a70-9eeb-e7d3be8ceee7 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 948 time: 0.2440112 Aug 17 02:16:26.197677 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-56112f8f-fb17-47d7-be97-550701f738b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:26.199416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Port 30cd98e6-4839-4202-9bbe-3bd75df87b4d on network 288d7951-07fb-499f-81ec-5d7c99ffbb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:16:26.200117 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-56112f8f-fb17-47d7-be97-550701f738b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.2614677 Aug 17 02:16:26.200813 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Attempting to bind port 30cd98e6-4839-4202-9bbe-3bd75df87b4d on network 288d7951-07fb-499f-81ec-5d7c99ffbb6c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:26.240436 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:26.245058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:16:26.245778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Checking segment: {'id': 'fe459aef-cb04-404d-a91b-fe6e8f463873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:26.246530 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Bound using segment: {'id': 'fe459aef-cb04-404d-a91b-fe6e8f463873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:16:26.247404 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Bound port: 30cd98e6-4839-4202-9bbe-3bd75df87b4d, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe459aef-cb04-404d-a91b-fe6e8f463873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:16:26.248044 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:26.267976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0d914708-2478-4807-b870-f6ad7846bfa9,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:26.285417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '0d914708-2478-4807-b870-f6ad7846bfa9', 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60', 'port_id': '0d914708-2478-4807-b870-f6ad7846bfa9', 'mac_address': 'fa:16:3e:40:06:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5754ca00-fb2f-4542-b586-9964d8f96846', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:16:26.298473 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7deafc5-9d4e-428d-90d8-86743d3eba84 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:26.317214 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e1097241-ce17-4359-a787-7e3e81533604 req-7afe3844-7955-4487-914d-88ef8bd3a7eb tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155274 Aug 17 02:16:26.345000 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-c35207b4-0da6-481a-9c45-fcdf182ddd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:26.350065 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-c35207b4-0da6-481a-9c45-fcdf182ddd5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1043231 Aug 17 02:16:26.393001 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] For port 30cd98e6-4839-4202-9bbe-3bd75df87b4d, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:26.398326 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] For port 30cd98e6-4839-4202-9bbe-3bd75df87b4d, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=30cd98e6-4839-4202-9bbe-3bd75df87b4d,segment=NetworkSegment(fe459aef-cb04-404d-a91b-fe6e8f463873),segment_id=fe459aef-cb04-404d-a91b-fe6e8f463873)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:26.417717 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port e7deafc5-9d4e-428d-90d8-86743d3eba84, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=e7deafc5-9d4e-428d-90d8-86743d3eba84,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:26.419422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68a1ea-cbf4-49c6-93d9-d6f6320b0823 req-8230e7f7-358c-4145-9bc8-9b2e3c7e0b12 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:26.424025 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:26.427175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc68a1ea-cbf4-49c6-93d9-d6f6320b0823 req-8230e7f7-358c-4145-9bc8-9b2e3c7e0b12 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 945 time: 0.2106204 Aug 17 02:16:26.441673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d914708-2478-4807-b870-f6ad7846bfa9 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:26.463489 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0d914708-2478-4807-b870-f6ad7846bfa9,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:26.471334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc68a1ea-cbf4-49c6-93d9-d6f6320b0823 req-da060ad8-9c41-46a5-8eda-43e117ef4e9a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432615 Aug 17 02:16:26.502845 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-648ea699-7a16-43ac-8b13-3a44dbb01a5c service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454306 Aug 17 02:16:26.586821 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca35fa-5cbf-4b94-897a-e1c31f2fbc58 req-501ad34a-ee48-4748-91fa-c0bc5270473e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:26.592737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca35fa-5cbf-4b94-897a-e1c31f2fbc58 req-501ad34a-ee48-4748-91fa-c0bc5270473e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:26.598651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca35fa-5cbf-4b94-897a-e1c31f2fbc58 req-501ad34a-ee48-4748-91fa-c0bc5270473e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:26.600279 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28ca35fa-5cbf-4b94-897a-e1c31f2fbc58 req-501ad34a-ee48-4748-91fa-c0bc5270473e tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2386 time: 0.0639911 Aug 17 02:16:26.624682 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1e5d7e7-0ca6-4136-84d5-a7b768120434 req-309e8d65-0d08-46ad-a9ba-9261dc18b0e6 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056142 Aug 17 02:16:26.644304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28ca35fa-5cbf-4b94-897a-e1c31f2fbc58 req-74142f9a-4d48-4057-b53c-861b7a2c354c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369151 Aug 17 02:16:26.679630 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:26.689229 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:26.692652 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:26.736256 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7167d1bf-e496-48da-8c66-1fe25296d604'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:26.739303 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5353d6-6f71-4c70-b4ce-f28e26916d2a" -d '{"events": [{"server_uuid": "ba2465b3-484f-48b9-96a5-bfa38ae41a31", "name": "network-vif-plugged", "status": "completed", "tag": "7167d1bf-e496-48da-8c66-1fe25296d604"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:26.793603 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:26.795323 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:26.809971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] 10.222.0.18 "PUT /v2.0/ports/30cd98e6-4839-4202-9bbe-3bd75df87b4d HTTP/1.1" status: 200 len: 1092 time: 1.6345892 Aug 17 02:16:26.809971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'tag': '30cd98e6-4839-4202-9bbe-3bd75df87b4d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:26.809971 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af09eb44-4eb1-47c1-85cc-0d3d72839f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "tag": "30cd98e6-4839-4202-9bbe-3bd75df87b4d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:26.810602 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=0d914708-2478-4807-b870-f6ad7846bfa9,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:26.884771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683ed3b-81fb-4ff8-8636-e5cb4d474009 service neutron] Pushing event updated for resources: {'Port': ['ID=30cd98e6-4839-4202-9bbe-3bd75df87b4d,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:26.918214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd90df-cae5-46d8-a53b-ba051758e097 req-18cfdddc-bebf-4a19-95e2-e13ea22ee336 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:26.926599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecfd90df-cae5-46d8-a53b-ba051758e097 req-18cfdddc-bebf-4a19-95e2-e13ea22ee336 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.1850574 Aug 17 02:16:26.944776 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=e7deafc5-9d4e-428d-90d8-86743d3eba84,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:26.982227 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Request body: {'port': {'device_id': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:27.022216 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecfd90df-cae5-46d8-a53b-ba051758e097 req-721efda2-d59b-495c-b524-cae971d2f6d3 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931666 Aug 17 02:16:27.055112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97acb4-8d70-4c59-a35c-1cc4f53cd0af req-5f9b8784-e960-48ae-9cca-9477bd87605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:27.056915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec97acb4-8d70-4c59-a35c-1cc4f53cd0af req-5f9b8784-e960-48ae-9cca-9477bd87605e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57f67c1ed6944be7803f7b7c154bbec6&device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 1100 time: 0.1277339 Aug 17 02:16:27.123951 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:27.170430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['0d914708-2478-4807-b870-f6ad7846bfa9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:27.229785 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33f37bf-0506-4daf-a3cf-7ca841b33b5f x-openstack-request-id: req-b33f37bf-0506-4daf-a3cf-7ca841b33b5f {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:27.230184 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2465b3-484f-48b9-96a5-bfa38ae41a31", "name": "network-vif-plugged", "status": "completed", "tag": "7167d1bf-e496-48da-8c66-1fe25296d604", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:27.230691 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b33f37bf-0506-4daf-a3cf-7ca841b33b5f {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:27.231307 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7167d1bf-e496-48da-8c66-1fe25296d604', 'code': 200} Aug 17 02:16:27.277217 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb11e729-1691-4a68-bb2b-77f20da0c089 x-openstack-request-id: req-eb11e729-1691-4a68-bb2b-77f20da0c089 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:27.277563 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "tag": "30cd98e6-4839-4202-9bbe-3bd75df87b4d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:27.278136 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb11e729-1691-4a68-bb2b-77f20da0c089 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:27.278534 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'tag': '30cd98e6-4839-4202-9bbe-3bd75df87b4d', 'status': 'completed', 'code': 200} Aug 17 02:16:27.337293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd89ed-27ba-4798-a8e8-7e19ad9dd34b req-2be3b496-26f2-42d4-b766-10e24cf1831c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:27.338825 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4bd89ed-27ba-4798-a8e8-7e19ad9dd34b req-2be3b496-26f2-42d4-b766-10e24cf1831c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 949 time: 0.1500504 Aug 17 02:16:27.413014 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97acb4-8d70-4c59-a35c-1cc4f53cd0af req-09e6fd57-321f-4c7c-ba75-056d8ba7222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:27.414431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec97acb4-8d70-4c59-a35c-1cc4f53cd0af req-09e6fd57-321f-4c7c-ba75-056d8ba7222d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.3365905 Aug 17 02:16:27.458006 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f06dd-3128-4c51-9a7d-eba489df753f req-ac59181a-ad0a-4824-8b71-ab66dc46efc0 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:27.459669 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3c5f06dd-3128-4c51-9a7d-eba489df753f req-ac59181a-ad0a-4824-8b71-ab66dc46efc0 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 944 time: 0.1156220 Aug 17 02:16:27.484189 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec97acb4-8d70-4c59-a35c-1cc4f53cd0af req-0060c560-4c04-476a-bdd5-3a6b391b2227 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=ff3086c2-a088-4767-aaa8-9c7ea01d3161 HTTP/1.1" status: 200 len: 217 time: 0.0597947 Aug 17 02:16:27.490545 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4bd89ed-27ba-4798-a8e8-7e19ad9dd34b req-e67624ea-8fc9-4f6b-beaa-6e1a09936d48 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240947 Aug 17 02:16:27.490545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe22e0-3bff-4d94-b527-1fbc2c239030 req-6b01aaa6-82fd-4318-90ac-b85345800dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:27.491135 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-64fe22e0-3bff-4d94-b527-1fbc2c239030 req-6b01aaa6-82fd-4318-90ac-b85345800dac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 1097 time: 0.1751592 Aug 17 02:16:27.502143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09eb44-4eb1-47c1-85cc-0d3d72839f9e req-dcd31621-29b3-4dce-a6ff-d08cbbac1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:27.503505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09eb44-4eb1-47c1-85cc-0d3d72839f9e req-dcd31621-29b3-4dce-a6ff-d08cbbac1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:27.505339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09eb44-4eb1-47c1-85cc-0d3d72839f9e req-dcd31621-29b3-4dce-a6ff-d08cbbac1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:27.517987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af09eb44-4eb1-47c1-85cc-0d3d72839f9e req-dcd31621-29b3-4dce-a6ff-d08cbbac1dd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a802a8d6b644296b1cf81b9aa2782be&device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2730 time: 0.1796665 Aug 17 02:16:27.546585 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3c5f06dd-3128-4c51-9a7d-eba489df753f req-a93e444e-f742-4fc8-8052-5795564a60dc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799086 Aug 17 02:16:27.638865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80239ea-1340-425d-b8bf-143e63c65e90 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:27.665481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['e7deafc5-9d4e-428d-90d8-86743d3eba84'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:27.666062 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:27.693297 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Transition to ACTIVE for port object f80239ea-1340-425d-b8bf-143e63c65e90 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:27.706897 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-64fe22e0-3bff-4d94-b527-1fbc2c239030 req-76a2a87e-7be0-4605-8bdc-87490b6ef1df service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953418 Aug 17 02:16:27.712349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97acb4-8d70-4c59-a35c-1cc4f53cd0af req-da4d891f-10ca-402f-a062-b8a01a657c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:27.718168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade80bf-cbc3-4192-ab7c-b10570faf9ec req-18a92b9b-0fe7-477d-b7c5-6a13aa5c7dae tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:27.718398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec97acb4-8d70-4c59-a35c-1cc4f53cd0af req-da4d891f-10ca-402f-a062-b8a01a657c7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.2038007 Aug 17 02:16:27.718567 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9ade80bf-cbc3-4192-ab7c-b10570faf9ec req-18a92b9b-0fe7-477d-b7c5-6a13aa5c7dae tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 948 time: 0.0920031 Aug 17 02:16:27.751041 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc07ff7-bc00-4e0a-b821-daa44f55c9b5 req-564c898a-72db-41f7-8e4f-cff91a90e01d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:27.752743 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9bc07ff7-bc00-4e0a-b821-daa44f55c9b5 req-564c898a-72db-41f7-8e4f-cff91a90e01d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.1696296 Aug 17 02:16:27.786182 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9ade80bf-cbc3-4192-ab7c-b10570faf9ec req-7771e435-59ba-4652-9e1c-f341c42e1b2d tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591059 Aug 17 02:16:27.787212 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:27.816702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09eb44-4eb1-47c1-85cc-0d3d72839f9e req-0e403e0a-36cc-4edd-bd77-e6c009cd5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:27.820930 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09eb44-4eb1-47c1-85cc-0d3d72839f9e req-0e403e0a-36cc-4edd-bd77-e6c009cd5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:27.820930 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09eb44-4eb1-47c1-85cc-0d3d72839f9e req-0e403e0a-36cc-4edd-bd77-e6c009cd5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:27.820930 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af09eb44-4eb1-47c1-85cc-0d3d72839f9e req-0e403e0a-36cc-4edd-bd77-e6c009cd5886 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1a802a8d6b644296b1cf81b9aa2782be&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2911866 Aug 17 02:16:27.856323 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97acb4-8d70-4c59-a35c-1cc4f53cd0af req-932c7a3a-8926-4614-bd0d-3b99cf9b7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:27.857891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec97acb4-8d70-4c59-a35c-1cc4f53cd0af req-932c7a3a-8926-4614-bd0d-3b99cf9b7cdb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1317546 Aug 17 02:16:27.872509 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9bc07ff7-bc00-4e0a-b821-daa44f55c9b5 req-9fca1cb2-8936-4b63-a236-a7de60271230 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000483 Aug 17 02:16:27.886545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 04266431-7c66-474d-92ed-f2816703ff8e up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:27.928508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f80239ea-1340-425d-b8bf-143e63c65e90,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:28.017650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38674) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:16:28.075036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09eb44-4eb1-47c1-85cc-0d3d72839f9e req-ca1a5ac9-ff9c-4520-a906-fb491f6733ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:28.076639 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af09eb44-4eb1-47c1-85cc-0d3d72839f9e req-ca1a5ac9-ff9c-4520-a906-fb491f6733ca service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2364223 Aug 17 02:16:28.107901 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 04266431-7c66-474d-92ed-f2816703ff8e completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:28.117123 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 04266431-7c66-474d-92ed-f2816703ff8e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:28.117123 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:28.188970 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec97acb4-8d70-4c59-a35c-1cc4f53cd0af req-110f2283-5198-4a56-8742-2d46870cc519 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130758 Aug 17 02:16:28.202453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfbbf0-0169-43d7-ba50-c869cd05aba3 req-fb8f081d-5fba-4363-920d-e04a5539d6c2 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:28.205778 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8bdfbbf0-0169-43d7-ba50-c869cd05aba3 req-fb8f081d-5fba-4363-920d-e04a5539d6c2 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 945 time: 0.2059691 Aug 17 02:16:28.215668 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Attempting to bind port f80239ea-1340-425d-b8bf-143e63c65e90 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:16:28.216353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Attempting to bind port f80239ea-1340-425d-b8bf-143e63c65e90 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'c56fd19f-0290-4d34-8d33-ac6933d73279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '818f0d8a-9598-426c-933b-04d29bd696df'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:16:28.217365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Attempting to bind port f80239ea-1340-425d-b8bf-143e63c65e90 on network 818f0d8a-9598-426c-933b-04d29bd696df {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:28.260016 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Port f80239ea-1340-425d-b8bf-143e63c65e90 on network 818f0d8a-9598-426c-933b-04d29bd696df not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:16:28.260399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Attempting to bind port f80239ea-1340-425d-b8bf-143e63c65e90 on network 818f0d8a-9598-426c-933b-04d29bd696df {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:28.280689 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:16:28.281028 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Checking segment: {'id': 'c56fd19f-0290-4d34-8d33-ac6933d73279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '818f0d8a-9598-426c-933b-04d29bd696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:28.281368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Bound using segment: {'id': 'c56fd19f-0290-4d34-8d33-ac6933d73279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '818f0d8a-9598-426c-933b-04d29bd696df'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:16:28.281957 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Bound port: f80239ea-1340-425d-b8bf-143e63c65e90, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56fd19f-0290-4d34-8d33-ac6933d73279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '818f0d8a-9598-426c-933b-04d29bd696df'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:16:28.282327 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:28.294359 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8bdfbbf0-0169-43d7-ba50-c869cd05aba3 req-35d09b4e-2022-44ef-972b-bb76f4a13a35 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730548 Aug 17 02:16:28.310020 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:28.366258 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:28.486693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 04266431-7c66-474d-92ed-f2816703ff8e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=04266431-7c66-474d-92ed-f2816703ff8e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:28.495801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] For port f80239ea-1340-425d-b8bf-143e63c65e90, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:28.499149 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] For port f80239ea-1340-425d-b8bf-143e63c65e90, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f80239ea-1340-425d-b8bf-143e63c65e90,segment=NetworkSegment(c56fd19f-0290-4d34-8d33-ac6933d73279),segment_id=c56fd19f-0290-4d34-8d33-ac6933d73279)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:28.578757 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5925cf4-ab98-4674-aa8e-106a27b8907d req-30a974ee-d7a5-4bea-a75e-5d9d1b03eb8d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:28.584606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5925cf4-ab98-4674-aa8e-106a27b8907d req-30a974ee-d7a5-4bea-a75e-5d9d1b03eb8d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:28.591295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5925cf4-ab98-4674-aa8e-106a27b8907d req-30a974ee-d7a5-4bea-a75e-5d9d1b03eb8d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:28.593005 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d5925cf4-ab98-4674-aa8e-106a27b8907d req-30a974ee-d7a5-4bea-a75e-5d9d1b03eb8d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2398 time: 0.5123787 Aug 17 02:16:28.616345 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:28.617293 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:28.635862 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ce943fa3-ee19-46ca-819f-2c1049106a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:28.679794 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:28.680879 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:28.686922 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] 10.222.0.18 "PUT /v2.0/ports/f80239ea-1340-425d-b8bf-143e63c65e90 HTTP/1.1" status: 200 len: 1093 time: 1.7105668 Aug 17 02:16:28.688616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'tag': 'f80239ea-1340-425d-b8bf-143e63c65e90'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:28.692399 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab34706-9d63-4c5c-aa2e-376639a4f079" -d '{"events": [{"name": "network-changed", "server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "tag": "f80239ea-1340-425d-b8bf-143e63c65e90"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:28.708101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=04266431-7c66-474d-92ed-f2816703ff8e,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:28.715909 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d5925cf4-ab98-4674-aa8e-106a27b8907d req-b185b777-7223-4256-bb3a-fabf5e79b3e7 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128435 Aug 17 02:16:28.752953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ba6f1-1597-4e7a-a3fe-1efd39d49cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f80239ea-1340-425d-b8bf-143e63c65e90,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:28.754229 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec97acb4-8d70-4c59-a35c-1cc4f53cd0af req-bc19a6df-fd65-4c0c-90ec-bf5f23db432b service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354106 Aug 17 02:16:28.796363 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b25f7-b40e-4450-bcf5-2d9166beb736 req-74c4b250-f927-412e-968b-339a88eda7ba tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:28.803972 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2a9b25f7-b40e-4450-bcf5-2d9166beb736 req-74c4b250-f927-412e-968b-339a88eda7ba tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 949 time: 0.0763443 Aug 17 02:16:28.841787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Request body: {'port': {'device_id': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:28.863571 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2a9b25f7-b40e-4450-bcf5-2d9166beb736 req-5aec801c-2140-4a61-b8d5-0de6ca9f0ea5 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586557 Aug 17 02:16:28.894960 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ce943fa3-ee19-46ca-819f-2c1049106a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:28.937845 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b7db91-cf6b-4c97-a87f-08cab52a8ff5 x-openstack-request-id: req-06b7db91-cf6b-4c97-a87f-08cab52a8ff5 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:28.938262 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "tag": "f80239ea-1340-425d-b8bf-143e63c65e90", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:28.938649 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06b7db91-cf6b-4c97-a87f-08cab52a8ff5 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:28.939392 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'tag': 'f80239ea-1340-425d-b8bf-143e63c65e90', 'status': 'completed', 'code': 200} Aug 17 02:16:28.970055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a37bae-4ac4-4857-9a69-df3341400de0 req-f2aad873-611a-4f1d-be62-94c5d136e376 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:28.971620 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23a37bae-4ac4-4857-9a69-df3341400de0 req-f2aad873-611a-4f1d-be62-94c5d136e376 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 944 time: 0.1222994 Aug 17 02:16:28.972700 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:28.999128 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ce943fa3-ee19-46ca-819f-2c1049106a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:29.060191 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab34706-9d63-4c5c-aa2e-376639a4f079 req-1a023beb-58ab-4fd4-96d6-75bcade81a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:29.060903 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab34706-9d63-4c5c-aa2e-376639a4f079 req-1a023beb-58ab-4fd4-96d6-75bcade81a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:29.061496 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab34706-9d63-4c5c-aa2e-376639a4f079 req-1a023beb-58ab-4fd4-96d6-75bcade81a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:29.063373 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cab34706-9d63-4c5c-aa2e-376639a4f079 req-1a023beb-58ab-4fd4-96d6-75bcade81a3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a802a8d6b644296b1cf81b9aa2782be&device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2798 time: 0.0760126 Aug 17 02:16:29.113371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce943fa3-ee19-46ca-819f-2c1049106a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b60e17-9117-4743-a47a-c6d4fd95c7d3,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:29.114075 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a705b0-f9c7-45f8-94bc-0c40c9963fab req-bb72bba3-b487-46db-ae75-ffd920627fff tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:29.115621 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-76a705b0-f9c7-45f8-94bc-0c40c9963fab req-bb72bba3-b487-46db-ae75-ffd920627fff tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 948 time: 0.0883574 Aug 17 02:16:29.123103 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23a37bae-4ac4-4857-9a69-df3341400de0 req-ab3839c9-621e-4bcc-bf70-5603da33c660 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398523 Aug 17 02:16:29.127948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ce943fa3-ee19-46ca-819f-2c1049106a1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae5c9787c8254a0fa572390b4052285d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1050472 Aug 17 02:16:29.199621 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38696) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:16:29.235062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2d0b75-2f0e-43ba-ae40-c13e2172c495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04266431-7c66-474d-92ed-f2816703ff8e'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:29.237444 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-76a705b0-f9c7-45f8-94bc-0c40c9963fab req-61bf7372-6c4b-4029-8405-6d900f407bfd tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824802 Aug 17 02:16:29.237923 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042062b2-0b6b-4053-a377-6940b7d4b596" -d '{"events": [{"server_uuid": "7b2d0b75-2f0e-43ba-ae40-c13e2172c495", "name": "network-vif-plugged", "status": "completed", "tag": "04266431-7c66-474d-92ed-f2816703ff8e"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:29.266103 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5181cfc4-3c52-453c-8502-566edb8016b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:29.285162 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-fd5c63f7-4879-4008-8e0a-6b15b16a6a2f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a51fdd587a534f09b86bda6242380da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611074 Aug 17 02:16:29.313506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab34706-9d63-4c5c-aa2e-376639a4f079 req-ba80e046-29a0-4f32-99af-6ffef2e4d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:29.313506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab34706-9d63-4c5c-aa2e-376639a4f079 req-ba80e046-29a0-4f32-99af-6ffef2e4d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:29.313506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab34706-9d63-4c5c-aa2e-376639a4f079 req-ba80e046-29a0-4f32-99af-6ffef2e4d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:29.313506 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cab34706-9d63-4c5c-aa2e-376639a4f079 req-ba80e046-29a0-4f32-99af-6ffef2e4d4cf service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1a802a8d6b644296b1cf81b9aa2782be&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2249866 Aug 17 02:16:29.314120 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1bac3a-c811-4bcc-a289-3c7d4c7eecad x-openstack-request-id: req-5f1bac3a-c811-4bcc-a289-3c7d4c7eecad {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:29.314901 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2d0b75-2f0e-43ba-ae40-c13e2172c495", "name": "network-vif-plugged", "status": "completed", "tag": "04266431-7c66-474d-92ed-f2816703ff8e", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:29.314901 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f1bac3a-c811-4bcc-a289-3c7d4c7eecad {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:29.315241 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5181cfc4-3c52-453c-8502-566edb8016b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:29.315452 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2d0b75-2f0e-43ba-ae40-c13e2172c495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04266431-7c66-474d-92ed-f2816703ff8e', 'code': 200} Aug 17 02:16:29.470854 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-9bf7973a-2807-4245-90b0-1065c4a92516 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:29.474010 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-9bf7973a-2807-4245-90b0-1065c4a92516 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787694 Aug 17 02:16:29.507996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab34706-9d63-4c5c-aa2e-376639a4f079 req-939ab174-9b30-427a-9a91-9228c3740e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:29.509798 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cab34706-9d63-4c5c-aa2e-376639a4f079 req-939ab174-9b30-427a-9a91-9228c3740e63 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1836398 Aug 17 02:16:29.518450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447bfb7-f7da-4f60-baa5-7bc6683e1636 req-c34bcdf7-0566-4525-a39b-e425d8649fc0 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:29.520114 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7447bfb7-f7da-4f60-baa5-7bc6683e1636 req-c34bcdf7-0566-4525-a39b-e425d8649fc0 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 945 time: 0.1090074 Aug 17 02:16:29.547102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-70992d88-6558-444d-8e06-54f66e7c189c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/quotas/a51fdd587a534f09b86bda6242380da1 HTTP/1.1" status: 200 len: 375 time: 0.0349102 Aug 17 02:16:29.567171 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48fd9afa-5012-4cb8-9897-4f4503fa2150 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:29.572895 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7447bfb7-f7da-4f60-baa5-7bc6683e1636 req-b539c4a1-73f1-4f9a-8bc0-80cd755e0d72 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449030 Aug 17 02:16:29.585233 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:29.630540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c03da6-8287-4a0f-8644-b58ef7cabdb8 req-22446c78-0cd7-4d46-8cad-10c5b801bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:29.632752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0c03da6-8287-4a0f-8644-b58ef7cabdb8 req-22446c78-0cd7-4d46-8cad-10c5b801bad3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7b2d0b75-2f0e-43ba-ae40-c13e2172c495 HTTP/1.1" status: 200 len: 1102 time: 0.1336255 Aug 17 02:16:29.670796 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-a6a2e4d2-8bdd-420a-bad2-270b668f24b9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1126871 Aug 17 02:16:29.686360 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0c03da6-8287-4a0f-8644-b58ef7cabdb8 req-ac3ce629-609a-44ff-a2cf-705bc2cc8344 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448570 Aug 17 02:16:29.763699 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device e7deafc5-9d4e-428d-90d8-86743d3eba84 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:29.771216 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5181cfc4-3c52-453c-8502-566edb8016b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:29.775125 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5181cfc4-3c52-453c-8502-566edb8016b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:29.781464 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5181cfc4-3c52-453c-8502-566edb8016b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1b60e17-9117-4743-a47a-c6d4fd95c7d3 HTTP/1.1" status: 204 len: 168 time: 0.6216700 Aug 17 02:16:29.785950 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Transition to ACTIVE for port object 48fd9afa-5012-4cb8-9897-4f4503fa2150 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:29.793822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181cfc4-3c52-453c-8502-566edb8016b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b60e17-9117-4743-a47a-c6d4fd95c7d3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:29.864596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f8bd8-fee1-4f97-8ba4-37cd9ad0a0da req-2fdefe56-13c3-406d-9bd1-f0de2a27e06b tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:29.868880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0d914708-2478-4807-b870-f6ad7846bfa9 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:29.871887 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f8bd8-fee1-4f97-8ba4-37cd9ad0a0da req-2fdefe56-13c3-406d-9bd1-f0de2a27e06b tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:29.878029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f8bd8-fee1-4f97-8ba4-37cd9ad0a0da req-2fdefe56-13c3-406d-9bd1-f0de2a27e06b tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:29.879748 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c15f8bd8-fee1-4f97-8ba4-37cd9ad0a0da req-2fdefe56-13c3-406d-9bd1-f0de2a27e06b tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2398 time: 0.0831079 Aug 17 02:16:29.942967 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c15f8bd8-fee1-4f97-8ba4-37cd9ad0a0da req-68e8a3ac-991e-4ba0-9439-ae94166a6331 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526860 Aug 17 02:16:29.972345 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:29.999344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port e7deafc5-9d4e-428d-90d8-86743d3eba84 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:30.003975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port e7deafc5-9d4e-428d-90d8-86743d3eba84 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:30.004356 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:30.043279 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 0d914708-2478-4807-b870-f6ad7846bfa9 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:30.058100 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-073c9aa1-681d-44a2-8f36-cfeb0585221e req-567e273e-6d6e-4494-ac26-6573415837d2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 210 time: 0.0477612 Aug 17 02:16:30.064491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=48fd9afa-5012-4cb8-9897-4f4503fa2150,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:30.076632 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 0d914708-2478-4807-b870-f6ad7846bfa9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:30.077592 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:30.086050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156522f-3050-4c6d-b44d-c316124b11dd req-92e8eff5-1f2f-491f-b624-00313b2d1bc9 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:30.090135 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6156522f-3050-4c6d-b44d-c316124b11dd req-92e8eff5-1f2f-491f-b624-00313b2d1bc9 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 949 time: 0.1185372 Aug 17 02:16:30.243715 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6156522f-3050-4c6d-b44d-c316124b11dd req-62758bc8-ebcd-416d-b767-dfbc2fdbcf11 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451228 Aug 17 02:16:30.275282 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Attempting to bind port 48fd9afa-5012-4cb8-9897-4f4503fa2150 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:16:30.277257 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:30.287653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Attempting to bind port 48fd9afa-5012-4cb8-9897-4f4503fa2150 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'fe459aef-cb04-404d-a91b-fe6e8f463873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:16:30.288806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Attempting to bind port 48fd9afa-5012-4cb8-9897-4f4503fa2150 on network 288d7951-07fb-499f-81ec-5d7c99ffbb6c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:30.302263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Port 48fd9afa-5012-4cb8-9897-4f4503fa2150 on network 288d7951-07fb-499f-81ec-5d7c99ffbb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:16:30.303508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Attempting to bind port 48fd9afa-5012-4cb8-9897-4f4503fa2150 on network 288d7951-07fb-499f-81ec-5d7c99ffbb6c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:30.304158 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:30.320371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:16:30.321026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Checking segment: {'id': 'fe459aef-cb04-404d-a91b-fe6e8f463873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:30.322353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Bound using segment: {'id': 'fe459aef-cb04-404d-a91b-fe6e8f463873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:16:30.327604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Bound port: 48fd9afa-5012-4cb8-9897-4f4503fa2150, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe459aef-cb04-404d-a91b-fe6e8f463873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:16:30.328336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:30.344828 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2aae49-a1b1-4807-ae01-97443f124470 req-68730166-55ff-4ad0-839c-b3a5112c6d48 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:30.349705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port e7deafc5-9d4e-428d-90d8-86743d3eba84, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=e7deafc5-9d4e-428d-90d8-86743d3eba84,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:30.356599 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4b2aae49-a1b1-4807-ae01-97443f124470 req-68730166-55ff-4ad0-839c-b3a5112c6d48 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 944 time: 0.1156702 Aug 17 02:16:30.418365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0d914708-2478-4807-b870-f6ad7846bfa9,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:30.431706 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4b2aae49-a1b1-4807-ae01-97443f124470 req-480d0387-e292-4a15-b508-876ad1126d70 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737910 Aug 17 02:16:30.473111 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] For port 48fd9afa-5012-4cb8-9897-4f4503fa2150, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:30.480042 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:30.480288 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] For port 48fd9afa-5012-4cb8-9897-4f4503fa2150, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=48fd9afa-5012-4cb8-9897-4f4503fa2150,segment=NetworkSegment(fe459aef-cb04-404d-a91b-fe6e8f463873),segment_id=fe459aef-cb04-404d-a91b-fe6e8f463873)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:30.489488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c14e4-031e-439f-9322-99fcc969e988 req-890b774e-320d-4d19-b007-8f92fdfdf5dd tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:30.491111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-339c14e4-031e-439f-9322-99fcc969e988 req-890b774e-320d-4d19-b007-8f92fdfdf5dd tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 948 time: 0.0859194 Aug 17 02:16:30.553887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-339c14e4-031e-439f-9322-99fcc969e988 req-e455e74b-8aec-4833-94f5-88b424088b95 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420356 Aug 17 02:16:30.568627 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=e7deafc5-9d4e-428d-90d8-86743d3eba84,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:30.581752 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:30.638222 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=0d914708-2478-4807-b870-f6ad7846bfa9,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:30.657029 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:30.697334 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:30.698303 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:30.699735 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] 10.222.0.18 "PUT /v2.0/ports/48fd9afa-5012-4cb8-9897-4f4503fa2150 HTTP/1.1" status: 200 len: 1091 time: 1.8631611 Aug 17 02:16:30.702293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'tag': '48fd9afa-5012-4cb8-9897-4f4503fa2150'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:30.704807 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ee5b80-30d4-4be0-afc7-3adba20e9535" -d '{"events": [{"name": "network-changed", "server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "tag": "48fd9afa-5012-4cb8-9897-4f4503fa2150"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:30.708811 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:30.747517 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5d880-449a-4555-b3ae-d94dcb8a08a6 req-eaa493c7-295c-4b9f-a180-cc7d46365c5f tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:30.749127 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-04f5d880-449a-4555-b3ae-d94dcb8a08a6 req-eaa493c7-295c-4b9f-a180-cc7d46365c5f tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 945 time: 0.0878885 Aug 17 02:16:30.758539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dde34e-bd29-4342-99ec-2ef9c7f9e0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=48fd9afa-5012-4cb8-9897-4f4503fa2150,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:30.816062 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-04f5d880-449a-4555-b3ae-d94dcb8a08a6 req-fd172aea-9ed5-44ad-8a7f-3afaa4fda094 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562897 Aug 17 02:16:30.827765 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb78960-f838-4d92-9a6c-b2b1902c701e x-openstack-request-id: req-4eb78960-f838-4d92-9a6c-b2b1902c701e {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:30.828617 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "tag": "48fd9afa-5012-4cb8-9897-4f4503fa2150", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:30.828617 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4eb78960-f838-4d92-9a6c-b2b1902c701e {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:30.829153 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'tag': '48fd9afa-5012-4cb8-9897-4f4503fa2150', 'status': 'completed', 'code': 200} Aug 17 02:16:30.941573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38742) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:16:30.949268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee5b80-30d4-4be0-afc7-3adba20e9535 req-3b5f988b-1f19-41ee-b4aa-deceeea7450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:30.949573 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee5b80-30d4-4be0-afc7-3adba20e9535 req-3b5f988b-1f19-41ee-b4aa-deceeea7450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:30.950209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee5b80-30d4-4be0-afc7-3adba20e9535 req-3b5f988b-1f19-41ee-b4aa-deceeea7450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:30.952033 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0ee5b80-30d4-4be0-afc7-3adba20e9535 req-3b5f988b-1f19-41ee-b4aa-deceeea7450a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a802a8d6b644296b1cf81b9aa2782be&device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2866 time: 0.0777457 Aug 17 02:16:30.967405 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dd530c12-0b60-4afc-91c5-497667423a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:31.014087 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-653f880c-534e-4176-95fd-93c25631d1f1 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1652477 Aug 17 02:16:31.029118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:31.134343 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dd530c12-0b60-4afc-91c5-497667423a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:31.139599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee5b80-30d4-4be0-afc7-3adba20e9535 req-7ee006f2-3237-4883-8acb-adc210675c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:31.140080 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee5b80-30d4-4be0-afc7-3adba20e9535 req-7ee006f2-3237-4883-8acb-adc210675c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:31.140539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee5b80-30d4-4be0-afc7-3adba20e9535 req-7ee006f2-3237-4883-8acb-adc210675c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:31.143617 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0ee5b80-30d4-4be0-afc7-3adba20e9535 req-7ee006f2-3237-4883-8acb-adc210675c14 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1a802a8d6b644296b1cf81b9aa2782be&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1581337 Aug 17 02:16:31.152593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9979-cb25-4910-a936-2b51fc295fa9 req-2ee19958-9037-41b1-a9a8-7c789931dc64 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:31.158674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9979-cb25-4910-a936-2b51fc295fa9 req-2ee19958-9037-41b1-a9a8-7c789931dc64 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:31.164561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9979-cb25-4910-a936-2b51fc295fa9 req-2ee19958-9037-41b1-a9a8-7c789931dc64 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:31.166932 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-714c9979-cb25-4910-a936-2b51fc295fa9 req-2ee19958-9037-41b1-a9a8-7c789931dc64 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2410 time: 0.1242595 Aug 17 02:16:31.255621 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-714c9979-cb25-4910-a936-2b51fc295fa9 req-5ffac3f4-5b7c-4a5b-9cc0-a99f8ccb1670 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799055 Aug 17 02:16:31.269800 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dd530c12-0b60-4afc-91c5-497667423a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:31.307347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee5b80-30d4-4be0-afc7-3adba20e9535 req-43387bae-aef0-4ec0-bb8d-3618a5385968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:31.308971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0ee5b80-30d4-4be0-afc7-3adba20e9535 req-43387bae-aef0-4ec0-bb8d-3618a5385968 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1411231 Aug 17 02:16:31.316414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9fe659-97c9-41e4-8bb5-01330c9574ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7deafc5-9d4e-428d-90d8-86743d3eba84'}, {'server_uuid': '0680184b-ef10-4914-8f45-b233e89215f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d914708-2478-4807-b870-f6ad7846bfa9'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:31.320144 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2c3bff-e463-4ce6-ad93-2d16b689e4a8" -d '{"events": [{"server_uuid": "8f9fe659-97c9-41e4-8bb5-01330c9574ba", "name": "network-vif-plugged", "status": "completed", "tag": "e7deafc5-9d4e-428d-90d8-86743d3eba84"}, {"server_uuid": "0680184b-ef10-4914-8f45-b233e89215f2", "name": "network-vif-plugged", "status": "completed", "tag": "0d914708-2478-4807-b870-f6ad7846bfa9"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:31.333900 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dd530c12-0b60-4afc-91c5-497667423a13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8462c0503c44258ae32e4b6b5f0ec5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914113 Aug 17 02:16:31.335184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd530c12-0b60-4afc-91c5-497667423a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93a970c-879f-4956-b8ad-6b80760641df,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:31.343910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38752) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:16:31.362645 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-268084ea-87dc-4e96-b30d-e3f9dfce2a5a req-5cc4148f-2ae2-435e-a06e-83eca01ef25e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 210 time: 0.0338919 Aug 17 02:16:31.402397 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9920fd4-0638-441a-aaab-be297d3a4c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:31.435088 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9920fd4-0638-441a-aaab-be297d3a4c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:31.439928 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-e238dc5a-49d3-432d-8571-5717a52658c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:31.440426 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-e238dc5a-49d3-432d-8571-5717a52658c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:31.440932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-e238dc5a-49d3-432d-8571-5717a52658c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:31.442662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-e238dc5a-49d3-432d-8571-5717a52658c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a802a8d6b644296b1cf81b9aa2782be&device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2866 time: 0.0666275 Aug 17 02:16:31.503958 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-bb2e43ae-d542-4c79-a2ab-26618d85bb38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.24&port_id=30cd98e6-4839-4202-9bbe-3bd75df87b4d HTTP/1.1" status: 200 len: 217 time: 0.0396235 Aug 17 02:16:31.504389 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:31.578684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e9edb-c531-4fbc-a19f-132be8a9425a req-3e870028-7632-4159-ae5d-cdce4cb3d2c2 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:31.580538 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a00e9edb-c531-4fbc-a19f-132be8a9425a req-3e870028-7632-4159-ae5d-cdce4cb3d2c2 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 950 time: 0.1570854 Aug 17 02:16:31.582488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-7f6098fb-9c14-4564-869d-08562605fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:31.585275 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-7f6098fb-9c14-4564-869d-08562605fd30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4147ec8-c865-4893-b7ec-3da4c28934dc HTTP/1.1" status: 200 len: 801 time: 0.0732350 Aug 17 02:16:31.629099 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:31.651906 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a00e9edb-c531-4fbc-a19f-132be8a9425a req-491f4b8d-ca94-470f-82e9-0f26375d9d0a tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627840 Aug 17 02:16:31.654733 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9920fd4-0638-441a-aaab-be297d3a4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:31.657910 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9920fd4-0638-441a-aaab-be297d3a4c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:31.659141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-8d588ac4-b712-410a-a826-60ba50d2932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:31.660664 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-8d588ac4-b712-410a-a826-60ba50d2932c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=288d7951-07fb-499f-81ec-5d7c99ffbb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651619 Aug 17 02:16:31.661748 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e9920fd4-0638-441a-aaab-be297d3a4c2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d93a970c-879f-4956-b8ad-6b80760641df HTTP/1.1" status: 204 len: 168 time: 0.3168557 Aug 17 02:16:31.708231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9920fd4-0638-441a-aaab-be297d3a4c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93a970c-879f-4956-b8ad-6b80760641df,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:31.710902 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4867b519-3333-4e7b-b6e4-8c405efae0ab x-openstack-request-id: req-4867b519-3333-4e7b-b6e4-8c405efae0ab {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:31.711619 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9fe659-97c9-41e4-8bb5-01330c9574ba", "name": "network-vif-plugged", "status": "completed", "tag": "e7deafc5-9d4e-428d-90d8-86743d3eba84", "code": 200}, {"server_uuid": "0680184b-ef10-4914-8f45-b233e89215f2", "name": "network-vif-plugged", "status": "completed", "tag": "0d914708-2478-4807-b870-f6ad7846bfa9", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:31.711619 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4867b519-3333-4e7b-b6e4-8c405efae0ab {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:31.711920 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9fe659-97c9-41e4-8bb5-01330c9574ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7deafc5-9d4e-428d-90d8-86743d3eba84', 'code': 200} Aug 17 02:16:31.712916 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0680184b-ef10-4914-8f45-b233e89215f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d914708-2478-4807-b870-f6ad7846bfa9', 'code': 200} Aug 17 02:16:31.772034 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ff3086c2-a088-4767-aaa8-9c7ea01d3161 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:16:31.844071 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Allocated IP 172.25.5.240 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/1336dde3-c3f1-43b8-9896-aa391db5f430) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:16:31.890580 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-18415112-de2a-4991-bd80-c3567657da10 service neutron] 10.222.0.18 "GET /v2.0/networks/288d7951-07fb-499f-81ec-5d7c99ffbb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122526 Aug 17 02:16:31.980282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cd4e1-8fca-4fed-8592-78dd12090f7b req-f0a78f13-5b16-47ad-87e2-20f5388d4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:31.983065 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee6cd4e1-8fca-4fed-8592-78dd12090f7b req-f0a78f13-5b16-47ad-87e2-20f5388d4f05 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 1102 time: 0.0814617 Aug 17 02:16:31.986321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ff3086c2-a088-4767-aaa8-9c7ea01d3161, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ff3086c2-a088-4767-aaa8-9c7ea01d3161,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:31.996919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6415c6-5cfd-4ac9-9118-504d151bcc07 req-5a93646c-4de3-40af-aba4-7c332365d962 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:31.999112 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb6415c6-5cfd-4ac9-9118-504d151bcc07 req-5a93646c-4de3-40af-aba4-7c332365d962 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 945 time: 0.1566491 Aug 17 02:16:32.023732 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'ff3086c2-a088-4767-aaa8-9c7ea01d3161', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'ff3086c2-a088-4767-aaa8-9c7ea01d3161', 'mac_address': 'fa:16:3e:3e:07:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:16:32.034765 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:32.051965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49edc9e-a64f-4094-8ae0-7d663620b376 req-63bea4e0-242f-4f15-bd46-751c9c2da909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:32.053882 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e49edc9e-a64f-4094-8ae0-7d663620b376 req-63bea4e0-242f-4f15-bd46-751c9c2da909 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 1097 time: 0.1288052 Aug 17 02:16:32.094660 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:32.107570 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee6cd4e1-8fca-4fed-8592-78dd12090f7b req-57c0c113-ba4f-4c86-aabe-525276849547 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115642 Aug 17 02:16:32.109411 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3086c2-a088-4767-aaa8-9c7ea01d3161 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:32.116243 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb6415c6-5cfd-4ac9-9118-504d151bcc07 req-d7880a8a-6867-4bb4-a79c-b7857cea71b3 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098080 Aug 17 02:16:32.123228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-dc34809c-c0af-48e0-b8e9-3a4824917f70 service neutron] 10.222.0.18 "GET /v2.0/networks/288d7951-07fb-499f-81ec-5d7c99ffbb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242153 Aug 17 02:16:32.152203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ff3086c2-a088-4767-aaa8-9c7ea01d3161, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ff3086c2-a088-4767-aaa8-9c7ea01d3161,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:32.152315 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e49edc9e-a64f-4094-8ae0-7d663620b376 req-493fea39-2e6f-47a7-8d00-0df43bfc58ad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825551 Aug 17 02:16:32.217324 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:32.257315 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d7d5e-1577-4223-a569-04394b19dbd8 req-a68ab45f-7c12-456c-bc93-8e38689a6e3b tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:32.260099 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-608d7d5e-1577-4223-a569-04394b19dbd8 req-a68ab45f-7c12-456c-bc93-8e38689a6e3b tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 948 time: 0.0563889 Aug 17 02:16:32.262537 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:32.265629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:32.268154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:16:32.290367 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:32.293375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Pushing event updated for resources: {'Port': ['ID=1336dde3-c3f1-43b8-9896-aa391db5f430,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:32.325993 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-608d7d5e-1577-4223-a569-04394b19dbd8 req-c1db2d9e-810a-4b90-83b7-ca5b2bf8fd23 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595796 Aug 17 02:16:32.399122 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=ff3086c2-a088-4767-aaa8-9c7ea01d3161,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:32.412606 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:32.580106 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-d9042f2a-0fca-4fca-ade9-f9a5b2398cd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=f80239ea-1340-425d-b8bf-143e63c65e90 HTTP/1.1" status: 200 len: 217 time: 0.0582685 Aug 17 02:16:32.582442 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:32.697267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae2142-2473-4087-8b23-498619e0c6cd req-e0bf89e5-8e7f-4f57-876b-550dcd209294 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:32.703488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae2142-2473-4087-8b23-498619e0c6cd req-e0bf89e5-8e7f-4f57-876b-550dcd209294 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:32.709772 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae2142-2473-4087-8b23-498619e0c6cd req-e0bf89e5-8e7f-4f57-876b-550dcd209294 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:32.711449 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-85ae2142-2473-4087-8b23-498619e0c6cd req-e0bf89e5-8e7f-4f57-876b-550dcd209294 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2410 time: 0.1088083 Aug 17 02:16:32.713953 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-9c991cf2-c6a7-45e5-bc4c-8b1aeecae540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:32.715449 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-9c991cf2-c6a7-45e5-bc4c-8b1aeecae540 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8054c5e4-8c98-498d-a365-6591760f6448 HTTP/1.1" status: 200 len: 801 time: 0.0828335 Aug 17 02:16:32.777884 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:32.793704 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-85ae2142-2473-4087-8b23-498619e0c6cd req-0a832a02-4972-4405-8d05-9c23c9ee3114 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726101 Aug 17 02:16:32.800984 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-f5059de3-7a8b-4c12-a461-65327ea382ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:32.802516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-f5059de3-7a8b-4c12-a461-65327ea382ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=818f0d8a-9598-426c-933b-04d29bd696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749826 Aug 17 02:16:32.885473 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['ff3086c2-a088-4767-aaa8-9c7ea01d3161'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:32.902083 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:32.921383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12503219-8cb0-40bd-9851-ed0f977cd98d req-a5542437-b553-4a97-995a-13d9d830df3c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 210 time: 0.0411112 Aug 17 02:16:32.979060 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-17e96d11-68dc-4a0f-817c-6f65eaf8fe8d service neutron] 10.222.0.18 "GET /v2.0/networks/818f0d8a-9598-426c-933b-04d29bd696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626189 Aug 17 02:16:32.994918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Pushing event updated for resources: {'Port': ['ID=1336dde3-c3f1-43b8-9896-aa391db5f430,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:33.008212 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:33.136086 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb1f4e-7b32-4801-97bd-88659586c0fe req-6ac7405d-39d1-43c0-b97e-7922e8e070b2 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:33.138369 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ecb1f4e-7b32-4801-97bd-88659586c0fe req-6ac7405d-39d1-43c0-b97e-7922e8e070b2 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 950 time: 0.1124346 Aug 17 02:16:33.142910 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:33.152488 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-6b06562b-3afe-4450-a42e-31056ed7245b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1279616 Aug 17 02:16:33.186155 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a0abfa46-1c5e-4a9c-8270-2446e7035e50 service neutron] 10.222.0.18 "GET /v2.0/networks/818f0d8a-9598-426c-933b-04d29bd696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967146 Aug 17 02:16:33.242750 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-5af88b26-09a1-4cce-8c20-56aa16656d4d tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.0835645 Aug 17 02:16:33.273626 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-6b317e74-9ac5-41b7-afd1-17e659fc5599 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=48fd9afa-5012-4cb8-9897-4f4503fa2150 HTTP/1.1" status: 200 len: 217 time: 0.0687599 Aug 17 02:16:33.285900 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ecb1f4e-7b32-4801-97bd-88659586c0fe req-4f8f2405-990c-4ca8-bcdc-bd0e78d12d07 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181500 Aug 17 02:16:33.360623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-44b008a2-6661-4ab4-924d-7aa81480f5d3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:33.369896 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6b954ae1-5d2b-4c36-8060-01d313fa1482 req-44b008a2-6661-4ab4-924d-7aa81480f5d3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1260231 Aug 17 02:16:33.391117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-7c2aa01f-c033-449b-adb7-27a0edbb6dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:33.392614 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-7c2aa01f-c033-449b-adb7-27a0edbb6dc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4147ec8-c865-4893-b7ec-3da4c28934dc HTTP/1.1" status: 200 len: 801 time: 0.0958579 Aug 17 02:16:33.557081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ac714-f1a7-43c8-a23e-edd942851008 req-00d59275-fbd4-4b47-a8f3-31bfa02a4094 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:33.565953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf8ac714-f1a7-43c8-a23e-edd942851008 req-00d59275-fbd4-4b47-a8f3-31bfa02a4094 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 945 time: 0.1574502 Aug 17 02:16:33.575727 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba62cc-9693-455a-a5a1-ef9ca2084978 req-83b1a908-517e-4205-9719-3631abcd18c0 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:33.578191 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f5ba62cc-9693-455a-a5a1-ef9ca2084978 req-83b1a908-517e-4205-9719-3631abcd18c0 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 949 time: 0.1166852 Aug 17 02:16:33.628823 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf8ac714-f1a7-43c8-a23e-edd942851008 req-6f693c6e-214e-438c-8e64-75c4e0a5bab4 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616970 Aug 17 02:16:33.631154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a6287521-70ea-4a34-bc21-abc9da94ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:33.633095 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-a6287521-70ea-4a34-bc21-abc9da94ac23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=288d7951-07fb-499f-81ec-5d7c99ffbb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264149 Aug 17 02:16:33.659929 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f5ba62cc-9693-455a-a5a1-ef9ca2084978 req-fdb642c3-e3f2-448b-83a5-66e7b34efebf tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748208 Aug 17 02:16:33.798212 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-3cc1ba4a-33b8-46a4-a0a4-ea1e05d9af82 service neutron] 10.222.0.18 "GET /v2.0/networks/288d7951-07fb-499f-81ec-5d7c99ffbb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411467 Aug 17 02:16:33.989956 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-4515d3fe-220c-4fc1-9b4d-9cc18ba177ff tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:34.001717 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-4515d3fe-220c-4fc1-9b4d-9cc18ba177ff tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 820 time: 0.1508374 Aug 17 02:16:34.028777 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-cbbcdd66-e449-4ba3-ade7-cd990ee74206 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/quotas/2fb185b015da4582807275c9b311c0d3 HTTP/1.1" status: 200 len: 375 time: 0.0253558 Aug 17 02:16:34.078460 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f83591-459f-4a1c-b6bc-dc387db37abc req-ec96b207-d955-401b-89a1-54f846395a52 service neutron] 10.222.0.18 "GET /v2.0/networks/288d7951-07fb-499f-81ec-5d7c99ffbb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616899 Aug 17 02:16:34.121410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-0ab4ae4f-037b-45c0-ae05-153e80ee2910 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a51fdd587a534f09b86bda6242380da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919571 Aug 17 02:16:34.154083 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-52d7517c-333c-4ebb-a549-81c8dd24532c tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1236067 Aug 17 02:16:34.306622 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-7456f9e4-fe5d-4549-ae14-4ec3129e2741 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482582 Aug 17 02:16:34.348293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3677d99-b01c-4385-b664-7f44e7515c1e req-244ac2e5-3cc2-459e-bcf9-7bfead80aed5 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:34.357525 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3677d99-b01c-4385-b664-7f44e7515c1e req-244ac2e5-3cc2-459e-bcf9-7bfead80aed5 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:34.365206 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3677d99-b01c-4385-b664-7f44e7515c1e req-244ac2e5-3cc2-459e-bcf9-7bfead80aed5 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:34.374096 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3677d99-b01c-4385-b664-7f44e7515c1e req-244ac2e5-3cc2-459e-bcf9-7bfead80aed5 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2410 time: 0.2680888 Aug 17 02:16:34.440292 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-e99282e3-0324-42fe-a84f-b50f79c3d859 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319821 Aug 17 02:16:34.456347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3677d99-b01c-4385-b664-7f44e7515c1e req-122d6e8d-f339-4d02-8ba8-2aba505eb43f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812192 Aug 17 02:16:34.470252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-a6aa68d3-4a05-43dc-9e49-528739d9f74f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:34.472188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-a6aa68d3-4a05-43dc-9e49-528739d9f74f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3442814 Aug 17 02:16:34.508979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Request body: {'port': {'device_id': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'a51fdd587a534f09b86bda6242380da1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:34.643609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50314010-a986-4a75-8917-2ad7741f8a8a req-1b578a7e-0aae-4a53-881d-4c2a20c63fde tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 210 time: 0.0491960 Aug 17 02:16:34.800734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea25877-c36e-445f-9de7-ef1e71d52026 req-f4a292f3-da5f-4e8c-9ea9-7ab1883e6716 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:34.809898 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ea25877-c36e-445f-9de7-ef1e71d52026 req-f4a292f3-da5f-4e8c-9ea9-7ab1883e6716 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 950 time: 0.0905061 Aug 17 02:16:34.865840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ea25877-c36e-445f-9de7-ef1e71d52026 req-10b8af09-0bf6-4153-8d9a-104ea50775a4 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547078 Aug 17 02:16:34.947611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aba9a-cdc3-4775-9797-3603284d487f req-697cc654-a019-49ea-ace8-8ef1777bb9f6 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:34.949953 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b56aba9a-cdc3-4775-9797-3603284d487f req-697cc654-a019-49ea-ace8-8ef1777bb9f6 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 945 time: 0.0872419 Aug 17 02:16:34.959358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Made reservation on behalf of a51fdd587a534f09b86bda6242380da1 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:16:34.964381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:35.010732 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b56aba9a-cdc3-4775-9797-3603284d487f req-14f98909-19a6-4dda-922b-7b10fde608c3 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526052 Aug 17 02:16:35.107323 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d566138d-8496-4f36-a650-5c60825b8b69 req-83e3697c-4f3e-4efd-80dc-88dc181c07c0 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 210 time: 0.0343745 Aug 17 02:16:35.361074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea044c-7b2d-4f2a-a6be-32b7344468db req-f6f4008b-9b6e-4ae6-a216-eae6e0199e8b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:35.363070 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-64ea044c-7b2d-4f2a-a6be-32b7344468db req-f6f4008b-9b6e-4ae6-a216-eae6e0199e8b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b2d0b75-2f0e-43ba-ae40-c13e2172c495 HTTP/1.1" status: 200 len: 950 time: 0.0825062 Aug 17 02:16:35.364613 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8ad3a-4550-4a8c-a8ca-233dd2f637ab req-4ff97caa-3896-408f-9fbf-b3c8ebcfd47a tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:35.374775 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7a8ad3a-4550-4a8c-a8ca-233dd2f637ab req-4ff97caa-3896-408f-9fbf-b3c8ebcfd47a tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 949 time: 0.4348333 Aug 17 02:16:35.441913 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7a8ad3a-4550-4a8c-a8ca-233dd2f637ab req-813eaf36-a4a6-47c5-b256-4477e43f319a tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660944 Aug 17 02:16:35.444499 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-64ea044c-7b2d-4f2a-a6be-32b7344468db req-99db534b-1c04-4d40-96fb-bb94532fa693 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602310 Aug 17 02:16:35.531374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Allocated IP 192.168.233.137 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:16:35.651614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634c9f-e9eb-41e0-a017-5931f36ac3ba req-0218136b-ea72-4e44-ae87-8a7ea3c9f3bc tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:35.657778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9634c9f-e9eb-41e0-a017-5931f36ac3ba req-0218136b-ea72-4e44-ae87-8a7ea3c9f3bc tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 1097 time: 0.1278522 Aug 17 02:16:35.747150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9634c9f-e9eb-41e0-a017-5931f36ac3ba req-41706ab7-ffff-49de-94e4-2e509a968897 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622211 Aug 17 02:16:35.786024 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ff3086c2-a088-4767-aaa8-9c7ea01d3161 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:35.817449 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:35.874405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Transition to ACTIVE for port object ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:35.912046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74c879-6542-4dc8-879a-f16398c2f37f req-0e6461cb-269b-40e7-81d6-db7bb6505813 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:35.922584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74c879-6542-4dc8-879a-f16398c2f37f req-0e6461cb-269b-40e7-81d6-db7bb6505813 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:35.932773 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74c879-6542-4dc8-879a-f16398c2f37f req-0e6461cb-269b-40e7-81d6-db7bb6505813 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:35.935441 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f74c879-6542-4dc8-879a-f16398c2f37f req-0e6461cb-269b-40e7-81d6-db7bb6505813 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2410 time: 0.0958703 Aug 17 02:16:35.976335 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port ff3086c2-a088-4767-aaa8-9c7ea01d3161 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:35.980116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd70f2-6c7c-456f-b86b-13dfec78bbc6 req-23b89f4a-4237-4dfa-9c23-e8f543ecd725 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:35.983339 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port ff3086c2-a088-4767-aaa8-9c7ea01d3161 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:35.983936 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:35.992423 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd70f2-6c7c-456f-b86b-13dfec78bbc6 req-23b89f4a-4237-4dfa-9c23-e8f543ecd725 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:35.992423 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-34bd70f2-6c7c-456f-b86b-13dfec78bbc6 req-23b89f4a-4237-4dfa-9c23-e8f543ecd725 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba&device_id=7b2d0b75-2f0e-43ba-ae40-c13e2172c495 HTTP/1.1" status: 200 len: 1691 time: 0.0777559 Aug 17 02:16:36.002120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f74c879-6542-4dc8-879a-f16398c2f37f req-220a4d05-7e71-41e0-aad0-c294c62afc2b tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507727 Aug 17 02:16:36.054357 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-34bd70f2-6c7c-456f-b86b-13dfec78bbc6 req-a1760873-ed42-4b9c-ab9e-e3e786050acf tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482168 Aug 17 02:16:36.103671 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:36.138656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:36.145591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['733f25df-f5b8-4f64-893b-991ab1350fdf'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:36.145923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:36.150083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:16:36.160742 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['ca68e81a-5354-4e38-bd1e-8d4568dd0ce6'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:36.200877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b38351-00c0-4bb1-8b5d-fdd55a71c326 req-d4437c98-3e3b-4bf4-b181-519398446482 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:36.202884 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97b38351-00c0-4bb1-8b5d-fdd55a71c326 req-d4437c98-3e3b-4bf4-b181-519398446482 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 936 time: 0.0666573 Aug 17 02:16:36.267442 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:36.297169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Pushing event updated for resources: {'Port': ['ID=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:36.324962 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97b38351-00c0-4bb1-8b5d-fdd55a71c326 req-d1c9d60b-7b57-4e59-b9ce-6a66928e019f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150327 Aug 17 02:16:36.327339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:36.328367 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:36.366582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:36.367250 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:36.367701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:36.368423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:36.368993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:36.369582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:36.370538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:36.370752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:36.371229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:36.371886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:36.375772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7160de-c503-4b6a-bab2-50bd71ccbdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3086c2-a088-4767-aaa8-9c7ea01d3161'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:36.379850 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:36.379850 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:36.380075 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0327be-0dc2-4b20-b6a2-bfec9019c069" -d '{"events": [{"server_uuid": "3e7160de-c503-4b6a-bab2-50bd71ccbdff", "name": "network-vif-plugged", "status": "completed", "tag": "ff3086c2-a088-4767-aaa8-9c7ea01d3161"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:36.386383 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ff3086c2-a088-4767-aaa8-9c7ea01d3161, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ff3086c2-a088-4767-aaa8-9c7ea01d3161,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:36.528887 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:36.539282 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-208872b4-27bd-4771-819c-aad914944683 req-2287e6be-d67a-482e-8f0e-80742e733af6 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=250923f46e3843baa1f564fcafac735c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610797 Aug 17 02:16:36.541260 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-0636b634-a425-4b51-81c7-2d7c54a1c8a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0448256 Aug 17 02:16:36.582450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Request body: {'port': {'device_id': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:36.709595 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:36.721999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=ff3086c2-a088-4767-aaa8-9c7ea01d3161,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:36.759110 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47098d79-1b96-443a-8ca6-0702e4f1c09b req-e5f96812-3bfc-424a-8853-061f4d2d7945 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 210 time: 0.0588009 Aug 17 02:16:36.886617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0856cc0f-8b9c-4229-8358-371b31ad5e61 None None] Provisioning for port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:36.890271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0856cc0f-8b9c-4229-8358-371b31ad5e61 None None] Provisioning complete for port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:36.891283 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0856cc0f-8b9c-4229-8358-371b31ad5e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:36.935956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208872b4-27bd-4771-819c-aad914944683 req-1e741e05-8840-45f5-be6b-f7d755c3877b tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:36.937674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-0856cc0f-8b9c-4229-8358-371b31ad5e61 None None] Port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:16:36.942375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-208872b4-27bd-4771-819c-aad914944683 req-1e741e05-8840-45f5-be6b-f7d755c3877b tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3884623 Aug 17 02:16:36.958854 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aba309-8a68-4eea-9fbc-4a0293f1ae0b x-openstack-request-id: req-d0aba309-8a68-4eea-9fbc-4a0293f1ae0b {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:36.959257 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7160de-c503-4b6a-bab2-50bd71ccbdff", "name": "network-vif-plugged", "status": "completed", "tag": "ff3086c2-a088-4767-aaa8-9c7ea01d3161", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:36.959661 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0aba309-8a68-4eea-9fbc-4a0293f1ae0b {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:36.960092 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7160de-c503-4b6a-bab2-50bd71ccbdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3086c2-a088-4767-aaa8-9c7ea01d3161', 'code': 200} Aug 17 02:16:37.016067 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-208872b4-27bd-4771-819c-aad914944683 req-4ff85804-51bb-4032-ac09-beee8582ecd3 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/quotas/250923f46e3843baa1f564fcafac735c HTTP/1.1" status: 200 len: 375 time: 0.0658951 Aug 17 02:16:37.020198 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b18dfb0e-def8-4096-b959-accdef6cf56e req-0414a16e-f866-41ed-8900-8d455f9b851f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2207000 Aug 17 02:16:37.085944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-208872b4-27bd-4771-819c-aad914944683 req-4ec67900-75b7-4f61-8299-61103278b6ce tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=250923f46e3843baa1f564fcafac735c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687993 Aug 17 02:16:37.152323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fbf6b-4313-4e9f-aedf-0978e3e8eec3 req-ad2df062-27f5-4e7d-b431-69f159c224ee tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:37.155302 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-671fbf6b-4313-4e9f-aedf-0978e3e8eec3 req-ad2df062-27f5-4e7d-b431-69f159c224ee tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 950 time: 0.1408823 Aug 17 02:16:37.191791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eeedbf-f88c-4652-b917-b6cb02b64489 req-31c1b995-4c3e-4657-a8ea-b389af4b2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:37.194304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-49eeedbf-f88c-4652-b917-b6cb02b64489 req-31c1b995-4c3e-4657-a8ea-b389af4b2c2c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 1102 time: 0.1130509 Aug 17 02:16:37.205637 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dfb0e-def8-4096-b959-accdef6cf56e req-4ad6cbe0-95c4-4d5c-b0b1-8b9fcef415b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:37.208065 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b18dfb0e-def8-4096-b959-accdef6cf56e req-4ad6cbe0-95c4-4d5c-b0b1-8b9fcef415b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 1101 time: 0.1466410 Aug 17 02:16:37.230217 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-671fbf6b-4313-4e9f-aedf-0978e3e8eec3 req-469ecf2f-f7f9-449f-9d39-b70d88bb964d tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649321 Aug 17 02:16:37.276484 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-49eeedbf-f88c-4652-b917-b6cb02b64489 req-5ee7f23a-7c8c-47e3-8c99-416541ad4bac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644174 Aug 17 02:16:37.314470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:37.323600 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:37.339551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Transition to ACTIVE for port object ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:37.379081 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dfb0e-def8-4096-b959-accdef6cf56e req-801fd022-9a79-43cb-a40b-9a30920888bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:37.380561 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b18dfb0e-def8-4096-b959-accdef6cf56e req-801fd022-9a79-43cb-a40b-9a30920888bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1468482 Aug 17 02:16:37.382327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0726dc-f61e-49be-9719-69db5996ab4b req-06dcb9bc-8606-448d-9fcf-16721dbba99d tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:37.383751 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a0726dc-f61e-49be-9719-69db5996ab4b req-06dcb9bc-8606-448d-9fcf-16721dbba99d tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 1102 time: 0.0722780 Aug 17 02:16:37.429537 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a0726dc-f61e-49be-9719-69db5996ab4b req-0e121eee-5ead-42f3-8a58-dd5a72eb1fc0 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378346 Aug 17 02:16:37.473650 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:37.577830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:37.578324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b5a3-333c-45c5-8a0e-0a9b697f91a0 req-a400e511-f89f-4fab-94ed-7e186d0a76fd tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:37.586487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b5a3-333c-45c5-8a0e-0a9b697f91a0 req-a400e511-f89f-4fab-94ed-7e186d0a76fd tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:37.593921 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b5a3-333c-45c5-8a0e-0a9b697f91a0 req-a400e511-f89f-4fab-94ed-7e186d0a76fd tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:37.595897 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9ff1b5a3-333c-45c5-8a0e-0a9b697f91a0 req-a400e511-f89f-4fab-94ed-7e186d0a76fd tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2410 time: 0.0815268 Aug 17 02:16:37.658740 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9ff1b5a3-333c-45c5-8a0e-0a9b697f91a0 req-0256d199-a0c4-47a4-bf21-38a5fbf1281f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547028 Aug 17 02:16:37.676850 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc9ca7-0382-4e16-bcb6-54aba208b150 req-f82f33ab-8da2-4712-95af-4b4d1ca9c0e6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:37.685912 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1dc9ca7-0382-4e16-bcb6-54aba208b150 req-f82f33ab-8da2-4712-95af-4b4d1ca9c0e6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 948 time: 0.1752079 Aug 17 02:16:37.739532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Attempting to bind port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:16:37.739968 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Attempting to bind port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:16:37.740507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Attempting to bind port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:37.745797 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b18dfb0e-def8-4096-b959-accdef6cf56e req-4f776892-b274-4166-abf0-0c01bcc50330 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=733f25df-f5b8-4f64-893b-991ab1350fdf HTTP/1.1" status: 200 len: 217 time: 0.0597501 Aug 17 02:16:37.750825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:16:37.751274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Attempting to bind port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:37.759448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:16:37.760056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:37.760712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:16:37.761458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Bound port: ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:16:37.762030 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:37.768323 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1dc9ca7-0382-4e16-bcb6-54aba208b150 req-19bcaea4-d4da-44ec-97c1-af28b9d295a9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815225 Aug 17 02:16:37.816407 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f8ce541e-eecd-4c0f-954c-65d6c098eda1 req-5e6b72f5-ce9b-4c06-83c6-fa0fafd53d92 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 210 time: 0.0667968 Aug 17 02:16:37.844733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dfb0e-def8-4096-b959-accdef6cf56e req-28d281f1-7fb5-485b-a2b3-c7f3f0dcd3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:37.846374 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b18dfb0e-def8-4096-b959-accdef6cf56e req-28d281f1-7fb5-485b-a2b3-c7f3f0dcd3d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0875027 Aug 17 02:16:37.898765 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cc44aedc-5d83-4d51-bd0f-e1316f5eaa21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:37.950906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] For port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:37.954072 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-46cdaaa1-bf99-463f-a9f2-6db4b161668b req-d051d186-3640-45cc-a3ff-ce4bc53c023e tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 210 time: 0.0394673 Aug 17 02:16:37.968280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] For port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:37.971932 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dfb0e-def8-4096-b959-accdef6cf56e req-bfa498ea-81cb-441d-8f94-e90bf7537619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:37.973852 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b18dfb0e-def8-4096-b959-accdef6cf56e req-bfa498ea-81cb-441d-8f94-e90bf7537619 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1177139 Aug 17 02:16:37.985154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77186d95-b350-4004-9919-f7e030d6f804 req-fdbed936-691d-4573-ae34-7b03a8a3c580 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:37.987531 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77186d95-b350-4004-9919-f7e030d6f804 req-fdbed936-691d-4573-ae34-7b03a8a3c580 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7b2d0b75-2f0e-43ba-ae40-c13e2172c495 HTTP/1.1" status: 200 len: 1102 time: 0.0750477 Aug 17 02:16:38.040724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77186d95-b350-4004-9919-f7e030d6f804 req-b279ca55-daf4-4f1c-828a-f9611f2592d4 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455213 Aug 17 02:16:38.137573 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:38.176419 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b18dfb0e-def8-4096-b959-accdef6cf56e req-7222f330-b208-468f-823f-a8c6f0e1c4c0 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874075 Aug 17 02:16:38.210602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:38.211244 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:38.213228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 HTTP/1.1" status: 200 len: 1097 time: 1.6356704 Aug 17 02:16:38.219863 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'tag': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:38.223782 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6e43ff-a536-451a-86aa-c5a6f374fa9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f685fffd-b25b-4cee-80ec-07a7811e35dd", "tag": "ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:38.317947 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ef756-728e-40f5-951a-e54211a849d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:38.332049 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593a0aa3-6b07-4966-898f-bc83aaa48ef8 x-openstack-request-id: req-593a0aa3-6b07-4966-898f-bc83aaa48ef8 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:38.334988 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f685fffd-b25b-4cee-80ec-07a7811e35dd", "tag": "ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:38.335580 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-593a0aa3-6b07-4966-898f-bc83aaa48ef8 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:38.336250 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'tag': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0', 'status': 'completed', 'code': 200} Aug 17 02:16:38.372671 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b18dfb0e-def8-4096-b959-accdef6cf56e req-523287d1-2665-4469-8218-7e8e66f4d1db service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825793 Aug 17 02:16:38.464305 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0096d36-ea67-43e0-a3bd-c87dbc86932d req-c4f0f678-ade0-4545-8fcb-e119e20ecc16 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:38.466738 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c0096d36-ea67-43e0-a3bd-c87dbc86932d req-c4f0f678-ade0-4545-8fcb-e119e20ecc16 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 950 time: 0.0684173 Aug 17 02:16:38.509957 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-1a96ed46-1c2d-446c-8793-c4a7bcd233b5 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803835 Aug 17 02:16:38.521171 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c0096d36-ea67-43e0-a3bd-c87dbc86932d req-028a40f7-9b44-4e33-b935-35cfb303adad tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483034 Aug 17 02:16:38.647524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e43ff-a536-451a-86aa-c5a6f374fa9f req-88af8bd4-f044-4553-8cbb-e3a38e006440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:38.649374 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d6e43ff-a536-451a-86aa-c5a6f374fa9f req-88af8bd4-f044-4553-8cbb-e3a38e006440 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 1100 time: 0.1884792 Aug 17 02:16:38.718486 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d6e43ff-a536-451a-86aa-c5a6f374fa9f req-530ca9a5-1851-47a7-b0e9-7f730c49da5a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a51fdd587a534f09b86bda6242380da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405953 Aug 17 02:16:38.798328 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-4bcf68c4-342c-42c2-ba60-6032868ee533 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:38.799815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-4bcf68c4-342c-42c2-ba60-6032868ee533 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.42 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 820 time: 0.3380561 Aug 17 02:16:38.811841 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3a48a-02b7-42be-800c-996e8b4ede52 req-772eb870-a828-4df8-9f56-710538871d2c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:38.814673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-8c05bdcf-7b2c-4e82-a56d-6048dd7e06f5 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:38.816195 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-8c05bdcf-7b2c-4e82-a56d-6048dd7e06f5 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3011496 Aug 17 02:16:38.824258 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3a48a-02b7-42be-800c-996e8b4ede52 req-772eb870-a828-4df8-9f56-710538871d2c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:38.825350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-c97c2be9-7ca4-41e8-a8a2-1342a2871a49 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Request body: {'port': {'device_id': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'admin_state_up': True, 'tenant_id': '2fb185b015da4582807275c9b311c0d3'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:38.830164 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3a48a-02b7-42be-800c-996e8b4ede52 req-772eb870-a828-4df8-9f56-710538871d2c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:38.831871 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5d3a48a-02b7-42be-800c-996e8b4ede52 req-772eb870-a828-4df8-9f56-710538871d2c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2410 time: 0.0796840 Aug 17 02:16:38.882000 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5d3a48a-02b7-42be-800c-996e8b4ede52 req-db907dac-117f-41d3-aacf-27667d590a30 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383120 Aug 17 02:16:38.888889 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-3be842ed-221a-460c-87dd-6b2dbac970da tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/quotas/a9f9340ccf804f2bb218a8f3750cde77 HTTP/1.1" status: 200 len: 375 time: 0.0602317 Aug 17 02:16:38.984697 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e43ff-a536-451a-86aa-c5a6f374fa9f req-3f6fb574-4e27-474b-8b8c-2ca62e78ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:38.986375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d6e43ff-a536-451a-86aa-c5a6f374fa9f req-3f6fb574-4e27-474b-8b8c-2ca62e78ecb3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2552543 Aug 17 02:16:39.048246 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-7eeecc9c-1574-43fa-b90a-8eb7f276cad3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1493740 Aug 17 02:16:39.068695 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79f8ad-ff8a-485c-ba66-229dea6b24d8 req-59b11a23-6d6c-4699-b691-f89f2c81d672 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:39.077930 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2b79f8ad-ff8a-485c-ba66-229dea6b24d8 req-59b11a23-6d6c-4699-b691-f89f2c81d672 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 948 time: 0.1030505 Aug 17 02:16:39.129949 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2b79f8ad-ff8a-485c-ba66-229dea6b24d8 req-66b61198-f173-4aca-b259-628ea7cb9e07 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506916 Aug 17 02:16:39.131281 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-4dfffade-485e-4926-b5a6-bea6e1b797c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:39.132868 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-4dfffade-485e-4926-b5a6-bea6e1b797c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 1100 time: 0.0475461 Aug 17 02:16:39.214046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-b51360e0-c085-4003-9373-45c73d69bc49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 HTTP/1.1" status: 200 len: 217 time: 0.0628750 Aug 17 02:16:39.240081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-c97c2be9-7ca4-41e8-a8a2-1342a2871a49 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Made reservation on behalf of 2fb185b015da4582807275c9b311c0d3 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:16:39.242711 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-c97c2be9-7ca4-41e8-a8a2-1342a2871a49 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:39.296013 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7755bc09-e52c-439a-9cfd-7e8da809439c req-fe1f3838-0aa4-4adf-b127-ca6f814be699 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 210 time: 0.0587540 Aug 17 02:16:39.338505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-6aecdb39-83ce-46ac-aa2a-aff7fbc8719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:39.340567 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-6aecdb39-83ce-46ac-aa2a-aff7fbc8719b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1190653 Aug 17 02:16:39.444640 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ead9fa3-c9ad-4bb9-b156-54606e5cd616 req-5c96ad29-2787-4b94-bf2b-532bfa6ef185 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 210 time: 0.0521214 Aug 17 02:16:39.558839 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-70c5ff9e-e54a-4844-8102-7c7b07a8f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:39.561058 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-70c5ff9e-e54a-4844-8102-7c7b07a8f76a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1702790 Aug 17 02:16:39.584026 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe2e02dc-8827-469c-a018-0f55f1290c8e req-624bf7cc-2ce4-44ce-92da-080e0585c3a3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 210 time: 0.0418160 Aug 17 02:16:39.743955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a1d72-d8a2-4181-ab25-f0b7547e6983 req-3b3603b8-41f8-4e72-a43e-1391adc08aed tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:39.746211 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-335a1d72-d8a2-4181-ab25-f0b7547e6983 req-3b3603b8-41f8-4e72-a43e-1391adc08aed tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 950 time: 0.0633211 Aug 17 02:16:39.757604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-c97c2be9-7ca4-41e8-a8a2-1342a2871a49 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Allocated IP 172.20.0.11 (a8fef78a-d4b2-4e88-8388-a5592f518deb/6c00931e-1f03-445c-a1f0-72badb05ebfa/e97747be-b5e3-43df-89a1-04520ed121aa) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:16:39.799848 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-335a1d72-d8a2-4181-ab25-f0b7547e6983 req-cea76fa9-ad5e-4c3f-bb63-ad18d02ef698 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435493 Aug 17 02:16:39.811434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-c9d55ed3-5152-4d8f-8317-fb028c8dc2c1 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238090 Aug 17 02:16:39.839607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 30cd98e6-4839-4202-9bbe-3bd75df87b4d details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:16:39.952757 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 30cd98e6-4839-4202-9bbe-3bd75df87b4d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=30cd98e6-4839-4202-9bbe-3bd75df87b4d,segment=NetworkSegment(fe459aef-cb04-404d-a91b-fe6e8f463873),segment_id=fe459aef-cb04-404d-a91b-fe6e8f463873)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:39.978512 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '30cd98e6-4839-4202-9bbe-3bd75df87b4d', 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c', 'port_id': '30cd98e6-4839-4202-9bbe-3bd75df87b4d', 'mac_address': 'fa:16:3e:0a:f1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4147ec8-c865-4893-b7ec-3da4c28934dc', 'ip_address': '19.80.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:16:40.040837 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-271bfc77-54c3-4b28-986d-d8d0cf8e7ae9 req-fd6b2300-071e-48f0-99d4-ccc32e6b46a4 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107408 Aug 17 02:16:40.048221 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:40.089034 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30cd98e6-4839-4202-9bbe-3bd75df87b4d {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:40.127575 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-c97c2be9-7ca4-41e8-a8a2-1342a2871a49 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:40.141439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 30cd98e6-4839-4202-9bbe-3bd75df87b4d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=30cd98e6-4839-4202-9bbe-3bd75df87b4d,segment=NetworkSegment(fe459aef-cb04-404d-a91b-fe6e8f463873),segment_id=fe459aef-cb04-404d-a91b-fe6e8f463873)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:40.155445 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-c97c2be9-7ca4-41e8-a8a2-1342a2871a49 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Transition to ACTIVE for port object e97747be-b5e3-43df-89a1-04520ed121aa will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:40.170510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088aa61-9f0c-4f95-b103-e600a813c3da req-984c2a2d-f1f5-44a8-a5a0-6477f183eb66 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:40.182598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088aa61-9f0c-4f95-b103-e600a813c3da req-984c2a2d-f1f5-44a8-a5a0-6477f183eb66 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:40.193742 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088aa61-9f0c-4f95-b103-e600a813c3da req-984c2a2d-f1f5-44a8-a5a0-6477f183eb66 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:40.207659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f088aa61-9f0c-4f95-b103-e600a813c3da req-984c2a2d-f1f5-44a8-a5a0-6477f183eb66 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2410 time: 0.1831176 Aug 17 02:16:40.287540 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-81030c03-f3c1-4f59-b5bd-2375f9dc130f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:40.292142 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:40.293062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f80239ea-1340-425d-b8bf-143e63c65e90 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:16:40.294346 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f088aa61-9f0c-4f95-b103-e600a813c3da req-bad025ec-8a84-44c1-8902-c3fe308d7969 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854497 Aug 17 02:16:40.440297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=30cd98e6-4839-4202-9bbe-3bd75df87b4d,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:40.446923 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-c97c2be9-7ca4-41e8-a8a2-1342a2871a49 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:40.480379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff2a15-e285-442b-a5b7-30bcf9cebaa4 req-02c2c817-2149-4b25-9181-5cdb4ddbca51 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:40.515494 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4eff2a15-e285-442b-a5b7-30bcf9cebaa4 req-02c2c817-2149-4b25-9181-5cdb4ddbca51 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 948 time: 0.2770708 Aug 17 02:16:40.600976 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3913f738-2afa-4f8e-a88a-cf4632dc98c9 req-4560b785-2218-47f1-b5c9-b3947f7f837d tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 210 time: 0.0879333 Aug 17 02:16:40.631731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c2be9-7ca4-41e8-a8a2-1342a2871a49 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Pushing event updated for resources: {'Port': ['ID=e97747be-b5e3-43df-89a1-04520ed121aa,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:40.635003 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4eff2a15-e285-442b-a5b7-30bcf9cebaa4 req-496d414c-e66d-47e5-be57-6949f4981d06 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149309 Aug 17 02:16:40.672932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-c97c2be9-7ca4-41e8-a8a2-1342a2871a49 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Network a8fef78a-d4b2-4e88-8388-a5592f518deb is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:40.674698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-c97c2be9-7ca4-41e8-a8a2-1342a2871a49 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:40.678214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-c97c2be9-7ca4-41e8-a8a2-1342a2871a49 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:16:40.736758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-c97c2be9-7ca4-41e8-a8a2-1342a2871a49 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:40.737514 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-c97c2be9-7ca4-41e8-a8a2-1342a2871a49 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:40.818156 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['7167d1bf-e496-48da-8c66-1fe25296d604'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:40.873635 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fb75db12-923c-4179-98d9-5e025e99ddde req-e980c86f-f697-410d-940c-d0d55382d8a8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 210 time: 0.1078734 Aug 17 02:16:40.911362 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-c97c2be9-7ca4-41e8-a8a2-1342a2871a49 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0757806 Aug 17 02:16:40.938425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Request body: {'port': {'device_id': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:40.943586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:40.969061 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f80239ea-1340-425d-b8bf-143e63c65e90, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f80239ea-1340-425d-b8bf-143e63c65e90,segment=NetworkSegment(c56fd19f-0290-4d34-8d33-ac6933d73279),segment_id=c56fd19f-0290-4d34-8d33-ac6933d73279)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:41.009470 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'f80239ea-1340-425d-b8bf-143e63c65e90', 'network_id': '818f0d8a-9598-426c-933b-04d29bd696df', 'port_id': 'f80239ea-1340-425d-b8bf-143e63c65e90', 'mac_address': 'fa:16:3e:f9:70:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8054c5e4-8c98-498d-a365-6591760f6448', 'ip_address': '19.86.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:16:41.056429 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29571c71-34c6-499f-83f8-d142ee472015 req-6b6afe19-9f5e-4927-8d84-3903db93632b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:41.088118 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29571c71-34c6-499f-83f8-d142ee472015 req-6b6afe19-9f5e-4927-8d84-3903db93632b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 932 time: 0.2901103 Aug 17 02:16:41.158545 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:41.189227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80239ea-1340-425d-b8bf-143e63c65e90 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:41.197499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29571c71-34c6-499f-83f8-d142ee472015 req-9d603ae0-37e1-4a06-b7c2-9a6e5c0abaf7 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079690 Aug 17 02:16:41.210110 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:41.250069 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f80239ea-1340-425d-b8bf-143e63c65e90, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f80239ea-1340-425d-b8bf-143e63c65e90,segment=NetworkSegment(c56fd19f-0290-4d34-8d33-ac6933d73279),segment_id=c56fd19f-0290-4d34-8d33-ac6933d73279)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:41.265098 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b3c05-c564-42b5-b375-68dc728b9b92 req-a8f9a274-bb7e-4cf3-a644-98216670923f tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:41.270013 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-145b3c05-c564-42b5-b375-68dc728b9b92 req-a8f9a274-bb7e-4cf3-a644-98216670923f tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 950 time: 0.0958290 Aug 17 02:16:41.315557 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-145b3c05-c564-42b5-b375-68dc728b9b92 req-00b20c27-7459-421e-8459-6503e5ed0529 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421693 Aug 17 02:16:41.376812 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:41.382169 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6a8e2ade-1fc3-4ef5-9fc7-7f4f1d61fccb None None] Provisioning for port e97747be-b5e3-43df-89a1-04520ed121aa completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:41.409455 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6a8e2ade-1fc3-4ef5-9fc7-7f4f1d61fccb None None] Provisioning complete for port e97747be-b5e3-43df-89a1-04520ed121aa triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:41.412004 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6a8e2ade-1fc3-4ef5-9fc7-7f4f1d61fccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:41.471269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e2ade-1fc3-4ef5-9fc7-7f4f1d61fccb None None] Port e97747be-b5e3-43df-89a1-04520ed121aa cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:16:41.474242 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f80239ea-1340-425d-b8bf-143e63c65e90,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:41.597654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceb294-81c6-4514-82dc-e64f2aa2fbff req-abeb4f60-ca2c-416e-bfe3-14ab5148515b tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:41.604731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceb294-81c6-4514-82dc-e64f2aa2fbff req-abeb4f60-ca2c-416e-bfe3-14ab5148515b tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:41.610873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceb294-81c6-4514-82dc-e64f2aa2fbff req-abeb4f60-ca2c-416e-bfe3-14ab5148515b tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:41.615388 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83ceb294-81c6-4514-82dc-e64f2aa2fbff req-abeb4f60-ca2c-416e-bfe3-14ab5148515b tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2412 time: 0.1174066 Aug 17 02:16:41.703562 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97747be-b5e3-43df-89a1-04520ed121aa {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:41.710621 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83ceb294-81c6-4514-82dc-e64f2aa2fbff req-fdd6b7c3-fa99-454f-a315-7176a328b8d8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788143 Aug 17 02:16:41.713537 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:41.714826 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:41.731307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Transition to ACTIVE for port object e97747be-b5e3-43df-89a1-04520ed121aa will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:41.845260 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:41.856194 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 48fd9afa-5012-4cb8-9897-4f4503fa2150 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:16:41.870493 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-79e477cc-e02d-42e1-ab41-2e3bd311cbe9 req-e44f5548-8f91-44bc-8675-2efa56a02dfd tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 210 time: 0.0632737 Aug 17 02:16:41.953055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Pushing event updated for resources: {'Port': ['ID=e97747be-b5e3-43df-89a1-04520ed121aa,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:41.992997 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-db79abe6-e9ee-43be-b904-b1629bc5cd68 req-6b40eda4-cdd1-48b7-9bfe-b8da19210266 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1965363 Aug 17 02:16:42.094810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 48fd9afa-5012-4cb8-9897-4f4503fa2150, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=48fd9afa-5012-4cb8-9897-4f4503fa2150,segment=NetworkSegment(fe459aef-cb04-404d-a91b-fe6e8f463873),segment_id=fe459aef-cb04-404d-a91b-fe6e8f463873)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:42.126697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '48fd9afa-5012-4cb8-9897-4f4503fa2150', 'network_id': '288d7951-07fb-499f-81ec-5d7c99ffbb6c', 'port_id': '48fd9afa-5012-4cb8-9897-4f4503fa2150', 'mac_address': 'fa:16:3e:f9:29:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4147ec8-c865-4893-b7ec-3da4c28934dc', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:16:42.178232 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Attempting to bind port e97747be-b5e3-43df-89a1-04520ed121aa on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:16:42.178232 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Attempting to bind port e97747be-b5e3-43df-89a1-04520ed121aa by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:16:42.181612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Attempting to bind port e97747be-b5e3-43df-89a1-04520ed121aa on network a8fef78a-d4b2-4e88-8388-a5592f518deb {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:42.194072 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Port e97747be-b5e3-43df-89a1-04520ed121aa on network a8fef78a-d4b2-4e88-8388-a5592f518deb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:16:42.194477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Attempting to bind port e97747be-b5e3-43df-89a1-04520ed121aa on network a8fef78a-d4b2-4e88-8388-a5592f518deb {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:42.199708 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f80239ea-1340-425d-b8bf-143e63c65e90'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:42.211096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7b59b-9d66-416b-b278-305c12f5ff7f req-4d884a41-6dfe-448d-86ad-c18765431283 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:42.213931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1e7b59b-9d66-416b-b278-305c12f5ff7f req-4d884a41-6dfe-448d-86ad-c18765431283 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 948 time: 0.1484673 Aug 17 02:16:42.247933 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['30cd98e6-4839-4202-9bbe-3bd75df87b4d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:42.256687 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:16:42.257131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Checking segment: {'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:42.257654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Bound using segment: {'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:16:42.258626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Bound port: e97747be-b5e3-43df-89a1-04520ed121aa, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0791da0b-48cb-406d-af30-7a108ddc944d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:16:42.258626 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:42.305786 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:42.321616 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1e7b59b-9d66-416b-b278-305c12f5ff7f req-56a30dc9-a752-4a3b-9cb2-8ea7ba16129c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962644 Aug 17 02:16:42.328443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79abe6-e9ee-43be-b904-b1629bc5cd68 req-ff598e23-5ece-449b-999b-ab280b445b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:42.335325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-db79abe6-e9ee-43be-b904-b1629bc5cd68 req-ff598e23-5ece-449b-999b-ab280b445b9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 1101 time: 0.2147496 Aug 17 02:16:42.401391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48fd9afa-5012-4cb8-9897-4f4503fa2150 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:42.503613 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 48fd9afa-5012-4cb8-9897-4f4503fa2150, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=48fd9afa-5012-4cb8-9897-4f4503fa2150,segment=NetworkSegment(fe459aef-cb04-404d-a91b-fe6e8f463873),segment_id=fe459aef-cb04-404d-a91b-fe6e8f463873)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:42.614157 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:42.698242 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-208872b4-27bd-4771-819c-aad914944683 req-2db502ea-6d66-4739-9a3c-e07c719371e1 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=250923f46e3843baa1f564fcafac735c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239947 Aug 17 02:16:42.745009 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=48fd9afa-5012-4cb8-9897-4f4503fa2150,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:42.764006 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b53f2b8-7383-4fc8-8d12-25ac66d61053 req-dd53f899-e3f5-4bd6-a83d-06ba3f17f691 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 210 time: 0.3513303 Aug 17 02:16:42.837031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] For port e97747be-b5e3-43df-89a1-04520ed121aa, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:42.855568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] For port e97747be-b5e3-43df-89a1-04520ed121aa, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=e97747be-b5e3-43df-89a1-04520ed121aa,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:42.876517 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208872b4-27bd-4771-819c-aad914944683 req-ea8b9d83-2047-4f75-be7b-1dfcefdd5055 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:42.878305 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-208872b4-27bd-4771-819c-aad914944683 req-ea8b9d83-2047-4f75-be7b-1dfcefdd5055 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671195 Aug 17 02:16:42.907041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Request body: {'port': {'device_id': '5a1d2765-f90d-46a5-924e-098c352e08c3', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': '250923f46e3843baa1f564fcafac735c'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:42.919198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79abe6-e9ee-43be-b904-b1629bc5cd68 req-a7e970e7-d404-48cc-a0e6-c8d3896d3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:42.920807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-db79abe6-e9ee-43be-b904-b1629bc5cd68 req-a7e970e7-d404-48cc-a0e6-c8d3896d3e2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.5096030 Aug 17 02:16:42.933101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1befe72-c1ca-422a-b091-e09c683bda2f req-2bf4772c-3167-4e9e-94af-0ce7679d98ea tempest-ServersAdminNegativeTestJSON-1579893832 tempest-ServersAdminNegativeTestJSON-1579893832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:42.952978 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1befe72-c1ca-422a-b091-e09c683bda2f req-2bf4772c-3167-4e9e-94af-0ce7679d98ea tempest-ServersAdminNegativeTestJSON-1579893832 tempest-ServersAdminNegativeTestJSON-1579893832-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 1102 time: 0.0929747 Aug 17 02:16:43.000387 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:43.003925 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-db79abe6-e9ee-43be-b904-b1629bc5cd68 req-c40b80a0-9bd4-444e-a528-b0b8db9c63c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=89512ee6-9046-4a3e-9a22-3e51c391433b HTTP/1.1" status: 200 len: 217 time: 0.0555518 Aug 17 02:16:43.007609 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a1befe72-c1ca-422a-b091-e09c683bda2f req-fb7a0188-1abd-4aac-8240-538a36bb44a4 tempest-ServersAdminNegativeTestJSON-1579893832 tempest-ServersAdminNegativeTestJSON-1579893832-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:43.091335 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:43.092678 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:43.093559 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] 10.222.0.42 "PUT /v2.0/ports/e97747be-b5e3-43df-89a1-04520ed121aa HTTP/1.1" status: 200 len: 1093 time: 2.1690145 Aug 17 02:16:43.096163 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'tag': 'e97747be-b5e3-43df-89a1-04520ed121aa'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:43.098522 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d393a5-5bae-4560-aaa8-7663f0474c30" -d '{"events": [{"name": "network-changed", "server_uuid": "bb03fab0-e75e-4b08-8ee3-e24bcd742058", "tag": "e97747be-b5e3-43df-89a1-04520ed121aa"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:43.136486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a93d4-e9a8-4809-adb1-7d6178a26216 service neutron] Pushing event updated for resources: {'Port': ['ID=e97747be-b5e3-43df-89a1-04520ed121aa,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:43.140184 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79abe6-e9ee-43be-b904-b1629bc5cd68 req-e51bb948-1751-4d22-82cd-265698f3e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:43.141777 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-db79abe6-e9ee-43be-b904-b1629bc5cd68 req-e51bb948-1751-4d22-82cd-265698f3e737 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1153996 Aug 17 02:16:43.199248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Made reservation on behalf of 250923f46e3843baa1f564fcafac735c for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:16:43.208885 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:43.217899 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:43.253585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79abe6-e9ee-43be-b904-b1629bc5cd68 req-a4ceb122-e32b-45c3-80c1-80688c5b4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:43.255822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-db79abe6-e9ee-43be-b904-b1629bc5cd68 req-a4ceb122-e32b-45c3-80c1-80688c5b4845 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1058989 Aug 17 02:16:43.417514 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a1befe72-c1ca-422a-b091-e09c683bda2f req-fb7a0188-1abd-4aac-8240-538a36bb44a4 tempest-ServersAdminNegativeTestJSON-1579893832 tempest-ServersAdminNegativeTestJSON-1579893832-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:43.436188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-db79abe6-e9ee-43be-b904-b1629bc5cd68 req-60a52819-45f4-4590-acf6-9a384e5fecf3 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451261 Aug 17 02:16:43.603303 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-db79abe6-e9ee-43be-b904-b1629bc5cd68 req-6741c2fd-4ea4-4f5c-b7f9-18b3170315dd service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197779 Aug 17 02:16:43.603303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-bb54b5d4-49d4-4b83-a3fb-192024f7b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:43.603303 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-bb54b5d4-49d4-4b83-a3fb-192024f7b599 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 1096 time: 0.2378867 Aug 17 02:16:43.677336 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-de6bd503-7b17-46fb-b336-c05dae6c281f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97747be-b5e3-43df-89a1-04520ed121aa HTTP/1.1" status: 200 len: 217 time: 0.0487461 Aug 17 02:16:43.756865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-17baa1d7-c8e8-4ee2-aeb5-251c7a540f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:43.758184 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-17baa1d7-c8e8-4ee2-aeb5-251c7a540f4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.0688982 Aug 17 02:16:43.785291 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a1befe72-c1ca-422a-b091-e09c683bda2f req-fb7a0188-1abd-4aac-8240-538a36bb44a4 tempest-ServersAdminNegativeTestJSON-1579893832 tempest-ServersAdminNegativeTestJSON-1579893832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:43.813439 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:43.855349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1befe72-c1ca-422a-b091-e09c683bda2f req-fb7a0188-1abd-4aac-8240-538a36bb44a4 tempest-ServersAdminNegativeTestJSON-1579893832 tempest-ServersAdminNegativeTestJSON-1579893832-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9060361 Aug 17 02:16:43.866434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a0188-1abd-4aac-8240-538a36bb44a4 tempest-ServersAdminNegativeTestJSON-1579893832 tempest-ServersAdminNegativeTestJSON-1579893832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce8a59c-820e-4b81-80a1-d1525f9b8f51,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:43.897022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-cb0cd7cf-f6cc-4f32-b211-7da8c45bd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:43.897022 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-cb0cd7cf-f6cc-4f32-b211-7da8c45bd982 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103909 Aug 17 02:16:43.920349 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:43.950248 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:16:44.000372 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-3c107c45-c0bd-42ee-8e20-f01f1c0a375c service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086020 Aug 17 02:16:44.006597 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:44.046024 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['48fd9afa-5012-4cb8-9897-4f4503fa2150'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:44.182356 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:44.199085 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbec6dcf-842f-4844-b0eb-9c41ddc30a16,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:44.208205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0', 'mac_address': 'fa:16:3e:05:6c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:16:44.222847 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-9bb850aa-5808-4865-bd9f-d9bfcad997ce tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955095 Aug 17 02:16:44.223188 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.223505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.223801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.224137 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.224469 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.224804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.225130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.225533 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.225914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.226287 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.226810 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.227160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.256587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510f065-f077-4987-9695-ed0e9f2cc561 req-638e7214-1142-4138-a3c1-0b09c3f729a8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:44.258419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7510f065-f077-4987-9695-ed0e9f2cc561 req-638e7214-1142-4138-a3c1-0b09c3f729a8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 944 time: 0.1638808 Aug 17 02:16:44.286171 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac838dcf-5373-4d3b-9fad-f50009f3faf4 req-1e379e61-0229-4f70-9b33-64e8518cb587 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:44.292995 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac838dcf-5373-4d3b-9fad-f50009f3faf4 req-1e379e61-0229-4f70-9b33-64e8518cb587 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:44.298930 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac838dcf-5373-4d3b-9fad-f50009f3faf4 req-1e379e61-0229-4f70-9b33-64e8518cb587 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:44.300742 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ac838dcf-5373-4d3b-9fad-f50009f3faf4 req-1e379e61-0229-4f70-9b33-64e8518cb587 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2413 time: 0.1476402 Aug 17 02:16:44.303955 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:44.333196 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:44.340869 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Allocated IP 192.168.233.108 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/04063b21-98b8-4670-8ada-9370a689862d) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:16:44.373132 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ac838dcf-5373-4d3b-9fad-f50009f3faf4 req-2a33fe33-df6c-4dfa-882e-b6dfa8869fbe tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628088 Aug 17 02:16:44.373886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:44.405660 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02cfd511-947b-4552-abbf-d645cf4b37ce req-840085b3-5e97-42f0-a361-88a652232557 service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876314 Aug 17 02:16:44.405660 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7510f065-f077-4987-9695-ed0e9f2cc561 req-facdc135-b578-4f65-a466-7d7afbef03a3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304948 Aug 17 02:16:44.466120 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f9ec80-1ddb-4914-b261-6309a6d077ee x-openstack-request-id: req-34f9ec80-1ddb-4914-b261-6309a6d077ee {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:44.466621 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb03fab0-e75e-4b08-8ee3-e24bcd742058", "tag": "e97747be-b5e3-43df-89a1-04520ed121aa", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:44.466890 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34f9ec80-1ddb-4914-b261-6309a6d077ee {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:44.467300 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'tag': 'e97747be-b5e3-43df-89a1-04520ed121aa', 'status': 'completed', 'code': 200} Aug 17 02:16:44.489153 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-17a97e16-9eb9-41f3-b557-6f78e73e66f9 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:44.490838 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-17a97e16-9eb9-41f3-b557-6f78e73e66f9 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308922 Aug 17 02:16:44.538003 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:44.548022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-d39359d6-8e1d-4ab3-8f2c-5938c01b1100 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Request body: {'port': {'device_id': '5f9c3a76-9ece-46fe-a73f-2c00f245539f', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'a9f9340ccf804f2bb218a8f3750cde77'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:44.560537 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-05605914-698c-460f-a880-b412ef8018ef req-596e0e52-45d9-41b0-a0c0-45050085dce0 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 210 time: 0.0531726 Aug 17 02:16:44.640017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:44.648929 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.649654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.650181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.650687 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.651200 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.651693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.652196 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.652684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.653174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.654584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.655107 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.655595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:16:44.659174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a822d-af7b-4e8f-961f-494a3a4349b7 req-88304444-812d-42fc-a841-521987773d93 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:44.663793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d30a822d-af7b-4e8f-961f-494a3a4349b7 req-88304444-812d-42fc-a841-521987773d93 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 949 time: 0.1416712 Aug 17 02:16:44.769462 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d30a822d-af7b-4e8f-961f-494a3a4349b7 req-5dde9f3d-7c76-4996-9f62-a4757fcc9d51 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967150 Aug 17 02:16:45.016172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d393a5-5bae-4560-aaa8-7663f0474c30 req-1cc11635-c98c-49ef-bc98-0dc16229c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:45.017487 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36d393a5-5bae-4560-aaa8-7663f0474c30 req-1cc11635-c98c-49ef-bc98-0dc16229c484 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 1096 time: 0.1116154 Aug 17 02:16:45.026865 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38aeccc9-11c0-4d53-bb8d-029a4b09a778 req-e788af75-ce8a-4897-8a86-0d21fd44c7d0 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 210 time: 0.0369554 Aug 17 02:16:45.038373 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:45.053826 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Transition to ACTIVE for port object 04063b21-98b8-4670-8ada-9370a689862d will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:45.102637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a7847-bd0b-4364-b83d-e4c83da00799 req-6656834b-1623-4b2c-b294-ba9860acd80d tempest-ServersAdminNegativeTestJSON-1579893832 tempest-ServersAdminNegativeTestJSON-1579893832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:45.102637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7d3a7847-bd0b-4364-b83d-e4c83da00799 req-6656834b-1623-4b2c-b294-ba9860acd80d tempest-ServersAdminNegativeTestJSON-1579893832 tempest-ServersAdminNegativeTestJSON-1579893832-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 1102 time: 0.1539783 Aug 17 02:16:45.102637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-d39359d6-8e1d-4ab3-8f2c-5938c01b1100 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Made reservation on behalf of a9f9340ccf804f2bb218a8f3750cde77 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:16:45.102637 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-d39359d6-8e1d-4ab3-8f2c-5938c01b1100 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:45.239850 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7d3a7847-bd0b-4364-b83d-e4c83da00799 req-f992ceda-80c4-48b6-8282-49792d878d97 tempest-ServersAdminNegativeTestJSON-1579893832 tempest-ServersAdminNegativeTestJSON-1579893832-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220849 Aug 17 02:16:45.250312 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d393a5-5bae-4560-aaa8-7663f0474c30 req-d75a5bf9-2648-418e-abdf-9a3b8b4473e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:45.251841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36d393a5-5bae-4560-aaa8-7663f0474c30 req-d75a5bf9-2648-418e-abdf-9a3b8b4473e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 921 time: 0.2209694 Aug 17 02:16:45.302540 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:45.302926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36d393a5-5bae-4560-aaa8-7663f0474c30 req-b3d04403-ba81-476a-928e-967009c62bc9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97747be-b5e3-43df-89a1-04520ed121aa HTTP/1.1" status: 200 len: 217 time: 0.0408046 Aug 17 02:16:45.387913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:45.390806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:45.405513 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d393a5-5bae-4560-aaa8-7663f0474c30 req-bf16d9cc-d484-47f5-a38b-b2d2890dd89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:45.405803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:16:45.407205 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36d393a5-5bae-4560-aaa8-7663f0474c30 req-bf16d9cc-d484-47f5-a38b-b2d2890dd89e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.0754662 Aug 17 02:16:45.434306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:45.449094 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Pushing event updated for resources: {'Port': ['ID=04063b21-98b8-4670-8ada-9370a689862d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:45.516612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-d39359d6-8e1d-4ab3-8f2c-5938c01b1100 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Allocated IP 192.168.233.64 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:16:45.524121 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:45.524908 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:45.570760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d393a5-5bae-4560-aaa8-7663f0474c30 req-84ebd2ec-9464-4de1-8afa-9a7fb1db8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:45.572698 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36d393a5-5bae-4560-aaa8-7663f0474c30 req-84ebd2ec-9464-4de1-8afa-9a7fb1db8a98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339290 Aug 17 02:16:45.811234 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-208872b4-27bd-4771-819c-aad914944683 req-0665c644-6d20-4a37-bd03-ee3a69cc93f4 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9111772 Aug 17 02:16:45.812920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be337fc9-9152-46d2-9362-eed63f4463a8 req-cb16a93a-e8fb-4954-b00a-8f25ffb0b574 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:45.819367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be337fc9-9152-46d2-9362-eed63f4463a8 req-cb16a93a-e8fb-4954-b00a-8f25ffb0b574 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:45.826659 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be337fc9-9152-46d2-9362-eed63f4463a8 req-cb16a93a-e8fb-4954-b00a-8f25ffb0b574 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:45.828120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be337fc9-9152-46d2-9362-eed63f4463a8 req-cb16a93a-e8fb-4954-b00a-8f25ffb0b574 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2413 time: 0.2706897 Aug 17 02:16:45.854107 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-096a2d2c-3f1e-4a7e-8c46-4931619d5a19 None None] Provisioning for port 04063b21-98b8-4670-8ada-9370a689862d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:45.869571 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f80239ea-1340-425d-b8bf-143e63c65e90 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:45.878283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-096a2d2c-3f1e-4a7e-8c46-4931619d5a19 None None] Provisioning complete for port 04063b21-98b8-4670-8ada-9370a689862d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:45.879317 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-096a2d2c-3f1e-4a7e-8c46-4931619d5a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:45.904914 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36d393a5-5bae-4560-aaa8-7663f0474c30 req-31d54fbc-21c9-412f-8a7c-2d8449890ff8 service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484863 Aug 17 02:16:45.907827 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-d39359d6-8e1d-4ab3-8f2c-5938c01b1100 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:45.951066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-d39359d6-8e1d-4ab3-8f2c-5938c01b1100 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Transition to ACTIVE for port object 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:45.953581 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be337fc9-9152-46d2-9362-eed63f4463a8 req-6213e0cc-b785-4340-827f-6f3895a7113b tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101558 Aug 17 02:16:45.972033 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Request body: {'port': {'device_id': '5a1d2765-f90d-46a5-924e-098c352e08c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:45.981476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-096a2d2c-3f1e-4a7e-8c46-4931619d5a19 None None] Port 04063b21-98b8-4670-8ada-9370a689862d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:16:46.098387 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36d393a5-5bae-4560-aaa8-7663f0474c30 req-6fb897e9-f7ab-47cc-9dff-e738b678f521 service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747780 Aug 17 02:16:46.104592 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:46.188156 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port f80239ea-1340-425d-b8bf-143e63c65e90 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:46.197731 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port f80239ea-1340-425d-b8bf-143e63c65e90 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:46.198981 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:46.203598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06213d35-9a04-47dd-871a-4af37666d42a req-f351b092-d220-4867-88cc-e687fe23f7b3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:46.206295 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06213d35-9a04-47dd-871a-4af37666d42a req-f351b092-d220-4867-88cc-e687fe23f7b3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 944 time: 0.0865331 Aug 17 02:16:46.208070 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-d39359d6-8e1d-4ab3-8f2c-5938c01b1100 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:46.238517 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170045e1-71de-4d36-80ec-5a36a17e29b2 req-5f318545-6474-495c-bbb3-bb9382ff6045 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:46.240142 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-170045e1-71de-4d36-80ec-5a36a17e29b2 req-5f318545-6474-495c-bbb3-bb9382ff6045 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 936 time: 0.1229057 Aug 17 02:16:46.269393 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39359d6-8e1d-4ab3-8f2c-5938c01b1100 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event updated for resources: {'Port': ['ID=11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:46.343150 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:46.344139 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06213d35-9a04-47dd-871a-4af37666d42a req-8425e540-aea5-4dde-bc29-99f17e31dd11 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759778 Aug 17 02:16:46.346639 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-d39359d6-8e1d-4ab3-8f2c-5938c01b1100 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:16:46.348873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-d39359d6-8e1d-4ab3-8f2c-5938c01b1100 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:16:46.369655 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-d39359d6-8e1d-4ab3-8f2c-5938c01b1100 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:16:46.386681 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80239ea-1340-425d-b8bf-143e63c65e90'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:46.399411 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d846bd21-66ee-4274-b2e5-2760a9de8569" -d '{"events": [{"server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f80239ea-1340-425d-b8bf-143e63c65e90"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:46.409858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['86865cbe-856c-4539-af91-504f55c8d616', 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4', 'e7deafc5-9d4e-428d-90d8-86743d3eba84'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:46.469993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f80239ea-1340-425d-b8bf-143e63c65e90, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f80239ea-1340-425d-b8bf-143e63c65e90,segment=NetworkSegment(c56fd19f-0290-4d34-8d33-ac6933d73279),segment_id=c56fd19f-0290-4d34-8d33-ac6933d73279)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:46.479591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-d39359d6-8e1d-4ab3-8f2c-5938c01b1100 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:46.481651 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-d39359d6-8e1d-4ab3-8f2c-5938c01b1100 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:46.510189 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-170045e1-71de-4d36-80ec-5a36a17e29b2 req-1d0653eb-0ad1-482e-aeff-ae6ee76ad279 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788995 Aug 17 02:16:46.598197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062ae86-df52-4680-9626-76ec81cbd6b2 req-7f4c2fa1-7147-4f84-a9a1-2d545074e06b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:46.606959 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6062ae86-df52-4680-9626-76ec81cbd6b2 req-7f4c2fa1-7147-4f84-a9a1-2d545074e06b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 949 time: 0.1118371 Aug 17 02:16:46.638031 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:46.672257 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6062ae86-df52-4680-9626-76ec81cbd6b2 req-ef848a4d-ce3a-4579-bb57-18d182e39f90 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625896 Aug 17 02:16:46.720098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-d39359d6-8e1d-4ab3-8f2c-5938c01b1100 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1775732 Aug 17 02:16:46.746582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Request body: {'port': {'device_id': '5f9c3a76-9ece-46fe-a73f-2c00f245539f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:46.776950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd96d3-b128-4113-a69b-2b185828319c req-06409196-a080-420e-a1e8-4d6f89124999 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:46.792880 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d4dd96d3-b128-4113-a69b-2b185828319c req-06409196-a080-420e-a1e8-4d6f89124999 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 950 time: 0.1554105 Aug 17 02:16:46.817377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f80239ea-1340-425d-b8bf-143e63c65e90,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:46.849650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b', '04266431-7c66-474d-92ed-f2816703ff8e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:46.903764 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d4dd96d3-b128-4113-a69b-2b185828319c req-6ced187a-2c9f-4c7b-abc8-133d83f82725 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150360 Aug 17 02:16:46.904094 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:46.930113 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04063b21-98b8-4670-8ada-9370a689862d {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:46.942051 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:46.949423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476cc68-e623-4b23-9932-2bbd1ae379e0 req-85ce068c-9918-49cb-9b69-12c006333d0c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:46.952892 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9476cc68-e623-4b23-9932-2bbd1ae379e0 req-85ce068c-9918-49cb-9b69-12c006333d0c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 935 time: 0.1256926 Aug 17 02:16:46.957631 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Transition to ACTIVE for port object 04063b21-98b8-4670-8ada-9370a689862d will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:46.976203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ef4aeb84-ec81-4bd7-990e-6b3be33856b8 None None] Provisioning for port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:46.993172 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ef4aeb84-ec81-4bd7-990e-6b3be33856b8 None None] Provisioning complete for port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:46.993582 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef4aeb84-ec81-4bd7-990e-6b3be33856b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:47.059783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9476cc68-e623-4b23-9932-2bbd1ae379e0 req-52f0b870-216f-4faa-8748-8484b2c9c20e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911224 Aug 17 02:16:47.090291 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ef4aeb84-ec81-4bd7-990e-6b3be33856b8 None None] Port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:16:47.104362 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:47.117755 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66066130-bbbd-44f5-964f-c8cae3949dab x-openstack-request-id: req-66066130-bbbd-44f5-964f-c8cae3949dab {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:47.119776 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "name": "network-vif-plugged", "status": "completed", "tag": "f80239ea-1340-425d-b8bf-143e63c65e90", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:47.119776 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66066130-bbbd-44f5-964f-c8cae3949dab {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:47.119776 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80239ea-1340-425d-b8bf-143e63c65e90', 'code': 200} Aug 17 02:16:47.299885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Attempting to bind port 04063b21-98b8-4670-8ada-9370a689862d on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:16:47.300465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Attempting to bind port 04063b21-98b8-4670-8ada-9370a689862d by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:16:47.300577 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Attempting to bind port 04063b21-98b8-4670-8ada-9370a689862d on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:47.306416 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Pushing event updated for resources: {'Port': ['ID=04063b21-98b8-4670-8ada-9370a689862d,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:47.320303 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Port 04063b21-98b8-4670-8ada-9370a689862d on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:16:47.323798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Attempting to bind port 04063b21-98b8-4670-8ada-9370a689862d on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:47.332639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:16:47.333178 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:47.334078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:16:47.334669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Bound port: 04063b21-98b8-4670-8ada-9370a689862d, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:16:47.335219 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:47.403864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:47.420756 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:47.438099 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] For port 04063b21-98b8-4670-8ada-9370a689862d, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:47.442248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] For port 04063b21-98b8-4670-8ada-9370a689862d, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=04063b21-98b8-4670-8ada-9370a689862d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:47.451336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Transition to ACTIVE for port object 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:16:47.551856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ff801-6750-4df1-a6f8-8a28a9d6f84c req-dcf0a70f-4396-40da-9e25-e6a241931ec9 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:47.558797 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ff801-6750-4df1-a6f8-8a28a9d6f84c req-dcf0a70f-4396-40da-9e25-e6a241931ec9 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:47.566419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ff801-6750-4df1-a6f8-8a28a9d6f84c req-dcf0a70f-4396-40da-9e25-e6a241931ec9 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:47.569822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2fb7a-1d45-4503-9a7d-b1b6e593b696 req-76590ac2-632d-470b-8898-849dc72e2f11 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:47.573401 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-270ff801-6750-4df1-a6f8-8a28a9d6f84c req-dcf0a70f-4396-40da-9e25-e6a241931ec9 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2414 time: 0.1200418 Aug 17 02:16:47.580363 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fff2fb7a-1d45-4503-9a7d-b1b6e593b696 req-76590ac2-632d-470b-8898-849dc72e2f11 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 944 time: 0.0986273 Aug 17 02:16:47.626130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-270ff801-6750-4df1-a6f8-8a28a9d6f84c req-f869f1d1-eb9d-4390-989f-ac8c3e886c24 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467167 Aug 17 02:16:47.632606 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fff2fb7a-1d45-4503-9a7d-b1b6e593b696 req-fc1af215-716e-4327-93b0-4ae9fb4147d6 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511582 Aug 17 02:16:47.736802 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:47.754313 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:47.783356 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:47.784428 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:47.787046 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-208872b4-27bd-4771-819c-aad914944683 req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] 10.222.0.18 "PUT /v2.0/ports/04063b21-98b8-4670-8ada-9370a689862d HTTP/1.1" status: 200 len: 1097 time: 1.8195014 Aug 17 02:16:47.856406 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1d2765-f90d-46a5-924e-098c352e08c3', 'tag': '04063b21-98b8-4670-8ada-9370a689862d'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:47.858715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 30cd98e6-4839-4202-9bbe-3bd75df87b4d up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:47.861039 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa4b2ef-051a-48aa-b3a8-fdb8ca815161" -d '{"events": [{"name": "network-changed", "server_uuid": "5a1d2765-f90d-46a5-924e-098c352e08c3", "tag": "04063b21-98b8-4670-8ada-9370a689862d"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:47.904567 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Pushing event updated for resources: {'Port': ['ID=11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:47.917405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1ebda-86a2-427d-8775-fe19b7ed69ea req-27a0fa9f-a87a-4b46-a079-2245657807e0 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:47.920234 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35e1ebda-86a2-427d-8775-fe19b7ed69ea req-27a0fa9f-a87a-4b46-a079-2245657807e0 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 948 time: 0.2140577 Aug 17 02:16:47.920992 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6256e0-fd77-411e-95b3-27f6b55b52f0 req-0d64e2a5-7cfe-44ab-9f03-9058b73be3d4 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:47.929526 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2b6256e0-fd77-411e-95b3-27f6b55b52f0 req-0d64e2a5-7cfe-44ab-9f03-9058b73be3d4 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 949 time: 0.1811342 Aug 17 02:16:47.956841 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cf486-a327-43df-bc6e-69ebaee6fe50 service neutron] Pushing event updated for resources: {'Port': ['ID=04063b21-98b8-4670-8ada-9370a689862d,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:47.980902 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:48.043520 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2b6256e0-fd77-411e-95b3-27f6b55b52f0 req-24fd7856-031f-44fc-b928-ba3efef33d38 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924077 Aug 17 02:16:48.053000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35e1ebda-86a2-427d-8775-fe19b7ed69ea req-7af8c32a-12e2-47bc-857d-5d998011d837 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976400 Aug 17 02:16:48.118962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Attempting to bind port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:16:48.119872 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Attempting to bind port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:16:48.123667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Attempting to bind port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:48.136564 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:16:48.137074 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Attempting to bind port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:16:48.143790 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208872b4-27bd-4771-819c-aad914944683 req-809afa21-6bdc-4ff1-a464-44e7c4c03da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:48.148797 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:16:48.156090 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:16:48.156090 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:16:48.156090 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Bound port: 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:16:48.156562 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-208872b4-27bd-4771-819c-aad914944683 req-809afa21-6bdc-4ff1-a464-44e7c4c03da6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=250923f46e3843baa1f564fcafac735c&device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 1100 time: 0.1211994 Aug 17 02:16:48.156562 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae859c7c-e42b-4ba7-98aa-2e6d9e0ff286 x-openstack-request-id: req-ae859c7c-e42b-4ba7-98aa-2e6d9e0ff286 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:48.156562 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a1d2765-f90d-46a5-924e-098c352e08c3", "tag": "04063b21-98b8-4670-8ada-9370a689862d", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:48.156562 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae859c7c-e42b-4ba7-98aa-2e6d9e0ff286 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:48.156562 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a1d2765-f90d-46a5-924e-098c352e08c3', 'tag': '04063b21-98b8-4670-8ada-9370a689862d', 'status': 'completed', 'code': 200} Aug 17 02:16:48.176364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 30cd98e6-4839-4202-9bbe-3bd75df87b4d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:48.177061 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:48.184914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 30cd98e6-4839-4202-9bbe-3bd75df87b4d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:48.184914 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:48.275353 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-208872b4-27bd-4771-819c-aad914944683 req-60d40bbc-d3db-4e12-a3f0-358d024d0b93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=04063b21-98b8-4670-8ada-9370a689862d HTTP/1.1" status: 200 len: 217 time: 0.1047461 Aug 17 02:16:48.281029 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:48.302410 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:48.302785 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:48.380693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] For port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:16:48.386616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] For port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:16:48.388610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208872b4-27bd-4771-819c-aad914944683 req-9639925e-b5d5-4bc7-9510-f98cc9f39331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:48.390729 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-208872b4-27bd-4771-819c-aad914944683 req-9639925e-b5d5-4bc7-9510-f98cc9f39331 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0959384 Aug 17 02:16:48.422676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dc700-069e-4334-aaed-8ede55fdd4a0 req-ef32d37b-cfef-44b6-afd6-d85925faaaf7 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:48.431718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a97dc700-069e-4334-aaed-8ede55fdd4a0 req-ef32d37b-cfef-44b6-afd6-d85925faaaf7 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 950 time: 0.2278788 Aug 17 02:16:48.446894 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:48.522484 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a97dc700-069e-4334-aaed-8ede55fdd4a0 req-64cab1d2-953a-4222-a131-4e75f6fff6dd tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787685 Aug 17 02:16:48.530930 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:48.561376 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:48.568817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 30cd98e6-4839-4202-9bbe-3bd75df87b4d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=30cd98e6-4839-4202-9bbe-3bd75df87b4d,segment=NetworkSegment(fe459aef-cb04-404d-a91b-fe6e8f463873),segment_id=fe459aef-cb04-404d-a91b-fe6e8f463873)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:48.583615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:48.583872 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:48.595661 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] 10.222.0.18 "PUT /v2.0/ports/11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e HTTP/1.1" status: 200 len: 1096 time: 1.8475189 Aug 17 02:16:48.595661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9c3a76-9ece-46fe-a73f-2c00f245539f', 'tag': '11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:48.595661 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5122c056-9278-4d09-8726-7cba4ce964ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9c3a76-9ece-46fe-a73f-2c00f245539f", "tag": "11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:48.657301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f6012-fc03-4230-9a9d-4d30a745bc69 req-238d1ec2-522b-49a0-8a4c-86f854c312bd tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:48.660511 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:48.662216 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:48.662997 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 48fd9afa-5012-4cb8-9897-4f4503fa2150 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:48.671215 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c93f6012-fc03-4230-9a9d-4d30a745bc69 req-238d1ec2-522b-49a0-8a4c-86f854c312bd tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 947 time: 0.1848867 Aug 17 02:16:48.675988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0d023-d593-409a-81b8-99a4a02c936e service neutron] Pushing event updated for resources: {'Port': ['ID=11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:48.697549 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40750aa1-1848-4fec-94c6-8d452e4af407 x-openstack-request-id: req-40750aa1-1848-4fec-94c6-8d452e4af407 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:48.698100 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9c3a76-9ece-46fe-a73f-2c00f245539f", "tag": "11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:48.698561 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40750aa1-1848-4fec-94c6-8d452e4af407 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:48.699317 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9c3a76-9ece-46fe-a73f-2c00f245539f', 'tag': '11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e', 'status': 'completed', 'code': 200} Aug 17 02:16:48.733522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208872b4-27bd-4771-819c-aad914944683 req-fa579e84-368d-4662-b4e7-a36309045f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:48.751434 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-208872b4-27bd-4771-819c-aad914944683 req-fa579e84-368d-4662-b4e7-a36309045f3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3464055 Aug 17 02:16:48.766606 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c93f6012-fc03-4230-9a9d-4d30a745bc69 req-50d484d5-d977-4b18-ae89-7d70ed507329 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920210 Aug 17 02:16:48.775749 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:48.792817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=30cd98e6-4839-4202-9bbe-3bd75df87b4d,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:48.905613 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-208872b4-27bd-4771-819c-aad914944683 req-fc981e9e-e123-4d19-82b0-ee0f0ea972f1 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242590 Aug 17 02:16:48.913797 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:48.933272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660079f-0698-490d-851c-3837e74051c6 req-36b10688-6339-47fa-8890-9f0b7fc37f3a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:48.934937 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9660079f-0698-490d-851c-3837e74051c6 req-36b10688-6339-47fa-8890-9f0b7fc37f3a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 944 time: 0.1044409 Aug 17 02:16:48.937218 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122c056-9278-4d09-8726-7cba4ce964ba req-e7b169e8-6ef7-4817-a570-d6e4a7ffb33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:48.938830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5122c056-9278-4d09-8726-7cba4ce964ba req-e7b169e8-6ef7-4817-a570-d6e4a7ffb33e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 1099 time: 0.1712642 Aug 17 02:16:48.940374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 48fd9afa-5012-4cb8-9897-4f4503fa2150 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:48.946763 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 48fd9afa-5012-4cb8-9897-4f4503fa2150 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:48.949693 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:48.973885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f494a3-0d15-4ef0-93ee-902a63aa32be req-fb7a2061-f4ba-4eba-aab4-3c78dea77bd8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:48.981068 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f494a3-0d15-4ef0-93ee-902a63aa32be req-fb7a2061-f4ba-4eba-aab4-3c78dea77bd8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:48.987082 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9660079f-0698-490d-851c-3837e74051c6 req-df1bdb87-373e-467c-a705-a27e9fa548f2 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378950 Aug 17 02:16:48.987523 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f494a3-0d15-4ef0-93ee-902a63aa32be req-fb7a2061-f4ba-4eba-aab4-3c78dea77bd8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:48.989240 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-30f494a3-0d15-4ef0-93ee-902a63aa32be req-fb7a2061-f4ba-4eba-aab4-3c78dea77bd8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2415 time: 0.0826082 Aug 17 02:16:49.076379 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5122c056-9278-4d09-8726-7cba4ce964ba req-5b57c0a9-49b1-4307-966f-1e990deabaae service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845571 Aug 17 02:16:49.114872 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-30f494a3-0d15-4ef0-93ee-902a63aa32be req-c6735cf6-7ce6-471c-b47c-e1e86edfd546 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737095 Aug 17 02:16:49.115877 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:49.120577 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cd98e6-4839-4202-9bbe-3bd75df87b4d'}, {'server_uuid': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:49.124774 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a03d1d-45db-4f09-b48b-9bedac1aa4b9" -d '{"events": [{"server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "name": "network-vif-plugged", "status": "completed", "tag": "30cd98e6-4839-4202-9bbe-3bd75df87b4d"}, {"server_uuid": "f685fffd-b25b-4cee-80ec-07a7811e35dd", "name": "network-vif-plugged", "status": "completed", "tag": "ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:49.167047 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-208872b4-27bd-4771-819c-aad914944683 req-fbcf7e57-964d-4ca3-a81f-d69c23e38f5e service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760244 Aug 17 02:16:49.191799 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 48fd9afa-5012-4cb8-9897-4f4503fa2150, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=48fd9afa-5012-4cb8-9897-4f4503fa2150,segment=NetworkSegment(fe459aef-cb04-404d-a91b-fe6e8f463873),segment_id=fe459aef-cb04-404d-a91b-fe6e8f463873)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:49.282285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539454f8-1241-4d51-b0c5-a8d8781714c4 req-43bbdc2e-34d9-48fc-ab4e-6dd330f03a16 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:49.284427 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-539454f8-1241-4d51-b0c5-a8d8781714c4 req-43bbdc2e-34d9-48fc-ab4e-6dd330f03a16 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 948 time: 0.0779209 Aug 17 02:16:49.319565 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:49.341146 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-539454f8-1241-4d51-b0c5-a8d8781714c4 req-5e78d433-e0d0-42cd-9e8d-0da7c36b2785 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420976 Aug 17 02:16:49.409567 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=48fd9afa-5012-4cb8-9897-4f4503fa2150,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:49.459841 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b38385-fe64-4e67-ba76-fadaba3fad03 x-openstack-request-id: req-b0b38385-fe64-4e67-ba76-fadaba3fad03 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:49.460229 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "name": "network-vif-plugged", "status": "completed", "tag": "30cd98e6-4839-4202-9bbe-3bd75df87b4d", "code": 200}, {"server_uuid": "f685fffd-b25b-4cee-80ec-07a7811e35dd", "name": "network-vif-plugged", "status": "completed", "tag": "ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:49.460561 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0b38385-fe64-4e67-ba76-fadaba3fad03 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:49.461053 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cd98e6-4839-4202-9bbe-3bd75df87b4d', 'code': 200} Aug 17 02:16:49.461931 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0', 'code': 200} Aug 17 02:16:49.516791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa35c7-2880-47a8-a95f-9518eae8079b req-da04c867-d3c4-43de-a4e6-737a3c780fdd tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:49.519210 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-73aa35c7-2880-47a8-a95f-9518eae8079b req-da04c867-d3c4-43de-a4e6-737a3c780fdd tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 950 time: 0.5146985 Aug 17 02:16:49.593823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4b2ef-051a-48aa-b3a8-fdb8ca815161 req-6c544c3b-2f93-4c60-ba40-6269ea156d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:49.595577 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1aa4b2ef-051a-48aa-b3a8-fdb8ca815161 req-6c544c3b-2f93-4c60-ba40-6269ea156d59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=250923f46e3843baa1f564fcafac735c&device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 1100 time: 0.0976858 Aug 17 02:16:49.765651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122c056-9278-4d09-8726-7cba4ce964ba req-265a08eb-5c83-4768-8318-84514c3a2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:49.766399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c58a20-26dd-401e-ace8-e1ec1ba97bba req-a901500b-12f0-4ca2-98d5-15787e875801 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:49.767420 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5122c056-9278-4d09-8726-7cba4ce964ba req-265a08eb-5c83-4768-8318-84514c3a2ca5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6759255 Aug 17 02:16:49.768815 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e6c58a20-26dd-401e-ace8-e1ec1ba97bba req-a901500b-12f0-4ca2-98d5-15787e875801 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 950 time: 0.0855503 Aug 17 02:16:49.778682 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db94498-6c01-4733-b0cd-9a47922f183b req-d0d56537-6c53-41e1-95f2-2c401464fc71 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:49.780618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9db94498-6c01-4733-b0cd-9a47922f183b req-d0d56537-6c53-41e1-95f2-2c401464fc71 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.3087020 Aug 17 02:16:49.823260 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4b2ef-051a-48aa-b3a8-fdb8ca815161 req-353de542-b547-4b0c-922f-6c5a20eb5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:49.825322 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1aa4b2ef-051a-48aa-b3a8-fdb8ca815161 req-353de542-b547-4b0c-922f-6c5a20eb5944 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2187932 Aug 17 02:16:49.826030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc781d-8d46-4ec6-b7f1-d8c1f2718b6c req-6d60b10c-5916-4fc3-9fb5-1dc51c798e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:49.827681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71cc781d-8d46-4ec6-b7f1-d8c1f2718b6c req-6d60b10c-5916-4fc3-9fb5-1dc51c798e42 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 1102 time: 0.1291106 Aug 17 02:16:49.852764 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-73aa35c7-2880-47a8-a95f-9518eae8079b req-d1122e14-5ba0-4ec4-a82a-47b52749ddc9 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Deleting port ff3086c2-a088-4767-aaa8-9c7ea01d3161 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:16:49.853291 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-73aa35c7-2880-47a8-a95f-9518eae8079b req-d1122e14-5ba0-4ec4-a82a-47b52749ddc9 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:49.891436 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9db94498-6c01-4733-b0cd-9a47922f183b req-0ff0b586-1b6a-4241-82e3-47262dad7868 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978143 Aug 17 02:16:49.901098 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1aa4b2ef-051a-48aa-b3a8-fdb8ca815161 req-4af64180-7b18-4b84-8a29-3e935bc4aee8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=04063b21-98b8-4670-8ada-9370a689862d HTTP/1.1" status: 200 len: 217 time: 0.0563252 Aug 17 02:16:49.911097 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e6c58a20-26dd-401e-ace8-e1ec1ba97bba req-4ced785d-f531-4e14-b0a2-f9352eb29bd7 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165140 Aug 17 02:16:49.982618 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device e97747be-b5e3-43df-89a1-04520ed121aa details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:16:49.997514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71cc781d-8d46-4ec6-b7f1-d8c1f2718b6c req-be9c4479-f480-41da-b961-c849c8a61be4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544492 Aug 17 02:16:49.998746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4b2ef-051a-48aa-b3a8-fdb8ca815161 req-fb6abdb2-c9a3-4125-9182-bc7ba3d0bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:50.000250 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1aa4b2ef-051a-48aa-b3a8-fdb8ca815161 req-fb6abdb2-c9a3-4125-9182-bc7ba3d0bdd5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0811815 Aug 17 02:16:50.067046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-0c69fcd8-d4b5-4f0b-9a5c-558c665954c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:50.068634 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-0c69fcd8-d4b5-4f0b-9a5c-558c665954c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 1099 time: 0.2029285 Aug 17 02:16:50.084775 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-73aa35c7-2880-47a8-a95f-9518eae8079b req-d1122e14-5ba0-4ec4-a82a-47b52749ddc9 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] For port ff3086c2-a088-4767-aaa8-9c7ea01d3161, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ff3086c2-a088-4767-aaa8-9c7ea01d3161,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:50.085143 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-73aa35c7-2880-47a8-a95f-9518eae8079b req-d1122e14-5ba0-4ec4-a82a-47b52749ddc9 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:50.113026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-73aa35c7-2880-47a8-a95f-9518eae8079b req-d1122e14-5ba0-4ec4-a82a-47b52749ddc9 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Calling delete_port for ff3086c2-a088-4767-aaa8-9c7ea01d3161 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:16:50.154745 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port e97747be-b5e3-43df-89a1-04520ed121aa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=e97747be-b5e3-43df-89a1-04520ed121aa,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:50.155677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-be7e1e5b-3848-43fa-b3d8-f4a454088ec7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e HTTP/1.1" status: 200 len: 217 time: 0.0659592 Aug 17 02:16:50.167760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4b2ef-051a-48aa-b3a8-fdb8ca815161 req-38c53414-1ca6-4fb5-9cb8-0448c6d5319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:50.169417 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1aa4b2ef-051a-48aa-b3a8-fdb8ca815161 req-38c53414-1ca6-4fb5-9cb8-0448c6d5319f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1494293 Aug 17 02:16:50.170020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e910d4-7b6f-4ee6-a00e-3f7d4dffa98c req-cf0bc1ad-1907-416c-b25b-cf840da748d8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:50.173196 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8e910d4-7b6f-4ee6-a00e-3f7d4dffa98c req-cf0bc1ad-1907-416c-b25b-cf840da748d8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 947 time: 0.1597569 Aug 17 02:16:50.173562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'e97747be-b5e3-43df-89a1-04520ed121aa', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'port_id': 'e97747be-b5e3-43df-89a1-04520ed121aa', 'mac_address': 'fa:16:3e:c1:93:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:16:50.224944 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:50.247956 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97747be-b5e3-43df-89a1-04520ed121aa {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:50.253347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d735cf3-08e0-4016-b50f-bd71f0f4f1f4 req-61d5bda7-39b8-48fb-9215-2b91b00a6f42 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:50.255784 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4d735cf3-08e0-4016-b50f-bd71f0f4f1f4 req-61d5bda7-39b8-48fb-9215-2b91b00a6f42 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 944 time: 0.1289170 Aug 17 02:16:50.287751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port e97747be-b5e3-43df-89a1-04520ed121aa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=e97747be-b5e3-43df-89a1-04520ed121aa,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:50.340994 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4d735cf3-08e0-4016-b50f-bd71f0f4f1f4 req-da9729d1-0d5d-4acf-a64d-66c4694887d2 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718212 Aug 17 02:16:50.362571 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1aa4b2ef-051a-48aa-b3a8-fdb8ca815161 req-c51a2539-d0a6-48ec-b821-680f42ac849a service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795995 Aug 17 02:16:50.372143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8e910d4-7b6f-4ee6-a00e-3f7d4dffa98c req-6333e015-11e3-47f6-90db-57092580c5de tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869504 Aug 17 02:16:50.378977 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-834bb409-40e6-4a7e-bf9b-110f37e155bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:50.380690 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-834bb409-40e6-4a7e-bf9b-110f37e155bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.2053375 Aug 17 02:16:50.548528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-ceb15eb2-a94d-4179-bad9-4976806f4296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:50.550315 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-ceb15eb2-a94d-4179-bad9-4976806f4296 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1505256 Aug 17 02:16:50.551644 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1aa4b2ef-051a-48aa-b3a8-fdb8ca815161 req-02e6fa18-599b-4b9c-babe-6d4e56cfeaa0 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738164 Aug 17 02:16:50.569678 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10d619-e59f-4f6c-aeee-5c75c44e66e7 req-1f531ab4-3c94-44b9-b2c8-00bdbd790553 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:50.571825 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df10d619-e59f-4f6c-aeee-5c75c44e66e7 req-1f531ab4-3c94-44b9-b2c8-00bdbd790553 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 948 time: 0.0892611 Aug 17 02:16:50.572475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408d0b8-08d3-4b98-8b45-1044dc91d870 req-4a326d35-0d1f-41fc-ac7d-60d4e853d7dc tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:50.580634 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408d0b8-08d3-4b98-8b45-1044dc91d870 req-4a326d35-0d1f-41fc-ac7d-60d4e853d7dc tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:50.583066 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:50.586042 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408d0b8-08d3-4b98-8b45-1044dc91d870 req-4a326d35-0d1f-41fc-ac7d-60d4e853d7dc tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:50.588383 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8408d0b8-08d3-4b98-8b45-1044dc91d870 req-4a326d35-0d1f-41fc-ac7d-60d4e853d7dc tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2416 time: 0.1070123 Aug 17 02:16:50.659859 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8408d0b8-08d3-4b98-8b45-1044dc91d870 req-297f94b1-c6f7-442c-8f85-232071d0d663 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629702 Aug 17 02:16:50.676779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=e97747be-b5e3-43df-89a1-04520ed121aa,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:50.688999 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-73aa35c7-2880-47a8-a95f-9518eae8079b req-d1122e14-5ba0-4ec4-a82a-47b52749ddc9 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:50.731581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['ff3086c2-a088-4767-aaa8-9c7ea01d3161'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:50.752726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1122e14-5ba0-4ec4-a82a-47b52749ddc9 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Pushing event deleted for resources: {'Port': ['ID=ff3086c2-a088-4767-aaa8-9c7ea01d3161,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:50.771306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['2a609139-9c4c-4add-af32-9d78b4bf328d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:50.798158 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df10d619-e59f-4f6c-aeee-5c75c44e66e7 req-71f50ecd-b7c8-4806-9943-ffc3455b9d7e tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179954 Aug 17 02:16:50.846906 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-54b19c2c-7a94-4c63-97f1-0223ddd5bc93 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550983 Aug 17 02:16:50.884011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-73aa35c7-2880-47a8-a95f-9518eae8079b req-d1122e14-5ba0-4ec4-a82a-47b52749ddc9 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] No DVR routers for this DVR port ff3086c2-a088-4767-aaa8-9c7ea01d3161 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:16:50.887062 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-73aa35c7-2880-47a8-a95f-9518eae8079b req-d1122e14-5ba0-4ec4-a82a-47b52749ddc9 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:50.889090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-73aa35c7-2880-47a8-a95f-9518eae8079b req-d1122e14-5ba0-4ec4-a82a-47b52749ddc9 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.18 "DELETE /v2.0/ports/ff3086c2-a088-4767-aaa8-9c7ea01d3161 HTTP/1.1" status: 204 len: 173 time: 1.3241558 Aug 17 02:16:50.889620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7160de-c503-4b6a-bab2-50bd71ccbdff', 'name': 'network-vif-deleted', 'tag': 'ff3086c2-a088-4767-aaa8-9c7ea01d3161'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:50.892005 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf838fd-081a-4310-9b80-cffddf1dc4ec" -d '{"events": [{"server_uuid": "3e7160de-c503-4b6a-bab2-50bd71ccbdff", "name": "network-vif-deleted", "tag": "ff3086c2-a088-4767-aaa8-9c7ea01d3161"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:51.032842 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae83ec7d-2892-48c8-a82b-1e3cb00a5059 req-eb941169-5620-4e7a-b863-e0678e2a0745 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581707 Aug 17 02:16:51.036426 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bb6ef0-0de5-4bd2-971f-47ade1d9d149 x-openstack-request-id: req-49bb6ef0-0de5-4bd2-971f-47ade1d9d149 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:51.036950 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7160de-c503-4b6a-bab2-50bd71ccbdff", "name": "network-vif-deleted", "tag": "ff3086c2-a088-4767-aaa8-9c7ea01d3161", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:51.037436 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49bb6ef0-0de5-4bd2-971f-47ade1d9d149 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:51.038024 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7160de-c503-4b6a-bab2-50bd71ccbdff', 'name': 'network-vif-deleted', 'tag': 'ff3086c2-a088-4767-aaa8-9c7ea01d3161', 'status': 'completed', 'code': 200} Aug 17 02:16:51.152030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686ffbe-6576-488e-8448-8e609aa99ed4 req-e62fc9d9-0f86-454c-82b3-cf4ef76a75e5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:51.155353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2686ffbe-6576-488e-8448-8e609aa99ed4 req-e62fc9d9-0f86-454c-82b3-cf4ef76a75e5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.1200109 Aug 17 02:16:51.191092 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-186629ad-17eb-4183-814f-f8db9046571f req-4fbb5bd3-ea73-4e5e-a1b8-4960b390678c tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 210 time: 0.0473466 Aug 17 02:16:51.211521 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2686ffbe-6576-488e-8448-8e609aa99ed4 req-24ad3cb7-9f43-4226-94e6-427437eee889 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460114 Aug 17 02:16:51.436502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['e97747be-b5e3-43df-89a1-04520ed121aa'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:51.471762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fd9afa-5012-4cb8-9897-4f4503fa2150'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:51.474183 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78120128-79a2-4048-8e2a-d551d612a618" -d '{"events": [{"server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "name": "network-vif-plugged", "status": "completed", "tag": "48fd9afa-5012-4cb8-9897-4f4503fa2150"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:51.529506 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37535ab2-773f-4c1a-9706-342bc766ce5f req-4b67310e-2211-4681-a0fa-8972cc44c80f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:51.531594 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37535ab2-773f-4c1a-9706-342bc766ce5f req-4b67310e-2211-4681-a0fa-8972cc44c80f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 947 time: 0.0718088 Aug 17 02:16:51.537598 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0200ca9-d96c-48a3-aca8-9868e2a87b4c req-1976881c-bea4-4718-b2de-8e9fc4640117 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:51.547160 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f0200ca9-d96c-48a3-aca8-9868e2a87b4c req-1976881c-bea4-4718-b2de-8e9fc4640117 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 945 time: 0.0908427 Aug 17 02:16:51.598212 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f0200ca9-d96c-48a3-aca8-9868e2a87b4c req-489c4fcf-f61b-4c9e-8fcc-efe28197d979 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479763 Aug 17 02:16:51.598608 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37535ab2-773f-4c1a-9706-342bc766ce5f req-2cea882c-1dc9-4d3b-8464-6f1f5153a0f0 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550563 Aug 17 02:16:51.646973 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cf815f-112c-42f0-88aa-faf3d2ae96f6 x-openstack-request-id: req-b6cf815f-112c-42f0-88aa-faf3d2ae96f6 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:51.647411 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "name": "network-vif-plugged", "status": "completed", "tag": "48fd9afa-5012-4cb8-9897-4f4503fa2150", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:51.647765 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6cf815f-112c-42f0-88aa-faf3d2ae96f6 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:51.648339 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fd9afa-5012-4cb8-9897-4f4503fa2150', 'code': 200} Aug 17 02:16:51.858612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d69d8-8e8c-4f38-89a7-b0a05cb29424 req-1c97ff0f-6fd4-4064-a023-4fe589c90803 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:51.865476 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d69d8-8e8c-4f38-89a7-b0a05cb29424 req-1c97ff0f-6fd4-4064-a023-4fe589c90803 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:51.871178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9247e-6942-4504-906a-d352de810c46 req-2948bebb-47a9-4173-ad83-121ea8b495f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:51.872465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d69d8-8e8c-4f38-89a7-b0a05cb29424 req-1c97ff0f-6fd4-4064-a023-4fe589c90803 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:51.874197 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-935d69d8-8e8c-4f38-89a7-b0a05cb29424 req-1c97ff0f-6fd4-4064-a023-4fe589c90803 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2416 time: 0.1005635 Aug 17 02:16:51.877189 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9247e-6942-4504-906a-d352de810c46 req-2948bebb-47a9-4173-ad83-121ea8b495f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:51.878791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9247e-6942-4504-906a-d352de810c46 req-2948bebb-47a9-4173-ad83-121ea8b495f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:51.882377 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95d9247e-6942-4504-906a-d352de810c46 req-2948bebb-47a9-4173-ad83-121ea8b495f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2872 time: 0.0852916 Aug 17 02:16:51.926759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95d9247e-6942-4504-906a-d352de810c46 req-468e345e-5ead-4982-a774-d0e57657ceb7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381997 Aug 17 02:16:51.938782 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-935d69d8-8e8c-4f38-89a7-b0a05cb29424 req-aeaced1e-187f-4ef9-bfaf-a33906c15b5d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544038 Aug 17 02:16:52.106562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55cbca-401e-4358-a0df-141582a3a340 req-b5aea1af-43c8-401a-a633-bddb4228a842 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:52.112676 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1d55cbca-401e-4358-a0df-141582a3a340 req-b5aea1af-43c8-401a-a633-bddb4228a842 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 948 time: 0.0750024 Aug 17 02:16:52.170549 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1d55cbca-401e-4358-a0df-141582a3a340 req-1465bedd-8dc8-4aa9-bc43-74de21a208fd tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547774 Aug 17 02:16:52.354305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a7cda23c-404b-4ec1-82dd-056fdec97b3d req-dfb9f551-1bb6-4905-aa58-eb5766a39ddd tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7160de-c503-4b6a-bab2-50bd71ccbdff HTTP/1.1" status: 200 len: 210 time: 0.0392194 Aug 17 02:16:52.391915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d857a1a-7263-440c-82a7-bce8d4c9368e req-d1e01841-85a1-4542-be30-756cb19ea54f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:52.393584 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2d857a1a-7263-440c-82a7-bce8d4c9368e req-d1e01841-85a1-4542-be30-756cb19ea54f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0761993 Aug 17 02:16:52.448014 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2d857a1a-7263-440c-82a7-bce8d4c9368e req-2120e1d5-9648-42dc-b37c-e77949124940 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430014 Aug 17 02:16:52.590520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccac331-bdb3-4f8e-a1f0-a76145752523 req-01ee6556-f589-4feb-ad87-423fbcd9ab6a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:52.593124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fccac331-bdb3-4f8e-a1f0-a76145752523 req-01ee6556-f589-4feb-ad87-423fbcd9ab6a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0623081 Aug 17 02:16:52.651247 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fccac331-bdb3-4f8e-a1f0-a76145752523 req-f0e33a68-ab1a-4e76-bbcd-bed69054f344 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477042 Aug 17 02:16:52.775311 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fefaa-21ec-4b4e-8f8b-80af7b63f9a9 req-e851704d-51eb-48d3-b0f5-8ece8901f50a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:52.777764 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-040fefaa-21ec-4b4e-8f8b-80af7b63f9a9 req-e851704d-51eb-48d3-b0f5-8ece8901f50a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 945 time: 0.0714705 Aug 17 02:16:52.799995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c289c7-2761-4ec3-8a69-a83fd8d18047 req-492fe80e-8913-4e79-b752-a05e4bc29eab tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:52.801638 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89c289c7-2761-4ec3-8a69-a83fd8d18047 req-492fe80e-8913-4e79-b752-a05e4bc29eab tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 947 time: 0.0619118 Aug 17 02:16:52.838049 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-040fefaa-21ec-4b4e-8f8b-80af7b63f9a9 req-45502fc2-4304-4de6-b0e9-1ff7f0fa3cf3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514834 Aug 17 02:16:52.850925 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89c289c7-2761-4ec3-8a69-a83fd8d18047 req-3d73124e-091d-4fbd-9eac-a38b49d4bc19 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 Aug 17 02:16:53.139093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3c63a-cbe2-435d-acad-152619539d3b req-9fe15567-0da8-4e7b-9508-a7628dc55ae4 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:53.145044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3c63a-cbe2-435d-acad-152619539d3b req-9fe15567-0da8-4e7b-9508-a7628dc55ae4 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:53.151076 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3c63a-cbe2-435d-acad-152619539d3b req-9fe15567-0da8-4e7b-9508-a7628dc55ae4 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:53.152797 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1a3c63a-cbe2-435d-acad-152619539d3b req-9fe15567-0da8-4e7b-9508-a7628dc55ae4 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2416 time: 0.0779333 Aug 17 02:16:53.215185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1a3c63a-cbe2-435d-acad-152619539d3b req-591458b6-61ee-4b60-9c2a-4976601cc250 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464897 Aug 17 02:16:53.342589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b40cf5-56f6-4382-9f05-8782469b6fb7 req-8b277202-45b8-4f4f-aff6-242ed1ef1e88 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:53.344893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47b40cf5-56f6-4382-9f05-8782469b6fb7 req-8b277202-45b8-4f4f-aff6-242ed1ef1e88 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 948 time: 0.0596812 Aug 17 02:16:53.414517 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47b40cf5-56f6-4382-9f05-8782469b6fb7 req-e07b511e-6367-4f2e-a8dc-c1ee832363cb tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528829 Aug 17 02:16:53.585980 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af85a66-35dc-4d3f-82d0-5c0520b89a27 req-6c6997ee-9593-4b60-a000-c7a3446c4500 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:53.588173 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5af85a66-35dc-4d3f-82d0-5c0520b89a27 req-6c6997ee-9593-4b60-a000-c7a3446c4500 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0565696 Aug 17 02:16:53.656953 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5af85a66-35dc-4d3f-82d0-5c0520b89a27 req-00dd0362-e64b-4747-bc7e-21b70a665b11 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616980 Aug 17 02:16:53.736959 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-026258c7-da72-4b9c-96e2-fd72b8787e0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0602396 Aug 17 02:16:53.749255 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-e9707fcb-aa81-4fb5-a676-8abc21b50e82 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:16:53.750277 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-e9707fcb-aa81-4fb5-a676-8abc21b50e82 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056205 Aug 17 02:16:53.889872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ff3086c2-a088-4767-aaa8-9c7ea01d3161 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:16:53.917777 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: ff3086c2-a088-4767-aaa8-9c7ea01d3161 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:16:53.918167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ff3086c2-a088-4767-aaa8-9c7ea01d3161 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:16:53.989705 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d243f-4383-4ba7-b4c2-15dc1c50d263 req-249c88d8-7485-482a-ba3c-b4a90be0d9d3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:53.991410 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-780d243f-4383-4ba7-b4c2-15dc1c50d263 req-249c88d8-7485-482a-ba3c-b4a90be0d9d3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 945 time: 0.0652297 Aug 17 02:16:53.994911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device e97747be-b5e3-43df-89a1-04520ed121aa up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:16:54.074752 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-780d243f-4383-4ba7-b4c2-15dc1c50d263 req-acb9e18b-2534-42e9-8a44-aa4ebb44337e tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605714 Aug 17 02:16:54.176464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port e97747be-b5e3-43df-89a1-04520ed121aa completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:16:54.188361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port e97747be-b5e3-43df-89a1-04520ed121aa triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:16:54.189632 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:54.199428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619d5fb-b074-41b8-8f57-e5df37d7d4f9 req-33a389f2-d480-43ff-875e-67b5c04d985b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:54.201601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e619d5fb-b074-41b8-8f57-e5df37d7d4f9 req-33a389f2-d480-43ff-875e-67b5c04d985b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 947 time: 0.0961955 Aug 17 02:16:54.254774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f74187-fd20-42b5-a21e-36dfecf4fbcf req-610273f2-842a-4669-a2a1-165be5d17885 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:54.256756 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-46f74187-fd20-42b5-a21e-36dfecf4fbcf req-610273f2-842a-4669-a2a1-165be5d17885 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 949 time: 0.0888553 Aug 17 02:16:54.298241 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e619d5fb-b074-41b8-8f57-e5df37d7d4f9 req-1ad582d4-6b95-41d7-953b-32e6a68394d6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857317 Aug 17 02:16:54.307498 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-46f74187-fd20-42b5-a21e-36dfecf4fbcf req-fc26f77c-c7ea-4442-8cea-df43d43ffa81 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419643 Aug 17 02:16:54.341836 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:54.374492 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97747be-b5e3-43df-89a1-04520ed121aa'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:54.377078 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f94647-e481-46b9-ad67-d7ef33666724" -d '{"events": [{"server_uuid": "bb03fab0-e75e-4b08-8ee3-e24bcd742058", "name": "network-vif-plugged", "status": "completed", "tag": "e97747be-b5e3-43df-89a1-04520ed121aa"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:54.394000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port e97747be-b5e3-43df-89a1-04520ed121aa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=e97747be-b5e3-43df-89a1-04520ed121aa,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:54.464038 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ba6481-a2b9-4ea9-8c03-5cca621af458 x-openstack-request-id: req-34ba6481-a2b9-4ea9-8c03-5cca621af458 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:54.464322 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb03fab0-e75e-4b08-8ee3-e24bcd742058", "name": "network-vif-plugged", "status": "completed", "tag": "e97747be-b5e3-43df-89a1-04520ed121aa", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:54.464700 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34ba6481-a2b9-4ea9-8c03-5cca621af458 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:54.465153 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97747be-b5e3-43df-89a1-04520ed121aa', 'code': 200} Aug 17 02:16:54.506474 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fbd3a-0358-4bdb-95c8-c23f119f53dc req-c34b55da-a507-471d-bea3-12e50936a7a3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:54.514840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fbd3a-0358-4bdb-95c8-c23f119f53dc req-c34b55da-a507-471d-bea3-12e50936a7a3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:54.522263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fbd3a-0358-4bdb-95c8-c23f119f53dc req-c34b55da-a507-471d-bea3-12e50936a7a3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:54.525005 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ad3fbd3a-0358-4bdb-95c8-c23f119f53dc req-c34b55da-a507-471d-bea3-12e50936a7a3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2416 time: 0.1195385 Aug 17 02:16:54.536337 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:54.607863 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ad3fbd3a-0358-4bdb-95c8-c23f119f53dc req-e10f9db5-398b-42ad-bc0a-a571c80045d8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721126 Aug 17 02:16:54.609935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=e97747be-b5e3-43df-89a1-04520ed121aa,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:54.640258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0ba57-1fd3-4132-9d72-b2a0263a6d86 req-fae01648-4ae9-4087-844f-42839b4c165a tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:54.642007 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4db0ba57-1fd3-4132-9d72-b2a0263a6d86 req-fae01648-4ae9-4087-844f-42839b4c165a tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 948 time: 0.0999722 Aug 17 02:16:54.674329 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c97c5-d147-4f9b-9f2e-5782bcf19df6 req-dbcec156-f7e3-4683-8816-4fe64167a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:54.675703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-374c97c5-d147-4f9b-9f2e-5782bcf19df6 req-dbcec156-f7e3-4683-8816-4fe64167a004 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 1098 time: 0.0953987 Aug 17 02:16:54.718437 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4db0ba57-1fd3-4132-9d72-b2a0263a6d86 req-d7ee8a8b-a7d9-4aac-9ca5-f15e15d2883e tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634782 Aug 17 02:16:54.758555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-374c97c5-d147-4f9b-9f2e-5782bcf19df6 req-588ed8f6-90a0-48cf-ae77-26b747804d5c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676246 Aug 17 02:16:54.836037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661c287-5bbc-47c2-8c9b-77fbe3e575e0 req-bcc17c2c-3648-44a8-b6bf-0731cd1067e9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:54.836037 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d661c287-5bbc-47c2-8c9b-77fbe3e575e0 req-bcc17c2c-3648-44a8-b6bf-0731cd1067e9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0759723 Aug 17 02:16:54.891267 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d661c287-5bbc-47c2-8c9b-77fbe3e575e0 req-19e62335-cb7e-46e7-b826-f915fe92df68 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503025 Aug 17 02:16:55.215403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69d77b-fcd6-4fec-ad62-840295ab9f2d req-49a97f8e-5ebb-4cf0-b42c-e57f74990906 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:55.216935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd69d77b-fcd6-4fec-ad62-840295ab9f2d req-49a97f8e-5ebb-4cf0-b42c-e57f74990906 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 946 time: 0.0555730 Aug 17 02:16:55.265051 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd69d77b-fcd6-4fec-ad62-840295ab9f2d req-ad89363c-7ed0-4df9-8c44-28ae956e82bb tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417089 Aug 17 02:16:55.461854 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad505cd8-d21a-4af9-ab56-75b8cf56fd93 req-a5c9de50-cf87-4c8d-8658-53bc08506562 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:55.463722 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad505cd8-d21a-4af9-ab56-75b8cf56fd93 req-a5c9de50-cf87-4c8d-8658-53bc08506562 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 949 time: 0.0615525 Aug 17 02:16:55.465658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030d3d4-98cb-453d-a18b-d3b2395c0b3c req-5800b8b5-4749-4dbe-b97b-16fec015bcaa tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:55.467172 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a030d3d4-98cb-453d-a18b-d3b2395c0b3c req-5800b8b5-4749-4dbe-b97b-16fec015bcaa tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 947 time: 0.0685213 Aug 17 02:16:55.513788 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a030d3d4-98cb-453d-a18b-d3b2395c0b3c req-1e0b1905-0f2e-4d3b-b282-b74d8edcd870 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405135 Aug 17 02:16:55.526245 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad505cd8-d21a-4af9-ab56-75b8cf56fd93 req-80493187-8962-487f-9bb7-5b7d5d3e003c tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501390 Aug 17 02:16:55.769789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4cf48-789b-4bb1-b112-68db51d26d5d req-0385082b-df62-4a17-8f07-6461e6351d82 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:55.776535 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4cf48-789b-4bb1-b112-68db51d26d5d req-0385082b-df62-4a17-8f07-6461e6351d82 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:55.782612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4cf48-789b-4bb1-b112-68db51d26d5d req-0385082b-df62-4a17-8f07-6461e6351d82 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:55.784274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90d4cf48-789b-4bb1-b112-68db51d26d5d req-0385082b-df62-4a17-8f07-6461e6351d82 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2416 time: 0.0716159 Aug 17 02:16:55.827344 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90d4cf48-789b-4bb1-b112-68db51d26d5d req-cf6ece4a-c513-4c1b-90bc-7e6f5004cc8f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351939 Aug 17 02:16:55.862773 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56747ade-42a3-4d0d-9333-ddfd7705389b req-60459bf4-0b22-4649-ae71-3aa5c55a521c tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:55.873185 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-56747ade-42a3-4d0d-9333-ddfd7705389b req-60459bf4-0b22-4649-ae71-3aa5c55a521c tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 948 time: 0.0565979 Aug 17 02:16:55.910355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:16:55.916259 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-56747ade-42a3-4d0d-9333-ddfd7705389b req-d4d07cf7-835e-4586-80ff-a7aad6aed385 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447872 Aug 17 02:16:56.101012 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:56.103058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29c138-20b6-447f-b22d-9e2fd979db64 req-9971babb-e6dc-4fb3-a047-632517305f78 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:56.104652 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7b29c138-20b6-447f-b22d-9e2fd979db64 req-9971babb-e6dc-4fb3-a047-632517305f78 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0881083 Aug 17 02:16:56.120457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e', 'mac_address': 'fa:16:3e:b0:17:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:16:56.168820 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7b29c138-20b6-447f-b22d-9e2fd979db64 req-902a9052-233f-4958-b278-97ced44836f6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544784 Aug 17 02:16:56.200641 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:56.224738 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:56.255245 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:56.387733 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:56.388524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 04063b21-98b8-4670-8ada-9370a689862d details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:16:56.407799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74586d-025c-48c5-9350-028b2ce577e4 req-1ff086b1-9635-4e08-a3ce-e5c03771f878 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:56.410321 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ae74586d-025c-48c5-9350-028b2ce577e4 req-1ff086b1-9635-4e08-a3ce-e5c03771f878 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 946 time: 0.0651419 Aug 17 02:16:56.469201 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 04063b21-98b8-4670-8ada-9370a689862d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=04063b21-98b8-4670-8ada-9370a689862d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:56.470608 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ae74586d-025c-48c5-9350-028b2ce577e4 req-a49c55a6-1c39-4d07-b6d1-63c4f84d37cf tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491986 Aug 17 02:16:56.472542 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:56.489924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '04063b21-98b8-4670-8ada-9370a689862d', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '04063b21-98b8-4670-8ada-9370a689862d', 'mac_address': 'fa:16:3e:dd:d1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:16:56.534680 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:56.549082 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04063b21-98b8-4670-8ada-9370a689862d {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:16:56.578705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 04063b21-98b8-4670-8ada-9370a689862d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=04063b21-98b8-4670-8ada-9370a689862d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:56.675117 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d9e3b-ad07-40eb-bcfd-0a1cb8da52c7 req-d66e7795-f583-4e88-8a32-2f8d004ed14b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:56.677507 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-994d9e3b-ad07-40eb-bcfd-0a1cb8da52c7 req-d66e7795-f583-4e88-8a32-2f8d004ed14b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 948 time: 0.0664771 Aug 17 02:16:56.707922 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:56.731426 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-994d9e3b-ad07-40eb-bcfd-0a1cb8da52c7 req-1fad133c-7676-45ba-a1eb-02ba58df3740 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458212 Aug 17 02:16:56.813668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=04063b21-98b8-4670-8ada-9370a689862d,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:56.859377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c540e-e1d6-436a-92d0-9d7897b6b182 req-a3c0e655-ecb5-4fb0-bede-36134b040cf1 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:56.860979 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-282c540e-e1d6-436a-92d0-9d7897b6b182 req-a3c0e655-ecb5-4fb0-bede-36134b040cf1 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 949 time: 0.0690644 Aug 17 02:16:56.922046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-282c540e-e1d6-436a-92d0-9d7897b6b182 req-027e7673-f227-4ebf-a111-80aafae1ca2e tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509942 Aug 17 02:16:57.026348 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ca4b3-30d0-4b1a-b8ec-5cae609425ee req-95cb0dfc-2d1e-41e9-8b29-2ba4dd9060e5 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:57.032742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ca4b3-30d0-4b1a-b8ec-5cae609425ee req-95cb0dfc-2d1e-41e9-8b29-2ba4dd9060e5 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:57.038720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ca4b3-30d0-4b1a-b8ec-5cae609425ee req-95cb0dfc-2d1e-41e9-8b29-2ba4dd9060e5 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:57.038989 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:16:57.041410 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c47ca4b3-30d0-4b1a-b8ec-5cae609425ee req-95cb0dfc-2d1e-41e9-8b29-2ba4dd9060e5 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2416 time: 0.0971613 Aug 17 02:16:57.085624 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c47ca4b3-30d0-4b1a-b8ec-5cae609425ee req-a7744f39-49b7-4428-96a1-a1dd4b8c3726 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368993 Aug 17 02:16:57.117550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc6d4c-afee-4825-9727-1b3daf1b2e27 req-8bec1522-3f9d-4405-bd8c-8be766ce549e tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:57.120154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5cdc6d4c-afee-4825-9727-1b3daf1b2e27 req-8bec1522-3f9d-4405-bd8c-8be766ce549e tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 949 time: 0.0946171 Aug 17 02:16:57.167500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5cdc6d4c-afee-4825-9727-1b3daf1b2e27 req-0d02189c-00e6-4e3d-8747-4c1c431f66fe tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409510 Aug 17 02:16:57.350582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9239db8-887f-4144-bd81-127fe2c36844 req-da28c628-7104-4aa5-a3f1-f3280445e754 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:57.353013 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a9239db8-887f-4144-bd81-127fe2c36844 req-da28c628-7104-4aa5-a3f1-f3280445e754 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0948553 Aug 17 02:16:57.369509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27008822-6b24-4686-b1a2-8eea2e06fc47 req-1f79ad93-6eaf-4654-aa33-ac37cb695152 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:57.372394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27008822-6b24-4686-b1a2-8eea2e06fc47 req-1f79ad93-6eaf-4654-aa33-ac37cb695152 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 949 time: 0.0978160 Aug 17 02:16:57.408729 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a9239db8-887f-4144-bd81-127fe2c36844 req-e43e6eea-db4c-4cb6-bd03-ba61a5ea9f66 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414405 Aug 17 02:16:57.482754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['04063b21-98b8-4670-8ada-9370a689862d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:57.513610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-27008822-6b24-4686-b1a2-8eea2e06fc47 req-efe39097-e325-4b80-84c2-13121a85772d tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Deleting port 2a609139-9c4c-4add-af32-9d78b4bf328d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:16:57.513968 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-27008822-6b24-4686-b1a2-8eea2e06fc47 req-efe39097-e325-4b80-84c2-13121a85772d tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:57.649783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:16:57.665996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d9b9c-f5a6-4388-b6ac-6a2a6efb2240 req-b019ffad-1f23-44a2-9da5-ce58d5dc639d tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:57.667593 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c56d9b9c-f5a6-4388-b6ac-6a2a6efb2240 req-b019ffad-1f23-44a2-9da5-ce58d5dc639d tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 946 time: 0.0982428 Aug 17 02:16:57.694175 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-27008822-6b24-4686-b1a2-8eea2e06fc47 req-efe39097-e325-4b80-84c2-13121a85772d tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] For port 2a609139-9c4c-4add-af32-9d78b4bf328d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=2a609139-9c4c-4add-af32-9d78b4bf328d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:16:57.694550 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-27008822-6b24-4686-b1a2-8eea2e06fc47 req-efe39097-e325-4b80-84c2-13121a85772d tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:57.716634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-27008822-6b24-4686-b1a2-8eea2e06fc47 req-efe39097-e325-4b80-84c2-13121a85772d tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Calling delete_port for 2a609139-9c4c-4add-af32-9d78b4bf328d owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:16:57.745369 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c56d9b9c-f5a6-4388-b6ac-6a2a6efb2240 req-e8af913a-01cb-41cd-9b2c-19022659532d tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634887 Aug 17 02:16:57.941103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a6af5-dd0e-42be-b991-bea0c3f6cf3b req-9b158979-1158-450f-8e65-3ac772941f9b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:57.942850 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-137a6af5-dd0e-42be-b991-bea0c3f6cf3b req-9b158979-1158-450f-8e65-3ac772941f9b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 948 time: 0.0766568 Aug 17 02:16:57.997819 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-137a6af5-dd0e-42be-b991-bea0c3f6cf3b req-8148734c-1acd-47bd-95cb-cd67e5bdf434 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445724 Aug 17 02:16:58.083546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-e3bc451e-bc13-47c8-aa7c-0cdf7a4cc60a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:58.084474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-e3bc451e-bc13-47c8-aa7c-0cdf7a4cc60a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1494222 Aug 17 02:16:58.109412 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-27008822-6b24-4686-b1a2-8eea2e06fc47 req-efe39097-e325-4b80-84c2-13121a85772d tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:58.242299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe39097-e325-4b80-84c2-13121a85772d tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Pushing event deleted for resources: {'Port': ['ID=2a609139-9c4c-4add-af32-9d78b4bf328d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:16:58.253671 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-dad3a945-495b-4af0-94d9-c3fca0ec8357 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.1563456 Aug 17 02:16:58.274247 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:58.295027 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9d6ab37b-bae2-401f-80e5-3d2ee278e6e4 req-99f7e375-d979-48bb-927d-e060c9e28435 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 210 time: 0.0446355 Aug 17 02:16:58.301334 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-d5c35b0e-ba01-4373-919a-5426061e8110 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Request body: {'floatingip': {'port_id': '7167d1bf-e496-48da-8c66-1fe25296d604', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:16:58.363491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-27008822-6b24-4686-b1a2-8eea2e06fc47 req-efe39097-e325-4b80-84c2-13121a85772d tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] No DVR routers for this DVR port 2a609139-9c4c-4add-af32-9d78b4bf328d on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:16:58.376023 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-27008822-6b24-4686-b1a2-8eea2e06fc47 req-efe39097-e325-4b80-84c2-13121a85772d tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:58.378053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27008822-6b24-4686-b1a2-8eea2e06fc47 req-efe39097-e325-4b80-84c2-13121a85772d tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.42 "DELETE /v2.0/ports/2a609139-9c4c-4add-af32-9d78b4bf328d HTTP/1.1" status: 204 len: 173 time: 0.9871724 Aug 17 02:16:58.378535 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2003cc-88e6-4e11-9d71-ab15749b6afa', 'name': 'network-vif-deleted', 'tag': '2a609139-9c4c-4add-af32-9d78b4bf328d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:16:58.380913 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70d305c-ccdc-47e6-a976-87714498ba19" -d '{"events": [{"server_uuid": "8f2003cc-88e6-4e11-9d71-ab15749b6afa", "name": "network-vif-deleted", "tag": "2a609139-9c4c-4add-af32-9d78b4bf328d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:16:58.387015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-1185cb4e-122f-46a7-9579-a858123c917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:58.388536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-1185cb4e-122f-46a7-9579-a858123c917d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 1102 time: 0.2180047 Aug 17 02:16:58.391042 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-d5c35b0e-ba01-4373-919a-5426061e8110 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:58.456970 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd6e17-114c-454f-93aa-74655bbb5883 req-aad23bdd-8fa3-426d-91b2-d98f199f2f34 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:58.464069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd6e17-114c-454f-93aa-74655bbb5883 req-aad23bdd-8fa3-426d-91b2-d98f199f2f34 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:58.470253 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd6e17-114c-454f-93aa-74655bbb5883 req-aad23bdd-8fa3-426d-91b2-d98f199f2f34 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:58.478678 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eebd6e17-114c-454f-93aa-74655bbb5883 req-aad23bdd-8fa3-426d-91b2-d98f199f2f34 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2416 time: 0.0839360 Aug 17 02:16:58.551603 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eebd6e17-114c-454f-93aa-74655bbb5883 req-cd77f060-4f4b-4621-917c-75430b07cdc5 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712161 Aug 17 02:16:58.705196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a9ade-6b1c-4cf3-ae6e-4dea0f918631 req-287b406c-03a4-4248-8d47-51da5dcc4a5a tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:58.712234 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-679784e5-06bb-41b1-bcd6-bdfc19295d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:58.712867 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1b4a9ade-6b1c-4cf3-ae6e-4dea0f918631 req-287b406c-03a4-4248-8d47-51da5dcc4a5a tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 949 time: 0.0801485 Aug 17 02:16:58.715181 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-679784e5-06bb-41b1-bcd6-bdfc19295d87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2624328 Aug 17 02:16:58.765407 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1b4a9ade-6b1c-4cf3-ae6e-4dea0f918631 req-187c1232-f1ba-47cf-9709-51c75fa2d70f tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487669 Aug 17 02:16:58.841862 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0841ecb5-cc35-4301-8cb9-76dff5f2870b x-openstack-request-id: req-0841ecb5-cc35-4301-8cb9-76dff5f2870b {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:16:58.842268 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2003cc-88e6-4e11-9d71-ab15749b6afa", "name": "network-vif-deleted", "tag": "2a609139-9c4c-4add-af32-9d78b4bf328d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:16:58.842648 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0841ecb5-cc35-4301-8cb9-76dff5f2870b {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:16:58.843113 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2003cc-88e6-4e11-9d71-ab15749b6afa', 'name': 'network-vif-deleted', 'tag': '2a609139-9c4c-4add-af32-9d78b4bf328d', 'status': 'completed', 'code': 200} Aug 17 02:16:58.847524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-67d1de5e-df5f-4400-af4f-8406f81c805d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 HTTP/1.1" status: 200 len: 217 time: 0.0774722 Aug 17 02:16:58.967493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91a7eb-ebc3-4676-8f8d-2074090c0a72 req-750171aa-c33b-4da4-a829-df6a44903209 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:58.969409 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6d91a7eb-ebc3-4676-8f8d-2074090c0a72 req-750171aa-c33b-4da4-a829-df6a44903209 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0731857 Aug 17 02:16:59.023750 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6d91a7eb-ebc3-4676-8f8d-2074090c0a72 req-5b915c4e-8ea1-4095-85ab-eee57dfca43a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470881 Aug 17 02:16:59.175182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3378c5-9a2e-4602-afb2-1f29f6e78e2f req-cb08d88a-d645-4f97-80ee-9f296f40da3f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:59.176951 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7d3378c5-9a2e-4602-afb2-1f29f6e78e2f req-cb08d88a-d645-4f97-80ee-9f296f40da3f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 948 time: 0.0618150 Aug 17 02:16:59.233924 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7d3378c5-9a2e-4602-afb2-1f29f6e78e2f req-270e0a23-e253-473a-917e-4e76a5f34a85 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471737 Aug 17 02:16:59.359125 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-62f767cb-5408-4540-a6cf-ef20e03beb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:59.361623 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-62f767cb-5408-4540-a6cf-ef20e03beb07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.4542220 Aug 17 02:16:59.480886 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-62590359-a136-40e8-953b-c8e401b38854 req-6311f68f-6e82-4b7a-a4aa-df237f97a1b4 tempest-ServersAdminNegativeTestJSON-1820933579 tempest-ServersAdminNegativeTestJSON-1820933579-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f2003cc-88e6-4e11-9d71-ab15749b6afa HTTP/1.1" status: 200 len: 210 time: 0.0365937 Aug 17 02:16:59.554066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-056ac19f-5ac1-4a55-967c-796398d3a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:59.556527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-056ac19f-5ac1-4a55-967c-796398d3a12e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1541193 Aug 17 02:16:59.689653 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.resource_extend [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-d5c35b0e-ba01-4373-919a-5426061e8110 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:16:59.740378 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840d689-6815-46d6-a7ae-c286d292b23c req-715fda75-ad94-4176-acfb-c58ec619d701 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:59.747933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840d689-6815-46d6-a7ae-c286d292b23c req-715fda75-ad94-4176-acfb-c58ec619d701 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:59.754523 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840d689-6815-46d6-a7ae-c286d292b23c req-715fda75-ad94-4176-acfb-c58ec619d701 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:59.755939 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a840d689-6815-46d6-a7ae-c286d292b23c req-715fda75-ad94-4176-acfb-c58ec619d701 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2416 time: 0.0849559 Aug 17 02:16:59.808715 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-d5c35b0e-ba01-4373-919a-5426061e8110 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:59.822515 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a840d689-6815-46d6-a7ae-c286d292b23c req-102dbe38-ef92-4be2-8e47-d5630fd7db1f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557981 Aug 17 02:16:59.843972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-eacf2175-e34c-46c9-9d24-6eadf26ce726 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562973 Aug 17 02:16:59.919240 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-d5c35b0e-ba01-4373-919a-5426061e8110 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:16:59.993789 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb90d68-1522-4e82-9673-f4ac0d659f8b req-625efa1e-ce41-4a6c-8b1d-1ff449f7cfab tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:16:59.995924 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-efb90d68-1522-4e82-9673-f4ac0d659f8b req-625efa1e-ce41-4a6c-8b1d-1ff449f7cfab tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 949 time: 0.0788362 Aug 17 02:17:00.037213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 2a609139-9c4c-4add-af32-9d78b4bf328d no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:17:00.044725 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-efb90d68-1522-4e82-9673-f4ac0d659f8b req-618b462a-d1ba-48a8-b981-ae312dbb22b6 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Aug 17 02:17:00.074315 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 2a609139-9c4c-4add-af32-9d78b4bf328d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:17:00.074969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 2a609139-9c4c-4add-af32-9d78b4bf328d not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:17:00.146465 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-6360dfa5-5f3c-498e-a0c6-193acbc59d70 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:00.150769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-6360dfa5-5f3c-498e-a0c6-193acbc59d70 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:00.157497 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-6360dfa5-5f3c-498e-a0c6-193acbc59d70 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:00.159167 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-6360dfa5-5f3c-498e-a0c6-193acbc59d70 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 2416 time: 0.1962266 Aug 17 02:17:00.163746 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-7a9aed93-cc28-442f-89ac-61a44eca3b4b service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067207 Aug 17 02:17:00.203106 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-d5c35b0e-ba01-4373-919a-5426061e8110 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Floating IP 59717a9a-a270-4d23-af03-a5290194a3a9 associated. External IP: 172.25.5.240, port: 7167d1bf-e496-48da-8c66-1fe25296d604. Aug 17 02:17:00.216424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87df4fa-7512-4d73-aec0-701db46ac775 req-06963b51-bece-416f-9fb4-498bfe9b9133 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:00.218021 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e87df4fa-7512-4d73-aec0-701db46ac775 req-06963b51-bece-416f-9fb4-498bfe9b9133 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0618253 Aug 17 02:17:00.263809 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e87df4fa-7512-4d73-aec0-701db46ac775 req-600694f4-67f6-4cde-812e-05db171988e6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380471 Aug 17 02:17:00.378511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-47728720-daaf-4730-bbd1-56b4ed0c66f7 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Deleting port 30cd98e6-4839-4202-9bbe-3bd75df87b4d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:00.379090 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-47728720-daaf-4730-bbd1-56b4ed0c66f7 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:00.406231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b324b-fa7d-4230-8988-c2d134220e99 req-20f61227-b340-410a-9242-0ace02288bcb tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:00.407582 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c76b324b-fa7d-4230-8988-c2d134220e99 req-20f61227-b340-410a-9242-0ace02288bcb tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 948 time: 0.0598533 Aug 17 02:17:00.455188 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c76b324b-fa7d-4230-8988-c2d134220e99 req-1ae352c4-4ee6-4974-b616-ee7818aba300 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Aug 17 02:17:00.487146 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-47728720-daaf-4730-bbd1-56b4ed0c66f7 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] For port 30cd98e6-4839-4202-9bbe-3bd75df87b4d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=30cd98e6-4839-4202-9bbe-3bd75df87b4d,segment=NetworkSegment(fe459aef-cb04-404d-a91b-fe6e8f463873),segment_id=fe459aef-cb04-404d-a91b-fe6e8f463873)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:00.487571 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-47728720-daaf-4730-bbd1-56b4ed0c66f7 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:00.502676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-47728720-daaf-4730-bbd1-56b4ed0c66f7 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Calling delete_port for 30cd98e6-4839-4202-9bbe-3bd75df87b4d owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:00.662746 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:00.694820 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-d5c35b0e-ba01-4373-919a-5426061e8110 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Router ed5d04ae-5bbd-4753-813e-046e6217a0f9 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:17:00.849500 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7982f-329e-495a-9814-c6df59f01e41 req-879c8306-1d76-4831-98fb-9b7a99333a07 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:00.851126 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38f7982f-329e-495a-9814-c6df59f01e41 req-879c8306-1d76-4831-98fb-9b7a99333a07 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 1097 time: 0.0536468 Aug 17 02:17:00.871307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-d5c35b0e-ba01-4373-919a-5426061e8110 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:17:00.875932 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-d5c35b0e-ba01-4373-919a-5426061e8110 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:00.883892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28923222-a530-4024-972c-d2849d6f4295 None None] Sync routers for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:17:00.893498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28923222-a530-4024-972c-d2849d6f4295 None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:17:00.894233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-28923222-a530-4024-972c-d2849d6f4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:16:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:00.897827 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38f7982f-329e-495a-9814-c6df59f01e41 req-f4990db5-1e4e-4553-8bda-bfe5efbb82df tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365615 Aug 17 02:17:00.915862 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-d5c35b0e-ba01-4373-919a-5426061e8110 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "PUT /v2.0/floatingips/59717a9a-a270-4d23-af03-a5290194a3a9 HTTP/1.1" status: 200 len: 996 time: 2.6247046 Aug 17 02:17:00.916539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'tag': '7167d1bf-e496-48da-8c66-1fe25296d604'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:00.921048 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a279892d-9ffd-4058-86ef-affa9211173c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2465b3-484f-48b9-96a5-bfa38ae41a31", "tag": "7167d1bf-e496-48da-8c66-1fe25296d604"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:00.971453 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-47728720-daaf-4730-bbd1-56b4ed0c66f7 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:01.012472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47728720-daaf-4730-bbd1-56b4ed0c66f7 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Port': ['ID=30cd98e6-4839-4202-9bbe-3bd75df87b4d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:01.018039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f80239ea-1340-425d-b8bf-143e63c65e90', '30cd98e6-4839-4202-9bbe-3bd75df87b4d', '48fd9afa-5012-4cb8-9897-4f4503fa2150'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:01.020596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-c13cbbe4-ce5e-4e3a-b0f0-2e69f879bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:01.028047 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-c13cbbe4-ce5e-4e3a-b0f0-2e69f879bf91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 1097 time: 0.0942202 Aug 17 02:17:01.035485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b27ab9-d1bf-4bae-b110-244a331aa2e5 req-99445fb9-605e-4517-a620-653d1753a84d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:01.043410 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b27ab9-d1bf-4bae-b110-244a331aa2e5 req-99445fb9-605e-4517-a620-653d1753a84d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:01.045433 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b4b27ab9-d1bf-4bae-b110-244a331aa2e5 req-99445fb9-605e-4517-a620-653d1753a84d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 1681 time: 0.0712042 Aug 17 02:17:01.109834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-47728720-daaf-4730-bbd1-56b4ed0c66f7 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] No DVR routers for this DVR port 30cd98e6-4839-4202-9bbe-3bd75df87b4d on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:17:01.113845 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-47728720-daaf-4730-bbd1-56b4ed0c66f7 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:01.115232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-28923222-a530-4024-972c-d2849d6f4295 None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:17:01.115903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-47728720-daaf-4730-bbd1-56b4ed0c66f7 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.18 "DELETE /v2.0/ports/30cd98e6-4839-4202-9bbe-3bd75df87b4d HTTP/1.1" status: 204 len: 173 time: 0.9490442 Aug 17 02:17:01.162235 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b4b27ab9-d1bf-4bae-b110-244a331aa2e5 req-6bd6f288-3b92-4acf-bb7e-5c986beb7b42 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054533 Aug 17 02:17:01.284291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-eba74c70-e516-4f51-926b-566eaa68b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:01.286294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-eba74c70-e516-4f51-926b-566eaa68b170 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 921 time: 0.2574518 Aug 17 02:17:01.338684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39294) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:01.420632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-70f58b59-044c-4349-8239-95ef3a1385ee tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Deleting port f80239ea-1340-425d-b8bf-143e63c65e90 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:01.421951 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-70f58b59-044c-4349-8239-95ef3a1385ee tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:01.439651 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-6300bec1-aa0e-4929-baee-27f7ce5fbd2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7167d1bf-e496-48da-8c66-1fe25296d604 HTTP/1.1" status: 200 len: 999 time: 0.1436951 Aug 17 02:17:01.550412 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-d3da7df8-e549-4bdb-8b69-2cd775a3d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:01.552053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-d3da7df8-e549-4bdb-8b69-2cd775a3d3fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.0777333 Aug 17 02:17:01.577197 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cb4caac2-49aa-43d2-9335-9101bb3ad959 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57f67c1ed6944be7803f7b7c154bbec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349727 Aug 17 02:17:01.580656 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39302) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:01.619220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-70f58b59-044c-4349-8239-95ef3a1385ee tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] For port f80239ea-1340-425d-b8bf-143e63c65e90, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f80239ea-1340-425d-b8bf-143e63c65e90,segment=NetworkSegment(c56fd19f-0290-4d34-8d33-ac6933d73279),segment_id=c56fd19f-0290-4d34-8d33-ac6933d73279)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:01.619663 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-70f58b59-044c-4349-8239-95ef3a1385ee tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:01.621937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-28923222-a530-4024-972c-d2849d6f4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '59717a9a-a270-4d23-af03-a5290194a3a9', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'port_id': '7167d1bf-e496-48da-8c66-1fe25296d604', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'mac_address': 'fa:16:3e:c9:0b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:16:32Z', 'updated_at': '2021-08-17T02:16:59Z', 'revision_number': 1, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:01.639458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-70f58b59-044c-4349-8239-95ef3a1385ee tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Calling delete_port for f80239ea-1340-425d-b8bf-143e63c65e90 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:01.653125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28923222-a530-4024-972c-d2849d6f4295 None None] Checking router: ed5d04ae-5bbd-4753-813e-046e6217a0f9 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:17:01.659360 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-4eb47246-e1a6-4dc3-819d-f7cd6f075e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:01.661052 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-4eb47246-e1a6-4dc3-819d-f7cd6f075e5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914857 Aug 17 02:17:01.663343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28923222-a530-4024-972c-d2849d6f4295 None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:17:01.664239 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-28923222-a530-4024-972c-d2849d6f4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:16:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:01.674437 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0ebcbe7c-cbcb-419c-9a5f-3ac3c35b2ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:01.717229 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0ebcbe7c-cbcb-419c-9a5f-3ac3c35b2ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:01.794945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-28923222-a530-4024-972c-d2849d6f4295 None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:17:01.913515 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0ebcbe7c-cbcb-419c-9a5f-3ac3c35b2ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:01.917187 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0ebcbe7c-cbcb-419c-9a5f-3ac3c35b2ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:01.918696 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0ebcbe7c-cbcb-419c-9a5f-3ac3c35b2ee4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e912a4b-dbe8-41c9-a967-58cfdac7ddeb HTTP/1.1" status: 204 len: 168 time: 0.3359737 Aug 17 02:17:01.928942 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcbe7c-cbcb-419c-9a5f-3ac3c35b2ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e912a4b-dbe8-41c9-a967-58cfdac7ddeb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:01.995554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-5fc6b9c6-933c-4e5d-babb-5927c8c257bc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:17:02.006058 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-5fc6b9c6-933c-4e5d-babb-5927c8c257bc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151970 Aug 17 02:17:02.014228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:17:02.157813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-8bc8a654-f39e-471b-a6e5-ae8dad76ac83 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463382 Aug 17 02:17:02.204106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-28923222-a530-4024-972c-d2849d6f4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '59717a9a-a270-4d23-af03-a5290194a3a9', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'port_id': '7167d1bf-e496-48da-8c66-1fe25296d604', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'mac_address': 'fa:16:3e:c9:0b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:16:32Z', 'updated_at': '2021-08-17T02:16:59Z', 'revision_number': 1, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:02.207808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:02.236180 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28923222-a530-4024-972c-d2849d6f4295 None None] The sync data for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 is: [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '59717a9a-a270-4d23-af03-a5290194a3a9', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'port_id': '7167d1bf-e496-48da-8c66-1fe25296d604', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'mac_address': 'fa:16:3e:c9:0b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:16:32Z', 'updated_at': '2021-08-17T02:16:59Z', 'revision_number': 1, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:17:02.238481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:02.238855 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:02.338049 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6557d792-a1f2-444a-be8e-a20dab2fc124 req-17a5d3ab-88ac-44c9-9dad-f4e5fc311b04 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790645 Aug 17 02:17:02.382692 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:02.387419 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-70f58b59-044c-4349-8239-95ef3a1385ee tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:02.413314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9c3a76-9ece-46fe-a73f-2c00f245539f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:02.416185 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6907fa-3787-465c-b244-58354ff03c1f" -d '{"events": [{"server_uuid": "5f9c3a76-9ece-46fe-a73f-2c00f245539f", "name": "network-vif-plugged", "status": "completed", "tag": "11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:02.429591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f58b59-044c-4349-8239-95ef3a1385ee tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Port': ['ID=f80239ea-1340-425d-b8bf-143e63c65e90,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:02.432316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:02.472525 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-70f58b59-044c-4349-8239-95ef3a1385ee tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] No DVR routers for this DVR port f80239ea-1340-425d-b8bf-143e63c65e90 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:17:02.475230 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-70f58b59-044c-4349-8239-95ef3a1385ee tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:02.478163 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-70f58b59-044c-4349-8239-95ef3a1385ee tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.18 "DELETE /v2.0/ports/f80239ea-1340-425d-b8bf-143e63c65e90 HTTP/1.1" status: 204 len: 173 time: 1.3478098 Aug 17 02:17:02.536576 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:02.537668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 04063b21-98b8-4670-8ada-9370a689862d up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:17:02.588659 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc7ecb-cbeb-4743-a5e7-9f7ec98fb2c7 None None] New status for floating IP 59717a9a-a270-4d23-af03-a5290194a3a9: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:17:02.589135 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502e394c-289f-4fc7-ac5c-0668a7f944e1 x-openstack-request-id: req-502e394c-289f-4fc7-ac5c-0668a7f944e1 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:02.589135 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2465b3-484f-48b9-96a5-bfa38ae41a31", "tag": "7167d1bf-e496-48da-8c66-1fe25296d604", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:02.589135 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-502e394c-289f-4fc7-ac5c-0668a7f944e1 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:02.589135 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'tag': '7167d1bf-e496-48da-8c66-1fe25296d604', 'status': 'completed', 'code': 200} Aug 17 02:17:02.643941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:02.739969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279892d-9ffd-4058-86ef-affa9211173c req-d542c2a8-c721-47a3-b0a4-94367ebf384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:02.741496 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a279892d-9ffd-4058-86ef-affa9211173c req-d542c2a8-c721-47a3-b0a4-94367ebf384f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 1097 time: 0.1230161 Aug 17 02:17:02.744178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-1c5e6a8d-a15a-4c03-9291-aa7b5cbaeef3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Deleting port 48fd9afa-5012-4cb8-9897-4f4503fa2150 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:02.748261 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-1c5e6a8d-a15a-4c03-9291-aa7b5cbaeef3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:02.802521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be63844-19dd-4d5c-bfc1-1a6d8c056681 req-5c334a45-6469-4a64-a8e2-f4ac4202586f tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:02.803986 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5be63844-19dd-4d5c-bfc1-1a6d8c056681 req-5c334a45-6469-4a64-a8e2-f4ac4202586f tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 949 time: 0.1665404 Aug 17 02:17:02.839218 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 04063b21-98b8-4670-8ada-9370a689862d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:02.843643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 04063b21-98b8-4670-8ada-9370a689862d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:02.844020 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:02.873868 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39332) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:02.902437 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5be63844-19dd-4d5c-bfc1-1a6d8c056681 req-ace6bf9a-a26b-424f-9110-fb14fe4cd4e3 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806727 Aug 17 02:17:02.928761 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6efcfcd4-ce05-48b4-a641-bad8461869ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0907d2a3e9204bd9b77a1ba631bc167d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534129 Aug 17 02:17:02.939083 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39334) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:02.963757 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:02.975641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-1c5e6a8d-a15a-4c03-9291-aa7b5cbaeef3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] For port 48fd9afa-5012-4cb8-9897-4f4503fa2150, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=48fd9afa-5012-4cb8-9897-4f4503fa2150,segment=NetworkSegment(fe459aef-cb04-404d-a91b-fe6e8f463873),segment_id=fe459aef-cb04-404d-a91b-fe6e8f463873)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:02.976010 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-1c5e6a8d-a15a-4c03-9291-aa7b5cbaeef3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:02.996998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279892d-9ffd-4058-86ef-affa9211173c req-4d8f021f-2b92-41b8-bb07-937f9e38b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:02.998648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a279892d-9ffd-4058-86ef-affa9211173c req-4d8f021f-2b92-41b8-bb07-937f9e38b79a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 921 time: 0.2386830 Aug 17 02:17:02.999527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-1c5e6a8d-a15a-4c03-9291-aa7b5cbaeef3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Calling delete_port for 48fd9afa-5012-4cb8-9897-4f4503fa2150 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:03.009282 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-89bca624-48e5-49b8-bef2-fe260a8526e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:03.009999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 04063b21-98b8-4670-8ada-9370a689862d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=04063b21-98b8-4670-8ada-9370a689862d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:03.034077 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-89bca624-48e5-49b8-bef2-fe260a8526e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:03.124580 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:03.125530 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 30cd98e6-4839-4202-9bbe-3bd75df87b4d no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:17:03.166308 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 30cd98e6-4839-4202-9bbe-3bd75df87b4d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:17:03.166308 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 30cd98e6-4839-4202-9bbe-3bd75df87b4d not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:17:03.166308 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f80239ea-1340-425d-b8bf-143e63c65e90 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:17:03.168006 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a279892d-9ffd-4058-86ef-affa9211173c req-08877c2a-493f-4ac0-8088-e0a2d38f52a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7167d1bf-e496-48da-8c66-1fe25296d604 HTTP/1.1" status: 200 len: 999 time: 0.1329787 Aug 17 02:17:03.182455 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-89bca624-48e5-49b8-bef2-fe260a8526e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:03.185182 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-89bca624-48e5-49b8-bef2-fe260a8526e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:03.190429 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-89bca624-48e5-49b8-bef2-fe260a8526e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ce8a59c-820e-4b81-80a1-d1525f9b8f51 HTTP/1.1" status: 204 len: 168 time: 0.2461636 Aug 17 02:17:03.194953 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c2e6d-46a7-426e-85a7-5865a624a673 req-74a59e68-a923-424c-b23b-05b4d54056d1 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:03.194953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae6c2e6d-46a7-426e-85a7-5865a624a673 req-74a59e68-a923-424c-b23b-05b4d54056d1 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.1899445 Aug 17 02:17:03.199297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: f80239ea-1340-425d-b8bf-143e63c65e90 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:17:03.199663 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f80239ea-1340-425d-b8bf-143e63c65e90 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:17:03.200101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 48fd9afa-5012-4cb8-9897-4f4503fa2150 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:17:03.206562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bca624-48e5-49b8-bef2-fe260a8526e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce8a59c-820e-4b81-80a1-d1525f9b8f51,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:03.255979 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=04063b21-98b8-4670-8ada-9370a689862d,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:03.303631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279892d-9ffd-4058-86ef-affa9211173c req-d40c9d74-924e-4cd7-8e1d-97e793dd2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:03.306093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a279892d-9ffd-4058-86ef-affa9211173c req-d40c9d74-924e-4cd7-8e1d-97e793dd2a3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.1112897 Aug 17 02:17:03.308725 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae6c2e6d-46a7-426e-85a7-5865a624a673 req-43a6d2d3-1831-4f2f-95e0-dec50de39b51 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771856 Aug 17 02:17:03.314680 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:03.442943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279892d-9ffd-4058-86ef-affa9211173c req-e8b934a9-da5c-4d8e-9002-5a0056d23d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:03.444591 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a279892d-9ffd-4058-86ef-affa9211173c req-e8b934a9-da5c-4d8e-9002-5a0056d23d9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013663 Aug 17 02:17:03.454582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a497c-58fa-4961-9fe7-5e8022936fb1 req-faa00007-ac2f-484c-b5da-11a450b22a4e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:03.456117 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-897a497c-58fa-4961-9fe7-5e8022936fb1 req-faa00007-ac2f-484c-b5da-11a450b22a4e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 949 time: 0.0754240 Aug 17 02:17:03.510936 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-1c5e6a8d-a15a-4c03-9291-aa7b5cbaeef3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:03.575301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e6a8d-a15a-4c03-9291-aa7b5cbaeef3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Port': ['ID=48fd9afa-5012-4cb8-9897-4f4503fa2150,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:03.640503 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-897a497c-58fa-4961-9fe7-5e8022936fb1 req-a9ab4265-25e8-4553-a4e1-ba3cd8ac87c0 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738310 Aug 17 02:17:03.673690 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-1c5e6a8d-a15a-4c03-9291-aa7b5cbaeef3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] No DVR routers for this DVR port 48fd9afa-5012-4cb8-9897-4f4503fa2150 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:17:03.678142 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-1c5e6a8d-a15a-4c03-9291-aa7b5cbaeef3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:03.682368 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05d69ed4-98a8-45d6-91f7-3fc9b5a5e581 req-1c5e6a8d-a15a-4c03-9291-aa7b5cbaeef3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.18 "DELETE /v2.0/ports/48fd9afa-5012-4cb8-9897-4f4503fa2150 HTTP/1.1" status: 204 len: 173 time: 1.1942563 Aug 17 02:17:03.684297 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a279892d-9ffd-4058-86ef-affa9211173c req-5412bf20-8b00-4771-a906-2e7506eab08d service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273676 Aug 17 02:17:03.834389 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a279892d-9ffd-4058-86ef-affa9211173c req-50acf0ce-0c03-4310-ab4b-709ef49fcf2b service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368375 Aug 17 02:17:03.876312 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9510afec-2a58-470e-9e88-3f869589bf3f req-79ca5ea5-4ad4-4a8a-835f-7105681b0d56 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8afb23a-f587-47fa-8802-0dec511ca4a8 HTTP/1.1" status: 200 len: 210 time: 0.0318854 Aug 17 02:17:03.932434 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44c31d0-b384-4b57-877f-4c6bb37f23e0 x-openstack-request-id: req-d44c31d0-b384-4b57-877f-4c6bb37f23e0 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:03.933008 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9c3a76-9ece-46fe-a73f-2c00f245539f", "name": "network-vif-plugged", "status": "completed", "tag": "11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:03.933518 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d44c31d0-b384-4b57-877f-4c6bb37f23e0 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:03.933957 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9c3a76-9ece-46fe-a73f-2c00f245539f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e', 'code': 200} Aug 17 02:17:04.038816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-eb2035c5-6999-41ac-8f5f-9230f45870e1 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:04.040500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-eb2035c5-6999-41ac-8f5f-9230f45870e1 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0535059 Aug 17 02:17:04.170471 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae1938-e1a4-45bf-bc1f-34cb3956451c req-ef3735da-b004-4449-b70f-4b74b0fcf817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:04.171950 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7cae1938-e1a4-45bf-bc1f-34cb3956451c req-ef3735da-b004-4449-b70f-4b74b0fcf817 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 1101 time: 0.1305850 Aug 17 02:17:04.175400 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-75a0062c-0e82-4144-8bc8-23a2870e79c3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 1001 time: 0.1253054 Aug 17 02:17:04.197907 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-9089a592-a3a6-44a1-be27-30328ceef238 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Request body: {'floatingip': {'port_id': 'e97747be-b5e3-43df-89a1-04520ed121aa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:04.253931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7cae1938-e1a4-45bf-bc1f-34cb3956451c req-7e6da728-8d06-4ca5-9eee-89c8892b6bd4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736239 Aug 17 02:17:04.271240 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-9089a592-a3a6-44a1-be27-30328ceef238 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:04.628623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'name': 'network-vif-deleted', 'tag': '30cd98e6-4839-4202-9bbe-3bd75df87b4d'}, {'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'name': 'network-vif-deleted', 'tag': 'f80239ea-1340-425d-b8bf-143e63c65e90'}, {'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'name': 'network-vif-deleted', 'tag': '48fd9afa-5012-4cb8-9897-4f4503fa2150'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:04.633750 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d234ab-6eef-4f6b-b918-c69e6d5a7db8" -d '{"events": [{"server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "name": "network-vif-deleted", "tag": "30cd98e6-4839-4202-9bbe-3bd75df87b4d"}, {"server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "name": "network-vif-deleted", "tag": "f80239ea-1340-425d-b8bf-143e63c65e90"}, {"server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "name": "network-vif-deleted", "tag": "48fd9afa-5012-4cb8-9897-4f4503fa2150"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:04.868061 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-9089a592-a3a6-44a1-be27-30328ceef238 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:04.876172 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-8889b3f8-56ee-412e-adee-01d5633be2ba tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:17:04.877222 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-8889b3f8-56ee-412e-adee-01d5633be2ba tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1437085 Aug 17 02:17:04.922897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-26aa542e-ad58-48a3-a031-b81b0468231e tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:04.924339 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-26aa542e-ad58-48a3-a031-b81b0468231e tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports/0d914708-2478-4807-b870-f6ad7846bfa9 HTTP/1.1" status: 200 len: 1094 time: 0.0383718 Aug 17 02:17:04.935967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-2533c8e5-53c1-46b6-918e-672ef0dae34e service neutron] Request body: {'binding': {'host': 'n-h2-793621-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:04.936416 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-2533c8e5-53c1-46b6-918e-672ef0dae34e service neutron] Unknown quota resources ['binding']. {{(pid=95407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:17:04.958650 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-9089a592-a3a6-44a1-be27-30328ceef238 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:05.073628 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-9089a592-a3a6-44a1-be27-30328ceef238 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Floating IP 59717a9a-a270-4d23-af03-a5290194a3a9 associated. External IP: 172.25.5.240, port: 7167d1bf-e496-48da-8c66-1fe25296d604. Aug 17 02:17:05.104889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-2533c8e5-53c1-46b6-918e-672ef0dae34e service neutron] Attempting to bind port 0d914708-2478-4807-b870-f6ad7846bfa9 on host n-h2-793621-31 for vnic_type normal with profile None {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:17:05.105789 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-2533c8e5-53c1-46b6-918e-672ef0dae34e service neutron] Attempting to bind port 0d914708-2478-4807-b870-f6ad7846bfa9 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:17:05.106797 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-2533c8e5-53c1-46b6-918e-672ef0dae34e service neutron] Attempting to bind port 0d914708-2478-4807-b870-f6ad7846bfa9 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:05.114306 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-2533c8e5-53c1-46b6-918e-672ef0dae34e service neutron] Port 0d914708-2478-4807-b870-f6ad7846bfa9 on network c8c80ec2-d490-4616-acf6-294513bafc60 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:17:05.114642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-2533c8e5-53c1-46b6-918e-672ef0dae34e service neutron] Attempting to bind port 0d914708-2478-4807-b870-f6ad7846bfa9 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:05.121555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-2533c8e5-53c1-46b6-918e-672ef0dae34e service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:17:05.121787 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-2533c8e5-53c1-46b6-918e-672ef0dae34e service neutron] Checking segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:17:05.122259 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-2533c8e5-53c1-46b6-918e-672ef0dae34e service neutron] Bound using segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:17:05.122715 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-2533c8e5-53c1-46b6-918e-672ef0dae34e service neutron] Bound port: 0d914708-2478-4807-b870-f6ad7846bfa9, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:17:05.194804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-2533c8e5-53c1-46b6-918e-672ef0dae34e service neutron] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=0d914708-2478-4807-b870-f6ad7846bfa9,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:17:05.308739 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-2533c8e5-53c1-46b6-918e-672ef0dae34e service neutron] Notify callbacks [] for binding, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:05.310141 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-2533c8e5-53c1-46b6-918e-672ef0dae34e service neutron] 10.222.0.13 "POST /v2.0/ports/0d914708-2478-4807-b870-f6ad7846bfa9/bindings HTTP/1.1" status: 201 len: 390 time: 0.3779910 Aug 17 02:17:05.603165 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-9089a592-a3a6-44a1-be27-30328ceef238 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Router ed5d04ae-5bbd-4753-813e-046e6217a0f9 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:17:05.777472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-9089a592-a3a6-44a1-be27-30328ceef238 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:17:05.789691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436a452-9874-4777-ac99-abc1e33e749f None None] Sync routers for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:17:05.799678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcb013-eaa5-44dc-ba82-efc7634ed0aa req-15c6236f-f10f-4934-9be1-e9ccf9721401 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:05.801275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2cbcb013-eaa5-44dc-ba82-efc7634ed0aa req-15c6236f-f10f-4934-9be1-e9ccf9721401 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 950 time: 0.0788698 Aug 17 02:17:05.805462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436a452-9874-4777-ac99-abc1e33e749f None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:17:05.806171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5436a452-9874-4777-ac99-abc1e33e749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:16:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:05.860596 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2cbcb013-eaa5-44dc-ba82-efc7634ed0aa req-877ae942-be09-4b9a-84c1-d3e355968079 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483119 Aug 17 02:17:05.936973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1d2765-f90d-46a5-924e-098c352e08c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04063b21-98b8-4670-8ada-9370a689862d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:05.940756 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b1563b-37b6-4ae4-b1de-7bd96c44f37f" -d '{"events": [{"server_uuid": "5a1d2765-f90d-46a5-924e-098c352e08c3", "name": "network-vif-plugged", "status": "completed", "tag": "04063b21-98b8-4670-8ada-9370a689862d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:05.999181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-5436a452-9874-4777-ac99-abc1e33e749f None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:17:06.041346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3542ce7-1f6f-4295-ab20-c44db87e2a57 req-d6a7d490-4aff-407c-adef-8f7ac436e08f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:06.043478 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a3542ce7-1f6f-4295-ab20-c44db87e2a57 req-d6a7d490-4aff-407c-adef-8f7ac436e08f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.1020274 Aug 17 02:17:06.057375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-9089a592-a3a6-44a1-be27-30328ceef238 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Router ed5d04ae-5bbd-4753-813e-046e6217a0f9 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:17:06.110264 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a3542ce7-1f6f-4295-ab20-c44db87e2a57 req-cdfc3a45-3e51-4a78-a7c7-29b46dfcb119 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519578 Aug 17 02:17:06.223455 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aaa157-8645-4fe1-8125-2933f4e3daf8 x-openstack-request-id: req-b9aaa157-8645-4fe1-8125-2933f4e3daf8 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:06.223902 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "name": "network-vif-deleted", "tag": "30cd98e6-4839-4202-9bbe-3bd75df87b4d", "status": "completed", "code": 200}, {"server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "name": "network-vif-deleted", "tag": "f80239ea-1340-425d-b8bf-143e63c65e90", "status": "completed", "code": 200}, {"server_uuid": "a8afb23a-f587-47fa-8802-0dec511ca4a8", "name": "network-vif-deleted", "tag": "48fd9afa-5012-4cb8-9897-4f4503fa2150", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:06.224998 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9aaa157-8645-4fe1-8125-2933f4e3daf8 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:06.224998 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'name': 'network-vif-deleted', 'tag': '30cd98e6-4839-4202-9bbe-3bd75df87b4d', 'status': 'completed', 'code': 200} Aug 17 02:17:06.224998 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'name': 'network-vif-deleted', 'tag': 'f80239ea-1340-425d-b8bf-143e63c65e90', 'status': 'completed', 'code': 200} Aug 17 02:17:06.225481 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8afb23a-f587-47fa-8802-0dec511ca4a8', 'name': 'network-vif-deleted', 'tag': '48fd9afa-5012-4cb8-9897-4f4503fa2150', 'status': 'completed', 'code': 200} Aug 17 02:17:06.264154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-9089a592-a3a6-44a1-be27-30328ceef238 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:17:06.270116 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-9089a592-a3a6-44a1-be27-30328ceef238 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:06.327727 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0be35-35e2-4ead-ab54-4794e29985d3 req-167a9260-addb-439c-934c-adaea34538fa tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:06.329328 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4be0be35-35e2-4ead-ab54-4794e29985d3 req-167a9260-addb-439c-934c-adaea34538fa tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 949 time: 0.0581455 Aug 17 02:17:06.381828 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-9089a592-a3a6-44a1-be27-30328ceef238 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "PUT /v2.0/floatingips/59717a9a-a270-4d23-af03-a5290194a3a9 HTTP/1.1" status: 200 len: 999 time: 2.1950998 Aug 17 02:17:06.390102 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4be0be35-35e2-4ead-ab54-4794e29985d3 req-2800baba-5a05-425e-9147-b5157763bd04 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469918 Aug 17 02:17:06.399098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-28bec536-bbd8-4a40-b3f8-6828dda4868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:06.400632 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-28bec536-bbd8-4a40-b3f8-6828dda4868c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 1097 time: 0.0581114 Aug 17 02:17:06.521411 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5436a452-9874-4777-ac99-abc1e33e749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '59717a9a-a270-4d23-af03-a5290194a3a9', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'port_id': 'e97747be-b5e3-43df-89a1-04520ed121aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'mac_address': 'fa:16:3e:c1:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:16:32Z', 'updated_at': '2021-08-17T02:17:04Z', 'revision_number': 3, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:06.525756 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-cedf4209-0e21-48cd-ba20-7b16aa09f816 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:06.538126 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-cedf4209-0e21-48cd-ba20-7b16aa09f816 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports/7167d1bf-e496-48da-8c66-1fe25296d604 HTTP/1.1" status: 200 len: 942 time: 0.1362007 Aug 17 02:17:06.552303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436a452-9874-4777-ac99-abc1e33e749f None None] Checking router: ed5d04ae-5bbd-4753-813e-046e6217a0f9 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:17:06.553165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39398) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:06.562317 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436a452-9874-4777-ac99-abc1e33e749f None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:17:06.563120 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5436a452-9874-4777-ac99-abc1e33e749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:16:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:06.648034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8890fd-5a39-46ad-9910-193ead39759a tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Deleting subnet 8054c5e4-8c98-498d-a365-6591760f6448 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:17:06.669271 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e8890fd-5a39-46ad-9910-193ead39759a tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:06.671228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-5c8e9d12-6cc4-459d-9d79-7060f607dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:06.673107 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-5c8e9d12-6cc4-459d-9d79-7060f607dd96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.2541621 Aug 17 02:17:06.684089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-17efaf77-8444-42db-b6cb-683a47b430f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:06.691774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-17efaf77-8444-42db-b6cb-683a47b430f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 1097 time: 0.0722055 Aug 17 02:17:06.711575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-5436a452-9874-4777-ac99-abc1e33e749f None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:17:06.739218 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-07b12e59-3a31-4b73-b053-351d7139c830 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d914708-2478-4807-b870-f6ad7846bfa9 HTTP/1.1" status: 200 len: 217 time: 0.0524905 Aug 17 02:17:06.755809 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e8890fd-5a39-46ad-9910-193ead39759a tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:06.798831 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a46de7-dafb-4445-9bbd-50e036d5ea60 req-501cdd3b-c8ab-4ca2-be5e-567b6cafbeed tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:06.800390 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-68a46de7-dafb-4445-9bbd-50e036d5ea60 req-501cdd3b-c8ab-4ca2-be5e-567b6cafbeed tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 945 time: 0.1474555 Aug 17 02:17:06.837334 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-21b5d294-c9fe-4c01-9897-582d0381f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:06.838824 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-21b5d294-c9fe-4c01-9897-582d0381f18e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.0693243 Aug 17 02:17:06.881721 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-65088bd0-2a93-4059-9f79-65bad035e355 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299339 Aug 17 02:17:06.883540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-15b28682-a961-4576-9240-5c89c75ffbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:06.889573 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-15b28682-a961-4576-9240-5c89c75ffbee service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 921 time: 0.1967454 Aug 17 02:17:06.930731 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-68a46de7-dafb-4445-9bbd-50e036d5ea60 req-6d8f20fe-03ec-4364-9bef-2f350872e42f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146960 Aug 17 02:17:06.970457 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e8890fd-5a39-46ad-9910-193ead39759a tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:07.001512 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-c7e6cbf4-283e-4814-bc4a-fadd10cddc8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7167d1bf-e496-48da-8c66-1fe25296d604 HTTP/1.1" status: 200 len: 217 time: 0.1080253 Aug 17 02:17:07.013548 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5ebc71-21be-403d-98e8-496386546561 x-openstack-request-id: req-6d5ebc71-21be-403d-98e8-496386546561 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:07.015246 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1d2765-f90d-46a5-924e-098c352e08c3", "name": "network-vif-plugged", "status": "completed", "tag": "04063b21-98b8-4670-8ada-9370a689862d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:07.015246 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d5ebc71-21be-403d-98e8-496386546561 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:07.015246 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1d2765-f90d-46a5-924e-098c352e08c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04063b21-98b8-4670-8ada-9370a689862d', 'code': 200} Aug 17 02:17:07.098272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-cb4cd9c1-3a43-4c3b-83b1-2f227fd0cebf service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969879 Aug 17 02:17:07.100122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-0a1b1451-9a7e-4255-a092-61e302663d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:07.102408 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-0a1b1451-9a7e-4255-a092-61e302663d11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.0912526 Aug 17 02:17:07.108016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5436a452-9874-4777-ac99-abc1e33e749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '59717a9a-a270-4d23-af03-a5290194a3a9', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'port_id': 'e97747be-b5e3-43df-89a1-04520ed121aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'mac_address': 'fa:16:3e:c1:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:16:32Z', 'updated_at': '2021-08-17T02:17:04Z', 'revision_number': 3, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:07.142314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436a452-9874-4777-ac99-abc1e33e749f None None] The sync data for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 is: [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '59717a9a-a270-4d23-af03-a5290194a3a9', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'port_id': 'e97747be-b5e3-43df-89a1-04520ed121aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'mac_address': 'fa:16:3e:c1:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:16:32Z', 'updated_at': '2021-08-17T02:17:04Z', 'revision_number': 3, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:17:07.171087 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e8890fd-5a39-46ad-9910-193ead39759a tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:07.214580 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8890fd-5a39-46ad-9910-193ead39759a tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Subnet': ['ID=8054c5e4-8c98-498d-a365-6591760f6448,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:07.219597 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e8890fd-5a39-46ad-9910-193ead39759a tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:07.227914 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1e8890fd-5a39-46ad-9910-193ead39759a tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "DELETE /v2.0/subnets/8054c5e4-8c98-498d-a365-6591760f6448 HTTP/1.1" status: 204 len: 168 time: 0.6674588 Aug 17 02:17:07.227914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39406) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:07.229218 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e819358-c629-48ba-8d6f-6653382fcefb None None] Network 818f0d8a-9598-426c-933b-04d29bd696df requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:17:07.262598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-e00cdbfd-15fc-4a4a-8a16-5f94293b1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:07.265032 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-e00cdbfd-15fc-4a4a-8a16-5f94293b1eb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1432874 Aug 17 02:17:07.350078 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:07.350308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572d47a-8707-4a81-b002-911ed7373946 req-15383ace-13d9-46b9-be9c-e3995d0aad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:07.351927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c572d47a-8707-4a81-b002-911ed7373946 req-15383ace-13d9-46b9-be9c-e3995d0aad33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 1102 time: 0.2202725 Aug 17 02:17:07.365162 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-c7bf6cac-f518-47ae-9240-a880be55ee6c service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564008 Aug 17 02:17:07.426828 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c572d47a-8707-4a81-b002-911ed7373946 req-913c5bfa-e430-4964-8b0d-295db88e9b25 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582669 Aug 17 02:17:07.450905 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb233a5-54dd-4473-b3c6-46d2016bcf0b req-de9e2f83-d935-4bb3-8079-d77ec96a4438 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:07.452115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-2cbce8e4-eff2-4ad0-ac56-c0b6bc46031b service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790960 Aug 17 02:17:07.452466 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-feb233a5-54dd-4473-b3c6-46d2016bcf0b req-de9e2f83-d935-4bb3-8079-d77ec96a4438 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 950 time: 0.1212797 Aug 17 02:17:07.502040 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6509900-23c9-4e81-bfdc-ad7d5c7193d0 None None] New status for floating IP 59717a9a-a270-4d23-af03-a5290194a3a9: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:17:07.512002 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Deleting port c9a69b58-233e-4f81-8347-875988bbb9dd {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:07.512344 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:07.532393 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-feb233a5-54dd-4473-b3c6-46d2016bcf0b req-27406298-51c6-4a7f-b8fd-39593bd5de5f tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683112 Aug 17 02:17:07.540475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a38c6ac-1324-493c-9721-bddcab8c152c None None] DHCP port deletion for 818f0d8a-9598-426c-933b-04d29bd696df request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:17:07.595479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] For port c9a69b58-233e-4f81-8347-875988bbb9dd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c9a69b58-233e-4f81-8347-875988bbb9dd,segment=NetworkSegment(c56fd19f-0290-4d34-8d33-ac6933d73279),segment_id=c56fd19f-0290-4d34-8d33-ac6933d73279)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:07.595834 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:07.597673 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-4267af43-11a9-40d0-b74b-a36d26338fbe service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321332 Aug 17 02:17:07.613352 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Calling delete_port for c9a69b58-233e-4f81-8347-875988bbb9dd owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:07.648902 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9a38c6ac-1324-493c-9721-bddcab8c152c None None] Deleting port c9a69b58-233e-4f81-8347-875988bbb9dd {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:07.648902 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9a38c6ac-1324-493c-9721-bddcab8c152c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:07.761177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9a38c6ac-1324-493c-9721-bddcab8c152c None None] For port c9a69b58-233e-4f81-8347-875988bbb9dd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c9a69b58-233e-4f81-8347-875988bbb9dd,segment=NetworkSegment(c56fd19f-0290-4d34-8d33-ac6933d73279),segment_id=c56fd19f-0290-4d34-8d33-ac6933d73279)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:07.761684 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9a38c6ac-1324-493c-9721-bddcab8c152c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:07.766651 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b96f07-edc4-4b9e-a023-e04db9af2dec req-3bf4940f-b910-4534-8c74-76cf98ede3ee tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:07.768225 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66b96f07-edc4-4b9e-a023-e04db9af2dec req-3bf4940f-b910-4534-8c74-76cf98ede3ee tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0636227 Aug 17 02:17:07.774747 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9a38c6ac-1324-493c-9721-bddcab8c152c None None] Calling delete_port for c9a69b58-233e-4f81-8347-875988bbb9dd owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:07.818729 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66b96f07-edc4-4b9e-a023-e04db9af2dec req-4696de35-7f1d-459e-a8bf-a4da2b6caae4 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394409 Aug 17 02:17:07.863193 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:07.869138 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1dd24783-77dc-4274-82c1-b0e2b6f2c3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:07.889341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-eb25a493-90e9-4231-8f60-0ffa6e8b6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:07.895198 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9a38c6ac-1324-493c-9721-bddcab8c152c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:07.896859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Port': ['ID=c9a69b58-233e-4f81-8347-875988bbb9dd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:07.897398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-eb25a493-90e9-4231-8f60-0ffa6e8b6aab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 1098 time: 0.0615821 Aug 17 02:17:07.901485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] No DVR routers for this DVR port c9a69b58-233e-4f81-8347-875988bbb9dd on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:17:07.937851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38c6ac-1324-493c-9721-bddcab8c152c None None] Pushing event deleted for resources: {'Port': ['ID=c9a69b58-233e-4f81-8347-875988bbb9dd,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:07.939811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a38c6ac-1324-493c-9721-bddcab8c152c None None] No DVR routers for this DVR port c9a69b58-233e-4f81-8347-875988bbb9dd on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:17:08.018651 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4366483-b10a-46db-b953-c953cd88baa9 None None] Sync routers for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:17:08.028243 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-0a3d6e98-34f1-4532-a0fb-9e8ecc737088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:08.033953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-0a3d6e98-34f1-4532-a0fb-9e8ecc737088 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 921 time: 0.1355512 Aug 17 02:17:08.035464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4366483-b10a-46db-b953-c953cd88baa9 None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:17:08.036660 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e4366483-b10a-46db-b953-c953cd88baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:16:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:08.076819 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:08.093582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818f0d8a-9598-426c-933b-04d29bd696df']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:08.111803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56fd19f-0290-4d34-8d33-ac6933d73279') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:08.112746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56fd19f-0290-4d34-8d33-ac6933d73279') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:08.127899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6cdc-2c8d-4a61-8ce0-5309e84e0b52 req-ca87234b-446f-45b1-afeb-5bbee1ce4723 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:08.129591 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e40f6cdc-2c8d-4a61-8ce0-5309e84e0b52 req-ca87234b-446f-45b1-afeb-5bbee1ce4723 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 949 time: 0.1791396 Aug 17 02:17:08.136278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-ebf93bea-c98d-4be4-85c0-0fbcfd62dabd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97747be-b5e3-43df-89a1-04520ed121aa HTTP/1.1" status: 200 len: 1002 time: 0.0988374 Aug 17 02:17:08.137626 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:08.171035 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:08.189072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:17:08.189942 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:17:08.193196 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:17:08.201224 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-e4366483-b10a-46db-b953-c953cd88baa9 None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:17:08.212782 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-e1b659ed-ec47-4782-9b00-d38b27846ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:08.221938 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-e1b659ed-ec47-4782-9b00-d38b27846ca8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.0791821 Aug 17 02:17:08.233894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'tag': '7167d1bf-e496-48da-8c66-1fe25296d604'}, {'name': 'network-changed', 'server_uuid': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'tag': 'e97747be-b5e3-43df-89a1-04520ed121aa'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:08.246161 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa07311-7d1a-43fb-b4a4-95a909197e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2465b3-484f-48b9-96a5-bfa38ae41a31", "tag": "7167d1bf-e496-48da-8c66-1fe25296d604"}, {"name": "network-changed", "server_uuid": "bb03fab0-e75e-4b08-8ee3-e24bcd742058", "tag": "e97747be-b5e3-43df-89a1-04520ed121aa"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:08.246386 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e40f6cdc-2c8d-4a61-8ce0-5309e84e0b52 req-66705283-ed30-4a2a-b0a0-c5d851b50e0d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982001 Aug 17 02:17:08.255182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c9a69b58-233e-4f81-8347-875988bbb9dd no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:17:08.297227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-ef5eba5f-5163-4a4a-8422-b9eabfa8d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:08.297573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: c9a69b58-233e-4f81-8347-875988bbb9dd {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:17:08.297573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c9a69b58-233e-4f81-8347-875988bbb9dd not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:17:08.297768 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-ef5eba5f-5163-4a4a-8422-b9eabfa8d91c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695608 Aug 17 02:17:08.442767 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-c71ec4a7-5e75-4207-ac2e-22f7e9251a59 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284313 Aug 17 02:17:08.542998 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506ceb6-5297-4349-ad62-64507b72155d req-48c21e32-18ed-4794-9610-fcb92b280b5c tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:08.544429 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c506ceb6-5297-4349-ad62-64507b72155d req-48c21e32-18ed-4794-9610-fcb92b280b5c tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 945 time: 0.0539386 Aug 17 02:17:08.545343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e4366483-b10a-46db-b953-c953cd88baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '59717a9a-a270-4d23-af03-a5290194a3a9', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'port_id': 'e97747be-b5e3-43df-89a1-04520ed121aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'mac_address': 'fa:16:3e:c1:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:16:32Z', 'updated_at': '2021-08-17T02:17:07Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:08.545793 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:08.553778 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:08.556208 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "DELETE /v2.0/networks/818f0d8a-9598-426c-933b-04d29bd696df HTTP/1.1" status: 204 len: 168 time: 1.3279159 Aug 17 02:17:08.560940 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39424) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:08.575240 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ca53ecf-f073-4616-b990-75af1b77c260 req-ec5889ce-ad3b-42c4-99c3-1181a6f36f22 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319201 Aug 17 02:17:08.579529 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be1116-e4c2-4579-88a1-ea7394a1f9b1 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Network': ['ID=818f0d8a-9598-426c-933b-04d29bd696df,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:08.597663 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4366483-b10a-46db-b953-c953cd88baa9 None None] Checking router: ed5d04ae-5bbd-4753-813e-046e6217a0f9 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:17:08.608088 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4366483-b10a-46db-b953-c953cd88baa9 None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:17:08.608727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e4366483-b10a-46db-b953-c953cd88baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:16:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:08.623156 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c506ceb6-5297-4349-ad62-64507b72155d req-75407381-4ae6-44ff-b4d6-8fbce3fbf14a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658917 Aug 17 02:17:08.631512 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c629d52-1ae2-4215-a2d1-41eaf889e517 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Deleting subnet e4147ec8-c865-4893-b7ec-3da4c28934dc {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:17:08.635356 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8c629d52-1ae2-4215-a2d1-41eaf889e517 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:08.682663 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8c629d52-1ae2-4215-a2d1-41eaf889e517 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:08.706857 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e1563a-9be8-46d0-adb5-f2add6ee2ad4 x-openstack-request-id: req-d8e1563a-9be8-46d0-adb5-f2add6ee2ad4 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:08.707159 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2465b3-484f-48b9-96a5-bfa38ae41a31", "tag": "7167d1bf-e496-48da-8c66-1fe25296d604", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb03fab0-e75e-4b08-8ee3-e24bcd742058", "tag": "e97747be-b5e3-43df-89a1-04520ed121aa", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:08.707411 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8e1563a-9be8-46d0-adb5-f2add6ee2ad4 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:08.707811 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'tag': '7167d1bf-e496-48da-8c66-1fe25296d604', 'status': 'completed', 'code': 200} Aug 17 02:17:08.708066 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'tag': 'e97747be-b5e3-43df-89a1-04520ed121aa', 'status': 'completed', 'code': 200} Aug 17 02:17:08.780041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-e4366483-b10a-46db-b953-c953cd88baa9 None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:17:08.803499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b583d1-3b7a-4d93-aad2-477ee2234ba3 req-7bc886f7-1e7a-477d-994a-13cc9a412173 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:08.817018 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-90b583d1-3b7a-4d93-aad2-477ee2234ba3 req-7bc886f7-1e7a-477d-994a-13cc9a412173 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 1101 time: 0.0642076 Aug 17 02:17:08.864635 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8c629d52-1ae2-4215-a2d1-41eaf889e517 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:08.876193 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-90b583d1-3b7a-4d93-aad2-477ee2234ba3 req-f8983cce-0923-4a09-a352-981ac562603b tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560796 Aug 17 02:17:08.968181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-db2d438e-4061-45fe-8225-c3a60e710035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:08.969990 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-db2d438e-4061-45fe-8225-c3a60e710035 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 1097 time: 0.1939409 Aug 17 02:17:09.061753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8f6e2-b309-4297-b09f-38203fe8289c req-54c5386d-71d4-43b8-8a62-b19e4827a868 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:09.061753 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0fa8f6e2-b309-4297-b09f-38203fe8289c req-54c5386d-71d4-43b8-8a62-b19e4827a868 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 950 time: 0.0651810 Aug 17 02:17:09.098844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b03abe9-09ae-49eb-a06f-c352fffb5098 req-79970107-fa1c-4360-b9ed-2fa990a1df2b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 1002 time: 0.1429970 Aug 17 02:17:09.103661 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8c629d52-1ae2-4215-a2d1-41eaf889e517 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:09.122618 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0fa8f6e2-b309-4297-b09f-38203fe8289c req-ee046779-73b1-45a2-83e3-d9b5ef4c0e70 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457015 Aug 17 02:17:09.165466 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c629d52-1ae2-4215-a2d1-41eaf889e517 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Subnet': ['ID=e4147ec8-c865-4893-b7ec-3da4c28934dc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:09.170218 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8c629d52-1ae2-4215-a2d1-41eaf889e517 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:09.172386 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8c629d52-1ae2-4215-a2d1-41eaf889e517 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "DELETE /v2.0/subnets/e4147ec8-c865-4893-b7ec-3da4c28934dc HTTP/1.1" status: 204 len: 168 time: 0.6101487 Aug 17 02:17:09.175263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39442) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:09.211200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-4761eb6f-f6b1-4dfc-a9f7-00c59ce4f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:09.213778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-4761eb6f-f6b1-4dfc-a9f7-00c59ce4f414 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 921 time: 0.2008572 Aug 17 02:17:09.217415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973272d3-1a1f-4ac1-ace2-d8f216754bb5 None None] Network 288d7951-07fb-499f-81ec-5d7c99ffbb6c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:17:09.239643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03abe9-09ae-49eb-a06f-c352fffb5098 req-7a5366d5-8b35-4e9b-a30c-dda6c880725b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:09.248200 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b03abe9-09ae-49eb-a06f-c352fffb5098 req-7a5366d5-8b35-4e9b-a30c-dda6c880725b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports/e97747be-b5e3-43df-89a1-04520ed121aa HTTP/1.1" status: 200 len: 943 time: 0.1288996 Aug 17 02:17:09.354746 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:09.354746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb9d71-118c-4bb9-8968-dce973b12438 req-3b1f4deb-bf15-4aba-b385-5a8e60a02225 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:09.354746 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2cb9d71-118c-4bb9-8968-dce973b12438 req-3b1f4deb-bf15-4aba-b385-5a8e60a02225 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.1525786 Aug 17 02:17:09.356341 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-a3036f94-6e44-4f8d-8ff4-6f998dd2a408 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7167d1bf-e496-48da-8c66-1fe25296d604 HTTP/1.1" status: 200 len: 217 time: 0.1177125 Aug 17 02:17:09.411331 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e4366483-b10a-46db-b953-c953cd88baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '59717a9a-a270-4d23-af03-a5290194a3a9', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'port_id': 'e97747be-b5e3-43df-89a1-04520ed121aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'mac_address': 'fa:16:3e:c1:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:16:32Z', 'updated_at': '2021-08-17T02:17:07Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:09.419520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-fe721c13-7d8a-4111-90f7-e5f2471d7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:09.422168 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-fe721c13-7d8a-4111-90f7-e5f2471d7754 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.0650723 Aug 17 02:17:09.448637 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4366483-b10a-46db-b953-c953cd88baa9 None None] The sync data for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 is: [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '59717a9a-a270-4d23-af03-a5290194a3a9', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'port_id': 'e97747be-b5e3-43df-89a1-04520ed121aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'mac_address': 'fa:16:3e:c1:93:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:16:32Z', 'updated_at': '2021-08-17T02:17:07Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:17:09.455830 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2cb9d71-118c-4bb9-8968-dce973b12438 req-6f655fdb-4ecc-4224-ab12-ee7f1030566a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040058 Aug 17 02:17:09.527196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Deleting port ef12ffe1-0943-49f5-bb00-327e7a16c8a5 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:09.535604 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:09.541085 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b03abe9-09ae-49eb-a06f-c352fffb5098 req-66b3a004-64b1-410a-876e-706002712df7 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 1002 time: 0.1968813 Aug 17 02:17:09.541566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55005dfd-b53e-4e21-9d11-fce520274218 None None] DHCP port deletion for 288d7951-07fb-499f-81ec-5d7c99ffbb6c request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:17:09.641498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-55005dfd-b53e-4e21-9d11-fce520274218 None None] Deleting port ef12ffe1-0943-49f5-bb00-327e7a16c8a5 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:09.641892 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55005dfd-b53e-4e21-9d11-fce520274218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:09.656342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] For port ef12ffe1-0943-49f5-bb00-327e7a16c8a5, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ef12ffe1-0943-49f5-bb00-327e7a16c8a5,segment=NetworkSegment(fe459aef-cb04-404d-a91b-fe6e8f463873),segment_id=fe459aef-cb04-404d-a91b-fe6e8f463873)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:09.656827 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:09.691402 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Calling delete_port for ef12ffe1-0943-49f5-bb00-327e7a16c8a5 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:09.707140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-601ba0ba-2b04-47d2-ac99-42a246de03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:09.708645 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-601ba0ba-2b04-47d2-ac99-42a246de03e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2394230 Aug 17 02:17:09.761952 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-521075dd-cbb8-4711-b6e9-6ceebce3bb24 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540690 Aug 17 02:17:09.795120 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-55005dfd-b53e-4e21-9d11-fce520274218 None None] For port ef12ffe1-0943-49f5-bb00-327e7a16c8a5, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ef12ffe1-0943-49f5-bb00-327e7a16c8a5,segment=NetworkSegment(fe459aef-cb04-404d-a91b-fe6e8f463873),segment_id=fe459aef-cb04-404d-a91b-fe6e8f463873)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:09.797722 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55005dfd-b53e-4e21-9d11-fce520274218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:09.818206 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-bc709578-7b1d-405e-b1b5-f6e45f324887 service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997496 Aug 17 02:17:09.830188 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-55005dfd-b53e-4e21-9d11-fce520274218 None None] Calling delete_port for ef12ffe1-0943-49f5-bb00-327e7a16c8a5 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:09.920472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03abe9-09ae-49eb-a06f-c352fffb5098 req-b944e462-4944-4b7f-8772-cae97d0e7f01 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:09.921916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b03abe9-09ae-49eb-a06f-c352fffb5098 req-b944e462-4944-4b7f-8772-cae97d0e7f01 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.3504872 Aug 17 02:17:09.984409 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-8737571b-de23-430b-87af-02f1c29f635b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:09.993150 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-8737571b-de23-430b-87af-02f1c29f635b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2284184 Aug 17 02:17:10.012104 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-31b8070c-a21b-4784-86d8-30a2c9e35e2e service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846898 Aug 17 02:17:10.028630 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-80648912-40bd-4052-8411-612267fccfc2 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/quotas/a9f9340ccf804f2bb218a8f3750cde77 HTTP/1.1" status: 200 len: 375 time: 0.0357397 Aug 17 02:17:10.103073 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55005dfd-b53e-4e21-9d11-fce520274218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:10.124644 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-6b14fb25-0e0f-41ed-acfb-e244f2f427ac tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0946028 Aug 17 02:17:10.141405 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:10.215729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Port': ['ID=ef12ffe1-0943-49f5-bb00-327e7a16c8a5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:10.224938 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] No DVR routers for this DVR port ef12ffe1-0943-49f5-bb00-327e7a16c8a5 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:17:10.231145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-c30016d8-055a-47e7-a865-06c3360ae9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:10.236362 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-c30016d8-055a-47e7-a865-06c3360ae9ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 1098 time: 0.1175957 Aug 17 02:17:10.404781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:10.420694 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288d7951-07fb-499f-81ec-5d7c99ffbb6c']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:10.428077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde58bc-5137-497a-b0da-f9ebdcf7420d req-c6c19ed8-8a5e-4790-af3d-2c74cabeff64 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:10.429597 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9bde58bc-5137-497a-b0da-f9ebdcf7420d req-c6c19ed8-8a5e-4790-af3d-2c74cabeff64 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 945 time: 0.0892231 Aug 17 02:17:10.430868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-c6493606-c993-4c5c-aa6b-4bdbaaf85e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:10.432278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-c6493606-c993-4c5c-aa6b-4bdbaaf85e9e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 921 time: 0.1880639 Aug 17 02:17:10.436148 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe459aef-cb04-404d-a91b-fe6e8f463873') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:10.438260 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe459aef-cb04-404d-a91b-fe6e8f463873') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:10.447993 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:10.465869 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ef12ffe1-0943-49f5-bb00-327e7a16c8a5 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:17:10.472908 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:10.477931 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:17:10.478440 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:10.496355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: ef12ffe1-0943-49f5-bb00-327e7a16c8a5 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:17:10.497026 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ef12ffe1-0943-49f5-bb00-327e7a16c8a5 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:17:10.508000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55005dfd-b53e-4e21-9d11-fce520274218 None None] Pushing event deleted for resources: {'Port': ['ID=ef12ffe1-0943-49f5-bb00-327e7a16c8a5,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:10.528458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55005dfd-b53e-4e21-9d11-fce520274218 None None] No DVR routers for this DVR port ef12ffe1-0943-49f5-bb00-327e7a16c8a5 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:17:10.540232 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:17:10.544905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9bde58bc-5137-497a-b0da-f9ebdcf7420d req-fd40f8e0-b22b-4fd7-ba8c-2a6569389b09 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036851 Aug 17 02:17:10.566969 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-a1081732-54c4-4a00-aa5b-a027e5108784 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97747be-b5e3-43df-89a1-04520ed121aa HTTP/1.1" status: 200 len: 1002 time: 0.1234159 Aug 17 02:17:10.636045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-ae413821-8174-4dd8-8e87-6d116bc7c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:10.638378 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-ae413821-8174-4dd8-8e87-6d116bc7c7b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.0644896 Aug 17 02:17:10.694706 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-48c1c20e-4625-42b6-8590-632a04ca9a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:10.726238 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-39032508-a52f-402c-813a-d1d0f3807f92 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 1002 time: 0.1318271 Aug 17 02:17:10.730633 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:10.733484 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:10.735203 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-9244a9c5-c67e-4cc5-9299-fb43ce4e7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:10.736915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-9244a9c5-c67e-4cc5-9299-fb43ce4e7a1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906589 Aug 17 02:17:10.740980 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:10.744734 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "DELETE /v2.0/networks/288d7951-07fb-499f-81ec-5d7c99ffbb6c HTTP/1.1" status: 204 len: 168 time: 1.5675964 Aug 17 02:17:10.757503 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39478) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:10.791928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d20fa357-f918-4d3c-816e-15b50acd86f2 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-610799112'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:10.799265 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0dd7e9-b0bb-494c-9bb2-3a8b103bdfef tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Network': ['ID=288d7951-07fb-499f-81ec-5d7c99ffbb6c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:10.854015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-59e1f7cc-c9eb-4acd-ad02-fe7c8dda466b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:10.855861 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-59e1f7cc-c9eb-4acd-ad02-fe7c8dda466b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports/e97747be-b5e3-43df-89a1-04520ed121aa HTTP/1.1" status: 200 len: 943 time: 0.0961359 Aug 17 02:17:10.858267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37cfb6-0a1f-44c5-8248-89862448b74c req-1474009f-20c1-49e2-9b0f-26dda5a3995c tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:10.860071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e37cfb6-0a1f-44c5-8248-89862448b74c req-1474009f-20c1-49e2-9b0f-26dda5a3995c tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 950 time: 0.1392996 Aug 17 02:17:10.908166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-d32367d0-8b2f-4348-870c-c69d92eb8fbc service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566312 Aug 17 02:17:10.946344 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e37cfb6-0a1f-44c5-8248-89862448b74c req-a118f7d1-d768-4aff-bd8a-3824cdef6c71 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740173 Aug 17 02:17:11.040576 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20fa357-f918-4d3c-816e-15b50acd86f2 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Made reservation on behalf of 1a802a8d6b644296b1cf81b9aa2782be for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:17:11.047029 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d20fa357-f918-4d3c-816e-15b50acd86f2 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:11.053193 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-c87592ce-9f60-430d-a1e2-7645701b87c6 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 1002 time: 0.1017418 Aug 17 02:17:11.447669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f4072-2848-45ca-9962-8933d8fd7961 req-3c78f466-29f6-48bc-8326-18a16a667730 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:11.451290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad5f4072-2848-45ca-9962-8933d8fd7961 req-3c78f466-29f6-48bc-8326-18a16a667730 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.1308131 Aug 17 02:17:11.467212 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fa07311-7d1a-43fb-b4a4-95a909197e8d req-c52682e7-6e30-46c6-a36a-edf90cd0bd8a service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485020 Aug 17 02:17:11.507461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20fa357-f918-4d3c-816e-15b50acd86f2 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:17:11.526089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad5f4072-2848-45ca-9962-8933d8fd7961 req-eec05e74-df2e-4e4a-b232-f65f8bb55196 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577919 Aug 17 02:17:11.527588 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d20fa357-f918-4d3c-816e-15b50acd86f2 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:11.528083 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-d20fa357-f918-4d3c-816e-15b50acd86f2 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Added segment 87bbf51a-a538-4c41-b5b1-c5cb76f87497 of type vlan for network 5436c98e-e54c-4a7c-a5ea-6579748dee6e Aug 17 02:17:11.611067 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90eef1cf-c502-4437-a5f6-a69d60d6cea5 req-6b942f57-8347-418a-aa0a-9b3e2888b293 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 210 time: 0.0363491 Aug 17 02:17:11.617912 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d20fa357-f918-4d3c-816e-15b50acd86f2 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:11.627072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-10d81547-5b5b-42ad-91c4-488185b3c999 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:11.628675 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-10d81547-5b5b-42ad-91c4-488185b3c999 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.5652969 Aug 17 02:17:11.654017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-b43b13c5-d2fc-47b4-a7fa-17a6c2ee4686 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:17:11.655252 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-b43b13c5-d2fc-47b4-a7fa-17a6c2ee4686 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153234 Aug 17 02:17:11.684471 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:11.734145 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-f07a363f-31e0-4c57-98e4-681f6e2bdcca tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 1002 time: 0.0711904 Aug 17 02:17:11.747544 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-15ccc345-920e-4151-bfef-452f940ce4f8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:11.814353 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d20fa357-f918-4d3c-816e-15b50acd86f2 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:11.819859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20fa357-f918-4d3c-816e-15b50acd86f2 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:11.820562 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d20fa357-f918-4d3c-816e-15b50acd86f2 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:11.883480 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-15ccc345-920e-4151-bfef-452f940ce4f8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for floatingip, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:11.942016 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fa357-f918-4d3c-816e-15b50acd86f2 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event updated for resources: {'Network': ['ID=5436c98e-e54c-4a7c-a5ea-6579748dee6e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:11.959625 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 5436c98e-e54c-4a7c-a5ea-6579748dee6e details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:17:12.019331 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d20fa357-f918-4d3c-816e-15b50acd86f2 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2583144 Aug 17 02:17:12.022307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39500) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:12.030079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9ae8a4df-cfd4-4a31-ad3a-eb3c03193d19 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Request body: {'subnet': {'network_id': '5436c98e-e54c-4a7c-a5ea-6579748dee6e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:12.088694 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-15ccc345-920e-4151-bfef-452f940ce4f8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:12.206927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb3f49-2aa3-4a97-b4fa-fe3f0c14516f req-8971b173-6a98-48d5-b820-5324ca8b9694 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:12.208406 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80cb3f49-2aa3-4a97-b4fa-fe3f0c14516f req-8971b173-6a98-48d5-b820-5324ca8b9694 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 945 time: 0.0820956 Aug 17 02:17:12.259647 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80cb3f49-2aa3-4a97-b4fa-fe3f0c14516f req-c4baff2b-365c-4c44-b5b4-db9fc93b231b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443969 Aug 17 02:17:12.275584 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-15ccc345-920e-4151-bfef-452f940ce4f8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:12.275584 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-15ccc345-920e-4151-bfef-452f940ce4f8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Floating IP 59717a9a-a270-4d23-af03-a5290194a3a9 disassociated. External IP: 172.25.5.240, port: e97747be-b5e3-43df-89a1-04520ed121aa. Aug 17 02:17:12.319599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae8a4df-cfd4-4a31-ad3a-eb3c03193d19 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Made reservation on behalf of 1a802a8d6b644296b1cf81b9aa2782be for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:17:12.319599 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ae8a4df-cfd4-4a31-ad3a-eb3c03193d19 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:12.571538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0253c-271d-4691-a04e-15ecb9321e39 req-e006d858-1a25-42e0-8bde-0d43e6b3d5ef tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:12.573570 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ab0253c-271d-4691-a04e-15ecb9321e39 req-e006d858-1a25-42e0-8bde-0d43e6b3d5ef tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 950 time: 0.1048818 Aug 17 02:17:12.577212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-15ccc345-920e-4151-bfef-452f940ce4f8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Router ed5d04ae-5bbd-4753-813e-046e6217a0f9 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:17:12.615999 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ab0253c-271d-4691-a04e-15ecb9321e39 req-ff6777dd-9ba7-4e19-b1d0-19eae7796dc7 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353096 Aug 17 02:17:12.726257 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-15ccc345-920e-4151-bfef-452f940ce4f8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:17:12.734218 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-15ccc345-920e-4151-bfef-452f940ce4f8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:12.737214 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ae8a4df-cfd4-4a31-ad3a-eb3c03193d19 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:12.745100 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda9c93-1063-400e-a288-370c3eb63075 None None] Sync routers for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:17:12.767800 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda9c93-1063-400e-a288-370c3eb63075 None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:17:12.768461 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4dda9c93-1063-400e-a288-370c3eb63075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:17:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:12.839508 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-15ccc345-920e-4151-bfef-452f940ce4f8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "PUT /v2.0/floatingips/59717a9a-a270-4d23-af03-a5290194a3a9 HTTP/1.1" status: 200 len: 695 time: 1.0960286 Aug 17 02:17:12.848181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'tag': 'e97747be-b5e3-43df-89a1-04520ed121aa'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:12.858160 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb18b124-3aa7-4a62-af44-e55f2cf81712" -d '{"events": [{"name": "network-changed", "server_uuid": "bb03fab0-e75e-4b08-8ee3-e24bcd742058", "tag": "e97747be-b5e3-43df-89a1-04520ed121aa"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:12.985503 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8a4df-cfd4-4a31-ad3a-eb3c03193d19 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event updated for resources: {'Subnet': ['ID=58b18404-479d-4e2b-8546-fbe97267f104,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:12.996064 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-899fa507-0ec1-4c70-8ec7-5e68caf59940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:12.999097 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-899fa507-0ec1-4c70-8ec7-5e68caf59940 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 1098 time: 0.1293504 Aug 17 02:17:13.040662 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-4dda9c93-1063-400e-a288-370c3eb63075 None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:17:13.046202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8a4df-cfd4-4a31-ad3a-eb3c03193d19 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Checking segment: {'id': '87bbf51a-a538-4c41-b5b1-c5cb76f87497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5436c98e-e54c-4a7c-a5ea-6579748dee6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:17:13.046708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae8a4df-cfd4-4a31-ad3a-eb3c03193d19 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Network hostable DHCP agents. Network: 5436c98e-e54c-4a7c-a5ea-6579748dee6e, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:17:13.081677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027a4d1-94aa-4423-b175-3fa3ac68514a req-74690aa8-2ba3-43d1-89a9-da2fd861dbf7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:13.081677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f027a4d1-94aa-4423-b175-3fa3ac68514a req-74690aa8-2ba3-43d1-89a9-da2fd861dbf7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.1720774 Aug 17 02:17:13.133614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-6fabf6df-d99f-4630-a7c0-3a2bb0643e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:13.139448 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f027a4d1-94aa-4423-b175-3fa3ac68514a req-b0754c11-87e1-4ad4-bc6f-dc8af39714d9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576086 Aug 17 02:17:13.142604 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-6fabf6df-d99f-4630-a7c0-3a2bb0643e27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 921 time: 0.1300776 Aug 17 02:17:13.170547 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae8a4df-cfd4-4a31-ad3a-eb3c03193d19 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Network 5436c98e-e54c-4a7c-a5ea-6579748dee6e is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:17:13.209327 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-76720805-2e8c-49c8-8cbb-68ea79f9d03c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97747be-b5e3-43df-89a1-04520ed121aa HTTP/1.1" status: 200 len: 217 time: 0.0656123 Aug 17 02:17:13.286268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-d58ef174-1fa9-4693-b740-a8e50e8375b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:13.288800 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-d58ef174-1fa9-4693-b740-a8e50e8375b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.0716412 Aug 17 02:17:13.310992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ed656d3-7577-4f02-b621-3664feb2b76d req-97624946-786b-4d67-9aba-ad0dae3ed32f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 210 time: 0.0789824 Aug 17 02:17:13.321587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-9ae8a4df-cfd4-4a31-ad3a-eb3c03193d19 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 5436c98e-e54c-4a7c-a5ea-6579748dee6e) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:17:13.333698 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30412085-4bad-44d3-bcd5-59299f2297b8 None None] Network 5436c98e-e54c-4a7c-a5ea-6579748dee6e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:17:13.342140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8a4df-cfd4-4a31-ad3a-eb3c03193d19 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:13.343292 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ae8a4df-cfd4-4a31-ad3a-eb3c03193d19 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:13.373374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-52244ff0-35c3-4cd8-9a95-18a17d4c797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:13.374915 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-52244ff0-35c3-4cd8-9a95-18a17d4c797f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764241 Aug 17 02:17:13.424784 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4dda9c93-1063-400e-a288-370c3eb63075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:13.464670 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda9c93-1063-400e-a288-370c3eb63075 None None] Checking router: ed5d04ae-5bbd-4753-813e-046e6217a0f9 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:17:13.485500 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda9c93-1063-400e-a288-370c3eb63075 None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:17:13.485500 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4dda9c93-1063-400e-a288-370c3eb63075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:17:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:13.493134 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-56543e5d-5c10-41d5-87b6-ad613ae4c7ec tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=250923f46e3843baa1f564fcafac735c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463161 Aug 17 02:17:13.520699 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-262e69f3-0b4a-4f02-88ae-4e3ecb8ef5aa service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362603 Aug 17 02:17:13.668643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-5436c98e-e54c-4a7c-a5ea-6579748dee6e', 'network_id': '5436c98e-e54c-4a7c-a5ea-6579748dee6e', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'fixed_ips': [{'subnet_id': '58b18404-479d-4e2b-8546-fbe97267f104'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:17:13.669609 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:13.678018 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe401a25-0e0c-4e0d-b1fa-c53a02d97058 req-e201052b-dcb8-4b2c-9215-9bd88b0bdf82 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488073 Aug 17 02:17:13.693439 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-ad21688a-9441-493d-868f-ee3ff4cf6d51 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:13.703258 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-ad21688a-9441-493d-868f-ee3ff4cf6d51 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089579 Aug 17 02:17:13.710741 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39534) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:13.711132 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9ae8a4df-cfd4-4a31-ad3a-eb3c03193d19 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6873801 Aug 17 02:17:13.716950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-246e3de9-966c-4d55-9d43-fbdb31caa0eb tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1902461837'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:13.727615 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-abe88b39-5694-4939-8314-b9634ebc365e tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/quotas/250923f46e3843baa1f564fcafac735c HTTP/1.1" status: 200 len: 375 time: 0.0224195 Aug 17 02:17:13.756064 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-4dda9c93-1063-400e-a288-370c3eb63075 None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:17:13.794171 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39536) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:13.812156 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-59d1b42b-076f-4424-8ff7-5df35e4fea99 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=250923f46e3843baa1f564fcafac735c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0832846 Aug 17 02:17:13.935454 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0469b47-d2c9-47ab-a8ac-8a433b722792 x-openstack-request-id: req-b0469b47-d2c9-47ab-a8ac-8a433b722792 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:13.935907 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb03fab0-e75e-4b08-8ee3-e24bcd742058", "tag": "e97747be-b5e3-43df-89a1-04520ed121aa", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:13.936113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Allocated IP 19.80.0.2 (5436c98e-e54c-4a7c-a5ea-6579748dee6e/58b18404-479d-4e2b-8546-fbe97267f104/fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:17:13.936309 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0469b47-d2c9-47ab-a8ac-8a433b722792 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:13.936931 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'tag': 'e97747be-b5e3-43df-89a1-04520ed121aa', 'status': 'completed', 'code': 200} Aug 17 02:17:13.942212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246e3de9-966c-4d55-9d43-fbdb31caa0eb tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Made reservation on behalf of 1a802a8d6b644296b1cf81b9aa2782be for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:17:13.948086 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-246e3de9-966c-4d55-9d43-fbdb31caa0eb tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:14.058596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18b124-3aa7-4a62-af44-e55f2cf81712 req-37335432-db1b-4735-84b6-6b29d2444857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:14.060968 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb18b124-3aa7-4a62-af44-e55f2cf81712 req-37335432-db1b-4735-84b6-6b29d2444857 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 1098 time: 0.0815148 Aug 17 02:17:14.071166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246e3de9-966c-4d55-9d43-fbdb31caa0eb tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:17:14.088563 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:14.104020 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-246e3de9-966c-4d55-9d43-fbdb31caa0eb tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:14.104944 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-246e3de9-966c-4d55-9d43-fbdb31caa0eb tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Added segment 9c814f80-5d8d-4a4e-8e6a-0611c07eff84 of type vlan for network ee56a064-40f9-416b-ad67-c435fed892e6 Aug 17 02:17:14.220694 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-246e3de9-966c-4d55-9d43-fbdb31caa0eb tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:14.229464 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:14.235731 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4dda9c93-1063-400e-a288-370c3eb63075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:14.262691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Transition to ACTIVE for port object fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:14.269123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18b124-3aa7-4a62-af44-e55f2cf81712 req-8cc42b80-c0a5-4656-8fc7-4ec4128d6a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:14.275142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb18b124-3aa7-4a62-af44-e55f2cf81712 req-8cc42b80-c0a5-4656-8fc7-4ec4128d6a7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 921 time: 0.2037160 Aug 17 02:17:14.307415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Transition to ACTIVE for port object fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:14.323193 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b7468f8-50a6-4a82-935c-6f8e62de727d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:14.348654 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda9c93-1063-400e-a288-370c3eb63075 None None] The sync data for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 is: [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:17:14.357737 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb18b124-3aa7-4a62-af44-e55f2cf81712 req-1577a3d3-6095-45cf-bea9-0c6d7c56efe1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97747be-b5e3-43df-89a1-04520ed121aa HTTP/1.1" status: 200 len: 217 time: 0.0685594 Aug 17 02:17:14.439449 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18b124-3aa7-4a62-af44-e55f2cf81712 req-a95bfd1b-1fdc-4696-9715-739b76e921f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:14.440952 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb18b124-3aa7-4a62-af44-e55f2cf81712 req-a95bfd1b-1fdc-4696-9715-739b76e921f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.0605226 Aug 17 02:17:14.443221 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-f850db83-da61-4ffa-a3df-ec815a697777 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844090 Aug 17 02:17:14.488745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba55d7-5823-4908-b31d-df1d87749e2b req-6482b79b-62b6-4abc-aec5-c29d0a18f424 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:14.489572 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3cba55d7-5823-4908-b31d-df1d87749e2b req-6482b79b-62b6-4abc-aec5-c29d0a18f424 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 945 time: 0.2570591 Aug 17 02:17:14.527210 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b7468f8-50a6-4a82-935c-6f8e62de727d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:14.550177 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:14.554296 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-246e3de9-966c-4d55-9d43-fbdb31caa0eb tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:14.566165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e3de9-966c-4d55-9d43-fbdb31caa0eb tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:14.567034 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-246e3de9-966c-4d55-9d43-fbdb31caa0eb tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:14.619262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18b124-3aa7-4a62-af44-e55f2cf81712 req-eec0ef03-bd76-4308-a900-5e6af92406ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:14.620990 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb18b124-3aa7-4a62-af44-e55f2cf81712 req-eec0ef03-bd76-4308-a900-5e6af92406ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1704528 Aug 17 02:17:14.625002 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Network 5436c98e-e54c-4a7c-a5ea-6579748dee6e is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:17:14.630620 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:17:14.634168 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:17:14.647919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Pushing event updated for resources: {'Port': ['ID=fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:14.656208 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3cba55d7-5823-4908-b31d-df1d87749e2b req-1392d962-6c1d-4b1a-861e-e7a45e9ae253 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346164 Aug 17 02:17:14.733797 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b7468f8-50a6-4a82-935c-6f8e62de727d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:14.747595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-0c451b81-e7de-4cc8-824c-ef5af587e688 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:14.749137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-0c451b81-e7de-4cc8-824c-ef5af587e688 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810605 Aug 17 02:17:14.767213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Attempting to bind port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:17:14.775038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Attempting to bind port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '87bbf51a-a538-4c41-b5b1-c5cb76f87497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5436c98e-e54c-4a7c-a5ea-6579748dee6e'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:17:14.775710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Attempting to bind port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f on network 5436c98e-e54c-4a7c-a5ea-6579748dee6e {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:14.783779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:17:14.784153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Checking segment: {'id': '87bbf51a-a538-4c41-b5b1-c5cb76f87497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5436c98e-e54c-4a7c-a5ea-6579748dee6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:17:14.784770 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:14.785341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Bound using segment: {'id': '87bbf51a-a538-4c41-b5b1-c5cb76f87497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5436c98e-e54c-4a7c-a5ea-6579748dee6e'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:17:14.786168 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Bound port: fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bbf51a-a538-4c41-b5b1-c5cb76f87497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5436c98e-e54c-4a7c-a5ea-6579748dee6e'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:17:14.786581 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:14.787136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-046f09d9-a503-4b53-b756-984e818c4d3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Request body: {'port': {'device_id': '932cdf78-a2ca-43ce-818c-8141e4ef57c4', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'a9f9340ccf804f2bb218a8f3750cde77'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:14.788012 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e3de9-966c-4d55-9d43-fbdb31caa0eb tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event updated for resources: {'Network': ['ID=ee56a064-40f9-416b-ad67-c435fed892e6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:14.813887 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network ee56a064-40f9-416b-ad67-c435fed892e6 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:17:14.816346 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9b7468f8-50a6-4a82-935c-6f8e62de727d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf636b3b41b04d6e84c9ede87c04a608&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0211110 Aug 17 02:17:14.816629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63052eb-046e-4e5a-8638-93caa6fe32af None None] New status for floating IP 59717a9a-a270-4d23-af03-a5290194a3a9: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:17:14.832076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39554) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:14.856352 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb18b124-3aa7-4a62-af44-e55f2cf81712 req-f067a0b7-dc55-4152-978a-10616dccffb7 service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196503 Aug 17 02:17:14.859852 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7468f8-50a6-4a82-935c-6f8e62de727d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38192a7-3343-4a3a-8cfd-51ce00555853,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:14.911624 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-246e3de9-966c-4d55-9d43-fbdb31caa0eb tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1987216 Aug 17 02:17:14.928561 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39558) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:14.944642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-061bfc03-ab7b-4338-9b1f-8e94b5a9445f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Request body: {'subnet': {'network_id': 'ee56a064-40f9-416b-ad67-c435fed892e6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:15.001110 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f5030-c294-48b0-b8d4-179d1c4c3d65 req-28bf3d6b-204b-4180-b631-94bfe5320064 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:15.002700 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-099f5030-c294-48b0-b8d4-179d1c4c3d65 req-28bf3d6b-204b-4180-b631-94bfe5320064 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.2081978 Aug 17 02:17:15.026886 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f59909f1-11e1-49e7-9797-058cd25f623b req-d59f6131-1429-4702-a7e1-516f03fab5ab tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 210 time: 0.0703197 Aug 17 02:17:15.065288 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd4425cd-bf87-4ed8-92af-9f248d87f0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:15.123022 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd4425cd-bf87-4ed8-92af-9f248d87f0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:15.134710 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-099f5030-c294-48b0-b8d4-179d1c4c3d65 req-50cc3534-5e2e-4488-b46b-9c22ae041c97 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156816 Aug 17 02:17:15.182329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] For port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:17:15.187129 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] For port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f,segment=NetworkSegment(87bbf51a-a538-4c41-b5b1-c5cb76f87497),segment_id=87bbf51a-a538-4c41-b5b1-c5cb76f87497)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:17:15.203378 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb18b124-3aa7-4a62-af44-e55f2cf81712 req-41c3b90c-19f4-4380-b1ea-c426b249d450 service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474875 Aug 17 02:17:15.259578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-adf67bf5-63f4-45c3-b7c5-3f679c3a0b2f req-0cc7ac63-0710-4068-b4d4-5b05fc54191b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 210 time: 0.0552926 Aug 17 02:17:15.276869 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061bfc03-ab7b-4338-9b1f-8e94b5a9445f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Made reservation on behalf of 1a802a8d6b644296b1cf81b9aa2782be for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:17:15.280403 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-061bfc03-ab7b-4338-9b1f-8e94b5a9445f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:15.309999 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:15.411771 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df98be-86e8-436b-b85c-988f221642a1 None None] Pushing event updated for resources: {'Port': ['ID=fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:15.412906 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df304333-30c2-4989-9636-c55ac913a0cd req-541fe857-d81d-4e87-a9fd-a9b752ff86fe tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:15.415329 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-df304333-30c2-4989-9636-c55ac913a0cd req-541fe857-d81d-4e87-a9fd-a9b752ff86fe tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1900098 Aug 17 02:17:15.439369 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd4425cd-bf87-4ed8-92af-9f248d87f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:15.441877 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd4425cd-bf87-4ed8-92af-9f248d87f0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:15.444720 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fd4425cd-bf87-4ed8-92af-9f248d87f0fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f38192a7-3343-4a3a-8cfd-51ce00555853 HTTP/1.1" status: 204 len: 168 time: 0.6092565 Aug 17 02:17:15.510357 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-df304333-30c2-4989-9636-c55ac913a0cd req-22aac447-2b23-4604-b9a6-b20ecd25ac8d tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.0861278 Aug 17 02:17:15.514819 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4425cd-bf87-4ed8-92af-9f248d87f0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38192a7-3343-4a3a-8cfd-51ce00555853,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:15.519203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-df304333-30c2-4989-9636-c55ac913a0cd req-74e7eb91-2fc8-4665-9f05-9a5ba379bbc8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Request body: {'floatingip': {'port_id': '7167d1bf-e496-48da-8c66-1fe25296d604', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:15.554025 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-046f09d9-a503-4b53-b756-984e818c4d3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Made reservation on behalf of a9f9340ccf804f2bb218a8f3750cde77 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:17:15.559214 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-046f09d9-a503-4b53-b756-984e818c4d3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:15.571085 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-df304333-30c2-4989-9636-c55ac913a0cd req-74e7eb91-2fc8-4665-9f05-9a5ba379bbc8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for floatingip, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:15.784399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-046f09d9-a503-4b53-b756-984e818c4d3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Allocated IP 192.168.233.43 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/6478f48b-18c8-44e4-ac74-9b3f646f3165) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:17:15.874029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cb38c-43fa-441e-904d-a604ec526ec0 req-0720c9a4-baee-48fa-80ae-d524e50bab44 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:15.875532 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-300cb38c-43fa-441e-904d-a604ec526ec0 req-0720c9a4-baee-48fa-80ae-d524e50bab44 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 945 time: 0.1038151 Aug 17 02:17:15.983336 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-300cb38c-43fa-441e-904d-a604ec526ec0 req-7a0d38c7-ac86-4685-b6b3-975ace03ecc2 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964310 Aug 17 02:17:16.006026 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-061bfc03-ab7b-4338-9b1f-8e94b5a9445f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:16.067806 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-046f09d9-a503-4b53-b756-984e818c4d3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:16.087870 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-046f09d9-a503-4b53-b756-984e818c4d3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Transition to ACTIVE for port object 6478f48b-18c8-44e4-ac74-9b3f646f3165 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:16.143993 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bfc03-ab7b-4338-9b1f-8e94b5a9445f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event updated for resources: {'Subnet': ['ID=05c115f8-e8ef-4234-b8a7-7322fb1a62a1,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:16.167019 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76d11a06-1dc4-45a4-9140-e815625e96cb req-f0ed4862-cea0-4440-b5a3-824eb90f6472 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 210 time: 0.0382938 Aug 17 02:17:16.258460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bfc03-ab7b-4338-9b1f-8e94b5a9445f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Checking segment: {'id': '9c814f80-5d8d-4a4e-8e6a-0611c07eff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee56a064-40f9-416b-ad67-c435fed892e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:17:16.258838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061bfc03-ab7b-4338-9b1f-8e94b5a9445f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Network hostable DHCP agents. Network: ee56a064-40f9-416b-ad67-c435fed892e6, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:17:16.333670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b7246-95c2-4bcc-a2ae-e479bb2dd5db req-18b7fddc-f979-4238-9c62-22822821bdec tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:16.342495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c9b7246-95c2-4bcc-a2ae-e479bb2dd5db req-18b7fddc-f979-4238-9c62-22822821bdec tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0966868 Aug 17 02:17:16.345814 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-046f09d9-a503-4b53-b756-984e818c4d3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:16.386971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b', '04266431-7c66-474d-92ed-f2816703ff8e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:16.394032 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['86865cbe-856c-4539-af91-504f55c8d616', 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4', 'e7deafc5-9d4e-428d-90d8-86743d3eba84', '11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:16.439943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-046f09d9-a503-4b53-b756-984e818c4d3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:17:16.449284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-046f09d9-a503-4b53-b756-984e818c4d3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:17:16.449588 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:17:16.452314 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-df304333-30c2-4989-9636-c55ac913a0cd req-74e7eb91-2fc8-4665-9f05-9a5ba379bbc8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:16.455350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061bfc03-ab7b-4338-9b1f-8e94b5a9445f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Network ee56a064-40f9-416b-ad67-c435fed892e6 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:17:16.473745 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-046f09d9-a503-4b53-b756-984e818c4d3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:17:16.494010 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c9b7246-95c2-4bcc-a2ae-e479bb2dd5db req-15d2082b-14e5-477d-92a2-9a1a1c7000ce tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501129 Aug 17 02:17:16.590743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-046f09d9-a503-4b53-b756-984e818c4d3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:16.592136 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-046f09d9-a503-4b53-b756-984e818c4d3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:16.610629 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f09d9-a503-4b53-b756-984e818c4d3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event updated for resources: {'Port': ['ID=6478f48b-18c8-44e4-ac74-9b3f646f3165,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:16.635383 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-061bfc03-ab7b-4338-9b1f-8e94b5a9445f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, ee56a064-40f9-416b-ad67-c435fed892e6) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:17:16.638166 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-df304333-30c2-4989-9636-c55ac913a0cd req-74e7eb91-2fc8-4665-9f05-9a5ba379bbc8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:16.646936 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef15ba99-89fa-4b7e-ac37-8af21122cc81 None None] Network ee56a064-40f9-416b-ad67-c435fed892e6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:17:16.737432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:16.738864 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061bfc03-ab7b-4338-9b1f-8e94b5a9445f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:16.740201 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-061bfc03-ab7b-4338-9b1f-8e94b5a9445f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:16.762840 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b2700-22c1-4434-ae3c-9ea45af19913 req-d7a113ee-9654-499c-8f36-e6731d8739c1 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:16.775301 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-890b2700-22c1-4434-ae3c-9ea45af19913 req-d7a113ee-9654-499c-8f36-e6731d8739c1 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 935 time: 0.1044238 Aug 17 02:17:16.854921 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-890b2700-22c1-4434-ae3c-9ea45af19913 req-71f0c37c-d5db-4078-b979-e2b1a33d2ad4 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721216 Aug 17 02:17:16.896781 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-046f09d9-a503-4b53-b756-984e818c4d3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1205826 Aug 17 02:17:16.903804 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [req-df304333-30c2-4989-9636-c55ac913a0cd req-74e7eb91-2fc8-4665-9f05-9a5ba379bbc8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Floating IP 59717a9a-a270-4d23-af03-a5290194a3a9 associated. External IP: 172.25.5.240, port: 7167d1bf-e496-48da-8c66-1fe25296d604. Aug 17 02:17:16.933068 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Request body: {'port': {'device_id': '932cdf78-a2ca-43ce-818c-8141e4ef57c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:17.004476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044c62e6-fb8b-4a3f-b9c7-34d0dc0e815b None None] Network 5436c98e-e54c-4a7c-a5ea-6579748dee6e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:17:17.041213 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:17.057734 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-061bfc03-ab7b-4338-9b1f-8e94b5a9445f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1214547 Aug 17 02:17:17.084908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39582) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:17.118521 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-ee56a064-40f9-416b-ad67-c435fed892e6', 'network_id': 'ee56a064-40f9-416b-ad67-c435fed892e6', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'fixed_ips': [{'subnet_id': '05c115f8-e8ef-4234-b8a7-7322fb1a62a1'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:17:17.121964 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:17.134601 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d327cb7-b82f-4e20-a988-81e441b3f459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:17.167727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-408e116f-91fe-46c8-8c9b-2a3fd50df568 None None] Provisioning for port 6478f48b-18c8-44e4-ac74-9b3f646f3165 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:17.336854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-408e116f-91fe-46c8-8c9b-2a3fd50df568 None None] Provisioning complete for port 6478f48b-18c8-44e4-ac74-9b3f646f3165 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:17.337267 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-408e116f-91fe-46c8-8c9b-2a3fd50df568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:17.340285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df304333-30c2-4989-9636-c55ac913a0cd req-74e7eb91-2fc8-4665-9f05-9a5ba379bbc8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Router ed5d04ae-5bbd-4753-813e-046e6217a0f9 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:17:17.457419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc0779-9ec1-4920-92c2-6df8cdb2f99a req-4fd629b3-5441-452c-92b2-1ed6ef98c75d tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:17.459023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0fc0779-9ec1-4920-92c2-6df8cdb2f99a req-4fd629b3-5441-452c-92b2-1ed6ef98c75d tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 945 time: 0.3121610 Aug 17 02:17:17.513217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df304333-30c2-4989-9636-c55ac913a0cd req-74e7eb91-2fc8-4665-9f05-9a5ba379bbc8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:17:17.521918 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-df304333-30c2-4989-9636-c55ac913a0cd req-74e7eb91-2fc8-4665-9f05-9a5ba379bbc8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:17.534513 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-408e116f-91fe-46c8-8c9b-2a3fd50df568 None None] Port 6478f48b-18c8-44e4-ac74-9b3f646f3165 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:17:17.541956 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b78852-ee4f-4596-a206-6fe516504e42 None None] Sync routers for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:17:17.550908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83381c-5eb6-4945-b5ec-23a968569c79 req-52b05f08-b928-4d54-8819-e07933493f0a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:17.553531 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c83381c-5eb6-4945-b5ec-23a968569c79 req-52b05f08-b928-4d54-8819-e07933493f0a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb03fab0-e75e-4b08-8ee3-e24bcd742058 HTTP/1.1" status: 200 len: 946 time: 0.3438263 Aug 17 02:17:17.557181 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b78852-ee4f-4596-a206-6fe516504e42 None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:17:17.558198 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a2b78852-ee4f-4596-a206-6fe516504e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:17:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:17.677803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Allocated IP 19.86.0.2 (ee56a064-40f9-416b-ad67-c435fed892e6/05c115f8-e8ef-4234-b8a7-7322fb1a62a1/e6be5d45-19e3-41ec-9f27-5a837c39f09e) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:17:17.701278 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-a2b78852-ee4f-4596-a206-6fe516504e42 None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:17:17.762979 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0fc0779-9ec1-4920-92c2-6df8cdb2f99a req-a975e8db-30c2-4365-9e46-607863201a8f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780461 Aug 17 02:17:17.858308 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d327cb7-b82f-4e20-a988-81e441b3f459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:17.884535 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:17.895832 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Transition to ACTIVE for port object e6be5d45-19e3-41ec-9f27-5a837c39f09e will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:17.915128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Transition to ACTIVE for port object e6be5d45-19e3-41ec-9f27-5a837c39f09e will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:17.952218 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-3c83381c-5eb6-4945-b5ec-23a968569c79 req-2c13e38f-d904-45b5-8f66-9d4f2629a019 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Deleting port e97747be-b5e3-43df-89a1-04520ed121aa {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:17.952882 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3c83381c-5eb6-4945-b5ec-23a968569c79 req-2c13e38f-d904-45b5-8f66-9d4f2629a019 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:17.989497 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a2b78852-ee4f-4596-a206-6fe516504e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '59717a9a-a270-4d23-af03-a5290194a3a9', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'port_id': '7167d1bf-e496-48da-8c66-1fe25296d604', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'mac_address': 'fa:16:3e:c9:0b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:16:32Z', 'updated_at': '2021-08-17T02:17:16Z', 'revision_number': 8, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:18.019325 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-df304333-30c2-4989-9636-c55ac913a0cd req-74e7eb91-2fc8-4665-9f05-9a5ba379bbc8 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "PUT /v2.0/floatingips/59717a9a-a270-4d23-af03-a5290194a3a9 HTTP/1.1" status: 200 len: 996 time: 2.5080016 Aug 17 02:17:18.019805 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'tag': '7167d1bf-e496-48da-8c66-1fe25296d604'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:18.022644 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa8ccac-4a1a-43b4-a1e0-fe5b929f55b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2465b3-484f-48b9-96a5-bfa38ae41a31", "tag": "7167d1bf-e496-48da-8c66-1fe25296d604"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:18.037365 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b78852-ee4f-4596-a206-6fe516504e42 None None] Checking router: ed5d04ae-5bbd-4753-813e-046e6217a0f9 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:17:18.047570 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b78852-ee4f-4596-a206-6fe516504e42 None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:17:18.048232 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a2b78852-ee4f-4596-a206-6fe516504e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:17:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:18.064175 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:18.066202 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad7ba33d-0e35-4f8b-ba92-ff5f0e8b5ff9 req-40a26dbe-d2d9-449d-9c6f-16502cba86cf tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 210 time: 0.1315114 Aug 17 02:17:18.079611 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d327cb7-b82f-4e20-a988-81e441b3f459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:18.112710 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df304333-30c2-4989-9636-c55ac913a0cd req-c36f294f-6585-473d-8043-9b463eae5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:18.124540 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-df304333-30c2-4989-9636-c55ac913a0cd req-c36f294f-6585-473d-8043-9b463eae5ea6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 1097 time: 0.0914485 Aug 17 02:17:18.146797 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Network ee56a064-40f9-416b-ad67-c435fed892e6 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:17:18.158051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:17:18.160605 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:17:18.166226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Pushing event updated for resources: {'Port': ['ID=e6be5d45-19e3-41ec-9f27-5a837c39f09e,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:18.182390 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-a2b78852-ee4f-4596-a206-6fe516504e42 None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:17:18.237025 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f6089e7a-d9dc-4180-b00d-a96a6c6c74f7 None None] Provisioning for port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:18.268779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f6089e7a-d9dc-4180-b00d-a96a6c6c74f7 None None] Provisioning complete for port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:18.269574 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6089e7a-d9dc-4180-b00d-a96a6c6c74f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:18.287890 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6d327cb7-b82f-4e20-a988-81e441b3f459 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e624921e52c4319a2d49b454536196e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2009630 Aug 17 02:17:18.308622 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39604) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:18.336793 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d327cb7-b82f-4e20-a988-81e441b3f459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9752fc71-74ce-42d4-ae4f-95527d942eed,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:18.424922 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Attempting to bind port e6be5d45-19e3-41ec-9f27-5a837c39f09e on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:17:18.425601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Attempting to bind port e6be5d45-19e3-41ec-9f27-5a837c39f09e by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9c814f80-5d8d-4a4e-8e6a-0611c07eff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee56a064-40f9-416b-ad67-c435fed892e6'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:17:18.426539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Attempting to bind port e6be5d45-19e3-41ec-9f27-5a837c39f09e on network ee56a064-40f9-416b-ad67-c435fed892e6 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:18.449271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:17:18.453325 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Checking segment: {'id': '9c814f80-5d8d-4a4e-8e6a-0611c07eff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee56a064-40f9-416b-ad67-c435fed892e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:17:18.454020 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:18.454657 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Bound using segment: {'id': '9c814f80-5d8d-4a4e-8e6a-0611c07eff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee56a064-40f9-416b-ad67-c435fed892e6'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:17:18.455467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Bound port: e6be5d45-19e3-41ec-9f27-5a837c39f09e, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c814f80-5d8d-4a4e-8e6a-0611c07eff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee56a064-40f9-416b-ad67-c435fed892e6'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:17:18.456085 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:18.494988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df304333-30c2-4989-9636-c55ac913a0cd req-ad49a084-8944-45eb-878a-aa7a91bcb7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:18.499882 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-df304333-30c2-4989-9636-c55ac913a0cd req-ad49a084-8944-45eb-878a-aa7a91bcb7b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 921 time: 0.3744049 Aug 17 02:17:18.563254 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6089e7a-d9dc-4180-b00d-a96a6c6c74f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:18.573725 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a270141-89fb-4577-a311-3b2550fd36f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:18.611826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6478f48b-18c8-44e4-ac74-9b3f646f3165 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:17:18.615276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] For port e6be5d45-19e3-41ec-9f27-5a837c39f09e, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:17:18.624757 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-3c83381c-5eb6-4945-b5ec-23a968569c79 req-2c13e38f-d904-45b5-8f66-9d4f2629a019 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] For port e97747be-b5e3-43df-89a1-04520ed121aa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=e97747be-b5e3-43df-89a1-04520ed121aa,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:18.625851 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3c83381c-5eb6-4945-b5ec-23a968569c79 req-2c13e38f-d904-45b5-8f66-9d4f2629a019 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:18.626069 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] For port e6be5d45-19e3-41ec-9f27-5a837c39f09e, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e6be5d45-19e3-41ec-9f27-5a837c39f09e,segment=NetworkSegment(9c814f80-5d8d-4a4e-8e6a-0611c07eff84),segment_id=9c814f80-5d8d-4a4e-8e6a-0611c07eff84)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:17:18.630938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f6089e7a-d9dc-4180-b00d-a96a6c6c74f7 None None] For port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f,segment=NetworkSegment(87bbf51a-a538-4c41-b5b1-c5cb76f87497),segment_id=87bbf51a-a538-4c41-b5b1-c5cb76f87497)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:18.641686 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a270141-89fb-4577-a311-3b2550fd36f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:18.646418 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:18.655920 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-df304333-30c2-4989-9636-c55ac913a0cd req-d07a5cb1-b0b1-44f4-ba3a-3a9ed8d19ef7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7167d1bf-e496-48da-8c66-1fe25296d604 HTTP/1.1" status: 200 len: 999 time: 0.1285157 Aug 17 02:17:18.672772 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a2b78852-ee4f-4596-a206-6fe516504e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '59717a9a-a270-4d23-af03-a5290194a3a9', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'port_id': '7167d1bf-e496-48da-8c66-1fe25296d604', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'mac_address': 'fa:16:3e:c9:0b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:16:32Z', 'updated_at': '2021-08-17T02:17:16Z', 'revision_number': 8, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:18.678217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-3c83381c-5eb6-4945-b5ec-23a968569c79 req-2c13e38f-d904-45b5-8f66-9d4f2629a019 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Calling delete_port for e97747be-b5e3-43df-89a1-04520ed121aa owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:18.725908 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b78852-ee4f-4596-a206-6fe516504e42 None None] The sync data for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 is: [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '59717a9a-a270-4d23-af03-a5290194a3a9', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'port_id': '7167d1bf-e496-48da-8c66-1fe25296d604', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'mac_address': 'fa:16:3e:c9:0b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:16:32Z', 'updated_at': '2021-08-17T02:17:16Z', 'revision_number': 8, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:17:18.747532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df304333-30c2-4989-9636-c55ac913a0cd req-85d5877d-b260-452e-8b69-7d5774d209ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:18.749737 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-df304333-30c2-4989-9636-c55ac913a0cd req-85d5877d-b260-452e-8b69-7d5774d209ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.0836246 Aug 17 02:17:18.761385 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Transition to ACTIVE for port object 6478f48b-18c8-44e4-ac74-9b3f646f3165 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:18.767195 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:18.767578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-a835ae91-a753-4dac-82b0-0701f73a6050 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=250923f46e3843baa1f564fcafac735c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625412 Aug 17 02:17:18.785089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-c3799466-8a0e-4d85-be56-5d3a4b11f818 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:18.794806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-c3799466-8a0e-4d85-be56-5d3a4b11f818 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:18.803204 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-c3799466-8a0e-4d85-be56-5d3a4b11f818 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/networks?id=5436c98e-e54c-4a7c-a5ea-6579748dee6e&id=ee56a064-40f9-416b-ad67-c435fed892e6 HTTP/1.1" status: 200 len: 1391 time: 0.4330916 Aug 17 02:17:18.838212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df304333-30c2-4989-9636-c55ac913a0cd req-31f38786-dffc-46da-8cee-7cbba2ee5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:18.841696 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-df304333-30c2-4989-9636-c55ac913a0cd req-31f38786-dffc-46da-8cee-7cbba2ee5530 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838614 Aug 17 02:17:18.847779 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6089e7a-d9dc-4180-b00d-a96a6c6c74f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:18.856334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c5043-bf91-460a-b9d5-b5a6e317405d None None] Pushing event updated for resources: {'Port': ['ID=e6be5d45-19e3-41ec-9f27-5a837c39f09e,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:18.935030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6089e7a-d9dc-4180-b00d-a96a6c6c74f7 None None] Pushing event updated for resources: {'Port': ['ID=fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:18.944694 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-bb895593-b0c9-4179-b0c1-bcf67c110e2f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/quotas/1a802a8d6b644296b1cf81b9aa2782be HTTP/1.1" status: 200 len: 375 time: 0.0893717 Aug 17 02:17:18.946257 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:18.984282 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-67555eec-a759-43b1-a5e3-4f43ee179c72 None None] Provisioning complete for port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:18.985882 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-67555eec-a759-43b1-a5e3-4f43ee179c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:19.058264 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-df304333-30c2-4989-9636-c55ac913a0cd req-aa3cba75-92a9-4288-ab73-4b3a42dd942e service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693764 Aug 17 02:17:19.135011 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a270141-89fb-4577-a311-3b2550fd36f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:19.144475 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a270141-89fb-4577-a311-3b2550fd36f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:19.144475 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7a270141-89fb-4577-a311-3b2550fd36f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9752fc71-74ce-42d4-ae4f-95527d942eed HTTP/1.1" status: 204 len: 168 time: 0.8309426 Aug 17 02:17:19.169692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa771545-10ca-4112-b319-cf633d267e73 None None] New status for floating IP 59717a9a-a270-4d23-af03-a5290194a3a9: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:17:19.191356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Pushing event updated for resources: {'Port': ['ID=6478f48b-18c8-44e4-ac74-9b3f646f3165,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:19.241597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-c8214b18-ef9c-47fa-aeb6-f9d8f541fe7a tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:19.244136 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-c8214b18-ef9c-47fa-aeb6-f9d8f541fe7a tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3908594 Aug 17 02:17:19.298072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a270141-89fb-4577-a311-3b2550fd36f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9752fc71-74ce-42d4-ae4f-95527d942eed,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:19.298348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-d9792888-4ac2-44ad-bc13-7ff49e79b501 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Request body: {'port': {'device_id': 'd312003b-41a1-4798-84be-3243d8a16faf', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': '250923f46e3843baa1f564fcafac735c'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:19.333385 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-6ee31e3e-a2c9-4648-83a9-172ef879af42 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a802a8d6b644296b1cf81b9aa2782be&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3628209 Aug 17 02:17:19.466293 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-df304333-30c2-4989-9636-c55ac913a0cd req-77761647-b935-44bf-8182-e7e9cdbccca6 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067519 Aug 17 02:17:19.849346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c45ab-7e2f-43f1-a74b-7d3fa6a23158 req-ad5d16c9-c13e-4a1e-a13d-471fd4167cc8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:19.852072 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ca5c45ab-7e2f-43f1-a74b-7d3fa6a23158 req-ad5d16c9-c13e-4a1e-a13d-471fd4167cc8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0808311 Aug 17 02:17:19.871017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Attempting to bind port 6478f48b-18c8-44e4-ac74-9b3f646f3165 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:17:19.871351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Attempting to bind port 6478f48b-18c8-44e4-ac74-9b3f646f3165 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:17:19.871680 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Attempting to bind port 6478f48b-18c8-44e4-ac74-9b3f646f3165 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:19.905354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Port 6478f48b-18c8-44e4-ac74-9b3f646f3165 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:17:19.905991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Attempting to bind port 6478f48b-18c8-44e4-ac74-9b3f646f3165 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:19.922224 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ca5c45ab-7e2f-43f1-a74b-7d3fa6a23158 req-69ab3b53-8961-4605-873c-3dc12261f882 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605943 Aug 17 02:17:19.933870 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-56eef6bd-aea9-4ba1-915b-ff1d0bb398c2 service neutron] 10.222.0.13 "GET /v2.0/networks/5436c98e-e54c-4a7c-a5ea-6579748dee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995965 Aug 17 02:17:19.937119 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:17:19.937548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:17:19.937888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:17:19.938340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Bound port: 6478f48b-18c8-44e4-ac74-9b3f646f3165, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:17:19.938706 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:19.971036 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3c83381c-5eb6-4945-b5ec-23a968569c79 req-2c13e38f-d904-45b5-8f66-9d4f2629a019 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:20.006666 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['7167d1bf-e496-48da-8c66-1fe25296d604'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:20.145882 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13e38f-d904-45b5-8f66-9d4f2629a019 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Pushing event deleted for resources: {'Port': ['ID=e97747be-b5e3-43df-89a1-04520ed121aa,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:20.160975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device e97747be-b5e3-43df-89a1-04520ed121aa no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:17:20.225947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: e97747be-b5e3-43df-89a1-04520ed121aa {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:17:20.226814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device e97747be-b5e3-43df-89a1-04520ed121aa not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:17:20.313004 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-d9792888-4ac2-44ad-bc13-7ff49e79b501 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Made reservation on behalf of 250923f46e3843baa1f564fcafac735c for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:17:20.325087 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-d9792888-4ac2-44ad-bc13-7ff49e79b501 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:20.326805 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806fae1-69ba-4735-8f38-23306bb64f75 req-11341c71-c847-4191-8224-6bd3f81f8e8f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:20.336141 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4806fae1-69ba-4735-8f38-23306bb64f75 req-11341c71-c847-4191-8224-6bd3f81f8e8f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 947 time: 0.2522237 Aug 17 02:17:20.432058 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4806fae1-69ba-4735-8f38-23306bb64f75 req-5d34c29f-6bab-438d-97ff-5d223f2d0e55 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756285 Aug 17 02:17:20.453195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c83381c-5eb6-4945-b5ec-23a968569c79 req-2c13e38f-d904-45b5-8f66-9d4f2629a019 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] No DVR routers for this DVR port e97747be-b5e3-43df-89a1-04520ed121aa on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:17:20.461263 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3c83381c-5eb6-4945-b5ec-23a968569c79 req-2c13e38f-d904-45b5-8f66-9d4f2629a019 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:20.471151 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c83381c-5eb6-4945-b5ec-23a968569c79 req-2c13e38f-d904-45b5-8f66-9d4f2629a019 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.42 "DELETE /v2.0/ports/e97747be-b5e3-43df-89a1-04520ed121aa HTTP/1.1" status: 204 len: 173 time: 2.9009080 Aug 17 02:17:20.491052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'name': 'network-vif-deleted', 'tag': 'e97747be-b5e3-43df-89a1-04520ed121aa'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:20.498843 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a2f135-e96c-49b5-b51e-3d00a7ad40f0" -d '{"events": [{"server_uuid": "bb03fab0-e75e-4b08-8ee3-e24bcd742058", "name": "network-vif-deleted", "tag": "e97747be-b5e3-43df-89a1-04520ed121aa"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:20.548309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:17:20.561959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] For port 6478f48b-18c8-44e4-ac74-9b3f646f3165, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:17:20.576665 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-a740f65d-7d4a-4ea6-848f-2d1edaa42e00 service neutron] 10.222.0.13 "GET /v2.0/networks/5436c98e-e54c-4a7c-a5ea-6579748dee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230052 Aug 17 02:17:20.613985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] For port 6478f48b-18c8-44e4-ac74-9b3f646f3165, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=6478f48b-18c8-44e4-ac74-9b3f646f3165,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:17:20.667415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:20.668007 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:20.699786 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764680d0-ed80-4490-b60c-883f81d5dee2 x-openstack-request-id: req-764680d0-ed80-4490-b60c-883f81d5dee2 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:20.700097 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2465b3-484f-48b9-96a5-bfa38ae41a31", "tag": "7167d1bf-e496-48da-8c66-1fe25296d604", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:20.700404 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-764680d0-ed80-4490-b60c-883f81d5dee2 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:20.700842 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'tag': '7167d1bf-e496-48da-8c66-1fe25296d604', 'status': 'completed', 'code': 200} Aug 17 02:17:20.713627 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789922b9-4a32-44cd-a937-b4a8f3dbd11b None None] Network ee56a064-40f9-416b-ad67-c435fed892e6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:17:20.781347 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:20.857196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc1479-ee15-4c8b-a4cd-d8f0a4a1013d req-d05e2c3a-d79c-4f3f-b8c9-23dbfcaa0db4 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:20.860400 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-91fc1479-ee15-4c8b-a4cd-d8f0a4a1013d req-d05e2c3a-d79c-4f3f-b8c9-23dbfcaa0db4 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 945 time: 0.0669987 Aug 17 02:17:20.900691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-d9792888-4ac2-44ad-bc13-7ff49e79b501 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Allocated IP 192.168.233.230 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/7409f1b2-6fa4-49cb-924b-8b2ff0bbf745) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:17:20.906887 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e6be5d45-19e3-41ec-9f27-5a837c39f09e up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:17:20.908434 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-91fc1479-ee15-4c8b-a4cd-d8f0a4a1013d req-ded55271-9a0e-41a7-8578-a0e1196c26bc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437458 Aug 17 02:17:20.923814 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-b6ce5667-ea52-4817-a96d-6758f6534014 service neutron] 10.222.0.13 "GET /v2.0/networks/ee56a064-40f9-416b-ad67-c435fed892e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458815 Aug 17 02:17:20.980127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:20.981221 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:20.983479 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] 10.222.0.18 "PUT /v2.0/ports/6478f48b-18c8-44e4-ac74-9b3f646f3165 HTTP/1.1" status: 200 len: 1096 time: 4.0559347 Aug 17 02:17:21.042109 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-117406c9-e3d3-4374-99f7-c339007954a7 req-42a304ee-cb79-4f27-8e6c-69e1485945fc tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 210 time: 0.0475593 Aug 17 02:17:21.044032 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-94ce3b7b-fee8-46ea-b629-17885b23cb07 None None] Provisioning for port e6be5d45-19e3-41ec-9f27-5a837c39f09e completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:21.130294 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ccac-4a1a-43b4-a1e0-fe5b929f55b8 req-12ee8064-4d65-4689-b15c-8b9a4bf11baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:21.130294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9aa8ccac-4a1a-43b4-a1e0-fe5b929f55b8 req-12ee8064-4d65-4689-b15c-8b9a4bf11baa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 1097 time: 0.3398399 Aug 17 02:17:21.135246 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a070-0727-40a2-9a42-0134096b1c80 service neutron] Pushing event updated for resources: {'Port': ['ID=6478f48b-18c8-44e4-ac74-9b3f646f3165,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:21.246021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port e6be5d45-19e3-41ec-9f27-5a837c39f09e completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:21.258094 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e6be5d45-19e3-41ec-9f27-5a837c39f09e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:21.258887 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:21.260733 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d5edac26-5b36-43a1-bb34-13729eaa4d7e req-6a12d4d8-bdb6-41b2-a2c6-fd54f0cc1147 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips/59717a9a-a270-4d23-af03-a5290194a3a9 HTTP/1.1" status: 200 len: 998 time: 0.1415548 Aug 17 02:17:21.437821 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:21.478369 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-56f47d1f-bbad-43d4-86f7-c9229781fdd5 service neutron] 10.222.0.13 "GET /v2.0/networks/ee56a064-40f9-416b-ad67-c435fed892e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266945 Aug 17 02:17:21.498895 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-77993c89-fdd9-4a8a-bd01-5ac348bc5b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:21.498895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-77993c89-fdd9-4a8a-bd01-5ac348bc5b98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 1099 time: 0.1576867 Aug 17 02:17:21.501283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edac26-5b36-43a1-bb34-13729eaa4d7e req-63a8afc1-3c71-4cb1-9f8f-c6e989f7a3b3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:21.509114 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port e6be5d45-19e3-41ec-9f27-5a837c39f09e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e6be5d45-19e3-41ec-9f27-5a837c39f09e,segment=NetworkSegment(9c814f80-5d8d-4a4e-8e6a-0611c07eff84),segment_id=9c814f80-5d8d-4a4e-8e6a-0611c07eff84)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:21.514516 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d5edac26-5b36-43a1-bb34-13729eaa4d7e req-63a8afc1-3c71-4cb1-9f8f-c6e989f7a3b3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.2389688 Aug 17 02:17:21.586834 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc552b6-048c-418f-982f-9e421686533a x-openstack-request-id: req-edc552b6-048c-418f-982f-9e421686533a {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:21.587292 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb03fab0-e75e-4b08-8ee3-e24bcd742058", "name": "network-vif-deleted", "tag": "e97747be-b5e3-43df-89a1-04520ed121aa", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:21.587442 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edc552b6-048c-418f-982f-9e421686533a {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:21.591193 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb03fab0-e75e-4b08-8ee3-e24bcd742058', 'name': 'network-vif-deleted', 'tag': 'e97747be-b5e3-43df-89a1-04520ed121aa', 'status': 'completed', 'code': 200} Aug 17 02:17:21.600153 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-b7049630-ce81-49d4-9c8b-5bd414760e69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6478f48b-18c8-44e4-ac74-9b3f646f3165 HTTP/1.1" status: 200 len: 217 time: 0.0619161 Aug 17 02:17:21.608207 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e0cd222d-cbb6-4fc3-b937-8b6fcdd6d932 None None] Provisioning complete for port e6be5d45-19e3-41ec-9f27-5a837c39f09e triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:21.608721 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e0cd222d-cbb6-4fc3-b937-8b6fcdd6d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:21.612280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ccac-4a1a-43b4-a1e0-fe5b929f55b8 req-0bff4e38-6d7b-4701-b589-6cc9d7d695af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:21.613829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9aa8ccac-4a1a-43b4-a1e0-fe5b929f55b8 req-0bff4e38-6d7b-4701-b589-6cc9d7d695af service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 921 time: 0.4838951 Aug 17 02:17:21.632693 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-d9792888-4ac2-44ad-bc13-7ff49e79b501 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:21.639429 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:21.722099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=e6be5d45-19e3-41ec-9f27-5a837c39f09e,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:21.744650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49a4ac-a47d-45f3-998e-d8ae4fdf462e req-f0e5aa31-5952-4d7d-bc80-f9772d1ed99a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:21.746252 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bb49a4ac-a47d-45f3-998e-d8ae4fdf462e req-f0e5aa31-5952-4d7d-bc80-f9772d1ed99a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0987723 Aug 17 02:17:21.761533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-d9792888-4ac2-44ad-bc13-7ff49e79b501 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Transition to ACTIVE for port object 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:21.785691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-c1b45e24-f3ab-4318-96cc-720bd225968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:21.787242 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-c1b45e24-f3ab-4318-96cc-720bd225968b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1672170 Aug 17 02:17:21.792935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9aa8ccac-4a1a-43b4-a1e0-fe5b929f55b8 req-0c9461a4-8238-416a-9b9e-8f6d908fe72a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7167d1bf-e496-48da-8c66-1fe25296d604 HTTP/1.1" status: 200 len: 1001 time: 0.1575561 Aug 17 02:17:21.808199 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bb49a4ac-a47d-45f3-998e-d8ae4fdf462e req-10bdd2cc-c61f-4af6-87b7-e9995f831aa4 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434754 Aug 17 02:17:21.947121 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ccac-4a1a-43b4-a1e0-fe5b929f55b8 req-8b61e3f0-6721-4e6f-a8b7-fd94ad7474a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:21.948637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9aa8ccac-4a1a-43b4-a1e0-fe5b929f55b8 req-8b61e3f0-6721-4e6f-a8b7-fd94ad7474a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.1460061 Aug 17 02:17:21.958000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-11f790ce-06ce-46a8-b1ad-fc314b00512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:21.960206 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-11f790ce-06ce-46a8-b1ad-fc314b00512b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1559083 Aug 17 02:17:21.971679 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f7cb2-23c7-4a17-ab10-d601c26b5600 req-dd9c4d72-0a33-4768-8afd-48546e4b6407 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:21.974412 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b29f7cb2-23c7-4a17-ab10-d601c26b5600 req-dd9c4d72-0a33-4768-8afd-48546e4b6407 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 947 time: 0.0729246 Aug 17 02:17:22.041062 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b29f7cb2-23c7-4a17-ab10-d601c26b5600 req-b3cd73a0-df46-43ab-9b5f-adede6cc0b19 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547259 Aug 17 02:17:22.056500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-477c12db-208e-4e25-be9d-35c82634d523 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 1001 time: 0.1691797 Aug 17 02:17:22.128372 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ccac-4a1a-43b4-a1e0-fe5b929f55b8 req-04c47b6c-4300-41bb-9ab5-a6737079a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:22.135561 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9aa8ccac-4a1a-43b4-a1e0-fe5b929f55b8 req-04c47b6c-4300-41bb-9ab5-a6737079a4fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1617982 Aug 17 02:17:22.150455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-c913d977-cc1f-4b81-9a2e-9d82c1271087 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:22.152010 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-c913d977-cc1f-4b81-9a2e-9d82c1271087 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports/7167d1bf-e496-48da-8c66-1fe25296d604 HTTP/1.1" status: 200 len: 942 time: 0.0844142 Aug 17 02:17:22.252080 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-d9792888-4ac2-44ad-bc13-7ff49e79b501 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:22.298504 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['04063b21-98b8-4670-8ada-9370a689862d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:22.302464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e6be5d45-19e3-41ec-9f27-5a837c39f09e up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:17:22.342930 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-7932bdaa-31d9-4596-bfbe-f5b92a9f1585 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619118 Aug 17 02:17:22.451425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e6be5d45-19e3-41ec-9f27-5a837c39f09e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:22.451842 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:22.494597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-d9792888-4ac2-44ad-bc13-7ff49e79b501 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:17:22.508726 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-490c7e15-a3a1-4506-8d05-d57321a91ff5 req-c01318fb-cc8e-483c-b917-c91f88edd07c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 210 time: 0.0335410 Aug 17 02:17:22.533490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-d9792888-4ac2-44ad-bc13-7ff49e79b501 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:17:22.542833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9792888-4ac2-44ad-bc13-7ff49e79b501 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Pushing event updated for resources: {'Port': ['ID=7409f1b2-6fa4-49cb-924b-8b2ff0bbf745,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:22.558096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-d9792888-4ac2-44ad-bc13-7ff49e79b501 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:17:22.584888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-278f97aa-4c5d-4dee-a5de-2085b04f2319 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 1001 time: 0.3352735 Aug 17 02:17:22.717083 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9aa8ccac-4a1a-43b4-a1e0-fe5b929f55b8 req-b66d7112-9f61-4a9a-9294-24eb67bfedfa service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585861 Aug 17 02:17:22.766449 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce7d4b-ab25-4bf9-835d-a4af190d9d17 req-7eadd5cf-4dd0-421e-af40-3c6abde0a3a6 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:22.774104 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-78ce7d4b-ab25-4bf9-835d-a4af190d9d17 req-7eadd5cf-4dd0-421e-af40-3c6abde0a3a6 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 945 time: 0.1015010 Aug 17 02:17:22.854164 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58a6f371-9c92-41dd-ac8c-5a49b06452c9 req-e921afbb-2f7c-4529-8154-56488d1eac05 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760597 Aug 17 02:17:22.859579 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-78ce7d4b-ab25-4bf9-835d-a4af190d9d17 req-a1e185ba-9af0-450a-9af1-31fd4f28544f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841968 Aug 17 02:17:22.891663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-d9792888-4ac2-44ad-bc13-7ff49e79b501 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:22.892611 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-d9792888-4ac2-44ad-bc13-7ff49e79b501 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:22.908034 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-8552d58b-b995-47fe-afbc-36d8d5235763 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:22.910662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-8552d58b-b995-47fe-afbc-36d8d5235763 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.3239908 Aug 17 02:17:23.034442 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b1a89cd2-b3c2-4376-8919-eef314e17a8d None None] Provisioning for port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:23.042654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b1a89cd2-b3c2-4376-8919-eef314e17a8d None None] Provisioning complete for port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:23.044209 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b1a89cd2-b3c2-4376-8919-eef314e17a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:23.059604 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9aa8ccac-4a1a-43b4-a1e0-fe5b929f55b8 req-2144e2d7-847b-46fd-beac-0fb82d4972d3 service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288696 Aug 17 02:17:23.092183 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072908a-6c50-4e09-a188-14c2b1d8ec91 req-89d57875-04df-49ab-bc35-cd9737bf6c74 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:23.096106 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2072908a-6c50-4e09-a188-14c2b1d8ec91 req-89d57875-04df-49ab-bc35-cd9737bf6c74 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 936 time: 0.1136680 Aug 17 02:17:23.102244 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-42b988a6-65c5-43a0-9574-619b58b0bf57 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 1001 time: 0.1647663 Aug 17 02:17:23.144455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-d5db86b8-1410-40a0-bddb-bf0364837a6a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:23.146210 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2072908a-6c50-4e09-a188-14c2b1d8ec91 req-b48f314a-13e3-4581-afec-554ce5811f4d tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425572 Aug 17 02:17:23.157933 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b1a89cd2-b3c2-4376-8919-eef314e17a8d None None] Port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:17:23.229939 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-d9792888-4ac2-44ad-bc13-7ff49e79b501 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9341776 Aug 17 02:17:23.257880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Request body: {'port': {'device_id': 'd312003b-41a1-4798-84be-3243d8a16faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:23.317542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51755543-ecdc-426c-8f89-532921f2d709 req-3d76f952-b648-4dff-96b3-89a323cb17c2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:23.319151 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-51755543-ecdc-426c-8f89-532921f2d709 req-3d76f952-b648-4dff-96b3-89a323cb17c2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0680373 Aug 17 02:17:23.321636 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-d5db86b8-1410-40a0-bddb-bf0364837a6a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:23.387226 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-51755543-ecdc-426c-8f89-532921f2d709 req-d8e5d4d0-4000-44f9-8a4f-338b5aab1f55 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588815 Aug 17 02:17:23.562795 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e9688-8af1-40bb-a327-136f4fd66d92 req-23e834d3-a446-43c6-9cdd-612705ae3037 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:23.564734 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2f9e9688-8af1-40bb-a327-136f4fd66d92 req-23e834d3-a446-43c6-9cdd-612705ae3037 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 947 time: 0.0889404 Aug 17 02:17:23.618250 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2f9e9688-8af1-40bb-a327-136f4fd66d92 req-26b171ee-aaeb-4d0c-afd2-8ce29baf3197 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460634 Aug 17 02:17:23.742693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932cdf78-a2ca-43ce-818c-8141e4ef57c4', 'tag': '6478f48b-18c8-44e4-ac74-9b3f646f3165'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:23.744973 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7af362-ce33-44e0-94ee-7720d34f9534" -d '{"events": [{"name": "network-changed", "server_uuid": "932cdf78-a2ca-43ce-818c-8141e4ef57c4", "tag": "6478f48b-18c8-44e4-ac74-9b3f646f3165"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:23.761019 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:23.830688 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e98d43c-1e46-4ead-bebb-f1c0fa58e73d req-6dbd2bac-c222-40eb-a65b-bf0c29cb3f6a tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 210 time: 0.0454051 Aug 17 02:17:23.900329 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b48cfb-7fc9-4f55-8c8f-f6823e6928ea x-openstack-request-id: req-72b48cfb-7fc9-4f55-8c8f-f6823e6928ea {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:23.900329 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932cdf78-a2ca-43ce-818c-8141e4ef57c4", "tag": "6478f48b-18c8-44e4-ac74-9b3f646f3165", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:23.900329 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72b48cfb-7fc9-4f55-8c8f-f6823e6928ea {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:23.900329 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932cdf78-a2ca-43ce-818c-8141e4ef57c4', 'tag': '6478f48b-18c8-44e4-ac74-9b3f646f3165', 'status': 'completed', 'code': 200} Aug 17 02:17:23.911335 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-d5db86b8-1410-40a0-bddb-bf0364837a6a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:24.048227 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da65e08-79ba-4611-ab33-ccaf76aab699 req-f9ee87bb-cfd5-4953-9919-499a2eef4a8e tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:24.049932 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1da65e08-79ba-4611-ab33-ccaf76aab699 req-f9ee87bb-cfd5-4953-9919-499a2eef4a8e tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 945 time: 0.0708630 Aug 17 02:17:24.103705 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1da65e08-79ba-4611-ab33-ccaf76aab699 req-72322709-b315-45da-a9b9-107a0632d7c8 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396893 Aug 17 02:17:24.105396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7af362-ce33-44e0-94ee-7720d34f9534 req-2e33db93-5678-4cee-93e9-12168990ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:24.106974 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad7af362-ce33-44e0-94ee-7720d34f9534 req-2e33db93-5678-4cee-93e9-12168990ecd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 1099 time: 0.1197917 Aug 17 02:17:24.202832 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-d5db86b8-1410-40a0-bddb-bf0364837a6a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:24.203292 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-d5db86b8-1410-40a0-bddb-bf0364837a6a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Floating IP 59717a9a-a270-4d23-af03-a5290194a3a9 disassociated. External IP: 172.25.5.240, port: 7167d1bf-e496-48da-8c66-1fe25296d604. Aug 17 02:17:24.329808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919325f9-5b5e-48de-8d89-9908bebb74a3 req-d72558ba-c564-464a-8095-a238cba2182b tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:24.331541 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-919325f9-5b5e-48de-8d89-9908bebb74a3 req-d72558ba-c564-464a-8095-a238cba2182b tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 936 time: 0.0749214 Aug 17 02:17:24.382075 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-919325f9-5b5e-48de-8d89-9908bebb74a3 req-e7dd79d9-0a96-4abd-b8dd-6557c1e0dd67 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404313 Aug 17 02:17:24.382737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7af362-ce33-44e0-94ee-7720d34f9534 req-92c657ec-d672-4016-9d59-81aed2de5eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:24.384236 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad7af362-ce33-44e0-94ee-7720d34f9534 req-92c657ec-d672-4016-9d59-81aed2de5eba service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2633140 Aug 17 02:17:24.402301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:17:24.448752 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:24.456254 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad7af362-ce33-44e0-94ee-7720d34f9534 req-26189220-c32c-4145-a5a8-9671ebae8778 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6478f48b-18c8-44e4-ac74-9b3f646f3165 HTTP/1.1" status: 200 len: 217 time: 0.0561485 Aug 17 02:17:24.491511 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-725b6f8e-a737-45b7-8cb5-29e17b822348 req-86e11215-ea0a-409a-928b-14ca0d620f25 tempest-FlavorsV2NegativeTest-1875044442 tempest-FlavorsV2NegativeTest-1875044442-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f46fb0e9cf1d487a9ff729c2f79730cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291176 Aug 17 02:17:24.519474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Transition to ACTIVE for port object 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:24.578209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7af362-ce33-44e0-94ee-7720d34f9534 req-43dae961-dc19-4947-bcb6-77384c26d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:24.579727 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad7af362-ce33-44e0-94ee-7720d34f9534 req-43dae961-dc19-4947-bcb6-77384c26d0b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1149535 Aug 17 02:17:24.627414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b6f8e-a737-45b7-8cb5-29e17b822348 req-d6bf080a-434e-44ec-a532-e6aee80b6317 tempest-FlavorsV2NegativeTest-1875044442 tempest-FlavorsV2NegativeTest-1875044442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:24.628972 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-725b6f8e-a737-45b7-8cb5-29e17b822348 req-d6bf080a-434e-44ec-a532-e6aee80b6317 tempest-FlavorsV2NegativeTest-1875044442 tempest-FlavorsV2NegativeTest-1875044442-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1287522 Aug 17 02:17:24.651919 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-725b6f8e-a737-45b7-8cb5-29e17b822348 req-946858fc-b879-4710-922c-5069312c62fd tempest-FlavorsV2NegativeTest-1875044442 tempest-FlavorsV2NegativeTest-1875044442-project] 10.222.0.13 "GET /v2.0/quotas/f46fb0e9cf1d487a9ff729c2f79730cc HTTP/1.1" status: 200 len: 375 time: 0.0113592 Aug 17 02:17:24.692694 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-725b6f8e-a737-45b7-8cb5-29e17b822348 req-b7b62dab-20e0-4281-9e59-48402fe9a96a tempest-FlavorsV2NegativeTest-1875044442 tempest-FlavorsV2NegativeTest-1875044442-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f46fb0e9cf1d487a9ff729c2f79730cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340402 Aug 17 02:17:24.693077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7af362-ce33-44e0-94ee-7720d34f9534 req-3c7234f9-923f-4624-89d1-9abf882f9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:24.694599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad7af362-ce33-44e0-94ee-7720d34f9534 req-3c7234f9-923f-4624-89d1-9abf882f9509 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1011868 Aug 17 02:17:24.697352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-d5db86b8-1410-40a0-bddb-bf0364837a6a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Router ed5d04ae-5bbd-4753-813e-046e6217a0f9 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:17:24.788187 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:24.840614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536a22-5381-4777-8146-29a392f22b83 req-39ea4726-6d64-40a4-9e23-c309b8d6e804 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:24.842859 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-95536a22-5381-4777-8146-29a392f22b83 req-39ea4726-6d64-40a4-9e23-c309b8d6e804 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0859900 Aug 17 02:17:24.911420 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-95536a22-5381-4777-8146-29a392f22b83 req-8e1a5785-d141-4252-9fc2-a6a47a918487 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578434 Aug 17 02:17:25.016569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Pushing event updated for resources: {'Port': ['ID=7409f1b2-6fa4-49cb-924b-8b2ff0bbf745,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:25.119543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad7af362-ce33-44e0-94ee-7720d34f9534 req-d4afc411-b7ab-484d-956f-9d2b64843d43 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146671 Aug 17 02:17:25.131973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-d5db86b8-1410-40a0-bddb-bf0364837a6a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:17:25.146703 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-d5db86b8-1410-40a0-bddb-bf0364837a6a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:25.148743 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4825031-626d-42ae-87f4-d78308cb54e5 None None] Sync routers for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:17:25.150137 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ccc1d-e7b3-4059-970b-74ba12619f50 req-5782380e-1d1a-4056-bd83-ae76b3c2a847 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:25.152034 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-228ccc1d-e7b3-4059-970b-74ba12619f50 req-5782380e-1d1a-4056-bd83-ae76b3c2a847 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 947 time: 0.0882444 Aug 17 02:17:25.166185 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4825031-626d-42ae-87f4-d78308cb54e5 None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:17:25.167818 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b4825031-626d-42ae-87f4-d78308cb54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:17:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:25.241371 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-228ccc1d-e7b3-4059-970b-74ba12619f50 req-eb290f42-033a-4832-832f-de61ed76432b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750008 Aug 17 02:17:25.316097 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-d5db86b8-1410-40a0-bddb-bf0364837a6a tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "PUT /v2.0/floatingips/59717a9a-a270-4d23-af03-a5290194a3a9 HTTP/1.1" status: 200 len: 696 time: 2.1958327 Aug 17 02:17:25.359891 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Attempting to bind port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:17:25.360266 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Attempting to bind port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:17:25.360580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Attempting to bind port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:25.394982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:17:25.394982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Attempting to bind port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:25.395307 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b4825031-626d-42ae-87f4-d78308cb54e5 None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:17:25.427846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:17:25.428210 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:17:25.428626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:17:25.429013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Bound port: 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:17:25.429957 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:25.478087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad7af362-ce33-44e0-94ee-7720d34f9534 req-9cd4d533-44d1-4cae-b75e-b205703bb1e0 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401690 Aug 17 02:17:25.499849 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5541c359-1324-42da-a3cb-eb480398be64 req-cf49c3d8-625d-476d-8c13-9612d50b4169 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 210 time: 0.0323882 Aug 17 02:17:25.521287 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-73600155-507d-4c30-bcf7-e9fa9a978614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:25.522819 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-73600155-507d-4c30-bcf7-e9fa9a978614 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 1097 time: 0.1757593 Aug 17 02:17:25.555712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-b2288b0a-c9b4-4146-83d2-d851655f9965 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:25.557303 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-b2288b0a-c9b4-4146-83d2-d851655f9965 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1097 time: 0.1464987 Aug 17 02:17:25.606256 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-31'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:25.653844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] For port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:17:25.678836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] For port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7409f1b2-6fa4-49cb-924b-8b2ff0bbf745,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:17:25.700790 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafa8a0-6a02-4719-8a16-e9790b09b994 req-b95498a5-71fe-45bf-ac53-4201c20534e3 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:25.702270 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b4825031-626d-42ae-87f4-d78308cb54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:25.706304 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6dafa8a0-6a02-4719-8a16-e9790b09b994 req-b95498a5-71fe-45bf-ac53-4201c20534e3 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 945 time: 0.1079676 Aug 17 02:17:25.727523 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:25.741681 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4825031-626d-42ae-87f4-d78308cb54e5 None None] Checking router: ed5d04ae-5bbd-4753-813e-046e6217a0f9 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:17:25.746589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-c53627a5-4e61-47ae-9048-b1226e15a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:25.748420 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-c53627a5-4e61-47ae-9048-b1226e15a6a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 921 time: 0.2139695 Aug 17 02:17:25.753208 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6dafa8a0-6a02-4719-8a16-e9790b09b994 req-5489a006-615a-44f5-89e7-8d6db5e46740 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412114 Aug 17 02:17:25.762245 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4825031-626d-42ae-87f4-d78308cb54e5 None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:17:25.763496 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b4825031-626d-42ae-87f4-d78308cb54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:17:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:25.812029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-c9c0db37-a9a6-492d-a6f8-a6b43f2544d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7167d1bf-e496-48da-8c66-1fe25296d604 HTTP/1.1" status: 200 len: 217 time: 0.0404484 Aug 17 02:17:25.923760 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b4825031-626d-42ae-87f4-d78308cb54e5 None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:17:25.932330 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'tag': '7167d1bf-e496-48da-8c66-1fe25296d604'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:25.937588 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b835c6-c6fa-4190-94fe-410c2f810063" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2465b3-484f-48b9-96a5-bfa38ae41a31", "tag": "7167d1bf-e496-48da-8c66-1fe25296d604"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:25.943886 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f1145-c285-49a2-a12a-0895d8b6b95a req-7233d273-024b-459f-8816-cc527bd06bc1 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:25.947815 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c50f1145-c285-49a2-a12a-0895d8b6b95a req-7233d273-024b-459f-8816-cc527bd06bc1 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 948 time: 0.0932600 Aug 17 02:17:25.967648 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:26.035212 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c50f1145-c285-49a2-a12a-0895d8b6b95a req-05f6524b-efd4-495a-ac4d-d734394178bb tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767655 Aug 17 02:17:26.059359 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 0d914708-2478-4807-b870-f6ad7846bfa9 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:17:26.184211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0d914708-2478-4807-b870-f6ad7846bfa9,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:26.259693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:17:26.342909 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:26.352478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:26.354263 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:26.357199 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-0d718570-9515-4533-9156-2c643697fb28 service neutron] 10.222.0.42 "PUT /v2.0/ports/7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 HTTP/1.1" status: 200 len: 1097 time: 3.1063433 Aug 17 02:17:26.363522 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d44b37-5273-40cf-ae5e-6a5475fb5407 x-openstack-request-id: req-b7d44b37-5273-40cf-ae5e-6a5475fb5407 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:26.364816 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2465b3-484f-48b9-96a5-bfa38ae41a31", "tag": "7167d1bf-e496-48da-8c66-1fe25296d604", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:26.365522 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7d44b37-5273-40cf-ae5e-6a5475fb5407 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:26.367741 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'tag': '7167d1bf-e496-48da-8c66-1fe25296d604', 'status': 'completed', 'code': 200} Aug 17 02:17:26.397734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-ec737a56-2653-4c96-9350-b88d9982e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:26.400150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9c0c1-1bd2-4acc-8902-c2e9fbb8a269 req-93962d86-2c48-4dff-8d64-0945afa8affc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:26.402733 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-ec737a56-2653-4c96-9350-b88d9982e951 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.5696306 Aug 17 02:17:26.418962 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-16a9c0c1-1bd2-4acc-8902-c2e9fbb8a269 req-93962d86-2c48-4dff-8d64-0945afa8affc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.1504309 Aug 17 02:17:26.608486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d718570-9515-4533-9156-2c643697fb28 service neutron] Pushing event updated for resources: {'Port': ['ID=7409f1b2-6fa4-49cb-924b-8b2ff0bbf745,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:26.608486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b835c6-c6fa-4190-94fe-410c2f810063 req-0a651a2b-b05f-407f-a106-148c7a6ade3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:26.608486 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30b835c6-c6fa-4190-94fe-410c2f810063 req-0a651a2b-b05f-407f-a106-148c7a6ade3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fb185b015da4582807275c9b311c0d3&device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 1097 time: 0.1724510 Aug 17 02:17:26.608486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-91741d91-2fc6-4b32-8300-06cc02b26529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:26.608486 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-91741d91-2fc6-4b32-8300-06cc02b26529 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090512 Aug 17 02:17:26.621728 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b4825031-626d-42ae-87f4-d78308cb54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:26.623773 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-16a9c0c1-1bd2-4acc-8902-c2e9fbb8a269 req-bb0a008e-b6ad-44ce-aa58-d7ece246a0fe tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994429 Aug 17 02:17:26.695442 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4825031-626d-42ae-87f4-d78308cb54e5 None None] The sync data for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 is: [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'a84af622-7e34-46c0-a17c-6ea26f552cbe', 'name': '', 'network_id': 'a8fef78a-d4b2-4e88-8388-a5592f518deb', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'mac_address': 'fa:16:3e:b4:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:56Z', 'updated_at': '2021-08-17T02:16:06Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'subnets': [{'id': '6c00931e-1f03-445c-a1f0-72badb05ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:17:26.723442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-7c4b7fd3-6010-42e0-a491-a491272b2195 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:26.740915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-7c4b7fd3-6010-42e0-a491-a491272b2195 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:26.741503 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-7c4b7fd3-6010-42e0-a491-a491272b2195 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.42 "GET /v2.0/networks?id=5436c98e-e54c-4a7c-a5ea-6579748dee6e&id=ee56a064-40f9-416b-ad67-c435fed892e6 HTTP/1.1" status: 200 len: 1391 time: 0.3191297 Aug 17 02:17:26.772513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-79e98d2b-625d-435c-98ee-cc1ebb210101 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Request body: {'port': {'device_id': '97818907-03c2-4620-a47a-f99e375185cd', 'network_id': '5436c98e-e54c-4a7c-a5ea-6579748dee6e', 'admin_state_up': True, 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:26.793684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0d914708-2478-4807-b870-f6ad7846bfa9,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:26.826830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 0d914708-2478-4807-b870-f6ad7846bfa9 has no active binding in host n-h2-793621-31 {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:17:26.857300 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b835c6-c6fa-4190-94fe-410c2f810063 req-d155af74-1cde-4b2e-aa1f-aac04abb21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:26.859126 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30b835c6-c6fa-4190-94fe-410c2f810063 req-d155af74-1cde-4b2e-aa1f-aac04abb21ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 200 len: 921 time: 0.3081717 Aug 17 02:17:26.862865 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-bda40f0a-38cc-4c63-a85d-89ba2c873aa6 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960863 Aug 17 02:17:26.891553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f95a94-80f9-4397-9576-0481b65b9f62 req-21954005-d845-4760-81c7-3ac91c8d6c1f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:26.891553 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81f95a94-80f9-4397-9576-0481b65b9f62 req-21954005-d845-4760-81c7-3ac91c8d6c1f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 947 time: 0.1443689 Aug 17 02:17:26.964532 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30b835c6-c6fa-4190-94fe-410c2f810063 req-928bb85e-9396-46cf-9c96-3f19d82196ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7167d1bf-e496-48da-8c66-1fe25296d604 HTTP/1.1" status: 200 len: 217 time: 0.0941784 Aug 17 02:17:26.991492 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81f95a94-80f9-4397-9576-0481b65b9f62 req-85e6bbcc-4670-4ddf-93e8-598449d2a715 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886152 Aug 17 02:17:27.074904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed4d27-d6dd-4e02-b7dd-7d279fd79722 None None] New status for floating IP 59717a9a-a270-4d23-af03-a5290194a3a9: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:17:27.299530 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c920307a-b3f0-4000-89cd-bda3caea7478 req-e93a8862-acb2-4c02-9327-26cbbe7e0e63 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 210 time: 0.0506728 Aug 17 02:17:27.300074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-79e98d2b-625d-435c-98ee-cc1ebb210101 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Made reservation on behalf of 1a802a8d6b644296b1cf81b9aa2782be for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:17:27.327787 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-79e98d2b-625d-435c-98ee-cc1ebb210101 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:27.456002 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:27.612254 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2f397-611e-43f3-accd-320f5d662b34 req-19d50d6a-dd7d-4528-9c26-96420a8b7f02 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:27.621491 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-55e2f397-611e-43f3-accd-320f5d662b34 req-19d50d6a-dd7d-4528-9c26-96420a8b7f02 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.1393511 Aug 17 02:17:27.660644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b835c6-c6fa-4190-94fe-410c2f810063 req-a5376050-3dc7-4776-b7b1-444a03190afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:27.682104 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30b835c6-c6fa-4190-94fe-410c2f810063 req-a5376050-3dc7-4776-b7b1-444a03190afd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 200 len: 859 time: 0.6926720 Aug 17 02:17:27.682205 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39762) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:27.683029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-79e98d2b-625d-435c-98ee-cc1ebb210101 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Allocated IP 19.80.0.161 (5436c98e-e54c-4a7c-a5ea-6579748dee6e/58b18404-479d-4e2b-8546-fbe97267f104/7649d7de-f370-4a7c-9455-0219bdd83d7c) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:17:27.700991 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-55e2f397-611e-43f3-accd-320f5d662b34 req-c8b77533-af87-42eb-b834-dfbbb860df4f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781603 Aug 17 02:17:27.746121 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fa19824-61ce-418c-9c9c-d9bd8be5ad0b req-fbc9ab76-14c5-47ce-8184-7850b49b44a3 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8690133 Aug 17 02:17:27.778132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-13d00822-f1da-42cb-86d4-70dea2965116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:27.779548 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-13d00822-f1da-42cb-86d4-70dea2965116 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=250923f46e3843baa1f564fcafac735c&device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 1100 time: 0.3431344 Aug 17 02:17:27.781795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Pushing event updated for resources: {'Port': ['ID=0d914708-2478-4807-b870-f6ad7846bfa9,revision_number=7']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:27.868945 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-2a932705-6a8e-4462-a25d-c46c5329406f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 HTTP/1.1" status: 200 len: 217 time: 0.0750246 Aug 17 02:17:27.871334 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Attempting to bind port 0d914708-2478-4807-b870-f6ad7846bfa9 on host n-h1-793621-31 for vnic_type normal with profile {"migrating_to": "n-h2-793621-31"} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:17:27.871700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Attempting to bind port 0d914708-2478-4807-b870-f6ad7846bfa9 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:17:27.873007 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Attempting to bind port 0d914708-2478-4807-b870-f6ad7846bfa9 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:27.890786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b835c6-c6fa-4190-94fe-410c2f810063 req-30c3f172-0d46-4556-9a88-5e2ac361aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:27.892322 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30b835c6-c6fa-4190-94fe-410c2f810063 req-30c3f172-0d46-4556-9a88-5e2ac361aced service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8fef78a-d4b2-4e88-8388-a5592f518deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2023864 Aug 17 02:17:27.915973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Port 0d914708-2478-4807-b870-f6ad7846bfa9 on network c8c80ec2-d490-4616-acf6-294513bafc60 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:17:27.916234 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Attempting to bind port 0d914708-2478-4807-b870-f6ad7846bfa9 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:27.934286 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b07dc656-c563-4ca1-abfd-4dfaca9cd6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:27.990187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:17:27.990558 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Checking segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:17:27.990911 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Bound using segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:17:27.991361 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Bound port: 0d914708-2478-4807-b870-f6ad7846bfa9, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:17:27.991779 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:28.008017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de725ee0-5bfb-43d7-b5f2-a1637414e308 req-00d6d49d-f2b1-4106-9228-ef7ddefabbc0 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:28.010874 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-de725ee0-5bfb-43d7-b5f2-a1637414e308 req-00d6d49d-f2b1-4106-9228-ef7ddefabbc0 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 948 time: 0.2292106 Aug 17 02:17:28.049783 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-4055e759-25a1-42c4-bd65-5a6af442ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:28.051330 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-4055e759-25a1-42c4-bd65-5a6af442ae72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1738148 Aug 17 02:17:28.075302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 6478f48b-18c8-44e4-ac74-9b3f646f3165 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:17:28.129387 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-79e98d2b-625d-435c-98ee-cc1ebb210101 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:28.149035 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-de725ee0-5bfb-43d7-b5f2-a1637414e308 req-a183a29f-83cd-4d66-92a7-1c8ad8911e80 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232140 Aug 17 02:17:28.197889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-79e98d2b-625d-435c-98ee-cc1ebb210101 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Transition to ACTIVE for port object 7649d7de-f370-4a7c-9455-0219bdd83d7c will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:28.287318 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 6478f48b-18c8-44e4-ac74-9b3f646f3165, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=6478f48b-18c8-44e4-ac74-9b3f646f3165,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:28.290638 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-7c6e2d9d-3759-498c-b523-edc1c3065f87 service neutron] 10.222.0.42 "GET /v2.0/ports/ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0/bindings/n-h1-793621-31 HTTP/1.1" status: 200 len: 383 time: 0.0908558 Aug 17 02:17:28.293964 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30b835c6-c6fa-4190-94fe-410c2f810063 req-4193e3f2-d530-4bcb-ab7f-23f556314888 service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749685 Aug 17 02:17:28.323607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '6478f48b-18c8-44e4-ac74-9b3f646f3165', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '6478f48b-18c8-44e4-ac74-9b3f646f3165', 'mac_address': 'fa:16:3e:93:76:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:17:28.339827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:17:28.356847 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b07dc656-c563-4ca1-abfd-4dfaca9cd6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:28.365021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f2d42-ccc1-49fd-8c04-76a82309c109 req-2e54436c-3d08-49d4-bff6-b4cf5782584a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:28.368955 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-810f2d42-ccc1-49fd-8c04-76a82309c109 req-2e54436c-3d08-49d4-bff6-b4cf5782584a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.3550935 Aug 17 02:17:28.374220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0680184b-ef10-4914-8f45-b233e89215f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d914708-2478-4807-b870-f6ad7846bfa9'}, {'name': 'network-changed', 'server_uuid': 'd312003b-41a1-4798-84be-3243d8a16faf', 'tag': '7409f1b2-6fa4-49cb-924b-8b2ff0bbf745'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:28.378173 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e12769b-db14-42e3-9a91-14fe1c3763a3" -d '{"events": [{"server_uuid": "0680184b-ef10-4914-8f45-b233e89215f2", "name": "network-vif-unplugged", "status": "completed", "tag": "0d914708-2478-4807-b870-f6ad7846bfa9"}, {"name": "network-changed", "server_uuid": "d312003b-41a1-4798-84be-3243d8a16faf", "tag": "7409f1b2-6fa4-49cb-924b-8b2ff0bbf745"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:28.385273 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-41467408-d93f-4308-b4fd-1d0b80cacd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:28.387877 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-41467408-d93f-4308-b4fd-1d0b80cacd6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3134828 Aug 17 02:17:28.405298 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:28.431420 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6478f48b-18c8-44e4-ac74-9b3f646f3165 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:17:28.453998 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:28.470759 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 6478f48b-18c8-44e4-ac74-9b3f646f3165, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=6478f48b-18c8-44e4-ac74-9b3f646f3165,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:28.477967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe5d3a-b261-42b2-8510-8b7021e7cc64 req-575d0817-ca72-4bc0-9011-1b30efa4b9f8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:28.483739 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4cbe5d3a-b261-42b2-8510-8b7021e7cc64 req-575d0817-ca72-4bc0-9011-1b30efa4b9f8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 947 time: 0.0888186 Aug 17 02:17:28.491485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0d914708-2478-4807-b870-f6ad7846bfa9,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:17:28.518496 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-79e98d2b-625d-435c-98ee-cc1ebb210101 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:28.527479 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b07dc656-c563-4ca1-abfd-4dfaca9cd6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:28.597415 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:28.597863 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4cbe5d3a-b261-42b2-8510-8b7021e7cc64 req-0c3d8028-6e31-4432-b70a-c8a6e4a903f2 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110985 Aug 17 02:17:28.630340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-79e98d2b-625d-435c-98ee-cc1ebb210101 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Network 5436c98e-e54c-4a7c-a5ea-6579748dee6e is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:17:28.646752 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-79e98d2b-625d-435c-98ee-cc1ebb210101 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:17:28.651732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e98d2b-625d-435c-98ee-cc1ebb210101 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event updated for resources: {'Port': ['ID=7649d7de-f370-4a7c-9455-0219bdd83d7c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:28.655188 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-79e98d2b-625d-435c-98ee-cc1ebb210101 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:17:28.658759 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dc656-c563-4ca1-abfd-4dfaca9cd6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c491285d-a366-4122-b08e-01372d3e967f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:28.666648 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b07dc656-c563-4ca1-abfd-4dfaca9cd6f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f46fb0e9cf1d487a9ff729c2f79730cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9878185 Aug 17 02:17:28.672655 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-810f2d42-ccc1-49fd-8c04-76a82309c109 req-9b5ffea6-e457-41ac-abe8-ab175e8d29cc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683129 Aug 17 02:17:28.675968 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:28.707674 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39778) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:28.736852 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=6478f48b-18c8-44e4-ac74-9b3f646f3165,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:28.849080 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-668ed6a2-9394-4097-83dd-13241b2f09de service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328425 Aug 17 02:17:28.853619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-79e98d2b-625d-435c-98ee-cc1ebb210101 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:28.854481 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-79e98d2b-625d-435c-98ee-cc1ebb210101 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:28.858189 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30b835c6-c6fa-4190-94fe-410c2f810063 req-d4b45a4c-ef45-4954-9f20-86c4de046201 service neutron] 10.222.0.42 "GET /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420899 Aug 17 02:17:28.891618 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0c729f5d-a3a9-4d3a-a4a4-70de920f4b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:28.920829 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8dc4de-50f7-4d98-8078-2a3cf7a95987 x-openstack-request-id: req-be8dc4de-50f7-4d98-8078-2a3cf7a95987 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:28.921171 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0680184b-ef10-4914-8f45-b233e89215f2", "name": "network-vif-unplugged", "status": "completed", "tag": "0d914708-2478-4807-b870-f6ad7846bfa9", "code": 200}, {"name": "network-changed", "server_uuid": "d312003b-41a1-4798-84be-3243d8a16faf", "tag": "7409f1b2-6fa4-49cb-924b-8b2ff0bbf745", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:28.921413 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be8dc4de-50f7-4d98-8078-2a3cf7a95987 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:28.921828 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0680184b-ef10-4914-8f45-b233e89215f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d914708-2478-4807-b870-f6ad7846bfa9', 'code': 200} Aug 17 02:17:28.930525 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd312003b-41a1-4798-84be-3243d8a16faf', 'tag': '7409f1b2-6fa4-49cb-924b-8b2ff0bbf745', 'status': 'completed', 'code': 200} Aug 17 02:17:28.956089 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0c729f5d-a3a9-4d3a-a4a4-70de920f4b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:29.027664 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-79e98d2b-625d-435c-98ee-cc1ebb210101 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2628012 Aug 17 02:17:29.050658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-a306adb4-b229-458b-9855-b6bc7aa05688 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Request body: {'port': {'device_id': '97818907-03c2-4620-a47a-f99e375185cd', 'network_id': 'ee56a064-40f9-416b-ad67-c435fed892e6', 'admin_state_up': True, 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:29.125962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Pushing event updated for resources: {'Port': ['ID=0d914708-2478-4807-b870-f6ad7846bfa9,revision_number=8']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:29.134630 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:29.135788 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:29.138331 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f2883a82-022d-45c2-8459-61f807dde19a service neutron] 10.222.0.18 "PUT /v2.0/ports/0d914708-2478-4807-b870-f6ad7846bfa9 HTTP/1.1" status: 200 len: 1123 time: 3.5424831 Aug 17 02:17:29.151090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad08f53-db48-4e54-941d-b6e396102ea2 req-acafbbe9-8e62-4666-9bdd-5a30bb56196e tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:29.152857 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-aad08f53-db48-4e54-941d-b6e396102ea2 req-acafbbe9-8e62-4666-9bdd-5a30bb56196e tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.1574919 Aug 17 02:17:29.173648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d8aa6-0778-4d4a-aaac-95a4b84a0c91 req-e17b8003-b47c-429b-9ac9-f05a0e7840b0 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:29.176659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-867d8aa6-0778-4d4a-aaac-95a4b84a0c91 req-e17b8003-b47c-429b-9ac9-f05a0e7840b0 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 932 time: 0.2476523 Aug 17 02:17:29.239207 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-12c43f72-0d52-4f65-8bb7-ff0bb32e5157 None None] Provisioning for port 7649d7de-f370-4a7c-9455-0219bdd83d7c completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:29.247349 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0c729f5d-a3a9-4d3a-a4a4-70de920f4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:29.249319 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00834549-9fc6-41b7-93ea-60ffe790f80d req-35c15c2d-621c-4fe6-b626-a64c748e5398 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183579 Aug 17 02:17:29.252266 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0c729f5d-a3a9-4d3a-a4a4-70de920f4b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:29.254197 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0c729f5d-a3a9-4d3a-a4a4-70de920f4b37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c491285d-a366-4122-b08e-01372d3e967f HTTP/1.1" status: 204 len: 168 time: 0.5451171 Aug 17 02:17:29.254814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-12c43f72-0d52-4f65-8bb7-ff0bb32e5157 None None] Provisioning complete for port 7649d7de-f370-4a7c-9455-0219bdd83d7c triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:29.255549 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-12c43f72-0d52-4f65-8bb7-ff0bb32e5157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:29.295108 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-867d8aa6-0778-4d4a-aaac-95a4b84a0c91 req-4eb7e854-28b1-462d-8438-1da38772f050 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046445 Aug 17 02:17:29.302198 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c729f5d-a3a9-4d3a-a4a4-70de920f4b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c491285d-a366-4122-b08e-01372d3e967f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:29.317269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['0d914708-2478-4807-b870-f6ad7846bfa9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:29.379187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-e692a308-4fda-4630-be95-cc10174ce572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:29.381711 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-e692a308-4fda-4630-be95-cc10174ce572 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd&tenant_id=a51fdd587a534f09b86bda6242380da1 HTTP/1.1" status: 200 len: 1102 time: 0.1074660 Aug 17 02:17:29.390312 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-aad08f53-db48-4e54-941d-b6e396102ea2 req-078d91cc-f58d-4e44-802d-743dcb181cb9 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098577 Aug 17 02:17:29.413879 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-12c43f72-0d52-4f65-8bb7-ff0bb32e5157 None None] Port 7649d7de-f370-4a7c-9455-0219bdd83d7c cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:17:29.453596 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-015d21e8-cfec-4a50-b490-7141b5025251 req-46959875-d14a-4002-affb-adcb6afa1112 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips/59717a9a-a270-4d23-af03-a5290194a3a9 HTTP/1.1" status: 200 len: 694 time: 0.1007495 Aug 17 02:17:29.479796 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['6478f48b-18c8-44e4-ac74-9b3f646f3165'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:29.534664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['0d914708-2478-4807-b870-f6ad7846bfa9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:29.537043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-a306adb4-b229-458b-9855-b6bc7aa05688 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Made reservation on behalf of 1a802a8d6b644296b1cf81b9aa2782be for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:17:29.544022 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-a306adb4-b229-458b-9855-b6bc7aa05688 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:29.592571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaac61e-f017-499c-9498-9bde9b68f3ab req-70984a6e-9e59-48cd-9c8b-d456ef9d8082 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:29.601964 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0aaac61e-f017-499c-9498-9bde9b68f3ab req-70984a6e-9e59-48cd-9c8b-d456ef9d8082 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 948 time: 0.1047144 Aug 17 02:17:29.698186 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0aaac61e-f017-499c-9498-9bde9b68f3ab req-9e6e4d8a-b82d-4896-a2f9-34e723427dbd tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948451 Aug 17 02:17:29.702733 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12769b-db14-42e3-9a91-14fe1c3763a3 req-0fe75a3d-63c7-4f16-9146-3c9d274f26ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:29.707587 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e12769b-db14-42e3-9a91-14fe1c3763a3 req-0fe75a3d-63c7-4f16-9146-3c9d274f26ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=250923f46e3843baa1f564fcafac735c&device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 1100 time: 0.2180572 Aug 17 02:17:29.713792 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-e7bd19f9-23d5-4878-a18a-beaed74cb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:29.716081 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-e7bd19f9-23d5-4878-a18a-beaed74cb042 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 1102 time: 0.2299070 Aug 17 02:17:29.735646 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d21e8-cfec-4a50-b490-7141b5025251 req-6a4e508b-6795-4d7a-aa48-df968efa1156 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:29.742834 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-015d21e8-cfec-4a50-b490-7141b5025251 req-6a4e508b-6795-4d7a-aa48-df968efa1156 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.2774248 Aug 17 02:17:29.862044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-d2cfb855-9135-45e4-8b84-38e846dfff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:29.863838 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-d2cfb855-9135-45e4-8b84-38e846dfff4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1188130 Aug 17 02:17:29.869549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-a306adb4-b229-458b-9855-b6bc7aa05688 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Allocated IP 19.86.0.223 (ee56a064-40f9-416b-ad67-c435fed892e6/05c115f8-e8ef-4234-b8a7-7322fb1a62a1/7875c891-5e8c-496e-b2d3-edd4b3388b41) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:17:29.912917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff79a3-6c0f-4f5e-b97c-354d463f41b9 req-b3860737-69a2-41aa-9391-2aa99bb26205 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:29.915392 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88ff79a3-6c0f-4f5e-b97c-354d463f41b9 req-b3860737-69a2-41aa-9391-2aa99bb26205 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 948 time: 0.0973184 Aug 17 02:17:29.996381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-0be0ca10-d27d-4a8f-9690-bba5e07657d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 HTTP/1.1" status: 200 len: 217 time: 0.1227124 Aug 17 02:17:30.000606 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-015d21e8-cfec-4a50-b490-7141b5025251 req-708294f5-d6dc-4811-9227-01b296d75d3b tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 697 time: 0.2562788 Aug 17 02:17:30.021149 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88ff79a3-6c0f-4f5e-b97c-354d463f41b9 req-f5cdf3ee-6a15-4230-8536-ff591cbea84d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873139 Aug 17 02:17:30.137962 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-015d21e8-cfec-4a50-b490-7141b5025251 req-39b2b0a4-aa92-4574-997f-246d22689e88 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 697 time: 0.1190183 Aug 17 02:17:30.179401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-5396b1d6-4c40-46a8-8ec9-89b03e1cb45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:30.181117 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-5396b1d6-4c40-46a8-8ec9-89b03e1cb45a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1759443 Aug 17 02:17:30.230740 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033c1f1-6557-49d7-b634-474db3b105fd req-568c7cd4-b586-42fb-832d-79622f842fe9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:30.232579 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3033c1f1-6557-49d7-b634-474db3b105fd req-568c7cd4-b586-42fb-832d-79622f842fe9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0955644 Aug 17 02:17:30.296030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12769b-db14-42e3-9a91-14fe1c3763a3 req-44d05f31-59c0-4d2a-aff7-4c6e727c832f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:30.297963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e12769b-db14-42e3-9a91-14fe1c3763a3 req-44d05f31-59c0-4d2a-aff7-4c6e727c832f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.5519238 Aug 17 02:17:30.325333 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-a306adb4-b229-458b-9855-b6bc7aa05688 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:30.333120 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3033c1f1-6557-49d7-b634-474db3b105fd req-26600639-3894-45d3-aa87-93543c246294 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830562 Aug 17 02:17:30.355018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-a306adb4-b229-458b-9855-b6bc7aa05688 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Transition to ACTIVE for port object 7875c891-5e8c-496e-b2d3-edd4b3388b41 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:30.407792 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e12769b-db14-42e3-9a91-14fe1c3763a3 req-8744a218-2e28-4766-905d-01e5ca3219d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 HTTP/1.1" status: 200 len: 217 time: 0.1006792 Aug 17 02:17:30.447533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-76ef03a1-b72b-4711-96f5-95736d072049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:30.449265 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-76ef03a1-b72b-4711-96f5-95736d072049 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2045338 Aug 17 02:17:30.549459 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12769b-db14-42e3-9a91-14fe1c3763a3 req-fd2ae25a-591c-4a93-ba8f-21f6bf5e9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:30.559678 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e12769b-db14-42e3-9a91-14fe1c3763a3 req-fd2ae25a-591c-4a93-ba8f-21f6bf5e9c24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1163087 Aug 17 02:17:30.591683 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-a306adb4-b229-458b-9855-b6bc7aa05688 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:30.628832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-a4a5707a-8b88-4b18-8366-4ea9177cd969 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579139 Aug 17 02:17:30.631532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-015d21e8-cfec-4a50-b490-7141b5025251 req-d8cfac0e-c847-4c21-bb5d-90817f3dc3e3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Deleting port 1336dde3-c3f1-43b8-9896-aa391db5f430 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:30.631983 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-015d21e8-cfec-4a50-b490-7141b5025251 req-d8cfac0e-c847-4c21-bb5d-90817f3dc3e3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:30.662816 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:30.668215 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-a306adb4-b229-458b-9855-b6bc7aa05688 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Network ee56a064-40f9-416b-ad67-c435fed892e6 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:17:30.672296 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-a306adb4-b229-458b-9855-b6bc7aa05688 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:17:30.683423 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-a306adb4-b229-458b-9855-b6bc7aa05688 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:17:30.737183 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306adb4-b229-458b-9855-b6bc7aa05688 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event updated for resources: {'Port': ['ID=7875c891-5e8c-496e-b2d3-edd4b3388b41,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:30.764134 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2376f-9255-4dc8-98f9-dff523da40bf req-ec86c961-33b8-4fa1-acf5-d511758af890 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:30.770480 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2376f-9255-4dc8-98f9-dff523da40bf req-ec86c961-33b8-4fa1-acf5-d511758af890 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:30.772148 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ec2376f-9255-4dc8-98f9-dff523da40bf req-ec86c961-33b8-4fa1-acf5-d511758af890 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1655 time: 0.2058220 Aug 17 02:17:30.795444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-a306adb4-b229-458b-9855-b6bc7aa05688 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:30.800848 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-a306adb4-b229-458b-9855-b6bc7aa05688 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:30.817055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12769b-db14-42e3-9a91-14fe1c3763a3 req-467c041d-2c22-4416-9292-79f43ed32018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:30.821923 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e12769b-db14-42e3-9a91-14fe1c3763a3 req-467c041d-2c22-4416-9292-79f43ed32018 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2632399 Aug 17 02:17:30.887652 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ec2376f-9255-4dc8-98f9-dff523da40bf req-6ecf3501-d143-4c9f-bacb-5e8fc08a78c2 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746820 Aug 17 02:17:30.928613 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-a306adb4-b229-458b-9855-b6bc7aa05688 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8840647 Aug 17 02:17:30.933274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0680184b-ef10-4914-8f45-b233e89215f2', 'tag': '0d914708-2478-4807-b870-f6ad7846bfa9'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:30.935985 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918e42a1-38b1-413e-96e7-67792a9f3e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "0680184b-ef10-4914-8f45-b233e89215f2", "tag": "0d914708-2478-4807-b870-f6ad7846bfa9"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:30.954798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Request body: {'port': {'device_id': '97818907-03c2-4620-a47a-f99e375185cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:30.980584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c208c4b-55bd-4977-a96e-93b929158c50 req-64078468-774c-4825-9b6b-d716bbbd6fa4 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289483 Aug 17 02:17:30.998312 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-015d21e8-cfec-4a50-b490-7141b5025251 req-d8cfac0e-c847-4c21-bb5d-90817f3dc3e3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:30.998951 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-015d21e8-cfec-4a50-b490-7141b5025251 req-d8cfac0e-c847-4c21-bb5d-90817f3dc3e3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:31.022013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-015d21e8-cfec-4a50-b490-7141b5025251 req-d8cfac0e-c847-4c21-bb5d-90817f3dc3e3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Calling delete_port for 1336dde3-c3f1-43b8-9896-aa391db5f430 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:31.111920 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:31.177084 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b8873-dc3a-4e30-8bd6-ba477f432571 req-c25f8111-9c12-4096-af58-d2aec77f00e2 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:31.180304 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f47b8873-dc3a-4e30-8bd6-ba477f432571 req-c25f8111-9c12-4096-af58-d2aec77f00e2 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.1645384 Aug 17 02:17:31.216924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-095fdc72-ae3e-464f-bdb5-60357272ab56 None None] Provisioning for port 7875c891-5e8c-496e-b2d3-edd4b3388b41 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:31.225215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-095fdc72-ae3e-464f-bdb5-60357272ab56 None None] Provisioning complete for port 7875c891-5e8c-496e-b2d3-edd4b3388b41 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:31.244544 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-095fdc72-ae3e-464f-bdb5-60357272ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:31.290282 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-095fdc72-ae3e-464f-bdb5-60357272ab56 None None] Port 7875c891-5e8c-496e-b2d3-edd4b3388b41 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:17:31.347839 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f47b8873-dc3a-4e30-8bd6-ba477f432571 req-9e90f8d1-923f-4d66-95fd-68894ba60a4a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539958 Aug 17 02:17:31.358057 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e12769b-db14-42e3-9a91-14fe1c3763a3 req-c4c41776-7b97-4e87-80da-3b37215e5f79 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173302 Aug 17 02:17:31.515497 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e12769b-db14-42e3-9a91-14fe1c3763a3 req-c8e1228d-11d2-4d7b-a6e3-f0315e337c73 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283078 Aug 17 02:17:31.537641 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d7d02-df3e-4948-a9ca-2880b38dd25a req-25aa4ef3-674b-4587-9df4-c6f3bcde2590 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:31.540681 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bb9d7d02-df3e-4948-a9ca-2880b38dd25a req-25aa4ef3-674b-4587-9df4-c6f3bcde2590 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 948 time: 0.0975707 Aug 17 02:17:31.638443 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bb9d7d02-df3e-4948-a9ca-2880b38dd25a req-f95473ab-9726-4685-9a5e-ba5e583aac61 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696857 Aug 17 02:17:31.696950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7649d7de-f370-4a7c-9455-0219bdd83d7c {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:17:31.697594 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-015d21e8-cfec-4a50-b490-7141b5025251 req-d8cfac0e-c847-4c21-bb5d-90817f3dc3e3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:31.712093 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:31.715300 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0bb29a-c4d7-4e79-b641-21dc844d90eb x-openstack-request-id: req-4e0bb29a-c4d7-4e79-b641-21dc844d90eb {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:31.715767 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0680184b-ef10-4914-8f45-b233e89215f2", "tag": "0d914708-2478-4807-b870-f6ad7846bfa9", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:31.716388 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e0bb29a-c4d7-4e79-b641-21dc844d90eb {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:31.716806 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0680184b-ef10-4914-8f45-b233e89215f2', 'tag': '0d914708-2478-4807-b870-f6ad7846bfa9', 'status': 'completed', 'code': 200} Aug 17 02:17:31.732630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Transition to ACTIVE for port object 7649d7de-f370-4a7c-9455-0219bdd83d7c will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:31.753444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfac0e-c847-4c21-bb5d-90817f3dc3e3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Pushing event deleted for resources: {'Port': ['ID=1336dde3-c3f1-43b8-9896-aa391db5f430,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:31.825072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cd496-e1db-4a79-98f8-2949b4a4ea64 req-3a54ae16-2d14-409a-8824-1523a687a608 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:31.826695 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e91cd496-e1db-4a79-98f8-2949b4a4ea64 req-3a54ae16-2d14-409a-8824-1523a687a608 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 948 time: 0.0652430 Aug 17 02:17:31.833137 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:31.879688 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-015d21e8-cfec-4a50-b490-7141b5025251 req-d8cfac0e-c847-4c21-bb5d-90817f3dc3e3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:31.882329 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-015d21e8-cfec-4a50-b490-7141b5025251 req-d8cfac0e-c847-4c21-bb5d-90817f3dc3e3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:31.883524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-015d21e8-cfec-4a50-b490-7141b5025251 req-d8cfac0e-c847-4c21-bb5d-90817f3dc3e3 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "DELETE /v2.0/floatingips/59717a9a-a270-4d23-af03-a5290194a3a9 HTTP/1.1" status: 204 len: 173 time: 1.7323687 Aug 17 02:17:31.886326 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e42a1-38b1-413e-96e7-67792a9f3e6f req-b4a968d7-3f58-4a58-a33f-b663971b4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:31.887358 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-918e42a1-38b1-413e-96e7-67792a9f3e6f req-b4a968d7-3f58-4a58-a33f-b663971b4ffd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 1126 time: 0.1268587 Aug 17 02:17:31.947499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Pushing event updated for resources: {'Port': ['ID=7649d7de-f370-4a7c-9455-0219bdd83d7c,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:32.053934 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e91cd496-e1db-4a79-98f8-2949b4a4ea64 req-95c76369-7560-43e6-b26f-52888218bd5d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154286 Aug 17 02:17:32.068075 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e42a1-38b1-413e-96e7-67792a9f3e6f req-8eb02290-6e0f-4e20-8b32-63e9817883ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:32.072855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-918e42a1-38b1-413e-96e7-67792a9f3e6f req-8eb02290-6e0f-4e20-8b32-63e9817883ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.1768394 Aug 17 02:17:32.119003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Attempting to bind port 7649d7de-f370-4a7c-9455-0219bdd83d7c on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:17:32.121058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Attempting to bind port 7649d7de-f370-4a7c-9455-0219bdd83d7c by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '87bbf51a-a538-4c41-b5b1-c5cb76f87497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5436c98e-e54c-4a7c-a5ea-6579748dee6e'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:17:32.121058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Attempting to bind port 7649d7de-f370-4a7c-9455-0219bdd83d7c on network 5436c98e-e54c-4a7c-a5ea-6579748dee6e {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:32.130217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Port 7649d7de-f370-4a7c-9455-0219bdd83d7c on network 5436c98e-e54c-4a7c-a5ea-6579748dee6e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:17:32.130887 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Attempting to bind port 7649d7de-f370-4a7c-9455-0219bdd83d7c on network 5436c98e-e54c-4a7c-a5ea-6579748dee6e {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:32.141522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:17:32.142072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Checking segment: {'id': '87bbf51a-a538-4c41-b5b1-c5cb76f87497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5436c98e-e54c-4a7c-a5ea-6579748dee6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:17:32.142905 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Bound using segment: {'id': '87bbf51a-a538-4c41-b5b1-c5cb76f87497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5436c98e-e54c-4a7c-a5ea-6579748dee6e'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:17:32.143681 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Bound port: 7649d7de-f370-4a7c-9455-0219bdd83d7c, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87bbf51a-a538-4c41-b5b1-c5cb76f87497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5436c98e-e54c-4a7c-a5ea-6579748dee6e'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:17:32.144408 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:32.160290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-918e42a1-38b1-413e-96e7-67792a9f3e6f req-b0841c49-1887-4c47-a1c4-17f5fa35555d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d914708-2478-4807-b870-f6ad7846bfa9 HTTP/1.1" status: 200 len: 217 time: 0.0788660 Aug 17 02:17:32.226446 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:17:32.255172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e42a1-38b1-413e-96e7-67792a9f3e6f req-25ae05c3-f6b3-488d-a89f-8b820957e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:32.262013 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-918e42a1-38b1-413e-96e7-67792a9f3e6f req-25ae05c3-f6b3-488d-a89f-8b820957e3a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.0935872 Aug 17 02:17:32.279405 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] For port 7649d7de-f370-4a7c-9455-0219bdd83d7c, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:17:32.301988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] For port 7649d7de-f370-4a7c-9455-0219bdd83d7c, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7649d7de-f370-4a7c-9455-0219bdd83d7c,segment=NetworkSegment(87bbf51a-a538-4c41-b5b1-c5cb76f87497),segment_id=87bbf51a-a538-4c41-b5b1-c5cb76f87497)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:17:32.319959 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-918e42a1-38b1-413e-96e7-67792a9f3e6f req-8e9e3408-9d5a-4343-bd85-17b597a932e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499818 Aug 17 02:17:32.323180 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4375625-fdbf-4793-a3eb-5e5eab380b29 req-b370a8fb-a19b-4459-9578-0500863f4d7d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:32.325681 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b4375625-fdbf-4793-a3eb-5e5eab380b29 req-b370a8fb-a19b-4459-9578-0500863f4d7d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0810769 Aug 17 02:17:32.351698 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:32.383459 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:32.385970 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe3a47a-8c41-425b-976a-151c425be84e" -d '{"events": [{"server_uuid": "f685fffd-b25b-4cee-80ec-07a7811e35dd", "name": "network-vif-unplugged", "status": "completed", "tag": "ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:32.400213 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b4375625-fdbf-4793-a3eb-5e5eab380b29 req-a72ecca5-02b9-4f96-a28e-ca1d3809b9dc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660639 Aug 17 02:17:32.400842 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:32.500102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-918e42a1-38b1-413e-96e7-67792a9f3e6f req-c245bf94-ff42-4f6f-a50d-91b628d96d5c service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724727 Aug 17 02:17:32.519743 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:32.548448 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:32.602965 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:32.607953 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:32.607953 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] 10.222.0.42 "PUT /v2.0/ports/7649d7de-f370-4a7c-9455-0219bdd83d7c HTTP/1.1" status: 200 len: 1093 time: 1.6625218 Aug 17 02:17:32.607953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97818907-03c2-4620-a47a-f99e375185cd', 'tag': '7649d7de-f370-4a7c-9455-0219bdd83d7c'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:32.610771 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9c9ea4-d789-4142-9968-058708332669" -d '{"events": [{"name": "network-changed", "server_uuid": "97818907-03c2-4620-a47a-f99e375185cd", "tag": "7649d7de-f370-4a7c-9455-0219bdd83d7c"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:32.645977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f2ceb-92ee-4a13-9111-3aac30e9b593 req-3bd5d244-9d30-436d-99ec-c4610dfdb116 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:32.652338 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-918e42a1-38b1-413e-96e7-67792a9f3e6f req-e49daef7-d45a-4e74-8fac-f80df6d8f4e2 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429245 Aug 17 02:17:32.652597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:32.656860 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f2ceb-92ee-4a13-9111-3aac30e9b593 req-3bd5d244-9d30-436d-99ec-c4610dfdb116 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:32.659563 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6c1f2ceb-92ee-4a13-9111-3aac30e9b593 req-3bd5d244-9d30-436d-99ec-c4610dfdb116 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1667 time: 0.1777270 Aug 17 02:17:32.695758 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb9ace-b5a7-4622-8294-a701870072fe service neutron] Pushing event updated for resources: {'Port': ['ID=7649d7de-f370-4a7c-9455-0219bdd83d7c,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:32.722202 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6c1f2ceb-92ee-4a13-9111-3aac30e9b593 req-791845ad-c9aa-47a0-8786-6c5ea6423779 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510442 Aug 17 02:17:32.736826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Request body: {'port': {'device_id': '97818907-03c2-4620-a47a-f99e375185cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:32.836200 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:32.967495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c1687-481d-4d25-8ac4-f0c4d3d7238c req-ce566434-69ee-4c9b-9b29-cdf45fecee3b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:32.969087 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8c1687-481d-4d25-8ac4-f0c4d3d7238c req-ce566434-69ee-4c9b-9b29-cdf45fecee3b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.0648675 Aug 17 02:17:33.019336 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8c1687-481d-4d25-8ac4-f0c4d3d7238c req-9ccc3b3d-f303-44ea-9dfb-63441d9d06aa tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Aug 17 02:17:33.061184 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9859396f-c97c-41ce-9839-b1044d89e042 x-openstack-request-id: req-9859396f-c97c-41ce-9839-b1044d89e042 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:33.061555 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97818907-03c2-4620-a47a-f99e375185cd", "tag": "7649d7de-f370-4a7c-9455-0219bdd83d7c", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:33.061833 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9859396f-c97c-41ce-9839-b1044d89e042 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:33.062234 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97818907-03c2-4620-a47a-f99e375185cd', 'tag': '7649d7de-f370-4a7c-9455-0219bdd83d7c', 'status': 'completed', 'code': 200} Aug 17 02:17:33.079899 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03393d46-29d0-4f96-a94b-29a0a0160d71 x-openstack-request-id: req-03393d46-29d0-4f96-a94b-29a0a0160d71 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:33.080326 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f685fffd-b25b-4cee-80ec-07a7811e35dd", "name": "network-vif-unplugged", "status": "completed", "tag": "ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:33.080592 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03393d46-29d0-4f96-a94b-29a0a0160d71 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:33.081005 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0', 'code': 200} Aug 17 02:17:33.242683 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c9ea4-d789-4142-9968-058708332669 req-102c769f-2f7c-44df-9e2c-1dcb14951651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:33.244308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c9ea4-d789-4142-9968-058708332669 req-102c769f-2f7c-44df-9e2c-1dcb14951651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:33.246516 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1c9c9ea4-d789-4142-9968-058708332669 req-102c769f-2f7c-44df-9e2c-1dcb14951651 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a802a8d6b644296b1cf81b9aa2782be&device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1915 time: 0.1159453 Aug 17 02:17:33.269442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c92a2c-f2f1-4b18-8630-0296b7dc8cb9 req-6b53a0ef-df3f-4046-99e9-99b15132297f tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:33.271024 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-95c92a2c-f2f1-4b18-8630-0296b7dc8cb9 req-6b53a0ef-df3f-4046-99e9-99b15132297f tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 948 time: 0.1419928 Aug 17 02:17:33.288631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7875c891-5e8c-496e-b2d3-edd4b3388b41 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:17:33.307258 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:33.333369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Transition to ACTIVE for port object 7875c891-5e8c-496e-b2d3-edd4b3388b41 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:33.343511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d56b27-e330-4193-b909-15b2dc81ab06 req-4f67c8c0-430c-4ff5-baf1-e1a2e2f6a838 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:33.345334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55d56b27-e330-4193-b909-15b2dc81ab06 req-4f67c8c0-430c-4ff5-baf1-e1a2e2f6a838 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 945 time: 0.1045756 Aug 17 02:17:33.395019 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-95c92a2c-f2f1-4b18-8630-0296b7dc8cb9 req-c0dfc546-cf4c-4fc3-835b-2d793163f93f tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007679 Aug 17 02:17:33.396975 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55d56b27-e330-4193-b909-15b2dc81ab06 req-c2d0f02f-0471-4d7f-8fa4-65a354e70199 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431571 Aug 17 02:17:33.442850 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c9ea4-d789-4142-9968-058708332669 req-fcac60c4-83f4-46e3-824e-1167c5417645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:33.442850 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c9ea4-d789-4142-9968-058708332669 req-fcac60c4-83f4-46e3-824e-1167c5417645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:33.442850 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c9ea4-d789-4142-9968-058708332669 req-fcac60c4-83f4-46e3-824e-1167c5417645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:33.443356 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1c9c9ea4-d789-4142-9968-058708332669 req-fcac60c4-83f4-46e3-824e-1167c5417645 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1a802a8d6b644296b1cf81b9aa2782be&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1710548 Aug 17 02:17:33.467962 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:33.620806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c9ea4-d789-4142-9968-058708332669 req-69c9aecb-3f35-4161-87a9-17e29ad27629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:33.622677 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1c9c9ea4-d789-4142-9968-058708332669 req-69c9aecb-3f35-4161-87a9-17e29ad27629 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1716886 Aug 17 02:17:33.654548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Pushing event updated for resources: {'Port': ['ID=7875c891-5e8c-496e-b2d3-edd4b3388b41,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:33.692549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168802e7-6d08-493b-b2f7-9e9871922d96 req-b6b0786f-702b-4825-b395-d57f556bcff0 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:33.694360 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-168802e7-6d08-493b-b2f7-9e9871922d96 req-b6b0786f-702b-4825-b395-d57f556bcff0 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 948 time: 0.1773360 Aug 17 02:17:33.759517 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-168802e7-6d08-493b-b2f7-9e9871922d96 req-b6d4ce18-d2af-481e-b9dc-a34ee649227f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469398 Aug 17 02:17:33.788263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef2c28-e593-4c7b-9126-2ce92de05ed0 req-48818987-190b-4a47-8aee-cf6f4bebd72d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:33.791855 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-53ef2c28-e593-4c7b-9126-2ce92de05ed0 req-48818987-190b-4a47-8aee-cf6f4bebd72d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 948 time: 0.0911272 Aug 17 02:17:33.801583 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Attempting to bind port 7875c891-5e8c-496e-b2d3-edd4b3388b41 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:17:33.801948 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Attempting to bind port 7875c891-5e8c-496e-b2d3-edd4b3388b41 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '9c814f80-5d8d-4a4e-8e6a-0611c07eff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee56a064-40f9-416b-ad67-c435fed892e6'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:17:33.802291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Attempting to bind port 7875c891-5e8c-496e-b2d3-edd4b3388b41 on network ee56a064-40f9-416b-ad67-c435fed892e6 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:33.814414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Port 7875c891-5e8c-496e-b2d3-edd4b3388b41 on network ee56a064-40f9-416b-ad67-c435fed892e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:17:33.814414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Attempting to bind port 7875c891-5e8c-496e-b2d3-edd4b3388b41 on network ee56a064-40f9-416b-ad67-c435fed892e6 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:33.823140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:17:33.824435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Checking segment: {'id': '9c814f80-5d8d-4a4e-8e6a-0611c07eff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee56a064-40f9-416b-ad67-c435fed892e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:17:33.825371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Bound using segment: {'id': '9c814f80-5d8d-4a4e-8e6a-0611c07eff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee56a064-40f9-416b-ad67-c435fed892e6'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:17:33.826423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Bound port: 7875c891-5e8c-496e-b2d3-edd4b3388b41, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c814f80-5d8d-4a4e-8e6a-0611c07eff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee56a064-40f9-416b-ad67-c435fed892e6'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:17:33.827350 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:33.874036 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-53ef2c28-e593-4c7b-9126-2ce92de05ed0 req-7db9bc4d-cb35-4ff2-873c-45a451eb2553 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743048 Aug 17 02:17:34.013038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] For port 7875c891-5e8c-496e-b2d3-edd4b3388b41, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:17:34.020236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] For port 7875c891-5e8c-496e-b2d3-edd4b3388b41, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7875c891-5e8c-496e-b2d3-edd4b3388b41,segment=NetworkSegment(9c814f80-5d8d-4a4e-8e6a-0611c07eff84),segment_id=9c814f80-5d8d-4a4e-8e6a-0611c07eff84)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:17:34.038708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5b816-0929-4d33-a985-874878c1fbcc req-544ecef6-4712-409c-91cd-604541b231ec tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:34.049570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5b816-0929-4d33-a985-874878c1fbcc req-544ecef6-4712-409c-91cd-604541b231ec tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:34.051619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-08b5b816-0929-4d33-a985-874878c1fbcc req-544ecef6-4712-409c-91cd-604541b231ec tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1679 time: 0.1356742 Aug 17 02:17:34.075495 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:17:34.105704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 6478f48b-18c8-44e4-ac74-9b3f646f3165 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:17:34.129766 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-08b5b816-0929-4d33-a985-874878c1fbcc req-568c2809-325a-46e6-857a-b0d257e56726 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637398 Aug 17 02:17:34.137839 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:34.191971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:34.192714 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:34.196197 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] 10.222.0.42 "PUT /v2.0/ports/7875c891-5e8c-496e-b2d3-edd4b3388b41 HTTP/1.1" status: 200 len: 1093 time: 1.4658401 Aug 17 02:17:34.196914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97818907-03c2-4620-a47a-f99e375185cd', 'tag': '7875c891-5e8c-496e-b2d3-edd4b3388b41'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:34.200966 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e0518d-af40-4d5a-8658-f1ef9e779721" -d '{"events": [{"name": "network-changed", "server_uuid": "97818907-03c2-4620-a47a-f99e375185cd", "tag": "7875c891-5e8c-496e-b2d3-edd4b3388b41"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:34.227993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:17:34.236280 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d117c72-3bf6-4ea0-9d5f-432d4bf92e7e req-31d2d518-e11a-47dc-b29d-2c18829aaad2 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:34.239640 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1d117c72-3bf6-4ea0-9d5f-432d4bf92e7e req-31d2d518-e11a-47dc-b29d-2c18829aaad2 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.1282663 Aug 17 02:17:34.265398 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01247b-eff6-4fd7-838e-50d06a846308 service neutron] Pushing event updated for resources: {'Port': ['ID=7875c891-5e8c-496e-b2d3-edd4b3388b41,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:34.292049 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315c66e3-eb6a-48e3-9ef3-b3e815e1ca0b x-openstack-request-id: req-315c66e3-eb6a-48e3-9ef3-b3e815e1ca0b {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:34.292968 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97818907-03c2-4620-a47a-f99e375185cd", "tag": "7875c891-5e8c-496e-b2d3-edd4b3388b41", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:34.292968 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-315c66e3-eb6a-48e3-9ef3-b3e815e1ca0b {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:34.292968 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97818907-03c2-4620-a47a-f99e375185cd', 'tag': '7875c891-5e8c-496e-b2d3-edd4b3388b41', 'status': 'completed', 'code': 200} Aug 17 02:17:34.326483 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1d117c72-3bf6-4ea0-9d5f-432d4bf92e7e req-4c0cd979-afce-4e94-9a1d-8c83c5e17764 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742772 Aug 17 02:17:34.386418 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 6478f48b-18c8-44e4-ac74-9b3f646f3165 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:34.396652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 6478f48b-18c8-44e4-ac74-9b3f646f3165 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:34.397022 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:34.414626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0518d-af40-4d5a-8658-f1ef9e779721 req-9ec874fe-bf02-4119-8076-dd3ec09511ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:34.420366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0518d-af40-4d5a-8658-f1ef9e779721 req-9ec874fe-bf02-4119-8076-dd3ec09511ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:34.420366 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8e0518d-af40-4d5a-8658-f1ef9e779721 req-9ec874fe-bf02-4119-8076-dd3ec09511ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a802a8d6b644296b1cf81b9aa2782be&device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1983 time: 0.0837872 Aug 17 02:17:34.483153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7409f1b2-6fa4-49cb-924b-8b2ff0bbf745,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:34.504730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '7409f1b2-6fa4-49cb-924b-8b2ff0bbf745', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '7409f1b2-6fa4-49cb-924b-8b2ff0bbf745', 'mac_address': 'fa:16:3e:7f:f9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:17:34.572757 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:34.586243 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0518d-af40-4d5a-8658-f1ef9e779721 req-86623522-2f7d-48e1-9aff-6f006bf2082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:34.591381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0518d-af40-4d5a-8658-f1ef9e779721 req-86623522-2f7d-48e1-9aff-6f006bf2082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:34.591381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0518d-af40-4d5a-8658-f1ef9e779721 req-86623522-2f7d-48e1-9aff-6f006bf2082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:34.591381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8e0518d-af40-4d5a-8658-f1ef9e779721 req-86623522-2f7d-48e1-9aff-6f006bf2082a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1a802a8d6b644296b1cf81b9aa2782be&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1538613 Aug 17 02:17:34.604208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:17:34.607538 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:34.617684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bd71a-6161-44e3-9198-1780af2d4d9d req-0692ace4-d6b4-41c0-8c96-7407f76a0d5a tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:34.630429 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f2bd71a-6161-44e3-9198-1780af2d4d9d req-0692ace4-d6b4-41c0-8c96-7407f76a0d5a tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 948 time: 0.1179984 Aug 17 02:17:34.640894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7409f1b2-6fa4-49cb-924b-8b2ff0bbf745,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:34.665756 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 6478f48b-18c8-44e4-ac74-9b3f646f3165, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=6478f48b-18c8-44e4-ac74-9b3f646f3165,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:34.695010 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f2bd71a-6161-44e3-9198-1780af2d4d9d req-a237471e-3b88-4cf1-9ab6-8db6934ee1a3 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629489 Aug 17 02:17:34.718092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997c5e9-433e-432d-a979-4a55641c37b1 req-9bc36f59-10ca-4d0b-b72a-3547e4763b59 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:34.719822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5997c5e9-433e-432d-a979-4a55641c37b1 req-9bc36f59-10ca-4d0b-b72a-3547e4763b59 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 945 time: 0.1295877 Aug 17 02:17:34.747900 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:34.765133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39898) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:34.794804 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:34.846192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0518d-af40-4d5a-8658-f1ef9e779721 req-11b023fe-1f30-4999-86d6-4fa79237b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:34.851673 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8e0518d-af40-4d5a-8658-f1ef9e779721 req-11b023fe-1f30-4999-86d6-4fa79237b0c9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2266066 Aug 17 02:17:34.859837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=7409f1b2-6fa4-49cb-924b-8b2ff0bbf745,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:34.884859 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5997c5e9-433e-432d-a979-4a55641c37b1 req-ffbfcf2d-784f-4515-9d21-32641d921016 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439469 Aug 17 02:17:34.968255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=6478f48b-18c8-44e4-ac74-9b3f646f3165,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:35.017212 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3ffff7c3-fd01-477a-a651-5fe80341b185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:35.022344 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-83f90039-3a5e-43a0-99db-649cbcfa9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:35.022990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-83f90039-3a5e-43a0-99db-649cbcfa9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:35.025014 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-83f90039-3a5e-43a0-99db-649cbcfa9e17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a802a8d6b644296b1cf81b9aa2782be&device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1983 time: 0.0833304 Aug 17 02:17:35.050406 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff7143-c0cc-4a4a-abae-56e64850756a req-757290cf-1441-4e4c-953a-308c8b221295 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:35.052012 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-23ff7143-c0cc-4a4a-abae-56e64850756a req-757290cf-1441-4e4c-953a-308c8b221295 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 949 time: 0.0928168 Aug 17 02:17:35.082081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932cdf78-a2ca-43ce-818c-8141e4ef57c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6478f48b-18c8-44e4-ac74-9b3f646f3165'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:35.086461 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9749278b-0316-49d8-8415-260f50b913db" -d '{"events": [{"server_uuid": "932cdf78-a2ca-43ce-818c-8141e4ef57c4", "name": "network-vif-plugged", "status": "completed", "tag": "6478f48b-18c8-44e4-ac74-9b3f646f3165"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:35.094591 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-3e669286-8214-4693-aead-87aa06ec364e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.161&port_id=7649d7de-f370-4a7c-9455-0219bdd83d7c HTTP/1.1" status: 200 len: 217 time: 0.0495200 Aug 17 02:17:35.112819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7c7a9-c7b2-4c46-ab98-77f8feebb815 req-de0ba339-e529-4716-b41c-53f0d9695a9e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:35.114576 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1fb7c7a9-c7b2-4c46-ab98-77f8feebb815 req-de0ba339-e529-4716-b41c-53f0d9695a9e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 948 time: 0.1099169 Aug 17 02:17:35.119409 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-23ff7143-c0cc-4a4a-abae-56e64850756a req-b56d1dbc-2a97-4c09-b055-d709d416daf0 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595160 Aug 17 02:17:35.211202 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ef0123-a397-436d-bf40-5c64ef400392 x-openstack-request-id: req-56ef0123-a397-436d-bf40-5c64ef400392 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:35.213968 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932cdf78-a2ca-43ce-818c-8141e4ef57c4", "name": "network-vif-plugged", "status": "completed", "tag": "6478f48b-18c8-44e4-ac74-9b3f646f3165", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:35.215098 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56ef0123-a397-436d-bf40-5c64ef400392 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:35.216813 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932cdf78-a2ca-43ce-818c-8141e4ef57c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6478f48b-18c8-44e4-ac74-9b3f646f3165', 'code': 200} Aug 17 02:17:35.229134 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3ffff7c3-fd01-477a-a651-5fe80341b185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:35.244136 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3560480-527b-47a9-ba9d-aa0419b59959 req-def7728d-2db4-45d1-a825-a94b77d43293 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:35.244136 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f3560480-527b-47a9-ba9d-aa0419b59959 req-def7728d-2db4-45d1-a825-a94b77d43293 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 945 time: 0.1214938 Aug 17 02:17:35.248426 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-8d504f2a-dfc4-4f88-b1b7-d0ab71ba76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:35.250080 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-8d504f2a-dfc4-4f88-b1b7-d0ab71ba76e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=58b18404-479d-4e2b-8546-fbe97267f104 HTTP/1.1" status: 200 len: 801 time: 0.1289668 Aug 17 02:17:35.253496 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1fb7c7a9-c7b2-4c46-ab98-77f8feebb815 req-fd9f8f5b-fbd7-4bfc-9fac-5a478b98f050 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187263 Aug 17 02:17:35.319644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-00c62bef-1949-4105-aeda-195b6f238111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:35.322395 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-00c62bef-1949-4105-aeda-195b6f238111 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5436c98e-e54c-4a7c-a5ea-6579748dee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634189 Aug 17 02:17:35.376799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f96b05-5619-49c1-bc8f-c65d89ce6c36 req-9361fd7a-4c80-4543-a0e6-a69d9228eac5 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:35.383045 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f96b05-5619-49c1-bc8f-c65d89ce6c36 req-9361fd7a-4c80-4543-a0e6-a69d9228eac5 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:35.385845 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33f96b05-5619-49c1-bc8f-c65d89ce6c36 req-9361fd7a-4c80-4543-a0e6-a69d9228eac5 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1679 time: 0.1242454 Aug 17 02:17:35.391441 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3ffff7c3-fd01-477a-a651-5fe80341b185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:35.485616 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3ffff7c3-fd01-477a-a651-5fe80341b185 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa9bdefb18664a73ba59e6f71ac30491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7186880 Aug 17 02:17:35.492945 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39912) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:35.510060 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffff7c3-fd01-477a-a651-5fe80341b185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e3b764-949e-49cd-b1a1-28a6f88f3a6d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:35.511031 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-c4c91ffd-60ae-476c-9384-b04da98e3f7c service neutron] 10.222.0.42 "GET /v2.0/networks/5436c98e-e54c-4a7c-a5ea-6579748dee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688280 Aug 17 02:17:35.514517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['7409f1b2-6fa4-49cb-924b-8b2ff0bbf745'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:35.561211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-f3560480-527b-47a9-ba9d-aa0419b59959 req-b6e33497-fac0-402e-9f59-dc61486eb472 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Deleting port 7167d1bf-e496-48da-8c66-1fe25296d604 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:35.562923 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f3560480-527b-47a9-ba9d-aa0419b59959 req-b6e33497-fac0-402e-9f59-dc61486eb472 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:35.579109 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33f96b05-5619-49c1-bc8f-c65d89ce6c36 req-6edc8963-c638-4131-88fe-c4d73231a6df tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562891 Aug 17 02:17:35.683420 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef139f-2906-40e4-8b52-aebe15c61e58 req-8029e933-9d35-478f-809e-34893626ba8b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:35.686042 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-caef139f-2906-40e4-8b52-aebe15c61e58 req-8029e933-9d35-478f-809e-34893626ba8b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.2291155 Aug 17 02:17:35.697042 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1977c682-f9e9-4f27-bd5b-97825cc16a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:35.711860 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f98a8-b76f-4aca-b7e6-67b2a7755182 req-c97e7192-8fb5-4a33-a02c-851a88c5c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:35.714647 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-467f98a8-b76f-4aca-b7e6-67b2a7755182 req-c97e7192-8fb5-4a33-a02c-851a88c5c8bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 1101 time: 0.2080891 Aug 17 02:17:35.761338 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1977c682-f9e9-4f27-bd5b-97825cc16a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:35.820474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-666e4799-519d-4830-82ad-ce55261ceb0c service neutron] 10.222.0.42 "GET /v2.0/networks/5436c98e-e54c-4a7c-a5ea-6579748dee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970321 Aug 17 02:17:35.827677 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-f3560480-527b-47a9-ba9d-aa0419b59959 req-b6e33497-fac0-402e-9f59-dc61486eb472 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] For port 7167d1bf-e496-48da-8c66-1fe25296d604, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7167d1bf-e496-48da-8c66-1fe25296d604,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:35.828055 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f3560480-527b-47a9-ba9d-aa0419b59959 req-b6e33497-fac0-402e-9f59-dc61486eb472 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:35.876121 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-caef139f-2906-40e4-8b52-aebe15c61e58 req-54c90213-3359-4182-8403-649122755536 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537697 Aug 17 02:17:35.897152 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-f3560480-527b-47a9-ba9d-aa0419b59959 req-b6e33497-fac0-402e-9f59-dc61486eb472 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Calling delete_port for 7167d1bf-e496-48da-8c66-1fe25296d604 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:35.925547 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-467f98a8-b76f-4aca-b7e6-67b2a7755182 req-5ea49ad9-6264-4e7a-892b-40dde63f85bb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636333 Aug 17 02:17:35.927177 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-9d9793d0-54c3-4d76-84a6-791b6be02e60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=7875c891-5e8c-496e-b2d3-edd4b3388b41 HTTP/1.1" status: 200 len: 217 time: 0.0747671 Aug 17 02:17:35.990820 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017f20f-dda2-42d8-86a5-104ed7d29423 req-1cd57e5e-25fd-427e-b577-76de77608ed5 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:35.993659 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6017f20f-dda2-42d8-86a5-104ed7d29423 req-1cd57e5e-25fd-427e-b577-76de77608ed5 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 949 time: 0.1626871 Aug 17 02:17:36.027432 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-4fe2cf82-d051-4ace-8d59-7833f2121b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:36.029982 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-4fe2cf82-d051-4ace-8d59-7833f2121b93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=05c115f8-e8ef-4234-b8a7-7322fb1a62a1 HTTP/1.1" status: 200 len: 801 time: 0.0909503 Aug 17 02:17:36.085973 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6017f20f-dda2-42d8-86a5-104ed7d29423 req-7b6e80b7-25a8-4687-a95b-5c3877b22ce7 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780196 Aug 17 02:17:36.115443 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1977c682-f9e9-4f27-bd5b-97825cc16a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:36.121459 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1977c682-f9e9-4f27-bd5b-97825cc16a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:36.123108 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1977c682-f9e9-4f27-bd5b-97825cc16a56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0e3b764-949e-49cd-b1a1-28a6f88f3a6d HTTP/1.1" status: 204 len: 168 time: 0.6236975 Aug 17 02:17:36.134314 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-f73a2e19-f30d-4399-abf3-87643f792a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:36.135011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-f73a2e19-f30d-4399-abf3-87643f792a20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee56a064-40f9-416b-ad67-c435fed892e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873666 Aug 17 02:17:36.182191 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977c682-f9e9-4f27-bd5b-97825cc16a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e3b764-949e-49cd-b1a1-28a6f88f3a6d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:36.238777 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:17:36.322977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144826a9-fadd-4ae7-827d-efe42b7b1067 req-ec7c939a-cd5a-4dab-8979-591898599407 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:36.325400 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-144826a9-fadd-4ae7-827d-efe42b7b1067 req-ec7c939a-cd5a-4dab-8979-591898599407 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 945 time: 0.0963237 Aug 17 02:17:36.344855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-31a6fc33-cb32-413a-b0da-e4b03f1e8b8f service neutron] 10.222.0.42 "GET /v2.0/networks/ee56a064-40f9-416b-ad67-c435fed892e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015209 Aug 17 02:17:36.393969 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-144826a9-fadd-4ae7-827d-efe42b7b1067 req-ded7708e-2a60-4d8c-921f-e5e130da1405 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/security-groups?id=32dd62f8-638d-4a84-b6e0-1e1308f2c51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567174 Aug 17 02:17:36.395047 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:36.411394 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0', 'mac_address': 'fa:16:3e:05:6c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:17:36.439137 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f3560480-527b-47a9-ba9d-aa0419b59959 req-b6e33497-fac0-402e-9f59-dc61486eb472 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:36.477808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e33497-fac0-402e-9f59-dc61486eb472 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Pushing event deleted for resources: {'Port': ['ID=7167d1bf-e496-48da-8c66-1fe25296d604,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:36.588435 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:36.593119 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ea22eda-1c5c-422f-84cd-343b6df9e0e8 req-f86c7612-8dfb-4b8d-9e58-fbdf890c51e9 service neutron] 10.222.0.42 "GET /v2.0/networks/ee56a064-40f9-416b-ad67-c435fed892e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376580 Aug 17 02:17:36.629275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:17:36.639338 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3560480-527b-47a9-ba9d-aa0419b59959 req-b6e33497-fac0-402e-9f59-dc61486eb472 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] No DVR routers for this DVR port 7167d1bf-e496-48da-8c66-1fe25296d604 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:17:36.645127 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f3560480-527b-47a9-ba9d-aa0419b59959 req-b6e33497-fac0-402e-9f59-dc61486eb472 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:36.648606 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f3560480-527b-47a9-ba9d-aa0419b59959 req-b6e33497-fac0-402e-9f59-dc61486eb472 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.42 "DELETE /v2.0/ports/7167d1bf-e496-48da-8c66-1fe25296d604 HTTP/1.1" status: 204 len: 173 time: 1.3959494 Aug 17 02:17:36.649524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'name': 'network-vif-deleted', 'tag': '7167d1bf-e496-48da-8c66-1fe25296d604'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:36.652259 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5530f500-b55c-4cc2-91e7-d1cd94e74297" -d '{"events": [{"server_uuid": "ba2465b3-484f-48b9-96a5-bfa38ae41a31", "name": "network-vif-deleted", "tag": "7167d1bf-e496-48da-8c66-1fe25296d604"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:36.701969 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a8005-2845-4b51-b712-0838e376085f req-06d29d60-acc9-4d85-b354-55a0fcf00e56 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:36.705599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:36.709828 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-591a8005-2845-4b51-b712-0838e376085f req-06d29d60-acc9-4d85-b354-55a0fcf00e56 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 949 time: 0.1594641 Aug 17 02:17:36.761056 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-591a8005-2845-4b51-b712-0838e376085f req-ad5ad567-5418-4a1a-a784-f02f79d5d3b7 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493610 Aug 17 02:17:36.831962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['7167d1bf-e496-48da-8c66-1fe25296d604'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:36.832270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3581a-036b-40f8-b319-65e76f58cd74 req-948dd6c2-b6ff-4a5a-9b7e-484953db18eb tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:36.842060 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9e3581a-036b-40f8-b319-65e76f58cd74 req-948dd6c2-b6ff-4a5a-9b7e-484953db18eb tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 948 time: 0.1444914 Aug 17 02:17:36.887853 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:36.912237 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9e3581a-036b-40f8-b319-65e76f58cd74 req-73849215-6355-42b8-afa4-6f032a58c970 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690119 Aug 17 02:17:36.993367 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7283aee-2b71-42db-9542-3585ff7c2154 x-openstack-request-id: req-b7283aee-2b71-42db-9542-3585ff7c2154 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:36.993795 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2465b3-484f-48b9-96a5-bfa38ae41a31", "name": "network-vif-deleted", "tag": "7167d1bf-e496-48da-8c66-1fe25296d604", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:36.994160 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7283aee-2b71-42db-9542-3585ff7c2154 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:36.994720 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2465b3-484f-48b9-96a5-bfa38ae41a31', 'name': 'network-vif-deleted', 'tag': '7167d1bf-e496-48da-8c66-1fe25296d604', 'status': 'completed', 'code': 200} Aug 17 02:17:37.044742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6163-a7ac-4e96-bd60-d7771dbd08a6 req-3f3e0b07-487c-4626-b056-34f44ea2716d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:37.063303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:37.071451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6163-a7ac-4e96-bd60-d7771dbd08a6 req-3f3e0b07-487c-4626-b056-34f44ea2716d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:37.078146 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e53a6163-a7ac-4e96-bd60-d7771dbd08a6 req-3f3e0b07-487c-4626-b056-34f44ea2716d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1679 time: 0.2077086 Aug 17 02:17:37.137567 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e53a6163-a7ac-4e96-bd60-d7771dbd08a6 req-43a37f8c-a505-43fd-8719-70fad3def158 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484743 Aug 17 02:17:37.146998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840152c8-0ee5-43b8-bc17-25368582eedc req-72feb573-4c48-4eed-8e9c-b422a84107f2 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:37.148912 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-840152c8-0ee5-43b8-bc17-25368582eedc req-72feb573-4c48-4eed-8e9c-b422a84107f2 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.0922801 Aug 17 02:17:37.212042 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-840152c8-0ee5-43b8-bc17-25368582eedc req-df911e1f-7b19-46d1-8b4b-30b7ce23ba80 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546203 Aug 17 02:17:37.413742 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db2fbc-2dfe-48bb-a263-a92fa093d2f9 req-ca0b62e9-96ff-4325-a1f8-66e4dfa7dce5 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:37.415683 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12db2fbc-2dfe-48bb-a263-a92fa093d2f9 req-ca0b62e9-96ff-4325-a1f8-66e4dfa7dce5 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 949 time: 0.0777957 Aug 17 02:17:37.478571 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12db2fbc-2dfe-48bb-a263-a92fa093d2f9 req-9b944a50-5727-443d-92b9-5b0d6a77c7ea tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519040 Aug 17 02:17:37.658482 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76db00a2-a7c7-47c1-9623-8df15ceb479a req-cc6b89d9-58b8-4d95-bf82-f57974169682 tempest-FloatingIPsAssociationTestJSON-1359377632 tempest-FloatingIPsAssociationTestJSON-1359377632-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba2465b3-484f-48b9-96a5-bfa38ae41a31 HTTP/1.1" status: 200 len: 210 time: 0.0518286 Aug 17 02:17:37.817769 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-433e8e8b-0ca3-483c-99dc-30f557da6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:37.883437 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:37.940220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3c685-9cf7-4a56-b123-537ad2a72f1c req-28efb88c-2714-40f7-ad98-e715683ecc38 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:37.943087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97b3c685-9cf7-4a56-b123-537ad2a72f1c req-28efb88c-2714-40f7-ad98-e715683ecc38 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 949 time: 0.0797112 Aug 17 02:17:37.992079 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97b3c685-9cf7-4a56-b123-537ad2a72f1c req-dfbd9270-ec43-413a-83fb-920726dd608e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 Aug 17 02:17:38.250402 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:17:38.389634 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625d6b0-3eb7-4341-a7cf-553ddeee30ef req-9726aae3-e4d2-4cb6-a0a6-23c6a6d4f331 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:38.396403 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625d6b0-3eb7-4341-a7cf-553ddeee30ef req-9726aae3-e4d2-4cb6-a0a6-23c6a6d4f331 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:38.405215 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a625d6b0-3eb7-4341-a7cf-553ddeee30ef req-9726aae3-e4d2-4cb6-a0a6-23c6a6d4f331 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1679 time: 0.1222165 Aug 17 02:17:38.427487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbccf9-8ced-4d7a-a149-129643c69958 req-c81def7d-1c11-4eb1-8dfc-d4fd027b38a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:38.442029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-becbccf9-8ced-4d7a-a149-129643c69958 req-c81def7d-1c11-4eb1-8dfc-d4fd027b38a2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 949 time: 0.1421096 Aug 17 02:17:38.450887 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a625d6b0-3eb7-4341-a7cf-553ddeee30ef req-9d4bd719-3ab8-4d88-ac13-ea31aee950d7 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444095 Aug 17 02:17:38.473407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:38.473904 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-904ef8d4-fc17-4b0d-afe6-cff84ff7216e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:38.476423 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-904ef8d4-fc17-4b0d-afe6-cff84ff7216e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd&tenant_id=a51fdd587a534f09b86bda6242380da1&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 949 time: 0.1483097 Aug 17 02:17:38.484392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:38.488086 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:38.532533 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-becbccf9-8ced-4d7a-a149-129643c69958 req-4306136c-c9cb-430a-a884-343a506df081 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890307 Aug 17 02:17:38.620711 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-ba75460e-dc9f-4662-8f3c-f2251b3655e3 service neutron] 10.222.0.42 "GET /v2.0/ports/ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0/bindings/n-h1-793621-31 HTTP/1.1" status: 200 len: 383 time: 0.1358798 Aug 17 02:17:38.664315 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfacb3a-fe90-40ee-b2d7-d08308d14767 req-f264239c-8d59-4d04-8bcd-ea06757a91ae tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:38.668822 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fcfacb3a-fe90-40ee-b2d7-d08308d14767 req-f264239c-8d59-4d04-8bcd-ea06757a91ae tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.1044250 Aug 17 02:17:38.736633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadcd33-bfa6-42c0-bcb5-9dac686daceb req-400ceec6-6112-4ae1-9f14-375ad5e6ba61 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:38.738420 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7aadcd33-bfa6-42c0-bcb5-9dac686daceb req-400ceec6-6112-4ae1-9f14-375ad5e6ba61 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 949 time: 0.0692785 Aug 17 02:17:38.740493 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:38.777589 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-bdb83d4f-3c9b-476a-a95e-a4d56b379071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:38.779667 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-bdb83d4f-3c9b-476a-a95e-a4d56b379071 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 1101 time: 0.1041915 Aug 17 02:17:38.801541 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd312003b-41a1-4798-84be-3243d8a16faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7409f1b2-6fa4-49cb-924b-8b2ff0bbf745'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:38.802169 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fcfacb3a-fe90-40ee-b2d7-d08308d14767 req-82d3385c-a224-498f-8c94-855f5944d441 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159358 Aug 17 02:17:38.806627 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9ad728-92f3-4fa4-9636-5eb16db1518d" -d '{"events": [{"server_uuid": "d312003b-41a1-4798-84be-3243d8a16faf", "name": "network-vif-plugged", "status": "completed", "tag": "7409f1b2-6fa4-49cb-924b-8b2ff0bbf745"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:38.846685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7409f1b2-6fa4-49cb-924b-8b2ff0bbf745,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:38.847355 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7aadcd33-bfa6-42c0-bcb5-9dac686daceb req-fe746d98-4cda-446d-8f3e-6620b8aabe4f tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001003 Aug 17 02:17:38.883212 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39980) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:38.945854 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251c2203-7978-4ffa-8c7c-bc1a47ca9fb8 x-openstack-request-id: req-251c2203-7978-4ffa-8c7c-bc1a47ca9fb8 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:38.946318 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d312003b-41a1-4798-84be-3243d8a16faf", "name": "network-vif-plugged", "status": "completed", "tag": "7409f1b2-6fa4-49cb-924b-8b2ff0bbf745", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:38.946740 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-251c2203-7978-4ffa-8c7c-bc1a47ca9fb8 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:38.947376 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd312003b-41a1-4798-84be-3243d8a16faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7409f1b2-6fa4-49cb-924b-8b2ff0bbf745', 'code': 200} Aug 17 02:17:38.949400 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:38.968083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7167d1bf-e496-48da-8c66-1fe25296d604 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:17:39.058161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 7167d1bf-e496-48da-8c66-1fe25296d604 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:17:39.058878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7167d1bf-e496-48da-8c66-1fe25296d604 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:17:39.087488 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-715c69d7-de06-4777-8323-58282a164d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:39.090544 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-715c69d7-de06-4777-8323-58282a164d6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2870595 Aug 17 02:17:39.101302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=7409f1b2-6fa4-49cb-924b-8b2ff0bbf745,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:39.180147 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-9f82f91d-757d-403c-be7e-1f9e13eb311f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 HTTP/1.1" status: 200 len: 217 time: 0.0811491 Aug 17 02:17:39.206998 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-998635e3-de30-4262-b0a0-faefe04bd65e req-57719410-73f1-45eb-956e-4267b2dedbb0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2053466 Aug 17 02:17:39.235054 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab3313-3a12-40ad-b5d1-1d7e363804c5 req-53990df3-c056-4d5c-8aa3-cca0018e7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:39.236844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ceab3313-3a12-40ad-b5d1-1d7e363804c5 req-53990df3-c056-4d5c-8aa3-cca0018e7817 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 1102 time: 0.1301725 Aug 17 02:17:39.298515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-ab08d1ec-0e2d-4bba-829c-7d123895cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:39.300992 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-ab08d1ec-0e2d-4bba-829c-7d123895cac9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0928862 Aug 17 02:17:39.327818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9120680-c371-49e3-a498-3bb5dd473df6 req-01ce3d81-797b-4106-8eca-311c7bf817d4 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:39.330676 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b9120680-c371-49e3-a498-3bb5dd473df6 req-01ce3d81-797b-4106-8eca-311c7bf817d4 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 949 time: 0.1612766 Aug 17 02:17:39.426030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ceab3313-3a12-40ad-b5d1-1d7e363804c5 req-2a22524e-ec40-4a5c-9405-89ad1d4110cb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787598 Aug 17 02:17:39.434743 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b9120680-c371-49e3-a498-3bb5dd473df6 req-c96e2266-f372-4177-9d66-a3505053876f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904093 Aug 17 02:17:39.438679 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-373a8b32-5fb9-44ca-8a15-8858ba7ae633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:39.440448 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-373a8b32-5fb9-44ca-8a15-8858ba7ae633 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1288922 Aug 17 02:17:39.446929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998635e3-de30-4262-b0a0-faefe04bd65e req-6058ac14-59e5-43bc-ad64-27a3d5b7d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:39.449112 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-998635e3-de30-4262-b0a0-faefe04bd65e req-6058ac14-59e5-43bc-ad64-27a3d5b7d060 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 1097 time: 0.1522856 Aug 17 02:17:39.719049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38c820-d4d0-47d7-a052-8742ad747074 req-bc91c7f1-89a2-4a3b-ab23-e67e15c3ef97 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:39.729985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38c820-d4d0-47d7-a052-8742ad747074 req-bc91c7f1-89a2-4a3b-ab23-e67e15c3ef97 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:39.732599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c38c820-d4d0-47d7-a052-8742ad747074 req-bc91c7f1-89a2-4a3b-ab23-e67e15c3ef97 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1679 time: 0.1295121 Aug 17 02:17:39.755027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3ce91-2d91-4cfc-8576-f614b7f7c769 req-6909346c-7c1b-48bd-915d-81ce9c5e5fb5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:39.756594 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fa3ce91-2d91-4cfc-8576-f614b7f7c769 req-6909346c-7c1b-48bd-915d-81ce9c5e5fb5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 949 time: 0.0930755 Aug 17 02:17:39.785050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998635e3-de30-4262-b0a0-faefe04bd65e req-1569506a-3d8b-47ed-b5a4-8d4175d95628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:39.787627 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-998635e3-de30-4262-b0a0-faefe04bd65e req-1569506a-3d8b-47ed-b5a4-8d4175d95628 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.2700930 Aug 17 02:17:39.843350 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fa3ce91-2d91-4cfc-8576-f614b7f7c769 req-604f13df-41f8-4eca-a38b-0cff4eefc0de tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673347 Aug 17 02:17:39.869475 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-998635e3-de30-4262-b0a0-faefe04bd65e req-8aa7f5c9-56ec-4dab-ab06-6bedfd4c5c87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 HTTP/1.1" status: 200 len: 217 time: 0.0618627 Aug 17 02:17:39.884174 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c38c820-d4d0-47d7-a052-8742ad747074 req-a4dd8e89-d0a4-4611-bd78-82167f998331 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327496 Aug 17 02:17:40.045889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998635e3-de30-4262-b0a0-faefe04bd65e req-428af290-2a31-44ee-afe9-b68f1b5e8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:40.047608 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-998635e3-de30-4262-b0a0-faefe04bd65e req-428af290-2a31-44ee-afe9-b68f1b5e8005 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.1629646 Aug 17 02:17:40.267248 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7649d7de-f370-4a7c-9455-0219bdd83d7c details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:17:40.290526 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:17:40.306778 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ab746b9a-44e9-4c2b-8a9d-7f237714205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:40.490632 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7649d7de-f370-4a7c-9455-0219bdd83d7c, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7649d7de-f370-4a7c-9455-0219bdd83d7c,segment=NetworkSegment(87bbf51a-a538-4c41-b5b1-c5cb76f87497),segment_id=87bbf51a-a538-4c41-b5b1-c5cb76f87497)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:40.504231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '7649d7de-f370-4a7c-9455-0219bdd83d7c', 'network_id': '5436c98e-e54c-4a7c-a5ea-6579748dee6e', 'port_id': '7649d7de-f370-4a7c-9455-0219bdd83d7c', 'mac_address': 'fa:16:3e:5e:6e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b18404-479d-4e2b-8546-fbe97267f104', 'ip_address': '19.80.0.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:17:40.555863 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-998635e3-de30-4262-b0a0-faefe04bd65e req-0ef6ab34-e5d5-4f75-80f0-05f4828fcea0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664849 Aug 17 02:17:40.597711 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:40.619644 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:40.620132 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:40.623858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7649d7de-f370-4a7c-9455-0219bdd83d7c {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:17:40.642703 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:40.684486 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7649d7de-f370-4a7c-9455-0219bdd83d7c, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7649d7de-f370-4a7c-9455-0219bdd83d7c,segment=NetworkSegment(87bbf51a-a538-4c41-b5b1-c5cb76f87497),segment_id=87bbf51a-a538-4c41-b5b1-c5cb76f87497)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:40.703146 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:40.736109 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60624f27-9a9f-4d5a-9aab-5adc7dd18878 req-840b09ec-79da-42bf-b837-123e49094e5f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:40.738881 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-60624f27-9a9f-4d5a-9aab-5adc7dd18878 req-840b09ec-79da-42bf-b837-123e49094e5f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.7924643 Aug 17 02:17:40.770612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bc79a-9a6d-42cf-8b64-4e1fbc02f1b9 req-583baab1-5d2e-424b-ab5d-580223c4e2c0 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:40.785903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a7bc79a-9a6d-42cf-8b64-4e1fbc02f1b9 req-583baab1-5d2e-424b-ab5d-580223c4e2c0 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 950 time: 0.7343605 Aug 17 02:17:40.787522 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:40.834881 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-19b702f4-49c0-4894-a376-131e325250c4 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8453920 Aug 17 02:17:40.840309 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-60624f27-9a9f-4d5a-9aab-5adc7dd18878 req-4e49130f-3604-4732-8e60-9c7e36df729a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840609 Aug 17 02:17:40.856201 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:40.874143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-998635e3-de30-4262-b0a0-faefe04bd65e req-805eaa0e-e325-47e2-b224-6bdfd27a2930 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021684 Aug 17 02:17:40.884983 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:40.886133 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7875c891-5e8c-496e-b2d3-edd4b3388b41 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:17:41.034585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7875c891-5e8c-496e-b2d3-edd4b3388b41, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7875c891-5e8c-496e-b2d3-edd4b3388b41,segment=NetworkSegment(9c814f80-5d8d-4a4e-8e6a-0611c07eff84),segment_id=9c814f80-5d8d-4a4e-8e6a-0611c07eff84)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:41.046052 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:41.050804 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd90385-5f82-4c6f-8b50-9ad32fcf0e64" -d '{"events": [{"server_uuid": "f685fffd-b25b-4cee-80ec-07a7811e35dd", "name": "network-vif-plugged", "status": "completed", "tag": "ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:41.053618 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:41.083409 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-176826a7-90ef-4338-8c69-77d20950f404 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406147 Aug 17 02:17:41.133716 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '7875c891-5e8c-496e-b2d3-edd4b3388b41', 'network_id': 'ee56a064-40f9-416b-ad67-c435fed892e6', 'port_id': '7875c891-5e8c-496e-b2d3-edd4b3388b41', 'mac_address': 'fa:16:3e:28:29:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c115f8-e8ef-4234-b8a7-7322fb1a62a1', 'ip_address': '19.86.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:17:41.244100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=7649d7de-f370-4a7c-9455-0219bdd83d7c,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:41.259622 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:41.269975 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a7bc79a-9a6d-42cf-8b64-4e1fbc02f1b9 req-b7763db0-465f-47f0-8bd1-6fcbc706ff40 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827573 Aug 17 02:17:41.283670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270b6f1-45ce-497e-adbb-c75b4edcfdce req-3639d272-4e13-4f73-a3f7-0cb2b7da1eea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:41.286511 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f270b6f1-45ce-497e-adbb-c75b4edcfdce req-3639d272-4e13-4f73-a3f7-0cb2b7da1eea tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 949 time: 0.1278768 Aug 17 02:17:41.344297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7875c891-5e8c-496e-b2d3-edd4b3388b41 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:17:41.377546 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f270b6f1-45ce-497e-adbb-c75b4edcfdce req-5961f6be-f167-48b6-815a-23e20085a76a tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768938 Aug 17 02:17:41.400551 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-998635e3-de30-4262-b0a0-faefe04bd65e req-c92285a6-b74f-454d-99a2-49e2740eea8f service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974768 Aug 17 02:17:41.457930 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:41.462967 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7875c891-5e8c-496e-b2d3-edd4b3388b41, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7875c891-5e8c-496e-b2d3-edd4b3388b41,segment=NetworkSegment(9c814f80-5d8d-4a4e-8e6a-0611c07eff84),segment_id=9c814f80-5d8d-4a4e-8e6a-0611c07eff84)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:41.547332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293f93c-6126-4909-9d89-5297c66038be req-deb9573e-61cf-4af8-a913-e25b1634445f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:41.555974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293f93c-6126-4909-9d89-5297c66038be req-deb9573e-61cf-4af8-a913-e25b1634445f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:41.557732 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8293f93c-6126-4909-9d89-5297c66038be req-deb9573e-61cf-4af8-a913-e25b1634445f tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1680 time: 0.0732803 Aug 17 02:17:41.606405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c54bf0-6abb-4d66-8885-48cec0223e5a req-175b05d6-e8c8-46a9-a7b0-559a1c1e9986 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:41.609261 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82c54bf0-6abb-4d66-8885-48cec0223e5a req-175b05d6-e8c8-46a9-a7b0-559a1c1e9986 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.1129880 Aug 17 02:17:41.620084 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8293f93c-6126-4909-9d89-5297c66038be req-c6203884-e597-4033-b715-1140871427ca tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485804 Aug 17 02:17:41.627362 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:41.634262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Deleting port a84af622-7e34-46c0-a17c-6ea26f552cbe {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:41.649718 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:41.708747 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c28bee0-1efd-4f33-a61b-46e0fe53f636 x-openstack-request-id: req-0c28bee0-1efd-4f33-a61b-46e0fe53f636 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:41.709037 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f685fffd-b25b-4cee-80ec-07a7811e35dd", "name": "network-vif-plugged", "status": "completed", "tag": "ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:41.709489 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c28bee0-1efd-4f33-a61b-46e0fe53f636 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:41.709922 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0', 'code': 200} Aug 17 02:17:41.711391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=7875c891-5e8c-496e-b2d3-edd4b3388b41,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:41.759493 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:41.791125 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82c54bf0-6abb-4d66-8885-48cec0223e5a req-d0d26c14-e440-46d4-bdcf-b7a3952b6c1b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739826 Aug 17 02:17:41.842148 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] For port a84af622-7e34-46c0-a17c-6ea26f552cbe, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a84af622-7e34-46c0-a17c-6ea26f552cbe,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:41.842520 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:41.863345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Calling delete_port for a84af622-7e34-46c0-a17c-6ea26f552cbe owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:41.954147 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387301a-f951-4883-9707-7ed186120ccf req-6af3589e-75ba-402d-97a5-07c991c63717 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:41.957687 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7387301a-f951-4883-9707-7ed186120ccf req-6af3589e-75ba-402d-97a5-07c991c63717 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 1101 time: 0.0900939 Aug 17 02:17:42.010665 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7387301a-f951-4883-9707-7ed186120ccf req-26f7ad8a-a9ec-4201-9224-165393693241 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433199 Aug 17 02:17:42.142033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024d1a9-aaec-4d1a-8ccf-9372b75e206a req-0ce1efbb-b19f-42ca-b7e5-98e8b55f4351 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:42.149303 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9024d1a9-aaec-4d1a-8ccf-9372b75e206a req-0ce1efbb-b19f-42ca-b7e5-98e8b55f4351 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.1590776 Aug 17 02:17:42.215240 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9024d1a9-aaec-4d1a-8ccf-9372b75e206a req-2108cd27-3689-4335-bb78-1da509b36dcc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639532 Aug 17 02:17:42.234479 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['7649d7de-f370-4a7c-9455-0219bdd83d7c'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:42.305817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['7875c891-5e8c-496e-b2d3-edd4b3388b41'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:42.315858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0d914708-2478-4807-b870-f6ad7846bfa9 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:17:42.394674 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-7da159f9-0441-49d6-850a-32cfbcdbe6fa tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352404 Aug 17 02:17:42.436123 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:42.496301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Pushing event deleted for resources: {'Port': ['ID=a84af622-7e34-46c0-a17c-6ea26f552cbe,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:42.517610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf1953-3a29-40a0-b7af-2c27f948f6f7 req-1f744e78-fe0c-46bc-adda-35b8a9f1bd30 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:42.523239 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28cf1953-3a29-40a0-b7af-2c27f948f6f7 req-1f744e78-fe0c-46bc-adda-35b8a9f1bd30 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 950 time: 0.1330976 Aug 17 02:17:42.525077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:42.525445 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:42.525783 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:42.526608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:42.526938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:42.527327 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:42.527659 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:42.528556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:42.529061 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:42.529459 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:42.529835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:42.530157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:42.599000 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-6162fa1a-959f-4a08-b6e8-d81319bb9ac6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:42.611848 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-6162fa1a-959f-4a08-b6e8-d81319bb9ac6 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074344 Aug 17 02:17:42.646676 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-8a276ddd-b6ee-45b7-b3da-f0deb41e6e7e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/quotas/a9f9340ccf804f2bb218a8f3750cde77 HTTP/1.1" status: 200 len: 375 time: 0.0334141 Aug 17 02:17:42.656565 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28cf1953-3a29-40a0-b7af-2c27f948f6f7 req-b125b962-f90a-4536-b976-f4b428e1cfee tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204541 Aug 17 02:17:42.816478 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-90fb4227-77cf-4345-a1a8-0da48b261fe2 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1656787 Aug 17 02:17:42.847907 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:42.961028 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5b52433-0c02-4cc1-9534-fc70a00764d6 req-ca51229d-5d52-436a-87ff-86e6b1487409 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1140523 Aug 17 02:17:42.975196 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b274efb-6037-4ee9-a0b6-2521a0af9219 req-79d15205-11ad-44f3-9740-a2e43bf0eb18 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:42.984365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b274efb-6037-4ee9-a0b6-2521a0af9219 req-79d15205-11ad-44f3-9740-a2e43bf0eb18 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:42.995227 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b274efb-6037-4ee9-a0b6-2521a0af9219 req-79d15205-11ad-44f3-9740-a2e43bf0eb18 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1681 time: 0.1885231 Aug 17 02:17:43.064596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b52433-0c02-4cc1-9534-fc70a00764d6 req-c64dd2cb-8a33-4ad7-bcc9-f6892a1b532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:43.073853 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5b52433-0c02-4cc1-9534-fc70a00764d6 req-c64dd2cb-8a33-4ad7-bcc9-f6892a1b532c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 1101 time: 0.0700240 Aug 17 02:17:43.089391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b274efb-6037-4ee9-a0b6-2521a0af9219 req-b11fb681-e95f-4e10-859d-5dd3ffc2fb43 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930293 Aug 17 02:17:43.279177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b52433-0c02-4cc1-9534-fc70a00764d6 req-50f94d61-1db4-4ba9-afbe-c6f80d0876e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:43.283565 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5b52433-0c02-4cc1-9534-fc70a00764d6 req-50f94d61-1db4-4ba9-afbe-c6f80d0876e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1915467 Aug 17 02:17:43.343697 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5b52433-0c02-4cc1-9534-fc70a00764d6 req-9e157c3b-0e8b-4930-80da-98c71fb9239a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 HTTP/1.1" status: 200 len: 217 time: 0.0526083 Aug 17 02:17:43.362013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Router ed5d04ae-5bbd-4753-813e-046e6217a0f9 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:17:43.462794 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4ea2a-7629-4a31-a10b-4d87cc0978f0 req-cec49fdd-a3d8-4958-9538-6f26986da906 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:43.464476 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36e4ea2a-7629-4a31-a10b-4d87cc0978f0 req-cec49fdd-a3d8-4958-9538-6f26986da906 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.1198635 Aug 17 02:17:43.474018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b52433-0c02-4cc1-9534-fc70a00764d6 req-f384324b-ca6f-46b5-895d-eb1c3363fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:43.476993 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5b52433-0c02-4cc1-9534-fc70a00764d6 req-f384324b-ca6f-46b5-895d-eb1c3363fb7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1217864 Aug 17 02:17:43.614879 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36e4ea2a-7629-4a31-a10b-4d87cc0978f0 req-c16c5b2e-a2bc-433b-a121-777c9504200b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124387 Aug 17 02:17:43.616918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b52433-0c02-4cc1-9534-fc70a00764d6 req-34087bae-11bd-4237-9490-bb12896e098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:43.618562 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5b52433-0c02-4cc1-9534-fc70a00764d6 req-34087bae-11bd-4237-9490-bb12896e098c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1287441 Aug 17 02:17:43.620643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:17:43.631295 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc9500-577b-451c-a68c-c286387c8dc2 None None] Sync routers for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:17:43.636576 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e2556464-aa08-495c-9653-e028570fc639 admin admin] 10.222.0.13 "PUT /v2.0/routers/ed5d04ae-5bbd-4753-813e-046e6217a0f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7486639 Aug 17 02:17:43.637805 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40096) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:43.645602 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc9500-577b-451c-a68c-c286387c8dc2 None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:17:43.646561 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-76bc9500-577b-451c-a68c-c286387c8dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:17:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:43.650917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-4557a0f9-857a-4418-b9ef-657e15a99bb4 service neutron] 10.222.0.42 "GET /v2.0/ports/0d914708-2478-4807-b870-f6ad7846bfa9/bindings/n-h2-793621-31 HTTP/1.1" status: 200 len: 385 time: 0.1106956 Aug 17 02:17:43.713093 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:43.811805 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef661116-7040-4564-b138-9e8572c0b3e4 req-d08d667b-edd6-48c7-bec3-da014c220ed9 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 210 time: 0.0895572 Aug 17 02:17:43.823784 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-76bc9500-577b-451c-a68c-c286387c8dc2 None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:17:43.942017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-e80f0f2a-3766-436e-bd70-f5d38daa6739 service neutron] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0d914708-2478-4807-b870-f6ad7846bfa9,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:43.964682 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5b52433-0c02-4cc1-9534-fc70a00764d6 req-469f46c9-263f-48c6-8853-26400298577f service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255000 Aug 17 02:17:43.971089 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:43.978782 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-e80f0f2a-3766-436e-bd70-f5d38daa6739 service neutron] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:17:44.036076 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-e80f0f2a-3766-436e-bd70-f5d38daa6739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d914708-2478-4807-b870-f6ad7846bfa9 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:17:44.062550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-e80f0f2a-3766-436e-bd70-f5d38daa6739 service neutron] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=0d914708-2478-4807-b870-f6ad7846bfa9,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:44.218112 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-e80f0f2a-3766-436e-bd70-f5d38daa6739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:44.286409 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5b52433-0c02-4cc1-9534-fc70a00764d6 req-96da1715-cddf-4c38-a0e5-a73cb0ad8098 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124132 Aug 17 02:17:44.318543 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-76bc9500-577b-451c-a68c-c286387c8dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:17:42Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:44.366102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70532e79-a252-48dc-a2d8-1b8ca09036e6 req-e95bf4cc-bc54-4db4-8795-e765e101ce81 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:44.370711 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc9500-577b-451c-a68c-c286387c8dc2 None None] Checking router: ed5d04ae-5bbd-4753-813e-046e6217a0f9 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:17:44.377077 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-70532e79-a252-48dc-a2d8-1b8ca09036e6 req-e95bf4cc-bc54-4db4-8795-e765e101ce81 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 943 time: 0.2599888 Aug 17 02:17:44.383578 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc9500-577b-451c-a68c-c286387c8dc2 None None] Routers {'ed5d04ae-5bbd-4753-813e-046e6217a0f9'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:17:44.384200 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-76bc9500-577b-451c-a68c-c286387c8dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:17:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:44.384754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2ef47-cf7b-49af-8baa-7b13676c169c req-2864d762-c4f0-4b66-95dc-d85c0986b5ed tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:44.388956 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a2ef47-cf7b-49af-8baa-7b13676c169c req-2864d762-c4f0-4b66-95dc-d85c0986b5ed tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 950 time: 0.2349620 Aug 17 02:17:44.435834 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-70532e79-a252-48dc-a2d8-1b8ca09036e6 req-284b264f-fa65-4238-a1b2-e9fbf1cd8d07 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575516 Aug 17 02:17:44.445053 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:44.503521 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a2ef47-cf7b-49af-8baa-7b13676c169c req-00b4a685-ceb1-4520-85cc-54887c530631 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973980 Aug 17 02:17:44.514747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-e80f0f2a-3766-436e-bd70-f5d38daa6739 service neutron] Transition to ACTIVE for port object 0d914708-2478-4807-b870-f6ad7846bfa9 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:44.599717 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-76bc9500-577b-451c-a68c-c286387c8dc2 None None] Set router ed5d04ae-5bbd-4753-813e-046e6217a0f9 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:17:44.608967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656ac6b-8194-4611-b588-43755493f673 req-d1299ca1-b038-426f-af67-a347c61bc729 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:44.621156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656ac6b-8194-4611-b588-43755493f673 req-d1299ca1-b038-426f-af67-a347c61bc729 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:44.623182 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5656ac6b-8194-4611-b588-43755493f673 req-d1299ca1-b038-426f-af67-a347c61bc729 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1681 time: 0.0912712 Aug 17 02:17:44.639476 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-e80f0f2a-3766-436e-bd70-f5d38daa6739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:44.770801 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5656ac6b-8194-4611-b588-43755493f673 req-b916c1d3-d0f8-45cb-ae46-5672263696f0 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013315 Aug 17 02:17:44.792045 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Deleting port 70dea055-1277-4031-8903-c53bfca6362c {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:44.792590 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:44.811372 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-e80f0f2a-3766-436e-bd70-f5d38daa6739 service neutron] No DVR routers for this DVR port 0d914708-2478-4807-b870-f6ad7846bfa9 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:17:44.946858 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f0f2a-3766-436e-bd70-f5d38daa6739 service neutron] Pushing event updated for resources: {'Port': ['ID=0d914708-2478-4807-b870-f6ad7846bfa9,revision_number=10']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:44.948214 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] For port 70dea055-1277-4031-8903-c53bfca6362c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=70dea055-1277-4031-8903-c53bfca6362c,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:44.948604 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:44.958946 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-76bc9500-577b-451c-a68c-c286387c8dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:17:42Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:44.973399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Calling delete_port for 70dea055-1277-4031-8903-c53bfca6362c owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:44.974293 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-e80f0f2a-3766-436e-bd70-f5d38daa6739 service neutron] 10.222.0.42 "PUT /v2.0/ports/0d914708-2478-4807-b870-f6ad7846bfa9/bindings/n-h2-793621-31/activate HTTP/1.1" status: 200 len: 370 time: 1.3109033 Aug 17 02:17:44.999380 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc9500-577b-451c-a68c-c286387c8dc2 None None] The sync data for ids ['ed5d04ae-5bbd-4753-813e-046e6217a0f9'] in n-d-793621-31 is: [{'id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-383798787-router', 'tenant_id': '2fb185b015da4582807275c9b311c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '70dea055-1277-4031-8903-c53bfca6362c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:48Z', 'updated_at': '2021-08-17T02:17:42Z', 'revision_number': 5, 'project_id': '2fb185b015da4582807275c9b311c0d3', 'gw_port': {'id': '70dea055-1277-4031-8903-c53bfca6362c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:59:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d04ae-5bbd-4753-813e-046e6217a0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:50Z', 'updated_at': '2021-08-17T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:17:45.002546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880655d-60fa-406c-a3d9-21636555aa26 req-c075b008-3ac9-4c64-800d-484dadf00321 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:45.004843 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4880655d-60fa-406c-a3d9-21636555aa26 req-c075b008-3ac9-4c64-800d-484dadf00321 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.1949666 Aug 17 02:17:45.076077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4880655d-60fa-406c-a3d9-21636555aa26 req-d0afa064-d200-421b-9687-78a8313b850e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577350 Aug 17 02:17:45.086711 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9785189f-d75b-4f2b-adfe-7f901541ff96 req-12387884-a599-447e-b98a-625ee851de73 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 210 time: 0.1501012 Aug 17 02:17:45.303111 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-198cc43a-9c29-486b-9693-fcdfa3c4457d tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:45.304694 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-198cc43a-9c29-486b-9693-fcdfa3c4457d tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1096 time: 0.0621817 Aug 17 02:17:45.385480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-db33ad7f-b209-4913-8a55-cd326946a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:45.386971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-db33ad7f-b209-4913-8a55-cd326946a2a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d HTTP/1.1" status: 200 len: 1096 time: 0.0728743 Aug 17 02:17:45.403826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-09191402-0ebb-4cff-a4f6-c850583a4ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:45.405575 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-09191402-0ebb-4cff-a4f6-c850583a4ed4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd&tenant_id=a51fdd587a534f09b86bda6242380da1 HTTP/1.1" status: 200 len: 1102 time: 0.0598850 Aug 17 02:17:45.473819 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:45.529021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-aa7b0f7a-3eee-4eff-9baa-836a3aa1ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:45.530880 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-aa7b0f7a-3eee-4eff-9baa-836a3aa1ef12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 1096 time: 0.0937088 Aug 17 02:17:45.553497 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-df425797-2ecb-48f6-a266-31ea995159f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:45.556504 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-df425797-2ecb-48f6-a266-31ea995159f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 1102 time: 0.0895009 Aug 17 02:17:45.583172 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Pushing event deleted for resources: {'Port': ['ID=70dea055-1277-4031-8903-c53bfca6362c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:45.665116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:45.666318 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:45.666318 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:45.666840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:45.667400 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:45.667970 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:45.668539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:45.669079 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:45.669666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:45.670221 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:45.670710 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:45.671228 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:45.694420 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:45.742967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4f430-4ef1-48a7-a92e-823da0bd8a79 req-239f7435-22be-4e8f-a00f-16a9ed136681 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:45.745171 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8ea4f430-4ef1-48a7-a92e-823da0bd8a79 req-239f7435-22be-4e8f-a00f-16a9ed136681 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 944 time: 0.1569376 Aug 17 02:17:45.838560 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:45.841652 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:45.900708 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8ea4f430-4ef1-48a7-a92e-823da0bd8a79 req-7a17a9f0-b0f7-456d-bfb8-a74865e275fd tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142325 Aug 17 02:17:46.013089 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:46.014207 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed5d04ae-5bbd-4753-813e-046e6217a0f9 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:17:46.020416 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:46.020867 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e40b4d22-5e28-45f1-9cd6-5a7dcecb2235 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ed5d04ae-5bbd-4753-813e-046e6217a0f9 HTTP/1.1" status: 204 len: 168 time: 2.3797925 Aug 17 02:17:46.025880 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40148) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:46.048776 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5ea6a-5497-4e80-b7cb-4381587e038f req-359121cc-4276-4b09-b176-8460118a1ccb tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:46.055930 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5ea6a-5497-4e80-b7cb-4381587e038f req-359121cc-4276-4b09-b176-8460118a1ccb tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:46.062461 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fab5ea6a-5497-4e80-b7cb-4381587e038f req-359121cc-4276-4b09-b176-8460118a1ccb tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1681 time: 0.0960143 Aug 17 02:17:46.083797 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-7597be87-2453-4ed2-afea-17fb2157b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:46.085443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-7597be87-2453-4ed2-afea-17fb2157b862 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.5110962 Aug 17 02:17:46.094948 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b636e-bec9-4cc0-bb2d-fa08343d458b req-08b4e145-2953-4a8d-a923-9b3fcdb2a546 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:46.103029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-770b636e-bec9-4cc0-bb2d-fa08343d458b req-08b4e145-2953-4a8d-a923-9b3fcdb2a546 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 950 time: 0.4441597 Aug 17 02:17:46.123270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-a0a161e8-9f69-4b2a-80a8-da8f43d6873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:46.124765 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-a0a161e8-9f69-4b2a-80a8-da8f43d6873e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.5816860 Aug 17 02:17:46.125840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc68952-18ed-4c3b-b862-f49329185d7e admin admin] Deleting subnet 6c00931e-1f03-445c-a1f0-72badb05ebfa {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:17:46.140042 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cdc68952-18ed-4c3b-b862-f49329185d7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:46.167758 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fab5ea6a-5497-4e80-b7cb-4381587e038f req-bd3dfbc6-d887-4b42-a8b0-62c525c1e7d3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815523 Aug 17 02:17:46.180045 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-810de3ec-8232-4802-be4f-2d7fa5e5c807 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 HTTP/1.1" status: 200 len: 217 time: 0.0706248 Aug 17 02:17:46.191627 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cdc68952-18ed-4c3b-b862-f49329185d7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:46.244262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-1121acff-0be6-4b01-881b-d972c9fdc43e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d914708-2478-4807-b870-f6ad7846bfa9 HTTP/1.1" status: 200 len: 217 time: 0.0779858 Aug 17 02:17:46.331071 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cdc68952-18ed-4c3b-b862-f49329185d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:46.335628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-770b636e-bec9-4cc0-bb2d-fa08343d458b req-beabb665-1d4f-4136-adc5-a2a5a85fdf92 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316024 Aug 17 02:17:46.349171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7649d7de-f370-4a7c-9455-0219bdd83d7c up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:17:46.367310 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-9f5849ca-da36-4954-9c52-8fad09e9e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:46.373909 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-9f5849ca-da36-4954-9c52-8fad09e9e988 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.1046216 Aug 17 02:17:46.382554 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7426f-2a79-4dad-8e0c-62d4e26a0ce1 req-952b2c4e-724e-4600-b41c-a59543de721f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:46.392492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-5b823b38-0988-4fc7-bf08-0db491198a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:46.393081 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17c7426f-2a79-4dad-8e0c-62d4e26a0ce1 req-952b2c4e-724e-4600-b41c-a59543de721f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0954406 Aug 17 02:17:46.393188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-5b823b38-0988-4fc7-bf08-0db491198a87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1419141 Aug 17 02:17:46.440309 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17c7426f-2a79-4dad-8e0c-62d4e26a0ce1 req-f0fcd7d2-cf49-46ab-8be2-7e1968e5e374 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477335 Aug 17 02:17:46.443070 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-8e79eb6e-4c35-44f1-847d-d7f6c5bae035 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532992 Aug 17 02:17:46.539308 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ea39630-9258-47d9-befa-53394d994a89 req-10c1d91f-3c72-403b-8e21-cbdade8ba7c3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 210 time: 0.0764501 Aug 17 02:17:46.598691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a84af622-7e34-46c0-a17c-6ea26f552cbe no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:17:46.608148 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-a6340303-fde8-4d22-8e3a-ae243057e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:46.610156 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-a6340303-fde8-4d22-8e3a-ae243057e188 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1776042 Aug 17 02:17:46.623190 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: a84af622-7e34-46c0-a17c-6ea26f552cbe {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:17:46.624089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a84af622-7e34-46c0-a17c-6ea26f552cbe not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:17:46.634911 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cdc68952-18ed-4c3b-b862-f49329185d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:46.665474 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc68952-18ed-4c3b-b862-f49329185d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c00931e-1f03-445c-a1f0-72badb05ebfa,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:46.669647 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cdc68952-18ed-4c3b-b862-f49329185d7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:46.671532 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cdc68952-18ed-4c3b-b862-f49329185d7e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6c00931e-1f03-445c-a1f0-72badb05ebfa HTTP/1.1" status: 204 len: 168 time: 0.6450429 Aug 17 02:17:46.674129 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40168) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:46.680709 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824df0c5-4726-437b-b385-87e854e27db7 None None] Network a8fef78a-d4b2-4e88-8388-a5592f518deb requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:17:46.700970 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-6506cf20-5605-4f43-84f0-199b348b35a5 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392039 Aug 17 02:17:46.733614 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 7649d7de-f370-4a7c-9455-0219bdd83d7c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:46.748648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 7649d7de-f370-4a7c-9455-0219bdd83d7c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:46.749354 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:46.787701 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-d94d046a-8af5-4b16-b477-09ff2e6762fe tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436003 Aug 17 02:17:46.804519 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce9b3b-0443-4d2b-9578-d44474445a92 req-c433608a-12b2-41b9-8a8f-ca60ec205292 tempest-LiveMigrationNegativeTest-1509573293 tempest-LiveMigrationNegativeTest-1509573293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:46.807141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acce9b3b-0443-4d2b-9578-d44474445a92 req-c433608a-12b2-41b9-8a8f-ca60ec205292 tempest-LiveMigrationNegativeTest-1509573293 tempest-LiveMigrationNegativeTest-1509573293-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 1102 time: 0.1726747 Aug 17 02:17:46.841316 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-16c9844f-d904-4f19-b877-41808d03b698 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210891 Aug 17 02:17:46.856775 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:46.864460 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-acce9b3b-0443-4d2b-9578-d44474445a92 req-899bc112-3269-46ce-b7df-a13651ee9c5b tempest-LiveMigrationNegativeTest-1509573293 tempest-LiveMigrationNegativeTest-1509573293-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:46.904711 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:46.961254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97818907-03c2-4620-a47a-f99e375185cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7649d7de-f370-4a7c-9455-0219bdd83d7c'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:46.971492 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb499b4e-052f-42da-bdd3-0af1a8bdd1c9" -d '{"events": [{"server_uuid": "97818907-03c2-4620-a47a-f99e375185cd", "name": "network-vif-plugged", "status": "completed", "tag": "7649d7de-f370-4a7c-9455-0219bdd83d7c"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:46.981686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-6d761ba6-3f7b-4434-b0e3-06da93154a0c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:46.983525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f472b735-31f3-45ad-aed7-582e29ec7c55 None None] DHCP port deletion for a8fef78a-d4b2-4e88-8388-a5592f518deb request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:17:46.985469 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-6a579f93-ff07-480e-b050-16f60a275edc service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705197 Aug 17 02:17:46.991570 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-6d761ba6-3f7b-4434-b0e3-06da93154a0c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1944900 Aug 17 02:17:46.991821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7649d7de-f370-4a7c-9455-0219bdd83d7c, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7649d7de-f370-4a7c-9455-0219bdd83d7c,segment=NetworkSegment(87bbf51a-a538-4c41-b5b1-c5cb76f87497),segment_id=87bbf51a-a538-4c41-b5b1-c5cb76f87497)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:47.020189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-406ebe92-0572-4126-bcd3-27507fb8d99e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Request body: {'port': {'device_id': '236c323a-70ad-4212-a101-411c0aff45bb', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'a9f9340ccf804f2bb218a8f3750cde77'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:47.052523 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f472b735-31f3-45ad-aed7-582e29ec7c55 None None] Deleting port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:47.055615 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f472b735-31f3-45ad-aed7-582e29ec7c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:47.056600 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f32a9509-7bee-4b64-aa72-786590b0a094 req-f5ccce17-79a6-4b38-9186-48e9f00e83e3 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079449 Aug 17 02:17:47.124776 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:47.125280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7875c891-5e8c-496e-b2d3-edd4b3388b41 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:17:47.130946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-acce9b3b-0443-4d2b-9578-d44474445a92 req-899bc112-3269-46ce-b7df-a13651ee9c5b tempest-LiveMigrationNegativeTest-1509573293 tempest-LiveMigrationNegativeTest-1509573293-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:47.139081 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] Deleting port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:47.139081 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:47.206269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f472b735-31f3-45ad-aed7-582e29ec7c55 None None] For port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:47.206661 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f472b735-31f3-45ad-aed7-582e29ec7c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:47.206775 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc0fc3-95b0-4d53-927b-8604a7d19547 req-9c2486db-dc0c-4d94-a577-1ff70bf8c78f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:47.208267 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2cc0fc3-95b0-4d53-927b-8604a7d19547 req-9c2486db-dc0c-4d94-a577-1ff70bf8c78f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 944 time: 0.1802199 Aug 17 02:17:47.244292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f472b735-31f3-45ad-aed7-582e29ec7c55 None None] Calling delete_port for c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:47.263900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=7649d7de-f370-4a7c-9455-0219bdd83d7c,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:47.273187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] For port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a,segment=NetworkSegment(0791da0b-48cb-406d-af30-7a108ddc944d),segment_id=0791da0b-48cb-406d-af30-7a108ddc944d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:47.273577 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:47.291526 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-acce9b3b-0443-4d2b-9578-d44474445a92 req-899bc112-3269-46ce-b7df-a13651ee9c5b tempest-LiveMigrationNegativeTest-1509573293 tempest-LiveMigrationNegativeTest-1509573293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:47.295130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] Calling delete_port for c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:47.309966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:47.310314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:47.310633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:47.311045 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:47.311310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:47.311677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:47.312616 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:47.312616 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:47.312922 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:47.313344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:47.313866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:47.314614 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:17:47.333295 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2cc0fc3-95b0-4d53-927b-8604a7d19547 req-689d1708-d494-43d6-9381-3b4dded0250c tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028581 Aug 17 02:17:47.375599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acce9b3b-0443-4d2b-9578-d44474445a92 req-899bc112-3269-46ce-b7df-a13651ee9c5b tempest-LiveMigrationNegativeTest-1509573293 tempest-LiveMigrationNegativeTest-1509573293-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497644 Aug 17 02:17:47.395886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bc112-3269-46ce-b7df-a13651ee9c5b tempest-LiveMigrationNegativeTest-1509573293 tempest-LiveMigrationNegativeTest-1509573293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ed5726-e01d-4ee4-9edd-51fea58d1465,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:47.430334 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ee5730-254e-47ed-9643-33cccf796f5b x-openstack-request-id: req-d2ee5730-254e-47ed-9643-33cccf796f5b {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:47.430852 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97818907-03c2-4620-a47a-f99e375185cd", "name": "network-vif-plugged", "status": "completed", "tag": "7649d7de-f370-4a7c-9455-0219bdd83d7c", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:47.430937 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2ee5730-254e-47ed-9643-33cccf796f5b {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:47.431587 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97818907-03c2-4620-a47a-f99e375185cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7649d7de-f370-4a7c-9455-0219bdd83d7c', 'code': 200} Aug 17 02:17:47.445468 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 7875c891-5e8c-496e-b2d3-edd4b3388b41 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:47.451759 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 7875c891-5e8c-496e-b2d3-edd4b3388b41 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:47.452444 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:47.543747 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:47.551572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbcbf2-c646-43ef-9dbc-5a9698f92301 req-1ea35068-9037-4805-a069-77d666784a8a tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:47.558243 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbcbf2-c646-43ef-9dbc-5a9698f92301 req-1ea35068-9037-4805-a069-77d666784a8a tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:47.560197 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-56dbcbf2-c646-43ef-9dbc-5a9698f92301 req-1ea35068-9037-4805-a069-77d666784a8a tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1682 time: 0.0745375 Aug 17 02:17:47.592021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7875c891-5e8c-496e-b2d3-edd4b3388b41, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7875c891-5e8c-496e-b2d3-edd4b3388b41,segment=NetworkSegment(9c814f80-5d8d-4a4e-8e6a-0611c07eff84),segment_id=9c814f80-5d8d-4a4e-8e6a-0611c07eff84)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:47.610063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-406ebe92-0572-4126-bcd3-27507fb8d99e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Made reservation on behalf of a9f9340ccf804f2bb218a8f3750cde77 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:17:47.613748 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-406ebe92-0572-4126-bcd3-27507fb8d99e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:47.644802 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-56dbcbf2-c646-43ef-9dbc-5a9698f92301 req-acd66b0f-2525-4451-a39b-3082f740461b tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784321 Aug 17 02:17:47.697048 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f472b735-31f3-45ad-aed7-582e29ec7c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:47.728468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9c9ef-90ad-4187-8362-cd7abf5a5f10 req-34806071-4221-46fd-8d3b-0bb1675a6380 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:47.730351 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3f9c9ef-90ad-4187-8362-cd7abf5a5f10 req-34806071-4221-46fd-8d3b-0bb1675a6380 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0846334 Aug 17 02:17:47.730909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472b735-31f3-45ad-aed7-582e29ec7c55 None None] No DVR routers for this DVR port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:17:47.779263 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472b735-31f3-45ad-aed7-582e29ec7c55 None None] Pushing event deleted for resources: {'Port': ['ID=c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:47.801866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:47.807777 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:47.807777 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:17:47.813723 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3f9c9ef-90ad-4187-8362-cd7abf5a5f10 req-a5c0cf94-b6b3-4893-9d30-069f6001418d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652602 Aug 17 02:17:47.922499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] No DVR routers for this DVR port c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:17:47.934833 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-956a31e8-e283-4ba2-a6df-25016ca116cc req-41168c01-c70b-4935-aa5f-98635ca67e3b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 210 time: 0.0461059 Aug 17 02:17:47.939039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:47.987909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=7875c891-5e8c-496e-b2d3-edd4b3388b41,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:48.029632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-4ce0ad57-11e0-418b-a003-92568230d137 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:48.031652 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-4ce0ad57-11e0-418b-a003-92568230d137 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 1096 time: 0.1015863 Aug 17 02:17:48.058925 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:48.083963 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-406ebe92-0572-4126-bcd3-27507fb8d99e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Allocated IP 192.168.233.233 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/b5a95618-4995-4cdf-a406-580f105bffc5) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:17:48.103693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:48.157218 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-18164832-483e-432d-b171-0c30a23c87a7 req-99136468-737a-44ee-9149-f010197e3257 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c550e563fd1d4c699494bbb3241e98cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204495 Aug 17 02:17:48.159858 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:48.182760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fef78a-d4b2-4e88-8388-a5592f518deb']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:48.228035 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:48.235349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0791da0b-48cb-406d-af30-7a108ddc944d') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:48.235349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0791da0b-48cb-406d-af30-7a108ddc944d') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:17:48.282951 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 70dea055-1277-4031-8903-c53bfca6362c no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:17:48.306866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:48.310786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 70dea055-1277-4031-8903-c53bfca6362c {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:17:48.311133 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 70dea055-1277-4031-8903-c53bfca6362c not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:17:48.311772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:17:48.317996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f49d2ac1-023a-45db-a55f-7896c9ebe8d2 service neutron] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:17:48.322732 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f49d2ac1-023a-45db-a55f-7896c9ebe8d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:48.327652 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7861e3-9e20-44a8-8041-e6d5c42308a4 req-f49d2ac1-023a-45db-a55f-7896c9ebe8d2 service neutron] 10.222.0.18 "DELETE /v2.0/ports/0d914708-2478-4807-b870-f6ad7846bfa9/bindings/n-h1-793621-31 HTTP/1.1" status: 204 len: 173 time: 0.2835135 Aug 17 02:17:48.330693 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:48.340601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:17:48.341040 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c3ad5f6d-6f9c-4fc7-9932-2ba75f1c2c1a not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:17:48.388917 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:48.435232 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:17:48.435636 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:17:48.441080 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:17:48.526705 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18164832-483e-432d-b171-0c30a23c87a7 req-34752763-616e-4fbc-b92e-77f96f2f6198 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:48.528098 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-18164832-483e-432d-b171-0c30a23c87a7 req-34752763-616e-4fbc-b92e-77f96f2f6198 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3543978 Aug 17 02:17:48.560425 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-18164832-483e-432d-b171-0c30a23c87a7 req-eb0eaf6f-a4a8-4702-b197-a5413a44b99e tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/quotas/c550e563fd1d4c699494bbb3241e98cc HTTP/1.1" status: 200 len: 375 time: 0.0258741 Aug 17 02:17:48.586067 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-406ebe92-0572-4126-bcd3-27507fb8d99e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:48.615113 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-18164832-483e-432d-b171-0c30a23c87a7 req-49c9d952-0a43-41e2-8590-59f2a261ba29 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c550e563fd1d4c699494bbb3241e98cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471799 Aug 17 02:17:48.620875 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-406ebe92-0572-4126-bcd3-27507fb8d99e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Transition to ACTIVE for port object b5a95618-4995-4cdf-a406-580f105bffc5 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:48.743226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89526ec7-56e0-4ebf-97cd-90ec22ba5032 req-236dbe54-e42b-4a23-9a9e-d642f775b90e tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:48.744815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89526ec7-56e0-4ebf-97cd-90ec22ba5032 req-236dbe54-e42b-4a23-9a9e-d642f775b90e tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 944 time: 0.0589559 Aug 17 02:17:48.787574 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89526ec7-56e0-4ebf-97cd-90ec22ba5032 req-026213d6-fd6b-417f-b433-91de442b1fe6 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361483 Aug 17 02:17:48.788517 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:48.797600 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:48.801214 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] 10.222.0.13 "DELETE /v2.0/networks/a8fef78a-d4b2-4e88-8388-a5592f518deb HTTP/1.1" status: 204 len: 168 time: 2.1258790 Aug 17 02:17:48.818445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ce6d2-d4a2-4b37-89e8-5207503d5c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=a8fef78a-d4b2-4e88-8388-a5592f518deb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:48.879825 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-406ebe92-0572-4126-bcd3-27507fb8d99e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:48.923409 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b', '04266431-7c66-474d-92ed-f2816703ff8e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:48.933994 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02a732-001b-4457-8794-76b9dec8a78e req-2e03eb93-fb15-495c-b13d-b7196be558c2 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:48.937530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b02a732-001b-4457-8794-76b9dec8a78e req-2e03eb93-fb15-495c-b13d-b7196be558c2 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 950 time: 0.0662975 Aug 17 02:17:48.941687 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['86865cbe-856c-4539-af91-504f55c8d616', 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4', 'e7deafc5-9d4e-428d-90d8-86743d3eba84', '11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e', '6478f48b-18c8-44e4-ac74-9b3f646f3165'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:48.968566 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-406ebe92-0572-4126-bcd3-27507fb8d99e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:17:48.971123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-406ebe92-0572-4126-bcd3-27507fb8d99e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:17:48.979515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-406ebe92-0572-4126-bcd3-27507fb8d99e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:17:48.998363 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b02a732-001b-4457-8794-76b9dec8a78e req-caccbab0-576c-48fe-9d84-06c4da47fef3 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534129 Aug 17 02:17:49.034474 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ebe92-0572-4126-bcd3-27507fb8d99e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event updated for resources: {'Port': ['ID=b5a95618-4995-4cdf-a406-580f105bffc5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:49.146809 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-406ebe92-0572-4126-bcd3-27507fb8d99e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:49.151401 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-406ebe92-0572-4126-bcd3-27507fb8d99e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:49.256866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15044ee-6089-4543-be57-78ce6dc66c43 req-7da253b5-2c3e-4c07-b43f-8189a899f9e5 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:49.277413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15044ee-6089-4543-be57-78ce6dc66c43 req-7da253b5-2c3e-4c07-b43f-8189a899f9e5 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:49.296802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d15044ee-6089-4543-be57-78ce6dc66c43 req-7da253b5-2c3e-4c07-b43f-8189a899f9e5 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1683 time: 0.1870418 Aug 17 02:17:49.363324 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-406ebe92-0572-4126-bcd3-27507fb8d99e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3520155 Aug 17 02:17:49.385275 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Request body: {'port': {'device_id': '236c323a-70ad-4212-a101-411c0aff45bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:49.417853 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d15044ee-6089-4543-be57-78ce6dc66c43 req-1392301e-5dda-4c51-a748-75540f7900f8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196489 Aug 17 02:17:49.447158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db566ee-2839-4318-a9a2-5ec44591dc77 req-624cc16b-6566-4611-a688-d93b16d3003f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:49.447158 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3db566ee-2839-4318-a9a2-5ec44591dc77 req-624cc16b-6566-4611-a688-d93b16d3003f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 948 time: 0.1468689 Aug 17 02:17:49.448136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97818907-03c2-4620-a47a-f99e375185cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7875c891-5e8c-496e-b2d3-edd4b3388b41'}, {'server_uuid': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:49.450453 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f757268-2adc-466f-b2a4-a9eed5041a48" -d '{"events": [{"server_uuid": "97818907-03c2-4620-a47a-f99e375185cd", "name": "network-vif-plugged", "status": "completed", "tag": "7875c891-5e8c-496e-b2d3-edd4b3388b41"}, {"server_uuid": "f685fffd-b25b-4cee-80ec-07a7811e35dd", "name": "network-vif-unplugged", "status": "completed", "tag": "ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:49.513682 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3db566ee-2839-4318-a9a2-5ec44591dc77 req-cf38341f-7613-4f9e-8664-6dd9ad78fffa tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736995 Aug 17 02:17:49.530275 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:49.607942 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40254) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:49.624799 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-962f380d-636d-4170-aeaf-193b9a50a1ce None None] Provisioning for port b5a95618-4995-4cdf-a406-580f105bffc5 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:49.650390 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-962f380d-636d-4170-aeaf-193b9a50a1ce None None] Provisioning complete for port b5a95618-4995-4cdf-a406-580f105bffc5 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:49.651243 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-962f380d-636d-4170-aeaf-193b9a50a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:49.699260 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-42cf54ea-6d28-49de-9516-6f41bda89e39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fb185b015da4582807275c9b311c0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0891683 Aug 17 02:17:49.705436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40256) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:49.740804 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-962f380d-636d-4170-aeaf-193b9a50a1ce None None] Port b5a95618-4995-4cdf-a406-580f105bffc5 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:17:49.773512 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d0eef-dede-4154-a7ba-a51a76e26414 req-c598d3bf-fab6-4f58-a0f7-6262d5b798a4 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:49.775253 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a79d0eef-dede-4154-a7ba-a51a76e26414 req-c598d3bf-fab6-4f58-a0f7-6262d5b798a4 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 936 time: 0.1694784 Aug 17 02:17:49.815209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf5149-8e9f-4f7e-b3c7-94821c693b0a req-1532e19d-cedf-444c-8256-d8e0be71a654 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:49.817977 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0abf5149-8e9f-4f7e-b3c7-94821c693b0a req-1532e19d-cedf-444c-8256-d8e0be71a654 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 1096 time: 0.1163168 Aug 17 02:17:49.877477 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42462edf-5931-4b61-afcd-2ea3568e2997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:49.899119 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a79d0eef-dede-4154-a7ba-a51a76e26414 req-ab12c12c-ca2b-436f-97c2-5b32de48a317 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796757 Aug 17 02:17:49.948627 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42462edf-5931-4b61-afcd-2ea3568e2997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:49.984015 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0abf5149-8e9f-4f7e-b3c7-94821c693b0a req-8e586986-240f-45a6-97ba-89110e632bb7 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433480 Aug 17 02:17:50.102662 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf230f6-9c4e-4f3b-9e60-2d175c4a673e x-openstack-request-id: req-cdf230f6-9c4e-4f3b-9e60-2d175c4a673e {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:50.102662 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97818907-03c2-4620-a47a-f99e375185cd", "name": "network-vif-plugged", "status": "completed", "tag": "7875c891-5e8c-496e-b2d3-edd4b3388b41", "code": 200}, {"server_uuid": "f685fffd-b25b-4cee-80ec-07a7811e35dd", "name": "network-vif-unplugged", "status": "completed", "tag": "ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:50.102662 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdf230f6-9c4e-4f3b-9e60-2d175c4a673e {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:50.102662 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97818907-03c2-4620-a47a-f99e375185cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7875c891-5e8c-496e-b2d3-edd4b3388b41', 'code': 200} Aug 17 02:17:50.103942 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0', 'code': 200} Aug 17 02:17:50.136917 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-efba07ff-648b-40e8-9084-dfcc61366cdc tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c550e563fd1d4c699494bbb3241e98cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342329 Aug 17 02:17:50.216321 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42462edf-5931-4b61-afcd-2ea3568e2997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:50.220163 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42462edf-5931-4b61-afcd-2ea3568e2997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:50.229272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-42462edf-5931-4b61-afcd-2ea3568e2997 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32dd62f8-638d-4a84-b6e0-1e1308f2c51c HTTP/1.1" status: 204 len: 168 time: 0.5146985 Aug 17 02:17:50.245374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42462edf-5931-4b61-afcd-2ea3568e2997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dd62f8-638d-4a84-b6e0-1e1308f2c51c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:50.295344 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a95618-4995-4cdf-a406-580f105bffc5 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:17:50.328014 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:50.330299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bddbe6-7597-42ff-845e-ab6dac68bfdd req-630626d2-ca5f-4151-8493-53c2b78b464d tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:50.333851 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35bddbe6-7597-42ff-845e-ab6dac68bfdd req-630626d2-ca5f-4151-8493-53c2b78b464d tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 1096 time: 0.1833043 Aug 17 02:17:50.347780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4b3f8-81f2-445f-a514-26a4404ced70 req-8b6c4528-0ef7-4a9c-89f6-8c73ef74b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:50.348296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4b3f8-81f2-445f-a514-26a4404ced70 req-8b6c4528-0ef7-4a9c-89f6-8c73ef74b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:50.350707 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6bf4b3f8-81f2-445f-a514-26a4404ced70 req-8b6c4528-0ef7-4a9c-89f6-8c73ef74b6e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1987 time: 0.1069033 Aug 17 02:17:50.374888 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Transition to ACTIVE for port object b5a95618-4995-4cdf-a406-580f105bffc5 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:50.379339 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:17:50.416143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35bddbe6-7597-42ff-845e-ab6dac68bfdd req-04358a1c-39c6-48f0-b3b9-436f974cd427 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648468 Aug 17 02:17:50.460402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6bf4b3f8-81f2-445f-a514-26a4404ced70 req-3e81cdba-3ce3-490c-a2f1-44c548cd190a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991585 Aug 17 02:17:50.656137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:50.677649 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0', 'mac_address': 'fa:16:3e:05:6c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:17:50.702693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e153ad4-72da-4e89-93ae-63955453c2e0 req-f6d979e2-f8a9-4a50-b3c6-e39e594dfd3e tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:50.705576 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e153ad4-72da-4e89-93ae-63955453c2e0 req-f6d979e2-f8a9-4a50-b3c6-e39e594dfd3e tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 950 time: 0.1080072 Aug 17 02:17:50.737397 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:50.761638 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:17:50.787046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e153ad4-72da-4e89-93ae-63955453c2e0 req-e5c95907-0e4e-4cb9-8dde-b6fcbecc9c1c tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702839 Aug 17 02:17:50.790614 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:50.890678 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:50.922354 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:50.975251 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e226a73-0eda-4498-b01b-e92e0f1e693b req-d9056d44-d94b-47ce-a74b-fdcfa399ce33 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:50.982940 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e226a73-0eda-4498-b01b-e92e0f1e693b req-d9056d44-d94b-47ce-a74b-fdcfa399ce33 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:50.996366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,revision_number=10']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:51.005214 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e226a73-0eda-4498-b01b-e92e0f1e693b req-d9056d44-d94b-47ce-a74b-fdcfa399ce33 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1683 time: 0.1305745 Aug 17 02:17:51.010006 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-750aa6a1-0ca4-4b9f-b45f-1413aaf756d7 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:51.024287 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-750aa6a1-0ca4-4b9f-b45f-1413aaf756d7 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8850920 Aug 17 02:17:51.058287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e226a73-0eda-4498-b01b-e92e0f1e693b req-67d35652-f33c-48ed-82f9-92a2d7d78fa8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517867 Aug 17 02:17:51.072234 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a95618-4995-4cdf-a406-580f105bffc5,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:51.096145 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-22bd10d9-f029-4b69-a9e1-e8726c46a9db tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/quotas/c550e563fd1d4c699494bbb3241e98cc HTTP/1.1" status: 200 len: 375 time: 0.0637062 Aug 17 02:17:51.217859 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58c1fc-f569-45d1-8e1c-aa12a45de892 req-f3976e5c-502c-4761-90e1-49b4de5b2811 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:51.221557 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-3d9ad4e5-58e2-48e0-9572-ea24b730107f tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c550e563fd1d4c699494bbb3241e98cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1241105 Aug 17 02:17:51.226515 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c58c1fc-f569-45d1-8e1c-aa12a45de892 req-f3976e5c-502c-4761-90e1-49b4de5b2811 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.0660167 Aug 17 02:17:51.275262 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Attempting to bind port b5a95618-4995-4cdf-a406-580f105bffc5 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:17:51.275889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Attempting to bind port b5a95618-4995-4cdf-a406-580f105bffc5 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:17:51.276447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Attempting to bind port b5a95618-4995-4cdf-a406-580f105bffc5 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:51.281930 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c58c1fc-f569-45d1-8e1c-aa12a45de892 req-4b1b81ab-b4a9-4def-8435-3f012849fd98 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543339 Aug 17 02:17:51.300132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Port b5a95618-4995-4cdf-a406-580f105bffc5 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:17:51.300985 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Attempting to bind port b5a95618-4995-4cdf-a406-580f105bffc5 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:51.329657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:17:51.330056 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:17:51.330450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:17:51.330919 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Bound port: b5a95618-4995-4cdf-a406-580f105bffc5, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:17:51.331284 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:51.368549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a9bb7-a5f8-48cc-9d48-cad536ccf3c4 req-7ce0d8ff-2735-4e26-a452-5f16352ba55d tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:51.375602 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-163a9bb7-a5f8-48cc-9d48-cad536ccf3c4 req-7ce0d8ff-2735-4e26-a452-5f16352ba55d tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.42 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 950 time: 0.0864573 Aug 17 02:17:51.447039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] For port b5a95618-4995-4cdf-a406-580f105bffc5, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:17:51.450936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] For port b5a95618-4995-4cdf-a406-580f105bffc5, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=b5a95618-4995-4cdf-a406-580f105bffc5,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:17:51.532075 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-163a9bb7-a5f8-48cc-9d48-cad536ccf3c4 req-d4f0a6d0-7ad4-43d0-847b-af73e9ce2022 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Deleting port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:51.533000 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-163a9bb7-a5f8-48cc-9d48-cad536ccf3c4 req-d4f0a6d0-7ad4-43d0-847b-af73e9ce2022 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:51.550906 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:51.712515 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:51.729130 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-163a9bb7-a5f8-48cc-9d48-cad536ccf3c4 req-d4f0a6d0-7ad4-43d0-847b-af73e9ce2022 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] For port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7409f1b2-6fa4-49cb-924b-8b2ff0bbf745,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:51.729776 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-163a9bb7-a5f8-48cc-9d48-cad536ccf3c4 req-d4f0a6d0-7ad4-43d0-847b-af73e9ce2022 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:51.741741 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a95618-4995-4cdf-a406-580f105bffc5,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:51.747377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-163a9bb7-a5f8-48cc-9d48-cad536ccf3c4 req-d4f0a6d0-7ad4-43d0-847b-af73e9ce2022 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Calling delete_port for 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:51.749084 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:51.750250 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:51.752651 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-9cf0b28c-742d-4f1b-b38b-4b07f279f900 service neutron] 10.222.0.42 "PUT /v2.0/ports/b5a95618-4995-4cdf-a406-580f105bffc5 HTTP/1.1" status: 200 len: 1097 time: 2.3724964 Aug 17 02:17:51.753418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236c323a-70ad-4212-a101-411c0aff45bb', 'tag': 'b5a95618-4995-4cdf-a406-580f105bffc5'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:51.758130 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05fbec4-baae-483b-94cc-df868883258a" -d '{"events": [{"name": "network-changed", "server_uuid": "236c323a-70ad-4212-a101-411c0aff45bb", "tag": "b5a95618-4995-4cdf-a406-580f105bffc5"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:51.901177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2036f88-96ac-44ca-ad6f-d10e0606b8b7 req-287e97a5-405b-4174-a433-4585cff7ea39 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:51.907800 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e2036f88-96ac-44ca-ad6f-d10e0606b8b7 req-287e97a5-405b-4174-a433-4585cff7ea39 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 948 time: 0.1682389 Aug 17 02:17:52.059117 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e2036f88-96ac-44ca-ad6f-d10e0606b8b7 req-896ce5a3-9c66-4c34-ab34-d5257d16d243 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433582 Aug 17 02:17:52.224974 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9ce93b13-41ad-487e-851d-35a5f148839d req-a9f052c5-ab05-43da-a504-683e1af8924b tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 210 time: 0.0384967 Aug 17 02:17:52.245524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-8a8c9507-a952-4343-9999-409413c74142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:52.248048 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-8a8c9507-a952-4343-9999-409413c74142 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 1100 time: 0.1849420 Aug 17 02:17:52.280026 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-163a9bb7-a5f8-48cc-9d48-cad536ccf3c4 req-d4f0a6d0-7ad4-43d0-847b-af73e9ce2022 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:52.308547 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b60d36-8299-406f-95b1-0cd59cd8ee7c x-openstack-request-id: req-b9b60d36-8299-406f-95b1-0cd59cd8ee7c {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:52.309356 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236c323a-70ad-4212-a101-411c0aff45bb", "tag": "b5a95618-4995-4cdf-a406-580f105bffc5", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:52.312433 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9b60d36-8299-406f-95b1-0cd59cd8ee7c {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:52.313105 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236c323a-70ad-4212-a101-411c0aff45bb', 'tag': 'b5a95618-4995-4cdf-a406-580f105bffc5', 'status': 'completed', 'code': 200} Aug 17 02:17:52.404067 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-e68dbd00-2b40-4835-a9ef-c716a54cd293 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=b5a95618-4995-4cdf-a406-580f105bffc5 HTTP/1.1" status: 200 len: 217 time: 0.1327472 Aug 17 02:17:52.416885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0a6d0-7ad4-43d0-847b-af73e9ce2022 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Pushing event deleted for resources: {'Port': ['ID=7409f1b2-6fa4-49cb-924b-8b2ff0bbf745,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:52.478884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-163a9bb7-a5f8-48cc-9d48-cad536ccf3c4 req-d4f0a6d0-7ad4-43d0-847b-af73e9ce2022 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] No DVR routers for this DVR port 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:17:52.487084 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-163a9bb7-a5f8-48cc-9d48-cad536ccf3c4 req-d4f0a6d0-7ad4-43d0-847b-af73e9ce2022 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:52.492426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-163a9bb7-a5f8-48cc-9d48-cad536ccf3c4 req-d4f0a6d0-7ad4-43d0-847b-af73e9ce2022 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.42 "DELETE /v2.0/ports/7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 HTTP/1.1" status: 204 len: 173 time: 1.1149700 Aug 17 02:17:52.492843 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd312003b-41a1-4798-84be-3243d8a16faf', 'name': 'network-vif-deleted', 'tag': '7409f1b2-6fa4-49cb-924b-8b2ff0bbf745'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:52.499570 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd71480f-80c7-4727-8576-3f66266807c6" -d '{"events": [{"server_uuid": "d312003b-41a1-4798-84be-3243d8a16faf", "name": "network-vif-deleted", "tag": "7409f1b2-6fa4-49cb-924b-8b2ff0bbf745"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:52.519246 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0985623f-f401-4bf9-a8b4-41188d7989ff req-a7205e6c-e07a-45a7-8215-8408d6da8087 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 210 time: 0.0978878 Aug 17 02:17:52.559965 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-94014b39-9890-4ea9-bcbd-54e205ec59f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:52.566043 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-94014b39-9890-4ea9-bcbd-54e205ec59f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1408377 Aug 17 02:17:52.729786 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-1f27a3ab-fcc9-42e0-ae17-08c395641cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:52.731880 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-1f27a3ab-fcc9-42e0-ae17-08c395641cbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1355846 Aug 17 02:17:52.793165 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776aca2-0ec4-4b35-a027-86b322c86d6f req-006058bd-3867-4a78-92dd-de37f3701932 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:52.822416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776aca2-0ec4-4b35-a027-86b322c86d6f req-006058bd-3867-4a78-92dd-de37f3701932 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:52.827166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8776aca2-0ec4-4b35-a027-86b322c86d6f req-006058bd-3867-4a78-92dd-de37f3701932 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1683 time: 0.2146032 Aug 17 02:17:52.828330 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40334) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:52.904329 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8776aca2-0ec4-4b35-a027-86b322c86d6f req-4d6fc5c4-c520-4b51-a875-83d0cb03710c tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629044 Aug 17 02:17:52.957424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfeb21b-8ce1-43fe-b145-e0fcaa0fd1bc req-97d0a1c8-d647-4e44-a31d-4922570cce10 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:52.959564 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9dfeb21b-8ce1-43fe-b145-e0fcaa0fd1bc req-97d0a1c8-d647-4e44-a31d-4922570cce10 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.2555180 Aug 17 02:17:53.108611 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-d60af793-5c12-44b6-8f7e-46e07c5d2b03 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300211 Aug 17 02:17:53.123147 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9dfeb21b-8ce1-43fe-b145-e0fcaa0fd1bc req-373846a7-219c-4647-bf0d-eb6ae4f50ec5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542780 Aug 17 02:17:53.177640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-network', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:53.265672 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4421e17-9625-43b5-a753-b52bf49724b7 x-openstack-request-id: req-c4421e17-9625-43b5-a753-b52bf49724b7 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:53.266157 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d312003b-41a1-4798-84be-3243d8a16faf", "name": "network-vif-deleted", "tag": "7409f1b2-6fa4-49cb-924b-8b2ff0bbf745", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:53.266539 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4421e17-9625-43b5-a753-b52bf49724b7 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:53.267171 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd312003b-41a1-4798-84be-3243d8a16faf', 'name': 'network-vif-deleted', 'tag': '7409f1b2-6fa4-49cb-924b-8b2ff0bbf745', 'status': 'completed', 'code': 200} Aug 17 02:17:53.345745 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81e0eef2-2b21-4bc7-ae14-712920f776dd req-e3a3119a-7088-4afa-8c60-d6fdb05c3acf service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199681 Aug 17 02:17:53.393195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] Made reservation on behalf of b111b043eb30490f978d0dac4b74f20c for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:17:53.400632 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:53.442285 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-728698c3-2790-4563-9c72-d73f012a0d20 req-29569e91-37f3-4689-8d93-f481d771f60b tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 210 time: 0.0811269 Aug 17 02:17:53.445160 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:53.453976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca996b-792f-44f3-a881-f135666578dd req-5fb781f3-434d-4f72-828a-97974b26122d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:53.458110 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a5ca996b-792f-44f3-a881-f135666578dd req-5fb781f3-434d-4f72-828a-97974b26122d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 948 time: 0.1101768 Aug 17 02:17:53.529343 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a5ca996b-792f-44f3-a881-f135666578dd req-e5f38d61-decf-4ace-a973-255f1cc4e539 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582535 Aug 17 02:17:53.648439 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:53.697565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fbec4-baae-483b-94cc-df868883258a req-a698405d-4946-4d4a-ba8b-3cb51ac9f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:53.700401 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c05fbec4-baae-483b-94cc-df868883258a req-a698405d-4946-4d4a-ba8b-3cb51ac9f4bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 1100 time: 0.0878277 Aug 17 02:17:53.755092 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4644868-2eab-49c0-a19f-ce900cd81fec req-f3fc019b-f93a-408f-9eee-baff18eb34d5 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312003b-41a1-4798-84be-3243d8a16faf HTTP/1.1" status: 200 len: 210 time: 0.0630693 Aug 17 02:17:53.800558 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:53.806478 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['04063b21-98b8-4670-8ada-9370a689862d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:53.895968 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:17:53.928969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d665dd1-2fa5-4be4-b060-5b4242bf4568,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:53.931736 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fbec4-baae-483b-94cc-df868883258a req-c8ea165c-6104-4eb3-811d-0fa87369c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:53.933762 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c05fbec4-baae-483b-94cc-df868883258a req-c8ea165c-6104-4eb3-811d-0fa87369c50c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2156012 Aug 17 02:17:53.940570 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:53.941067 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] Added segment 05d942b8-d6ee-458b-a341-a6d468c70d75 of type vlan for network e4f5e239-6792-422c-896c-59ceb1999614 Aug 17 02:17:54.034504 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:54.037914 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c05fbec4-baae-483b-94cc-df868883258a req-a9004f81-db64-45c2-9a46-52c2dc46e7e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=b5a95618-4995-4cdf-a406-580f105bffc5 HTTP/1.1" status: 200 len: 217 time: 0.0950248 Aug 17 02:17:54.093395 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18164832-483e-432d-b171-0c30a23c87a7 req-0919e478-6899-4d66-9fd5-3013a6e2c71f tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c550e563fd1d4c699494bbb3241e98cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508254 Aug 17 02:17:54.231151 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f102b-2817-469c-8c27-939c6942df55 req-e7150551-12e1-4ecf-ab84-7728e800e432 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:54.243855 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f102b-2817-469c-8c27-939c6942df55 req-e7150551-12e1-4ecf-ab84-7728e800e432 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:54.259373 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8e0f102b-2817-469c-8c27-939c6942df55 req-e7150551-12e1-4ecf-ab84-7728e800e432 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1683 time: 0.2178929 Aug 17 02:17:54.281386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:54.282959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:54.283916 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:54.313631 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fbec4-baae-483b-94cc-df868883258a req-c792e868-d384-48d9-b0f3-85e0bfcce48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:54.316220 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c05fbec4-baae-483b-94cc-df868883258a req-c792e868-d384-48d9-b0f3-85e0bfcce48d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.2603569 Aug 17 02:17:54.396934 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8e0f102b-2817-469c-8c27-939c6942df55 req-3df1fec9-ea2d-4c3e-b300-7c3b52a1c182 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251183 Aug 17 02:17:54.407005 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:17:54.447027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fbec4-baae-483b-94cc-df868883258a req-2a9c700b-7c20-4508-bbeb-e8bc01c36651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:54.452480 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c05fbec4-baae-483b-94cc-df868883258a req-2a9c700b-7c20-4508-bbeb-e8bc01c36651 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1258721 Aug 17 02:17:54.536732 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:54.537542 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:54.544501 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] Pushing event updated for resources: {'Network': ['ID=e4f5e239-6792-422c-896c-59ceb1999614,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:54.604224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b09b9450-bffd-44b0-bf77-144f02c76e2e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.7738397 Aug 17 02:17:54.608522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40366) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:54.618184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-15fb0f28-7c53-4f57-847d-bfcbacbece36 admin admin] Request body: {'subnet': {'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-subnet', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:54.634959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network e4f5e239-6792-422c-896c-59ceb1999614 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:17:54.644689 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde14f3-9a2f-48ff-bd90-8ac0b35c0958 req-ea70299c-d524-4287-b223-9b96beb14dab tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:54.647692 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7fde14f3-9a2f-48ff-bd90-8ac0b35c0958 req-ea70299c-d524-4287-b223-9b96beb14dab tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 950 time: 0.2478697 Aug 17 02:17:54.677135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18164832-483e-432d-b171-0c30a23c87a7 req-6cf248ac-c3fe-44ad-a86d-857a595593fd tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:54.679893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18164832-483e-432d-b171-0c30a23c87a7 req-6cf248ac-c3fe-44ad-a86d-857a595593fd tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5496781 Aug 17 02:17:54.757475 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c05fbec4-baae-483b-94cc-df868883258a req-4b6a359e-4e53-428a-a1b5-e80e5844cc09 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971766 Aug 17 02:17:54.774065 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7fde14f3-9a2f-48ff-bd90-8ac0b35c0958 req-1870bcd2-24b9-47f7-b5f2-ea69c769324f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922935 Aug 17 02:17:54.793706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Request body: {'port': {'device_id': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'c550e563fd1d4c699494bbb3241e98cc'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:54.797792 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7590403d-da1b-48e5-86f6-27e992d445b7 req-c3acd516-8d13-4483-9212-9151ecd5c657 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 210 time: 0.0657544 Aug 17 02:17:54.914603 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:54.955220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:54.958505 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc44af1-fada-4e30-a067-b853b681224f" -d '{"events": [{"server_uuid": "f685fffd-b25b-4cee-80ec-07a7811e35dd", "name": "network-vif-plugged", "status": "completed", "tag": "ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:54.977918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:55.062220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fb0f28-7c53-4f57-847d-bfcbacbece36 admin admin] Made reservation on behalf of b111b043eb30490f978d0dac4b74f20c for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:17:55.065089 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15fb0f28-7c53-4f57-847d-bfcbacbece36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:55.124987 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:55.128134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:17:55.162310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:17:55.163719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7409f1b2-6fa4-49cb-924b-8b2ff0bbf745 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:17:55.178167 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c05fbec4-baae-483b-94cc-df868883258a req-fc3d094b-9291-4cc5-b3e0-49875e9e6a85 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958843 Aug 17 02:17:55.199758 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97190747-d71d-43f0-89a6-9c149680129a req-edc7ea57-760b-4ad3-ab1f-d7839db0f6d7 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:55.201387 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97190747-d71d-43f0-89a6-9c149680129a req-edc7ea57-760b-4ad3-ab1f-d7839db0f6d7 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 948 time: 0.1706803 Aug 17 02:17:55.234055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Made reservation on behalf of c550e563fd1d4c699494bbb3241e98cc for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:17:55.237191 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:55.240087 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,revision_number=11']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:55.248818 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:55.282708 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97190747-d71d-43f0-89a6-9c149680129a req-9a6777a2-976a-4ce9-a656-b616329c4d86 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665705 Aug 17 02:17:55.428164 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:55.520697 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb9f68-c711-4528-9006-7690c4d703b5 req-5f517604-9d7b-4824-88c2-f3fbfcd46d3c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:55.523109 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a4eb9f68-c711-4528-9006-7690c4d703b5 req-5f517604-9d7b-4824-88c2-f3fbfcd46d3c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 951 time: 0.0655909 Aug 17 02:17:55.524662 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15fb0f28-7c53-4f57-847d-bfcbacbece36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:55.560379 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:55.623125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb0f28-7c53-4f57-847d-bfcbacbece36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e243a7-ddb9-4c7c-88c6-8a6c51b08463,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:55.647883 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbfced8-3912-4151-801e-3b39cfc39697 x-openstack-request-id: req-bbbfced8-3912-4151-801e-3b39cfc39697 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:17:55.648190 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f685fffd-b25b-4cee-80ec-07a7811e35dd", "name": "network-vif-plugged", "status": "completed", "tag": "ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:17:55.648452 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbbfced8-3912-4151-801e-3b39cfc39697 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:17:55.648862 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0', 'code': 200} Aug 17 02:17:55.660146 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a4eb9f68-c711-4528-9006-7690c4d703b5 req-7824750e-bbe0-4a51-b16c-73900ab14d73 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269338 Aug 17 02:17:55.667733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb0f28-7c53-4f57-847d-bfcbacbece36 admin admin] Checking segment: {'id': '05d942b8-d6ee-458b-a341-a6d468c70d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:17:55.668216 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb0f28-7c53-4f57-847d-bfcbacbece36 admin admin] Network hostable DHCP agents. Network: e4f5e239-6792-422c-896c-59ceb1999614, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:17:55.757859 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f92409-c04e-4e92-b015-e0cd1a9ee1b7,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:55.799927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb0f28-7c53-4f57-847d-bfcbacbece36 admin admin] Network e4f5e239-6792-422c-896c-59ceb1999614 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:17:55.807668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Allocated IP 192.168.233.27 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/d1e1de2d-179a-45c3-938c-cd9f729a962d) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:17:55.936607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-15fb0f28-7c53-4f57-847d-bfcbacbece36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, e4f5e239-6792-422c-896c-59ceb1999614) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:17:55.943268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fb0f28-7c53-4f57-847d-bfcbacbece36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:55.944844 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15fb0f28-7c53-4f57-847d-bfcbacbece36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:55.965543 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff02315-a0ea-4cf3-8059-6693cf234dd2 None None] Network e4f5e239-6792-422c-896c-59ceb1999614 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:17:56.094208 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-15fb0f28-7c53-4f57-847d-bfcbacbece36 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4840467 Aug 17 02:17:56.099218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40386) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:17:56.099927 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:56.110272 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:56.120091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3285dc6-4606-4866-bbf4-f5b172820c3e req-067bbe9e-10f2-4e9d-abcb-f20e63e613b3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:56.128412 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3285dc6-4606-4866-bbf4-f5b172820c3e req-067bbe9e-10f2-4e9d-abcb-f20e63e613b3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:56.130362 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3285dc6-4606-4866-bbf4-f5b172820c3e req-067bbe9e-10f2-4e9d-abcb-f20e63e613b3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1683 time: 0.1370080 Aug 17 02:17:56.152122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Transition to ACTIVE for port object d1e1de2d-179a-45c3-938c-cd9f729a962d will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:56.237405 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3285dc6-4606-4866-bbf4-f5b172820c3e req-62874074-6abd-49cc-a33c-53fe6debd5a8 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829289 Aug 17 02:17:56.349631 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-7197b757-0216-402c-8590-01732853d198 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c550e563fd1d4c699494bbb3241e98cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878558 Aug 17 02:17:56.351580 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:56.353383 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:56.422131 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5320f8e3-ab74-420b-87ad-f8774862f9ad req-c39f01e0-1c72-4c9d-b602-c1602f8f3e4d tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 210 time: 0.0425014 Aug 17 02:17:56.425526 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device b5a95618-4995-4cdf-a406-580f105bffc5 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:17:56.446198 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:56.558407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:17:56.578133 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:17:56.599069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:17:56.637148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-e4f5e239-6792-422c-896c-59ceb1999614', 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'fixed_ips': [{'subnet_id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:17:56.638921 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:56.688342 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:56.696717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Pushing event updated for resources: {'Port': ['ID=d1e1de2d-179a-45c3-938c-cd9f729a962d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:56.770880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb95664-d458-435e-b521-77c3547dcf76 req-cd2de9f4-e8c0-4ef1-8e36-7d3ae018b4cb tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:56.783417 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3fb95664-d458-435e-b521-77c3547dcf76 req-cd2de9f4-e8c0-4ef1-8e36-7d3ae018b4cb tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 948 time: 0.2509532 Aug 17 02:17:56.811240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:56.812304 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:56.837701 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4d9b1114-4aac-42fe-8dfe-8f66dc8e52aa tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:56.842852 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4d9b1114-4aac-42fe-8dfe-8f66dc8e52aa tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4486227 Aug 17 02:17:56.854030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port b5a95618-4995-4cdf-a406-580f105bffc5, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=b5a95618-4995-4cdf-a406-580f105bffc5,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:56.910703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3fb95664-d458-435e-b521-77c3547dcf76 req-e8a725bf-07fc-40b4-8921-8124e8bde279 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196835 Aug 17 02:17:56.944962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'b5a95618-4995-4cdf-a406-580f105bffc5', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'b5a95618-4995-4cdf-a406-580f105bffc5', 'mac_address': 'fa:16:3e:6d:a2:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:17:56.978343 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18164832-483e-432d-b171-0c30a23c87a7 req-edd57d74-37ff-4133-ac48-d60d10e3ab37 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2240298 Aug 17 02:17:57.001277 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:57.004614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4ff19eda-3cc2-4cb5-98a2-9986d7db53fe tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Request body: {'port': {'device_id': 'c360a459-a56e-474b-9ede-fbaf70a96991', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'c550e563fd1d4c699494bbb3241e98cc'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:57.009385 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Request body: {'port': {'device_id': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:17:57.023561 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a95618-4995-4cdf-a406-580f105bffc5 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:17:57.039130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7de93-d00d-4c38-9561-167b5841901c req-d6d9dcc7-b23f-4aee-867a-44ff719abc51 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:57.049472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Allocated IP 172.20.0.2 (e4f5e239-6792-422c-896c-59ceb1999614/49e243a7-ddb9-4c7c-88c6-8a6c51b08463/f1c9c1be-755d-42fb-a145-4a731b741d87) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:17:57.051485 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3bc7de93-d00d-4c38-9561-167b5841901c req-d6d9dcc7-b23f-4aee-867a-44ff719abc51 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 950 time: 0.3968587 Aug 17 02:17:57.081955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port b5a95618-4995-4cdf-a406-580f105bffc5, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=b5a95618-4995-4cdf-a406-580f105bffc5,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:57.163082 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3bc7de93-d00d-4c38-9561-167b5841901c req-054f1496-becc-4a41-8c50-c036cd6777de tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089513 Aug 17 02:17:57.224271 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75a499a2-479a-4f38-befe-35460226d6ce req-539f2053-003c-42f5-90f1-c83c1ac091f9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a51fdd587a534f09b86bda6242380da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606506 Aug 17 02:17:57.228813 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:57.267990 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:57.310806 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a11a08d2-b2d5-410d-93ad-1d8e484238cd None None] Provisioning for port d1e1de2d-179a-45c3-938c-cd9f729a962d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:17:57.315467 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:57.338037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a11a08d2-b2d5-410d-93ad-1d8e484238cd None None] Provisioning complete for port d1e1de2d-179a-45c3-938c-cd9f729a962d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:17:57.338766 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a11a08d2-b2d5-410d-93ad-1d8e484238cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:57.477631 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a11a08d2-b2d5-410d-93ad-1d8e484238cd None None] Port d1e1de2d-179a-45c3-938c-cd9f729a962d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:17:57.495789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=b5a95618-4995-4cdf-a406-580f105bffc5,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:57.499241 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:57.514175 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Transition to ACTIVE for port object f1c9c1be-755d-42fb-a145-4a731b741d87 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:57.539766 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Transition to ACTIVE for port object f1c9c1be-755d-42fb-a145-4a731b741d87 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:57.548977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4ff19eda-3cc2-4cb5-98a2-9986d7db53fe tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Made reservation on behalf of c550e563fd1d4c699494bbb3241e98cc for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:17:57.556257 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4ff19eda-3cc2-4cb5-98a2-9986d7db53fe tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:57.620832 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a499a2-479a-4f38-befe-35460226d6ce req-e3d3536f-4969-4b49-8b2c-0a19c4ff5979 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:57.638559 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75a499a2-479a-4f38-befe-35460226d6ce req-e3d3536f-4969-4b49-8b2c-0a19c4ff5979 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4126782 Aug 17 02:17:57.670100 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75a499a2-479a-4f38-befe-35460226d6ce req-4edae166-46cd-46f8-aee7-b6ce61f498e3 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/quotas/a51fdd587a534f09b86bda6242380da1 HTTP/1.1" status: 200 len: 375 time: 0.0296504 Aug 17 02:17:57.797554 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4bcc9-f8c4-42ad-902b-f4cf019d4021 req-82a7de9e-3524-4ea6-8418-dcedc178b061 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:57.807680 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4bcc9-f8c4-42ad-902b-f4cf019d4021 req-82a7de9e-3524-4ea6-8418-dcedc178b061 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:57.810385 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-26d4bcc9-f8c4-42ad-902b-f4cf019d4021 req-82a7de9e-3524-4ea6-8418-dcedc178b061 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1683 time: 0.1362984 Aug 17 02:17:57.830799 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75a499a2-479a-4f38-befe-35460226d6ce req-baf70039-09b8-4d28-a00a-385161152501 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1374617 Aug 17 02:17:57.887682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['b5a95618-4995-4cdf-a406-580f105bffc5'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:17:57.972772 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-26d4bcc9-f8c4-42ad-902b-f4cf019d4021 req-b43ce1d9-0f33-4272-a0bb-13c20cc42151 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425166 Aug 17 02:17:58.046258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-e2a67a18-6390-4700-b14a-c55d0792e3f6 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:58.061331 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:58.062316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-e2a67a18-6390-4700-b14a-c55d0792e3f6 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:58.067059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-e2a67a18-6390-4700-b14a-c55d0792e3f6 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.42 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 1683 time: 0.2616179 Aug 17 02:17:58.090072 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:58.196307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e1de2d-179a-45c3-938c-cd9f729a962d {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:17:58.233159 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:58.257192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Transition to ACTIVE for port object d1e1de2d-179a-45c3-938c-cd9f729a962d will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:17:58.278006 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:58.280503 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-5ca362b0-ea1e-4074-8165-d7894e3ebf75 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Deleting port 7649d7de-f370-4a7c-9455-0219bdd83d7c {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:17:58.281278 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-5ca362b0-ea1e-4074-8165-d7894e3ebf75 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:58.327739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Allocated IP 172.25.5.105 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/261add7e-364a-4d2c-917e-e427bc738bd5) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:17:58.361069 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Network e4f5e239-6792-422c-896c-59ceb1999614 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:17:58.371773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:17:58.374326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:17:58.379771 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Pushing event updated for resources: {'Port': ['ID=f1c9c1be-755d-42fb-a145-4a731b741d87,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:58.406620 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:58.516028 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-5ca362b0-ea1e-4074-8165-d7894e3ebf75 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] For port 7649d7de-f370-4a7c-9455-0219bdd83d7c, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7649d7de-f370-4a7c-9455-0219bdd83d7c,segment=NetworkSegment(87bbf51a-a538-4c41-b5b1-c5cb76f87497),segment_id=87bbf51a-a538-4c41-b5b1-c5cb76f87497)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:17:58.519709 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-5ca362b0-ea1e-4074-8165-d7894e3ebf75 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:58.561295 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:58.579853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-5ca362b0-ea1e-4074-8165-d7894e3ebf75 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Calling delete_port for 7649d7de-f370-4a7c-9455-0219bdd83d7c owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:17:58.614956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Pushing event updated for resources: {'Port': ['ID=d1e1de2d-179a-45c3-938c-cd9f729a962d,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:58.670425 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b5d2d8f6-268c-411f-be1c-2818ab580230 req-86468ade-c25b-4a92-8829-0c7d13bedff2 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 210 time: 0.5473709 Aug 17 02:17:58.738189 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:58.798255 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:17:58.816732 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:58.850397 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Attempting to bind port f1c9c1be-755d-42fb-a145-4a731b741d87 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:17:58.851014 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Attempting to bind port f1c9c1be-755d-42fb-a145-4a731b741d87 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '05d942b8-d6ee-458b-a341-a6d468c70d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:17:58.851385 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Attempting to bind port f1c9c1be-755d-42fb-a145-4a731b741d87 on network e4f5e239-6792-422c-896c-59ceb1999614 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:58.853189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:17:58.858089 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:17:58.868836 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:17:58.868836 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Checking segment: {'id': '05d942b8-d6ee-458b-a341-a6d468c70d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:17:58.869514 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:58.869514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Bound using segment: {'id': '05d942b8-d6ee-458b-a341-a6d468c70d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:17:58.869975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Bound port: f1c9c1be-755d-42fb-a145-4a731b741d87, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d942b8-d6ee-458b-a341-a6d468c70d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:17:58.870355 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:58.950590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Attempting to bind port d1e1de2d-179a-45c3-938c-cd9f729a962d on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:17:58.951336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Attempting to bind port d1e1de2d-179a-45c3-938c-cd9f729a962d by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:17:58.951640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Attempting to bind port d1e1de2d-179a-45c3-938c-cd9f729a962d on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:58.991918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb4930-a5d3-483a-8bab-2b2afe882170 req-ce60b79c-0062-402e-92bc-49aee5b59e8c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:58.994454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8abb4930-a5d3-483a-8bab-2b2afe882170 req-ce60b79c-0062-402e-92bc-49aee5b59e8c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 968 time: 0.2975185 Aug 17 02:17:59.000925 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Pushing event updated for resources: {'Port': ['ID=261add7e-364a-4d2c-917e-e427bc738bd5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:59.001599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Port d1e1de2d-179a-45c3-938c-cd9f729a962d on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:17:59.002105 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Attempting to bind port d1e1de2d-179a-45c3-938c-cd9f729a962d on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:17:59.042964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:17:59.043508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:17:59.044126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:17:59.082247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Bound port: d1e1de2d-179a-45c3-938c-cd9f729a962d, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:17:59.083013 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:59.087298 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] For port f1c9c1be-755d-42fb-a145-4a731b741d87, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:17:59.094418 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] For port f1c9c1be-755d-42fb-a145-4a731b741d87, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f1c9c1be-755d-42fb-a145-4a731b741d87,segment=NetworkSegment(05d942b8-d6ee-458b-a341-a6d468c70d75),segment_id=05d942b8-d6ee-458b-a341-a6d468c70d75)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:17:59.127373 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4ff19eda-3cc2-4cb5-98a2-9986d7db53fe tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Allocated IP 192.168.233.169 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/448aa376-69d2-45c5-b665-210128036a7e) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:17:59.217479 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:59.233166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8abb4930-a5d3-483a-8bab-2b2afe882170 req-d62ebb09-fb61-453a-a6fe-d5997faf5467 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137685 Aug 17 02:17:59.282251 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] For port d1e1de2d-179a-45c3-938c-cd9f729a962d, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:17:59.288419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] For port d1e1de2d-179a-45c3-938c-cd9f729a962d, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d1e1de2d-179a-45c3-938c-cd9f729a962d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:17:59.324914 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-5ca362b0-ea1e-4074-8165-d7894e3ebf75 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:59.342689 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08982305-8150-4cd8-8da2-6133d71c2cfb req-131c61d1-4070-41f3-a9de-e0cc1eb43fd5 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:59.358296 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-08982305-8150-4cd8-8da2-6133d71c2cfb req-131c61d1-4070-41f3-a9de-e0cc1eb43fd5 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 949 time: 0.3421075 Aug 17 02:17:59.397942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99fe55-8a89-49b5-8bcd-b58f429f87aa None None] Pushing event updated for resources: {'Port': ['ID=f1c9c1be-755d-42fb-a145-4a731b741d87,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:59.439684 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:59.443579 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca362b0-ea1e-4074-8165-d7894e3ebf75 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Port': ['ID=7649d7de-f370-4a7c-9455-0219bdd83d7c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:59.610517 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-08982305-8150-4cd8-8da2-6133d71c2cfb req-cf916f38-e55b-486a-8914-ba5aa7fc2861 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496357 Aug 17 02:17:59.746014 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:17:59.748040 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:59.749943 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18164832-483e-432d-b171-0c30a23c87a7 req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] 10.222.0.18 "PUT /v2.0/ports/d1e1de2d-179a-45c3-938c-cd9f729a962d HTTP/1.1" status: 200 len: 1096 time: 2.7479861 Aug 17 02:17:59.758049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-5ca362b0-ea1e-4074-8165-d7894e3ebf75 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] No DVR routers for this DVR port 7649d7de-f370-4a7c-9455-0219bdd83d7c on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:17:59.770996 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-5ca362b0-ea1e-4074-8165-d7894e3ebf75 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:17:59.774800 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-5ca362b0-ea1e-4074-8165-d7894e3ebf75 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.42 "DELETE /v2.0/ports/7649d7de-f370-4a7c-9455-0219bdd83d7c HTTP/1.1" status: 204 len: 173 time: 1.6984413 Aug 17 02:17:59.781832 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62783d5-4d2a-4c7a-a8ea-a6cce26407fb service neutron] Pushing event updated for resources: {'Port': ['ID=d1e1de2d-179a-45c3-938c-cd9f729a962d,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:17:59.798961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'tag': 'd1e1de2d-179a-45c3-938c-cd9f729a962d'}, {'server_uuid': '97818907-03c2-4620-a47a-f99e375185cd', 'name': 'network-vif-deleted', 'tag': '7649d7de-f370-4a7c-9455-0219bdd83d7c'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:17:59.801356 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d26e13-1bd1-4470-b675-99ffc6caec0f" -d '{"events": [{"name": "network-changed", "server_uuid": "cd835bdf-4f18-497d-83d7-4f0852e12b5e", "tag": "d1e1de2d-179a-45c3-938c-cd9f729a962d"}, {"server_uuid": "97818907-03c2-4620-a47a-f99e375185cd", "name": "network-vif-deleted", "tag": "7649d7de-f370-4a7c-9455-0219bdd83d7c"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:17:59.981490 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4ff19eda-3cc2-4cb5-98a2-9986d7db53fe tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:00.032453 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-51a5bb8c-88f7-4665-b722-407857d8d19b req-61ca9378-6de6-47fe-af25-28298b641bc5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 210 time: 0.0931649 Aug 17 02:18:00.175094 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4ff19eda-3cc2-4cb5-98a2-9986d7db53fe tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Transition to ACTIVE for port object 448aa376-69d2-45c5-b665-210128036a7e will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:18:00.234911 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b10ab-d6a9-4f29-a326-092ec69cca43 req-3f5c69fe-01c8-41be-a06a-7be7220185c0 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:00.250465 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a9b10ab-d6a9-4f29-a326-092ec69cca43 req-3f5c69fe-01c8-41be-a06a-7be7220185c0 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 950 time: 0.7214205 Aug 17 02:18:00.270870 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c385af-860a-480a-bccd-0b1b5abae97e req-ef821395-2dd7-4650-954c-e24cf59b9430 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:00.273784 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-92c385af-860a-480a-bccd-0b1b5abae97e req-ef821395-2dd7-4650-954c-e24cf59b9430 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 950 time: 0.8096142 Aug 17 02:18:00.275485 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:00.429573 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a9b10ab-d6a9-4f29-a326-092ec69cca43 req-7c28b7c8-a44d-4c69-9eff-6d12e4f19c74 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776922 Aug 17 02:18:00.452905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device b5a95618-4995-4cdf-a406-580f105bffc5 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:18:00.476867 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18164832-483e-432d-b171-0c30a23c87a7 req-e38664db-5a90-4b47-ab37-adcd5ffe37b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:00.485718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18164832-483e-432d-b171-0c30a23c87a7 req-e38664db-5a90-4b47-ab37-adcd5ffe37b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c550e563fd1d4c699494bbb3241e98cc&device_id=cd835bdf-4f18-497d-83d7-4f0852e12b5e HTTP/1.1" status: 200 len: 1099 time: 0.5180395 Aug 17 02:18:00.560165 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f1c9c1be-755d-42fb-a145-4a731b741d87 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:18:00.598072 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-74e69980-8bbc-452f-b3a3-9f1f17109435 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Deleting port 7875c891-5e8c-496e-b2d3-edd4b3388b41 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:00.599119 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-74e69980-8bbc-452f-b3a3-9f1f17109435 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:00.621797 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b38be-b440-4377-95de-ff1129f9de14 req-af578776-cb7e-465f-a51a-22cec66d4b16 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:00.624747 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ed3b38be-b440-4377-95de-ff1129f9de14 req-af578776-cb7e-465f-a51a-22cec66d4b16 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 946 time: 0.3677297 Aug 17 02:18:00.693643 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4ff19eda-3cc2-4cb5-98a2-9986d7db53fe tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:00.835164 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:00.836949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port b5a95618-4995-4cdf-a406-580f105bffc5 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:18:00.847275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port b5a95618-4995-4cdf-a406-580f105bffc5 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:00.850732 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:00.856578 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port f1c9c1be-755d-42fb-a145-4a731b741d87 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:18:01.094296 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:01.165649 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236c323a-70ad-4212-a101-411c0aff45bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a95618-4995-4cdf-a406-580f105bffc5'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:01.175960 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28a5a19-fd09-4b99-ac00-56f03d1c0306" -d '{"events": [{"server_uuid": "236c323a-70ad-4212-a101-411c0aff45bb", "name": "network-vif-plugged", "status": "completed", "tag": "b5a95618-4995-4cdf-a406-580f105bffc5"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:01.196579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port b5a95618-4995-4cdf-a406-580f105bffc5, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=b5a95618-4995-4cdf-a406-580f105bffc5,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:01.307182 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:01.308431 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7649d7de-f370-4a7c-9455-0219bdd83d7c no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:18:01.335696 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18164832-483e-432d-b171-0c30a23c87a7 req-a8497248-066f-4592-9bd9-638fcfed33cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=d1e1de2d-179a-45c3-938c-cd9f729a962d HTTP/1.1" status: 200 len: 217 time: 0.7092659 Aug 17 02:18:01.386798 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 7649d7de-f370-4a7c-9455-0219bdd83d7c {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:18:01.387220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7649d7de-f370-4a7c-9455-0219bdd83d7c not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:18:01.389038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7875c891-5e8c-496e-b2d3-edd4b3388b41 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:18:01.477432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4ff19eda-3cc2-4cb5-98a2-9986d7db53fe tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:18:01.496167 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4ff19eda-3cc2-4cb5-98a2-9986d7db53fe tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:18:01.514358 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4ff19eda-3cc2-4cb5-98a2-9986d7db53fe tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:18:01.514593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aba83da-e7ea-49ee-b752-b239540a2967 None None] Network e4f5e239-6792-422c-896c-59ceb1999614 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:18:01.516300 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-92c385af-860a-480a-bccd-0b1b5abae97e req-dd21ec79-8b4f-4fad-a608-e478652f95ce tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Deleting port 04063b21-98b8-4670-8ada-9370a689862d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:01.516878 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-92c385af-860a-480a-bccd-0b1b5abae97e req-dd21ec79-8b4f-4fad-a608-e478652f95ce tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:01.519224 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ed3b38be-b440-4377-95de-ff1129f9de14 req-a726ca16-764a-47d3-9276-3a34b4a1111b tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c64e21-63f0-499b-b869-e0db7afd0339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8591766 Aug 17 02:18:01.554019 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=b5a95618-4995-4cdf-a406-580f105bffc5,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:01.583481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff19eda-3cc2-4cb5-98a2-9986d7db53fe tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Pushing event updated for resources: {'Port': ['ID=448aa376-69d2-45c5-b665-210128036a7e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:01.595244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14896215-0eb4-4ecb-8954-414d7cc3d275 req-90252520-a02e-436c-a6a1-f8f0a5f2c40c tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:01.601549 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-14896215-0eb4-4ecb-8954-414d7cc3d275 req-90252520-a02e-436c-a6a1-f8f0a5f2c40c tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 936 time: 0.3041971 Aug 17 02:18:01.687904 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 17 Aug 2021 02:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b40e9a-de01-4aef-b229-0bc0cfe5fa05 x-openstack-request-id: req-c3b40e9a-de01-4aef-b229-0bc0cfe5fa05 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:01.688202 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd835bdf-4f18-497d-83d7-4f0852e12b5e", "tag": "d1e1de2d-179a-45c3-938c-cd9f729a962d", "status": "completed", "code": 200}, {"server_uuid": "97818907-03c2-4620-a47a-f99e375185cd", "name": "network-vif-deleted", "tag": "7649d7de-f370-4a7c-9455-0219bdd83d7c", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:01.688454 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3b40e9a-de01-4aef-b229-0bc0cfe5fa05 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:01.688866 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'tag': 'd1e1de2d-179a-45c3-938c-cd9f729a962d', 'status': 'completed', 'code': 200} Aug 17 02:18:01.689120 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97818907-03c2-4620-a47a-f99e375185cd', 'name': 'network-vif-deleted', 'tag': '7649d7de-f370-4a7c-9455-0219bdd83d7c', 'status': 'completed', 'code': 200} Aug 17 02:18:01.726672 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-74e69980-8bbc-452f-b3a3-9f1f17109435 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] For port 7875c891-5e8c-496e-b2d3-edd4b3388b41, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7875c891-5e8c-496e-b2d3-edd4b3388b41,segment=NetworkSegment(9c814f80-5d8d-4a4e-8e6a-0611c07eff84),segment_id=9c814f80-5d8d-4a4e-8e6a-0611c07eff84)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:01.726672 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-74e69980-8bbc-452f-b3a3-9f1f17109435 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:01.731000 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:01.765552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4ff19eda-3cc2-4cb5-98a2-9986d7db53fe tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:01.766812 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4ff19eda-3cc2-4cb5-98a2-9986d7db53fe tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:01.772380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18164832-483e-432d-b171-0c30a23c87a7 req-d61606eb-4b4d-465c-85f0-cc48f77e7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:01.775852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18164832-483e-432d-b171-0c30a23c87a7 req-d61606eb-4b4d-465c-85f0-cc48f77e7d48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.3854790 Aug 17 02:18:01.780415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cd8e4988-413f-4e43-a3ce-1968f35992db None None] Provisioning for port f1c9c1be-755d-42fb-a145-4a731b741d87 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:18:01.791970 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cd8e4988-413f-4e43-a3ce-1968f35992db None None] Provisioning complete for port f1c9c1be-755d-42fb-a145-4a731b741d87 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:01.792694 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4988-413f-4e43-a3ce-1968f35992db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:01.803083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-74e69980-8bbc-452f-b3a3-9f1f17109435 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Calling delete_port for 7875c891-5e8c-496e-b2d3-edd4b3388b41 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:01.804805 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:01.932187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7875c891-5e8c-496e-b2d3-edd4b3388b41, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7875c891-5e8c-496e-b2d3-edd4b3388b41,segment=NetworkSegment(9c814f80-5d8d-4a4e-8e6a-0611c07eff84),segment_id=9c814f80-5d8d-4a4e-8e6a-0611c07eff84)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:01.948553 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-14896215-0eb4-4ecb-8954-414d7cc3d275 req-f78dab15-aae8-450e-8f34-1b9c0c8fc4cf tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663033 Aug 17 02:18:01.982455 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4ff19eda-3cc2-4cb5-98a2-9986d7db53fe tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9834187 Aug 17 02:18:02.003232 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Request body: {'port': {'device_id': 'c360a459-a56e-474b-9ede-fbaf70a96991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:02.067749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-92c385af-860a-480a-bccd-0b1b5abae97e req-dd21ec79-8b4f-4fad-a608-e478652f95ce tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] For port 04063b21-98b8-4670-8ada-9370a689862d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=04063b21-98b8-4670-8ada-9370a689862d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:02.068447 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-92c385af-860a-480a-bccd-0b1b5abae97e req-dd21ec79-8b4f-4fad-a608-e478652f95ce tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:02.072824 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18164832-483e-432d-b171-0c30a23c87a7 req-8406e315-ecd1-4a21-9c56-0be0a767ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:02.077576 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18164832-483e-432d-b171-0c30a23c87a7 req-8406e315-ecd1-4a21-9c56-0be0a767ce93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2765124 Aug 17 02:18:02.107358 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:02.125707 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:02.145491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 04063b21-98b8-4670-8ada-9370a689862d no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:18:02.172987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-92c385af-860a-480a-bccd-0b1b5abae97e req-dd21ec79-8b4f-4fad-a608-e478652f95ce tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Calling delete_port for 04063b21-98b8-4670-8ada-9370a689862d owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:02.188295 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4988-413f-4e43-a3ce-1968f35992db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:02.270438 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Router 1da5c981-e177-444d-827f-c03a43617c06 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:18:02.303287 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-cd8e4988-413f-4e43-a3ce-1968f35992db None None] For port f1c9c1be-755d-42fb-a145-4a731b741d87, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f1c9c1be-755d-42fb-a145-4a731b741d87,segment=NetworkSegment(05d942b8-d6ee-458b-a341-a6d468c70d75),segment_id=05d942b8-d6ee-458b-a341-a6d468c70d75)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:02.312597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=7875c891-5e8c-496e-b2d3-edd4b3388b41,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:02.384257 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8063a-2c4a-4901-a7f7-221b72a07cc8 req-fc3ed886-a7c5-49ec-b4fa-8a98cc9940d1 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:02.392083 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4c8063a-2c4a-4901-a7f7-221b72a07cc8 req-fc3ed886-a7c5-49ec-b4fa-8a98cc9940d1 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 950 time: 0.3402965 Aug 17 02:18:02.406121 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:02.411607 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4988-413f-4e43-a3ce-1968f35992db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:02.472363 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-74e69980-8bbc-452f-b3a3-9f1f17109435 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:02.479858 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75a499a2-479a-4f38-befe-35460226d6ce req-7784c120-c38e-41e8-94e1-36990b5c256b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a51fdd587a534f09b86bda6242380da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855875 Aug 17 02:18:02.516527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18164832-483e-432d-b171-0c30a23c87a7 req-da7b2f2f-0aa9-4f23-be0b-0b688768166d service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065921 Aug 17 02:18:02.598099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 04063b21-98b8-4670-8ada-9370a689862d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=04063b21-98b8-4670-8ada-9370a689862d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:02.606253 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e69980-8bbc-452f-b3a3-9f1f17109435 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Port': ['ID=7875c891-5e8c-496e-b2d3-edd4b3388b41,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:02.619636 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e4988-413f-4e43-a3ce-1968f35992db None None] Pushing event updated for resources: {'Port': ['ID=f1c9c1be-755d-42fb-a145-4a731b741d87,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:02.668834 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4c8063a-2c4a-4901-a7f7-221b72a07cc8 req-a12664e6-21df-4353-823c-f4d96932913b tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757349 Aug 17 02:18:02.725228 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:02.730027 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-027d1d4f-8c9d-4da8-a692-5d68886b4704 None None] Provisioning for port 448aa376-69d2-45c5-b665-210128036a7e completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:18:02.813651 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3c6ccb-c384-4b1e-a2e4-265b4583dc3d x-openstack-request-id: req-9e3c6ccb-c384-4b1e-a2e4-265b4583dc3d {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:02.814431 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236c323a-70ad-4212-a101-411c0aff45bb", "name": "network-vif-plugged", "status": "completed", "tag": "b5a95618-4995-4cdf-a406-580f105bffc5", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:02.814933 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e3c6ccb-c384-4b1e-a2e4-265b4583dc3d {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:02.815561 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236c323a-70ad-4212-a101-411c0aff45bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a95618-4995-4cdf-a406-580f105bffc5', 'code': 200} Aug 17 02:18:02.816509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-027d1d4f-8c9d-4da8-a692-5d68886b4704 None None] Provisioning complete for port 448aa376-69d2-45c5-b665-210128036a7e triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:02.817052 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-027d1d4f-8c9d-4da8-a692-5d68886b4704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:02.951501 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:18:02.970234 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d672a4c3-db07-436d-9513-f81151358137 req-41b3115c-fa9e-4dad-9798-1e9e4ce3e537 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 210 time: 0.1225777 Aug 17 02:18:03.005691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Sync routers for ids ['1da5c981-e177-444d-827f-c03a43617c06'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:18:03.060300 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448aa376-69d2-45c5-b665-210128036a7e {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:18:03.073399 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:03.102835 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-027d1d4f-8c9d-4da8-a692-5d68886b4704 None None] Port 448aa376-69d2-45c5-b665-210128036a7e cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:18:03.127011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=04063b21-98b8-4670-8ada-9370a689862d,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:03.128917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Transition to ACTIVE for port object 448aa376-69d2-45c5-b665-210128036a7e will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:18:03.133696 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Routers {'1da5c981-e177-444d-827f-c03a43617c06'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:18:03.135134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:17:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['1da5c981-e177-444d-827f-c03a43617c06'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:03.160295 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:03.161969 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6c88734a-8589-4b0d-a0fa-84ca7472c965 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.0578549 Aug 17 02:18:03.164698 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1b52d992-aba2-4c48-801d-0da6f833c646 req-fa933125-b70f-42ab-9daa-7191cd0cb139 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 210 time: 0.0555656 Aug 17 02:18:03.166218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40464) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:03.177911 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff4ac2-582f-4a19-bcac-2cdfdb5ffccc req-7deff960-312d-489b-ad61-ff16a11dec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:03.181196 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-acff4ac2-582f-4a19-bcac-2cdfdb5ffccc req-7deff960-312d-489b-ad61-ff16a11dec27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 1102 time: 0.1803474 Aug 17 02:18:03.302243 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:03.306190 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-74e69980-8bbc-452f-b3a3-9f1f17109435 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] No DVR routers for this DVR port 7875c891-5e8c-496e-b2d3-edd4b3388b41 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:18:03.319104 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18164832-483e-432d-b171-0c30a23c87a7 req-b3c821a2-6d98-4522-af3e-026ef675b299 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7480266 Aug 17 02:18:03.322664 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-74e69980-8bbc-452f-b3a3-9f1f17109435 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:03.324970 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-74e69980-8bbc-452f-b3a3-9f1f17109435 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.42 "DELETE /v2.0/ports/7875c891-5e8c-496e-b2d3-edd4b3388b41 HTTP/1.1" status: 204 len: 173 time: 3.5168052 Aug 17 02:18:03.346875 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a499a2-479a-4f38-befe-35460226d6ce req-818b1307-c443-4ec2-a7b1-8487ca56f1fd tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:03.348905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75a499a2-479a-4f38-befe-35460226d6ce req-818b1307-c443-4ec2-a7b1-8487ca56f1fd tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8450081 Aug 17 02:18:03.370364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-aa6cf78f-da4c-49c5-b969-92f451b4de88 None None] Provisioning complete for port f1c9c1be-755d-42fb-a145-4a731b741d87 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:03.372106 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf78f-da4c-49c5-b969-92f451b4de88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:03.372676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-75a499a2-479a-4f38-befe-35460226d6ce req-6b666d92-1a8f-4f76-8458-a3fa0d354328 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Request body: {'port': {'device_id': 'a1b13c27-4314-427b-a6be-6418c0574585', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'a51fdd587a534f09b86bda6242380da1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:03.437067 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31214b-c2ad-425c-ba41-91418818c848 req-f3c07e8b-6178-4c7e-bd9e-a1bd92d10df5 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:03.439422 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b31214b-c2ad-425c-ba41-91418818c848 req-f3c07e8b-6178-4c7e-bd9e-a1bd92d10df5 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 948 time: 0.2687495 Aug 17 02:18:03.561812 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-92c385af-860a-480a-bccd-0b1b5abae97e req-dd21ec79-8b4f-4fad-a608-e478652f95ce tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:03.595663 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b31214b-c2ad-425c-ba41-91418818c848 req-0360d96f-cca3-4aca-a849-f806f2c1b9d2 tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbec6dcf-842f-4844-b0eb-9c41ddc30a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382208 Aug 17 02:18:03.640241 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-acff4ac2-582f-4a19-bcac-2cdfdb5ffccc req-3d2f878e-c5e9-427b-94af-90765aa56101 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774009 Aug 17 02:18:03.671357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Pushing event updated for resources: {'Port': ['ID=448aa376-69d2-45c5-b665-210128036a7e,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:03.692103 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97818907-03c2-4620-a47a-f99e375185cd', 'name': 'network-vif-deleted', 'tag': '7875c891-5e8c-496e-b2d3-edd4b3388b41'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:03.698147 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b67e44-8bac-44ce-af88-156c4ab0f75b" -d '{"events": [{"server_uuid": "97818907-03c2-4620-a47a-f99e375185cd", "name": "network-vif-deleted", "tag": "7875c891-5e8c-496e-b2d3-edd4b3388b41"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:03.722479 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Set router 1da5c981-e177-444d-827f-c03a43617c06 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:18:03.742296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21ec79-8b4f-4fad-a608-e478652f95ce tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Pushing event deleted for resources: {'Port': ['ID=04063b21-98b8-4670-8ada-9370a689862d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:03.802319 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-450b6690-0906-4797-8f78-cc817b49768a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--411931919&fields=id&tenant_id=49680fd9b391442cb3cf3c46aae0fe47 HTTP/1.1" status: 200 len: 267 time: 0.2806830 Aug 17 02:18:03.882343 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c385af-860a-480a-bccd-0b1b5abae97e req-dd21ec79-8b4f-4fad-a608-e478652f95ce tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] No DVR routers for this DVR port 04063b21-98b8-4670-8ada-9370a689862d on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:18:03.909314 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-92c385af-860a-480a-bccd-0b1b5abae97e req-dd21ec79-8b4f-4fad-a608-e478652f95ce tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:03.912221 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-92c385af-860a-480a-bccd-0b1b5abae97e req-dd21ec79-8b4f-4fad-a608-e478652f95ce tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.18 "DELETE /v2.0/ports/04063b21-98b8-4670-8ada-9370a689862d HTTP/1.1" status: 204 len: 173 time: 3.5838528 Aug 17 02:18:03.940364 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26e13-1bd1-4470-b675-99ffc6caec0f req-ea4f2a3b-ef63-433b-9d20-150dd4f8016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:03.942326 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24d26e13-1bd1-4470-b675-99ffc6caec0f req-ea4f2a3b-ef63-433b-9d20-150dd4f8016b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c550e563fd1d4c699494bbb3241e98cc&device_id=cd835bdf-4f18-497d-83d7-4f0852e12b5e HTTP/1.1" status: 200 len: 1099 time: 0.2574790 Aug 17 02:18:03.989271 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b3abf-85a0-4f04-b4a8-e5ad204e99eb req-466de76a-81e8-4bc9-8e02-f55a0abd774c tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:04.007555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f42b3abf-85a0-4f04-b4a8-e5ad204e99eb req-466de76a-81e8-4bc9-8e02-f55a0abd774c tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 948 time: 0.1781375 Aug 17 02:18:04.110424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a499a2-479a-4f38-befe-35460226d6ce req-6b666d92-1a8f-4f76-8458-a3fa0d354328 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Made reservation on behalf of a51fdd587a534f09b86bda6242380da1 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:18:04.114092 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75a499a2-479a-4f38-befe-35460226d6ce req-6b666d92-1a8f-4f76-8458-a3fa0d354328 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:04.256908 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f42b3abf-85a0-4f04-b4a8-e5ad204e99eb req-01796275-f03d-42b3-8f52-45128392f38b tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477935 Aug 17 02:18:04.259691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da5c981-e177-444d-827f-c03a43617c06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:17:56Z', 'updated_at': '2021-08-17T02:17:59Z', 'revision_number': 3, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'gw_port': {'id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:17:58Z', 'updated_at': '2021-08-17T02:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:04.298078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Attempting to bind port 448aa376-69d2-45c5-b665-210128036a7e on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:18:04.298078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Attempting to bind port 448aa376-69d2-45c5-b665-210128036a7e by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:18:04.298078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Attempting to bind port 448aa376-69d2-45c5-b665-210128036a7e on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:18:04.335343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Checking router: 1da5c981-e177-444d-827f-c03a43617c06 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:18:04.336619 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Updating router 1da5c981-e177-444d-827f-c03a43617c06 port 261add7e-364a-4d2c-917e-e427bc738bd5 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:18:04.390351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf5f7e-2498-4487-924d-f534168c28b7 req-eeb00101-ef5e-4797-86b5-d24b3ffc0521 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:04.392416 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-eeb00101-ef5e-4797-86b5-d24b3ffc0521 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/networks?id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174 HTTP/1.1" status: 200 len: 824 time: 0.4376385 Aug 17 02:18:04.393441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f1c9c1be-755d-42fb-a145-4a731b741d87 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:18:04.401560 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:04.405117 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Port 448aa376-69d2-45c5-b665-210128036a7e on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:18:04.405482 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Attempting to bind port 448aa376-69d2-45c5-b665-210128036a7e on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:18:04.440792 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26e13-1bd1-4470-b675-99ffc6caec0f req-fae6088b-7a07-4fab-9f14-e0c3b4c53fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:04.443530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24d26e13-1bd1-4470-b675-99ffc6caec0f req-fae6088b-7a07-4fab-9f14-e0c3b4c53fcc service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.4817781 Aug 17 02:18:04.444270 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:18:04.444910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:18:04.445449 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:18:04.446042 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Bound port: 448aa376-69d2-45c5-b665-210128036a7e, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:18:04.446639 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:04.465705 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-4b9dd868-ef93-4dbc-a8a5-fc0ba2851d2c tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/quotas/49680fd9b391442cb3cf3c46aae0fe47 HTTP/1.1" status: 200 len: 375 time: 0.0506625 Aug 17 02:18:04.567105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24d26e13-1bd1-4470-b675-99ffc6caec0f req-56f39047-ef5b-4dc9-a04a-503bcb6c94da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=d1e1de2d-179a-45c3-938c-cd9f729a962d HTTP/1.1" status: 200 len: 217 time: 0.1053309 Aug 17 02:18:04.660826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f1c9c1be-755d-42fb-a145-4a731b741d87 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:04.661546 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:04.698463 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-cbdd5743-c673-476e-ae7f-5f47c82094a4 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=49680fd9b391442cb3cf3c46aae0fe47&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2312911 Aug 17 02:18:04.781670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] For port 448aa376-69d2-45c5-b665-210128036a7e, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:18:04.793673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd3a89-5311-4ad0-931b-c046399931c9 req-10e9c83a-3b62-4d05-80f0-62caabf2adbe tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:04.802229 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eabd3a89-5311-4ad0-931b-c046399931c9 req-10e9c83a-3b62-4d05-80f0-62caabf2adbe tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 950 time: 0.2575183 Aug 17 02:18:04.805807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] For port 448aa376-69d2-45c5-b665-210128036a7e, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=448aa376-69d2-45c5-b665-210128036a7e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:18:04.809386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-75a499a2-479a-4f38-befe-35460226d6ce req-6b666d92-1a8f-4f76-8458-a3fa0d354328 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Allocated IP 192.168.233.128 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:18:04.818046 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97818907-03c2-4620-a47a-f99e375185cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7875c891-5e8c-496e-b2d3-edd4b3388b41'}, {'server_uuid': '5a1d2765-f90d-46a5-924e-098c352e08c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04063b21-98b8-4670-8ada-9370a689862d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:04.823027 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6203dc8-f097-484f-a0e0-4293026926c3" -d '{"events": [{"server_uuid": "97818907-03c2-4620-a47a-f99e375185cd", "name": "network-vif-unplugged", "status": "completed", "tag": "7875c891-5e8c-496e-b2d3-edd4b3388b41"}, {"server_uuid": "5a1d2765-f90d-46a5-924e-098c352e08c3", "name": "network-vif-unplugged", "status": "completed", "tag": "04063b21-98b8-4670-8ada-9370a689862d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:04.855695 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26e13-1bd1-4470-b675-99ffc6caec0f req-246c71d7-06df-41a3-847f-76237bc86a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:04.858885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24d26e13-1bd1-4470-b675-99ffc6caec0f req-246c71d7-06df-41a3-847f-76237bc86a65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.2527945 Aug 17 02:18:04.923453 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-33b964bf-bd97-4330-8b64-ba5fe6f4f428 service neutron] 10.222.0.13 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927578 Aug 17 02:18:04.965020 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:04.965349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eabd3a89-5311-4ad0-931b-c046399931c9 req-0ab5318d-fbcc-4960-a097-4974e8a2bf87 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325350 Aug 17 02:18:04.982493 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:05.065875 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26e13-1bd1-4470-b675-99ffc6caec0f req-19e4ead2-0716-4a4f-9ce1-289cb2dd7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:05.067540 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24d26e13-1bd1-4470-b675-99ffc6caec0f req-19e4ead2-0716-4a4f-9ce1-289cb2dd7705 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1457150 Aug 17 02:18:05.153478 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:05.154713 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:05.157325 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] 10.222.0.42 "PUT /v2.0/ports/448aa376-69d2-45c5-b665-210128036a7e HTTP/1.1" status: 200 len: 1097 time: 3.1589646 Aug 17 02:18:05.163879 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c360a459-a56e-474b-9ede-fbaf70a96991', 'tag': '448aa376-69d2-45c5-b665-210128036a7e'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:05.169283 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54a53b5-70f0-4c2c-8803-4fba7142f1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c360a459-a56e-474b-9ede-fbaf70a96991", "tag": "448aa376-69d2-45c5-b665-210128036a7e"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:05.176335 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936b664b-d23d-4726-9ae2-15421b99ca9c x-openstack-request-id: req-936b664b-d23d-4726-9ae2-15421b99ca9c {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:05.177295 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97818907-03c2-4620-a47a-f99e375185cd", "name": "network-vif-deleted", "tag": "7875c891-5e8c-496e-b2d3-edd4b3388b41", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:05.177295 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-936b664b-d23d-4726-9ae2-15421b99ca9c {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:05.177295 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97818907-03c2-4620-a47a-f99e375185cd', 'name': 'network-vif-deleted', 'tag': '7875c891-5e8c-496e-b2d3-edd4b3388b41', 'status': 'completed', 'code': 200} Aug 17 02:18:05.313874 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75a499a2-479a-4f38-befe-35460226d6ce req-6b666d92-1a8f-4f76-8458-a3fa0d354328 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:05.349753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec9970-7555-419c-8bb8-62af06c8cd52 service neutron] Pushing event updated for resources: {'Port': ['ID=448aa376-69d2-45c5-b665-210128036a7e,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:05.353990 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:05.373174 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24d26e13-1bd1-4470-b675-99ffc6caec0f req-df5a328f-9e05-4cfd-abb2-361acf5737af service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872643 Aug 17 02:18:05.377965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-75a499a2-479a-4f38-befe-35460226d6ce req-6b666d92-1a8f-4f76-8458-a3fa0d354328 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Transition to ACTIVE for port object 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:18:05.408949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Transition to ACTIVE for port object 261add7e-364a-4d2c-917e-e427bc738bd5 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:18:05.514847 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-b8aa8cd9-8518-4667-ab64-a01030e6aa89 service neutron] 10.222.0.13 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756066 Aug 17 02:18:05.558942 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35dd6d90-7066-4e32-b5d0-788d04310639 req-ce058781-38db-4773-bffb-05a1d3767e98 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 210 time: 0.0837502 Aug 17 02:18:05.563409 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-8a6b9db5-54e5-4d2d-9580-d800e2977759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:05.565563 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-8a6b9db5-54e5-4d2d-9580-d800e2977759 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c550e563fd1d4c699494bbb3241e98cc&device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 1100 time: 0.1240582 Aug 17 02:18:05.599312 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:05.622536 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75a499a2-479a-4f38-befe-35460226d6ce req-6b666d92-1a8f-4f76-8458-a3fa0d354328 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:05.687642 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-3332b548-f11e-4b76-a7ca-ed14090084fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=448aa376-69d2-45c5-b665-210128036a7e HTTP/1.1" status: 200 len: 217 time: 0.0904648 Aug 17 02:18:05.766437 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['733f25df-f5b8-4f64-893b-991ab1350fdf'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:05.812186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['ca68e81a-5354-4e38-bd1e-8d4568dd0ce6', 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:05.875922 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b666d92-1a8f-4f76-8458-a3fa0d354328 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Pushing event updated for resources: {'Port': ['ID=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:05.920478 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Allocated IP 172.20.0.1 (e4f5e239-6792-422c-896c-59ceb1999614/49e243a7-ddb9-4c7c-88c6-8a6c51b08463/80538936-c2ea-4ef2-9035-b2dca7e04111) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:18:05.930124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a499a2-479a-4f38-befe-35460226d6ce req-6b666d92-1a8f-4f76-8458-a3fa0d354328 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:18:05.949721 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ced3a74b-79c5-443c-a0d2-7b20e3967e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:05.950417 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7eeee117-8f7c-4a93-a7f6-53bdae0bba55 req-7c66a538-7e42-4620-9b6a-c514f2268a63 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "GET /v2.0/ports?device_id=97818907-03c2-4620-a47a-f99e375185cd HTTP/1.1" status: 200 len: 210 time: 0.1663356 Aug 17 02:18:05.952187 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-ced3a74b-79c5-443c-a0d2-7b20e3967e83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.2243562 Aug 17 02:18:06.014410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24d26e13-1bd1-4470-b675-99ffc6caec0f req-4a7346c2-c138-4361-a928-7a133282223d service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540823 Aug 17 02:18:06.016048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-75a499a2-479a-4f38-befe-35460226d6ce req-6b666d92-1a8f-4f76-8458-a3fa0d354328 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:18:06.018984 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83fc57-f8f3-4f15-bb68-4a4b8fe32bcb None None] Pushing event updated for resources: {'Port': ['ID=261add7e-364a-4d2c-917e-e427bc738bd5,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:06.033810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a499a2-479a-4f38-befe-35460226d6ce req-6b666d92-1a8f-4f76-8458-a3fa0d354328 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:18:06.179781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a499a2-479a-4f38-befe-35460226d6ce req-6b666d92-1a8f-4f76-8458-a3fa0d354328 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:06.179781 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75a499a2-479a-4f38-befe-35460226d6ce req-6b666d92-1a8f-4f76-8458-a3fa0d354328 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:06.198276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Attempting to bind port 261add7e-364a-4d2c-917e-e427bc738bd5 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:18:06.199123 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Attempting to bind port 261add7e-364a-4d2c-917e-e427bc738bd5 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:18:06.201146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Attempting to bind port 261add7e-364a-4d2c-917e-e427bc738bd5 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:18:06.226304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:18:06.229464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:18:06.229464 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:06.229464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:18:06.229464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Bound port: 261add7e-364a-4d2c-917e-e427bc738bd5, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:18:06.243171 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:06.247325 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-5b3813aa-dd2c-42e7-a489-0e47c697a621 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:06.253300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-5b3813aa-dd2c-42e7-a489-0e47c697a621 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c01eb2-a391-402d-8c2a-ab6353d5d178 HTTP/1.1" status: 200 len: 968 time: 0.2338703 Aug 17 02:18:06.360825 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7093bcb-9dff-4c85-b29e-80742871a1ca x-openstack-request-id: req-b7093bcb-9dff-4c85-b29e-80742871a1ca {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:06.361439 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97818907-03c2-4620-a47a-f99e375185cd", "name": "network-vif-unplugged", "status": "completed", "tag": "7875c891-5e8c-496e-b2d3-edd4b3388b41", "code": 200}, {"server_uuid": "5a1d2765-f90d-46a5-924e-098c352e08c3", "name": "network-vif-unplugged", "status": "completed", "tag": "04063b21-98b8-4670-8ada-9370a689862d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:06.361743 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7093bcb-9dff-4c85-b29e-80742871a1ca {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:06.362360 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97818907-03c2-4620-a47a-f99e375185cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7875c891-5e8c-496e-b2d3-edd4b3388b41', 'code': 200} Aug 17 02:18:06.362851 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1d2765-f90d-46a5-924e-098c352e08c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04063b21-98b8-4670-8ada-9370a689862d', 'code': 200} Aug 17 02:18:06.379833 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:06.384368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4e9490d6-1005-40a3-9351-8606f49f4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:06.386474 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4e9490d6-1005-40a3-9351-8606f49f4781 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4224763 Aug 17 02:18:06.437553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Transition to ACTIVE for port object 80538936-c2ea-4ef2-9035-b2dca7e04111 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:18:06.449096 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75a499a2-479a-4f38-befe-35460226d6ce req-6b666d92-1a8f-4f76-8458-a3fa0d354328 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0808320 Aug 17 02:18:06.525893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65f06613-bca8-4bf9-bbcd-d5b62a3673b8 req-d34de706-b7cb-4296-8cf6-3df090aea40a tempest-LiveMigrationNegativeTest-597809974 tempest-LiveMigrationNegativeTest-597809974-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a1d2765-f90d-46a5-924e-098c352e08c3 HTTP/1.1" status: 200 len: 210 time: 0.2675087 Aug 17 02:18:06.555290 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74811926-6dc4-4190-9b0a-5428083440d5 x-openstack-request-id: req-74811926-6dc4-4190-9b0a-5428083440d5 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:06.558843 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c360a459-a56e-474b-9ede-fbaf70a96991", "tag": "448aa376-69d2-45c5-b665-210128036a7e", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:06.559145 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74811926-6dc4-4190-9b0a-5428083440d5 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:06.559559 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c360a459-a56e-474b-9ede-fbaf70a96991', 'tag': '448aa376-69d2-45c5-b665-210128036a7e', 'status': 'completed', 'code': 200} Aug 17 02:18:06.580160 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Request body: {'port': {'device_id': 'a1b13c27-4314-427b-a6be-6418c0574585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:06.759002 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] For port 261add7e-364a-4d2c-917e-e427bc738bd5, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:18:06.791916 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:06.871906 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b6f84-1227-4012-b3fe-91cdb48c1e0c req-a68a6df8-c7ea-414f-98e7-a6567e8d4d50 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:06.875719 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7d8b6f84-1227-4012-b3fe-91cdb48c1e0c req-a68a6df8-c7ea-414f-98e7-a6567e8d4d50 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 948 time: 0.2818625 Aug 17 02:18:06.907844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-ee36c7fa-7574-4c7a-aad1-f3968254613a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Deleting port 440157f0-377c-439f-a7bb-64eec71e05f1 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:06.908904 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-ee36c7fa-7574-4c7a-aad1-f3968254613a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:06.985901 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-8d00ced7-22c4-4da4-a3df-ae5cec6878fe service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847821 Aug 17 02:18:07.009198 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7d8b6f84-1227-4012-b3fe-91cdb48c1e0c req-6d20b602-9a92-4a09-8089-7a3a0dd09678 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173913 Aug 17 02:18:07.036369 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] For port 261add7e-364a-4d2c-917e-e427bc738bd5, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=261add7e-364a-4d2c-917e-e427bc738bd5,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:18:07.047529 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-61b6f707-9208-471b-a22b-c9a5aed36f8c None None] Provisioning for port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:18:07.050047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4477240-dfa9-4624-8448-66816c41db9e req-6dffe467-70d2-4e84-9482-eee82f56adc9 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:07.052899 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a4477240-dfa9-4624-8448-66816c41db9e req-6dffe467-70d2-4e84-9482-eee82f56adc9 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 950 time: 0.2987027 Aug 17 02:18:07.070999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-61b6f707-9208-471b-a22b-c9a5aed36f8c None None] Provisioning complete for port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:07.071756 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-61b6f707-9208-471b-a22b-c9a5aed36f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:07.179918 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:07.264467 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1a95b7a4-aa35-415c-b4ab-30568e81673e req-384f4e69-082d-4129-be7c-7ead53a5e84f tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 210 time: 0.0953197 Aug 17 02:18:07.294603 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Network e4f5e239-6792-422c-896c-59ceb1999614 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:18:07.307868 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-61b6f707-9208-471b-a22b-c9a5aed36f8c None None] Port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:18:07.321726 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:18:07.329522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:18:07.442075 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-41269f33-1445-4ce5-9fc5-f57e794aa02d req-4af16634-53f6-4e56-8846-5438e660ca66 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311702 Aug 17 02:18:07.450434 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Pushing event updated for resources: {'Port': ['ID=80538936-c2ea-4ef2-9035-b2dca7e04111,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:07.465130 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:07.579656 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:07.689127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83fc57-f8f3-4f15-bb68-4a4b8fe32bcb None None] Pushing event updated for resources: {'Port': ['ID=261add7e-364a-4d2c-917e-e427bc738bd5,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:07.713084 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Routers {'1da5c981-e177-444d-827f-c03a43617c06'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:18:07.714989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:17:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['1da5c981-e177-444d-827f-c03a43617c06'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:07.748055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1d2765-f90d-46a5-924e-098c352e08c3', 'name': 'network-vif-deleted', 'tag': '04063b21-98b8-4670-8ada-9370a689862d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:07.750722 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db753dfe-d23e-4af6-8a32-ddcfc3a4a8cf" -d '{"events": [{"server_uuid": "5a1d2765-f90d-46a5-924e-098c352e08c3", "name": "network-vif-deleted", "tag": "04063b21-98b8-4670-8ada-9370a689862d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:07.800057 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3eaa41-baeb-4130-89fd-683f793b4ad0 req-cea50c5a-8618-41a2-ab1f-01f4a21ae8f0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:07.815042 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6c3eaa41-baeb-4130-89fd-683f793b4ad0 req-cea50c5a-8618-41a2-ab1f-01f4a21ae8f0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 936 time: 0.3304133 Aug 17 02:18:07.969749 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] Set router 1da5c981-e177-444d-827f-c03a43617c06 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:18:08.040354 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6c3eaa41-baeb-4130-89fd-683f793b4ad0 req-bdd3df05-f682-4788-bde0-f7f5d84d24ff tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231436 Aug 17 02:18:08.061664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-984b3ba3-7343-47e0-80cb-d1427087490a None None] Provisioning for port 80538936-c2ea-4ef2-9035-b2dca7e04111 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:18:08.063946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-ee36c7fa-7574-4c7a-aad1-f3968254613a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] For port 440157f0-377c-439f-a7bb-64eec71e05f1, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=440157f0-377c-439f-a7bb-64eec71e05f1,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:08.064533 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-ee36c7fa-7574-4c7a-aad1-f3968254613a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:08.068795 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-14377277-0764-44c5-9848-15fe0871c7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:08.070644 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-984b3ba3-7343-47e0-80cb-d1427087490a None None] Provisioning complete for port 80538936-c2ea-4ef2-9035-b2dca7e04111 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:08.070945 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-984b3ba3-7343-47e0-80cb-d1427087490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:08.085557 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a4477240-dfa9-4624-8448-66816c41db9e req-5fa4fba6-1f2e-4220-9da6-2f43637f44ab tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294616 Aug 17 02:18:08.112223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a53b5-70f0-4c2c-8803-4fba7142f1e5 req-a9927446-90a5-4cf2-b3ca-83bced73f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:08.114133 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d54a53b5-70f0-4c2c-8803-4fba7142f1e5 req-a9927446-90a5-4cf2-b3ca-83bced73f141 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c550e563fd1d4c699494bbb3241e98cc&device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 1100 time: 0.2612584 Aug 17 02:18:08.211760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40592) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:08.242519 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-984b3ba3-7343-47e0-80cb-d1427087490a None None] Port 80538936-c2ea-4ef2-9035-b2dca7e04111 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:18:08.287837 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0c27ed-b1fe-4243-9aa7-2038b4c169b6 x-openstack-request-id: req-ad0c27ed-b1fe-4243-9aa7-2038b4c169b6 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:08.288350 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1d2765-f90d-46a5-924e-098c352e08c3", "name": "network-vif-deleted", "tag": "04063b21-98b8-4670-8ada-9370a689862d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:08.288812 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad0c27ed-b1fe-4243-9aa7-2038b4c169b6 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:08.289474 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1d2765-f90d-46a5-924e-098c352e08c3', 'name': 'network-vif-deleted', 'tag': '04063b21-98b8-4670-8ada-9370a689862d', 'status': 'completed', 'code': 200} Aug 17 02:18:08.400997 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da5c981-e177-444d-827f-c03a43617c06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:17:56Z', 'updated_at': '2021-08-17T02:17:59Z', 'revision_number': 3, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'gw_port': {'id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:17:58Z', 'updated_at': '2021-08-17T02:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:08.467071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8edfb7-85ee-4d5b-bd68-fc46235613e0 None None] The sync data for ids ['1da5c981-e177-444d-827f-c03a43617c06'] in n-d-793621-31 is: [{'id': '1da5c981-e177-444d-827f-c03a43617c06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:17:56Z', 'updated_at': '2021-08-17T02:17:59Z', 'revision_number': 3, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'gw_port': {'id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:17:58Z', 'updated_at': '2021-08-17T02:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:18:08.486193 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:08.816468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea21f95-b324-4be6-aa0c-b73333a37149 req-55b886c6-c9ed-46b2-9aee-06a5b62f7f40 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:08.816468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9ea21f95-b324-4be6-aa0c-b73333a37149 req-55b886c6-c9ed-46b2-9aee-06a5b62f7f40 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 1102 time: 0.2270586 Aug 17 02:18:08.816468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:18:08.816468 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:08.816468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Transition to ACTIVE for port object 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:18:08.816468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9ea21f95-b324-4be6-aa0c-b73333a37149 req-63ec148d-374b-42b1-a597-0100aecf8f90 tempest-ServersOnMultiNodesTest-1842740304 tempest-ServersOnMultiNodesTest-1842740304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149845 Aug 17 02:18:08.816468 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-ee36c7fa-7574-4c7a-aad1-f3968254613a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:08.816468 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-ee36c7fa-7574-4c7a-aad1-f3968254613a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:08.816468 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-ee36c7fa-7574-4c7a-aad1-f3968254613a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Floating IP 253a0d26-0749-42de-a67b-fa580f4d3da8 disassociated. External IP: 172.25.5.250, port: 440157f0-377c-439f-a7bb-64eec71e05f1. Aug 17 02:18:08.816468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-ee36c7fa-7574-4c7a-aad1-f3968254613a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Calling delete_port for 440157f0-377c-439f-a7bb-64eec71e05f1 owned by compute:tempest-test_az-1689326157 {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:08.897426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5b35f0fe-53bf-4d84-86e9-7984bd158d95 req-2eb7f24f-820c-4b6a-a544-08038f845492 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 210 time: 0.0353456 Aug 17 02:18:08.974982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e163c72-7797-477c-9320-d67de0885576 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Deleting subnet 05c115f8-e8ef-4234-b8a7-7322fb1a62a1 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:18:08.995338 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e163c72-7797-477c-9320-d67de0885576 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:09.028540 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7ca06-7e14-4793-a20a-c975321b0108 req-c99dd6cb-3e5e-4a76-9bdb-c945e6d2e3b1 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:09.035586 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a8c7ca06-7e14-4793-a20a-c975321b0108 req-c99dd6cb-3e5e-4a76-9bdb-c945e6d2e3b1 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 948 time: 0.6644716 Aug 17 02:18:09.116024 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:09.204747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a53b5-70f0-4c2c-8803-4fba7142f1e5 req-f9a3bd8b-7f5b-4c4b-b57e-798d1cdeae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:09.204747 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d54a53b5-70f0-4c2c-8803-4fba7142f1e5 req-f9a3bd8b-7f5b-4c4b-b57e-798d1cdeae30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 1.0663660 Aug 17 02:18:09.204747 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e163c72-7797-477c-9320-d67de0885576 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:09.284693 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-ee36c7fa-7574-4c7a-aad1-f3968254613a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:09.360725 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a8c7ca06-7e14-4793-a20a-c975321b0108 req-67a1683b-82f3-40d4-bcfe-3f88747fb540 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240874 Aug 17 02:18:09.408657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Pushing event updated for resources: {'Port': ['ID=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:09.458060 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36c7fa-7574-4c7a-aad1-f3968254613a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Pushing event deleted for resources: {'Port': ['ID=440157f0-377c-439f-a7bb-64eec71e05f1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:09.522809 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d54a53b5-70f0-4c2c-8803-4fba7142f1e5 req-73cd5481-c35c-4b62-98d8-5b07ea48fa72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=448aa376-69d2-45c5-b665-210128036a7e HTTP/1.1" status: 200 len: 217 time: 0.2615771 Aug 17 02:18:09.612250 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40604) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:09.675225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Attempting to bind port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:18:09.675225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Attempting to bind port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:18:09.675225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Attempting to bind port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:18:09.716667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-ee36c7fa-7574-4c7a-aad1-f3968254613a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Router f515c1be-00fd-4fc4-9ee1-a532f59bef03 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:18:09.739307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:18:09.750897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Attempting to bind port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:18:09.785142 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e163c72-7797-477c-9320-d67de0885576 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:09.830992 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:18:09.833554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:18:09.835164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:18:09.837889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Bound port: 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:18:09.840986 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:09.892880 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:09.898889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a53b5-70f0-4c2c-8803-4fba7142f1e5 req-9f4d93c4-6ba0-4568-a1a0-2ff117ff7c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:09.900458 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d54a53b5-70f0-4c2c-8803-4fba7142f1e5 req-9f4d93c4-6ba0-4568-a1a0-2ff117ff7c55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.3013494 Aug 17 02:18:09.920161 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3e97d-8d8e-4b88-80c7-624d7865adcf req-cba021fa-b043-4d10-9574-76289817e0ac tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:09.931162 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f7b3e97d-8d8e-4b88-80c7-624d7865adcf req-cba021fa-b043-4d10-9574-76289817e0ac tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 948 time: 0.3195450 Aug 17 02:18:10.012560 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:10.107947 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Pushing event updated for resources: {'Port': ['ID=80538936-c2ea-4ef2-9035-b2dca7e04111,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:10.114513 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e163c72-7797-477c-9320-d67de0885576 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:10.163959 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e163c72-7797-477c-9320-d67de0885576 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:10.180065 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0e163c72-7797-477c-9320-d67de0885576 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "DELETE /v2.0/subnets/05c115f8-e8ef-4234-b8a7-7322fb1a62a1 HTTP/1.1" status: 204 len: 168 time: 1.9548681 Aug 17 02:18:10.180065 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40614) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:10.185130 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8164b30-afe6-4109-b039-8a44ef93812f None None] Network ee56a064-40f9-416b-ad67-c435fed892e6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:18:10.189319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d1e1de2d-179a-45c3-938c-cd9f729a962d details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:18:10.208210 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 440157f0-377c-439f-a7bb-64eec71e05f1 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:18:10.268638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-ee36c7fa-7574-4c7a-aad1-f3968254613a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:18:10.330939 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1f1af-fcfc-473a-ac28-f140a56b6384 None None] Sync routers for ids ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:18:10.348579 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615fc02-6d0e-41eb-b9cd-a3f45826ab00 req-3fc63479-1228-4b8e-b243-af092db0f4f0 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:10.352542 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0615fc02-6d0e-41eb-b9cd-a3f45826ab00 req-3fc63479-1228-4b8e-b243-af092db0f4f0 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 950 time: 0.6164231 Aug 17 02:18:10.364683 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e1f1af-fcfc-473a-ac28-f140a56b6384 None None] Routers {'f515c1be-00fd-4fc4-9ee1-a532f59bef03'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:18:10.365786 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-44e1f1af-fcfc-473a-ac28-f140a56b6384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:18:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:10.428681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3506f5dc-0529-47ac-a205-3ff598d58d9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=250923f46e3843baa1f564fcafac735c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8099685 Aug 17 02:18:10.436715 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40618) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:10.452300 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:10.485856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e163c72-7797-477c-9320-d67de0885576 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Subnet': ['ID=05c115f8-e8ef-4234-b8a7-7322fb1a62a1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:10.489515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-ee36c7fa-7574-4c7a-aad1-f3968254613a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] No DVR routers for this DVR port 440157f0-377c-439f-a7bb-64eec71e05f1 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:18:10.495846 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-ee36c7fa-7574-4c7a-aad1-f3968254613a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:10.501747 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b70dc3c-e76c-46e6-bf1d-2383b6773c12 req-ee36c7fa-7574-4c7a-aad1-f3968254613a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.18 "DELETE /v2.0/ports/440157f0-377c-439f-a7bb-64eec71e05f1 HTTP/1.1" status: 204 len: 173 time: 4.1659479 Aug 17 02:18:10.531392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a53b5-70f0-4c2c-8803-4fba7142f1e5 req-85e65a93-5bc1-4624-9502-f5e3afbe9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:10.541059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c01eb2-a391-402d-8c2a-ab6353d5d178', 'name': 'network-vif-deleted', 'tag': '440157f0-377c-439f-a7bb-64eec71e05f1'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:10.543671 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c37d533-5dcb-4de7-99cc-bb3facdd344b" -d '{"events": [{"server_uuid": "11c01eb2-a391-402d-8c2a-ab6353d5d178", "name": "network-vif-deleted", "tag": "440157f0-377c-439f-a7bb-64eec71e05f1"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:10.545872 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d54a53b5-70f0-4c2c-8803-4fba7142f1e5 req-85e65a93-5bc1-4624-9502-f5e3afbe9575 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6118352 Aug 17 02:18:10.556263 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f7b3e97d-8d8e-4b88-80c7-624d7865adcf req-3a51b90d-90e2-45f2-bc5c-5e9b9c9f639d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686545 Aug 17 02:18:10.580106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 440157f0-377c-439f-a7bb-64eec71e05f1 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:18:10.580106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 440157f0-377c-439f-a7bb-64eec71e05f1 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:18:10.580401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] For port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:18:10.589278 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-44e1f1af-fcfc-473a-ac28-f140a56b6384 None None] Set router f515c1be-00fd-4fc4-9ee1-a532f59bef03 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:18:10.639633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] For port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:18:10.639766 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9f866649-42bd-414b-b326-8a00fbbe856a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:10.640866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0615fc02-6d0e-41eb-b9cd-a3f45826ab00 req-269fd1b3-021b-4117-8b13-4879099e6a45 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198455 Aug 17 02:18:10.657327 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 261add7e-364a-4d2c-917e-e427bc738bd5 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:18:10.669513 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 448aa376-69d2-45c5-b665-210128036a7e details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:18:10.678650 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb88a-60c1-4c2c-8edd-f744cd8e6490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:10.746329 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb88a-60c1-4c2c-8edd-f744cd8e6490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:10.827131 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:10.832665 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:10.898125 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-44e1f1af-fcfc-473a-ac28-f140a56b6384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:37Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb', 'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'mac_address': 'fa:16:3e:1f:3e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:36Z', 'updated_at': '2021-08-17T02:13:43Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'subnets': [{'id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:10.956093 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b56aae1b-14d3-43a8-ac2f-b3f32714e3c2 req-373da321-99eb-4325-9f7b-8db9971764e1 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 210 time: 0.1264668 Aug 17 02:18:10.994972 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:11.002042 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:11.004702 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1f1af-fcfc-473a-ac28-f140a56b6384 None None] Checking router: f515c1be-00fd-4fc4-9ee1-a532f59bef03 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:18:11.004963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75a499a2-479a-4f38-befe-35460226d6ce req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] 10.222.0.42 "PUT /v2.0/ports/5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa HTTP/1.1" status: 200 len: 1097 time: 4.4612370 Aug 17 02:18:11.045913 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e1f1af-fcfc-473a-ac28-f140a56b6384 None None] Routers {'f515c1be-00fd-4fc4-9ee1-a532f59bef03'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:18:11.061211 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-44e1f1af-fcfc-473a-ac28-f140a56b6384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:18:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:11.063639 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d1e1de2d-179a-45c3-938c-cd9f729a962d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d1e1de2d-179a-45c3-938c-cd9f729a962d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:11.077637 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:18:11.088869 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acefaf72-59c1-493e-9c98-76a9022aad41 x-openstack-request-id: req-acefaf72-59c1-493e-9c98-76a9022aad41 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:11.089200 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c01eb2-a391-402d-8c2a-ab6353d5d178", "name": "network-vif-deleted", "tag": "440157f0-377c-439f-a7bb-64eec71e05f1", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:11.089612 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acefaf72-59c1-493e-9c98-76a9022aad41 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:11.089913 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c01eb2-a391-402d-8c2a-ab6353d5d178', 'name': 'network-vif-deleted', 'tag': '440157f0-377c-439f-a7bb-64eec71e05f1', 'status': 'completed', 'code': 200} Aug 17 02:18:11.123496 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601ab4b-21ae-4aa2-822e-f69715dda306 service neutron] Pushing event updated for resources: {'Port': ['ID=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:11.163208 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d54a53b5-70f0-4c2c-8803-4fba7142f1e5 req-8181ccb2-2231-4fa9-94d7-7d84d8920383 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001973 Aug 17 02:18:11.167422 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:11.171550 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.resource_extend [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:18:11.174616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74b0ee-3332-476b-b946-0a9cba43a2fc req-b60b64cd-0684-4e3a-91ae-b14830fde890 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:11.182499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f74b0ee-3332-476b-b946-0a9cba43a2fc req-b60b64cd-0684-4e3a-91ae-b14830fde890 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 948 time: 0.2881324 Aug 17 02:18:11.231066 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'd1e1de2d-179a-45c3-938c-cd9f729a962d', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'd1e1de2d-179a-45c3-938c-cd9f729a962d', 'mac_address': 'fa:16:3e:5a:e7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:18:11.296157 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d54a53b5-70f0-4c2c-8803-4fba7142f1e5 req-5e4642f5-6da2-4b88-8f0b-7a5113d1e5e3 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167393 Aug 17 02:18:11.311720 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb88a-60c1-4c2c-8edd-f744cd8e6490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:11.317084 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb88a-60c1-4c2c-8edd-f744cd8e6490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:11.329006 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5b7bb88a-60c1-4c2c-8edd-f744cd8e6490 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbec6dcf-842f-4844-b0eb-9c41ddc30a16 HTTP/1.1" status: 204 len: 168 time: 0.8856916 Aug 17 02:18:11.380877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Deleting port e6be5d45-19e3-41ec-9f27-5a837c39f09e {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:11.382537 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:11.395918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bb88a-60c1-4c2c-8edd-f744cd8e6490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbec6dcf-842f-4844-b0eb-9c41ddc30a16,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:11.410045 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Network e4f5e239-6792-422c-896c-59ceb1999614 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:18:11.424515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:18:11.457560 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f74b0ee-3332-476b-b946-0a9cba43a2fc req-9f498253-2b7c-4bae-b0d8-89ab2f816f3c tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678876 Aug 17 02:18:11.523240 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 448aa376-69d2-45c5-b665-210128036a7e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=448aa376-69d2-45c5-b665-210128036a7e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:11.547943 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:11.573434 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '448aa376-69d2-45c5-b665-210128036a7e', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '448aa376-69d2-45c5-b665-210128036a7e', 'mac_address': 'fa:16:3e:3d:cf:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:18:11.596843 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e1de2d-179a-45c3-938c-cd9f729a962d {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:18:11.628919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d1e1de2d-179a-45c3-938c-cd9f729a962d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d1e1de2d-179a-45c3-938c-cd9f729a962d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:11.737915 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-44e1f1af-fcfc-473a-ac28-f140a56b6384 None None] Set router f515c1be-00fd-4fc4-9ee1-a532f59bef03 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:18:11.802547 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4059a-bbee-4bd3-b749-4c972a9cc518 req-4204e001-d9bb-4d3d-8377-bdfa89745794 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:11.804597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 261add7e-364a-4d2c-917e-e427bc738bd5 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:18:11.804994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6d4059a-bbee-4bd3-b749-4c972a9cc518 req-4204e001-d9bb-4d3d-8377-bdfa89745794 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.42 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 950 time: 0.3038528 Aug 17 02:18:11.842365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf5f7e-2498-4487-924d-f534168c28b7 req-09674492-75c9-4cc1-9e7c-cb80cf869761 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:11.844434 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:11.853628 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-09674492-75c9-4cc1-9e7c-cb80cf869761 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.42 "GET /v2.0/networks?id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174 HTTP/1.1" status: 200 len: 824 time: 0.2237544 Aug 17 02:18:11.863403 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 261add7e-364a-4d2c-917e-e427bc738bd5 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:11.863885 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:11.872612 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:12.035846 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b00987a-6e61-4483-b479-5dbc272acb2e None None] DHCP port deletion for ee56a064-40f9-416b-ad67-c435fed892e6 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:18:12.064614 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:12.101967 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448aa376-69d2-45c5-b665-210128036a7e {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:18:12.132022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 448aa376-69d2-45c5-b665-210128036a7e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=448aa376-69d2-45c5-b665-210128036a7e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:12.200908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] For port e6be5d45-19e3-41ec-9f27-5a837c39f09e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e6be5d45-19e3-41ec-9f27-5a837c39f09e,segment=NetworkSegment(9c814f80-5d8d-4a4e-8e6a-0611c07eff84),segment_id=9c814f80-5d8d-4a4e-8e6a-0611c07eff84)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:12.204963 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:12.229671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d860ae-4d8d-4623-bbba-30408a1566fc req-72402fea-0822-4c0c-842e-89f766f9cdd0 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:12.232136 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97d860ae-4d8d-4623-bbba-30408a1566fc req-72402fea-0822-4c0c-842e-89f766f9cdd0 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 950 time: 0.2939045 Aug 17 02:18:12.239447 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:12.281783 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-c6d4059a-bbee-4bd3-b749-4c972a9cc518 req-d26b63f6-c951-4153-982a-faf7441d7802 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Deleting port b5a95618-4995-4cdf-a406-580f105bffc5 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:12.281783 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c6d4059a-bbee-4bd3-b749-4c972a9cc518 req-d26b63f6-c951-4153-982a-faf7441d7802 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:12.289113 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Calling delete_port for e6be5d45-19e3-41ec-9f27-5a837c39f09e owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:12.324151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=d1e1de2d-179a-45c3-938c-cd9f729a962d,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:12.404092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-c6d4059a-bbee-4bd3-b749-4c972a9cc518 req-d26b63f6-c951-4153-982a-faf7441d7802 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] For port b5a95618-4995-4cdf-a406-580f105bffc5, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=b5a95618-4995-4cdf-a406-580f105bffc5,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:12.404464 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c6d4059a-bbee-4bd3-b749-4c972a9cc518 req-d26b63f6-c951-4153-982a-faf7441d7802 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:12.421673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-c6d4059a-bbee-4bd3-b749-4c972a9cc518 req-d26b63f6-c951-4153-982a-faf7441d7802 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Calling delete_port for b5a95618-4995-4cdf-a406-580f105bffc5 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:12.421898 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a499a2-479a-4f38-befe-35460226d6ce req-190732cb-3923-4f3e-8367-e308120fc652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:12.423464 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75a499a2-479a-4f38-befe-35460226d6ce req-190732cb-3923-4f3e-8367-e308120fc652 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 1100 time: 0.9202745 Aug 17 02:18:12.532412 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75a499a2-479a-4f38-befe-35460226d6ce req-bfebfa6e-6ef2-472b-bf15-c730a22f1754 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa HTTP/1.1" status: 200 len: 217 time: 0.0460334 Aug 17 02:18:12.537471 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-ea52938b-e97e-4093-8a6b-771fe7424d20 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49680fd9b391442cb3cf3c46aae0fe47 HTTP/1.1" status: 200 len: 379 time: 0.6591008 Aug 17 02:18:12.547020 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97d860ae-4d8d-4623-bbba-30408a1566fc req-946dcccc-5e3f-42d1-a8c3-b838eccc0c4e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913258 Aug 17 02:18:12.621274 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-44e1f1af-fcfc-473a-ac28-f140a56b6384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:37Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb', 'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'mac_address': 'fa:16:3e:1f:3e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:36Z', 'updated_at': '2021-08-17T02:13:43Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'subnets': [{'id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:12.634850 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-addf5f7e-2498-4487-924d-f534168c28b7 req-fbfd04d9-3c95-4b7e-ad5e-0447aaebebf1 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Request body: {'port': {'device_id': 'bc43f785-dd05-4490-91e9-594101937aa6', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'admin_state_up': True, 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'security_groups': ['5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:12.698101 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:12.715703 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1f1af-fcfc-473a-ac28-f140a56b6384 None None] The sync data for ids ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'] in n-d-793621-31 is: [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:37Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb', 'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'mac_address': 'fa:16:3e:1f:3e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:36Z', 'updated_at': '2021-08-17T02:13:43Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'subnets': [{'id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:18:12.738984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a499a2-479a-4f38-befe-35460226d6ce req-dfd5d425-5dc5-4951-9617-0a6f66bf9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:12.742714 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75a499a2-479a-4f38-befe-35460226d6ce req-dfd5d425-5dc5-4951-9617-0a6f66bf9819 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1024692 Aug 17 02:18:12.760897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=448aa376-69d2-45c5-b665-210128036a7e,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:12.779548 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-444c17a3-5c0e-412d-8d14-f0caae0ccb13 req-59a93939-8e11-4cde-9150-fb38f42c48a2 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 210 time: 0.0700016 Aug 17 02:18:12.783959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bf680e51-a967-4e10-b20a-474be8765e83 None None] Provisioning complete for port 80538936-c2ea-4ef2-9035-b2dca7e04111 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:12.784461 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bf680e51-a967-4e10-b20a-474be8765e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:12.841528 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 261add7e-364a-4d2c-917e-e427bc738bd5, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=261add7e-364a-4d2c-917e-e427bc738bd5,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:12.842241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40640) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:12.868124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7b00987a-6e61-4483-b479-5dbc272acb2e None None] Deleting port e6be5d45-19e3-41ec-9f27-5a837c39f09e {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:12.868908 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7b00987a-6e61-4483-b479-5dbc272acb2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:12.929786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-bf680e51-a967-4e10-b20a-474be8765e83 None None] Port 80538936-c2ea-4ef2-9035-b2dca7e04111 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:18:12.936032 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c6d4059a-bbee-4bd3-b749-4c972a9cc518 req-d26b63f6-c951-4153-982a-faf7441d7802 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:12.947780 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f32b49-e1f9-4e8b-9da5-8fe6b3a0cc99 req-a5ab1bd5-2ccd-438f-873e-7b0387859cf2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:12.949427 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-77f32b49-e1f9-4e8b-9da5-8fe6b3a0cc99 req-a5ab1bd5-2ccd-438f-873e-7b0387859cf2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 948 time: 1.0098262 Aug 17 02:18:12.981281 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b', '04266431-7c66-474d-92ed-f2816703ff8e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:13.001595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['86865cbe-856c-4539-af91-504f55c8d616', 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4', 'e7deafc5-9d4e-428d-90d8-86743d3eba84', '11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e', '6478f48b-18c8-44e4-ac74-9b3f646f3165'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:13.015370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['448aa376-69d2-45c5-b665-210128036a7e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:13.028608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Router 1da5c981-e177-444d-827f-c03a43617c06 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:18:13.041485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b4f473b9-962c-408f-99b3-9c4400513f19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab3903da4bae4dd6b7e14c9ba84c951c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977956 Aug 17 02:18:13.047002 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b63f6-c951-4153-982a-faf7441d7802 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event deleted for resources: {'Port': ['ID=b5a95618-4995-4cdf-a406-580f105bffc5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:13.051099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40642) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:13.079928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a499a2-479a-4f38-befe-35460226d6ce req-cb21b6f1-0d6d-42d8-8466-dc5fb0c4f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:13.081204 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75a499a2-479a-4f38-befe-35460226d6ce req-cb21b6f1-0d6d-42d8-8466-dc5fb0c4f4e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2702270 Aug 17 02:18:13.113514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b13c27-4314-427b-a6be-6418c0574585', 'tag': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:13.117278 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b21fe14-57f7-4916-b101-036a6b0221b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b13c27-4314-427b-a6be-6418c0574585", "tag": "5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:13.205809 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf78208-3596-41eb-87b1-ba637a0111ae req-d7e79309-611e-4322-909a-562f0cf31611 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:13.207414 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6cf78208-3596-41eb-87b1-ba637a0111ae req-d7e79309-611e-4322-909a-562f0cf31611 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 949 time: 0.2927108 Aug 17 02:18:13.222534 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d4059a-bbee-4bd3-b749-4c972a9cc518 req-d26b63f6-c951-4153-982a-faf7441d7802 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] No DVR routers for this DVR port b5a95618-4995-4cdf-a406-580f105bffc5 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:18:13.228258 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:13.239473 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c6d4059a-bbee-4bd3-b749-4c972a9cc518 req-d26b63f6-c951-4153-982a-faf7441d7802 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:13.243074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6d4059a-bbee-4bd3-b749-4c972a9cc518 req-d26b63f6-c951-4153-982a-faf7441d7802 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.42 "DELETE /v2.0/ports/b5a95618-4995-4cdf-a406-580f105bffc5 HTTP/1.1" status: 204 len: 173 time: 1.4297345 Aug 17 02:18:13.292914 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ada98a8-78e6-48ed-af74-507707f9df98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:13.339068 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['d1e1de2d-179a-45c3-938c-cd9f729a962d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:13.414696 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6cf78208-3596-41eb-87b1-ba637a0111ae req-66ae960b-c253-4878-bd8c-19db6cf97c9b tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844685 Aug 17 02:18:13.444187 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ada98a8-78e6-48ed-af74-507707f9df98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:13.602170 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53478183-4571-4e8a-9433-6665864dc189 x-openstack-request-id: req-53478183-4571-4e8a-9433-6665864dc189 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:13.602660 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b13c27-4314-427b-a6be-6418c0574585", "tag": "5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:13.603093 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53478183-4571-4e8a-9433-6665864dc189 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:13.603785 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b13c27-4314-427b-a6be-6418c0574585', 'tag': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa', 'status': 'completed', 'code': 200} Aug 17 02:18:13.642397 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:13.650997 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-77f32b49-e1f9-4e8b-9da5-8fe6b3a0cc99 req-74cf4f40-342b-49b3-a2ef-15beb74ed715 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6356051 Aug 17 02:18:13.657487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addf5f7e-2498-4487-924d-f534168c28b7 req-fbfd04d9-3c95-4b7e-ad5e-0447aaebebf1 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Made reservation on behalf of 49680fd9b391442cb3cf3c46aae0fe47 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:18:13.661371 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-addf5f7e-2498-4487-924d-f534168c28b7 req-fbfd04d9-3c95-4b7e-ad5e-0447aaebebf1 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:13.720999 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ada98a8-78e6-48ed-af74-507707f9df98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:13.722373 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ada98a8-78e6-48ed-af74-507707f9df98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:13.725184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] No DVR routers for this DVR port e6be5d45-19e3-41ec-9f27-5a837c39f09e on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:18:13.742039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9ada98a8-78e6-48ed-af74-507707f9df98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20ed5726-e01d-4ee4-9edd-51fea58d1465 HTTP/1.1" status: 204 len: 168 time: 0.6715269 Aug 17 02:18:13.743154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Port': ['ID=e6be5d45-19e3-41ec-9f27-5a837c39f09e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:13.754460 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e6be5d45-19e3-41ec-9f27-5a837c39f09e no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:18:13.758585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd83e4-45ba-4a68-88ef-703476ee0780 None None] New status for floating IP 253a0d26-0749-42de-a67b-fa580f4d3da8: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:18:13.764191 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7b00987a-6e61-4483-b479-5dbc272acb2e None None] For port e6be5d45-19e3-41ec-9f27-5a837c39f09e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e6be5d45-19e3-41ec-9f27-5a837c39f09e,segment=NetworkSegment(9c814f80-5d8d-4a4e-8e6a-0611c07eff84),segment_id=9c814f80-5d8d-4a4e-8e6a-0611c07eff84)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:13.764615 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7b00987a-6e61-4483-b479-5dbc272acb2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:13.800879 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-996ca168-1970-4e38-8823-f80f9bc19def req-ac90bc2c-3d18-41fe-ac41-c76c87c16725 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=236c323a-70ad-4212-a101-411c0aff45bb HTTP/1.1" status: 200 len: 210 time: 0.0955365 Aug 17 02:18:13.830380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada98a8-78e6-48ed-af74-507707f9df98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ed5726-e01d-4ee4-9edd-51fea58d1465,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:13.904474 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:18:13.916869 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Sync routers for ids ['1da5c981-e177-444d-827f-c03a43617c06'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:18:13.936435 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Routers {'1da5c981-e177-444d-827f-c03a43617c06'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:18:13.940081 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:18:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['1da5c981-e177-444d-827f-c03a43617c06'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:13.972513 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: e6be5d45-19e3-41ec-9f27-5a837c39f09e {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:18:13.973874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e6be5d45-19e3-41ec-9f27-5a837c39f09e not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:18:14.005822 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6b2bb41f-4085-4f94-8af9-8ea26946edd7 admin admin] 10.222.0.13 "PUT /v2.0/routers/1da5c981-e177-444d-827f-c03a43617c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8383179 Aug 17 02:18:14.025969 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75a499a2-479a-4f38-befe-35460226d6ce req-18497b77-be2f-4f58-b70f-4e7147cb0ceb service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9282053 Aug 17 02:18:14.078526 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cd79ea27-6ab7-4923-a2da-47d167e7642b req-3064d084-9e9a-484f-9b37-d73bf51dac29 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 210 time: 0.0910594 Aug 17 02:18:14.176159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7b00987a-6e61-4483-b479-5dbc272acb2e None None] Calling delete_port for e6be5d45-19e3-41ec-9f27-5a837c39f09e owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:14.186327 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Set router 1da5c981-e177-444d-827f-c03a43617c06 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:18:14.191025 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:14.208968 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:14.228710 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee56a064-40f9-416b-ad67-c435fed892e6']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:14.231475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=261add7e-364a-4d2c-917e-e427bc738bd5,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:14.256491 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c814f80-5d8d-4a4e-8e6a-0611c07eff84') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:14.256875 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c814f80-5d8d-4a4e-8e6a-0611c07eff84') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:14.315817 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:14.371728 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:14.417266 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75a499a2-479a-4f38-befe-35460226d6ce req-8eefe5e5-ee92-4d1d-806c-ff6cb6235c2d service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682470 Aug 17 02:18:14.444684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:18:14.445523 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:18:14.461959 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:18:14.614602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-addf5f7e-2498-4487-924d-f534168c28b7 req-fbfd04d9-3c95-4b7e-ad5e-0447aaebebf1 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Allocated IP 172.20.0.3 (3bc129d8-6566-46b9-b7f7-9c41b5ef6174/f3ee0978-0a18-4eca-b738-966af06475e7/7f8c9ab5-249a-4d83-940f-bacf5ca579fa) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:18:14.621366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device b5a95618-4995-4cdf-a406-580f105bffc5 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:18:14.761923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: b5a95618-4995-4cdf-a406-580f105bffc5 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:18:14.762290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device b5a95618-4995-4cdf-a406-580f105bffc5 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:18:14.796625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a0cc7-288d-40b9-a272-d42f55cc0ef9 req-6803c675-a919-4ced-a960-58fd76a4a411 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:14.812426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c74a0cc7-288d-40b9-a272-d42f55cc0ef9 req-6803c675-a919-4ced-a960-58fd76a4a411 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 949 time: 0.1868970 Aug 17 02:18:14.869188 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7b00987a-6e61-4483-b479-5dbc272acb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:14.878410 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da5c981-e177-444d-827f-c03a43617c06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:17:56Z', 'updated_at': '2021-08-17T02:18:08Z', 'revision_number': 4, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'gw_port': {'id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:17:58Z', 'updated_at': '2021-08-17T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '80538936-c2ea-4ef2-9035-b2dca7e04111', 'name': '', 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'mac_address': 'fa:16:3e:9a:24:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:18:05Z', 'updated_at': '2021-08-17T02:18:09Z', 'revision_number': 2, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'subnets': [{'id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:14.938031 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c74a0cc7-288d-40b9-a272-d42f55cc0ef9 req-72471c17-ea9d-4a29-8181-68dab48a5810 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225431 Aug 17 02:18:14.939011 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Checking router: 1da5c981-e177-444d-827f-c03a43617c06 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:18:14.942383 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Updating router 1da5c981-e177-444d-827f-c03a43617c06 port 80538936-c2ea-4ef2-9035-b2dca7e04111 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:18:15.016693 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:15.070928 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:15.095369 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b00987a-6e61-4483-b479-5dbc272acb2e None None] Network ee56a064-40f9-416b-ad67-c435fed892e6 is not hosted by any dhcp agent {{(pid=95408) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 02:18:15.102051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00987a-6e61-4483-b479-5dbc272acb2e None None] No DVR routers for this DVR port e6be5d45-19e3-41ec-9f27-5a837c39f09e on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:18:15.117926 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:15.125634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40686) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:15.136041 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "DELETE /v2.0/networks/ee56a064-40f9-416b-ad67-c435fed892e6 HTTP/1.1" status: 204 len: 168 time: 4.9107482 Aug 17 02:18:15.164503 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00987a-6e61-4483-b479-5dbc272acb2e None None] Pushing event deleted for resources: {'Port': ['ID=e6be5d45-19e3-41ec-9f27-5a837c39f09e,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:15.173059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab63ad-4550-4eed-b90a-1b745e05c362 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Network': ['ID=ee56a064-40f9-416b-ad67-c435fed892e6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:15.190525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21fe14-57f7-4916-b101-036a6b0221b4 req-ddde06f2-27aa-4fd7-9fa5-bef6d41051fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:15.191129 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8b21fe14-57f7-4916-b101-036a6b0221b4 req-ddde06f2-27aa-4fd7-9fa5-bef6d41051fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 1100 time: 0.4931159 Aug 17 02:18:15.289755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaa3b0-8e35-407d-a71b-d410113e95db req-9e1a1e6b-cccf-4158-ab3f-2dc573b5e488 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:15.298158 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39eaa3b0-8e35-407d-a71b-d410113e95db req-9e1a1e6b-cccf-4158-ab3f-2dc573b5e488 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 948 time: 0.1106238 Aug 17 02:18:15.320190 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba9b4ac-7bf6-43d6-8ca0-a0bb96dce5f3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Deleting subnet 58b18404-479d-4e2b-8546-fbe97267f104 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:18:15.324342 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ba9b4ac-7bf6-43d6-8ca0-a0bb96dce5f3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:15.346758 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-addf5f7e-2498-4487-924d-f534168c28b7 req-fbfd04d9-3c95-4b7e-ad5e-0447aaebebf1 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:15.373026 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ba9b4ac-7bf6-43d6-8ca0-a0bb96dce5f3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:15.419472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-addf5f7e-2498-4487-924d-f534168c28b7 req-fbfd04d9-3c95-4b7e-ad5e-0447aaebebf1 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Transition to ACTIVE for port object 7f8c9ab5-249a-4d83-940f-bacf5ca579fa will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:18:15.476780 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21fe14-57f7-4916-b101-036a6b0221b4 req-eea2ef80-6bf2-425f-825e-81f983ef3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:15.478530 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8b21fe14-57f7-4916-b101-036a6b0221b4 req-eea2ef80-6bf2-425f-825e-81f983ef3a41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2760313 Aug 17 02:18:15.565549 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39eaa3b0-8e35-407d-a71b-d410113e95db req-b4e0da5c-b621-44af-b74f-36dac10da31b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657492 Aug 17 02:18:15.567954 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ba9b4ac-7bf6-43d6-8ca0-a0bb96dce5f3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:15.601729 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 261add7e-364a-4d2c-917e-e427bc738bd5 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:18:15.607986 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236c323a-70ad-4212-a101-411c0aff45bb', 'name': 'network-vif-deleted', 'tag': 'b5a95618-4995-4cdf-a406-580f105bffc5'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:15.611587 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03bbdbe-56d0-450d-baeb-f792e78c7ac2" -d '{"events": [{"server_uuid": "236c323a-70ad-4212-a101-411c0aff45bb", "name": "network-vif-deleted", "tag": "b5a95618-4995-4cdf-a406-580f105bffc5"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:15.611785 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8b21fe14-57f7-4916-b101-036a6b0221b4 req-e16e7a3e-3127-4562-b69b-7135489b087b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa HTTP/1.1" status: 200 len: 217 time: 0.1243439 Aug 17 02:18:15.627869 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-8a3fce6c-7951-4350-81b6-f59c9d9de441 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:15.637968 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-8a3fce6c-7951-4350-81b6-f59c9d9de441 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/networks?id=e4f5e239-6792-422c-896c-59ceb1999614 HTTP/1.1" status: 200 len: 829 time: 0.3312559 Aug 17 02:18:15.734866 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-7e4c9cf8-d986-4cf6-aa2d-c6d34a765426 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/quotas/b111b043eb30490f978d0dac4b74f20c HTTP/1.1" status: 200 len: 375 time: 0.0958622 Aug 17 02:18:15.829388 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:15.833170 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-4d1e48e5-fbb6-4038-b416-4459d2c09f4f tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b111b043eb30490f978d0dac4b74f20c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857081 Aug 17 02:18:15.855609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af7b3876-6c2a-422d-9d58-017c588625ee req-4e20b282-ce9b-4415-8833-9f5a56826588 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 210 time: 0.0755732 Aug 17 02:18:15.878900 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ba9b4ac-7bf6-43d6-8ca0-a0bb96dce5f3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:15.883033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 261add7e-364a-4d2c-917e-e427bc738bd5 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:15.884531 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:15.884707 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Transition to ACTIVE for port object 80538936-c2ea-4ef2-9035-b2dca7e04111 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:18:15.962927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9b4ac-7bf6-43d6-8ca0-a0bb96dce5f3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Subnet': ['ID=58b18404-479d-4e2b-8546-fbe97267f104,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:15.968368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db415de6-21d5-46ab-90ba-2be3043b1a7e None None] Network 5436c98e-e54c-4a7c-a5ea-6579748dee6e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:18:15.974353 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ba9b4ac-7bf6-43d6-8ca0-a0bb96dce5f3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:15.983755 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0ba9b4ac-7bf6-43d6-8ca0-a0bb96dce5f3 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "DELETE /v2.0/subnets/58b18404-479d-4e2b-8546-fbe97267f104 HTTP/1.1" status: 204 len: 168 time: 0.8524423 Aug 17 02:18:15.988464 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c126ad14-596e-4014-8886-6c4d6350d00f x-openstack-request-id: req-c126ad14-596e-4014-8886-6c4d6350d00f {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:15.990377 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236c323a-70ad-4212-a101-411c0aff45bb", "name": "network-vif-deleted", "tag": "b5a95618-4995-4cdf-a406-580f105bffc5", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:15.992217 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c126ad14-596e-4014-8886-6c4d6350d00f {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:15.992795 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236c323a-70ad-4212-a101-411c0aff45bb', 'name': 'network-vif-deleted', 'tag': 'b5a95618-4995-4cdf-a406-580f105bffc5', 'status': 'completed', 'code': 200} Aug 17 02:18:15.994436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40708) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:16.021292 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:16.030032 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21fe14-57f7-4916-b101-036a6b0221b4 req-82d1e5ae-334f-4be0-8597-9ccd9a1077b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:16.031731 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8b21fe14-57f7-4916-b101-036a6b0221b4 req-82d1e5ae-334f-4be0-8597-9ccd9a1077b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.3909512 Aug 17 02:18:16.033704 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-4a560670-88e0-45e1-b94a-a1944f004ff0 service neutron] 10.222.0.13 "GET /v2.0/networks/e4f5e239-6792-422c-896c-59ceb1999614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889446 Aug 17 02:18:16.035441 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-addf5f7e-2498-4487-924d-f534168c28b7 req-fbfd04d9-3c95-4b7e-ad5e-0447aaebebf1 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:16.175998 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52125688-b3c8-42ce-a841-605572a3935d None None] Pushing event updated for resources: {'Port': ['ID=80538936-c2ea-4ef2-9035-b2dca7e04111,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:16.288823 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125688-b3c8-42ce-a841-605572a3935d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:16.289529 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125688-b3c8-42ce-a841-605572a3935d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:16.290067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addf5f7e-2498-4487-924d-f534168c28b7 req-fbfd04d9-3c95-4b7e-ad5e-0447aaebebf1 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:18:16.290961 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125688-b3c8-42ce-a841-605572a3935d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:16.293775 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125688-b3c8-42ce-a841-605572a3935d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:16.294317 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125688-b3c8-42ce-a841-605572a3935d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:16.295120 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125688-b3c8-42ce-a841-605572a3935d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:16.295645 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125688-b3c8-42ce-a841-605572a3935d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:16.296138 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125688-b3c8-42ce-a841-605572a3935d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:16.298552 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:16.299068 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125688-b3c8-42ce-a841-605572a3935d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:16.299579 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125688-b3c8-42ce-a841-605572a3935d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:16.300091 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125688-b3c8-42ce-a841-605572a3935d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:16.300658 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125688-b3c8-42ce-a841-605572a3935d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:16.316936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd04d9-3c95-4b7e-ad5e-0447aaebebf1 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Pushing event updated for resources: {'Port': ['ID=7f8c9ab5-249a-4d83-940f-bacf5ca579fa,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:16.324382 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-addf5f7e-2498-4487-924d-f534168c28b7 req-fbfd04d9-3c95-4b7e-ad5e-0447aaebebf1 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:18:16.345138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-addf5f7e-2498-4487-924d-f534168c28b7 req-fbfd04d9-3c95-4b7e-ad5e-0447aaebebf1 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:18:16.345373 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Attempting to bind port 80538936-c2ea-4ef2-9035-b2dca7e04111 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:18:16.345874 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Attempting to bind port 80538936-c2ea-4ef2-9035-b2dca7e04111 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '05d942b8-d6ee-458b-a341-a6d468c70d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:18:16.346454 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Attempting to bind port 80538936-c2ea-4ef2-9035-b2dca7e04111 on network e4f5e239-6792-422c-896c-59ceb1999614 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:18:16.371632 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:18:16.371632 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Checking segment: {'id': '05d942b8-d6ee-458b-a341-a6d468c70d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:18:16.371632 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:16.372112 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Bound using segment: {'id': '05d942b8-d6ee-458b-a341-a6d468c70d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:18:16.372826 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Bound port: 80538936-c2ea-4ef2-9035-b2dca7e04111, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d942b8-d6ee-458b-a341-a6d468c70d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:18:16.373605 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:16.474455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Deleting port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:16.475401 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:16.519889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf5f7e-2498-4487-924d-f534168c28b7 req-fbfd04d9-3c95-4b7e-ad5e-0447aaebebf1 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:16.520590 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-addf5f7e-2498-4487-924d-f534168c28b7 req-fbfd04d9-3c95-4b7e-ad5e-0447aaebebf1 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:16.624099 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-6f83965f-09bf-420e-8591-52baa5d41a93 service neutron] 10.222.0.13 "GET /v2.0/networks/e4f5e239-6792-422c-896c-59ceb1999614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069723 Aug 17 02:18:16.634880 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21fe14-57f7-4916-b101-036a6b0221b4 req-40cfa4ac-1563-4ece-80ae-3c03e29c6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:16.634880 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8b21fe14-57f7-4916-b101-036a6b0221b4 req-40cfa4ac-1563-4ece-80ae-3c03e29c6551 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5130739 Aug 17 02:18:16.657602 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12de859d-d6fd-4ebb-a0a1-907c7bc8526e None None] DHCP port deletion for 5436c98e-e54c-4a7c-a5ea-6579748dee6e request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:18:16.753671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] For port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f,segment=NetworkSegment(87bbf51a-a538-4c41-b5b1-c5cb76f87497),segment_id=87bbf51a-a538-4c41-b5b1-c5cb76f87497)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:16.754056 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:16.779650 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] For port 80538936-c2ea-4ef2-9035-b2dca7e04111, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:18:16.807380 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] For port 80538936-c2ea-4ef2-9035-b2dca7e04111, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=80538936-c2ea-4ef2-9035-b2dca7e04111,segment=NetworkSegment(05d942b8-d6ee-458b-a341-a6d468c70d75),segment_id=05d942b8-d6ee-458b-a341-a6d468c70d75)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:18:16.899716 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Calling delete_port for fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:16.942405 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:17.097960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-12de859d-d6fd-4ebb-a0a1-907c7bc8526e None None] Deleting port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:17.098822 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-12de859d-d6fd-4ebb-a0a1-907c7bc8526e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:17.112569 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52125688-b3c8-42ce-a841-605572a3935d None None] Pushing event updated for resources: {'Port': ['ID=80538936-c2ea-4ef2-9035-b2dca7e04111,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:17.187549 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Routers {'1da5c981-e177-444d-827f-c03a43617c06'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:18:17.191232 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:18:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['1da5c981-e177-444d-827f-c03a43617c06'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:17.193066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0d7d0-9f99-4790-bb50-f13159f21d5b req-2997dc8a-9431-4002-bfa1-811c7a07845b tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:17.210692 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-08f0d7d0-9f99-4790-bb50-f13159f21d5b req-2997dc8a-9431-4002-bfa1-811c7a07845b tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 949 time: 0.3948431 Aug 17 02:18:17.481699 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:18:17.497290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-08f0d7d0-9f99-4790-bb50-f13159f21d5b req-0ff61bfa-7c63-4605-beb4-b7047f877f19 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838888 Aug 17 02:18:17.550723 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-fbfd04d9-3c95-4b7e-ad5e-0447aaebebf1 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9235322 Aug 17 02:18:17.571274 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:17.616524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Request body: {'port': {'device_id': 'bc43f785-dd05-4490-91e9-594101937aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:17.661505 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-067d9c42-0320-4f95-b164-53bec5073078 None None] Provisioning for port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:18:17.671322 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] Set router 1da5c981-e177-444d-827f-c03a43617c06 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:18:17.703119 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-12de859d-d6fd-4ebb-a0a1-907c7bc8526e None None] For port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f,segment=NetworkSegment(87bbf51a-a538-4c41-b5b1-c5cb76f87497),segment_id=87bbf51a-a538-4c41-b5b1-c5cb76f87497)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:17.703745 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-12de859d-d6fd-4ebb-a0a1-907c7bc8526e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:17.723637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] No DVR routers for this DVR port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:18:17.736403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Port': ['ID=fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:17.764579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No active binding found for port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f {{(pid=95408) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 02:18:17.764869 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:18:17.781361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-067d9c42-0320-4f95-b164-53bec5073078 None None] Provisioning complete for port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:17.781792 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-067d9c42-0320-4f95-b164-53bec5073078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:17.792989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-12de859d-d6fd-4ebb-a0a1-907c7bc8526e None None] Calling delete_port for fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:17.854732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d5c10-3469-4822-b0f8-bcfe26ff1f36 req-9ffa3d2a-ac55-4110-8c83-d6e1d5e6d88d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:17.882103 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f92d5c10-3469-4822-b0f8-bcfe26ff1f36 req-9ffa3d2a-ac55-4110-8c83-d6e1d5e6d88d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 949 time: 0.3534651 Aug 17 02:18:17.930215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-067d9c42-0320-4f95-b164-53bec5073078 None None] Port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:18:17.944625 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:17.963764 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8b21fe14-57f7-4916-b101-036a6b0221b4 req-d11c96aa-1914-43f5-aa3f-f13ccdf5216a service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3208282 Aug 17 02:18:17.997665 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-12de859d-d6fd-4ebb-a0a1-907c7bc8526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:18.020100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12de859d-d6fd-4ebb-a0a1-907c7bc8526e None None] No DVR routers for this DVR port fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:18:18.085456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de859d-d6fd-4ebb-a0a1-907c7bc8526e None None] Pushing event deleted for resources: {'Port': ['ID=fe3ec8cb-bc8a-499f-8d33-2390a82a8a2f,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:18.109109 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f92d5c10-3469-4822-b0f8-bcfe26ff1f36 req-374d4670-582c-4221-934b-fcffbd5caa63 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257733 Aug 17 02:18:18.131660 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:18.159539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5436c98e-e54c-4a7c-a5ea-6579748dee6e']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:18.173147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bbf51a-a538-4c41-b5b1-c5cb76f87497') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:18.173488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bbf51a-a538-4c41-b5b1-c5cb76f87497') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:18.191577 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:18.242546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521f0e4-f55c-4f22-a3d9-13b04534e35f req-bcb1e46a-26ae-4e8b-a123-ec3e3c830652 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:18.249872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d1e1de2d-179a-45c3-938c-cd9f729a962d up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:18:18.259375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d521f0e4-f55c-4f22-a3d9-13b04534e35f req-bcb1e46a-26ae-4e8b-a123-ec3e3c830652 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 948 time: 0.4439683 Aug 17 02:18:18.263333 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:18.277857 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:18:18.278978 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:18:18.282894 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:18:18.285739 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da5c981-e177-444d-827f-c03a43617c06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:17:56Z', 'updated_at': '2021-08-17T02:18:08Z', 'revision_number': 4, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'gw_port': {'id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:17:58Z', 'updated_at': '2021-08-17T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '80538936-c2ea-4ef2-9035-b2dca7e04111', 'name': '', 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'mac_address': 'fa:16:3e:9a:24:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:18:05Z', 'updated_at': '2021-08-17T02:18:16Z', 'revision_number': 4, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'subnets': [{'id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:18.354264 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301b2cf-e3e9-4da3-b133-d1f0eff951d4 None None] The sync data for ids ['1da5c981-e177-444d-827f-c03a43617c06'] in n-d-793621-31 is: [{'id': '1da5c981-e177-444d-827f-c03a43617c06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:17:56Z', 'updated_at': '2021-08-17T02:18:08Z', 'revision_number': 4, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'gw_port': {'id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:17:58Z', 'updated_at': '2021-08-17T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '80538936-c2ea-4ef2-9035-b2dca7e04111', 'name': '', 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'mac_address': 'fa:16:3e:9a:24:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:18:05Z', 'updated_at': '2021-08-17T02:18:16Z', 'revision_number': 4, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'subnets': [{'id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:18:18.444600 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8b21fe14-57f7-4916-b101-036a6b0221b4 req-5026deb5-c583-4484-92e4-105def689b9f service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637349 Aug 17 02:18:18.522242 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d521f0e4-f55c-4f22-a3d9-13b04534e35f req-c63ee3ea-d863-4e0c-bd4c-5fefd4cd9df0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613680 Aug 17 02:18:18.556045 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port d1e1de2d-179a-45c3-938c-cd9f729a962d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:18:18.561445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port d1e1de2d-179a-45c3-938c-cd9f729a962d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:18.562375 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:18.571415 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69094b-6332-4ce4-979c-b67b475a36c7 req-9268ffb1-430a-4e16-9202-91cb5c55ffe2 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:18.573952 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ac69094b-6332-4ce4-979c-b67b475a36c7 req-9268ffb1-430a-4e16-9202-91cb5c55ffe2 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 931 time: 0.2201746 Aug 17 02:18:18.645231 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:18.673632 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:18.684476 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] 10.222.0.13 "DELETE /v2.0/networks/5436c98e-e54c-4a7c-a5ea-6579748dee6e HTTP/1.1" status: 204 len: 168 time: 2.6849384 Aug 17 02:18:18.708309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:18:18.708309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 448aa376-69d2-45c5-b665-210128036a7e up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:18:18.720104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8fb2e-7284-4cde-a539-66184928b02d tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] Pushing event deleted for resources: {'Network': ['ID=5436c98e-e54c-4a7c-a5ea-6579748dee6e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:18.767923 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2fbd0cb-b157-4e46-9707-9875380fdcb0 req-2fd47452-02a0-409a-b8cc-95177cb53d20 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 210 time: 0.0957048 Aug 17 02:18:18.770938 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ac69094b-6332-4ce4-979c-b67b475a36c7 req-47efe062-0c7d-46ce-8105-e9bf44525068 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821470 Aug 17 02:18:18.879046 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8c9ab5-249a-4d83-940f-bacf5ca579fa {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:18:18.900677 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:18.948420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Transition to ACTIVE for port object 7f8c9ab5-249a-4d83-940f-bacf5ca579fa will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:18:19.073674 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:19.108318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b549ac3-163c-4f68-805c-6422c894dd91 req-c8c077f4-1a23-4634-9b10-ad67bcd5ca88 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:19.109916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b549ac3-163c-4f68-805c-6422c894dd91 req-c8c077f4-1a23-4634-9b10-ad67bcd5ca88 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 949 time: 0.1555781 Aug 17 02:18:19.187651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40768) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:19.247504 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:19.260944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8c9ab5-249a-4d83-940f-bacf5ca579fa,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:19.453673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e1de2d-179a-45c3-938c-cd9f729a962d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:19.460085 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b79502d-44fb-46ab-af6b-956449152126" -d '{"events": [{"server_uuid": "cd835bdf-4f18-497d-83d7-4f0852e12b5e", "name": "network-vif-plugged", "status": "completed", "tag": "d1e1de2d-179a-45c3-938c-cd9f729a962d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:19.511089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b549ac3-163c-4f68-805c-6422c894dd91 req-6f4e5816-da53-4798-914f-e8c4b8858541 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721929 Aug 17 02:18:19.542538 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d1e1de2d-179a-45c3-938c-cd9f729a962d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d1e1de2d-179a-45c3-938c-cd9f729a962d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:19.556805 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 448aa376-69d2-45c5-b665-210128036a7e completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:18:19.567890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:19.592202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef800ff7-75c9-415d-ad47-32c842cf2b5c req-0216e9a8-f081-43ec-91c6-6af6bda3e765 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:19.593847 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef800ff7-75c9-415d-ad47-32c842cf2b5c req-0216e9a8-f081-43ec-91c6-6af6bda3e765 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 949 time: 0.4702072 Aug 17 02:18:19.614870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Attempting to bind port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:18:19.615766 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Attempting to bind port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:18:19.616375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Attempting to bind port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa on network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:18:19.635830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa on network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:18:19.636237 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Attempting to bind port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa on network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:18:19.645716 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80538936-c2ea-4ef2-9035-b2dca7e04111 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:18:19.659497 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 448aa376-69d2-45c5-b665-210128036a7e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:19.659709 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:18:19.660090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Checking segment: {'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:18:19.660613 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:19.660751 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Bound using segment: {'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:18:19.663648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Bound port: 7f8c9ab5-249a-4d83-940f-bacf5ca579fa, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508fdbd0-9f28-42db-a5a4-6b9351b7037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:18:19.664446 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:19.683733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13782b-6da0-4df0-a443-1dc823ef9e6c req-d83b8e5c-4121-4b4e-b973-efd8223dba3c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:19.697144 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2b13782b-6da0-4df0-a443-1dc823ef9e6c req-d83b8e5c-4121-4b4e-b973-efd8223dba3c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 949 time: 0.2152550 Aug 17 02:18:19.709788 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa', 'mac_address': 'fa:16:3e:c4:b0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:18:19.751051 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:19.920328 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] For port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:18:19.925612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] For port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7f8c9ab5-249a-4d83-940f-bacf5ca579fa,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:18:19.930988 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:19.973983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:18:19.995729 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2b13782b-6da0-4df0-a443-1dc823ef9e6c req-5558fa30-4434-4c8f-a45d-c99dd143fbb1 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667329 Aug 17 02:18:20.031376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=d1e1de2d-179a-45c3-938c-cd9f729a962d,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:20.034301 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:20.089894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:20.126317 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a9acce-4e12-488c-aaea-0cbffab2e7a9 x-openstack-request-id: req-67a9acce-4e12-488c-aaea-0cbffab2e7a9 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:20.139262 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd835bdf-4f18-497d-83d7-4f0852e12b5e", "name": "network-vif-plugged", "status": "completed", "tag": "d1e1de2d-179a-45c3-938c-cd9f729a962d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:20.139534 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67a9acce-4e12-488c-aaea-0cbffab2e7a9 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:20.140038 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e1de2d-179a-45c3-938c-cd9f729a962d', 'code': 200} Aug 17 02:18:20.143976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 80538936-c2ea-4ef2-9035-b2dca7e04111 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:18:20.214427 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:20.215688 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:20.220976 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] 10.222.0.42 "PUT /v2.0/ports/7f8c9ab5-249a-4d83-940f-bacf5ca579fa HTTP/1.1" status: 200 len: 1092 time: 2.6250038 Aug 17 02:18:20.229544 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc43f785-dd05-4490-91e9-594101937aa6', 'tag': '7f8c9ab5-249a-4d83-940f-bacf5ca579fa'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:20.245165 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85173b92-88d8-4653-a9f9-e673992fd089" -d '{"events": [{"name": "network-changed", "server_uuid": "bc43f785-dd05-4490-91e9-594101937aa6", "tag": "7f8c9ab5-249a-4d83-940f-bacf5ca579fa"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:20.277470 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 80538936-c2ea-4ef2-9035-b2dca7e04111 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:20.278378 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:20.284370 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:20.515257 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3b491-65b7-44fc-9415-d669eb0d3da0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8c9ab5-249a-4d83-940f-bacf5ca579fa,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:20.551500 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd021b7-8770-405d-b687-ab299a19d17c req-511d64a6-2fd5-4438-8984-fd6f85bdfb31 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:20.553163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:20.558323 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6dd021b7-8770-405d-b687-ab299a19d17c req-511d64a6-2fd5-4438-8984-fd6f85bdfb31 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 949 time: 0.3008847 Aug 17 02:18:20.621050 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:20.652661 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6dd021b7-8770-405d-b687-ab299a19d17c req-3bc1bb85-c69a-4b25-96a8-cd15c9c750c2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933285 Aug 17 02:18:20.670709 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf5f7e-2498-4487-924d-f534168c28b7 req-d9e10c3b-0dc7-446e-b500-8d82276f2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:20.672637 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-d9e10c3b-0dc7-446e-b500-8d82276f2711 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49680fd9b391442cb3cf3c46aae0fe47&device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 1095 time: 0.2366116 Aug 17 02:18:20.779256 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-62a9b8b7-c60b-470c-a043-1e6332551b70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f8c9ab5-249a-4d83-940f-bacf5ca579fa HTTP/1.1" status: 200 len: 217 time: 0.0837777 Aug 17 02:18:20.816705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:20.838989 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71af2536-1b39-4f88-ac30-b16942b8fc29 req-6487cc48-94ee-49b8-bafb-f684185b064c tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 210 time: 0.3425887 Aug 17 02:18:20.874140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 448aa376-69d2-45c5-b665-210128036a7e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=448aa376-69d2-45c5-b665-210128036a7e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:20.898093 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:20.906667 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf5f7e-2498-4487-924d-f534168c28b7 req-655b32f8-b147-4beb-a292-424c906a33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:20.909986 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-655b32f8-b147-4beb-a292-424c906a33ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3ee0978-0a18-4eca-b738-966af06475e7 HTTP/1.1" status: 200 len: 863 time: 0.1190269 Aug 17 02:18:20.929739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fee3e3-c185-4d7f-a94b-8080e9f61b5f req-e5a371af-fd59-4b7e-9bec-f91f777df627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:20.931482 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93fee3e3-c185-4d7f-a94b-8080e9f61b5f req-e5a371af-fd59-4b7e-9bec-f91f777df627 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd835bdf-4f18-497d-83d7-4f0852e12b5e HTTP/1.1" status: 200 len: 1101 time: 0.4197869 Aug 17 02:18:20.968375 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:20.994153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 80538936-c2ea-4ef2-9035-b2dca7e04111, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=80538936-c2ea-4ef2-9035-b2dca7e04111,segment=NetworkSegment(05d942b8-d6ee-458b-a341-a6d468c70d75),segment_id=05d942b8-d6ee-458b-a341-a6d468c70d75)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:20.998627 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f12ad-45c0-40d2-8f91-08d93c18f89b req-a999d324-cfd0-4690-b4be-52abf9876b2a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:21.006544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ef800ff7-75c9-415d-ad47-32c842cf2b5c req-8a2d4c8a-8741-4063-8eb5-89fa88b536d3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Deleting port 6478f48b-18c8-44e4-ac74-9b3f646f3165 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:21.006916 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ef800ff7-75c9-415d-ad47-32c842cf2b5c req-8a2d4c8a-8741-4063-8eb5-89fa88b536d3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:21.009124 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef7f12ad-45c0-40d2-8f91-08d93c18f89b req-a999d324-cfd0-4690-b4be-52abf9876b2a tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 943 time: 0.2375417 Aug 17 02:18:21.026350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf5f7e-2498-4487-924d-f534168c28b7 req-44718225-4a52-46e9-932d-020bdae02b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:21.027985 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-44718225-4a52-46e9-932d-020bdae02b46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076949 Aug 17 02:18:21.092357 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=448aa376-69d2-45c5-b665-210128036a7e,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:21.100365 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:21.124333 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef7f12ad-45c0-40d2-8f91-08d93c18f89b req-4d7d8fae-3a0b-47bc-9349-b76f96c2e435 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138804 Aug 17 02:18:21.142944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93fee3e3-c185-4d7f-a94b-8080e9f61b5f req-aa36a4aa-f463-4438-988d-dc35504cedd9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980093 Aug 17 02:18:21.233041 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ef800ff7-75c9-415d-ad47-32c842cf2b5c req-8a2d4c8a-8741-4063-8eb5-89fa88b536d3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] For port 6478f48b-18c8-44e4-ac74-9b3f646f3165, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=6478f48b-18c8-44e4-ac74-9b3f646f3165,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:21.233458 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ef800ff7-75c9-415d-ad47-32c842cf2b5c req-8a2d4c8a-8741-4063-8eb5-89fa88b536d3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:21.253227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ef800ff7-75c9-415d-ad47-32c842cf2b5c req-8a2d4c8a-8741-4063-8eb5-89fa88b536d3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Calling delete_port for 6478f48b-18c8-44e4-ac74-9b3f646f3165 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:21.256363 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75131806-fd85-462c-b151-2f7916751d57 x-openstack-request-id: req-75131806-fd85-462c-b151-2f7916751d57 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:21.256667 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc43f785-dd05-4490-91e9-594101937aa6", "tag": "7f8c9ab5-249a-4d83-940f-bacf5ca579fa", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:21.256918 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75131806-fd85-462c-b151-2f7916751d57 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:21.257513 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc43f785-dd05-4490-91e9-594101937aa6', 'tag': '7f8c9ab5-249a-4d83-940f-bacf5ca579fa', 'status': 'completed', 'code': 200} Aug 17 02:18:21.261835 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-cd40ed37-3468-48de-99e4-9843981dcf01 service neutron] 10.222.0.42 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113299 Aug 17 02:18:21.284820 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c5915cb-5a2e-4da0-8d3c-b8cca524598f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:21.311334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=80538936-c2ea-4ef2-9035-b2dca7e04111,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:21.387921 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-addf5f7e-2498-4487-924d-f534168c28b7 req-48a7d1eb-4f8e-44c4-8f08-0b3469022a9c service neutron] 10.222.0.42 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114359 Aug 17 02:18:21.458517 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3954d5f-2195-4e18-af49-97c672b03be0 req-108eeef2-494b-47aa-bf2d-8e54e6b4cebe tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:21.460728 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f3954d5f-2195-4e18-af49-97c672b03be0 req-108eeef2-494b-47aa-bf2d-8e54e6b4cebe tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 949 time: 0.0584953 Aug 17 02:18:21.551802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de1669-2b8e-4d24-90a6-f33b6d0f59bd req-e42aec3b-475d-4902-a8d8-1b7fbf702e14 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:21.555218 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1de1669-2b8e-4d24-90a6-f33b6d0f59bd req-e42aec3b-475d-4902-a8d8-1b7fbf702e14 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 950 time: 0.1981354 Aug 17 02:18:21.571076 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f3954d5f-2195-4e18-af49-97c672b03be0 req-f3b2a5a5-e2f1-48dc-9b49-2161f5be4ca9 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994942 Aug 17 02:18:21.625623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-0e25d5bf-150e-49c4-9418-4bc8cb7939e5 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:21.626394 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-0e25d5bf-150e-49c4-9418-4bc8cb7939e5 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.42 "GET /v2.0/networks?id=e4f5e239-6792-422c-896c-59ceb1999614 HTTP/1.1" status: 200 len: 829 time: 0.1443954 Aug 17 02:18:21.669501 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1de1669-2b8e-4d24-90a6-f33b6d0f59bd req-2dfbe620-d1ab-43bb-83ff-49e710c31543 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985489 Aug 17 02:18:21.695029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-59004f66-03b2-46a8-b69d-172bd00dc56e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Request body: {'port': {'device_id': 'eba159ac-2196-4e71-82b3-9ef2d02021a2', 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'admin_state_up': True, 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:21.825856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85173b92-88d8-4653-a9f9-e673992fd089 req-5b854152-c759-4f23-941f-5a3d10b48ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:21.828310 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-85173b92-88d8-4653-a9f9-e673992fd089 req-5b854152-c759-4f23-941f-5a3d10b48ce3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49680fd9b391442cb3cf3c46aae0fe47&device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 1095 time: 0.1276817 Aug 17 02:18:21.871403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc4272-69d0-4a41-8db8-94e3bdacb330 req-93fc5037-f140-4df3-b282-e6f703be4c7c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:21.872949 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-addc4272-69d0-4a41-8db8-94e3bdacb330 req-93fc5037-f140-4df3-b282-e6f703be4c7c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 949 time: 0.1019087 Aug 17 02:18:21.930827 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ef800ff7-75c9-415d-ad47-32c842cf2b5c req-8a2d4c8a-8741-4063-8eb5-89fa88b536d3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:21.966576 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['86865cbe-856c-4539-af91-504f55c8d616', 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4', 'e7deafc5-9d4e-428d-90d8-86743d3eba84', '11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e', '6478f48b-18c8-44e4-ac74-9b3f646f3165'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:21.969157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85173b92-88d8-4653-a9f9-e673992fd089 req-9c462cae-c0ed-4a5b-815b-45a1562a5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:21.971148 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-85173b92-88d8-4653-a9f9-e673992fd089 req-9c462cae-c0ed-4a5b-815b-45a1562a5924 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174 HTTP/1.1" status: 200 len: 925 time: 0.1356633 Aug 17 02:18:21.988309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d4c8a-8741-4063-8eb5-89fa88b536d3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event deleted for resources: {'Port': ['ID=6478f48b-18c8-44e4-ac74-9b3f646f3165,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:22.012396 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-addc4272-69d0-4a41-8db8-94e3bdacb330 req-618948c2-ac71-42d9-a036-9480f6b08f55 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290240 Aug 17 02:18:22.059100 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-85173b92-88d8-4653-a9f9-e673992fd089 req-289cf637-b670-4d7c-b552-2868547abcdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f8c9ab5-249a-4d83-940f-bacf5ca579fa HTTP/1.1" status: 200 len: 217 time: 0.0776885 Aug 17 02:18:22.081520 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-59004f66-03b2-46a8-b69d-172bd00dc56e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Made reservation on behalf of b111b043eb30490f978d0dac4b74f20c for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:18:22.086227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef800ff7-75c9-415d-ad47-32c842cf2b5c req-8a2d4c8a-8741-4063-8eb5-89fa88b536d3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] No DVR routers for this DVR port 6478f48b-18c8-44e4-ac74-9b3f646f3165 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:18:22.092258 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-59004f66-03b2-46a8-b69d-172bd00dc56e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:22.093085 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ef800ff7-75c9-415d-ad47-32c842cf2b5c req-8a2d4c8a-8741-4063-8eb5-89fa88b536d3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:22.093085 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef800ff7-75c9-415d-ad47-32c842cf2b5c req-8a2d4c8a-8741-4063-8eb5-89fa88b536d3 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "DELETE /v2.0/ports/6478f48b-18c8-44e4-ac74-9b3f646f3165 HTTP/1.1" status: 204 len: 173 time: 2.4828515 Aug 17 02:18:22.095538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932cdf78-a2ca-43ce-818c-8141e4ef57c4', 'name': 'network-vif-deleted', 'tag': '6478f48b-18c8-44e4-ac74-9b3f646f3165'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:22.101208 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2015c8-38fa-4bae-a266-4424e13cfa2a" -d '{"events": [{"server_uuid": "932cdf78-a2ca-43ce-818c-8141e4ef57c4", "name": "network-vif-deleted", "tag": "6478f48b-18c8-44e4-ac74-9b3f646f3165"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:22.113488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-7c5915cb-5a2e-4da0-8d3c-b8cca524598f admin admin] Deleting port 97da833f-ea88-4b71-a481-a5467c5afb9b {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:22.113838 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c5915cb-5a2e-4da0-8d3c-b8cca524598f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:22.157821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c360a459-a56e-474b-9ede-fbaf70a96991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448aa376-69d2-45c5-b665-210128036a7e'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:22.160436 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eeae28-9597-47e1-982f-640c44b3e99a" -d '{"events": [{"server_uuid": "c360a459-a56e-474b-9ede-fbaf70a96991", "name": "network-vif-plugged", "status": "completed", "tag": "448aa376-69d2-45c5-b665-210128036a7e"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:22.204061 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5455b859-e01a-4f4f-909a-34dd63135fb0 x-openstack-request-id: req-5455b859-e01a-4f4f-909a-34dd63135fb0 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:22.204347 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932cdf78-a2ca-43ce-818c-8141e4ef57c4", "name": "network-vif-deleted", "tag": "6478f48b-18c8-44e4-ac74-9b3f646f3165", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:22.204603 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5455b859-e01a-4f4f-909a-34dd63135fb0 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:22.205000 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932cdf78-a2ca-43ce-818c-8141e4ef57c4', 'name': 'network-vif-deleted', 'tag': '6478f48b-18c8-44e4-ac74-9b3f646f3165', 'status': 'completed', 'code': 200} Aug 17 02:18:22.335743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-7c5915cb-5a2e-4da0-8d3c-b8cca524598f admin admin] For port 97da833f-ea88-4b71-a481-a5467c5afb9b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=97da833f-ea88-4b71-a481-a5467c5afb9b,segment=NetworkSegment(d6cb61cf-f47d-4f60-87f1-96a29041ad9e),segment_id=d6cb61cf-f47d-4f60-87f1-96a29041ad9e)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:22.336064 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c5915cb-5a2e-4da0-8d3c-b8cca524598f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:22.346125 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-546dc5c4-2b25-4586-bba9-ae4ab5335e59 req-6ad4586a-6298-47c2-84d8-cc7a513a8ec7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 210 time: 0.1626565 Aug 17 02:18:22.352339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-7c5915cb-5a2e-4da0-8d3c-b8cca524598f admin admin] Calling delete_port for 97da833f-ea88-4b71-a481-a5467c5afb9b owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:22.416705 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85173b92-88d8-4653-a9f9-e673992fd089 req-fece8317-25c4-4b68-8178-fb784323c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:22.421280 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-85173b92-88d8-4653-a9f9-e673992fd089 req-fece8317-25c4-4b68-8178-fb784323c34b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3ee0978-0a18-4eca-b738-966af06475e7 HTTP/1.1" status: 200 len: 863 time: 0.3544092 Aug 17 02:18:22.497377 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39de7fa5-1080-4c40-b413-751b860ca376 x-openstack-request-id: req-39de7fa5-1080-4c40-b413-751b860ca376 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:22.497678 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c360a459-a56e-474b-9ede-fbaf70a96991", "name": "network-vif-plugged", "status": "completed", "tag": "448aa376-69d2-45c5-b665-210128036a7e", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:22.497939 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39de7fa5-1080-4c40-b413-751b860ca376 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:22.499635 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c360a459-a56e-474b-9ede-fbaf70a96991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448aa376-69d2-45c5-b665-210128036a7e', 'code': 200} Aug 17 02:18:22.522504 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b', '04266431-7c66-474d-92ed-f2816703ff8e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:22.751747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85173b92-88d8-4653-a9f9-e673992fd089 req-eaae17b4-7ce6-46bf-8fe3-dc2230d753b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:22.754895 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-85173b92-88d8-4653-a9f9-e673992fd089 req-eaae17b4-7ce6-46bf-8fe3-dc2230d753b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3225951 Aug 17 02:18:22.756879 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-59004f66-03b2-46a8-b69d-172bd00dc56e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Allocated IP 172.20.0.11 (e4f5e239-6792-422c-896c-59ceb1999614/49e243a7-ddb9-4c7c-88c6-8a6c51b08463/bddaedc5-a843-4885-aff6-b7a6801c50a1) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:18:22.858917 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c8025-68c1-47db-b4b8-19cc483d4768 req-ad56a60c-aa7d-4dd8-b805-76c5841f76cc tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:22.861379 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-855c8025-68c1-47db-b4b8-19cc483d4768 req-ad56a60c-aa7d-4dd8-b805-76c5841f76cc tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 943 time: 0.2860558 Aug 17 02:18:22.870438 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d41f0-1a17-4ee1-bc23-ef1396bcdafe req-a58ed1a6-165b-49f3-908a-12517733bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:22.872779 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-898d41f0-1a17-4ee1-bc23-ef1396bcdafe req-a58ed1a6-165b-49f3-908a-12517733bab6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 1102 time: 0.2484174 Aug 17 02:18:22.891480 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-279a60c6-c371-4e28-b75a-9ebe4a169fc6 req-7018c317-d31e-480b-8db6-d8ff0364ab02 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 210 time: 0.0794914 Aug 17 02:18:22.958227 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-855c8025-68c1-47db-b4b8-19cc483d4768 req-1582cc16-c340-4716-b545-29f61160fd01 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832057 Aug 17 02:18:22.968298 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-898d41f0-1a17-4ee1-bc23-ef1396bcdafe req-7ebbcd2b-42cb-47d6-accf-d07cd72a72c5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786202 Aug 17 02:18:22.987579 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c5915cb-5a2e-4da0-8d3c-b8cca524598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:23.138805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5915cb-5a2e-4da0-8d3c-b8cca524598f admin admin] Pushing event deleted for resources: {'Port': ['ID=97da833f-ea88-4b71-a481-a5467c5afb9b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:23.246106 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-85173b92-88d8-4653-a9f9-e673992fd089 req-8583f27b-c155-4c00-8501-6c27bded8b06 service neutron] 10.222.0.42 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686959 Aug 17 02:18:23.461902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c30a1-736a-45ee-a2a6-09893b79d8d8 req-3c637842-b652-4bd3-91fa-47edadad0fce tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:23.473945 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-124c30a1-736a-45ee-a2a6-09893b79d8d8 req-3c637842-b652-4bd3-91fa-47edadad0fce tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 950 time: 0.4091625 Aug 17 02:18:23.611406 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80538936-c2ea-4ef2-9035-b2dca7e04111 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:18:23.618631 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-124c30a1-736a-45ee-a2a6-09893b79d8d8 req-eb70b042-0b91-426c-a417-59cada3d589f tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436298 Aug 17 02:18:23.628935 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c5915cb-5a2e-4da0-8d3c-b8cca524598f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:23.693733 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-59004f66-03b2-46a8-b69d-172bd00dc56e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:23.756741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 80538936-c2ea-4ef2-9035-b2dca7e04111 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:23.757548 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:23.762574 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-59004f66-03b2-46a8-b69d-172bd00dc56e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Transition to ACTIVE for port object bddaedc5-a843-4885-aff6-b7a6801c50a1 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:18:23.802078 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-251677c7-3819-4128-be16-5c385f878775 req-7ea8ae5c-f51d-477d-b5ac-763d167bdbc1 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 210 time: 0.0662632 Aug 17 02:18:23.830279 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-85173b92-88d8-4653-a9f9-e673992fd089 req-8e44eaeb-0340-4737-8e03-e7326a1c4d45 service neutron] 10.222.0.42 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819417 Aug 17 02:18:23.957718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8392c-76f4-4b6b-8aa8-2058562d2b1d req-f327cefb-b4c4-441f-9e49-bb24c4999bd6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:23.961774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eff8392c-76f4-4b6b-8aa8-2058562d2b1d req-f327cefb-b4c4-441f-9e49-bb24c4999bd6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 949 time: 0.1183095 Aug 17 02:18:24.056499 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-19d8718d-1e50-4105-a0fb-317a8a9c60a4 req-b30de070-f5cc-4241-a310-1e1fdb6b6253 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=932cdf78-a2ca-43ce-818c-8141e4ef57c4 HTTP/1.1" status: 200 len: 210 time: 0.0441968 Aug 17 02:18:24.061663 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eff8392c-76f4-4b6b-8aa8-2058562d2b1d req-d59601eb-7d8a-4115-8f19-674e6ef4a886 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940692 Aug 17 02:18:24.088822 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-59004f66-03b2-46a8-b69d-172bd00dc56e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:24.104340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5915cb-5a2e-4da0-8d3c-b8cca524598f admin admin] Router eafd0ed3-d775-4859-88c3-d901c777ae9c has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:18:24.226761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-59004f66-03b2-46a8-b69d-172bd00dc56e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Network e4f5e239-6792-422c-896c-59ceb1999614 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:18:24.233046 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-59004f66-03b2-46a8-b69d-172bd00dc56e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:18:24.240218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-59004f66-03b2-46a8-b69d-172bd00dc56e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:18:24.245380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59004f66-03b2-46a8-b69d-172bd00dc56e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Pushing event updated for resources: {'Port': ['ID=bddaedc5-a843-4885-aff6-b7a6801c50a1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:24.257584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 6478f48b-18c8-44e4-ac74-9b3f646f3165 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:18:24.293506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 6478f48b-18c8-44e4-ac74-9b3f646f3165 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:18:24.293923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 6478f48b-18c8-44e4-ac74-9b3f646f3165 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:18:24.328777 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c818aac-ff26-4541-97d5-c6ee019487e6 req-98502b57-5525-4d74-8a6d-de06a34c59b6 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:24.329004 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7c818aac-ff26-4541-97d5-c6ee019487e6 req-98502b57-5525-4d74-8a6d-de06a34c59b6 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 943 time: 0.1613302 Aug 17 02:18:24.366090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-59004f66-03b2-46a8-b69d-172bd00dc56e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:24.367757 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-59004f66-03b2-46a8-b69d-172bd00dc56e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:24.379761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5915cb-5a2e-4da0-8d3c-b8cca524598f admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:18:24.390962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bf028d-d6d0-43bd-89a9-33e8b7bdc757 None None] Sync routers for ids ['eafd0ed3-d775-4859-88c3-d901c777ae9c'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:18:24.406676 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7c5915cb-5a2e-4da0-8d3c-b8cca524598f admin admin] 10.222.0.13 "PUT /v2.0/routers/eafd0ed3-d775-4859-88c3-d901c777ae9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2179334 Aug 17 02:18:24.408022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bf028d-d6d0-43bd-89a9-33e8b7bdc757 None None] Routers {'eafd0ed3-d775-4859-88c3-d901c777ae9c'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:18:24.408706 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-85bf028d-d6d0-43bd-89a9-33e8b7bdc757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:18:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['eafd0ed3-d775-4859-88c3-d901c777ae9c'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:24.409571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40856) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:24.444224 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7c818aac-ff26-4541-97d5-c6ee019487e6 req-cf1a3824-434b-462d-9d60-261f20db8eb0 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007156 Aug 17 02:18:24.544441 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-59004f66-03b2-46a8-b69d-172bd00dc56e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8548694 Aug 17 02:18:24.595939 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Request body: {'port': {'device_id': 'eba159ac-2196-4e71-82b3-9ef2d02021a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:24.601404 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:18:24.602864 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:24.749744 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:24.767677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-85bf028d-d6d0-43bd-89a9-33e8b7bdc757 None None] Set router eafd0ed3-d775-4859-88c3-d901c777ae9c gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:18:24.911278 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:24.925769 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fd3b7-1ac5-4bfd-a86b-2cbb0392a78e req-2550c254-9c68-49ae-a7af-c61cb324d304 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:24.927986 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ba3fd3b7-1ac5-4bfd-a86b-2cbb0392a78e req-2550c254-9c68-49ae-a7af-c61cb324d304 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 950 time: 0.1751621 Aug 17 02:18:25.053307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3b14a883-8778-49ef-a3d0-9dbe7f9c489c None None] Provisioning for port bddaedc5-a843-4885-aff6-b7a6801c50a1 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:18:25.077525 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ba3fd3b7-1ac5-4bfd-a86b-2cbb0392a78e req-9ed94ead-231e-49bc-88d9-6624e2092890 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362255 Aug 17 02:18:25.097666 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3b14a883-8778-49ef-a3d0-9dbe7f9c489c None None] Provisioning complete for port bddaedc5-a843-4885-aff6-b7a6801c50a1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:25.097666 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3b14a883-8778-49ef-a3d0-9dbe7f9c489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:25.165723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:18:25.194410 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:25.194926 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:25.227110 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] Deleting port 199c40b3-78da-4311-abd6-a6f03a220b69 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:25.227548 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:25.235987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc926c-0291-4ba7-b97b-d26af4247338 req-5469e857-4968-4207-a175-8dcc1e7189e2 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:25.238559 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cebc926c-0291-4ba7-b97b-d26af4247338 req-5469e857-4968-4207-a175-8dcc1e7189e2 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 932 time: 0.1425271 Aug 17 02:18:25.316004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3b14a883-8778-49ef-a3d0-9dbe7f9c489c None None] Port bddaedc5-a843-4885-aff6-b7a6801c50a1 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:18:25.370455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cebc926c-0291-4ba7-b97b-d26af4247338 req-0f4c76f2-365b-451d-8e21-2c41ef04406f tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d665dd1-2fa5-4be4-b060-5b4242bf4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191788 Aug 17 02:18:25.378907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-85bf028d-d6d0-43bd-89a9-33e8b7bdc757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'name': 'tempest-ServersTestMultiNic-788572852-router', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '199c40b3-78da-4311-abd6-a6f03a220b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:45Z', 'updated_at': '2021-08-17T02:18:22Z', 'revision_number': 5, 'project_id': '1a802a8d6b644296b1cf81b9aa2782be', 'gw_port': {'id': '199c40b3-78da-4311-abd6-a6f03a220b69', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:15:46Z', 'updated_at': '2021-08-17T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:25.408466 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] For port 199c40b3-78da-4311-abd6-a6f03a220b69, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=199c40b3-78da-4311-abd6-a6f03a220b69,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:25.409097 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:25.426034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bddaedc5-a843-4885-aff6-b7a6801c50a1 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:18:25.434909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bf028d-d6d0-43bd-89a9-33e8b7bdc757 None None] Checking router: eafd0ed3-d775-4859-88c3-d901c777ae9c for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:18:25.467139 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] Calling delete_port for 199c40b3-78da-4311-abd6-a6f03a220b69 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:25.473861 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:25.495647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bf028d-d6d0-43bd-89a9-33e8b7bdc757 None None] Routers {'eafd0ed3-d775-4859-88c3-d901c777ae9c'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:18:25.499009 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-85bf028d-d6d0-43bd-89a9-33e8b7bdc757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:18:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['eafd0ed3-d775-4859-88c3-d901c777ae9c'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:25.517964 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Transition to ACTIVE for port object bddaedc5-a843-4885-aff6-b7a6801c50a1 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:18:25.653210 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2945d-0382-4ab8-9384-fc6ce0873805 req-a48591d8-9008-43e9-898f-493f8a8bf3dc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:25.657198 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:25.659825 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39c2945d-0382-4ab8-9384-fc6ce0873805 req-a48591d8-9008-43e9-898f-493f8a8bf3dc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 949 time: 0.1511314 Aug 17 02:18:25.694157 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:25.731550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b13c27-4314-427b-a6be-6418c0574585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:25.735280 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a44e7c-7160-4abf-b707-95bbb37d4c63" -d '{"events": [{"server_uuid": "a1b13c27-4314-427b-a6be-6418c0574585", "name": "network-vif-plugged", "status": "completed", "tag": "5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:25.746990 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39c2945d-0382-4ab8-9384-fc6ce0873805 req-b22c5145-f268-43dd-b748-f40a96e5faf4 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740433 Aug 17 02:18:25.749226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:25.772931 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-85bf028d-d6d0-43bd-89a9-33e8b7bdc757 None None] Set router eafd0ed3-d775-4859-88c3-d901c777ae9c gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:18:25.840175 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:26.026635 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:26.032100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-85bf028d-d6d0-43bd-89a9-33e8b7bdc757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'name': 'tempest-ServersTestMultiNic-788572852-router', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:45Z', 'updated_at': '2021-08-17T02:18:24Z', 'revision_number': 6, 'project_id': '1a802a8d6b644296b1cf81b9aa2782be', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:26.094140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bf028d-d6d0-43bd-89a9-33e8b7bdc757 None None] The sync data for ids ['eafd0ed3-d775-4859-88c3-d901c777ae9c'] in n-d-793621-31 is: [{'id': 'eafd0ed3-d775-4859-88c3-d901c777ae9c', 'name': 'tempest-ServersTestMultiNic-788572852-router', 'tenant_id': '1a802a8d6b644296b1cf81b9aa2782be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:15:45Z', 'updated_at': '2021-08-17T02:18:24Z', 'revision_number': 6, 'project_id': '1a802a8d6b644296b1cf81b9aa2782be', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:18:26.277207 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539ea49-2451-42c6-adb5-221c6e7ac570 req-f99e40bf-b814-4a66-98d9-7dc0e1185edf tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:26.285781 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a539ea49-2451-42c6-adb5-221c6e7ac570 req-f99e40bf-b814-4a66-98d9-7dc0e1185edf tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 943 time: 0.6782684 Aug 17 02:18:26.298965 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Pushing event updated for resources: {'Port': ['ID=bddaedc5-a843-4885-aff6-b7a6801c50a1,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:26.362118 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a539ea49-2451-42c6-adb5-221c6e7ac570 req-44950bbb-54b9-493c-a7ed-664e17dc6628 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762630 Aug 17 02:18:26.441698 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3512c5de-766c-46d6-b82c-f7373348949f x-openstack-request-id: req-3512c5de-766c-46d6-b82c-f7373348949f {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:26.442065 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b13c27-4314-427b-a6be-6418c0574585", "name": "network-vif-plugged", "status": "completed", "tag": "5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:26.442470 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3512c5de-766c-46d6-b82c-f7373348949f {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:26.444002 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b13c27-4314-427b-a6be-6418c0574585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa', 'code': 200} Aug 17 02:18:26.477115 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Attempting to bind port bddaedc5-a843-4885-aff6-b7a6801c50a1 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:18:26.477115 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Attempting to bind port bddaedc5-a843-4885-aff6-b7a6801c50a1 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '05d942b8-d6ee-458b-a341-a6d468c70d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:18:26.477115 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Attempting to bind port bddaedc5-a843-4885-aff6-b7a6801c50a1 on network e4f5e239-6792-422c-896c-59ceb1999614 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:18:26.483984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Port bddaedc5-a843-4885-aff6-b7a6801c50a1 on network e4f5e239-6792-422c-896c-59ceb1999614 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:18:26.483984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Attempting to bind port bddaedc5-a843-4885-aff6-b7a6801c50a1 on network e4f5e239-6792-422c-896c-59ceb1999614 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:18:26.493473 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:18:26.494015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Checking segment: {'id': '05d942b8-d6ee-458b-a341-a6d468c70d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:18:26.494912 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Bound using segment: {'id': '05d942b8-d6ee-458b-a341-a6d468c70d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:18:26.495324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Bound port: bddaedc5-a843-4885-aff6-b7a6801c50a1, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d942b8-d6ee-458b-a341-a6d468c70d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:18:26.495894 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:26.620137 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:26.675267 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] Pushing event deleted for resources: {'Port': ['ID=199c40b3-78da-4311-abd6-a6f03a220b69,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:26.768957 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb56ac-afec-4a8f-ad87-e1bf9e6637c4 req-c2011b93-e704-48c4-bf98-115e315ac34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:26.770499 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eedb56ac-afec-4a8f-ad87-e1bf9e6637c4 req-c2011b93-e704-48c4-bf98-115e315ac34b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 1102 time: 0.2123845 Aug 17 02:18:26.782020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] For port bddaedc5-a843-4885-aff6-b7a6801c50a1, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:18:26.802333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7c212-ba26-4ce3-9fe7-a71ebcce9ff2 req-217c1e2c-2975-4ac0-ad5e-1a2e477166d8 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:26.806425 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76f7c212-ba26-4ce3-9fe7-a71ebcce9ff2 req-217c1e2c-2975-4ac0-ad5e-1a2e477166d8 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 950 time: 0.1094096 Aug 17 02:18:26.813988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] For port bddaedc5-a843-4885-aff6-b7a6801c50a1, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=bddaedc5-a843-4885-aff6-b7a6801c50a1,segment=NetworkSegment(05d942b8-d6ee-458b-a341-a6d468c70d75),segment_id=05d942b8-d6ee-458b-a341-a6d468c70d75)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:18:26.825715 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:26.885370 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76f7c212-ba26-4ce3-9fe7-a71ebcce9ff2 req-86028a2d-db17-40d9-92ff-b7a8311f0eeb tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610514 Aug 17 02:18:26.910892 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eedb56ac-afec-4a8f-ad87-e1bf9e6637c4 req-f9605c74-2f19-474b-afa1-5cfda600d6d6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271462 Aug 17 02:18:26.959076 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:26.964807 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:26.983822 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:27.069376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ceb0a-0287-46c8-bfeb-8d62a12bc974 req-96aec63b-d2c5-48ec-a211-137aa313b197 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:27.069376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f4ceb0a-0287-46c8-bfeb-8d62a12bc974 req-96aec63b-d2c5-48ec-a211-137aa313b197 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 949 time: 0.1046286 Aug 17 02:18:27.112253 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:27.112910 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:27.114455 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/bddaedc5-a843-4885-aff6-b7a6801c50a1 HTTP/1.1" status: 200 len: 1093 time: 2.5306921 Aug 17 02:18:27.116177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba159ac-2196-4e71-82b3-9ef2d02021a2', 'tag': 'bddaedc5-a843-4885-aff6-b7a6801c50a1'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:27.123273 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59747d2-0b33-42f6-88ae-b59c5cd6d99a" -d '{"events": [{"name": "network-changed", "server_uuid": "eba159ac-2196-4e71-82b3-9ef2d02021a2", "tag": "bddaedc5-a843-4885-aff6-b7a6801c50a1"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:27.152696 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f4ceb0a-0287-46c8-bfeb-8d62a12bc974 req-08cf4e40-92f4-4a37-a5d3-ad6b227c6d3a tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605168 Aug 17 02:18:27.196464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcfa64-d76f-49fa-bd62-8e10d9b1720d req-e960041c-16cf-4723-b353-b67bc2ca1a58 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:27.201866 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-94fcfa64-d76f-49fa-bd62-8e10d9b1720d req-e960041c-16cf-4723-b353-b67bc2ca1a58 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 944 time: 0.1835272 Aug 17 02:18:27.252731 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:27.253774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eafd0ed3-d775-4859-88c3-d901c777ae9c {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:18:27.259854 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:27.261924 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ee21008a-d6cf-444d-bc5e-c01348ecba72 admin admin] 10.222.0.13 "DELETE /v2.0/routers/eafd0ed3-d775-4859-88c3-d901c777ae9c HTTP/1.1" status: 204 len: 168 time: 2.8509798 Aug 17 02:18:27.264747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40910) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:27.266189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5550b94-d585-49b9-9f82-58a5effa92b6 service neutron] Pushing event updated for resources: {'Port': ['ID=bddaedc5-a843-4885-aff6-b7a6801c50a1,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:27.274870 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-94fcfa64-d76f-49fa-bd62-8e10d9b1720d req-d0219798-0a54-49e5-bbd0-3a4703ee964f tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d665dd1-2fa5-4be4-b060-5b4242bf4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628893 Aug 17 02:18:27.413206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 97da833f-ea88-4b71-a481-a5467c5afb9b no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:18:27.420808 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-3079de60-937e-40cb-bd29-2f434ce8167a admin admin] Deleting subnet b8219a1c-cc1a-4242-aeef-b6459be385cf {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:18:27.445142 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3079de60-937e-40cb-bd29-2f434ce8167a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:27.450837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 97da833f-ea88-4b71-a481-a5467c5afb9b {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:18:27.451485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 97da833f-ea88-4b71-a481-a5467c5afb9b not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:18:27.452167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 199c40b3-78da-4311-abd6-a6f03a220b69 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:18:27.477776 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 199c40b3-78da-4311-abd6-a6f03a220b69 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:18:27.478128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 199c40b3-78da-4311-abd6-a6f03a220b69 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:18:27.506201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc31018-620e-4175-a45b-55480ac0b99a req-3fcf10e1-6087-4a44-8718-90bb56ef9e49 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:27.516486 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebc31018-620e-4175-a45b-55480ac0b99a req-3fcf10e1-6087-4a44-8718-90bb56ef9e49 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.2480230 Aug 17 02:18:27.547473 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3079de60-937e-40cb-bd29-2f434ce8167a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:27.620435 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebc31018-620e-4175-a45b-55480ac0b99a req-f0c34608-6e78-445b-a773-a69caa0c7a5d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954099 Aug 17 02:18:27.649774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-6b794297-a916-4187-a187-707d516bf5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:27.659589 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-6b794297-a916-4187-a187-707d516bf5e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b111b043eb30490f978d0dac4b74f20c&device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 1096 time: 0.1317506 Aug 17 02:18:27.748538 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3079de60-937e-40cb-bd29-2f434ce8167a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:27.787893 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aebbd09-20f2-44ad-a87d-30d9513fc999 x-openstack-request-id: req-1aebbd09-20f2-44ad-a87d-30d9513fc999 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:27.788209 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba159ac-2196-4e71-82b3-9ef2d02021a2", "tag": "bddaedc5-a843-4885-aff6-b7a6801c50a1", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:27.788674 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1aebbd09-20f2-44ad-a87d-30d9513fc999 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:27.791838 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba159ac-2196-4e71-82b3-9ef2d02021a2', 'tag': 'bddaedc5-a843-4885-aff6-b7a6801c50a1', 'status': 'completed', 'code': 200} Aug 17 02:18:27.808622 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-aaacf4ec-782e-4936-ab0c-22fcf545e3e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddaedc5-a843-4885-aff6-b7a6801c50a1 HTTP/1.1" status: 200 len: 217 time: 0.1240103 Aug 17 02:18:27.869665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-7970ce25-0c11-4c21-9eab-fed58d235f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:27.876800 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-7970ce25-0c11-4c21-9eab-fed58d235f41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49e243a7-ddb9-4c7c-88c6-8a6c51b08463 HTTP/1.1" status: 200 len: 868 time: 0.0657790 Aug 17 02:18:27.907728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ad1bf-0ff5-4192-a072-6fdf9d39643a req-7fa03573-dec4-4229-a063-d2b2682a8727 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:27.915972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-800ad1bf-0ff5-4192-a072-6fdf9d39643a req-7fa03573-dec4-4229-a063-d2b2682a8727 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 943 time: 0.0794504 Aug 17 02:18:27.967347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0504b0-5854-4687-8b44-8d7086179106 req-a15f397f-3bb0-4d1e-b287-372a8855e2c1 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:27.970300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-800ad1bf-0ff5-4192-a072-6fdf9d39643a req-f1e9300b-1ae7-4313-9183-67c2c28daaaa tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531003 Aug 17 02:18:27.973983 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4d0504b0-5854-4687-8b44-8d7086179106 req-a15f397f-3bb0-4d1e-b287-372a8855e2c1 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd835bdf-4f18-497d-83d7-4f0852e12b5e HTTP/1.1" status: 200 len: 949 time: 0.3127975 Aug 17 02:18:28.009527 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-1d02f816-4746-4045-b168-2473767d4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:28.011168 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-1d02f816-4746-4045-b168-2473767d4f88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4f5e239-6792-422c-896c-59ceb1999614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263137 Aug 17 02:18:28.045444 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3079de60-937e-40cb-bd29-2f434ce8167a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:28.126663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079de60-937e-40cb-bd29-2f434ce8167a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8219a1c-cc1a-4242-aeef-b6459be385cf,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:28.132169 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad8f864-e471-42fd-9c9f-6d49b8cdf65a None None] Network a5e497df-d23a-4deb-ad2c-576f212d7d65 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:18:28.132662 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3079de60-937e-40cb-bd29-2f434ce8167a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:28.139709 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3079de60-937e-40cb-bd29-2f434ce8167a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b8219a1c-cc1a-4242-aeef-b6459be385cf HTTP/1.1" status: 204 len: 168 time: 0.8727994 Aug 17 02:18:28.148878 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4d0504b0-5854-4687-8b44-8d7086179106 req-f93f6309-0210-4d50-81e0-dbe6a8ba9e00 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508663 Aug 17 02:18:28.149518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40922) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:28.499368 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:28.545059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3680927-88c3-45a9-bb50-476485b021fa None None] DHCP port deletion for a5e497df-d23a-4deb-ad2c-576f212d7d65 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:18:28.550914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef826c-d3c0-46e7-917b-b951f5110f2a req-557cf097-c750-44f6-a649-cccf9ef6e04c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:28.552468 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-10ef826c-d3c0-46e7-917b-b951f5110f2a req-557cf097-c750-44f6-a649-cccf9ef6e04c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 949 time: 0.1570954 Aug 17 02:18:28.560274 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-78bc4725-929b-4549-a820-6d5cf2b16de1 service neutron] 10.222.0.42 "GET /v2.0/networks/e4f5e239-6792-422c-896c-59ceb1999614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356815 Aug 17 02:18:28.583635 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:28.605620 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7f8c9ab5-249a-4d83-940f-bacf5ca579fa details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:18:28.657438 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e3680927-88c3-45a9-bb50-476485b021fa None None] Deleting port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:28.658247 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3680927-88c3-45a9-bb50-476485b021fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:28.690172 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-10ef826c-d3c0-46e7-917b-b951f5110f2a req-d3d170cf-1d27-4d8e-8281-9983b688ecc8 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277058 Aug 17 02:18:28.785840 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a7bab375-3fc2-44fa-8f25-24ba355db3e8 req-fed6d585-787d-4f54-9864-bc095a68eded service neutron] 10.222.0.42 "GET /v2.0/networks/e4f5e239-6792-422c-896c-59ceb1999614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153711 Aug 17 02:18:28.810343 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] Deleting port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:28.810689 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:28.828250 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e3680927-88c3-45a9-bb50-476485b021fa None None] For port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2f307e09-5bae-4fd4-a6f9-02cf9fba2505,segment=NetworkSegment(d6cb61cf-f47d-4f60-87f1-96a29041ad9e),segment_id=d6cb61cf-f47d-4f60-87f1-96a29041ad9e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:28.828999 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3680927-88c3-45a9-bb50-476485b021fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:28.876630 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e3680927-88c3-45a9-bb50-476485b021fa None None] Calling delete_port for 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:28.889548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7f8c9ab5-249a-4d83-940f-bacf5ca579fa,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:28.923982 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '7f8c9ab5-249a-4d83-940f-bacf5ca579fa', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'port_id': '7f8c9ab5-249a-4d83-940f-bacf5ca579fa', 'mac_address': 'fa:16:3e:7b:bf:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:18:28.957466 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfa5f3-834c-47d7-b9bb-04efd595aa1a req-21178b61-c112-4c71-a2b2-8eb63456a067 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:28.961142 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bfdfa5f3-834c-47d7-b9bb-04efd595aa1a req-21178b61-c112-4c71-a2b2-8eb63456a067 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 944 time: 0.1735990 Aug 17 02:18:28.964167 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] For port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2f307e09-5bae-4fd4-a6f9-02cf9fba2505,segment=NetworkSegment(d6cb61cf-f47d-4f60-87f1-96a29041ad9e),segment_id=d6cb61cf-f47d-4f60-87f1-96a29041ad9e)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:28.964722 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:29.004807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] Calling delete_port for 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:29.114320 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bfdfa5f3-834c-47d7-b9bb-04efd595aa1a req-c59fbc10-bc3e-4ce3-a766-654c9dae43cb tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d665dd1-2fa5-4be4-b060-5b4242bf4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443746 Aug 17 02:18:29.168741 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:29.195259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8c9ab5-249a-4d83-940f-bacf5ca579fa {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:18:29.204719 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59747d2-0b33-42f6-88ae-b59c5cd6d99a req-1f2c5943-6223-49b2-94da-a08ef76dac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:29.206292 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b59747d2-0b33-42f6-88ae-b59c5cd6d99a req-1f2c5943-6223-49b2-94da-a08ef76dac3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b111b043eb30490f978d0dac4b74f20c&device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 1096 time: 0.1982870 Aug 17 02:18:29.228346 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7f8c9ab5-249a-4d83-940f-bacf5ca579fa,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:29.315806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9613a-89d4-4ff2-bac6-7b0d46d485aa req-a1be4139-a83e-4607-b226-52bd5f47e2a7 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:29.328678 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4e9613a-89d4-4ff2-bac6-7b0d46d485aa req-a1be4139-a83e-4607-b226-52bd5f47e2a7 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 949 time: 0.0769880 Aug 17 02:18:29.360308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5afd2-46ca-4ccf-ac34-f340e1a68ace req-60217d52-9217-4f63-b5e3-df55e3131bb8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:29.368124 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ad5afd2-46ca-4ccf-ac34-f340e1a68ace req-60217d52-9217-4f63-b5e3-df55e3131bb8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1786659 Aug 17 02:18:29.410514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:18:29.457348 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59747d2-0b33-42f6-88ae-b59c5cd6d99a req-64c48f99-dae5-4f37-9904-af0ae8b71b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:29.459147 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b59747d2-0b33-42f6-88ae-b59c5cd6d99a req-64c48f99-dae5-4f37-9904-af0ae8b71b59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4f5e239-6792-422c-896c-59ceb1999614 HTTP/1.1" status: 200 len: 930 time: 0.2413239 Aug 17 02:18:29.499951 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ad5afd2-46ca-4ccf-ac34-f340e1a68ace req-936ab51d-caa2-45a8-bfa1-f217340f80bf tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283755 Aug 17 02:18:29.548040 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:29.548040 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3680927-88c3-45a9-bb50-476485b021fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:29.549599 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:29.583525 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-c4e9613a-89d4-4ff2-bac6-7b0d46d485aa req-7fde470d-3ef4-46d0-afa8-76147554e063 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Deleting port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:29.583525 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c4e9613a-89d4-4ff2-bac6-7b0d46d485aa req-7fde470d-3ef4-46d0-afa8-76147554e063 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:29.585901 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No active binding found for port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 {{(pid=95408) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 02:18:29.589537 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:18:29.592020 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3680927-88c3-45a9-bb50-476485b021fa None None] No DVR routers for this DVR port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:18:29.689434 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=7f8c9ab5-249a-4d83-940f-bacf5ca579fa,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:29.731797 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b59747d2-0b33-42f6-88ae-b59c5cd6d99a req-6d98a8d1-b858-4854-983f-68b5819b0585 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddaedc5-a843-4885-aff6-b7a6801c50a1 HTTP/1.1" status: 200 len: 217 time: 0.2295120 Aug 17 02:18:29.752252 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] No DVR routers for this DVR port 2f307e09-5bae-4fd4-a6f9-02cf9fba2505 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:18:29.752734 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3680927-88c3-45a9-bb50-476485b021fa None None] Pushing event deleted for resources: {'Port': ['ID=2f307e09-5bae-4fd4-a6f9-02cf9fba2505,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:29.763627 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f307e09-5bae-4fd4-a6f9-02cf9fba2505,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:29.791316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-c4e9613a-89d4-4ff2-bac6-7b0d46d485aa req-7fde470d-3ef4-46d0-afa8-76147554e063 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] For port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:29.791840 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c4e9613a-89d4-4ff2-bac6-7b0d46d485aa req-7fde470d-3ef4-46d0-afa8-76147554e063 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:29.815983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-c4e9613a-89d4-4ff2-bac6-7b0d46d485aa req-7fde470d-3ef4-46d0-afa8-76147554e063 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Calling delete_port for 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:30.026509 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59747d2-0b33-42f6-88ae-b59c5cd6d99a req-e0c012d5-81b8-413c-8693-8718d2e37d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:30.028327 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b59747d2-0b33-42f6-88ae-b59c5cd6d99a req-e0c012d5-81b8-413c-8693-8718d2e37d89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49e243a7-ddb9-4c7c-88c6-8a6c51b08463 HTTP/1.1" status: 200 len: 868 time: 0.2672186 Aug 17 02:18:30.031156 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:30.053291 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96328f2b-9390-4175-aba8-b87223eb0cf1 req-50b14380-de3c-45c0-90ef-1b59e960b097 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:30.063224 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-96328f2b-9390-4175-aba8-b87223eb0cf1 req-50b14380-de3c-45c0-90ef-1b59e960b097 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 944 time: 0.3673422 Aug 17 02:18:30.085857 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e497df-d23a-4deb-ad2c-576f212d7d65']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:30.121079 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cb61cf-f47d-4f60-87f1-96a29041ad9e') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:30.121416 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cb61cf-f47d-4f60-87f1-96a29041ad9e') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:30.138896 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:30.175412 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-96328f2b-9390-4175-aba8-b87223eb0cf1 req-ac0ea807-75fd-481f-9292-4373a687e1ec tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096704 Aug 17 02:18:30.178125 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:30.185702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['7f8c9ab5-249a-4d83-940f-bacf5ca579fa'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:30.198800 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:18:30.199750 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:30.222517 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc67cda-b3a2-49c8-954e-8f614ac4c6fc req-7f7ce66e-b41f-4f9d-ba12-a96448eb1aa6 tempest-MigrationsAdminTest-234746887 tempest-MigrationsAdminTest-234746887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:30.242390 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7cc67cda-b3a2-49c8-954e-8f614ac4c6fc req-7f7ce66e-b41f-4f9d-ba12-a96448eb1aa6 tempest-MigrationsAdminTest-234746887 tempest-MigrationsAdminTest-234746887-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 1102 time: 0.0992293 Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:18:30.307097 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:18:30.313942 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7cc67cda-b3a2-49c8-954e-8f614ac4c6fc req-bb0f2efd-0866-408b-bc7e-9196ccf5dae1 tempest-MigrationsAdminTest-234746887 tempest-MigrationsAdminTest-234746887-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664098 Aug 17 02:18:30.315672 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c4e9613a-89d4-4ff2-bac6-7b0d46d485aa req-7fde470d-3ef4-46d0-afa8-76147554e063 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:30.320036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59747d2-0b33-42f6-88ae-b59c5cd6d99a req-d8612e99-8a65-4b81-a218-86a046d7e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:30.325156 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b59747d2-0b33-42f6-88ae-b59c5cd6d99a req-d8612e99-8a65-4b81-a218-86a046d7e240 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4f5e239-6792-422c-896c-59ceb1999614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2591777 Aug 17 02:18:30.384742 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde470d-3ef4-46d0-afa8-76147554e063 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event deleted for resources: {'Port': ['ID=11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:30.394137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['86865cbe-856c-4539-af91-504f55c8d616', 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4', 'e7deafc5-9d4e-428d-90d8-86743d3eba84', '11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:30.494462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e9613a-89d4-4ff2-bac6-7b0d46d485aa req-7fde470d-3ef4-46d0-afa8-76147554e063 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] No DVR routers for this DVR port 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:18:30.501601 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c4e9613a-89d4-4ff2-bac6-7b0d46d485aa req-7fde470d-3ef4-46d0-afa8-76147554e063 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:30.510515 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4e9613a-89d4-4ff2-bac6-7b0d46d485aa req-7fde470d-3ef4-46d0-afa8-76147554e063 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "DELETE /v2.0/ports/11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e HTTP/1.1" status: 204 len: 173 time: 1.1752903 Aug 17 02:18:30.511221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9c3a76-9ece-46fe-a73f-2c00f245539f', 'name': 'network-vif-deleted', 'tag': '11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:30.517333 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbeeeab0-f578-4d45-b2cd-cb2ad9327774" -d '{"events": [{"server_uuid": "5f9c3a76-9ece-46fe-a73f-2c00f245539f", "name": "network-vif-deleted", "tag": "11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:30.559133 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fdd3575f-3b42-4a0c-835a-9a6a8bd2babd req-6eaf72bf-e56a-4770-9782-354d5b0bb50c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 210 time: 0.2498124 Aug 17 02:18:30.675323 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b59747d2-0b33-42f6-88ae-b59c5cd6d99a req-347e43aa-bd6c-4376-b9aa-414c6e56f364 service neutron] 10.222.0.42 "GET /v2.0/networks/e4f5e239-6792-422c-896c-59ceb1999614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596931 Aug 17 02:18:30.752580 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:30.791712 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:30.793467 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:30.797839 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a5e497df-d23a-4deb-ad2c-576f212d7d65 HTTP/1.1" status: 204 len: 168 time: 2.6394029 Aug 17 02:18:30.820624 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c3f00-ee8f-491d-8532-e07e71c21c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e497df-d23a-4deb-ad2c-576f212d7d65,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:30.873824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356f0c6-c80c-489a-b007-cbab811a54a9 req-df21116d-f207-4a04-838d-c25516acab9b tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:30.878169 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5356f0c6-c80c-489a-b007-cbab811a54a9 req-df21116d-f207-4a04-838d-c25516acab9b tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 944 time: 0.1525528 Aug 17 02:18:30.878169 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b59747d2-0b33-42f6-88ae-b59c5cd6d99a req-1db5f389-c00f-439e-8dae-478144d8ceed service neutron] 10.222.0.42 "GET /v2.0/networks/e4f5e239-6792-422c-896c-59ceb1999614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945448 Aug 17 02:18:30.945275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5356f0c6-c80c-489a-b007-cbab811a54a9 req-48c022ee-71e7-48b1-b568-c26ee3b1aa4b tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d665dd1-2fa5-4be4-b060-5b4242bf4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566015 Aug 17 02:18:31.592611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b', '04266431-7c66-474d-92ed-f2816703ff8e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:32.356742 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18b6e4c-0140-481d-8a76-28d8b92dd97c x-openstack-request-id: req-d18b6e4c-0140-481d-8a76-28d8b92dd97c {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:32.357791 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9c3a76-9ece-46fe-a73f-2c00f245539f", "name": "network-vif-deleted", "tag": "11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:32.357791 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d18b6e4c-0140-481d-8a76-28d8b92dd97c {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:32.358454 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9c3a76-9ece-46fe-a73f-2c00f245539f', 'name': 'network-vif-deleted', 'tag': '11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e', 'status': 'completed', 'code': 200} Aug 17 02:18:32.624619 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7f8c9ab5-249a-4d83-940f-bacf5ca579fa up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:18:32.705591 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2de949-1287-4e07-8ebd-85abb430f916 req-a6a4d138-57e1-400f-8f68-b5c618cd64a9 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:32.707241 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6d2de949-1287-4e07-8ebd-85abb430f916 req-a6a4d138-57e1-400f-8f68-b5c618cd64a9 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 944 time: 0.0861983 Aug 17 02:18:32.757481 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6d2de949-1287-4e07-8ebd-85abb430f916 req-1e6485c2-1152-43ec-94ed-e81359bd9253 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413451 Aug 17 02:18:32.891136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:18:32.899690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:32.900489 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:32.905134 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41016) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:32.950653 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-02191179-0b9e-4c2b-8d67-9fb0bce6dac3 req-b862db8d-5b83-4735-811a-3676e0ba6430 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9c3a76-9ece-46fe-a73f-2c00f245539f HTTP/1.1" status: 200 len: 210 time: 0.0871139 Aug 17 02:18:32.995103 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e2a5264c-60e3-4c06-ab8f-87a6e88ab1a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a802a8d6b644296b1cf81b9aa2782be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0886660 Aug 17 02:18:32.999662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41018) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:33.063170 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:33.073140 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e4010532-b1d9-4765-9877-dfc4a0b6395c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:33.117356 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7f8c9ab5-249a-4d83-940f-bacf5ca579fa,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:33.118782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc43f785-dd05-4490-91e9-594101937aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8c9ab5-249a-4d83-940f-bacf5ca579fa'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:33.122253 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4c2b26-2d35-4ec7-913d-f54317d88e40" -d '{"events": [{"server_uuid": "bc43f785-dd05-4490-91e9-594101937aa6", "name": "network-vif-plugged", "status": "completed", "tag": "7f8c9ab5-249a-4d83-940f-bacf5ca579fa"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:33.126872 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e4010532-b1d9-4765-9877-dfc4a0b6395c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:33.134517 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-cb60e8af-2698-4640-ab99-208c4095ee01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1337993 Aug 17 02:18:33.154235 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868af754-fd42-4b2f-9716-8adb6e6c9c33 req-8692d683-58d8-42e9-bf3a-95e20e77caa7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:33.162552 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-868af754-fd42-4b2f-9716-8adb6e6c9c33 req-8692d683-58d8-42e9-bf3a-95e20e77caa7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 944 time: 0.1072211 Aug 17 02:18:33.243731 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-868af754-fd42-4b2f-9716-8adb6e6c9c33 req-5d14a4d5-4c24-4bd5-93bf-d79d5ed1bdb3 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d665dd1-2fa5-4be4-b060-5b4242bf4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765619 Aug 17 02:18:33.279897 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:33.351971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=7f8c9ab5-249a-4d83-940f-bacf5ca579fa,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:33.375259 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e4010532-b1d9-4765-9877-dfc4a0b6395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:33.382594 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e4010532-b1d9-4765-9877-dfc4a0b6395c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:33.385516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e4010532-b1d9-4765-9877-dfc4a0b6395c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12c64e21-63f0-499b-b869-e0db7afd0339 HTTP/1.1" status: 204 len: 168 time: 0.3833120 Aug 17 02:18:33.399857 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ea07b-b676-4298-947c-8ec284a817b8 req-e54f930a-c43c-42d5-9c71-6ce211d6f580 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:33.410868 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-236ea07b-b676-4298-947c-8ec284a817b8 req-e54f930a-c43c-42d5-9c71-6ce211d6f580 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0822468 Aug 17 02:18:33.433424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4010532-b1d9-4765-9877-dfc4a0b6395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c64e21-63f0-499b-b869-e0db7afd0339,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:33.465430 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-236ea07b-b676-4298-947c-8ec284a817b8 req-99f7cfc9-40ac-4701-9bc7-1c2cebc740f9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531740 Aug 17 02:18:33.564563 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d44515a-4055-4843-9d8c-ff4b64276945 x-openstack-request-id: req-0d44515a-4055-4843-9d8c-ff4b64276945 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:33.564563 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc43f785-dd05-4490-91e9-594101937aa6", "name": "network-vif-plugged", "status": "completed", "tag": "7f8c9ab5-249a-4d83-940f-bacf5ca579fa", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:33.564563 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d44515a-4055-4843-9d8c-ff4b64276945 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:33.564563 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc43f785-dd05-4490-91e9-594101937aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8c9ab5-249a-4d83-940f-bacf5ca579fa', 'code': 200} Aug 17 02:18:33.759315 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7673d-f4c7-4bf6-9bff-d1bd715fd2e4 req-2b0bddbd-86d6-4a89-8f6d-beb1c1514fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:33.761085 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-54e7673d-f4c7-4bf6-9bff-d1bd715fd2e4 req-2b0bddbd-86d6-4a89-8f6d-beb1c1514fac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 1097 time: 0.0743268 Aug 17 02:18:33.883255 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-54e7673d-f4c7-4bf6-9bff-d1bd715fd2e4 req-083c8189-dbbb-4056-a245-3039cc927c9b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090832 Aug 17 02:18:34.045598 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8485f-8722-48c9-a91a-5fe144fce07e req-8cb8606a-d31a-457f-bef1-4a46734b59a0 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:34.053795 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3dc8485f-8722-48c9-a91a-5fe144fce07e req-8cb8606a-d31a-457f-bef1-4a46734b59a0 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 945 time: 0.1036849 Aug 17 02:18:34.119925 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3dc8485f-8722-48c9-a91a-5fe144fce07e req-a36f50c1-4266-494a-9341-d3750681d794 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650353 Aug 17 02:18:34.340310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:18:34.375137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:18:34.376581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 11ba2ac2-c1ec-4270-bf11-94f6f2bfb64e not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:18:34.541738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5c014-61a5-4843-823b-f9c5df348133 req-99eebf19-43c8-4a0f-a098-897a28a92d30 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:34.545167 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26f5c014-61a5-4843-823b-f9c5df348133 req-99eebf19-43c8-4a0f-a098-897a28a92d30 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 944 time: 0.1089385 Aug 17 02:18:34.613076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26f5c014-61a5-4843-823b-f9c5df348133 req-c60ad9ce-3bab-4af0-86c9-04e0061c6e16 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d665dd1-2fa5-4be4-b060-5b4242bf4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610242 Aug 17 02:18:34.617761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device bddaedc5-a843-4885-aff6-b7a6801c50a1 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:18:34.793568 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port bddaedc5-a843-4885-aff6-b7a6801c50a1, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=bddaedc5-a843-4885-aff6-b7a6801c50a1,segment=NetworkSegment(05d942b8-d6ee-458b-a341-a6d468c70d75),segment_id=05d942b8-d6ee-458b-a341-a6d468c70d75)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:34.815867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'bddaedc5-a843-4885-aff6-b7a6801c50a1', 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'port_id': 'bddaedc5-a843-4885-aff6-b7a6801c50a1', 'mac_address': 'fa:16:3e:57:c3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:18:34.862833 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:34.879238 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bddaedc5-a843-4885-aff6-b7a6801c50a1 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:18:34.904873 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port bddaedc5-a843-4885-aff6-b7a6801c50a1, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=bddaedc5-a843-4885-aff6-b7a6801c50a1,segment=NetworkSegment(05d942b8-d6ee-458b-a341-a6d468c70d75),segment_id=05d942b8-d6ee-458b-a341-a6d468c70d75)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:35.270812 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:35.359939 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=bddaedc5-a843-4885-aff6-b7a6801c50a1,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:35.790608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41112) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:35.901145 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['bddaedc5-a843-4885-aff6-b7a6801c50a1'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:35.946344 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-102651367-network', 'tenant_id': '56f0cb7034a245468935faac557a3be2'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:36.331336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] Made reservation on behalf of 56f0cb7034a245468935faac557a3be2 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:18:36.335443 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:36.336922 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d1e1de2d-179a-45c3-938c-cd9f729a962d details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:18:36.350094 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:36.479269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d1e1de2d-179a-45c3-938c-cd9f729a962d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d1e1de2d-179a-45c3-938c-cd9f729a962d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:36.512233 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:36.515193 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'd1e1de2d-179a-45c3-938c-cd9f729a962d', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'd1e1de2d-179a-45c3-938c-cd9f729a962d', 'mac_address': 'fa:16:3e:5a:e7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:18:36.582062 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:36.606337 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1e1de2d-179a-45c3-938c-cd9f729a962d {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:18:36.633804 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d1e1de2d-179a-45c3-938c-cd9f729a962d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d1e1de2d-179a-45c3-938c-cd9f729a962d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:36.706879 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:36.738070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:18:36.749742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b02cd7-0118-498d-b948-b1b35a56b676,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:36.757657 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:36.758176 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] Added segment 568f93a6-e1a8-44a5-8f9f-08c622b47bca of type vlan for network 20e6dca9-00f1-4fe9-83ce-c162cd76fdb0 Aug 17 02:18:36.808593 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:36.898700 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:36.980121 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=d1e1de2d-179a-45c3-938c-cd9f729a962d,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:37.027021 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c25e3ce9-128c-49b8-9861-d13dc45c63c0 req-1edfc5e4-f91e-4327-80e1-5927dc506615 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0611191 Aug 17 02:18:37.113637 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:37.116500 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:37.117987 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:37.161912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['d1e1de2d-179a-45c3-938c-cd9f729a962d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:37.187493 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3ce9-128c-49b8-9861-d13dc45c63c0 req-1deb7e4a-5a18-4322-bc76-6e959d674499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:37.190310 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c25e3ce9-128c-49b8-9861-d13dc45c63c0 req-1deb7e4a-5a18-4322-bc76-6e959d674499 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 1101 time: 0.0840535 Aug 17 02:18:37.196184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] Pushing event updated for resources: {'Network': ['ID=20e6dca9-00f1-4fe9-83ce-c162cd76fdb0,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:37.229914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 20e6dca9-00f1-4fe9-83ce-c162cd76fdb0 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:18:37.416346 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2fa3c6ed-6cdb-437f-93b1-e99123ae7c25 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6188352 Aug 17 02:18:37.416646 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41128) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:37.421688 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3ce9-128c-49b8-9861-d13dc45c63c0 req-c9b12eda-daa2-4571-90e9-eb4625cb2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:37.424477 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c25e3ce9-128c-49b8-9861-d13dc45c63c0 req-c9b12eda-daa2-4571-90e9-eb4625cb2298 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1755912 Aug 17 02:18:37.425053 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a20a4cb4-53bb-4e2a-b2e7-106440951f12 admin admin] Request body: {'subnet': {'network_id': '20e6dca9-00f1-4fe9-83ce-c162cd76fdb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-102651367-subnet', 'tenant_id': '56f0cb7034a245468935faac557a3be2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:37.494400 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c25e3ce9-128c-49b8-9861-d13dc45c63c0 req-8b660ea9-58c2-4198-a124-b65aa8ebf49f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=733f25df-f5b8-4f64-893b-991ab1350fdf HTTP/1.1" status: 200 len: 217 time: 0.0572019 Aug 17 02:18:37.587999 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3ce9-128c-49b8-9861-d13dc45c63c0 req-2fc13fea-381a-4848-b221-91004816bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:37.590547 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c25e3ce9-128c-49b8-9861-d13dc45c63c0 req-2fc13fea-381a-4848-b221-91004816bad6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0829468 Aug 17 02:18:37.634021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20a4cb4-53bb-4e2a-b2e7-106440951f12 admin admin] Made reservation on behalf of 56f0cb7034a245468935faac557a3be2 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:18:37.641937 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a20a4cb4-53bb-4e2a-b2e7-106440951f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:37.678509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3ce9-128c-49b8-9861-d13dc45c63c0 req-3adcdf00-7971-44ae-9fc2-98cb2b681296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:37.681282 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c25e3ce9-128c-49b8-9861-d13dc45c63c0 req-3adcdf00-7971-44ae-9fc2-98cb2b681296 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0783448 Aug 17 02:18:37.693177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b76d8-5a9f-4dc3-ad94-ca06e3746e60 req-18cd4adb-f1d7-437d-a133-f1aa446ee444 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:37.703239 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-dd1b76d8-5a9f-4dc3-ad94-ca06e3746e60 req-18cd4adb-f1d7-437d-a133-f1aa446ee444 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b2d0b75-2f0e-43ba-ae40-c13e2172c495 HTTP/1.1" status: 200 len: 950 time: 0.1149173 Aug 17 02:18:37.792021 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c25e3ce9-128c-49b8-9861-d13dc45c63c0 req-c45d65d3-26fe-4005-995a-4acbb2b0ae3f service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012096 Aug 17 02:18:37.905902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-dd1b76d8-5a9f-4dc3-ad94-ca06e3746e60 req-188b1731-38dc-4641-baf9-93aa9064a41c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Deleting port 04266431-7c66-474d-92ed-f2816703ff8e {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:37.906741 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-dd1b76d8-5a9f-4dc3-ad94-ca06e3746e60 req-188b1731-38dc-4641-baf9-93aa9064a41c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:37.932614 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c25e3ce9-128c-49b8-9861-d13dc45c63c0 req-ee7ec5f2-1e0c-4b46-89c8-a43fc411852b service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325066 Aug 17 02:18:38.074462 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-dd1b76d8-5a9f-4dc3-ad94-ca06e3746e60 req-188b1731-38dc-4641-baf9-93aa9064a41c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] For port 04266431-7c66-474d-92ed-f2816703ff8e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=04266431-7c66-474d-92ed-f2816703ff8e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:38.075173 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9965ff96-240a-4a04-b13e-5a4aa4766882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:38.076024 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-dd1b76d8-5a9f-4dc3-ad94-ca06e3746e60 req-188b1731-38dc-4641-baf9-93aa9064a41c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:38.097740 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-dd1b76d8-5a9f-4dc3-ad94-ca06e3746e60 req-188b1731-38dc-4641-baf9-93aa9064a41c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Calling delete_port for 04266431-7c66-474d-92ed-f2816703ff8e owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:38.283947 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a42d79-d014-4213-9635-395c45fca1b5 req-a49630d5-dabe-4529-aa98-ab5c95d6bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:38.288903 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-a49630d5-dabe-4529-aa98-ab5c95d6bc6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 1102 time: 0.0678036 Aug 17 02:18:38.368146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d1e1de2d-179a-45c3-938c-cd9f729a962d up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:18:38.399506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a42d79-d014-4213-9635-395c45fca1b5 req-445a2bf1-47e1-4f92-baaa-2bd64010e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:38.400979 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-445a2bf1-47e1-4f92-baaa-2bd64010e0fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1061726 Aug 17 02:18:38.410439 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a20a4cb4-53bb-4e2a-b2e7-106440951f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:38.448347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port d1e1de2d-179a-45c3-938c-cd9f729a962d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:38.448819 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:38.488705 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-819ea1d0-8d20-4191-b356-712a7166fa26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa HTTP/1.1" status: 200 len: 217 time: 0.0757554 Aug 17 02:18:38.534989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a4cb4-53bb-4e2a-b2e7-106440951f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67280e3-3dd7-4de1-bf49-4b5739d0ddf1,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:38.564519 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:38.567987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a4cb4-53bb-4e2a-b2e7-106440951f12 admin admin] Checking segment: {'id': '568f93a6-e1a8-44a5-8f9f-08c622b47bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '20e6dca9-00f1-4fe9-83ce-c162cd76fdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:18:38.568354 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20a4cb4-53bb-4e2a-b2e7-106440951f12 admin admin] Network hostable DHCP agents. Network: 20e6dca9-00f1-4fe9-83ce-c162cd76fdb0, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:18:38.572488 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a42d79-d014-4213-9635-395c45fca1b5 req-73d5e05c-f752-41ae-b881-d89911ea902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:38.574261 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-73d5e05c-f752-41ae-b881-d89911ea902a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0780201 Aug 17 02:18:38.590408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e1de2d-179a-45c3-938c-cd9f729a962d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:38.592861 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddba19df-ac5d-46ee-b61f-731867ed8632" -d '{"events": [{"server_uuid": "cd835bdf-4f18-497d-83d7-4f0852e12b5e", "name": "network-vif-plugged", "status": "completed", "tag": "d1e1de2d-179a-45c3-938c-cd9f729a962d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:38.613773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d1e1de2d-179a-45c3-938c-cd9f729a962d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d1e1de2d-179a-45c3-938c-cd9f729a962d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:38.633493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a42d79-d014-4213-9635-395c45fca1b5 req-0fd5cb1b-aea8-442a-95a3-6ebcbc462a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:38.635025 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-0fd5cb1b-aea8-442a-95a3-6ebcbc462a6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0484009 Aug 17 02:18:38.635580 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device bddaedc5-a843-4885-aff6-b7a6801c50a1 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:18:38.752083 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-242d4714-c743-414b-8bd5-53e1bce18110 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957322 Aug 17 02:18:38.815195 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-dd1b76d8-5a9f-4dc3-ad94-ca06e3746e60 req-188b1731-38dc-4641-baf9-93aa9064a41c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:38.855083 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b1731-38dc-4641-baf9-93aa9064a41c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event deleted for resources: {'Port': ['ID=04266431-7c66-474d-92ed-f2816703ff8e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:38.866370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b', '04266431-7c66-474d-92ed-f2816703ff8e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:38.869741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['86865cbe-856c-4539-af91-504f55c8d616', 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4', 'e7deafc5-9d4e-428d-90d8-86743d3eba84'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:38.908655 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20a4cb4-53bb-4e2a-b2e7-106440951f12 admin admin] Network 20e6dca9-00f1-4fe9-83ce-c162cd76fdb0 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:18:38.912951 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1b76d8-5a9f-4dc3-ad94-ca06e3746e60 req-188b1731-38dc-4641-baf9-93aa9064a41c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] No DVR routers for this DVR port 04266431-7c66-474d-92ed-f2816703ff8e on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:18:38.916924 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:38.922662 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-dd1b76d8-5a9f-4dc3-ad94-ca06e3746e60 req-188b1731-38dc-4641-baf9-93aa9064a41c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:38.924703 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-dd1b76d8-5a9f-4dc3-ad94-ca06e3746e60 req-188b1731-38dc-4641-baf9-93aa9064a41c tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.42 "DELETE /v2.0/ports/04266431-7c66-474d-92ed-f2816703ff8e HTTP/1.1" status: 204 len: 173 time: 1.2225850 Aug 17 02:18:38.925147 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2d0b75-2f0e-43ba-ae40-c13e2172c495', 'name': 'network-vif-deleted', 'tag': '04266431-7c66-474d-92ed-f2816703ff8e'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:38.927546 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15efd5fa-a4ae-4f90-9b54-67ff9f7e6360" -d '{"events": [{"server_uuid": "7b2d0b75-2f0e-43ba-ae40-c13e2172c495", "name": "network-vif-deleted", "tag": "04266431-7c66-474d-92ed-f2816703ff8e"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:38.947543 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-11c24deb-ff89-4577-9c01-aae51433af35 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804352 Aug 17 02:18:39.012975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=d1e1de2d-179a-45c3-938c-cd9f729a962d,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:39.273834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port bddaedc5-a843-4885-aff6-b7a6801c50a1 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:18:39.306072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port bddaedc5-a843-4885-aff6-b7a6801c50a1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:18:39.306596 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:39.464193 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-a20a4cb4-53bb-4e2a-b2e7-106440951f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 20e6dca9-00f1-4fe9-83ce-c162cd76fdb0) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:18:39.466670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20a4cb4-53bb-4e2a-b2e7-106440951f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:39.467202 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a20a4cb4-53bb-4e2a-b2e7-106440951f12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:39.478506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68efba5b-8557-4cf0-88fe-50ed9674042b None None] Network 20e6dca9-00f1-4fe9-83ce-c162cd76fdb0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:18:39.542630 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:39.616390 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port bddaedc5-a843-4885-aff6-b7a6801c50a1, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=bddaedc5-a843-4885-aff6-b7a6801c50a1,segment=NetworkSegment(05d942b8-d6ee-458b-a341-a6d468c70d75),segment_id=05d942b8-d6ee-458b-a341-a6d468c70d75)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:39.667833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6192dc7-4b72-4305-996d-08c598547bd8 None None] Network 20e6dca9-00f1-4fe9-83ce-c162cd76fdb0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:18:39.756762 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a20a4cb4-53bb-4e2a-b2e7-106440951f12 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3383648 Aug 17 02:18:39.932861 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:39.996311 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=bddaedc5-a843-4885-aff6-b7a6801c50a1,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:40.490680 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-39ab1b08-5a17-4985-b831-369856bfa7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:40.633059 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:41.245219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f85e66-6d83-4807-a4b2-46e76d8c61b4 req-bd63a448-33a2-4624-a4df-f3d92a244f46 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:41.247001 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90f85e66-6d83-4807-a4b2-46e76d8c61b4 req-bd63a448-33a2-4624-a4df-f3d92a244f46 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 945 time: 0.0532334 Aug 17 02:18:41.291830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90f85e66-6d83-4807-a4b2-46e76d8c61b4 req-52d1abdd-25f0-4902-8ada-d1c46bb4dc88 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361295 Aug 17 02:18:41.805040 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:41.817349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41170) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:41.967481 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7397d1a8-265d-42e3-a2b3-91aac9aa68ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:42.083344 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7397d1a8-265d-42e3-a2b3-91aac9aa68ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:42.222093 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7397d1a8-265d-42e3-a2b3-91aac9aa68ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:42.272685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397d1a8-265d-42e3-a2b3-91aac9aa68ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d64899e-4519-47ec-ba8a-ca8c1f800de3,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:42.277614 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7397d1a8-265d-42e3-a2b3-91aac9aa68ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6aecb8fc5dd455698c049ae325946fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579232 Aug 17 02:18:42.282642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41180) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:42.365496 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74f1278a-f319-4b8c-ab85-ef2084cc28ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:42.391621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74f1278a-f319-4b8c-ab85-ef2084cc28ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:42.417868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8d2ba-766b-4b97-b7f2-190337c4afeb req-56fc0626-43bd-4ec7-9063-a95c0c26e165 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:42.420779 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37c8d2ba-766b-4b97-b7f2-190337c4afeb req-56fc0626-43bd-4ec7-9063-a95c0c26e165 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 946 time: 0.2214451 Aug 17 02:18:42.470108 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37c8d2ba-766b-4b97-b7f2-190337c4afeb req-a64865c9-b673-4f8e-a14d-4d938ecd56b2 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d665dd1-2fa5-4be4-b060-5b4242bf4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433226 Aug 17 02:18:42.521701 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587110ea-4971-4013-9b63-1a753e0cf66c x-openstack-request-id: req-587110ea-4971-4013-9b63-1a753e0cf66c {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:42.521969 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd835bdf-4f18-497d-83d7-4f0852e12b5e", "name": "network-vif-plugged", "status": "completed", "tag": "d1e1de2d-179a-45c3-938c-cd9f729a962d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:42.527171 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-587110ea-4971-4013-9b63-1a753e0cf66c {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:42.527171 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e1de2d-179a-45c3-938c-cd9f729a962d', 'code': 200} Aug 17 02:18:42.557947 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74f1278a-f319-4b8c-ab85-ef2084cc28ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:42.560950 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74f1278a-f319-4b8c-ab85-ef2084cc28ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:42.563619 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-74f1278a-f319-4b8c-ab85-ef2084cc28ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d64899e-4519-47ec-ba8a-ca8c1f800de3 HTTP/1.1" status: 204 len: 168 time: 0.2781639 Aug 17 02:18:42.574479 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7518ac17-7767-409a-8433-8bd7d3f2b0a6 x-openstack-request-id: req-7518ac17-7767-409a-8433-8bd7d3f2b0a6 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:42.575064 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2d0b75-2f0e-43ba-ae40-c13e2172c495", "name": "network-vif-deleted", "tag": "04266431-7c66-474d-92ed-f2816703ff8e", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:42.575582 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7518ac17-7767-409a-8433-8bd7d3f2b0a6 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:42.576319 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2d0b75-2f0e-43ba-ae40-c13e2172c495', 'name': 'network-vif-deleted', 'tag': '04266431-7c66-474d-92ed-f2816703ff8e', 'status': 'completed', 'code': 200} Aug 17 02:18:42.586238 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1278a-f319-4b8c-ab85-ef2084cc28ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d64899e-4519-47ec-ba8a-ca8c1f800de3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:42.634654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 04266431-7c66-474d-92ed-f2816703ff8e no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:18:42.675999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 04266431-7c66-474d-92ed-f2816703ff8e {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:18:42.676348 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 04266431-7c66-474d-92ed-f2816703ff8e not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:18:43.007399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4001886-b0a6-499c-9183-15b00a941752 req-33079c67-3635-4302-993f-b5dfe3a515d6 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:43.009937 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4001886-b0a6-499c-9183-15b00a941752 req-33079c67-3635-4302-993f-b5dfe3a515d6 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/networks?id=20e6dca9-00f1-4fe9-83ce-c162cd76fdb0 HTTP/1.1" status: 200 len: 821 time: 0.1445990 Aug 17 02:18:43.028062 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4001886-b0a6-499c-9183-15b00a941752 req-582d2b0f-84d4-42de-b1fb-b8a5b969dedc tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/quotas/56f0cb7034a245468935faac557a3be2 HTTP/1.1" status: 200 len: 375 time: 0.0100193 Aug 17 02:18:43.075657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4001886-b0a6-499c-9183-15b00a941752 req-11cc526d-cc76-4a9f-98b0-4c4e0540be52 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f0cb7034a245468935faac557a3be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399570 Aug 17 02:18:43.538670 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4001886-b0a6-499c-9183-15b00a941752 req-e55200dc-e2cd-47b6-9b2c-7d8682ab84c7 service neutron] 10.222.0.13 "GET /v2.0/networks/20e6dca9-00f1-4fe9-83ce-c162cd76fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537513 Aug 17 02:18:43.696947 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:43.707325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4001886-b0a6-499c-9183-15b00a941752 req-40d5117c-c05b-4785-9b1c-e869dd19ef47 service neutron] 10.222.0.13 "GET /v2.0/networks/20e6dca9-00f1-4fe9-83ce-c162cd76fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578801 Aug 17 02:18:44.128317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41218) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:44.149667 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:44.360122 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:44.371104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4a0b-4ce8-4367-b041-ca8fd2181d85 req-c1d19e4a-6873-4384-abd8-07ce7d4728e8 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:44.373792 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059d4a0b-4ce8-4367-b041-ca8fd2181d85 req-c1d19e4a-6873-4384-abd8-07ce7d4728e8 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 945 time: 0.0938609 Aug 17 02:18:44.385914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41226) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:44.394280 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-eb87a536-d74e-46ad-977e-6f2192223433 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Request body: {'floatingip': {'port_id': '7f8c9ab5-249a-4d83-940f-bacf5ca579fa'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:44.495315 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb87a536-d74e-46ad-977e-6f2192223433 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for floatingip, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:44.513828 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:44.523909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba159ac-2196-4e71-82b3-9ef2d02021a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddaedc5-a843-4885-aff6-b7a6801c50a1'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:44.544988 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0214b5-d009-4aed-9066-0429d9c11413" -d '{"events": [{"server_uuid": "eba159ac-2196-4e71-82b3-9ef2d02021a2", "name": "network-vif-plugged", "status": "completed", "tag": "bddaedc5-a843-4885-aff6-b7a6801c50a1"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:44.616529 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6bddeff10664f1b9813300cf2784d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839854 Aug 17 02:18:44.622066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41240) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:44.743861 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80082026-5fec-4262-8f36-cee70a985b41,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:44.829233 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:44.829860 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:44.830446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:44.831024 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:44.831593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:44.832229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:44.836692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:44.840973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:44.842575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:44.843398 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:44.848292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:44.848810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f48ebd-aa36-45a1-a9f1-9bcc6868d08d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:44.886807 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be777611-85f1-4576-a4ee-d7c76e83396f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:44.901323 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d96dc1-9956-40c6-8660-40c11ba884ee req-e391ea0a-54fa-4004-bec3-ffeaaf0d9acb tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:44.909506 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21d96dc1-9956-40c6-8660-40c11ba884ee req-e391ea0a-54fa-4004-bec3-ffeaaf0d9acb tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 946 time: 0.1958530 Aug 17 02:18:44.998383 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be777611-85f1-4576-a4ee-d7c76e83396f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:45.049472 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21d96dc1-9956-40c6-8660-40c11ba884ee req-73308567-6310-42eb-82c2-abe5af4233af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d665dd1-2fa5-4be4-b060-5b4242bf4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386292 Aug 17 02:18:45.085349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0568b2-eec6-44b9-8cd6-050602f8e4c4 req-7365f601-bd48-417f-8db3-13bd9d172264 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:45.087860 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba0568b2-eec6-44b9-8cd6-050602f8e4c4 req-7365f601-bd48-417f-8db3-13bd9d172264 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 950 time: 0.1663756 Aug 17 02:18:45.180767 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ec1b28b-eabe-4ebe-943b-2ec515e67d4c req-97c61f5f-486f-4cdf-8490-b6c442b14734 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 210 time: 0.0785832 Aug 17 02:18:45.374283 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be777611-85f1-4576-a4ee-d7c76e83396f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:45.378146 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be777611-85f1-4576-a4ee-d7c76e83396f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:45.383235 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-be777611-85f1-4576-a4ee-d7c76e83396f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80082026-5fec-4262-8f36-cee70a985b41 HTTP/1.1" status: 204 len: 168 time: 0.7563236 Aug 17 02:18:45.394878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239c09a-aea6-4c2b-a776-22dc9bc020b6 req-a9ecb0c6-72c0-46f8-a770-fe25b301f129 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:45.398755 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a239c09a-aea6-4c2b-a776-22dc9bc020b6 req-a9ecb0c6-72c0-46f8-a770-fe25b301f129 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 950 time: 0.1141140 Aug 17 02:18:45.414897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ba0568b2-eec6-44b9-8cd6-050602f8e4c4 req-930116a4-61f6-4898-9027-de5bdbdda58e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Deleting port e7deafc5-9d4e-428d-90d8-86743d3eba84 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:18:45.417371 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ba0568b2-eec6-44b9-8cd6-050602f8e4c4 req-930116a4-61f6-4898-9027-de5bdbdda58e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:45.424607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be777611-85f1-4576-a4ee-d7c76e83396f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80082026-5fec-4262-8f36-cee70a985b41,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:45.594862 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a239c09a-aea6-4c2b-a776-22dc9bc020b6 req-b240b4c8-13a7-4cdc-8448-716ce6a8df55 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716766 Aug 17 02:18:45.673448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ba0568b2-eec6-44b9-8cd6-050602f8e4c4 req-930116a4-61f6-4898-9027-de5bdbdda58e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] For port e7deafc5-9d4e-428d-90d8-86743d3eba84, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=e7deafc5-9d4e-428d-90d8-86743d3eba84,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:18:45.674106 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ba0568b2-eec6-44b9-8cd6-050602f8e4c4 req-930116a4-61f6-4898-9027-de5bdbdda58e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:45.702249 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b42623-9f61-4393-9248-47b8d48e40db x-openstack-request-id: req-66b42623-9f61-4393-9248-47b8d48e40db {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:45.703206 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba159ac-2196-4e71-82b3-9ef2d02021a2", "name": "network-vif-plugged", "status": "completed", "tag": "bddaedc5-a843-4885-aff6-b7a6801c50a1", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:45.703626 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66b42623-9f61-4393-9248-47b8d48e40db {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:45.704184 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba159ac-2196-4e71-82b3-9ef2d02021a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddaedc5-a843-4885-aff6-b7a6801c50a1', 'code': 200} Aug 17 02:18:45.710435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ba0568b2-eec6-44b9-8cd6-050602f8e4c4 req-930116a4-61f6-4898-9027-de5bdbdda58e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Calling delete_port for e7deafc5-9d4e-428d-90d8-86743d3eba84 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:18:45.772723 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.db.resource_extend [None req-eb87a536-d74e-46ad-977e-6f2192223433 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:18:45.938868 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb87a536-d74e-46ad-977e-6f2192223433 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:45.950445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485a5d9-fbdd-4f01-a99a-3fb3bf0b8583 req-a4e6d6a6-1c9d-4833-abd6-b16f4bb9c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:45.953485 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7485a5d9-fbdd-4f01-a99a-3fb3bf0b8583 req-a4e6d6a6-1c9d-4833-abd6-b16f4bb9c997 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 1098 time: 0.1078973 Aug 17 02:18:46.042021 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7485a5d9-fbdd-4f01-a99a-3fb3bf0b8583 req-1a24bc1a-3d81-485b-8c4e-c922ddb328d4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8d665dd1-2fa5-4be4-b060-5b4242bf4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794311 Aug 17 02:18:46.118611 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb87a536-d74e-46ad-977e-6f2192223433 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:46.224447 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ba0568b2-eec6-44b9-8cd6-050602f8e4c4 req-930116a4-61f6-4898-9027-de5bdbdda58e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:46.258970 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:46.268762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['86865cbe-856c-4539-af91-504f55c8d616', 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4', 'e7deafc5-9d4e-428d-90d8-86743d3eba84'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:18:46.269715 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930116a4-61f6-4898-9027-de5bdbdda58e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event deleted for resources: {'Port': ['ID=e7deafc5-9d4e-428d-90d8-86743d3eba84,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:46.344474 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-eb87a536-d74e-46ad-977e-6f2192223433 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Floating IP 253a0d26-0749-42de-a67b-fa580f4d3da8 associated. External IP: 172.25.5.250, port: 7f8c9ab5-249a-4d83-940f-bacf5ca579fa. Aug 17 02:18:46.346840 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0568b2-eec6-44b9-8cd6-050602f8e4c4 req-930116a4-61f6-4898-9027-de5bdbdda58e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] No DVR routers for this DVR port e7deafc5-9d4e-428d-90d8-86743d3eba84 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:18:46.360020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74517092-1055-4e52-b547-7c83177d539a req-fda7f476-ff09-4e99-8510-190f52d9e805 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:46.362052 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-74517092-1055-4e52-b547-7c83177d539a req-fda7f476-ff09-4e99-8510-190f52d9e805 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 946 time: 0.1947353 Aug 17 02:18:46.363473 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ba0568b2-eec6-44b9-8cd6-050602f8e4c4 req-930116a4-61f6-4898-9027-de5bdbdda58e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:46.365905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba0568b2-eec6-44b9-8cd6-050602f8e4c4 req-930116a4-61f6-4898-9027-de5bdbdda58e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "DELETE /v2.0/ports/e7deafc5-9d4e-428d-90d8-86743d3eba84 HTTP/1.1" status: 204 len: 173 time: 1.2627614 Aug 17 02:18:46.366596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9fe659-97c9-41e4-8bb5-01330c9574ba', 'name': 'network-vif-deleted', 'tag': 'e7deafc5-9d4e-428d-90d8-86743d3eba84'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:46.369145 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2faace2-4b59-4a6f-bda2-6e3366bc1a3e" -d '{"events": [{"server_uuid": "8f9fe659-97c9-41e4-8bb5-01330c9574ba", "name": "network-vif-deleted", "tag": "e7deafc5-9d4e-428d-90d8-86743d3eba84"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:46.453500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-74517092-1055-4e52-b547-7c83177d539a req-b71f13b9-a9ba-424c-afb9-70aa14631cb7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d665dd1-2fa5-4be4-b060-5b4242bf4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805972 Aug 17 02:18:46.597425 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed03cd86-1efc-4d2c-90c8-98d258d323b8 req-29928d20-f190-4d41-9dd0-ab2531dc1b6f tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 210 time: 0.0681605 Aug 17 02:18:46.888420 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e544a0ee-e9bb-40af-ba9b-748f04d52754 x-openstack-request-id: req-e544a0ee-e9bb-40af-ba9b-748f04d52754 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:46.888420 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9fe659-97c9-41e4-8bb5-01330c9574ba", "name": "network-vif-deleted", "tag": "e7deafc5-9d4e-428d-90d8-86743d3eba84", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:46.888420 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e544a0ee-e9bb-40af-ba9b-748f04d52754 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:46.888420 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9fe659-97c9-41e4-8bb5-01330c9574ba', 'name': 'network-vif-deleted', 'tag': 'e7deafc5-9d4e-428d-90d8-86743d3eba84', 'status': 'completed', 'code': 200} Aug 17 02:18:46.946996 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca3f561a-2b06-4147-adaa-6ccff56ac0b5 req-e6810571-d3a7-48c6-b3c7-32612cccc8e1 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 210 time: 0.0668571 Aug 17 02:18:47.089538 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb87a536-d74e-46ad-977e-6f2192223433 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Router f515c1be-00fd-4fc4-9ee1-a532f59bef03 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:18:47.253691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb87a536-d74e-46ad-977e-6f2192223433 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:18:47.261168 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb87a536-d74e-46ad-977e-6f2192223433 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:47.278428 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4aff2-4a37-426c-bbb7-185d69d93a80 None None] Sync routers for ids ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:18:47.293871 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb4aff2-4a37-426c-bbb7-185d69d93a80 None None] Routers {'f515c1be-00fd-4fc4-9ee1-a532f59bef03'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:18:47.294666 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cfb4aff2-4a37-426c-bbb7-185d69d93a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:18:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:47.347958 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eb87a536-d74e-46ad-977e-6f2192223433 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "PUT /v2.0/floatingips/253a0d26-0749-42de-a67b-fa580f4d3da8 HTTP/1.1" status: 200 len: 991 time: 2.9563835 Aug 17 02:18:47.347958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc43f785-dd05-4490-91e9-594101937aa6', 'tag': '7f8c9ab5-249a-4d83-940f-bacf5ca579fa'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:47.347958 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d30aa4b-25aa-4790-8bf9-54fabe156b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc43f785-dd05-4490-91e9-594101937aa6", "tag": "7f8c9ab5-249a-4d83-940f-bacf5ca579fa"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:47.484888 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-cfb4aff2-4a37-426c-bbb7-185d69d93a80 None None] Set router f515c1be-00fd-4fc4-9ee1-a532f59bef03 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:18:47.541074 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e8d5a5-af07-4b0a-978b-f542fd251e66 x-openstack-request-id: req-d6e8d5a5-af07-4b0a-978b-f542fd251e66 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:47.555003 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc43f785-dd05-4490-91e9-594101937aa6", "tag": "7f8c9ab5-249a-4d83-940f-bacf5ca579fa", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:47.555003 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6e8d5a5-af07-4b0a-978b-f542fd251e66 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:47.555003 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc43f785-dd05-4490-91e9-594101937aa6', 'tag': '7f8c9ab5-249a-4d83-940f-bacf5ca579fa', 'status': 'completed', 'code': 200} Aug 17 02:18:47.699283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e5c48-8acc-4f0e-87db-bcf86fb9a9d8 req-78ae2ab9-f046-4a59-ba97-2de84608bb91 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:47.713439 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc6e5c48-8acc-4f0e-87db-bcf86fb9a9d8 req-78ae2ab9-f046-4a59-ba97-2de84608bb91 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 946 time: 0.0890007 Aug 17 02:18:47.728376 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30aa4b-25aa-4790-8bf9-54fabe156b6d req-36421392-c3eb-4474-bcad-5aed11fa06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:47.732247 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1d30aa4b-25aa-4790-8bf9-54fabe156b6d req-36421392-c3eb-4474-bcad-5aed11fa06b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=49680fd9b391442cb3cf3c46aae0fe47&device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 1097 time: 0.1342378 Aug 17 02:18:47.780922 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc6e5c48-8acc-4f0e-87db-bcf86fb9a9d8 req-4fc53f25-9882-452b-a7e9-225bc6102e1d tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d665dd1-2fa5-4be4-b060-5b4242bf4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658126 Aug 17 02:18:48.018469 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d989ff70-7647-46c5-b835-7389760a5162 req-6e39f8d0-9f60-4660-9f97-94156be9cc50 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 210 time: 0.0624018 Aug 17 02:18:48.031885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30aa4b-25aa-4790-8bf9-54fabe156b6d req-b3cba1c1-a949-4e94-9d40-04107bb7e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:48.032776 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cfb4aff2-4a37-426c-bbb7-185d69d93a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:37Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '253a0d26-0749-42de-a67b-fa580f4d3da8', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'port_id': '7f8c9ab5-249a-4d83-940f-bacf5ca579fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'mac_address': 'fa:16:3e:7b:bf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43f785-dd05-4490-91e9-594101937aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:14:02Z', 'updated_at': '2021-08-17T02:18:45Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb', 'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'mac_address': 'fa:16:3e:1f:3e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:36Z', 'updated_at': '2021-08-17T02:13:43Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'subnets': [{'id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:48.034385 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1d30aa4b-25aa-4790-8bf9-54fabe156b6d req-b3cba1c1-a949-4e94-9d40-04107bb7e9de service neutron] 10.222.0.42 "GET /v2.0/networks?id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174 HTTP/1.1" status: 200 len: 925 time: 0.2540543 Aug 17 02:18:48.256491 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1d30aa4b-25aa-4790-8bf9-54fabe156b6d req-f78499e5-a2b4-4a54-af72-aa6f00e5d0cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f8c9ab5-249a-4d83-940f-bacf5ca579fa HTTP/1.1" status: 200 len: 999 time: 0.2133050 Aug 17 02:18:48.345883 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc70a495-f7f8-46ef-92ff-1d9f73c06cf6 req-0a37910f-dc8e-45d4-a48f-33b0b3842b58 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f9fe659-97c9-41e4-8bb5-01330c9574ba HTTP/1.1" status: 200 len: 210 time: 0.1081507 Aug 17 02:18:48.394317 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30aa4b-25aa-4790-8bf9-54fabe156b6d req-643e4b5e-73de-44c8-8736-e1e5549341ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:48.414103 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1d30aa4b-25aa-4790-8bf9-54fabe156b6d req-643e4b5e-73de-44c8-8736-e1e5549341ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3ee0978-0a18-4eca-b738-966af06475e7 HTTP/1.1" status: 200 len: 863 time: 0.1481040 Aug 17 02:18:48.416723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device e7deafc5-9d4e-428d-90d8-86743d3eba84 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:18:48.452984 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41322) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:48.470756 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:18:48.473906 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4aff2-4a37-426c-bbb7-185d69d93a80 None None] Checking router: f515c1be-00fd-4fc4-9ee1-a532f59bef03 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:18:48.496885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: e7deafc5-9d4e-428d-90d8-86743d3eba84 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:18:48.497172 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb4aff2-4a37-426c-bbb7-185d69d93a80 None None] Routers {'f515c1be-00fd-4fc4-9ee1-a532f59bef03'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:18:48.497682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device e7deafc5-9d4e-428d-90d8-86743d3eba84 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:18:48.499714 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cfb4aff2-4a37-426c-bbb7-185d69d93a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:18:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:48.532726 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30aa4b-25aa-4790-8bf9-54fabe156b6d req-e973d2fe-a60c-4b08-adfd-23f17428fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:48.532726 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1d30aa4b-25aa-4790-8bf9-54fabe156b6d req-e973d2fe-a60c-4b08-adfd-23f17428fe4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bc129d8-6566-46b9-b7f7-9c41b5ef6174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053286 Aug 17 02:18:48.639227 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-cfb4aff2-4a37-426c-bbb7-185d69d93a80 None None] Set router f515c1be-00fd-4fc4-9ee1-a532f59bef03 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:18:48.658132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1995309498-network', 'tenant_id': '5c0a5acf9e674963b58c743496f77ad1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:48.745891 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1d30aa4b-25aa-4790-8bf9-54fabe156b6d req-8d9e4faa-0fb6-4987-8548-37f449dc7a93 service neutron] 10.222.0.42 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013838 Aug 17 02:18:48.971393 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1d30aa4b-25aa-4790-8bf9-54fabe156b6d req-29f98ce4-1a68-4bfe-9743-603b1e2757e7 service neutron] 10.222.0.42 "GET /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174814 Aug 17 02:18:49.057639 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b0588-c278-42c4-a0f7-dae3a4716c42 req-26fe218b-ef86-4dcd-ad14-6a3779dcbcce tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:49.059301 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d1b0588-c278-42c4-a0f7-dae3a4716c42 req-26fe218b-ef86-4dcd-ad14-6a3779dcbcce tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 946 time: 0.0861621 Aug 17 02:18:49.095222 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cfb4aff2-4a37-426c-bbb7-185d69d93a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:37Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '253a0d26-0749-42de-a67b-fa580f4d3da8', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'port_id': '7f8c9ab5-249a-4d83-940f-bacf5ca579fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'mac_address': 'fa:16:3e:7b:bf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43f785-dd05-4490-91e9-594101937aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:14:02Z', 'updated_at': '2021-08-17T02:18:45Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb', 'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'mac_address': 'fa:16:3e:1f:3e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:36Z', 'updated_at': '2021-08-17T02:13:43Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'subnets': [{'id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:49.121611 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d1b0588-c278-42c4-a0f7-dae3a4716c42 req-61163317-ee4b-4f3f-8f03-cdacc091f0a2 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d665dd1-2fa5-4be4-b060-5b4242bf4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517743 Aug 17 02:18:49.131221 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4aff2-4a37-426c-bbb7-185d69d93a80 None None] The sync data for ids ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'] in n-d-793621-31 is: [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:37Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '253a0d26-0749-42de-a67b-fa580f4d3da8', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'port_id': '7f8c9ab5-249a-4d83-940f-bacf5ca579fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'mac_address': 'fa:16:3e:7b:bf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43f785-dd05-4490-91e9-594101937aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:14:02Z', 'updated_at': '2021-08-17T02:18:45Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb', 'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'mac_address': 'fa:16:3e:1f:3e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:36Z', 'updated_at': '2021-08-17T02:13:43Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'subnets': [{'id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:18:49.229130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4560fae1-d94f-4f63-bd8a-93a12779d245 req-af143493-a6ff-4e60-ba34-6778205e3cff tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 210 time: 0.0358500 Aug 17 02:18:49.335878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] Made reservation on behalf of 5c0a5acf9e674963b58c743496f77ad1 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:18:49.342159 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:49.384752 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:49.521535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9087bf0e-6167-42e2-ac0e-b158a7abec79 None None] New status for floating IP 253a0d26-0749-42de-a67b-fa580f4d3da8: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:18:49.544898 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265f13fd-293c-41f2-85ed-7bb2320a2336 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 258 time: 0.2624683 Aug 17 02:18:49.569057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:49.679260 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:49.843433 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:49.889094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:18:49.917863 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5d1dee-795f-4633-8cdc-b3eb54c7e18f,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:49.921157 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:49.921754 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] Added segment 0de435ce-77e9-420a-a817-4662c214525a of type vlan for network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 Aug 17 02:18:49.973888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4001886-b0a6-499c-9183-15b00a941752 req-b762e198-2f43-4f84-b23e-630152def339 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:49.977426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4001886-b0a6-499c-9183-15b00a941752 req-b762e198-2f43-4f84-b23e-630152def339 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.18 "GET /v2.0/networks?id=20e6dca9-00f1-4fe9-83ce-c162cd76fdb0 HTTP/1.1" status: 200 len: 821 time: 0.2071898 Aug 17 02:18:49.995976 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:50.013941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-e4001886-b0a6-499c-9183-15b00a941752 req-017c3827-9507-402e-b67a-d694459e0e7e tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Request body: {'port': {'device_id': '94bffcda-f148-4573-ac96-4a5c623b53e0', 'network_id': '20e6dca9-00f1-4fe9-83ce-c162cd76fdb0', 'admin_state_up': True, 'tenant_id': '56f0cb7034a245468935faac557a3be2'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:50.150336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.resource_extend [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:18:50.154941 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:50.387920 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:50.541202 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:50.542963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:50.543647 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:50.602594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Allocated IP 172.25.5.133 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/c2c74cd4-f071-4079-981e-89c7652df66c) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:18:50.633115 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] Pushing event updated for resources: {'Network': ['ID=a3c07a00-afe9-42bb-bdb1-4cc5388176c0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:50.647067 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4001886-b0a6-499c-9183-15b00a941752 req-017c3827-9507-402e-b67a-d694459e0e7e tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Made reservation on behalf of 56f0cb7034a245468935faac557a3be2 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:18:50.647967 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:18:50.650967 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e4001886-b0a6-499c-9183-15b00a941752 req-017c3827-9507-402e-b67a-d694459e0e7e tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:50.872527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3d2c9bb9-2c50-4670-9f8c-62a10db7867e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4183373 Aug 17 02:18:50.876166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41354) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:18:50.878914 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:50.883106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Request body: {'subnet': {'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1995309498-subnet', 'tenant_id': '5c0a5acf9e674963b58c743496f77ad1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:50.930003 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-e4001886-b0a6-499c-9183-15b00a941752 req-017c3827-9507-402e-b67a-d694459e0e7e tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Allocated IP 172.20.0.9 (20e6dca9-00f1-4fe9-83ce-c162cd76fdb0/b67280e3-3dd7-4de1-bf49-4b5739d0ddf1/11a661e3-33aa-4907-9e1e-336e67ad9d33) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:18:51.135753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Made reservation on behalf of 5c0a5acf9e674963b58c743496f77ad1 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:18:51.138138 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:51.185884 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e4001886-b0a6-499c-9183-15b00a941752 req-017c3827-9507-402e-b67a-d694459e0e7e tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:51.296430 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:51.356190 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:18:51.361380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:18:51.369290 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:18:51.373736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Pushing event updated for resources: {'Port': ['ID=c2c74cd4-f071-4079-981e-89c7652df66c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:51.497670 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e4001886-b0a6-499c-9183-15b00a941752 req-017c3827-9507-402e-b67a-d694459e0e7e tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:51.580919 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:51.626125 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4001886-b0a6-499c-9183-15b00a941752 req-017c3827-9507-402e-b67a-d694459e0e7e tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Network 20e6dca9-00f1-4fe9-83ce-c162cd76fdb0 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:18:51.638607 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:51.650533 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d40e3627-cef8-4c94-b684-08d6667f5996,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:51.659896 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:51.660281 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:51.660754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:51.660919 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:51.661330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:51.661613 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:51.661976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:51.662442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:51.662809 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:51.663136 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:51.663526 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:51.663827 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:18:51.673115 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c3827-9507-402e-b67a-d694459e0e7e tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Pushing event updated for resources: {'Port': ['ID=11a661e3-33aa-4907-9e1e-336e67ad9d33,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:51.674920 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Checking segment: {'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:18:51.675356 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Network hostable DHCP agents. Network: a3c07a00-afe9-42bb-bdb1-4cc5388176c0, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:18:51.675719 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-e4001886-b0a6-499c-9183-15b00a941752 req-017c3827-9507-402e-b67a-d694459e0e7e tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:18:51.678934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4001886-b0a6-499c-9183-15b00a941752 req-017c3827-9507-402e-b67a-d694459e0e7e tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:18:51.758979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4001886-b0a6-499c-9183-15b00a941752 req-017c3827-9507-402e-b67a-d694459e0e7e tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:51.760435 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e4001886-b0a6-499c-9183-15b00a941752 req-017c3827-9507-402e-b67a-d694459e0e7e tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:51.866500 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:51.935667 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:18:51.951371 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4001886-b0a6-499c-9183-15b00a941752 req-017c3827-9507-402e-b67a-d694459e0e7e tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9504795 Aug 17 02:18:52.117607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Request body: {'port': {'device_id': '94bffcda-f148-4573-ac96-4a5c623b53e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:52.135524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, a3c07a00-afe9-42bb-bdb1-4cc5388176c0) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:18:52.144639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:52.144639 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:52.146971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3091bf98-3df9-4eee-8496-ad40122874b7 None None] Network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:18:52.213171 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:52.220812 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:52.331454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4bcb4c-8b1b-4c8a-9b67-73a9b6dce0f0 None None] Network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:18:52.360979 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-96d973f9-cc81-49d2-8312-6d3b3693ce0b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4819868 Aug 17 02:18:52.416052 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:52.649075 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Pushing event updated for resources: {'Port': ['ID=c2c74cd4-f071-4079-981e-89c7652df66c,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:52.671280 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:52.787329 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a661e3-33aa-4907-9e1e-336e67ad9d33 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:18:52.801525 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:52.818660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Transition to ACTIVE for port object 11a661e3-33aa-4907-9e1e-336e67ad9d33 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:18:52.974882 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:52.976510 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-265aa104-ad10-4742-bf65-63a780d9c543 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4177177 Aug 17 02:18:53.035435 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-738b1489-85ef-4339-a345-817eb88687be tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.133 HTTP/1.1" status: 200 len: 696 time: 0.0472777 Aug 17 02:18:53.195228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-70e7ba03-4819-4acb-bd13-7a513b16a2ed tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:53.196973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-70e7ba03-4819-4acb-bd13-7a513b16a2ed tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1544738 Aug 17 02:18:53.208801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-caf4036b-c0d1-4330-b241-54bec1f7f125 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:18:53.210287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ae59a0b-e40e-4217-b15d-a35e05cb0b87 req-caf4036b-c0d1-4330-b241-54bec1f7f125 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076058 Aug 17 02:18:53.670619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d829c0a-c5a4-4869-b73c-0409a31dd88d req-03b722c1-bdc4-442f-af72-8cf0d4700503 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:53.672224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4d829c0a-c5a4-4869-b73c-0409a31dd88d req-03b722c1-bdc4-442f-af72-8cf0d4700503 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 931 time: 0.0552466 Aug 17 02:18:53.687533 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:53.760224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4d829c0a-c5a4-4869-b73c-0409a31dd88d req-20f99c21-4103-480f-89ce-6575ed886e0c tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/security-groups?id=22b02cd7-0118-498d-b948-b1b35a56b676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807357 Aug 17 02:18:53.766499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Pushing event updated for resources: {'Port': ['ID=11a661e3-33aa-4907-9e1e-336e67ad9d33,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:53.860766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Attempting to bind port 11a661e3-33aa-4907-9e1e-336e67ad9d33 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:18:53.861421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Attempting to bind port 11a661e3-33aa-4907-9e1e-336e67ad9d33 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '568f93a6-e1a8-44a5-8f9f-08c622b47bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '20e6dca9-00f1-4fe9-83ce-c162cd76fdb0'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:18:53.862154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Attempting to bind port 11a661e3-33aa-4907-9e1e-336e67ad9d33 on network 20e6dca9-00f1-4fe9-83ce-c162cd76fdb0 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:18:53.874126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Port 11a661e3-33aa-4907-9e1e-336e67ad9d33 on network 20e6dca9-00f1-4fe9-83ce-c162cd76fdb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:18:53.874470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Attempting to bind port 11a661e3-33aa-4907-9e1e-336e67ad9d33 on network 20e6dca9-00f1-4fe9-83ce-c162cd76fdb0 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:18:53.881532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:18:53.881973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Checking segment: {'id': '568f93a6-e1a8-44a5-8f9f-08c622b47bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '20e6dca9-00f1-4fe9-83ce-c162cd76fdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:18:53.882761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Bound using segment: {'id': '568f93a6-e1a8-44a5-8f9f-08c622b47bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '20e6dca9-00f1-4fe9-83ce-c162cd76fdb0'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:18:53.883544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Bound port: 11a661e3-33aa-4907-9e1e-336e67ad9d33, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568f93a6-e1a8-44a5-8f9f-08c622b47bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '20e6dca9-00f1-4fe9-83ce-c162cd76fdb0'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:18:53.884077 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:54.037458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] For port 11a661e3-33aa-4907-9e1e-336e67ad9d33, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:18:54.042616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] For port 11a661e3-33aa-4907-9e1e-336e67ad9d33, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=11a661e3-33aa-4907-9e1e-336e67ad9d33,segment=NetworkSegment(568f93a6-e1a8-44a5-8f9f-08c622b47bca),segment_id=568f93a6-e1a8-44a5-8f9f-08c622b47bca)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:18:54.095423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019917d-771d-4655-a007-12bc85ade78c req-0d5fbe24-5efb-4935-b016-577bbd1a73b4 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:54.097044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0019917d-771d-4655-a007-12bc85ade78c req-0d5fbe24-5efb-4935-b016-577bbd1a73b4 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/networks?id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0 HTTP/1.1" status: 200 len: 805 time: 0.1591663 Aug 17 02:18:54.120854 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0019917d-771d-4655-a007-12bc85ade78c req-a9efeff7-11b3-4d9c-9637-26d615dadb22 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/quotas/5c0a5acf9e674963b58c743496f77ad1 HTTP/1.1" status: 200 len: 375 time: 0.0113947 Aug 17 02:18:54.157643 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0019917d-771d-4655-a007-12bc85ade78c req-aff5d382-b793-4c98-9c60-cd36981fb9e4 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c0a5acf9e674963b58c743496f77ad1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297801 Aug 17 02:18:54.187373 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:54.278092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:54.284576 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:54.284576 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4001886-b0a6-499c-9183-15b00a941752 req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] 10.222.0.18 "PUT /v2.0/ports/11a661e3-33aa-4907-9e1e-336e67ad9d33 HTTP/1.1" status: 200 len: 1092 time: 2.2565053 Aug 17 02:18:54.284576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94bffcda-f148-4573-ac96-4a5c623b53e0', 'tag': '11a661e3-33aa-4907-9e1e-336e67ad9d33'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:18:54.286459 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16be4894-a804-42f7-83e1-62e8b37722f9" -d '{"events": [{"name": "network-changed", "server_uuid": "94bffcda-f148-4573-ac96-4a5c623b53e0", "tag": "11a661e3-33aa-4907-9e1e-336e67ad9d33"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:18:54.347737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9f090-1ee2-43b7-8c7e-08da580e5b87 service neutron] Pushing event updated for resources: {'Port': ['ID=11a661e3-33aa-4907-9e1e-336e67ad9d33,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:18:54.381706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0019917d-771d-4655-a007-12bc85ade78c req-3a16ca87-c3ef-46e3-9202-db726a813926 service neutron] 10.222.0.13 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096055 Aug 17 02:18:54.848093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0019917d-771d-4655-a007-12bc85ade78c req-8150a3cb-26f9-4828-8c27-9178e20cc4bd service neutron] 10.222.0.13 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628615 Aug 17 02:18:54.871612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4001886-b0a6-499c-9183-15b00a941752 req-9c9039ed-e947-4df4-86a5-8430dee975b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:54.874208 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4001886-b0a6-499c-9183-15b00a941752 req-9c9039ed-e947-4df4-86a5-8430dee975b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56f0cb7034a245468935faac557a3be2&device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 1095 time: 0.3804936 Aug 17 02:18:54.947757 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4001886-b0a6-499c-9183-15b00a941752 req-ffcea966-e460-44cd-91b1-2ca13c73feb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11a661e3-33aa-4907-9e1e-336e67ad9d33 HTTP/1.1" status: 200 len: 217 time: 0.0541935 Aug 17 02:18:55.067021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4001886-b0a6-499c-9183-15b00a941752 req-7ccacdaa-c69d-447e-8709-c711f7d2d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:55.070091 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4001886-b0a6-499c-9183-15b00a941752 req-7ccacdaa-c69d-447e-8709-c711f7d2d186 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b67280e3-3dd7-4de1-bf49-4b5739d0ddf1 HTTP/1.1" status: 200 len: 861 time: 0.1054096 Aug 17 02:18:55.113595 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4001886-b0a6-499c-9183-15b00a941752 req-5ffef9ad-f139-44b2-9024-9269dce0d333 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=20e6dca9-00f1-4fe9-83ce-c162cd76fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293136 Aug 17 02:18:55.339775 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-a0e81e07-eaee-4145-94ff-4c4eb2e5763c tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:55.348473 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-a0e81e07-eaee-4145-94ff-4c4eb2e5763c tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1051841 Aug 17 02:18:55.358574 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4001886-b0a6-499c-9183-15b00a941752 req-3ec6a70f-4a70-4806-8b42-512a0527e2f8 service neutron] 10.222.0.18 "GET /v2.0/networks/20e6dca9-00f1-4fe9-83ce-c162cd76fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308509 Aug 17 02:18:55.430599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-3ca89471-2d82-428d-ae9c-cb76040ce04a tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.133 HTTP/1.1" status: 200 len: 696 time: 0.0803747 Aug 17 02:18:55.488588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-d7dca6cc-69cb-4102-94d9-8dec65c4ef6d tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Request body: {'floatingip': {'port_id': 'bddaedc5-a843-4885-aff6-b7a6801c50a1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:18:55.563085 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-d7dca6cc-69cb-4102-94d9-8dec65c4ef6d tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:55.752512 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4001886-b0a6-499c-9183-15b00a941752 req-77ce23cc-227a-4eb6-b81f-b144ab2a08cd service neutron] 10.222.0.18 "GET /v2.0/networks/20e6dca9-00f1-4fe9-83ce-c162cd76fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545589 Aug 17 02:18:56.510247 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-d7dca6cc-69cb-4102-94d9-8dec65c4ef6d tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:56.608816 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-d7dca6cc-69cb-4102-94d9-8dec65c4ef6d tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:56.747734 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-d7dca6cc-69cb-4102-94d9-8dec65c4ef6d tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Floating IP 9bcef08d-ef7c-4ee6-a0f1-a945623a20f4 associated. External IP: 172.25.5.133, port: bddaedc5-a843-4885-aff6-b7a6801c50a1. Aug 17 02:18:57.096797 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-d7dca6cc-69cb-4102-94d9-8dec65c4ef6d tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Router 1da5c981-e177-444d-827f-c03a43617c06 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:18:57.303226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-d7dca6cc-69cb-4102-94d9-8dec65c4ef6d tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:18:57.308857 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-d7dca6cc-69cb-4102-94d9-8dec65c4ef6d tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:57.318169 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b08c1-0f1e-49cb-87f4-44141d18530d None None] Sync routers for ids ['1da5c981-e177-444d-827f-c03a43617c06'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:18:57.342029 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b08c1-0f1e-49cb-87f4-44141d18530d None None] Routers {'1da5c981-e177-444d-827f-c03a43617c06'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:18:57.343300 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cc4b08c1-0f1e-49cb-87f4-44141d18530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:18:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['1da5c981-e177-444d-827f-c03a43617c06'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:57.381769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-d7dca6cc-69cb-4102-94d9-8dec65c4ef6d tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "PUT /v2.0/floatingips/9bcef08d-ef7c-4ee6-a0f1-a945623a20f4 HTTP/1.1" status: 200 len: 997 time: 1.9314895 Aug 17 02:18:57.506104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-de75c94e-7cfa-4fb5-9152-e7f75d57d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:57.512530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-de75c94e-7cfa-4fb5-9152-e7f75d57d7f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b111b043eb30490f978d0dac4b74f20c&device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 1098 time: 0.1105456 Aug 17 02:18:57.547738 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-cc4b08c1-0f1e-49cb-87f4-44141d18530d None None] Set router 1da5c981-e177-444d-827f-c03a43617c06 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:18:57.732688 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-35decd3a-09ab-40e2-ad2b-399e79a1b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:57.735318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-35decd3a-09ab-40e2-ad2b-399e79a1b364 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4f5e239-6792-422c-896c-59ceb1999614 HTTP/1.1" status: 200 len: 930 time: 0.2065887 Aug 17 02:18:57.864866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-f082ce16-e3f9-4a97-bfe3-da4b3c17451e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddaedc5-a843-4885-aff6-b7a6801c50a1 HTTP/1.1" status: 200 len: 1000 time: 0.1081851 Aug 17 02:18:57.929796 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cc4b08c1-0f1e-49cb-87f4-44141d18530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da5c981-e177-444d-827f-c03a43617c06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:17:56Z', 'updated_at': '2021-08-17T02:18:08Z', 'revision_number': 4, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'gw_port': {'id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:17:58Z', 'updated_at': '2021-08-17T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '9bcef08d-ef7c-4ee6-a0f1-a945623a20f4', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '1da5c981-e177-444d-827f-c03a43617c06', 'port_id': 'bddaedc5-a843-4885-aff6-b7a6801c50a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'mac_address': 'fa:16:3e:57:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba159ac-2196-4e71-82b3-9ef2d02021a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:18:51Z', 'updated_at': '2021-08-17T02:18:56Z', 'revision_number': 1, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80538936-c2ea-4ef2-9035-b2dca7e04111', 'name': '', 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'mac_address': 'fa:16:3e:9a:24:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:18:05Z', 'updated_at': '2021-08-17T02:18:20Z', 'revision_number': 5, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'subnets': [{'id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:57.951405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-08b664d9-744b-4317-bcad-616a9f342eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:57.954138 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-08b664d9-744b-4317-bcad-616a9f342eef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49e243a7-ddb9-4c7c-88c6-8a6c51b08463 HTTP/1.1" status: 200 len: 868 time: 0.0768545 Aug 17 02:18:57.986166 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b08c1-0f1e-49cb-87f4-44141d18530d None None] Checking router: 1da5c981-e177-444d-827f-c03a43617c06 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:18:58.002069 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b08c1-0f1e-49cb-87f4-44141d18530d None None] Routers {'1da5c981-e177-444d-827f-c03a43617c06'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:18:58.002958 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cc4b08c1-0f1e-49cb-87f4-44141d18530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:18:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['1da5c981-e177-444d-827f-c03a43617c06'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:58.018033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-a9e45dd4-595e-46d9-8b9b-770e99f0a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:58.037728 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-a9e45dd4-595e-46d9-8b9b-770e99f0a8e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4f5e239-6792-422c-896c-59ceb1999614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518179 Aug 17 02:18:58.153125 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-cc4b08c1-0f1e-49cb-87f4-44141d18530d None None] Set router 1da5c981-e177-444d-827f-c03a43617c06 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:18:58.181026 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-07609483-0bfd-4faa-8e4b-ca1f126ba5cc service neutron] 10.222.0.13 "GET /v2.0/networks/e4f5e239-6792-422c-896c-59ceb1999614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476493 Aug 17 02:18:58.322644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35733de4-966d-48fa-add7-a69d9a1a9ea8 req-53d0e3fe-8b26-4ac2-b41e-61c2ae9a3d30 service neutron] 10.222.0.13 "GET /v2.0/networks/e4f5e239-6792-422c-896c-59ceb1999614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345794 Aug 17 02:18:58.459658 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cc4b08c1-0f1e-49cb-87f4-44141d18530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da5c981-e177-444d-827f-c03a43617c06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:17:56Z', 'updated_at': '2021-08-17T02:18:08Z', 'revision_number': 4, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'gw_port': {'id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:17:58Z', 'updated_at': '2021-08-17T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '9bcef08d-ef7c-4ee6-a0f1-a945623a20f4', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '1da5c981-e177-444d-827f-c03a43617c06', 'port_id': 'bddaedc5-a843-4885-aff6-b7a6801c50a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'mac_address': 'fa:16:3e:57:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba159ac-2196-4e71-82b3-9ef2d02021a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:18:51Z', 'updated_at': '2021-08-17T02:18:56Z', 'revision_number': 1, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80538936-c2ea-4ef2-9035-b2dca7e04111', 'name': '', 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'mac_address': 'fa:16:3e:9a:24:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:18:05Z', 'updated_at': '2021-08-17T02:18:20Z', 'revision_number': 5, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'subnets': [{'id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:18:58.495483 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b08c1-0f1e-49cb-87f4-44141d18530d None None] The sync data for ids ['1da5c981-e177-444d-827f-c03a43617c06'] in n-d-793621-31 is: [{'id': '1da5c981-e177-444d-827f-c03a43617c06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:17:56Z', 'updated_at': '2021-08-17T02:18:08Z', 'revision_number': 4, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'gw_port': {'id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:17:58Z', 'updated_at': '2021-08-17T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '9bcef08d-ef7c-4ee6-a0f1-a945623a20f4', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '1da5c981-e177-444d-827f-c03a43617c06', 'port_id': 'bddaedc5-a843-4885-aff6-b7a6801c50a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'mac_address': 'fa:16:3e:57:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba159ac-2196-4e71-82b3-9ef2d02021a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:18:51Z', 'updated_at': '2021-08-17T02:18:56Z', 'revision_number': 1, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80538936-c2ea-4ef2-9035-b2dca7e04111', 'name': '', 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'mac_address': 'fa:16:3e:9a:24:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:18:05Z', 'updated_at': '2021-08-17T02:18:20Z', 'revision_number': 5, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'subnets': [{'id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:18:58.706581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716a4c2-f2f5-4003-bf8f-994309aea2b2 None None] New status for floating IP 9bcef08d-ef7c-4ee6-a0f1-a945623a20f4: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:18:58.773662 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:18:59.020025 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad30193-290b-4da6-beb2-6d77cecd127b x-openstack-request-id: req-9ad30193-290b-4da6-beb2-6d77cecd127b {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:18:59.021721 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94bffcda-f148-4573-ac96-4a5c623b53e0", "tag": "11a661e3-33aa-4907-9e1e-336e67ad9d33", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:18:59.021721 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ad30193-290b-4da6-beb2-6d77cecd127b {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:18:59.021721 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94bffcda-f148-4573-ac96-4a5c623b53e0', 'tag': '11a661e3-33aa-4907-9e1e-336e67ad9d33', 'status': 'completed', 'code': 200} Aug 17 02:18:59.171994 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be4894-a804-42f7-83e1-62e8b37722f9 req-06fcb681-1080-4858-b78e-4b4c61b02f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:59.177879 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16be4894-a804-42f7-83e1-62e8b37722f9 req-06fcb681-1080-4858-b78e-4b4c61b02f91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56f0cb7034a245468935faac557a3be2&device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 1095 time: 0.0851364 Aug 17 02:18:59.381084 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be4894-a804-42f7-83e1-62e8b37722f9 req-797d239a-682a-4538-867d-19ec57764b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:59.382807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16be4894-a804-42f7-83e1-62e8b37722f9 req-797d239a-682a-4538-867d-19ec57764b2e service neutron] 10.222.0.18 "GET /v2.0/networks?id=20e6dca9-00f1-4fe9-83ce-c162cd76fdb0 HTTP/1.1" status: 200 len: 922 time: 0.1909070 Aug 17 02:18:59.395330 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295137d5-1451-4b4b-9594-23c7582dee11 req-12777392-7b51-4b9c-93a1-85795245a46d tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:59.397618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-295137d5-1451-4b4b-9594-23c7582dee11 req-12777392-7b51-4b9c-93a1-85795245a46d tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 943 time: 0.0868506 Aug 17 02:18:59.454499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16be4894-a804-42f7-83e1-62e8b37722f9 req-eff279d9-8783-4d03-a4be-8ca1f2709847 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11a661e3-33aa-4907-9e1e-336e67ad9d33 HTTP/1.1" status: 200 len: 217 time: 0.0558400 Aug 17 02:18:59.538742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-295137d5-1451-4b4b-9594-23c7582dee11 req-ccb58894-fa68-4080-822e-3c0ee90ac91c tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/security-groups?id=22b02cd7-0118-498d-b948-b1b35a56b676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916951 Aug 17 02:18:59.559018 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be4894-a804-42f7-83e1-62e8b37722f9 req-119df4ed-c40b-4365-a16a-f2c4f4c9bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:59.559018 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16be4894-a804-42f7-83e1-62e8b37722f9 req-119df4ed-c40b-4365-a16a-f2c4f4c9bb24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b67280e3-3dd7-4de1-bf49-4b5739d0ddf1 HTTP/1.1" status: 200 len: 861 time: 0.0834143 Aug 17 02:18:59.605233 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16be4894-a804-42f7-83e1-62e8b37722f9 req-c93e4b9e-1805-4359-9888-cd4f9859b90c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=20e6dca9-00f1-4fe9-83ce-c162cd76fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309408 Aug 17 02:18:59.676094 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ba2dd89-bdb6-4789-b97e-4a5b855bed9f req-6ed1eb7f-fd8a-4ee7-a45a-3e99e94cc8da tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c8f3256-5295-4f35-820a-71f1fee8ad09 HTTP/1.1" status: 200 len: 210 time: 0.0686867 Aug 17 02:18:59.749622 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16be4894-a804-42f7-83e1-62e8b37722f9 req-1d196a1f-6f94-4eba-9aca-f8ec99f65373 service neutron] 10.222.0.18 "GET /v2.0/networks/20e6dca9-00f1-4fe9-83ce-c162cd76fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328313 Aug 17 02:18:59.936569 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16be4894-a804-42f7-83e1-62e8b37722f9 req-ca9ec7cb-0d66-4599-bf46-26e1aaeb1957 service neutron] 10.222.0.18 "GET /v2.0/networks/20e6dca9-00f1-4fe9-83ce-c162cd76fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610317 Aug 17 02:18:59.959386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-9b8b13aa-98b2-47d2-922d-305257012b79 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:18:59.961276 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-9b8b13aa-98b2-47d2-922d-305257012b79 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 807 time: 0.1398263 Aug 17 02:18:59.980176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-debdc28d-c332-4627-87f0-96606f61a554 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/quotas/3bfc8ec22f9448049fd9f1737db3bb4d HTTP/1.1" status: 200 len: 375 time: 0.0114663 Aug 17 02:19:00.074008 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-5943684a-2802-4051-9464-fca8f3d7304d tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841544 Aug 17 02:19:00.226378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019917d-771d-4655-a007-12bc85ade78c req-62a0c673-e9bf-418f-a30b-561198dc771b tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:00.228491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0019917d-771d-4655-a007-12bc85ade78c req-62a0c673-e9bf-418f-a30b-561198dc771b tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.18 "GET /v2.0/networks?id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0 HTTP/1.1" status: 200 len: 805 time: 0.1932075 Aug 17 02:19:00.243999 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-9345b2c8-cfcd-40f0-aade-fc6ed5c3c314 service neutron] 10.222.0.13 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416891 Aug 17 02:19:00.249492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-0019917d-771d-4655-a007-12bc85ade78c req-70136cc2-9c50-4cc4-8f14-935feac22908 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Request body: {'port': {'device_id': '5c8f3256-5295-4f35-820a-71f1fee8ad09', 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0', 'admin_state_up': True, 'tenant_id': '5c0a5acf9e674963b58c743496f77ad1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:00.435744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-69befe0b-12d2-45bc-996c-fe345c002bb9 service neutron] 10.222.0.13 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824298 Aug 17 02:19:00.484143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 11a661e3-33aa-4907-9e1e-336e67ad9d33 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:19:00.611935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0019917d-771d-4655-a007-12bc85ade78c req-70136cc2-9c50-4cc4-8f14-935feac22908 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Made reservation on behalf of 5c0a5acf9e674963b58c743496f77ad1 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:19:00.615432 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0019917d-771d-4655-a007-12bc85ade78c req-70136cc2-9c50-4cc4-8f14-935feac22908 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:00.618748 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 11a661e3-33aa-4907-9e1e-336e67ad9d33, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=11a661e3-33aa-4907-9e1e-336e67ad9d33,segment=NetworkSegment(568f93a6-e1a8-44a5-8f9f-08c622b47bca),segment_id=568f93a6-e1a8-44a5-8f9f-08c622b47bca)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:00.633396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '11a661e3-33aa-4907-9e1e-336e67ad9d33', 'network_id': '20e6dca9-00f1-4fe9-83ce-c162cd76fdb0', 'port_id': '11a661e3-33aa-4907-9e1e-336e67ad9d33', 'mac_address': 'fa:16:3e:bf:0d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67280e3-3dd7-4de1-bf49-4b5739d0ddf1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:19:00.694277 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:00.718077 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a661e3-33aa-4907-9e1e-336e67ad9d33 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:19:00.744665 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:00.748280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 11a661e3-33aa-4907-9e1e-336e67ad9d33, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=11a661e3-33aa-4907-9e1e-336e67ad9d33,segment=NetworkSegment(568f93a6-e1a8-44a5-8f9f-08c622b47bca),segment_id=568f93a6-e1a8-44a5-8f9f-08c622b47bca)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:00.780132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-0019917d-771d-4655-a007-12bc85ade78c req-70136cc2-9c50-4cc4-8f14-935feac22908 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Allocated IP 172.20.0.5 (a3c07a00-afe9-42bb-bdb1-4cc5388176c0/d40e3627-cef8-4c94-b684-08d6667f5996/389c3133-c4d7-4af2-9699-e97a6433ab3a) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:19:00.912575 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:00.945079 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0019917d-771d-4655-a007-12bc85ade78c req-70136cc2-9c50-4cc4-8f14-935feac22908 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:00.980975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=11a661e3-33aa-4907-9e1e-336e67ad9d33,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:00.991658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:01.007905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:01.007905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:01.007905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:01.007905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:01.007905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:01.007905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:01.007905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:01.007905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:01.007905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:01.007905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:01.007905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:01.022931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba159ac-2196-4e71-82b3-9ef2d02021a2', 'tag': 'bddaedc5-a843-4885-aff6-b7a6801c50a1'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:01.025522 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda1d42c-ac0f-4335-a2c2-7836336b4bff" -d '{"events": [{"name": "network-changed", "server_uuid": "eba159ac-2196-4e71-82b3-9ef2d02021a2", "tag": "bddaedc5-a843-4885-aff6-b7a6801c50a1"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:01.118675 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0019917d-771d-4655-a007-12bc85ade78c req-70136cc2-9c50-4cc4-8f14-935feac22908 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:01.169856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0019917d-771d-4655-a007-12bc85ade78c req-70136cc2-9c50-4cc4-8f14-935feac22908 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:19:01.175330 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-0019917d-771d-4655-a007-12bc85ade78c req-70136cc2-9c50-4cc4-8f14-935feac22908 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:19:01.183199 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0019917d-771d-4655-a007-12bc85ade78c req-70136cc2-9c50-4cc4-8f14-935feac22908 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:19:01.206880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70136cc2-9c50-4cc4-8f14-935feac22908 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Pushing event updated for resources: {'Port': ['ID=389c3133-c4d7-4af2-9699-e97a6433ab3a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:01.240106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019917d-771d-4655-a007-12bc85ade78c req-70136cc2-9c50-4cc4-8f14-935feac22908 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:01.240891 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0019917d-771d-4655-a007-12bc85ade78c req-70136cc2-9c50-4cc4-8f14-935feac22908 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:01.365464 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0019917d-771d-4655-a007-12bc85ade78c req-70136cc2-9c50-4cc4-8f14-935feac22908 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1203868 Aug 17 02:19:01.683327 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['11a661e3-33aa-4907-9e1e-336e67ad9d33'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:01.713652 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Request body: {'port': {'device_id': '5c8f3256-5295-4f35-820a-71f1fee8ad09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:01.800652 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:01.833134 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-ec53ede2-3f73-4ee4-9e97-7db1f7d39202 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 258 time: 0.4952974 Aug 17 02:19:01.861211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:02.085625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:02.173651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389c3133-c4d7-4af2-9699-e97a6433ab3a {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:19:02.185741 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:02.202956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Transition to ACTIVE for port object 389c3133-c4d7-4af2-9699-e97a6433ab3a will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:19:02.248820 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:02.363023 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Allocated IP 172.25.5.41 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/82127a5a-2f4d-40e6-b6d7-446560841bda) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:19:02.370225 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:02.468886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Pushing event updated for resources: {'Port': ['ID=389c3133-c4d7-4af2-9699-e97a6433ab3a,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:02.628374 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:02.631533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Attempting to bind port 389c3133-c4d7-4af2-9699-e97a6433ab3a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:19:02.632015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Attempting to bind port 389c3133-c4d7-4af2-9699-e97a6433ab3a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:19:02.632473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Attempting to bind port 389c3133-c4d7-4af2-9699-e97a6433ab3a on network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:02.644287 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Port 389c3133-c4d7-4af2-9699-e97a6433ab3a on network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:19:02.644615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Attempting to bind port 389c3133-c4d7-4af2-9699-e97a6433ab3a on network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:02.652615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:19:02.652959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Checking segment: {'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:19:02.653365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Bound using segment: {'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:19:02.653799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Bound port: 389c3133-c4d7-4af2-9699-e97a6433ab3a, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:19:02.654251 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:02.716513 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [req-97a42d79-d014-4213-9635-395c45fca1b5 req-e3dc6508-0955-4256-97f6-cb6ee831fd91 service neutron] show failed (client error): The resource could not be found. Aug 17 02:19:02.717659 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-e3dc6508-0955-4256-97f6-cb6ee831fd91 service neutron] 10.222.0.42 "GET /v2.0/ports/5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa/bindings/n-h2-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.1229994 Aug 17 02:19:02.742145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] For port 389c3133-c4d7-4af2-9699-e97a6433ab3a, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:19:02.745234 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] For port 389c3133-c4d7-4af2-9699-e97a6433ab3a, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=389c3133-c4d7-4af2-9699-e97a6433ab3a,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:19:02.918946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:02.921177 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:02.967212 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:19:02.970209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:02.970826 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:02.972234 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0019917d-771d-4655-a007-12bc85ade78c req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] 10.222.0.18 "PUT /v2.0/ports/389c3133-c4d7-4af2-9699-e97a6433ab3a HTTP/1.1" status: 200 len: 1092 time: 1.2630730 Aug 17 02:19:02.978278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:19:02.982271 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:19:03.023680 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bd7e5-d6bb-45c9-a27e-d92e77952794 service neutron] Pushing event updated for resources: {'Port': ['ID=389c3133-c4d7-4af2-9699-e97a6433ab3a,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:03.102317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Pushing event updated for resources: {'Port': ['ID=82127a5a-2f4d-40e6-b6d7-446560841bda,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:03.127328 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:03.237987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019917d-771d-4655-a007-12bc85ade78c req-089f6ba6-c609-4831-9221-a64322f4d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:03.240112 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0019917d-771d-4655-a007-12bc85ade78c req-089f6ba6-c609-4831-9221-a64322f4d2e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c0a5acf9e674963b58c743496f77ad1&device_id=5c8f3256-5295-4f35-820a-71f1fee8ad09 HTTP/1.1" status: 200 len: 1095 time: 0.0441144 Aug 17 02:19:03.291176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0019917d-771d-4655-a007-12bc85ade78c req-87a40ff1-1e8c-49b6-8427-d0388e0eb004 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=389c3133-c4d7-4af2-9699-e97a6433ab3a HTTP/1.1" status: 200 len: 217 time: 0.0381548 Aug 17 02:19:03.354987 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:03.392720 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019917d-771d-4655-a007-12bc85ade78c req-0318010d-08ba-4205-9c25-61021af4126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:03.394229 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0019917d-771d-4655-a007-12bc85ade78c req-0318010d-08ba-4205-9c25-61021af4126c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d40e3627-cef8-4c94-b684-08d6667f5996 HTTP/1.1" status: 200 len: 845 time: 0.0957270 Aug 17 02:19:03.437942 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0019917d-771d-4655-a007-12bc85ade78c req-ae0017f4-fc67-4f0d-81c7-96ca7a1aebe2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319822 Aug 17 02:19:03.617488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a42d79-d014-4213-9635-395c45fca1b5 req-0ef91e6e-f385-4d66-b78c-77f16d0dc5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:03.618923 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-0ef91e6e-f385-4d66-b78c-77f16d0dc5fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585&tenant_id=a51fdd587a534f09b86bda6242380da1 HTTP/1.1" status: 200 len: 1102 time: 0.1323380 Aug 17 02:19:03.642051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-31', 'device_owner': 'compute:nova'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:03.653765 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0019917d-771d-4655-a007-12bc85ade78c req-112243a8-d280-465e-a2b3-7c0c4e4c19db service neutron] 10.222.0.18 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046750 Aug 17 02:19:03.702965 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:03.768209 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:03.829463 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0019917d-771d-4655-a007-12bc85ade78c req-e69905ed-d6cc-4db1-9e8c-5b4e71f46e0f service neutron] 10.222.0.18 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562564 Aug 17 02:19:03.836119 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:03.995250 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Pushing event updated for resources: {'Port': ['ID=82127a5a-2f4d-40e6-b6d7-446560841bda,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:04.035777 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:04.084582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] For port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:04.119836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] For port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:19:04.158525 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:04.160057 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-cb3e0fcc-97e4-44ed-9544-b55f57fe88af tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3045855 Aug 17 02:19:04.165287 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:04.216735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Transition to ACTIVE for port object 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:19:04.220610 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-0254b2bb-72f0-48fa-a9ee-33f998a074ca tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.41 HTTP/1.1" status: 200 len: 695 time: 0.0503893 Aug 17 02:19:04.237580 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-f00d5fd2-ff8f-4eed-bb55-c9617cebbb6d tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:04.240631 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-f00d5fd2-ff8f-4eed-bb55-c9617cebbb6d tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.42 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 807 time: 0.1123483 Aug 17 02:19:04.262521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-47ee2e8d-d779-4884-8d4d-7efec5ee9d91 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Request body: {'port': {'device_id': 'dcbc081f-d2c3-46ec-8c70-0cac247319cf', 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60', 'admin_state_up': True, 'tenant_id': '3bfc8ec22f9448049fd9f1737db3bb4d'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:04.344724 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:04.383794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-78a716f4-5a6e-42db-87da-f4fc8a10843c tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:04.385474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c6e12b1-e29e-44e9-8da3-8419d9e6f1eb req-78a716f4-5a6e-42db-87da-f4fc8a10843c tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1532879 Aug 17 02:19:04.426650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Pushing event updated for resources: {'Port': ['ID=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,revision_number=6']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:04.430415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] No DVR routers for this DVR port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:19:04.478366 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-47ee2e8d-d779-4884-8d4d-7efec5ee9d91 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Made reservation on behalf of 3bfc8ec22f9448049fd9f1737db3bb4d for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:19:04.482815 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-47ee2e8d-d779-4884-8d4d-7efec5ee9d91 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:04.491612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Attempting to bind port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:19:04.492069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Attempting to bind port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:19:04.492533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Attempting to bind port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:04.498090 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:19:04.498638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Attempting to bind port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:04.508055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:19:04.508542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:19:04.509229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:19:04.509858 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Bound port: 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:19:04.510933 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:04.526671 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 11a661e3-33aa-4907-9e1e-336e67ad9d33 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:19:04.594782 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] For port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:19:04.598944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] For port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:19:04.658533 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-47ee2e8d-d779-4884-8d4d-7efec5ee9d91 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Allocated IP 172.20.0.10 (c8c80ec2-d490-4616-acf6-294513bafc60/5754ca00-fb2f-4542-b586-9964d8f96846/d63cbd76-af42-4b47-9601-d09dd529d248) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:19:04.690372 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:04.724374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 11a661e3-33aa-4907-9e1e-336e67ad9d33 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:19:04.750799 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 11a661e3-33aa-4907-9e1e-336e67ad9d33 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:19:04.756567 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:04.789046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:04.789046 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:04.789046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] 10.222.0.18 "PUT /v2.0/ports/5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa HTTP/1.1" status: 200 len: 1097 time: 1.1523676 Aug 17 02:19:04.830073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcb0e8-cf68-4ae4-bd43-f118a4e1324b service neutron] Pushing event updated for resources: {'Port': ['ID=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,revision_number=7']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:04.894398 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-47ee2e8d-d779-4884-8d4d-7efec5ee9d91 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:04.923429 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:04.986844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bffcda-f148-4573-ac96-4a5c623b53e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a661e3-33aa-4907-9e1e-336e67ad9d33'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:04.987282 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a42d79-d014-4213-9635-395c45fca1b5 req-ddb6c4bc-435f-41e1-a8ae-c9918296d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:04.989637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-ddb6c4bc-435f-41e1-a8ae-c9918296d32f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 1100 time: 0.1151676 Aug 17 02:19:04.990777 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b0699d-4c15-4bfc-9182-3db0756c608b" -d '{"events": [{"server_uuid": "94bffcda-f148-4573-ac96-4a5c623b53e0", "name": "network-vif-plugged", "status": "completed", "tag": "11a661e3-33aa-4907-9e1e-336e67ad9d33"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:05.007507 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 11a661e3-33aa-4907-9e1e-336e67ad9d33, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=11a661e3-33aa-4907-9e1e-336e67ad9d33,segment=NetworkSegment(568f93a6-e1a8-44a5-8f9f-08c622b47bca),segment_id=568f93a6-e1a8-44a5-8f9f-08c622b47bca)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:05.061416 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-47ee2e8d-d779-4884-8d4d-7efec5ee9d91 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:05.090862 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:05.092483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d1e1de2d-179a-45c3-938c-cd9f729a962d no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:19:05.155085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['0d914708-2478-4807-b870-f6ad7846bfa9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:05.156490 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-47ee2e8d-d779-4884-8d4d-7efec5ee9d91 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Network c8c80ec2-d490-4616-acf6-294513bafc60 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:19:05.158669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-47ee2e8d-d779-4884-8d4d-7efec5ee9d91 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:19:05.162472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-47ee2e8d-d779-4884-8d4d-7efec5ee9d91 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:19:05.187967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a42d79-d014-4213-9635-395c45fca1b5 req-5403e27f-cf7d-4f1e-b69b-4c6ab09582ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:05.189912 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-5403e27f-cf7d-4f1e-b69b-4c6ab09582ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1840951 Aug 17 02:19:05.206681 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee2e8d-d779-4884-8d4d-7efec5ee9d91 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Pushing event updated for resources: {'Port': ['ID=d63cbd76-af42-4b47-9601-d09dd529d248,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:05.253018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-47ee2e8d-d779-4884-8d4d-7efec5ee9d91 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:05.255343 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-47ee2e8d-d779-4884-8d4d-7efec5ee9d91 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:05.265932 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-21f7498e-218d-4e43-aaa9-a61f4e7a35b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa HTTP/1.1" status: 200 len: 217 time: 0.0635638 Aug 17 02:19:05.299079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=11a661e3-33aa-4907-9e1e-336e67ad9d33,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:05.329885 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-47ee2e8d-d779-4884-8d4d-7efec5ee9d91 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0715113 Aug 17 02:19:05.347309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a42d79-d014-4213-9635-395c45fca1b5 req-78e90009-4fc0-47f8-9e86-88224cf185a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:05.350358 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-78e90009-4fc0-47f8-9e86-88224cf185a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0644534 Aug 17 02:19:05.356560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Request body: {'port': {'device_id': 'dcbc081f-d2c3-46ec-8c70-0cac247319cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:05.366506 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ec864-8453-45ff-be48-e91df87fe220 req-f7b004f7-1624-48c6-a890-5d04ac18e109 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:05.376945 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed0ec864-8453-45ff-be48-e91df87fe220 req-f7b004f7-1624-48c6-a890-5d04ac18e109 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 945 time: 0.1276710 Aug 17 02:19:05.382591 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:05.446045 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d1e1de2d-179a-45c3-938c-cd9f729a962d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d1e1de2d-179a-45c3-938c-cd9f729a962d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:05.453068 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:05.481454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed0ec864-8453-45ff-be48-e91df87fe220 req-1473ec69-d1de-4676-a364-dafad25a7ddb tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/security-groups?id=22b02cd7-0118-498d-b948-b1b35a56b676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030991 Aug 17 02:19:05.512112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a42d79-d014-4213-9635-395c45fca1b5 req-da230905-8bf5-4206-aea6-cc85210d19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:05.516177 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-da230905-8bf5-4206-aea6-cc85210d19e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1353903 Aug 17 02:19:05.543664 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:05.642278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=d1e1de2d-179a-45c3-938c-cd9f729a962d,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:05.759696 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-14585632-a6e4-4351-bee5-085935aa4a60 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302816 Aug 17 02:19:05.768936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a45956-4b17-4f55-bf47-d99f8e5cddab req-166fbf6c-cfa0-4e30-8e12-364d6f9b81c4 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:05.770785 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59a45956-4b17-4f55-bf47-d99f8e5cddab req-166fbf6c-cfa0-4e30-8e12-364d6f9b81c4 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c8f3256-5295-4f35-820a-71f1fee8ad09 HTTP/1.1" status: 200 len: 943 time: 0.1310265 Aug 17 02:19:05.914282 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59a45956-4b17-4f55-bf47-d99f8e5cddab req-7a9c7312-784c-414d-a5c3-b6edd73056c7 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247926 Aug 17 02:19:05.940182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63cbd76-af42-4b47-9601-d09dd529d248 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:19:05.956371 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:05.965500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97a42d79-d014-4213-9635-395c45fca1b5 req-729985f0-c110-4ced-b71e-465ecba044b8 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907754 Aug 17 02:19:05.976152 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Transition to ACTIVE for port object d63cbd76-af42-4b47-9601-d09dd529d248 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:19:06.061539 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:06.106114 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e6d055-d8ac-45cd-9824-666d433e6721 x-openstack-request-id: req-82e6d055-d8ac-45cd-9824-666d433e6721 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:06.110844 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba159ac-2196-4e71-82b3-9ef2d02021a2", "tag": "bddaedc5-a843-4885-aff6-b7a6801c50a1", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:06.113213 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82e6d055-d8ac-45cd-9824-666d433e6721 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:06.114196 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba159ac-2196-4e71-82b3-9ef2d02021a2', 'tag': 'bddaedc5-a843-4885-aff6-b7a6801c50a1', 'status': 'completed', 'code': 200} Aug 17 02:19:06.198552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=d63cbd76-af42-4b47-9601-d09dd529d248,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:06.267874 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1d42c-ac0f-4335-a2c2-7836336b4bff req-3c33bf79-1040-4ec7-a242-5f695d3a9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:06.269509 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bda1d42c-ac0f-4335-a2c2-7836336b4bff req-3c33bf79-1040-4ec7-a242-5f695d3a9e73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b111b043eb30490f978d0dac4b74f20c&device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 1098 time: 0.0725081 Aug 17 02:19:06.270953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Attempting to bind port d63cbd76-af42-4b47-9601-d09dd529d248 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:19:06.271364 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Attempting to bind port d63cbd76-af42-4b47-9601-d09dd529d248 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:19:06.271830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Attempting to bind port d63cbd76-af42-4b47-9601-d09dd529d248 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:06.276819 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Port d63cbd76-af42-4b47-9601-d09dd529d248 on network c8c80ec2-d490-4616-acf6-294513bafc60 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:19:06.277227 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Attempting to bind port d63cbd76-af42-4b47-9601-d09dd529d248 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:06.278663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6da9c-1f0b-4c3a-a8a3-24b0abf18992 req-15b07431-9b15-4cf0-90b2-f34f8814d095 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:06.281462 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ffc6da9c-1f0b-4c3a-a8a3-24b0abf18992 req-15b07431-9b15-4cf0-90b2-f34f8814d095 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 944 time: 0.0867629 Aug 17 02:19:06.292054 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:19:06.292486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Checking segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:19:06.292948 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Bound using segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:19:06.293642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Bound port: d63cbd76-af42-4b47-9601-d09dd529d248, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:19:06.294162 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:06.365818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ffc6da9c-1f0b-4c3a-a8a3-24b0abf18992 req-fe816aa2-b63d-4b83-8bb5-801443a67335 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683241 Aug 17 02:19:06.460345 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:19:06.462959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1d42c-ac0f-4335-a2c2-7836336b4bff req-39ba8b80-a545-4fb4-b241-bfad51a65e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:06.464457 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bda1d42c-ac0f-4335-a2c2-7836336b4bff req-39ba8b80-a545-4fb4-b241-bfad51a65e1e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4f5e239-6792-422c-896c-59ceb1999614 HTTP/1.1" status: 200 len: 930 time: 0.1837482 Aug 17 02:19:06.483979 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d63cbd76-af42-4b47-9601-d09dd529d248,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:19:06.517134 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff648a-0b11-4906-9ea3-193c2ac63ff8 req-318a2d07-fc69-4e19-a9b0-d86d642ad12b tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:06.529785 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-09ff648a-0b11-4906-9ea3-193c2ac63ff8 req-318a2d07-fc69-4e19-a9b0-d86d642ad12b tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1066077 Aug 17 02:19:06.541659 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bda1d42c-ac0f-4335-a2c2-7836336b4bff req-196d1e06-72bf-4fb1-9428-14bfb93bd492 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddaedc5-a843-4885-aff6-b7a6801c50a1 HTTP/1.1" status: 200 len: 1002 time: 0.0690424 Aug 17 02:19:06.587995 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-09ff648a-0b11-4906-9ea3-193c2ac63ff8 req-fd2126af-b965-4614-8a0e-7bb8fc85e0c6 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.41 HTTP/1.1" status: 200 len: 695 time: 0.0560744 Aug 17 02:19:06.592405 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:06.603524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-09ff648a-0b11-4906-9ea3-193c2ac63ff8 req-16381a1c-b448-4952-a161-a108a71d22aa tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Request body: {'floatingip': {'port_id': 'bddaedc5-a843-4885-aff6-b7a6801c50a1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:06.648713 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:06.649735 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:06.655084 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] 10.222.0.42 "PUT /v2.0/ports/d63cbd76-af42-4b47-9601-d09dd529d248 HTTP/1.1" status: 200 len: 1093 time: 1.3054886 Aug 17 02:19:06.655392 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-09ff648a-0b11-4906-9ea3-193c2ac63ff8 req-16381a1c-b448-4952-a161-a108a71d22aa tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:06.656528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbc081f-d2c3-46ec-8c70-0cac247319cf', 'tag': 'd63cbd76-af42-4b47-9601-d09dd529d248'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:06.659658 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3de2846-89d2-487b-9fc0-55140924762c" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbc081f-d2c3-46ec-8c70-0cac247319cf", "tag": "d63cbd76-af42-4b47-9601-d09dd529d248"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:06.698172 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1d42c-ac0f-4335-a2c2-7836336b4bff req-16624497-b852-4d19-8246-a709c4c99cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:06.701016 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bda1d42c-ac0f-4335-a2c2-7836336b4bff req-16624497-b852-4d19-8246-a709c4c99cb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49e243a7-ddb9-4c7c-88c6-8a6c51b08463 HTTP/1.1" status: 200 len: 868 time: 0.1496811 Aug 17 02:19:06.749846 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80645353-92a3-4ee2-8fab-8f52496f3ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=d63cbd76-af42-4b47-9601-d09dd529d248,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:06.770561 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1d42c-ac0f-4335-a2c2-7836336b4bff req-ffdecf34-7fcb-4406-9e35-b69a9d87479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:06.774160 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bda1d42c-ac0f-4335-a2c2-7836336b4bff req-ffdecf34-7fcb-4406-9e35-b69a9d87479d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4f5e239-6792-422c-896c-59ceb1999614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620680 Aug 17 02:19:06.790402 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:19:06.844859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:19:06.918181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-0e5bd4f5-0514-4308-a1d8-bb850ebfe4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:06.919715 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-0e5bd4f5-0514-4308-a1d8-bb850ebfe4d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 1096 time: 0.0584750 Aug 17 02:19:06.986979 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-09ff648a-0b11-4906-9ea3-193c2ac63ff8 req-16381a1c-b448-4952-a161-a108a71d22aa tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] update failed (client error): There was a conflict when trying to complete your request. Aug 17 02:19:06.988058 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-09ff648a-0b11-4906-9ea3-193c2ac63ff8 req-16381a1c-b448-4952-a161-a108a71d22aa tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "PUT /v2.0/floatingips/3b82ac3c-f449-4ffb-aec0-5ab1b0159134 HTTP/1.1" status: 409 len: 550 time: 0.3907745 Aug 17 02:19:06.988648 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-944ca65a-9c63-4142-be53-8140833557b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d63cbd76-af42-4b47-9601-d09dd529d248 HTTP/1.1" status: 200 len: 217 time: 0.0507364 Aug 17 02:19:06.992147 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bda1d42c-ac0f-4335-a2c2-7836336b4bff req-ba4e898a-4002-4c20-95cb-cfc8097fc524 service neutron] 10.222.0.42 "GET /v2.0/networks/e4f5e239-6792-422c-896c-59ceb1999614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097077 Aug 17 02:19:07.101803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-fdf42ee4-e74b-4316-9ed6-fdce1f6665fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:07.103370 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-fdf42ee4-e74b-4316-9ed6-fdce1f6665fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.1011159 Aug 17 02:19:07.149108 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-5002e239-229d-4c80-b1d7-cdcde870b41d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336530 Aug 17 02:19:07.155032 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bda1d42c-ac0f-4335-a2c2-7836336b4bff req-301e7d9e-0323-4b66-8e11-898a1caca83a service neutron] 10.222.0.42 "GET /v2.0/networks/e4f5e239-6792-422c-896c-59ceb1999614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506338 Aug 17 02:19:07.279569 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-ef39ba9c-9cb4-43c3-9915-a1a902dfc048 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056056 Aug 17 02:19:07.384573 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e0e89864-747d-4de3-8c2e-edb048bfb032 req-5e777c35-217e-4039-b8fe-edd2143210b6 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896063 Aug 17 02:19:07.509794 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8d450c-18b0-4888-bb6a-579eadabad78 x-openstack-request-id: req-3a8d450c-18b0-4888-bb6a-579eadabad78 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:07.509794 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bffcda-f148-4573-ac96-4a5c623b53e0", "name": "network-vif-plugged", "status": "completed", "tag": "11a661e3-33aa-4907-9e1e-336e67ad9d33", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:07.509794 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a8d450c-18b0-4888-bb6a-579eadabad78 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:07.509794 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bffcda-f148-4573-ac96-4a5c623b53e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a661e3-33aa-4907-9e1e-336e67ad9d33', 'code': 200} Aug 17 02:19:07.689625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871c1f6-60d8-4335-bd23-b326960b0e71 req-5c98574b-eaac-4496-9d90-41f0daf2d851 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:07.692459 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d871c1f6-60d8-4335-bd23-b326960b0e71 req-5c98574b-eaac-4496-9d90-41f0daf2d851 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b04944-2f98-41f8-ab43-e4c03671b030 HTTP/1.1" status: 200 len: 950 time: 0.0901604 Aug 17 02:19:07.820973 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-16ffbad7-8ad5-4e0d-afe4-4474b5be1ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:07.843290 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf95e4-75d4-40f0-959d-47d07eef7837 req-8f8aca05-d3c4-41f1-9d09-24874ffb5df6 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:07.844876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5bf95e4-75d4-40f0-959d-47d07eef7837 req-8f8aca05-d3c4-41f1-9d09-24874ffb5df6 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 945 time: 0.1433597 Aug 17 02:19:07.850737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca35e7-e250-45fd-ae49-010c572bcf73 req-bd01c407-073c-471d-bcc2-663f68015829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:07.857291 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f7ca35e7-e250-45fd-ae49-010c572bcf73 req-bd01c407-073c-471d-bcc2-663f68015829 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 1097 time: 0.1612651 Aug 17 02:19:07.932105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f7ca35e7-e250-45fd-ae49-010c572bcf73 req-13c1d75f-eb0f-4673-9db3-8531d4a219fb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=22b02cd7-0118-498d-b948-b1b35a56b676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680463 Aug 17 02:19:07.936193 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5bf95e4-75d4-40f0-959d-47d07eef7837 req-5438c4d7-1246-4450-9ff5-e09c2edfca9c tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/security-groups?id=22b02cd7-0118-498d-b948-b1b35a56b676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825837 Aug 17 02:19:07.943111 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-d871c1f6-60d8-4335-bd23-b326960b0e71 req-10b2a943-7f7f-4c49-bc2f-8c667798b07e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Deleting port 86865cbe-856c-4539-af91-504f55c8d616 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:19:07.943539 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d871c1f6-60d8-4335-bd23-b326960b0e71 req-10b2a943-7f7f-4c49-bc2f-8c667798b07e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:08.049643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-d871c1f6-60d8-4335-bd23-b326960b0e71 req-10b2a943-7f7f-4c49-bc2f-8c667798b07e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] For port 86865cbe-856c-4539-af91-504f55c8d616, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=86865cbe-856c-4539-af91-504f55c8d616,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:08.050705 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d871c1f6-60d8-4335-bd23-b326960b0e71 req-10b2a943-7f7f-4c49-bc2f-8c667798b07e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:08.064804 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50222e10-17ba-4f15-9a28-e641ec3d08fc x-openstack-request-id: req-50222e10-17ba-4f15-9a28-e641ec3d08fc {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:08.065138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-d871c1f6-60d8-4335-bd23-b326960b0e71 req-10b2a943-7f7f-4c49-bc2f-8c667798b07e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Calling delete_port for 86865cbe-856c-4539-af91-504f55c8d616 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:19:08.073193 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbc081f-d2c3-46ec-8c70-0cac247319cf", "tag": "d63cbd76-af42-4b47-9601-d09dd529d248", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:08.073331 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50222e10-17ba-4f15-9a28-e641ec3d08fc {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:08.074222 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbc081f-d2c3-46ec-8c70-0cac247319cf', 'tag': 'd63cbd76-af42-4b47-9601-d09dd529d248', 'status': 'completed', 'code': 200} Aug 17 02:19:08.115917 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8f3256-5295-4f35-820a-71f1fee8ad09', 'tag': '389c3133-c4d7-4af2-9699-e97a6433ab3a'}, {'server_uuid': 'a1b13c27-4314-427b-a6be-6418c0574585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa'}, {'name': 'network-changed', 'server_uuid': 'a1b13c27-4314-427b-a6be-6418c0574585', 'tag': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:08.118501 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdab487d-f0d7-4899-b965-1d6c4318ce54" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8f3256-5295-4f35-820a-71f1fee8ad09", "tag": "389c3133-c4d7-4af2-9699-e97a6433ab3a"}, {"server_uuid": "a1b13c27-4314-427b-a6be-6418c0574585", "name": "network-vif-unplugged", "status": "completed", "tag": "5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa"}, {"name": "network-changed", "server_uuid": "a1b13c27-4314-427b-a6be-6418c0574585", "tag": "5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:08.155640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de2846-89d2-487b-9fc0-55140924762c req-bd99ef7a-c726-4994-841b-05b483dc3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:08.157155 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3de2846-89d2-487b-9fc0-55140924762c req-bd99ef7a-c726-4994-841b-05b483dc3c0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 1096 time: 0.0448496 Aug 17 02:19:08.190718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3206fa5-ddaf-49e6-af21-7f6ea197f065 req-35795bfb-7001-4bd7-b7d5-cd1ba23957b7 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:08.192305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3206fa5-ddaf-49e6-af21-7f6ea197f065 req-35795bfb-7001-4bd7-b7d5-cd1ba23957b7 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c8f3256-5295-4f35-820a-71f1fee8ad09 HTTP/1.1" status: 200 len: 943 time: 0.0706754 Aug 17 02:19:08.274003 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3206fa5-ddaf-49e6-af21-7f6ea197f065 req-c2f1bbbd-2da8-45df-b455-7e98b745efd3 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729058 Aug 17 02:19:08.282160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de2846-89d2-487b-9fc0-55140924762c req-48f63baa-6d3b-4a5e-8625-865efbc62cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:08.287011 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3de2846-89d2-487b-9fc0-55140924762c req-48f63baa-6d3b-4a5e-8625-865efbc62cde service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.1217823 Aug 17 02:19:08.339900 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3de2846-89d2-487b-9fc0-55140924762c req-ed32d3f4-7e0a-449f-9996-e6045973e57e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d63cbd76-af42-4b47-9601-d09dd529d248 HTTP/1.1" status: 200 len: 217 time: 0.0423529 Aug 17 02:19:08.356753 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebb2215a-1498-4b62-aff6-fe9aa9698df3 req-591aaca8-c692-4082-a30b-1014c40b03d3 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/floatingips/3b82ac3c-f449-4ffb-aec0-5ab1b0159134 HTTP/1.1" status: 200 len: 692 time: 0.0536380 Aug 17 02:19:08.397763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de2846-89d2-487b-9fc0-55140924762c req-7c36d0f1-3f90-463c-a272-14ac4fcf3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:08.399260 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3de2846-89d2-487b-9fc0-55140924762c req-7c36d0f1-3f90-463c-a272-14ac4fcf3d5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.0498769 Aug 17 02:19:08.432992 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3de2846-89d2-487b-9fc0-55140924762c req-d779ef44-a335-475a-b02d-d64992d1e8b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257359 Aug 17 02:19:08.466670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2215a-1498-4b62-aff6-fe9aa9698df3 req-6e642d1d-2e5a-45bc-bfc1-da2ecfaa7b7b tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:08.468090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebb2215a-1498-4b62-aff6-fe9aa9698df3 req-6e642d1d-2e5a-45bc-bfc1-da2ecfaa7b7b tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1055067 Aug 17 02:19:08.526467 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebb2215a-1498-4b62-aff6-fe9aa9698df3 req-899ce249-324e-467b-9b1a-fcbf09da446c tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.41 HTTP/1.1" status: 200 len: 695 time: 0.0511806 Aug 17 02:19:08.536798 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3de2846-89d2-487b-9fc0-55140924762c req-1164f20d-128d-456b-8a7c-29423dd15b12 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957694 Aug 17 02:19:08.545668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 389c3133-c4d7-4af2-9699-e97a6433ab3a details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:19:08.578394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebb2215a-1498-4b62-aff6-fe9aa9698df3 req-6d7146ef-1fc0-4a44-a44d-1b8a32dc5312 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.41 HTTP/1.1" status: 200 len: 695 time: 0.0459983 Aug 17 02:19:08.638597 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3de2846-89d2-487b-9fc0-55140924762c req-47aa2042-756d-4648-ba58-542d59bb6915 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947375 Aug 17 02:19:08.676404 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 389c3133-c4d7-4af2-9699-e97a6433ab3a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=389c3133-c4d7-4af2-9699-e97a6433ab3a,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:08.690025 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '389c3133-c4d7-4af2-9699-e97a6433ab3a', 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0', 'port_id': '389c3133-c4d7-4af2-9699-e97a6433ab3a', 'mac_address': 'fa:16:3e:d6:d4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40e3627-cef8-4c94-b684-08d6667f5996', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:19:08.722548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ebb2215a-1498-4b62-aff6-fe9aa9698df3 req-ab45f869-de4c-4d1e-97c9-af06f9df5fae tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Deleting port 82127a5a-2f4d-40e6-b6d7-446560841bda {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:19:08.723740 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebb2215a-1498-4b62-aff6-fe9aa9698df3 req-ab45f869-de4c-4d1e-97c9-af06f9df5fae tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:08.731717 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:08.745654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389c3133-c4d7-4af2-9699-e97a6433ab3a {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:19:08.766808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 389c3133-c4d7-4af2-9699-e97a6433ab3a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=389c3133-c4d7-4af2-9699-e97a6433ab3a,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:09.003680 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:09.080882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=389c3133-c4d7-4af2-9699-e97a6433ab3a,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:09.116509 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d871c1f6-60d8-4335-bd23-b326960b0e71 req-10b2a943-7f7f-4c49-bc2f-8c667798b07e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:09.136915 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebb2215a-1498-4b62-aff6-fe9aa9698df3 req-ab45f869-de4c-4d1e-97c9-af06f9df5fae tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:09.137262 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebb2215a-1498-4b62-aff6-fe9aa9698df3 req-ab45f869-de4c-4d1e-97c9-af06f9df5fae tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:09.152940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['86865cbe-856c-4539-af91-504f55c8d616', 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:09.157834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:09.164098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2a943-7f7f-4c49-bc2f-8c667798b07e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event deleted for resources: {'Port': ['ID=86865cbe-856c-4539-af91-504f55c8d616,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:09.204136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ebb2215a-1498-4b62-aff6-fe9aa9698df3 req-ab45f869-de4c-4d1e-97c9-af06f9df5fae tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Calling delete_port for 82127a5a-2f4d-40e6-b6d7-446560841bda owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:19:09.235697 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-d871c1f6-60d8-4335-bd23-b326960b0e71 req-10b2a943-7f7f-4c49-bc2f-8c667798b07e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] No DVR routers for this DVR port 86865cbe-856c-4539-af91-504f55c8d616 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:19:09.240841 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d871c1f6-60d8-4335-bd23-b326960b0e71 req-10b2a943-7f7f-4c49-bc2f-8c667798b07e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:09.243367 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d871c1f6-60d8-4335-bd23-b326960b0e71 req-10b2a943-7f7f-4c49-bc2f-8c667798b07e tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "DELETE /v2.0/ports/86865cbe-856c-4539-af91-504f55c8d616 HTTP/1.1" status: 204 len: 173 time: 1.5428987 Aug 17 02:19:09.512275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e1de2d-179a-45c3-938c-cd9f729a962d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:09.515913 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c6c159-d61e-4719-8704-7070e60dd327" -d '{"events": [{"server_uuid": "cd835bdf-4f18-497d-83d7-4f0852e12b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e1de2d-179a-45c3-938c-cd9f729a962d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:09.547074 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebb2215a-1498-4b62-aff6-fe9aa9698df3 req-ab45f869-de4c-4d1e-97c9-af06f9df5fae tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:09.590252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45f869-de4c-4d1e-97c9-af06f9df5fae tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Pushing event deleted for resources: {'Port': ['ID=82127a5a-2f4d-40e6-b6d7-446560841bda,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:09.697015 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebb2215a-1498-4b62-aff6-fe9aa9698df3 req-ab45f869-de4c-4d1e-97c9-af06f9df5fae tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:09.702705 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebb2215a-1498-4b62-aff6-fe9aa9698df3 req-ab45f869-de4c-4d1e-97c9-af06f9df5fae tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:09.725840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebb2215a-1498-4b62-aff6-fe9aa9698df3 req-ab45f869-de4c-4d1e-97c9-af06f9df5fae tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "DELETE /v2.0/floatingips/3b82ac3c-f449-4ffb-aec0-5ab1b0159134 HTTP/1.1" status: 204 len: 173 time: 1.1367157 Aug 17 02:19:09.893043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b098e-4156-453e-b738-20f4a84673f1 req-629173c6-f299-4684-96dd-97a383e72f3a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:09.894638 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d06b098e-4156-453e-b738-20f4a84673f1 req-629173c6-f299-4684-96dd-97a383e72f3a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 944 time: 0.0878816 Aug 17 02:19:09.959209 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d06b098e-4156-453e-b738-20f4a84673f1 req-9630b332-0e92-4590-9b00-1d254e38c64f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580394 Aug 17 02:19:10.057209 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['389c3133-c4d7-4af2-9699-e97a6433ab3a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:10.103258 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13dfe4be-08b9-48a7-93ac-f920df96d39b req-c099d928-ea47-4979-9396-7b4a9d033ecf tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3b04944-2f98-41f8-ab43-e4c03671b030 HTTP/1.1" status: 200 len: 210 time: 0.0399017 Aug 17 02:19:10.132433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54d311-f74a-46a9-84aa-a75a6c06e89f req-692bab41-988c-43a5-9da3-47561bfdc551 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:10.134138 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f54d311-f74a-46a9-84aa-a75a6c06e89f req-692bab41-988c-43a5-9da3-47561bfdc551 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "GET /v2.0/ports?device_id=44598af6-8386-49d8-90f6-b5399a152206 HTTP/1.1" status: 200 len: 950 time: 0.1194572 Aug 17 02:19:10.300151 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-334e560e-c019-4847-aee1-ed6530867431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:10.329996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96ba6-8c7f-4a36-9a33-5d79b0ee6608 req-0f902749-3288-49d3-83cc-d41c3b4e9bc2 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:10.333712 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a0f96ba6-8c7f-4a36-9a33-5d79b0ee6608 req-0f902749-3288-49d3-83cc-d41c3b4e9bc2 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd835bdf-4f18-497d-83d7-4f0852e12b5e HTTP/1.1" status: 200 len: 947 time: 0.1239684 Aug 17 02:19:10.358448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-1f54d311-f74a-46a9-84aa-a75a6c06e89f req-7133f319-db05-496a-a5f7-2b3b7c6a310f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Deleting port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:19:10.360677 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f54d311-f74a-46a9-84aa-a75a6c06e89f req-7133f319-db05-496a-a5f7-2b3b7c6a310f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:10.440822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a0f96ba6-8c7f-4a36-9a33-5d79b0ee6608 req-011c4205-9ffb-4d50-b8f5-9ab226515171 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965025 Aug 17 02:19:10.531870 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1f54d311-f74a-46a9-84aa-a75a6c06e89f req-7133f319-db05-496a-a5f7-2b3b7c6a310f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] For port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ee7d5614-dcf6-442d-b7cb-d139a6dcddb4,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:10.531870 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f54d311-f74a-46a9-84aa-a75a6c06e89f req-7133f319-db05-496a-a5f7-2b3b7c6a310f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:10.548465 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-1f54d311-f74a-46a9-84aa-a75a6c06e89f req-7133f319-db05-496a-a5f7-2b3b7c6a310f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Calling delete_port for ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:19:10.622177 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c5ab3a-ed84-4bbc-8d3c-782a8c132f6e x-openstack-request-id: req-b6c5ab3a-ed84-4bbc-8d3c-782a8c132f6e {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:10.624687 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:10.624939 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8f3256-5295-4f35-820a-71f1fee8ad09", "tag": "389c3133-c4d7-4af2-9699-e97a6433ab3a", "status": "completed", "code": 200}, {"server_uuid": "a1b13c27-4314-427b-a6be-6418c0574585", "name": "network-vif-unplugged", "status": "completed", "tag": "5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa", "code": 200}, {"name": "network-changed", "server_uuid": "a1b13c27-4314-427b-a6be-6418c0574585", "tag": "5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:10.624939 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6c5ab3a-ed84-4bbc-8d3c-782a8c132f6e {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:10.624939 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8f3256-5295-4f35-820a-71f1fee8ad09', 'tag': '389c3133-c4d7-4af2-9699-e97a6433ab3a', 'status': 'completed', 'code': 200} Aug 17 02:19:10.624939 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b13c27-4314-427b-a6be-6418c0574585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa', 'code': 200} Aug 17 02:19:10.624939 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b13c27-4314-427b-a6be-6418c0574585', 'tag': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa', 'status': 'completed', 'code': 200} Aug 17 02:19:10.744915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-ab0df7fe-b020-4619-a605-28529a257da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:10.747530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-ab0df7fe-b020-4619-a605-28529a257da9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c0a5acf9e674963b58c743496f77ad1&device_id=5c8f3256-5295-4f35-820a-71f1fee8ad09 HTTP/1.1" status: 200 len: 1096 time: 0.0682499 Aug 17 02:19:10.766860 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-e7b5406a-408e-4c48-a6f1-aa22cef8defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:10.768446 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-e7b5406a-408e-4c48-a6f1-aa22cef8defa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 1100 time: 0.0853765 Aug 17 02:19:10.875405 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-0bc3eff6-0abe-479c-84ae-19d7296fe6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:10.878010 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-0bc3eff6-0abe-479c-84ae-19d7296fe6d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1008136 Aug 17 02:19:10.931095 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-cdbb6236-54d9-4521-9663-93d8e57774a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa HTTP/1.1" status: 200 len: 217 time: 0.0446131 Aug 17 02:19:10.968044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961743f-a3a3-4d52-b565-f06ba8e49816 req-2c869c92-c020-4c9e-a0ac-dfbdd350fd53 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:10.969582 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6961743f-a3a3-4d52-b565-f06ba8e49816 req-2c869c92-c020-4c9e-a0ac-dfbdd350fd53 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 945 time: 0.1587179 Aug 17 02:19:10.972571 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-475df857-8ff7-41a9-ad97-7d0fb6ecbd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:10.974353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-475df857-8ff7-41a9-ad97-7d0fb6ecbd68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0 HTTP/1.1" status: 200 len: 906 time: 0.2098503 Aug 17 02:19:11.009977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-2320432f-8a2b-48f1-aa19-e5bf2299516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:11.012325 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-2320432f-8a2b-48f1-aa19-e5bf2299516a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0652964 Aug 17 02:19:11.029713 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-4f614274-fae8-43b3-a56f-07f59cfa296b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=389c3133-c4d7-4af2-9699-e97a6433ab3a HTTP/1.1" status: 200 len: 217 time: 0.0465674 Aug 17 02:19:11.030422 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f54d311-f74a-46a9-84aa-a75a6c06e89f req-7133f319-db05-496a-a5f7-2b3b7c6a310f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:11.069934 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:11.099023 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-feda3aeb-160c-4669-bd65-f105c252c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:11.102112 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-feda3aeb-160c-4669-bd65-f105c252c91a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0817320 Aug 17 02:19:11.150264 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6961743f-a3a3-4d52-b565-f06ba8e49816 req-62c1603d-da45-4f94-9822-fe2c8b0dce83 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/security-groups?id=22b02cd7-0118-498d-b948-b1b35a56b676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687596 Aug 17 02:19:11.151225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133f319-db05-496a-a5f7-2b3b7c6a310f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event deleted for resources: {'Port': ['ID=ee7d5614-dcf6-442d-b7cb-d139a6dcddb4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:11.211681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-db689749-9326-48b3-a2e8-3fe7bd551c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:11.213228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-db689749-9326-48b3-a2e8-3fe7bd551c8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d40e3627-cef8-4c94-b684-08d6667f5996 HTTP/1.1" status: 200 len: 845 time: 0.1634557 Aug 17 02:19:11.231978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f54d311-f74a-46a9-84aa-a75a6c06e89f req-7133f319-db05-496a-a5f7-2b3b7c6a310f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] No DVR routers for this DVR port ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:19:11.246462 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f54d311-f74a-46a9-84aa-a75a6c06e89f req-7133f319-db05-496a-a5f7-2b3b7c6a310f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:11.250261 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f54d311-f74a-46a9-84aa-a75a6c06e89f req-7133f319-db05-496a-a5f7-2b3b7c6a310f tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.18 "DELETE /v2.0/ports/ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 HTTP/1.1" status: 204 len: 173 time: 1.1034670 Aug 17 02:19:11.276350 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-a7776e45-e1f3-4404-9e75-c0c33359699f service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656055 Aug 17 02:19:11.284319 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-d22bcb53-2783-49d4-97d0-5538a0d567a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522192 Aug 17 02:19:11.384644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0b362-e570-4757-a713-0aab3750e8cf req-f1e0c113-5727-4bcb-9f95-fd619357b08d tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:11.386325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36c0b362-e570-4757-a713-0aab3750e8cf req-f1e0c113-5727-4bcb-9f95-fd619357b08d tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c8f3256-5295-4f35-820a-71f1fee8ad09 HTTP/1.1" status: 200 len: 944 time: 0.1355033 Aug 17 02:19:11.403636 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-a6e9396f-29bb-468e-b2c2-29c84492b35d service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135769 Aug 17 02:19:11.443269 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-54dc7853-f687-4a39-b75d-12c3a77c2f92 service neutron] 10.222.0.18 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352794 Aug 17 02:19:11.452372 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36c0b362-e570-4757-a713-0aab3750e8cf req-5b0c7e6d-5589-450a-bc66-53094ca41f20 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557439 Aug 17 02:19:11.520638 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110a4216-bdb8-4875-bb84-c91b5ab21925 x-openstack-request-id: req-110a4216-bdb8-4875-bb84-c91b5ab21925 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:11.526916 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd835bdf-4f18-497d-83d7-4f0852e12b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e1de2d-179a-45c3-938c-cd9f729a962d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:11.526916 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-110a4216-bdb8-4875-bb84-c91b5ab21925 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:11.526916 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e1de2d-179a-45c3-938c-cd9f729a962d', 'code': 200} Aug 17 02:19:11.627087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-c42e7f0b-01c7-496d-a6cf-f90eae560838 service neutron] 10.222.0.18 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737437 Aug 17 02:19:11.630407 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-daaec59c-792a-4584-a4bf-57d526eca6e4 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.133 HTTP/1.1" status: 200 len: 1002 time: 0.0975454 Aug 17 02:19:11.701655 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-52a82c5e-863f-4a48-b4b2-7cacf575ffc7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:11.701995 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:11.703796 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-52a82c5e-863f-4a48-b4b2-7cacf575ffc7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports/bddaedc5-a843-4885-aff6-b7a6801c50a1 HTTP/1.1" status: 200 len: 943 time: 0.0673440 Aug 17 02:19:11.839619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-a425c67c-d5a5-4934-90a1-e32e4091f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:11.841010 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-a425c67c-d5a5-4934-90a1-e32e4091f928 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 1100 time: 0.0906944 Aug 17 02:19:11.844375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-40cb6f05-aacf-4bf1-a59b-83807a07aafe tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.133 HTTP/1.1" status: 200 len: 1002 time: 0.0832431 Aug 17 02:19:12.057692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-3b1769c3-3d45-4eb5-b727-846eef335620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:12.059934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-3b1769c3-3d45-4eb5-b727-846eef335620 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2113192 Aug 17 02:19:12.071827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-02210264-11cb-4b11-8e38-ada152049b81 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:12.080290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-02210264-11cb-4b11-8e38-ada152049b81 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.2232935 Aug 17 02:19:12.154074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-8f310b70-f93e-4d04-8043-b5b9832d3a84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa HTTP/1.1" status: 200 len: 217 time: 0.0726001 Aug 17 02:19:12.258862 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-a002cb0e-b8e3-4829-aec4-e47ca22136c1 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.133 HTTP/1.1" status: 200 len: 1002 time: 0.1666253 Aug 17 02:19:12.266192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-7ee1e6b4-4f06-49e1-9412-61171183331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:12.267818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-7ee1e6b4-4f06-49e1-9412-61171183331d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0808766 Aug 17 02:19:12.273750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-f4918f7e-c1da-4501-92bf-1656b67ec4f7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:12.378189 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-f4918f7e-c1da-4501-92bf-1656b67ec4f7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:12.418365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-db48411a-847f-4f7d-b72b-e5799e69c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:12.419825 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-db48411a-847f-4f7d-b72b-e5799e69c9f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1110189 Aug 17 02:19:12.588224 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:19:12.601313 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 389c3133-c4d7-4af2-9699-e97a6433ab3a up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:19:12.639794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b04944-2f98-41f8-ab43-e4c03671b030', 'name': 'network-vif-deleted', 'tag': '86865cbe-856c-4539-af91-504f55c8d616'}, {'server_uuid': '44598af6-8386-49d8-90f6-b5399a152206', 'name': 'network-vif-deleted', 'tag': 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:12.646005 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fa0bf6-395e-431b-95cb-fced40128235" -d '{"events": [{"server_uuid": "f3b04944-2f98-41f8-ab43-e4c03671b030", "name": "network-vif-deleted", "tag": "86865cbe-856c-4539-af91-504f55c8d616"}, {"server_uuid": "44598af6-8386-49d8-90f6-b5399a152206", "name": "network-vif-deleted", "tag": "ee7d5614-dcf6-442d-b7cb-d139a6dcddb4"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:12.659388 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-f4918f7e-c1da-4501-92bf-1656b67ec4f7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:12.666743 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-ce95cdb6-228d-49ba-884d-15e2e163221d service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367394 Aug 17 02:19:12.746346 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:12.747412 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-f4918f7e-c1da-4501-92bf-1656b67ec4f7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:12.747833 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-f4918f7e-c1da-4501-92bf-1656b67ec4f7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Floating IP 9bcef08d-ef7c-4ee6-a0f1-a945623a20f4 disassociated. External IP: 172.25.5.133, port: bddaedc5-a843-4885-aff6-b7a6801c50a1. Aug 17 02:19:12.766883 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa', 'mac_address': 'fa:16:3e:c4:b0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:19:12.798277 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 389c3133-c4d7-4af2-9699-e97a6433ab3a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:19:12.805119 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 389c3133-c4d7-4af2-9699-e97a6433ab3a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:19:12.805521 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:12.835763 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:12.856106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:19:12.881575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:12.902158 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdab487d-f0d7-4899-b965-1d6c4318ce54 req-46ce3fd4-f3bc-4a4b-bdda-204542e71a60 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214730 Aug 17 02:19:12.923090 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:12.958735 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 389c3133-c4d7-4af2-9699-e97a6433ab3a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=389c3133-c4d7-4af2-9699-e97a6433ab3a,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:13.032085 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:13.084411 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:13.094688 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-f4918f7e-c1da-4501-92bf-1656b67ec4f7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Router 1da5c981-e177-444d-827f-c03a43617c06 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:19:13.107355 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:13.108678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 86865cbe-856c-4539-af91-504f55c8d616 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:19:13.155778 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 86865cbe-856c-4539-af91-504f55c8d616 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:19:13.156265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 86865cbe-856c-4539-af91-504f55c8d616 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:19:13.182841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=389c3133-c4d7-4af2-9699-e97a6433ab3a,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:13.238299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-f4918f7e-c1da-4501-92bf-1656b67ec4f7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:19:13.251099 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-f4918f7e-c1da-4501-92bf-1656b67ec4f7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:13.257502 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924e966-4a21-4f2a-b7d0-408cdeb1daed None None] Sync routers for ids ['1da5c981-e177-444d-827f-c03a43617c06'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:19:13.274186 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924e966-4a21-4f2a-b7d0-408cdeb1daed None None] Routers {'1da5c981-e177-444d-827f-c03a43617c06'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:19:13.275207 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d924e966-4a21-4f2a-b7d0-408cdeb1daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:19:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['1da5c981-e177-444d-827f-c03a43617c06'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:13.297796 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-f4918f7e-c1da-4501-92bf-1656b67ec4f7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "PUT /v2.0/floatingips/9bcef08d-ef7c-4ee6-a0f1-a945623a20f4 HTTP/1.1" status: 200 len: 695 time: 1.0288079 Aug 17 02:19:13.361112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-1b93dece-7186-4322-b67a-fc83f6889eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:13.363529 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-1b93dece-7186-4322-b67a-fc83f6889eac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b111b043eb30490f978d0dac4b74f20c&device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 1098 time: 0.0534167 Aug 17 02:19:13.403448 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-d924e966-4a21-4f2a-b7d0-408cdeb1daed None None] Set router 1da5c981-e177-444d-827f-c03a43617c06 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:19:13.492435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-2e1dd8b4-3643-4d38-8a35-b38e2474ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:13.494109 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-2e1dd8b4-3643-4d38-8a35-b38e2474ad4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4f5e239-6792-422c-896c-59ceb1999614 HTTP/1.1" status: 200 len: 930 time: 0.1241684 Aug 17 02:19:13.526765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8f3256-5295-4f35-820a-71f1fee8ad09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389c3133-c4d7-4af2-9699-e97a6433ab3a'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:13.529700 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bfa9d8-9d4d-42d4-8e99-1bba96598c50" -d '{"events": [{"server_uuid": "5c8f3256-5295-4f35-820a-71f1fee8ad09", "name": "network-vif-plugged", "status": "completed", "tag": "389c3133-c4d7-4af2-9699-e97a6433ab3a"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:13.542185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-3710432a-3112-4a29-91fd-dcdce7c91d23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddaedc5-a843-4885-aff6-b7a6801c50a1 HTTP/1.1" status: 200 len: 217 time: 0.0417118 Aug 17 02:19:13.601063 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:13.610391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-94f4bcc4-93d0-47aa-9c52-5456cb56bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:13.610391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-94f4bcc4-93d0-47aa-9c52-5456cb56bc00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49e243a7-ddb9-4c7c-88c6-8a6c51b08463 HTTP/1.1" status: 200 len: 868 time: 0.0561700 Aug 17 02:19:13.612607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:13.660300 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-56386475-e23d-406f-bf87-d06f06ab6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:13.663490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-56386475-e23d-406f-bf87-d06f06ab6a02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4f5e239-6792-422c-896c-59ceb1999614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497072 Aug 17 02:19:13.726724 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d924e966-4a21-4f2a-b7d0-408cdeb1daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da5c981-e177-444d-827f-c03a43617c06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:17:56Z', 'updated_at': '2021-08-17T02:18:08Z', 'revision_number': 4, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'gw_port': {'id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:17:58Z', 'updated_at': '2021-08-17T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '80538936-c2ea-4ef2-9035-b2dca7e04111', 'name': '', 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'mac_address': 'fa:16:3e:9a:24:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:18:05Z', 'updated_at': '2021-08-17T02:18:20Z', 'revision_number': 5, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'subnets': [{'id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:13.769596 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-b8ad88fa-2a27-4c40-97b7-45e568efe2a7 service neutron] 10.222.0.13 "GET /v2.0/networks/e4f5e239-6792-422c-896c-59ceb1999614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986724 Aug 17 02:19:13.772356 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924e966-4a21-4f2a-b7d0-408cdeb1daed None None] Checking router: 1da5c981-e177-444d-827f-c03a43617c06 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:19:13.786380 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924e966-4a21-4f2a-b7d0-408cdeb1daed None None] Routers {'1da5c981-e177-444d-827f-c03a43617c06'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:19:13.787377 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d924e966-4a21-4f2a-b7d0-408cdeb1daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:19:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['1da5c981-e177-444d-827f-c03a43617c06'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:13.879944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68abac36-19a5-49c4-9745-eb0a0d261d17 req-2e84078c-4224-4413-8c6e-0de5c2e9ff9e service neutron] 10.222.0.13 "GET /v2.0/networks/e4f5e239-6792-422c-896c-59ceb1999614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016371 Aug 17 02:19:13.906755 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-d924e966-4a21-4f2a-b7d0-408cdeb1daed None None] Set router 1da5c981-e177-444d-827f-c03a43617c06 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:19:14.133964 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d924e966-4a21-4f2a-b7d0-408cdeb1daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da5c981-e177-444d-827f-c03a43617c06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:17:56Z', 'updated_at': '2021-08-17T02:18:08Z', 'revision_number': 4, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'gw_port': {'id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:17:58Z', 'updated_at': '2021-08-17T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '80538936-c2ea-4ef2-9035-b2dca7e04111', 'name': '', 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'mac_address': 'fa:16:3e:9a:24:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:18:05Z', 'updated_at': '2021-08-17T02:18:20Z', 'revision_number': 5, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'subnets': [{'id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:14.160659 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924e966-4a21-4f2a-b7d0-408cdeb1daed None None] The sync data for ids ['1da5c981-e177-444d-827f-c03a43617c06'] in n-d-793621-31 is: [{'id': '1da5c981-e177-444d-827f-c03a43617c06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:17:56Z', 'updated_at': '2021-08-17T02:18:08Z', 'revision_number': 4, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'gw_port': {'id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:17:58Z', 'updated_at': '2021-08-17T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '80538936-c2ea-4ef2-9035-b2dca7e04111', 'name': '', 'network_id': 'e4f5e239-6792-422c-896c-59ceb1999614', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'mac_address': 'fa:16:3e:9a:24:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:18:05Z', 'updated_at': '2021-08-17T02:18:20Z', 'revision_number': 5, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'subnets': [{'id': '49e243a7-ddb9-4c7c-88c6-8a6c51b08463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:19:14.404424 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238f6c62-b1a6-4470-9c18-6911c96b3635 None None] New status for floating IP 9bcef08d-ef7c-4ee6-a0f1-a945623a20f4: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:19:14.608714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:19:14.640820 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:19:14.641160 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ee7d5614-dcf6-442d-b7cb-d139a6dcddb4 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:19:14.714062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9c34-7071-410b-9f13-bdded1bc116d req-31f4e611-38f7-4233-803a-54f63fc2f0ad tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:14.715799 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e53f9c34-7071-410b-9f13-bdded1bc116d req-31f4e611-38f7-4233-803a-54f63fc2f0ad tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 944 time: 0.0712864 Aug 17 02:19:14.767243 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e53f9c34-7071-410b-9f13-bdded1bc116d req-15b2ab33-2a61-4c51-a9e1-3bd96dbed088 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408437 Aug 17 02:19:15.048620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe953fa6-b321-4576-91e3-c56acfa3a75d req-27c1506b-1851-409f-9426-d79f006cb5dc tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:15.050028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe953fa6-b321-4576-91e3-c56acfa3a75d req-27c1506b-1851-409f-9426-d79f006cb5dc tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 945 time: 0.0536363 Aug 17 02:19:15.370424 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe953fa6-b321-4576-91e3-c56acfa3a75d req-60e9c321-459d-405e-b4dc-82fa00d20d0b tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/security-groups?id=22b02cd7-0118-498d-b948-b1b35a56b676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140168 Aug 17 02:19:15.477919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a073fc-09d2-4e0e-a5b8-8e3ec34b3ddd req-37966f23-db78-49d8-ad15-4397a34bdde8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:15.479411 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47a073fc-09d2-4e0e-a5b8-8e3ec34b3ddd req-37966f23-db78-49d8-ad15-4397a34bdde8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c8f3256-5295-4f35-820a-71f1fee8ad09 HTTP/1.1" status: 200 len: 945 time: 0.0540376 Aug 17 02:19:15.519506 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47a073fc-09d2-4e0e-a5b8-8e3ec34b3ddd req-97ea9fa9-a588-4be8-a147-a4132893a607 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339887 Aug 17 02:19:15.569224 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6743f71-2415-42b5-8e8d-2410c33bf6e4 x-openstack-request-id: req-f6743f71-2415-42b5-8e8d-2410c33bf6e4 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:15.569658 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b04944-2f98-41f8-ab43-e4c03671b030", "name": "network-vif-deleted", "tag": "86865cbe-856c-4539-af91-504f55c8d616", "status": "completed", "code": 200}, {"server_uuid": "44598af6-8386-49d8-90f6-b5399a152206", "name": "network-vif-deleted", "tag": "ee7d5614-dcf6-442d-b7cb-d139a6dcddb4", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:15.570006 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6743f71-2415-42b5-8e8d-2410c33bf6e4 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:15.570494 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b04944-2f98-41f8-ab43-e4c03671b030', 'name': 'network-vif-deleted', 'tag': '86865cbe-856c-4539-af91-504f55c8d616', 'status': 'completed', 'code': 200} Aug 17 02:19:15.570852 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44598af6-8386-49d8-90f6-b5399a152206', 'name': 'network-vif-deleted', 'tag': 'ee7d5614-dcf6-442d-b7cb-d139a6dcddb4', 'status': 'completed', 'code': 200} Aug 17 02:19:15.656296 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9de057-2f33-4c57-b06b-38ef8e809c38 x-openstack-request-id: req-3f9de057-2f33-4c57-b06b-38ef8e809c38 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:15.656997 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8f3256-5295-4f35-820a-71f1fee8ad09", "name": "network-vif-plugged", "status": "completed", "tag": "389c3133-c4d7-4af2-9699-e97a6433ab3a", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:15.657174 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f9de057-2f33-4c57-b06b-38ef8e809c38 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:15.657662 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8f3256-5295-4f35-820a-71f1fee8ad09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389c3133-c4d7-4af2-9699-e97a6433ab3a', 'code': 200} Aug 17 02:19:15.723813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a540a3a-65f9-49ed-be7e-44744fd29888 req-099470e0-4edc-4bc9-a961-15c20bc0c72a tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/floatingips/9bcef08d-ef7c-4ee6-a0f1-a945623a20f4 HTTP/1.1" status: 200 len: 693 time: 0.0550034 Aug 17 02:19:15.847400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b252b6-b18f-44b4-8b2b-b22d03590d2b req-f06a7673-aa79-4523-ad6e-143dd646b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:15.850411 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8b252b6-b18f-44b4-8b2b-b22d03590d2b req-f06a7673-aa79-4523-ad6e-143dd646b44c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c8f3256-5295-4f35-820a-71f1fee8ad09 HTTP/1.1" status: 200 len: 1097 time: 0.0983691 Aug 17 02:19:15.884234 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a540a3a-65f9-49ed-be7e-44744fd29888 req-88beadf0-3f0e-4f53-8788-51c36013e5b9 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:15.885660 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a540a3a-65f9-49ed-be7e-44744fd29888 req-88beadf0-3f0e-4f53-8788-51c36013e5b9 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1558037 Aug 17 02:19:15.937847 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8b252b6-b18f-44b4-8b2b-b22d03590d2b req-1a07edb7-6da6-4c4a-9a76-f8519b6d48d1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760226 Aug 17 02:19:15.952306 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a540a3a-65f9-49ed-be7e-44744fd29888 req-6f69cb9d-974b-4b27-b07a-18475dbb1b32 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.133 HTTP/1.1" status: 200 len: 696 time: 0.0595763 Aug 17 02:19:16.014548 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a540a3a-65f9-49ed-be7e-44744fd29888 req-bcd59469-70a4-41c1-a7b0-d854dec18cb1 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.133 HTTP/1.1" status: 200 len: 696 time: 0.0477669 Aug 17 02:19:16.174607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-9a540a3a-65f9-49ed-be7e-44744fd29888 req-2c48fa50-4e84-4e36-b1c0-1196951f3d00 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Deleting port c2c74cd4-f071-4079-981e-89c7652df66c {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:19:16.174847 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a540a3a-65f9-49ed-be7e-44744fd29888 req-2c48fa50-4e84-4e36-b1c0-1196951f3d00 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:16.259914 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a540a3a-65f9-49ed-be7e-44744fd29888 req-2c48fa50-4e84-4e36-b1c0-1196951f3d00 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:16.260234 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a540a3a-65f9-49ed-be7e-44744fd29888 req-2c48fa50-4e84-4e36-b1c0-1196951f3d00 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:16.274364 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-9a540a3a-65f9-49ed-be7e-44744fd29888 req-2c48fa50-4e84-4e36-b1c0-1196951f3d00 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Calling delete_port for c2c74cd4-f071-4079-981e-89c7652df66c owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:19:16.483810 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a540a3a-65f9-49ed-be7e-44744fd29888 req-2c48fa50-4e84-4e36-b1c0-1196951f3d00 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:16.511706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48fa50-4e84-4e36-b1c0-1196951f3d00 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Pushing event deleted for resources: {'Port': ['ID=c2c74cd4-f071-4079-981e-89c7652df66c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:16.578457 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a540a3a-65f9-49ed-be7e-44744fd29888 req-2c48fa50-4e84-4e36-b1c0-1196951f3d00 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:16.581092 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9a540a3a-65f9-49ed-be7e-44744fd29888 req-2c48fa50-4e84-4e36-b1c0-1196951f3d00 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:16.583584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a540a3a-65f9-49ed-be7e-44744fd29888 req-2c48fa50-4e84-4e36-b1c0-1196951f3d00 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "DELETE /v2.0/floatingips/9bcef08d-ef7c-4ee6-a0f1-a945623a20f4 HTTP/1.1" status: 204 len: 173 time: 0.5608473 Aug 17 02:19:16.596523 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:19:16.782412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:19:16.789806 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:19:16.790389 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:16.829452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818f384-71c9-45f3-9df9-79a7007e0cf2 req-29fcf53b-285e-4852-85e3-c092f1e77995 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:16.831271 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4818f384-71c9-45f3-9df9-79a7007e0cf2 req-29fcf53b-285e-4852-85e3-c092f1e77995 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 944 time: 0.0566468 Aug 17 02:19:16.882225 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4818f384-71c9-45f3-9df9-79a7007e0cf2 req-c2c7144f-676c-4441-88ed-19e07cadb645 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444217 Aug 17 02:19:16.883835 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:16.921517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:17.044192 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:17.105509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaadbc-b15e-4c92-9e87-51cb384533d4 req-0eed40c3-3d22-426a-9a37-5ab240b83e20 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:17.105978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:17.107421 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4cbaadbc-b15e-4c92-9e87-51cb384533d4 req-0eed40c3-3d22-426a-9a37-5ab240b83e20 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c8f3256-5295-4f35-820a-71f1fee8ad09 HTTP/1.1" status: 200 len: 945 time: 0.0572457 Aug 17 02:19:17.167232 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4cbaadbc-b15e-4c92-9e87-51cb384533d4 req-cecc17ca-7995-4d45-9045-7b308d8baa52 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512662 Aug 17 02:19:17.461262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5dbc5-b2e4-4c7f-be36-dcae7f4acfaf req-b383652e-f072-48c2-8ea7-0d15bf3fd639 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:17.463895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a0b5dbc5-b2e4-4c7f-be36-dcae7f4acfaf req-b383652e-f072-48c2-8ea7-0d15bf3fd639 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0565937 Aug 17 02:19:17.526779 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a0b5dbc5-b2e4-4c7f-be36-dcae7f4acfaf req-4d444fd0-c344-4cd4-9d35-8fe565963e95 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0509858 Aug 17 02:19:17.572905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba159ac-2196-4e71-82b3-9ef2d02021a2', 'tag': 'bddaedc5-a843-4885-aff6-b7a6801c50a1'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:17.576928 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a02547-9663-489b-ae66-68b5fb19d87b" -d '{"events": [{"name": "network-changed", "server_uuid": "eba159ac-2196-4e71-82b3-9ef2d02021a2", "tag": "bddaedc5-a843-4885-aff6-b7a6801c50a1"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:17.659258 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b13c27-4314-427b-a6be-6418c0574585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:17.662597 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b1bde1-1ff1-4b00-8528-0f715b61c771" -d '{"events": [{"server_uuid": "a1b13c27-4314-427b-a6be-6418c0574585", "name": "network-vif-plugged", "status": "completed", "tag": "5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:18.774402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8527eca0-6d63-44f0-97f3-eb0fad973319 req-7110c28a-a64c-4e63-8fc7-6f099d3e0ae1 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0380797 Aug 17 02:19:18.812401 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7638f7ba-2b53-415a-8706-487af04106d3 x-openstack-request-id: req-7638f7ba-2b53-415a-8706-487af04106d3 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:18.812841 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba159ac-2196-4e71-82b3-9ef2d02021a2", "tag": "bddaedc5-a843-4885-aff6-b7a6801c50a1", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:18.813105 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7638f7ba-2b53-415a-8706-487af04106d3 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:18.813668 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba159ac-2196-4e71-82b3-9ef2d02021a2', 'tag': 'bddaedc5-a843-4885-aff6-b7a6801c50a1', 'status': 'completed', 'code': 200} Aug 17 02:19:18.926123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a02547-9663-489b-ae66-68b5fb19d87b req-79c42386-17b7-4ac3-a505-d91b8d27b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:18.926667 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0756c33a-f707-4251-8ec3-66579cb7c3eb x-openstack-request-id: req-0756c33a-f707-4251-8ec3-66579cb7c3eb {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:18.927239 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b13c27-4314-427b-a6be-6418c0574585", "name": "network-vif-plugged", "status": "completed", "tag": "5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:18.927239 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0756c33a-f707-4251-8ec3-66579cb7c3eb {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:18.927742 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f7a02547-9663-489b-ae66-68b5fb19d87b req-79c42386-17b7-4ac3-a505-d91b8d27b242 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b111b043eb30490f978d0dac4b74f20c&device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 1098 time: 0.0510733 Aug 17 02:19:18.927874 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b13c27-4314-427b-a6be-6418c0574585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa', 'code': 200} Aug 17 02:19:19.031207 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5aa7f-2af7-4e6f-b3c5-9614fd08271e req-d910df3b-fa21-46e7-a02c-138b86a6fafc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:19.033079 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ef5aa7f-2af7-4e6f-b3c5-9614fd08271e req-d910df3b-fa21-46e7-a02c-138b86a6fafc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 944 time: 0.0586047 Aug 17 02:19:19.067655 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a02547-9663-489b-ae66-68b5fb19d87b req-33bca134-90e9-4afa-8bb3-6ccc347919b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:19.069152 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f7a02547-9663-489b-ae66-68b5fb19d87b req-33bca134-90e9-4afa-8bb3-6ccc347919b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4f5e239-6792-422c-896c-59ceb1999614 HTTP/1.1" status: 200 len: 930 time: 0.1029351 Aug 17 02:19:19.083349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ef5aa7f-2af7-4e6f-b3c5-9614fd08271e req-82b205c9-302a-4f5c-98f5-97628853fb87 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434401 Aug 17 02:19:19.141417 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f7a02547-9663-489b-ae66-68b5fb19d87b req-eb663b9a-67b2-4bee-9861-97568344267e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bddaedc5-a843-4885-aff6-b7a6801c50a1 HTTP/1.1" status: 200 len: 217 time: 0.0623784 Aug 17 02:19:19.226353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a02547-9663-489b-ae66-68b5fb19d87b req-95eb29aa-2083-4fb9-a89e-f565b92f3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:19.228005 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f7a02547-9663-489b-ae66-68b5fb19d87b req-95eb29aa-2083-4fb9-a89e-f565b92f3d2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49e243a7-ddb9-4c7c-88c6-8a6c51b08463 HTTP/1.1" status: 200 len: 868 time: 0.0793517 Aug 17 02:19:19.232827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623193ee-a3b8-4a8f-a001-11fa3b258e94 req-405b93f6-395f-4a68-a0e5-3cf551fa2fda tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:19.234628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-623193ee-a3b8-4a8f-a001-11fa3b258e94 req-405b93f6-395f-4a68-a0e5-3cf551fa2fda tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 949 time: 0.0782652 Aug 17 02:19:19.298906 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-623193ee-a3b8-4a8f-a001-11fa3b258e94 req-8de279a6-1b8c-41e6-bdf1-d584c560b9ce tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545564 Aug 17 02:19:19.304614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a02547-9663-489b-ae66-68b5fb19d87b req-dbb72c8b-84dc-49bf-b04c-597110086236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:19.307228 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f7a02547-9663-489b-ae66-68b5fb19d87b req-dbb72c8b-84dc-49bf-b04c-597110086236 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4f5e239-6792-422c-896c-59ceb1999614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666075 Aug 17 02:19:19.441844 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f7a02547-9663-489b-ae66-68b5fb19d87b req-32addf01-c555-4d29-9491-bdd5d0d3450a service neutron] 10.222.0.42 "GET /v2.0/networks/e4f5e239-6792-422c-896c-59ceb1999614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258769 Aug 17 02:19:19.568322 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f7a02547-9663-489b-ae66-68b5fb19d87b req-a336695d-d71f-40a4-b0df-c9e95c33d7e5 service neutron] 10.222.0.42 "GET /v2.0/networks/e4f5e239-6792-422c-896c-59ceb1999614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187558 Aug 17 02:19:19.578525 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975867-e977-4430-8615-f20a645c21b8 req-8eba1cae-d5dd-43ec-80b8-063a2c56589a tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:19.580108 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2975867-e977-4430-8615-f20a645c21b8 req-8eba1cae-d5dd-43ec-80b8-063a2c56589a tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c8f3256-5295-4f35-820a-71f1fee8ad09 HTTP/1.1" status: 200 len: 945 time: 0.0824370 Aug 17 02:19:19.632147 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2975867-e977-4430-8615-f20a645c21b8 req-ea86ed47-8c7c-4285-840f-367906450ecd tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Aug 17 02:19:19.784477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345012ce-3c35-4559-acf6-43e97edde401 req-f3591591-e8bb-4aba-a259-92804af53d63 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:19.787468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-345012ce-3c35-4559-acf6-43e97edde401 req-f3591591-e8bb-4aba-a259-92804af53d63 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 945 time: 0.0704129 Aug 17 02:19:19.841380 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-345012ce-3c35-4559-acf6-43e97edde401 req-67a10358-5e60-48de-9dfa-2e11ed2c57b8 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/security-groups?id=22b02cd7-0118-498d-b948-b1b35a56b676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Aug 17 02:19:20.251781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a78f8-cd28-4d79-876b-9d46e56d0265 req-1fcfa123-6b41-4a4f-a768-5deed72051bf tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:20.255271 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c15a78f8-cd28-4d79-876b-9d46e56d0265 req-1fcfa123-6b41-4a4f-a768-5deed72051bf tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 949 time: 0.0598121 Aug 17 02:19:20.391706 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-c15a78f8-cd28-4d79-876b-9d46e56d0265 req-eb39d989-177f-418f-9a69-56c870bf326d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Deleting port 89512ee6-9046-4a3e-9a22-3e51c391433b {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:19:20.392353 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c15a78f8-cd28-4d79-876b-9d46e56d0265 req-eb39d989-177f-418f-9a69-56c870bf326d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:20.502722 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c15a78f8-cd28-4d79-876b-9d46e56d0265 req-eb39d989-177f-418f-9a69-56c870bf326d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] For port 89512ee6-9046-4a3e-9a22-3e51c391433b, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=89512ee6-9046-4a3e-9a22-3e51c391433b,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:20.502996 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c15a78f8-cd28-4d79-876b-9d46e56d0265 req-eb39d989-177f-418f-9a69-56c870bf326d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:20.516509 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-c15a78f8-cd28-4d79-876b-9d46e56d0265 req-eb39d989-177f-418f-9a69-56c870bf326d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Calling delete_port for 89512ee6-9046-4a3e-9a22-3e51c391433b owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:19:20.765787 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c15a78f8-cd28-4d79-876b-9d46e56d0265 req-eb39d989-177f-418f-9a69-56c870bf326d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:20.807256 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39d989-177f-418f-9a69-56c870bf326d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Pushing event deleted for resources: {'Port': ['ID=89512ee6-9046-4a3e-9a22-3e51c391433b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:20.817640 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['89512ee6-9046-4a3e-9a22-3e51c391433b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:20.875908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15a78f8-cd28-4d79-876b-9d46e56d0265 req-eb39d989-177f-418f-9a69-56c870bf326d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] No DVR routers for this DVR port 89512ee6-9046-4a3e-9a22-3e51c391433b on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:19:20.884731 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c15a78f8-cd28-4d79-876b-9d46e56d0265 req-eb39d989-177f-418f-9a69-56c870bf326d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:20.889320 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c15a78f8-cd28-4d79-876b-9d46e56d0265 req-eb39d989-177f-418f-9a69-56c870bf326d tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.42 "DELETE /v2.0/ports/89512ee6-9046-4a3e-9a22-3e51c391433b HTTP/1.1" status: 204 len: 173 time: 0.6273088 Aug 17 02:19:20.889883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4c67e1-c28e-44ed-b310-b98f64942b9c', 'name': 'network-vif-deleted', 'tag': '89512ee6-9046-4a3e-9a22-3e51c391433b'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:20.890236 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 448aa376-69d2-45c5-b665-210128036a7e details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:19:20.894338 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cda6182-2ca9-4600-bfa9-31152582d909" -d '{"events": [{"server_uuid": "3b4c67e1-c28e-44ed-b310-b98f64942b9c", "name": "network-vif-deleted", "tag": "89512ee6-9046-4a3e-9a22-3e51c391433b"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:20.933178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd89af9-4e30-4123-9ea4-a277810cf6c0 req-d46cf2d1-acd2-475f-bfe5-c1e067174ab3 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:20.935819 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bfd89af9-4e30-4123-9ea4-a277810cf6c0 req-d46cf2d1-acd2-475f-bfe5-c1e067174ab3 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 944 time: 0.1101956 Aug 17 02:19:20.993987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bfd89af9-4e30-4123-9ea4-a277810cf6c0 req-2eb4a26f-0fa9-437f-a340-a9e5aa10d184 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476649 Aug 17 02:19:21.038101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 448aa376-69d2-45c5-b665-210128036a7e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=448aa376-69d2-45c5-b665-210128036a7e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:21.051628 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '448aa376-69d2-45c5-b665-210128036a7e', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '448aa376-69d2-45c5-b665-210128036a7e', 'mac_address': 'fa:16:3e:3d:cf:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:19:21.081663 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba1dea2b-1daa-4cc1-8706-809a033b05b6 req-4190265c-3953-4776-a69c-1b99cf0d7f77 tempest-ServersOnMultiNodesTest-710437951 tempest-ServersOnMultiNodesTest-710437951-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4c67e1-c28e-44ed-b310-b98f64942b9c HTTP/1.1" status: 200 len: 210 time: 0.0273983 Aug 17 02:19:21.104148 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:21.109494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 448aa376-69d2-45c5-b665-210128036a7e {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:19:21.141090 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 448aa376-69d2-45c5-b665-210128036a7e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=448aa376-69d2-45c5-b665-210128036a7e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:21.227346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831ec52-0967-4c8e-8c8e-d579f42a7830 req-3fefe33f-a1fd-4ccc-ad5d-262523118d58 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:21.228949 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0831ec52-0967-4c8e-8c8e-d579f42a7830 req-3fefe33f-a1fd-4ccc-ad5d-262523118d58 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 946 time: 0.0745528 Aug 17 02:19:21.272476 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:21.273600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d63cbd76-af42-4b47-9601-d09dd529d248 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:19:21.306196 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0831ec52-0967-4c8e-8c8e-d579f42a7830 req-0e827047-cf76-4faa-bb50-729502b97cc2 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d665dd1-2fa5-4be4-b060-5b4242bf4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631721 Aug 17 02:19:21.315215 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdb1f9-cde0-4a43-9c25-415ea5ac7be9 req-eabf482b-3ee1-4549-876e-0b280ad41cf7 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:21.317017 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2cbdb1f9-cde0-4a43-9c25-415ea5ac7be9 req-eabf482b-3ee1-4549-876e-0b280ad41cf7 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.18 "GET /v2.0/ports?device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 945 time: 0.0868080 Aug 17 02:19:21.447758 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=448aa376-69d2-45c5-b665-210128036a7e,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:21.454252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-2cbdb1f9-cde0-4a43-9c25-415ea5ac7be9 req-b23e7053-b677-4fd9-a409-5b2381e6eda5 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Deleting port 11a661e3-33aa-4907-9e1e-336e67ad9d33 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:19:21.454693 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2cbdb1f9-cde0-4a43-9c25-415ea5ac7be9 req-b23e7053-b677-4fd9-a409-5b2381e6eda5 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:21.529010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d63cbd76-af42-4b47-9601-d09dd529d248,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:21.549348 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'd63cbd76-af42-4b47-9601-d09dd529d248', 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60', 'port_id': 'd63cbd76-af42-4b47-9601-d09dd529d248', 'mac_address': 'fa:16:3e:04:33:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5754ca00-fb2f-4542-b586-9964d8f96846', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:19:21.592717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038f4d1-a6c1-4512-bf72-e6bf9ad7cbed req-6ab92b2a-5766-46e6-b8cc-5fb468304564 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:21.594240 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6038f4d1-a6c1-4512-bf72-e6bf9ad7cbed req-6ab92b2a-5766-46e6-b8cc-5fb468304564 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c8f3256-5295-4f35-820a-71f1fee8ad09 HTTP/1.1" status: 200 len: 945 time: 0.0806885 Aug 17 02:19:21.611736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-2cbdb1f9-cde0-4a43-9c25-415ea5ac7be9 req-b23e7053-b677-4fd9-a409-5b2381e6eda5 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] For port 11a661e3-33aa-4907-9e1e-336e67ad9d33, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=11a661e3-33aa-4907-9e1e-336e67ad9d33,segment=NetworkSegment(568f93a6-e1a8-44a5-8f9f-08c622b47bca),segment_id=568f93a6-e1a8-44a5-8f9f-08c622b47bca)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:21.612106 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2cbdb1f9-cde0-4a43-9c25-415ea5ac7be9 req-b23e7053-b677-4fd9-a409-5b2381e6eda5 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:21.613066 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:21.633935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-2cbdb1f9-cde0-4a43-9c25-415ea5ac7be9 req-b23e7053-b677-4fd9-a409-5b2381e6eda5 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Calling delete_port for 11a661e3-33aa-4907-9e1e-336e67ad9d33 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:19:21.635708 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63cbd76-af42-4b47-9601-d09dd529d248 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:19:21.661466 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6038f4d1-a6c1-4512-bf72-e6bf9ad7cbed req-102fb5bd-8750-4b24-8bfa-41b954c81120 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593133 Aug 17 02:19:21.671986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d63cbd76-af42-4b47-9601-d09dd529d248,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:21.769391 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:21.806519 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d6046-f3ed-42a3-9575-db8b092c2aed req-e5c68a16-5e47-4c13-ae65-7342709bcb1b tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:21.807930 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e10d6046-f3ed-42a3-9575-db8b092c2aed req-e5c68a16-5e47-4c13-ae65-7342709bcb1b tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bffcda-f148-4573-ac96-4a5c623b53e0 HTTP/1.1" status: 200 len: 945 time: 0.0766668 Aug 17 02:19:21.826254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=d63cbd76-af42-4b47-9601-d09dd529d248,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:21.861844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e10d6046-f3ed-42a3-9575-db8b092c2aed req-8d594bca-7e82-4c0c-93c8-034b4f0a095a tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.13 "GET /v2.0/security-groups?id=22b02cd7-0118-498d-b948-b1b35a56b676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 Aug 17 02:19:21.908536 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbc11e9-e40f-4433-88c9-01a22fa4289b x-openstack-request-id: req-3bbc11e9-e40f-4433-88c9-01a22fa4289b {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:21.909559 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4c67e1-c28e-44ed-b310-b98f64942b9c", "name": "network-vif-deleted", "tag": "89512ee6-9046-4a3e-9a22-3e51c391433b", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:21.909813 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bbc11e9-e40f-4433-88c9-01a22fa4289b {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:21.911692 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4c67e1-c28e-44ed-b310-b98f64942b9c', 'name': 'network-vif-deleted', 'tag': '89512ee6-9046-4a3e-9a22-3e51c391433b', 'status': 'completed', 'code': 200} Aug 17 02:19:21.916923 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2cbdb1f9-cde0-4a43-9c25-415ea5ac7be9 req-b23e7053-b677-4fd9-a409-5b2381e6eda5 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:21.948419 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['11a661e3-33aa-4907-9e1e-336e67ad9d33'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:21.953967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e7053-b677-4fd9-a409-5b2381e6eda5 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Pushing event deleted for resources: {'Port': ['ID=11a661e3-33aa-4907-9e1e-336e67ad9d33,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:21.998862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbdb1f9-cde0-4a43-9c25-415ea5ac7be9 req-b23e7053-b677-4fd9-a409-5b2381e6eda5 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] No DVR routers for this DVR port 11a661e3-33aa-4907-9e1e-336e67ad9d33 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:19:22.001418 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2cbdb1f9-cde0-4a43-9c25-415ea5ac7be9 req-b23e7053-b677-4fd9-a409-5b2381e6eda5 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:22.003636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2cbdb1f9-cde0-4a43-9c25-415ea5ac7be9 req-b23e7053-b677-4fd9-a409-5b2381e6eda5 tempest-InstanceActionsNegativeTestJSON-2136703173 tempest-InstanceActionsNegativeTestJSON-2136703173-project] 10.222.0.18 "DELETE /v2.0/ports/11a661e3-33aa-4907-9e1e-336e67ad9d33 HTTP/1.1" status: 204 len: 173 time: 0.6757641 Aug 17 02:19:22.010732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bffcda-f148-4573-ac96-4a5c623b53e0', 'name': 'network-vif-deleted', 'tag': '11a661e3-33aa-4907-9e1e-336e67ad9d33'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:22.010732 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75881561-fe29-42cf-aedd-a4973b8199e8" -d '{"events": [{"server_uuid": "94bffcda-f148-4573-ac96-4a5c623b53e0", "name": "network-vif-deleted", "tag": "11a661e3-33aa-4907-9e1e-336e67ad9d33"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:22.013568 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['448aa376-69d2-45c5-b665-210128036a7e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:22.685230 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c655951e-c1e4-442d-85fd-68b70d082ccf x-openstack-request-id: req-c655951e-c1e4-442d-85fd-68b70d082ccf {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:22.685640 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bffcda-f148-4573-ac96-4a5c623b53e0", "name": "network-vif-deleted", "tag": "11a661e3-33aa-4907-9e1e-336e67ad9d33", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:22.685953 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c655951e-c1e4-442d-85fd-68b70d082ccf {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:22.686357 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bffcda-f148-4573-ac96-4a5c623b53e0', 'name': 'network-vif-deleted', 'tag': '11a661e3-33aa-4907-9e1e-336e67ad9d33', 'status': 'completed', 'code': 200} Aug 17 02:19:22.806227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b693eb8-b90c-407e-8d58-329786751397 req-4c821192-795d-4f14-993e-f0357e60f365 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:22.808766 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2b693eb8-b90c-407e-8d58-329786751397 req-4c821192-795d-4f14-993e-f0357e60f365 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 945 time: 0.0723672 Aug 17 02:19:22.868427 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2b693eb8-b90c-407e-8d58-329786751397 req-8a72b120-d23a-400a-9ac4-67e43313d238 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518708 Aug 17 02:19:22.877845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 89512ee6-9046-4a3e-9a22-3e51c391433b no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:19:22.922642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 89512ee6-9046-4a3e-9a22-3e51c391433b {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:19:22.922642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 89512ee6-9046-4a3e-9a22-3e51c391433b not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:19:23.072396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22c556-a5bd-435c-b9bd-848edaf61d8b req-a05bea86-bfa8-4ab0-9774-59653efc17e8 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:23.075510 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c22c556-a5bd-435c-b9bd-848edaf61d8b req-a05bea86-bfa8-4ab0-9774-59653efc17e8 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 946 time: 0.0622282 Aug 17 02:19:23.125656 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c22c556-a5bd-435c-b9bd-848edaf61d8b req-42c7edad-a573-4530-8cf2-825f099f725c tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d665dd1-2fa5-4be4-b060-5b4242bf4568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Aug 17 02:19:23.166748 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236e591-962a-49ae-a668-576995ce2923 req-84e7cfc8-ae92-41c0-af98-fac3fb05bb6e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:23.169087 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3236e591-962a-49ae-a668-576995ce2923 req-84e7cfc8-ae92-41c0-af98-fac3fb05bb6e tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.42 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 946 time: 0.0585451 Aug 17 02:19:23.267263 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['d63cbd76-af42-4b47-9601-d09dd529d248'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:23.288587 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-3236e591-962a-49ae-a668-576995ce2923 req-f660df86-b536-4641-9f9d-6c2aff5c7fb7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Deleting port bddaedc5-a843-4885-aff6-b7a6801c50a1 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:19:23.289709 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-3236e591-962a-49ae-a668-576995ce2923 req-f660df86-b536-4641-9f9d-6c2aff5c7fb7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:23.332835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41696) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:23.400301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc944e6-baf6-472d-be13-f64fac744600 admin admin] Deleting subnet b67280e3-3dd7-4de1-bf49-4b5739d0ddf1 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:19:23.404507 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0dc944e6-baf6-472d-be13-f64fac744600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:23.417882 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-3236e591-962a-49ae-a668-576995ce2923 req-f660df86-b536-4641-9f9d-6c2aff5c7fb7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] For port bddaedc5-a843-4885-aff6-b7a6801c50a1, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=bddaedc5-a843-4885-aff6-b7a6801c50a1,segment=NetworkSegment(05d942b8-d6ee-458b-a341-a6d468c70d75),segment_id=05d942b8-d6ee-458b-a341-a6d468c70d75)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:23.418531 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-3236e591-962a-49ae-a668-576995ce2923 req-f660df86-b536-4641-9f9d-6c2aff5c7fb7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:23.433488 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-3236e591-962a-49ae-a668-576995ce2923 req-f660df86-b536-4641-9f9d-6c2aff5c7fb7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Calling delete_port for bddaedc5-a843-4885-aff6-b7a6801c50a1 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:19:23.450182 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0dc944e6-baf6-472d-be13-f64fac744600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:23.506551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41700) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:23.518710 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0dc944e6-baf6-472d-be13-f64fac744600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:23.687777 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0dc944e6-baf6-472d-be13-f64fac744600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:23.720266 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc944e6-baf6-472d-be13-f64fac744600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67280e3-3dd7-4de1-bf49-4b5739d0ddf1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:23.730646 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0dc944e6-baf6-472d-be13-f64fac744600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:23.732537 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0dc944e6-baf6-472d-be13-f64fac744600 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b67280e3-3dd7-4de1-bf49-4b5739d0ddf1 HTTP/1.1" status: 204 len: 168 time: 0.3980858 Aug 17 02:19:23.735177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41714) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:23.747561 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2ca9bcca-050a-414e-986d-d52045cff4bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9f9340ccf804f2bb218a8f3750cde77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394400 Aug 17 02:19:23.750100 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41716) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:23.778846 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-3236e591-962a-49ae-a668-576995ce2923 req-f660df86-b536-4641-9f9d-6c2aff5c7fb7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:23.820797 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d89ce260-dea9-4bef-8684-ceced82dcd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:23.839984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660df86-b536-4641-9f9d-6c2aff5c7fb7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Pushing event deleted for resources: {'Port': ['ID=bddaedc5-a843-4885-aff6-b7a6801c50a1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:23.869363 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d89ce260-dea9-4bef-8684-ceced82dcd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:23.895879 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-3236e591-962a-49ae-a668-576995ce2923 req-f660df86-b536-4641-9f9d-6c2aff5c7fb7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] No DVR routers for this DVR port bddaedc5-a843-4885-aff6-b7a6801c50a1 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:19:23.899929 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-3236e591-962a-49ae-a668-576995ce2923 req-f660df86-b536-4641-9f9d-6c2aff5c7fb7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:23.903196 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3236e591-962a-49ae-a668-576995ce2923 req-f660df86-b536-4641-9f9d-6c2aff5c7fb7 tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.42 "DELETE /v2.0/ports/bddaedc5-a843-4885-aff6-b7a6801c50a1 HTTP/1.1" status: 204 len: 173 time: 0.7267597 Aug 17 02:19:23.914814 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c58dfb4-8060-4be4-827d-c303a73e997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:23.922278 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba159ac-2196-4e71-82b3-9ef2d02021a2', 'name': 'network-vif-deleted', 'tag': 'bddaedc5-a843-4885-aff6-b7a6801c50a1'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:23.922278 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f401504-f384-4936-a22e-ef00f970efde" -d '{"events": [{"server_uuid": "eba159ac-2196-4e71-82b3-9ef2d02021a2", "name": "network-vif-deleted", "tag": "bddaedc5-a843-4885-aff6-b7a6801c50a1"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:24.124481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9c1e5-4dca-42d8-9524-f76f4c5674ed req-c0ca4edc-74c9-4d1e-95d6-def123b63812 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:24.132757 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c58dfb4-8060-4be4-827d-c303a73e997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:24.140485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ff9c1e5-4dca-42d8-9524-f76f4c5674ed req-c0ca4edc-74c9-4d1e-95d6-def123b63812 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 945 time: 0.1276932 Aug 17 02:19:24.171399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8c58dfb4-8060-4be4-827d-c303a73e997d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e6dca9-00f1-4fe9-83ce-c162cd76fdb0']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:24.172439 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8c58dfb4-8060-4be4-827d-c303a73e997d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568f93a6-e1a8-44a5-8f9f-08c622b47bca') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:24.172760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8c58dfb4-8060-4be4-827d-c303a73e997d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568f93a6-e1a8-44a5-8f9f-08c622b47bca') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:24.187931 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c58dfb4-8060-4be4-827d-c303a73e997d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:24.194818 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d89ce260-dea9-4bef-8684-ceced82dcd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:24.224331 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d89ce260-dea9-4bef-8684-ceced82dcd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:24.224331 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d89ce260-dea9-4bef-8684-ceced82dcd96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb5a92ba-e167-4131-a3b4-bc3c5c3d0984 HTTP/1.1" status: 204 len: 168 time: 0.4506412 Aug 17 02:19:24.226844 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c58dfb4-8060-4be4-827d-c303a73e997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:24.227582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ce260-dea9-4bef-8684-ceced82dcd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5a92ba-e167-4131-a3b4-bc3c5c3d0984,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:24.235283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c58dfb4-8060-4be4-827d-c303a73e997d admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:19:24.236459 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c58dfb4-8060-4be4-827d-c303a73e997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:24.238163 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ff9c1e5-4dca-42d8-9524-f76f4c5674ed req-fc7b047d-37b9-427f-83c6-9a891a4de5d4 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957778 Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:19:24.240639 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:19:24.345769 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b372f6e3-5fa4-4c5c-9bf6-7e6a3e9bd288 x-openstack-request-id: req-b372f6e3-5fa4-4c5c-9bf6-7e6a3e9bd288 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:24.346364 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba159ac-2196-4e71-82b3-9ef2d02021a2", "name": "network-vif-deleted", "tag": "bddaedc5-a843-4885-aff6-b7a6801c50a1", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:24.346660 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b372f6e3-5fa4-4c5c-9bf6-7e6a3e9bd288 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:24.347150 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba159ac-2196-4e71-82b3-9ef2d02021a2', 'name': 'network-vif-deleted', 'tag': 'bddaedc5-a843-4885-aff6-b7a6801c50a1', 'status': 'completed', 'code': 200} Aug 17 02:19:24.430781 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d60ab25-5167-45b9-8dc7-f44e5d704997 req-8cbec831-23f3-4a5f-a062-cc59b348914d tempest-FloatingIPsAssociationNegativeTestJSON-482608290 tempest-FloatingIPsAssociationNegativeTestJSON-482608290-project] 10.222.0.13 "GET /v2.0/ports?device_id=eba159ac-2196-4e71-82b3-9ef2d02021a2 HTTP/1.1" status: 200 len: 210 time: 0.0356359 Aug 17 02:19:24.446388 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['bddaedc5-a843-4885-aff6-b7a6801c50a1'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:24.540558 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c58dfb4-8060-4be4-827d-c303a73e997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:24.545762 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c58dfb4-8060-4be4-827d-c303a73e997d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:24.551588 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8c58dfb4-8060-4be4-827d-c303a73e997d admin admin] 10.222.0.13 "DELETE /v2.0/networks/20e6dca9-00f1-4fe9-83ce-c162cd76fdb0 HTTP/1.1" status: 204 len: 168 time: 0.8123879 Aug 17 02:19:24.565798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58dfb4-8060-4be4-827d-c303a73e997d admin admin] Pushing event deleted for resources: {'Network': ['ID=20e6dca9-00f1-4fe9-83ce-c162cd76fdb0,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:24.605519 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 11a661e3-33aa-4907-9e1e-336e67ad9d33 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:19:24.652049 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 11a661e3-33aa-4907-9e1e-336e67ad9d33 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:19:24.652591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 11a661e3-33aa-4907-9e1e-336e67ad9d33 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:19:24.895579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 448aa376-69d2-45c5-b665-210128036a7e up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:19:24.946485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 448aa376-69d2-45c5-b665-210128036a7e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:19:24.946849 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:25.023457 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:25.045992 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c360a459-a56e-474b-9ede-fbaf70a96991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448aa376-69d2-45c5-b665-210128036a7e'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:25.048232 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed93ad59-c678-4165-99fb-e242d23e7147" -d '{"events": [{"server_uuid": "c360a459-a56e-474b-9ede-fbaf70a96991", "name": "network-vif-plugged", "status": "completed", "tag": "448aa376-69d2-45c5-b665-210128036a7e"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:25.062493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 448aa376-69d2-45c5-b665-210128036a7e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=448aa376-69d2-45c5-b665-210128036a7e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:25.084443 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d398550d-0e67-4a0d-b5fb-dff56f18c149 x-openstack-request-id: req-d398550d-0e67-4a0d-b5fb-dff56f18c149 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:25.084732 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c360a459-a56e-474b-9ede-fbaf70a96991", "name": "network-vif-plugged", "status": "completed", "tag": "448aa376-69d2-45c5-b665-210128036a7e", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:25.084982 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d398550d-0e67-4a0d-b5fb-dff56f18c149 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:25.085399 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c360a459-a56e-474b-9ede-fbaf70a96991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448aa376-69d2-45c5-b665-210128036a7e', 'code': 200} Aug 17 02:19:25.352206 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:25.353015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d63cbd76-af42-4b47-9601-d09dd529d248 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:19:25.447659 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=448aa376-69d2-45c5-b665-210128036a7e,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:25.451388 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:19:25.506942 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41760) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:25.558426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-75cc0830-8863-4521-92d0-1f7042de86e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56f0cb7034a245468935faac557a3be2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501535 Aug 17 02:19:25.561109 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41764) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:25.609612 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port d63cbd76-af42-4b47-9601-d09dd529d248 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:19:25.614803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port d63cbd76-af42-4b47-9601-d09dd529d248 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:19:25.618607 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:25.618725 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d11dc2d0-6781-4d55-926a-941424416ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:25.658191 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d11dc2d0-6781-4d55-926a-941424416ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:25.727363 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:25.753724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41768) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:25.787658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d63cbd76-af42-4b47-9601-d09dd529d248,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:25.811861 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dce00006-6d49-42fb-ac3e-a3558c4da58a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8962c730294547f691b69b8517b3a1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565202 Aug 17 02:19:25.814391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41772) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:25.918093 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a348d2d0-cd9c-468a-9f1d-a1f396344e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:25.936114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e8a98-4f5c-4e7b-ae25-5dc9d9f9fac2 req-21c0bacc-a104-4e98-a579-3ddec396602e tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:25.939930 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb9e8a98-4f5c-4e7b-ae25-5dc9d9f9fac2 req-21c0bacc-a104-4e98-a579-3ddec396602e tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 945 time: 0.0985668 Aug 17 02:19:25.952421 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:25.953784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device bddaedc5-a843-4885-aff6-b7a6801c50a1 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:19:25.976952 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a348d2d0-cd9c-468a-9f1d-a1f396344e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:26.006300 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: bddaedc5-a843-4885-aff6-b7a6801c50a1 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:19:26.006823 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device bddaedc5-a843-4885-aff6-b7a6801c50a1 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:19:26.031093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb9e8a98-4f5c-4e7b-ae25-5dc9d9f9fac2 req-19c78c55-6a6e-40b6-a565-1eb367e3ddcc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860376 Aug 17 02:19:26.056634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=d63cbd76-af42-4b47-9601-d09dd529d248,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:26.116918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41774) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:26.278171 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d11dc2d0-6781-4d55-926a-941424416ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:26.280707 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d11dc2d0-6781-4d55-926a-941424416ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:26.288077 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d11dc2d0-6781-4d55-926a-941424416ab5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22b02cd7-0118-498d-b948-b1b35a56b676 HTTP/1.1" status: 204 len: 168 time: 0.7224462 Aug 17 02:19:26.307623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dc2d0-6781-4d55-926a-941424416ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b02cd7-0118-498d-b948-b1b35a56b676,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:26.332071 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a348d2d0-cd9c-468a-9f1d-a1f396344e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:26.333994 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a348d2d0-cd9c-468a-9f1d-a1f396344e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:26.337489 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a348d2d0-cd9c-468a-9f1d-a1f396344e38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cff439b-8fb0-43e2-8e6e-4614882ce684 HTTP/1.1" status: 204 len: 168 time: 0.5199051 Aug 17 02:19:26.407200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348d2d0-cd9c-468a-9f1d-a1f396344e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cff439b-8fb0-43e2-8e6e-4614882ce684,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:26.601018 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-70116312-a0bc-487f-887a-d6615366592b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:26.616362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 389c3133-c4d7-4af2-9699-e97a6433ab3a details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:19:26.742432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 389c3133-c4d7-4af2-9699-e97a6433ab3a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=389c3133-c4d7-4af2-9699-e97a6433ab3a,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:26.758987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '389c3133-c4d7-4af2-9699-e97a6433ab3a', 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0', 'port_id': '389c3133-c4d7-4af2-9699-e97a6433ab3a', 'mac_address': 'fa:16:3e:d6:d4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40e3627-cef8-4c94-b684-08d6667f5996', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:19:26.801215 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:26.821373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 389c3133-c4d7-4af2-9699-e97a6433ab3a {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:19:26.846584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 389c3133-c4d7-4af2-9699-e97a6433ab3a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=389c3133-c4d7-4af2-9699-e97a6433ab3a,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:26.926386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-70116312-a0bc-487f-887a-d6615366592b admin admin] Deleting port 80538936-c2ea-4ef2-9035-b2dca7e04111 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:19:26.926386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-70116312-a0bc-487f-887a-d6615366592b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:27.002818 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:27.056747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-70116312-a0bc-487f-887a-d6615366592b admin admin] For port 80538936-c2ea-4ef2-9035-b2dca7e04111, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=80538936-c2ea-4ef2-9035-b2dca7e04111,segment=NetworkSegment(05d942b8-d6ee-458b-a341-a6d468c70d75),segment_id=05d942b8-d6ee-458b-a341-a6d468c70d75)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:27.061884 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-70116312-a0bc-487f-887a-d6615366592b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:27.076804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-70116312-a0bc-487f-887a-d6615366592b admin admin] Calling delete_port for 80538936-c2ea-4ef2-9035-b2dca7e04111 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:19:27.085957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=389c3133-c4d7-4af2-9699-e97a6433ab3a,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:27.091307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbc081f-d2c3-46ec-8c70-0cac247319cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63cbd76-af42-4b47-9601-d09dd529d248'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:27.094033 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd465495-1b77-422b-b8b7-ca07095c6701" -d '{"events": [{"server_uuid": "dcbc081f-d2c3-46ec-8c70-0cac247319cf", "name": "network-vif-plugged", "status": "completed", "tag": "d63cbd76-af42-4b47-9601-d09dd529d248"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:27.206471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['389c3133-c4d7-4af2-9699-e97a6433ab3a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:27.263227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9707c-9f15-48f2-ac61-9dacf8ce5aac req-364c1efd-4fba-4739-a7c1-a4750cf59bab tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:27.264850 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23c9707c-9f15-48f2-ac61-9dacf8ce5aac req-364c1efd-4fba-4739-a7c1-a4750cf59bab tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 946 time: 0.1207259 Aug 17 02:19:27.343048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23c9707c-9f15-48f2-ac61-9dacf8ce5aac req-04263872-9d18-4b89-88bd-b5be1cbe8cbe tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611916 Aug 17 02:19:27.402535 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173f72cf-d990-4465-9d77-145c38cdc0c9 x-openstack-request-id: req-173f72cf-d990-4465-9d77-145c38cdc0c9 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:27.402827 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbc081f-d2c3-46ec-8c70-0cac247319cf", "name": "network-vif-plugged", "status": "completed", "tag": "d63cbd76-af42-4b47-9601-d09dd529d248", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:27.403082 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-173f72cf-d990-4465-9d77-145c38cdc0c9 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:27.403556 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbc081f-d2c3-46ec-8c70-0cac247319cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63cbd76-af42-4b47-9601-d09dd529d248', 'code': 200} Aug 17 02:19:27.609877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db932461-f6c9-4d14-84ed-cefb10d5ae90 req-bb09555d-68ab-4579-b351-49466ca0d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:27.611436 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-db932461-f6c9-4d14-84ed-cefb10d5ae90 req-bb09555d-68ab-4579-b351-49466ca0d3f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 1098 time: 0.1021225 Aug 17 02:19:27.657903 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-70116312-a0bc-487f-887a-d6615366592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:27.715129 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-db932461-f6c9-4d14-84ed-cefb10d5ae90 req-27d31d42-28dd-4bf0-a14f-e66ed20e5793 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908480 Aug 17 02:19:27.799603 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70116312-a0bc-487f-887a-d6615366592b admin admin] Pushing event deleted for resources: {'Port': ['ID=80538936-c2ea-4ef2-9035-b2dca7e04111,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:28.116403 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-70116312-a0bc-487f-887a-d6615366592b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:28.426336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41880) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:28.431574 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:28.585008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deb5cd-1aa6-4fe0-92b4-191d87c2efad req-faa66638-2460-42b7-a46c-138e7e2be991 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:28.586611 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33deb5cd-1aa6-4fe0-92b4-191d87c2efad req-faa66638-2460-42b7-a46c-138e7e2be991 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 946 time: 0.1061630 Aug 17 02:19:28.623772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 389c3133-c4d7-4af2-9699-e97a6433ab3a up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:19:28.632955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70116312-a0bc-487f-887a-d6615366592b admin admin] Router 1da5c981-e177-444d-827f-c03a43617c06 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:19:28.672076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-252644511-network', 'tenant_id': '30e1191805a04c3c94648d93b447da41'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:28.733642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 389c3133-c4d7-4af2-9699-e97a6433ab3a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:19:28.735756 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:28.758046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33deb5cd-1aa6-4fe0-92b4-191d87c2efad req-eacde614-e58f-4216-844f-8799c8782501 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593513 Aug 17 02:19:28.820545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] Made reservation on behalf of 30e1191805a04c3c94648d93b447da41 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:19:28.834352 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:28.845022 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:28.885275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70116312-a0bc-487f-887a-d6615366592b admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:19:28.900090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-70116312-a0bc-487f-887a-d6615366592b admin admin] 10.222.0.13 "PUT /v2.0/routers/1da5c981-e177-444d-827f-c03a43617c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7792165 Aug 17 02:19:28.901897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41892) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:28.905184 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d61f2-d97d-47fe-8fa3-9a82c07ddc4c None None] Sync routers for ids ['1da5c981-e177-444d-827f-c03a43617c06'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:19:28.965286 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d61f2-d97d-47fe-8fa3-9a82c07ddc4c None None] Routers {'1da5c981-e177-444d-827f-c03a43617c06'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:19:28.975375 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:28.978852 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ed0d61f2-d97d-47fe-8fa3-9a82c07ddc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:19:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['1da5c981-e177-444d-827f-c03a43617c06'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:29.014628 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41894) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:29.062067 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:29.146313 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:29.155569 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 389c3133-c4d7-4af2-9699-e97a6433ab3a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=389c3133-c4d7-4af2-9699-e97a6433ab3a,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:29.207003 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-ed0d61f2-d97d-47fe-8fa3-9a82c07ddc4c None None] Set router 1da5c981-e177-444d-827f-c03a43617c06 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:19:29.232145 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:19:29.259900 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a5394d-fa23-4b73-8795-e90d056bbc8f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:29.274382 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:29.274692 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] Added segment 9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43 of type vlan for network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 Aug 17 02:19:29.279019 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1623138853-network', 'tenant_id': '2448c9cd3477403687342c1d36a0b06b'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:29.306788 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:29.405479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] Made reservation on behalf of 2448c9cd3477403687342c1d36a0b06b for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:19:29.429135 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:29.447317 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:29.451894 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:29.453447 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ed0d61f2-d97d-47fe-8fa3-9a82c07ddc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da5c981-e177-444d-827f-c03a43617c06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:17:56Z', 'updated_at': '2021-08-17T02:19:27Z', 'revision_number': 5, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'gw_port': {'id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:17:58Z', 'updated_at': '2021-08-17T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:29.477221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8f3256-5295-4f35-820a-71f1fee8ad09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389c3133-c4d7-4af2-9699-e97a6433ab3a'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:29.487023 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a444ec-c38f-4989-b25c-29f3f990c677" -d '{"events": [{"server_uuid": "5c8f3256-5295-4f35-820a-71f1fee8ad09", "name": "network-vif-plugged", "status": "completed", "tag": "389c3133-c4d7-4af2-9699-e97a6433ab3a"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:29.515760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=389c3133-c4d7-4af2-9699-e97a6433ab3a,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:29.516720 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d61f2-d97d-47fe-8fa3-9a82c07ddc4c None None] Checking router: 1da5c981-e177-444d-827f-c03a43617c06 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:19:29.524226 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d61f2-d97d-47fe-8fa3-9a82c07ddc4c None None] Routers {'1da5c981-e177-444d-827f-c03a43617c06'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:19:29.524863 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ed0d61f2-d97d-47fe-8fa3-9a82c07ddc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:19:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['1da5c981-e177-444d-827f-c03a43617c06'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:29.584673 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f260a1-2cff-4ab7-ad3a-5d784afc9965 x-openstack-request-id: req-c2f260a1-2cff-4ab7-ad3a-5d784afc9965 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:29.596031 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8f3256-5295-4f35-820a-71f1fee8ad09", "name": "network-vif-plugged", "status": "completed", "tag": "389c3133-c4d7-4af2-9699-e97a6433ab3a", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:29.596031 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2f260a1-2cff-4ab7-ad3a-5d784afc9965 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:29.596031 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8f3256-5295-4f35-820a-71f1fee8ad09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389c3133-c4d7-4af2-9699-e97a6433ab3a', 'code': 200} Aug 17 02:19:29.704672 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:29.709117 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:29.716564 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-ed0d61f2-d97d-47fe-8fa3-9a82c07ddc4c None None] Set router 1da5c981-e177-444d-827f-c03a43617c06 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:19:29.856264 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:29.861525 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:29.870528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:29.870528 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:29.939530 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ed0d61f2-d97d-47fe-8fa3-9a82c07ddc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da5c981-e177-444d-827f-c03a43617c06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:17:56Z', 'updated_at': '2021-08-17T02:19:27Z', 'revision_number': 5, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'gw_port': {'id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:17:58Z', 'updated_at': '2021-08-17T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:29.960168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] Pushing event updated for resources: {'Network': ['ID=4e1e7a30-3df0-4abd-a73d-992d09d57d47,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:29.976452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:19:29.978581 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d61f2-d97d-47fe-8fa3-9a82c07ddc4c None None] The sync data for ids ['1da5c981-e177-444d-827f-c03a43617c06'] in n-d-793621-31 is: [{'id': '1da5c981-e177-444d-827f-c03a43617c06', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1708018336-router', 'tenant_id': 'b111b043eb30490f978d0dac4b74f20c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:17:56Z', 'updated_at': '2021-08-17T02:19:27Z', 'revision_number': 5, 'project_id': 'b111b043eb30490f978d0dac4b74f20c', 'gw_port': {'id': '261add7e-364a-4d2c-917e-e427bc738bd5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5c981-e177-444d-827f-c03a43617c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:17:58Z', 'updated_at': '2021-08-17T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:19:29.988306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59333fb6-7670-44a0-833c-80c07f090dae req-98ea7794-6ea4-46a2-9cbf-58f519358baa tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:29.990029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59333fb6-7670-44a0-833c-80c07f090dae req-98ea7794-6ea4-46a2-9cbf-58f519358baa tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 946 time: 0.0930414 Aug 17 02:19:30.004591 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:30.059857 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:19:30.084304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59333fb6-7670-44a0-833c-80c07f090dae req-933bc141-91e3-40b9-8987-fca6666601bd tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876350 Aug 17 02:19:30.089604 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef45e2c9-511c-4cc2-b18f-afe7313b1dfc,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:30.113621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:30.113621 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] Added segment fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb of type vlan for network a88b2b4c-2c08-4006-818e-2d752cadd802 Aug 17 02:19:30.151511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] Deleting port 261add7e-364a-4d2c-917e-e427bc738bd5 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:19:30.152294 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:30.177594 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:30.209785 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eceab2c5-5292-413d-aae3-f0812292e79a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7825902 Aug 17 02:19:30.211168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41922) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:30.215941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-856b87b6-9ac7-4b11-a826-5ba4446105eb admin admin] Request body: {'subnet': {'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-252644511-subnet', 'tenant_id': '30e1191805a04c3c94648d93b447da41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:30.271863 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] For port 261add7e-364a-4d2c-917e-e427bc738bd5, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=261add7e-364a-4d2c-917e-e427bc738bd5,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:30.272263 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:30.301622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] Calling delete_port for 261add7e-364a-4d2c-917e-e427bc738bd5 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:19:30.596928 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:30.599970 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:30.601509 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:30.631679 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856b87b6-9ac7-4b11-a826-5ba4446105eb admin admin] Made reservation on behalf of 30e1191805a04c3c94648d93b447da41 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:19:30.641392 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-856b87b6-9ac7-4b11-a826-5ba4446105eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:30.712261 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:30.747313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] Pushing event deleted for resources: {'Port': ['ID=261add7e-364a-4d2c-917e-e427bc738bd5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:30.763011 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:30.764459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] Pushing event updated for resources: {'Network': ['ID=a88b2b4c-2c08-4006-818e-2d752cadd802,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:30.775702 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ddbf1f9b-29ef-4879-85fb-55846fde8687 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7598870 Aug 17 02:19:30.778615 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network a88b2b4c-2c08-4006-818e-2d752cadd802 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:19:30.779126 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41942) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:30.785380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-283efae1-0f7e-4623-9b47-644ec7e31164 admin admin] Request body: {'subnet': {'network_id': 'a88b2b4c-2c08-4006-818e-2d752cadd802', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1623138853-subnet', 'tenant_id': '2448c9cd3477403687342c1d36a0b06b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:30.901650 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:31.018451 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:31.022011 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:31.089804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283efae1-0f7e-4623-9b47-644ec7e31164 admin admin] Made reservation on behalf of 2448c9cd3477403687342c1d36a0b06b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:19:31.100828 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-283efae1-0f7e-4623-9b47-644ec7e31164 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:31.192854 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-856b87b6-9ac7-4b11-a826-5ba4446105eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:31.242633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0363b1b-241b-483b-99b3-8d428faa365e req-c832a41b-d087-4d2b-beb1-623aaf446dd9 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:31.250990 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0363b1b-241b-483b-99b3-8d428faa365e req-c832a41b-d087-4d2b-beb1-623aaf446dd9 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 946 time: 0.0814385 Aug 17 02:19:31.319738 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b87b6-9ac7-4b11-a826-5ba4446105eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2401ec9-e48c-45a1-b272-50a799589ed2,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:31.325988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b87b6-9ac7-4b11-a826-5ba4446105eb admin admin] Checking segment: {'id': '9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:19:31.326363 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b87b6-9ac7-4b11-a826-5ba4446105eb admin admin] Network hostable DHCP agents. Network: 4e1e7a30-3df0-4abd-a73d-992d09d57d47, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:19:31.327676 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0363b1b-241b-483b-99b3-8d428faa365e req-9455cb47-71e7-4b51-90cb-dd56b3e96317 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733302 Aug 17 02:19:31.334100 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:31.335748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1da5c981-e177-444d-827f-c03a43617c06 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:19:31.373578 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:31.377404 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dcd24f19-fa59-471e-bdbc-c67ef5302107 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1da5c981-e177-444d-827f-c03a43617c06 HTTP/1.1" status: 204 len: 168 time: 2.4722526 Aug 17 02:19:31.378275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41954) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:31.438029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-a164ec87-aafd-4479-9304-78618d4defde admin admin] Deleting subnet 49e243a7-ddb9-4c7c-88c6-8a6c51b08463 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:19:31.448902 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a164ec87-aafd-4479-9304-78618d4defde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:31.525679 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80538936-c2ea-4ef2-9035-b2dca7e04111 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:19:31.537667 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a164ec87-aafd-4479-9304-78618d4defde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:31.558344 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-283efae1-0f7e-4623-9b47-644ec7e31164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:31.569477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 80538936-c2ea-4ef2-9035-b2dca7e04111 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:19:31.571734 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80538936-c2ea-4ef2-9035-b2dca7e04111 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:19:31.638967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b87b6-9ac7-4b11-a826-5ba4446105eb admin admin] Network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:19:31.682732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283efae1-0f7e-4623-9b47-644ec7e31164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6509ac47-d342-45b8-9490-4b610b6ff91d,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:31.703961 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a164ec87-aafd-4479-9304-78618d4defde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:31.704352 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283efae1-0f7e-4623-9b47-644ec7e31164 admin admin] Checking segment: {'id': 'fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a88b2b4c-2c08-4006-818e-2d752cadd802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:19:31.704869 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283efae1-0f7e-4623-9b47-644ec7e31164 admin admin] Network hostable DHCP agents. Network: a88b2b4c-2c08-4006-818e-2d752cadd802, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:19:31.776896 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-856b87b6-9ac7-4b11-a826-5ba4446105eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 4e1e7a30-3df0-4abd-a73d-992d09d57d47) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:19:31.784400 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856b87b6-9ac7-4b11-a826-5ba4446105eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:31.784400 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-856b87b6-9ac7-4b11-a826-5ba4446105eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:31.806911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc49c40-76b8-4b11-bc76-739cd4ce2948 None None] Network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:19:31.828911 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d4bad-2ed1-46d6-8860-716a0bb68254 req-034284a5-d45e-4c09-80ec-56a848feaebd tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:31.830368 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a9d4bad-2ed1-46d6-8860-716a0bb68254 req-034284a5-d45e-4c09-80ec-56a848feaebd tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 1098 time: 0.0979364 Aug 17 02:19:31.901612 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a9d4bad-2ed1-46d6-8860-716a0bb68254 req-9ed4e1ae-16c0-482f-8ebe-7b7a45880b87 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620909 Aug 17 02:19:32.049429 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283efae1-0f7e-4623-9b47-644ec7e31164 admin admin] Network a88b2b4c-2c08-4006-818e-2d752cadd802 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:19:32.073430 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-283efae1-0f7e-4623-9b47-644ec7e31164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, a88b2b4c-2c08-4006-818e-2d752cadd802) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:19:32.073430 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283efae1-0f7e-4623-9b47-644ec7e31164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:32.073430 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-283efae1-0f7e-4623-9b47-644ec7e31164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:32.076760 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a164ec87-aafd-4479-9304-78618d4defde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:32.079036 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-856b87b6-9ac7-4b11-a826-5ba4446105eb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8674428 Aug 17 02:19:32.129581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d779bd51-d4d3-44c2-9442-b9a0b4a7ccf9 None None] Network a88b2b4c-2c08-4006-818e-2d752cadd802 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:19:32.130387 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164ec87-aafd-4479-9304-78618d4defde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e243a7-ddb9-4c7c-88c6-8a6c51b08463,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:32.150873 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a164ec87-aafd-4479-9304-78618d4defde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:32.152794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a164ec87-aafd-4479-9304-78618d4defde admin admin] 10.222.0.13 "DELETE /v2.0/subnets/49e243a7-ddb9-4c7c-88c6-8a6c51b08463 HTTP/1.1" status: 204 len: 168 time: 0.7731719 Aug 17 02:19:32.155356 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41976) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:32.166127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded328f-38bf-45ac-a85c-9d99087b85c6 req-c719f350-3257-4ae6-8124-c11cb9742f0b tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:32.167693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ded328f-38bf-45ac-a85c-9d99087b85c6 req-c719f350-3257-4ae6-8124-c11cb9742f0b tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 1098 time: 0.1080306 Aug 17 02:19:32.240059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cc323a-3394-4af6-9bca-643ee7f6d125 None None] Network e4f5e239-6792-422c-896c-59ceb1999614 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:19:32.240059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a448fb5-5516-4ec8-8c6f-d11a59525fa0 None None] Network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:19:32.240238 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ded328f-38bf-45ac-a85c-9d99087b85c6 req-40226a65-f1e6-4040-b7a7-770b495d6274 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431068 Aug 17 02:19:32.277740 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:32.347352 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] Deleting port f1c9c1be-755d-42fb-a145-4a731b741d87 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:19:32.347352 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:32.412396 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] For port f1c9c1be-755d-42fb-a145-4a731b741d87, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f1c9c1be-755d-42fb-a145-4a731b741d87,segment=NetworkSegment(05d942b8-d6ee-458b-a341-a6d468c70d75),segment_id=05d942b8-d6ee-458b-a341-a6d468c70d75)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:32.412789 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:32.427341 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] Calling delete_port for f1c9c1be-755d-42fb-a145-4a731b741d87 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:19:32.461181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d72012a-55f7-4343-8ff8-dacdd03fe0e4 None None] Network a88b2b4c-2c08-4006-818e-2d752cadd802 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:19:32.621792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5904ddf-406b-4dee-94d1-3a42998ddcc4 None None] DHCP port deletion for e4f5e239-6792-422c-896c-59ceb1999614 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:19:32.662150 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-a5d9aee3-53e7-46a1-895f-f87e41d89848 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:32.663648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-a5d9aee3-53e7-46a1-895f-f87e41d89848 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/networks?id=4e1e7a30-3df0-4abd-a73d-992d09d57d47 HTTP/1.1" status: 200 len: 817 time: 0.1378028 Aug 17 02:19:32.678000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b5904ddf-406b-4dee-94d1-3a42998ddcc4 None None] Deleting port f1c9c1be-755d-42fb-a145-4a731b741d87 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:19:32.678468 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b5904ddf-406b-4dee-94d1-3a42998ddcc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:32.679430 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-eb83f980-dc9f-4144-a574-85ba537d1b38 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/quotas/30e1191805a04c3c94648d93b447da41 HTTP/1.1" status: 200 len: 375 time: 0.0099828 Aug 17 02:19:32.717405 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6faf0e11-eada-4709-91e4-b3c96729d912 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30e1191805a04c3c94648d93b447da41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320759 Aug 17 02:19:32.763354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b5904ddf-406b-4dee-94d1-3a42998ddcc4 None None] For port f1c9c1be-755d-42fb-a145-4a731b741d87, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f1c9c1be-755d-42fb-a145-4a731b741d87,segment=NetworkSegment(05d942b8-d6ee-458b-a341-a6d468c70d75),segment_id=05d942b8-d6ee-458b-a341-a6d468c70d75)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:32.763841 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b5904ddf-406b-4dee-94d1-3a42998ddcc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:32.786022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b5904ddf-406b-4dee-94d1-3a42998ddcc4 None None] Calling delete_port for f1c9c1be-755d-42fb-a145-4a731b741d87 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:19:32.882910 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-c272616d-a332-48a1-a067-510ea509d7bf service neutron] 10.222.0.13 "GET /v2.0/networks/4e1e7a30-3df0-4abd-a73d-992d09d57d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539109 Aug 17 02:19:32.941352 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-283efae1-0f7e-4623-9b47-644ec7e31164 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1606917 Aug 17 02:19:32.977972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-181ba9ce-a41b-4a81-9e26-8cf7ac556107 service neutron] 10.222.0.13 "GET /v2.0/networks/4e1e7a30-3df0-4abd-a73d-992d09d57d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905831 Aug 17 02:19:33.015336 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:33.030260 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b5904ddf-406b-4dee-94d1-3a42998ddcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:33.060830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] No DVR routers for this DVR port f1c9c1be-755d-42fb-a145-4a731b741d87 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:19:33.128178 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5904ddf-406b-4dee-94d1-3a42998ddcc4 None None] Pushing event deleted for resources: {'Port': ['ID=f1c9c1be-755d-42fb-a145-4a731b741d87,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:33.130346 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5904ddf-406b-4dee-94d1-3a42998ddcc4 None None] No DVR routers for this DVR port f1c9c1be-755d-42fb-a145-4a731b741d87 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:19:33.163017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c9c1be-755d-42fb-a145-4a731b741d87,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:33.249628 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:33.276145 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f5e239-6792-422c-896c-59ceb1999614']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:33.305615 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d942b8-d6ee-458b-a341-a6d468c70d75') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:33.306050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d942b8-d6ee-458b-a341-a6d468c70d75') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:33.322018 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:33.343235 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:33.353676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:19:33.354880 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:19:33.441397 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:19:33.447964 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 261add7e-364a-4d2c-917e-e427bc738bd5 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:19:33.486670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 261add7e-364a-4d2c-917e-e427bc738bd5 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:19:33.487206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 261add7e-364a-4d2c-917e-e427bc738bd5 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:19:33.488183 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f1c9c1be-755d-42fb-a145-4a731b741d87 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:19:33.522352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: f1c9c1be-755d-42fb-a145-4a731b741d87 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:19:33.522968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f1c9c1be-755d-42fb-a145-4a731b741d87 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:19:33.540750 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:33.552846 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:33.552846 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e4f5e239-6792-422c-896c-59ceb1999614 HTTP/1.1" status: 204 len: 168 time: 1.3929405 Aug 17 02:19:33.568432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65696305-1290-46b1-b2cd-698095389460 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4f5e239-6792-422c-896c-59ceb1999614,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:34.200236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42052) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:34.270155 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42054) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:34.280893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-142a2ec7-a586-43a3-8702-816b5e22013a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b111b043eb30490f978d0dac4b74f20c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793028 Aug 17 02:19:34.352476 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20bec1a0-200c-424c-bed4-e99a814386d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:34.365662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42056) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:34.368717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1575556190-network', 'tenant_id': '17c69afd923446c19fa32fdfd0c0abf3'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:34.411940 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20bec1a0-200c-424c-bed4-e99a814386d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:34.501481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] Made reservation on behalf of 17c69afd923446c19fa32fdfd0c0abf3 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:19:34.510236 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:34.528896 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:34.563495 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20bec1a0-200c-424c-bed4-e99a814386d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:34.571464 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20bec1a0-200c-424c-bed4-e99a814386d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:34.573645 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-20bec1a0-200c-424c-bed4-e99a814386d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d665dd1-2fa5-4be4-b060-5b4242bf4568 HTTP/1.1" status: 204 len: 168 time: 0.3020573 Aug 17 02:19:34.595903 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bec1a0-200c-424c-bed4-e99a814386d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d665dd1-2fa5-4be4-b060-5b4242bf4568,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:34.721888 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:34.873037 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:34.904167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:19:34.933084 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:34.933668 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] Added segment 51df6264-11f4-4ec2-9f50-9c51c1b8514e of type vlan for network 215b2e19-ac9b-4558-a96b-e5a2c72353f8 Aug 17 02:19:34.946489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7734ec9f-bbbc-4e70-80c7-429141191bb9,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:35.077803 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:35.231501 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:35.234169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:35.234764 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:35.482313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] Pushing event updated for resources: {'Network': ['ID=215b2e19-ac9b-4558-a96b-e5a2c72353f8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:35.494277 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 215b2e19-ac9b-4558-a96b-e5a2c72353f8 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:19:35.608125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42104) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:35.609005 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-758e8458-e621-41b2-9b9f-8b18529a9153 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2459786 Aug 17 02:19:35.614522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-0cca7102-0d1c-4c27-b811-631d11894a98 admin admin] Request body: {'subnet': {'network_id': '215b2e19-ac9b-4558-a96b-e5a2c72353f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1575556190-subnet', 'tenant_id': '17c69afd923446c19fa32fdfd0c0abf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:35.775257 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cca7102-0d1c-4c27-b811-631d11894a98 admin admin] Made reservation on behalf of 17c69afd923446c19fa32fdfd0c0abf3 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:19:35.778706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cca7102-0d1c-4c27-b811-631d11894a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:36.406213 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cca7102-0d1c-4c27-b811-631d11894a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:36.483361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-f51d6588-8a9a-4e58-83ff-2fe311c3daee tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:19:36.489120 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-f51d6588-8a9a-4e58-83ff-2fe311c3daee tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0288448 Aug 17 02:19:36.548423 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca7102-0d1c-4c27-b811-631d11894a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e5fca0-0bf9-4d71-992b-afe6d2e5571c,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:36.562416 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e356a159-2035-47b3-84cb-384d4d2841bc tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:36.582676 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e356a159-2035-47b3-84cb-384d4d2841bc tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports/d63cbd76-af42-4b47-9601-d09dd529d248 HTTP/1.1" status: 200 len: 1095 time: 0.0791099 Aug 17 02:19:36.596536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cca7102-0d1c-4c27-b811-631d11894a98 admin admin] Checking segment: {'id': '51df6264-11f4-4ec2-9f50-9c51c1b8514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '215b2e19-ac9b-4558-a96b-e5a2c72353f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:19:36.599120 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca7102-0d1c-4c27-b811-631d11894a98 admin admin] Network hostable DHCP agents. Network: 215b2e19-ac9b-4558-a96b-e5a2c72353f8, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:19:36.620557 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e7657610-24bd-4fa8-aacb-876391f318fc service neutron] Request body: {'binding': {'host': 'n-h2-793621-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:36.624929 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e7657610-24bd-4fa8-aacb-876391f318fc service neutron] Unknown quota resources ['binding']. {{(pid=95407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:19:36.791775 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42116) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:36.873526 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca7102-0d1c-4c27-b811-631d11894a98 admin admin] Network 215b2e19-ac9b-4558-a96b-e5a2c72353f8 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:19:36.970802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1792034547-network', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:37.000449 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-0cca7102-0d1c-4c27-b811-631d11894a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 215b2e19-ac9b-4558-a96b-e5a2c72353f8) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:19:37.012233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08202476-6e1d-4de0-9d6c-131fe87cb267 None None] Network 215b2e19-ac9b-4558-a96b-e5a2c72353f8 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:19:37.016779 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cca7102-0d1c-4c27-b811-631d11894a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:37.017753 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cca7102-0d1c-4c27-b811-631d11894a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:37.055546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e7657610-24bd-4fa8-aacb-876391f318fc service neutron] Attempting to bind port d63cbd76-af42-4b47-9601-d09dd529d248 on host n-h2-793621-31 for vnic_type normal with profile None {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:19:37.058404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e7657610-24bd-4fa8-aacb-876391f318fc service neutron] Attempting to bind port d63cbd76-af42-4b47-9601-d09dd529d248 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:19:37.060929 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e7657610-24bd-4fa8-aacb-876391f318fc service neutron] Attempting to bind port d63cbd76-af42-4b47-9601-d09dd529d248 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:37.070767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e7657610-24bd-4fa8-aacb-876391f318fc service neutron] Port d63cbd76-af42-4b47-9601-d09dd529d248 on network c8c80ec2-d490-4616-acf6-294513bafc60 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:19:37.073220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e7657610-24bd-4fa8-aacb-876391f318fc service neutron] Attempting to bind port d63cbd76-af42-4b47-9601-d09dd529d248 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:37.090842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e7657610-24bd-4fa8-aacb-876391f318fc service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:19:37.091211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e7657610-24bd-4fa8-aacb-876391f318fc service neutron] Checking segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:19:37.093107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e7657610-24bd-4fa8-aacb-876391f318fc service neutron] Bound using segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:19:37.104186 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e7657610-24bd-4fa8-aacb-876391f318fc service neutron] Bound port: d63cbd76-af42-4b47-9601-d09dd529d248, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:19:37.135708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] Made reservation on behalf of 0ffd7df9757847c7a36e60dd067ac442 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:19:37.139800 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:37.162796 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:37.272717 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e7657610-24bd-4fa8-aacb-876391f318fc service neutron] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d63cbd76-af42-4b47-9601-d09dd529d248,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:19:37.340752 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0cca7102-0d1c-4c27-b811-631d11894a98 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7285137 Aug 17 02:19:37.382619 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e7657610-24bd-4fa8-aacb-876391f318fc service neutron] Notify callbacks [] for binding, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:37.384233 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e7657610-24bd-4fa8-aacb-876391f318fc service neutron] 10.222.0.13 "POST /v2.0/ports/d63cbd76-af42-4b47-9601-d09dd529d248/bindings HTTP/1.1" status: 201 len: 390 time: 0.7889695 Aug 17 02:19:37.501622 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1370174-9a64-4429-9316-eab9763bcaae None None] Network 215b2e19-ac9b-4558-a96b-e5a2c72353f8 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:19:37.583585 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:38.030715 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9857fe5-33da-43f6-b34f-6fb6c4b168b0 req-4b916690-cbf1-4eb0-b2be-f5e67ec66c0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514507 Aug 17 02:19:38.120454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9857fe5-33da-43f6-b34f-6fb6c4b168b0 req-6c104965-b277-45ae-9af6-15c66d6f4cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:38.181027 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9857fe5-33da-43f6-b34f-6fb6c4b168b0 req-6c104965-b277-45ae-9af6-15c66d6f4cdb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 1097 time: 0.0533819 Aug 17 02:19:38.268470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9857fe5-33da-43f6-b34f-6fb6c4b168b0 req-d669284a-34bd-4272-bbcf-79b0cff60fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:38.270045 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9857fe5-33da-43f6-b34f-6fb6c4b168b0 req-d669284a-34bd-4272-bbcf-79b0cff60fd2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.1238885 Aug 17 02:19:38.330030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9857fe5-33da-43f6-b34f-6fb6c4b168b0 req-d8823598-a35e-4d47-9ac3-07a6a6230b7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 HTTP/1.1" status: 200 len: 217 time: 0.0488677 Aug 17 02:19:38.395907 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9857fe5-33da-43f6-b34f-6fb6c4b168b0 req-6694b8f6-086b-4c7e-9f27-2c94368d5a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:38.397727 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9857fe5-33da-43f6-b34f-6fb6c4b168b0 req-6694b8f6-086b-4c7e-9f27-2c94368d5a63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.0572505 Aug 17 02:19:38.449039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9857fe5-33da-43f6-b34f-6fb6c4b168b0 req-c4254d1b-54c9-4ffe-8d10-1b5a1b51ee1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407305 Aug 17 02:19:38.578303 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9857fe5-33da-43f6-b34f-6fb6c4b168b0 req-159145b5-e95d-4a69-bb49-878d9a05aa0e service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045017 Aug 17 02:19:38.700323 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9857fe5-33da-43f6-b34f-6fb6c4b168b0 req-7de5926f-2001-4db1-a750-e10c54dff728 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146309 Aug 17 02:19:38.771359 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:38.823410 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:19:38.839512 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe1ef55-cd54-44bc-9d47-b5eee0757397,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:38.845070 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:38.845453 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] Added segment 7bc1b211-dc32-40a6-b10b-99636b798650 of type vlan for network 9cba8287-cec9-498c-9f8c-926e05bbe141 Aug 17 02:19:38.885058 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5737b735-e8a3-406a-8d35-6f686b1d6cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:38.924039 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:39.159012 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:39.163103 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:39.163103 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:39.254999 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] Pushing event updated for resources: {'Network': ['ID=9cba8287-cec9-498c-9f8c-926e05bbe141,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:39.265748 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 9cba8287-cec9-498c-9f8c-926e05bbe141 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:19:39.341932 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42136) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:39.342561 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4f938402-1d7e-4031-9601-29c3cd00a077 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5476260 Aug 17 02:19:39.352244 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-2bd705b9-66ba-4ef4-8530-2fd4c32c9c8d admin admin] Request body: {'subnet': {'network_id': '9cba8287-cec9-498c-9f8c-926e05bbe141', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1792034547-subnet', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:39.558158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd705b9-66ba-4ef4-8530-2fd4c32c9c8d admin admin] Made reservation on behalf of 0ffd7df9757847c7a36e60dd067ac442 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:19:39.560604 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2bd705b9-66ba-4ef4-8530-2fd4c32c9c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:40.416177 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2bd705b9-66ba-4ef4-8530-2fd4c32c9c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:40.417138 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a715da96-2829-49fc-acee-67fb30f6f8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:40.533299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd705b9-66ba-4ef4-8530-2fd4c32c9c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc3316c7-e316-4e1c-93cd-c99e705b40cf,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:40.556027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd705b9-66ba-4ef4-8530-2fd4c32c9c8d admin admin] Checking segment: {'id': '7bc1b211-dc32-40a6-b10b-99636b798650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9cba8287-cec9-498c-9f8c-926e05bbe141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:19:40.559437 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd705b9-66ba-4ef4-8530-2fd4c32c9c8d admin admin] Network hostable DHCP agents. Network: 9cba8287-cec9-498c-9f8c-926e05bbe141, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:19:40.635917 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-aff4cdf0-b1fb-4b7a-a8b2-d76826f27dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:40.637465 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-aff4cdf0-b1fb-4b7a-a8b2-d76826f27dc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 1098 time: 0.1156318 Aug 17 02:19:40.748213 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-d7b0a870-e89a-405d-8991-0728c2fa93f8 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:40.749845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-d7b0a870-e89a-405d-8991-0728c2fa93f8 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.18 "GET /v2.0/networks?id=4e1e7a30-3df0-4abd-a73d-992d09d57d47 HTTP/1.1" status: 200 len: 817 time: 0.2413220 Aug 17 02:19:40.781921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-ee20ed3c-f9a7-4a5c-bb2a-2ed8f9777da6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Request body: {'port': {'device_id': 'b6c4022f-5650-461d-b22e-2d570781a38a', 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47', 'admin_state_up': True, 'tenant_id': '30e1191805a04c3c94648d93b447da41'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:40.826372 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:40.830432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd705b9-66ba-4ef4-8530-2fd4c32c9c8d admin admin] Network 9cba8287-cec9-498c-9f8c-926e05bbe141 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:19:40.845918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-0d966a6f-d784-4cc2-9444-97b83157a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:40.847636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-0d966a6f-d784-4cc2-9444-97b83157a8b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.1989880 Aug 17 02:19:40.910687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-4d35ab02-9abe-430e-8259-274212b47363 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d63cbd76-af42-4b47-9601-d09dd529d248 HTTP/1.1" status: 200 len: 217 time: 0.0519989 Aug 17 02:19:40.959873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-2bd705b9-66ba-4ef4-8530-2fd4c32c9c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 9cba8287-cec9-498c-9f8c-926e05bbe141) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:19:40.971789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab94c92-cbae-49e9-87db-49bd0bb2c864 None None] Network 9cba8287-cec9-498c-9f8c-926e05bbe141 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:19:40.973421 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd705b9-66ba-4ef4-8530-2fd4c32c9c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:40.979332 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2bd705b9-66ba-4ef4-8530-2fd4c32c9c8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:41.131401 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2bd705b9-66ba-4ef4-8530-2fd4c32c9c8d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7878118 Aug 17 02:19:41.135276 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42144) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:41.141174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1792034547-router', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:41.158675 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-9580713c-4b28-4e6a-94b9-fb1dd1a956ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:41.161079 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-9580713c-4b28-4e6a-94b9-fb1dd1a956ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.1776235 Aug 17 02:19:41.213280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-ee802ffe-302d-4c28-92a2-57bb1c5eb5c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432806 Aug 17 02:19:41.367309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-9cba8287-cec9-498c-9f8c-926e05bbe141', 'network_id': '9cba8287-cec9-498c-9f8c-926e05bbe141', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442', 'fixed_ips': [{'subnet_id': 'dc3316c7-e316-4e1c-93cd-c99e705b40cf'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:19:41.371891 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:41.442961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-ee20ed3c-f9a7-4a5c-bb2a-2ed8f9777da6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Made reservation on behalf of 30e1191805a04c3c94648d93b447da41 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:19:41.463669 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-ee20ed3c-f9a7-4a5c-bb2a-2ed8f9777da6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:41.537287 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-0c3aa755-16c6-40a1-b503-18e30d516174 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:41.546791 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-0c3aa755-16c6-40a1-b503-18e30d516174 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.42 "GET /v2.0/networks?id=4e1e7a30-3df0-4abd-a73d-992d09d57d47 HTTP/1.1" status: 200 len: 817 time: 0.3874936 Aug 17 02:19:41.593802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-e06e25de-990e-4ff7-9ec9-629d3303016f tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Request body: {'port': {'device_id': 'bcdd9133-407d-4b51-9d57-f624e4d85123', 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47', 'admin_state_up': True, 'tenant_id': '30e1191805a04c3c94648d93b447da41'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:41.626820 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-6cc8c34a-a3ba-40ef-a22f-374a0c23c78e service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991895 Aug 17 02:19:41.713439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Allocated IP 172.20.0.2 (9cba8287-cec9-498c-9f8c-926e05bbe141/dc3316c7-e316-4e1c-93cd-c99e705b40cf/dfc1223a-f819-47d1-a9c5-eeb38e3f0fab) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:19:42.024009 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:42.029079 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:42.067279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-ee20ed3c-f9a7-4a5c-bb2a-2ed8f9777da6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Allocated IP 172.20.0.3 (4e1e7a30-3df0-4abd-a73d-992d09d57d47/d2401ec9-e48c-45a1-b272-50a799589ed2/431bb697-06e8-4522-9799-564a9fbe8b8d) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:19:42.109363 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-5f61cb7d-1f83-4d19-bc47-7a124a74d8f5 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228377 Aug 17 02:19:42.195362 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:42.208895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Transition to ACTIVE for port object dfc1223a-f819-47d1-a9c5-eeb38e3f0fab will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:19:42.232938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Transition to ACTIVE for port object dfc1223a-f819-47d1-a9c5-eeb38e3f0fab will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:19:42.267213 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-e06e25de-990e-4ff7-9ec9-629d3303016f tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Made reservation on behalf of 30e1191805a04c3c94648d93b447da41 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:19:42.294066 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-e06e25de-990e-4ff7-9ec9-629d3303016f tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:42.322143 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:42.410864 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcacc3-3852-43aa-a853-76b010045552 req-cebc66e0-7778-4036-addd-c5f1e1fe8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:42.414100 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6bcacc3-3852-43aa-a853-76b010045552 req-cebc66e0-7778-4036-addd-c5f1e1fe8996 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585&tenant_id=a51fdd587a534f09b86bda6242380da1&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 1102 time: 0.2926271 Aug 17 02:19:42.500780 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:42.502452 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-ee20ed3c-f9a7-4a5c-bb2a-2ed8f9777da6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:42.752162 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Pushing event updated for resources: {'Port': ['ID=dfc1223a-f819-47d1-a9c5-eeb38e3f0fab,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:42.768083 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:42.774491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Network 9cba8287-cec9-498c-9f8c-926e05bbe141 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:19:42.776443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:19:42.783444 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:19:42.788663 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-ee20ed3c-f9a7-4a5c-bb2a-2ed8f9777da6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:42.792324 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:42.897697 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-ee20ed3c-f9a7-4a5c-bb2a-2ed8f9777da6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:19:42.915565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-ee20ed3c-f9a7-4a5c-bb2a-2ed8f9777da6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:19:42.919214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Attempting to bind port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:19:42.919422 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Attempting to bind port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '7bc1b211-dc32-40a6-b10b-99636b798650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9cba8287-cec9-498c-9f8c-926e05bbe141'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:19:42.919775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Attempting to bind port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab on network 9cba8287-cec9-498c-9f8c-926e05bbe141 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:42.927886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-ee20ed3c-f9a7-4a5c-bb2a-2ed8f9777da6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:19:42.936383 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:19:42.937668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Checking segment: {'id': '7bc1b211-dc32-40a6-b10b-99636b798650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9cba8287-cec9-498c-9f8c-926e05bbe141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:19:42.938127 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:42.938543 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Bound using segment: {'id': '7bc1b211-dc32-40a6-b10b-99636b798650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9cba8287-cec9-498c-9f8c-926e05bbe141'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:19:42.939056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Bound port: dfc1223a-f819-47d1-a9c5-eeb38e3f0fab, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc1b211-dc32-40a6-b10b-99636b798650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9cba8287-cec9-498c-9f8c-926e05bbe141'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:19:42.943667 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:42.952567 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [req-d6bcacc3-3852-43aa-a853-76b010045552 req-12679184-4042-4bbd-96e6-698a248e4522 service neutron] delete failed (client error): The resource could not be found. Aug 17 02:19:42.955191 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6bcacc3-3852-43aa-a853-76b010045552 req-12679184-4042-4bbd-96e6-698a248e4522 service neutron] 10.222.0.42 "DELETE /v2.0/ports/5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa/bindings/n-h1-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.4657836 Aug 17 02:19:43.015412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-e06e25de-990e-4ff7-9ec9-629d3303016f tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Allocated IP 172.20.0.9 (4e1e7a30-3df0-4abd-a73d-992d09d57d47/d2401ec9-e48c-45a1-b272-50a799589ed2/787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:19:43.109456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20ed3c-f9a7-4a5c-bb2a-2ed8f9777da6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Pushing event updated for resources: {'Port': ['ID=431bb697-06e8-4522-9799-564a9fbe8b8d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:43.132811 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-b6739259-3bc9-436c-aa0a-26a29ef59972 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:43.135414 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-b6739259-3bc9-436c-aa0a-26a29ef59972 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.18 "GET /v2.0/networks?id=4e1e7a30-3df0-4abd-a73d-992d09d57d47 HTTP/1.1" status: 200 len: 817 time: 0.5314910 Aug 17 02:19:43.143273 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-ee20ed3c-f9a7-4a5c-bb2a-2ed8f9777da6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:43.145124 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-ee20ed3c-f9a7-4a5c-bb2a-2ed8f9777da6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:43.154257 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] For port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:19:43.162325 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Request body: {'port': {'device_id': '45485eb2-7590-4238-803c-0e5b21655a18', 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47', 'admin_state_up': True, 'tenant_id': '30e1191805a04c3c94648d93b447da41'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:43.164328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] For port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=dfc1223a-f819-47d1-a9c5-eeb38e3f0fab,segment=NetworkSegment(7bc1b211-dc32-40a6-b10b-99636b798650),segment_id=7bc1b211-dc32-40a6-b10b-99636b798650)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:19:43.306633 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:43.400017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcacc3-3852-43aa-a853-76b010045552 req-845cad85-7ed2-4349-9344-294d39718879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:43.410628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-ee20ed3c-f9a7-4a5c-bb2a-2ed8f9777da6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6395099 Aug 17 02:19:43.414564 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6bcacc3-3852-43aa-a853-76b010045552 req-845cad85-7ed2-4349-9344-294d39718879 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 1102 time: 0.3005579 Aug 17 02:19:43.446085 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Request body: {'port': {'device_id': 'b6c4022f-5650-461d-b22e-2d570781a38a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:43.505439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b5eff-2ac2-4208-8ffa-4fa61fad6059 None None] Pushing event updated for resources: {'Port': ['ID=dfc1223a-f819-47d1-a9c5-eeb38e3f0fab,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:43.577419 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:43.615717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Made reservation on behalf of 30e1191805a04c3c94648d93b447da41 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:19:43.619805 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:43.642522 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:43.668891 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcacc3-3852-43aa-a853-76b010045552 req-e80bcc47-0539-44ed-9dd4-0cb1543ff6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:43.671607 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6bcacc3-3852-43aa-a853-76b010045552 req-e80bcc47-0539-44ed-9dd4-0cb1543ff6ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2559540 Aug 17 02:19:43.827265 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6bcacc3-3852-43aa-a853-76b010045552 req-26fa08e1-9650-43c8-97dd-0ab9c78c086f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa HTTP/1.1" status: 200 len: 217 time: 0.1368508 Aug 17 02:19:43.852693 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-e06e25de-990e-4ff7-9ec9-629d3303016f tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:44.327402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Allocated IP 172.20.0.5 (4e1e7a30-3df0-4abd-a73d-992d09d57d47/d2401ec9-e48c-45a1-b272-50a799589ed2/f7fcef2a-e82d-49f3-8c8e-4b7c39593586) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:19:44.328097 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:44.328097 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-e06e25de-990e-4ff7-9ec9-629d3303016f tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:44.328097 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcacc3-3852-43aa-a853-76b010045552 req-ffa88482-4e4f-4a68-b338-540c92939813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:44.328097 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6bcacc3-3852-43aa-a853-76b010045552 req-ffa88482-4e4f-4a68-b338-540c92939813 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0727305 Aug 17 02:19:44.385347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e25de-990e-4ff7-9ec9-629d3303016f tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Pushing event updated for resources: {'Port': ['ID=787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:44.461275 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:44.469070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcacc3-3852-43aa-a853-76b010045552 req-24e6953d-70cf-480a-a687-4d0220bc43d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:44.469070 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6bcacc3-3852-43aa-a853-76b010045552 req-24e6953d-70cf-480a-a687-4d0220bc43d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1398933 Aug 17 02:19:44.501128 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:44.571052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-e06e25de-990e-4ff7-9ec9-629d3303016f tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:19:44.699124 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6bcacc3-3852-43aa-a853-76b010045552 req-f964ec77-7738-4214-8d6f-bdb11d39d75d service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321812 Aug 17 02:19:44.839332 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6bcacc3-3852-43aa-a853-76b010045552 req-c3d87ddd-8ca1-4245-97a3-f2dad4634ae3 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311851 Aug 17 02:19:44.840408 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-e06e25de-990e-4ff7-9ec9-629d3303016f tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:19:44.845369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-e06e25de-990e-4ff7-9ec9-629d3303016f tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:19:44.905974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-e06e25de-990e-4ff7-9ec9-629d3303016f tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:44.906732 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-e06e25de-990e-4ff7-9ec9-629d3303016f tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:45.022831 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Allocated IP 172.25.5.73 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/e9c889bd-b21b-4cd3-8f9a-97a8f9895661) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:19:45.101273 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8a6cc4-0c8e-43da-8b2c-a1583b616dfc None None] Network 9cba8287-cec9-498c-9f8c-926e05bbe141 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:19:45.185074 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:45.313042 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:45.365359 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-e06e25de-990e-4ff7-9ec9-629d3303016f tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7839694 Aug 17 02:19:45.438964 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Request body: {'port': {'device_id': 'bcdd9133-407d-4b51-9d57-f624e4d85123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:45.460153 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:19:45.460666 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-26970a77-f4d1-439b-a95a-1fe80d4af73c None None] Provisioning for port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:19:45.466377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:19:45.471644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:19:45.477457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Pushing event updated for resources: {'Port': ['ID=f7fcef2a-e82d-49f3-8c8e-4b7c39593586,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:45.526026 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:45.588018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device dfc1223a-f819-47d1-a9c5-eeb38e3f0fab up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:19:45.594672 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:45.595022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:45.595379 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:45.595704 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:45.596026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:45.596361 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:45.596695 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:45.609410 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:45.609941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:45.610276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:45.610625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:45.611650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:45.734560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:19:45.774450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:45.775701 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:45.788826 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:19:45.797254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:19:45.804499 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:19:45.805123 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:45.834549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:19:45.866059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Pushing event updated for resources: {'Port': ['ID=e9c889bd-b21b-4cd3-8f9a-97a8f9895661,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:45.914321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431bb697-06e8-4522-9799-564a9fbe8b8d {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:19:45.927640 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:45.959739 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-908d368d-6ad4-44ff-a409-e92d59632197 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7993226 Aug 17 02:19:45.965957 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:45.998807 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Request body: {'port': {'device_id': '45485eb2-7590-4238-803c-0e5b21655a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:46.005712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Transition to ACTIVE for port object 431bb697-06e8-4522-9799-564a9fbe8b8d will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:19:46.159852 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:46.168885 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:46.178006 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6cc68f1d-116d-400c-9ebb-745a43bcc6a2 None None] Provisioning complete for port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:19:46.183203 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6cc68f1d-116d-400c-9ebb-745a43bcc6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:46.338112 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:46.427605 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=dfc1223a-f819-47d1-a9c5-eeb38e3f0fab,segment=NetworkSegment(7bc1b211-dc32-40a6-b10b-99636b798650),segment_id=7bc1b211-dc32-40a6-b10b-99636b798650)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:46.461572 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6cc68f1d-116d-400c-9ebb-745a43bcc6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:46.607169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Pushing event updated for resources: {'Port': ['ID=431bb697-06e8-4522-9799-564a9fbe8b8d,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:46.782339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Attempting to bind port 431bb697-06e8-4522-9799-564a9fbe8b8d on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:19:46.782916 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Attempting to bind port 431bb697-06e8-4522-9799-564a9fbe8b8d by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:19:46.783368 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Attempting to bind port 431bb697-06e8-4522-9799-564a9fbe8b8d on network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:46.798985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Port 431bb697-06e8-4522-9799-564a9fbe8b8d on network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:19:46.799432 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Attempting to bind port 431bb697-06e8-4522-9799-564a9fbe8b8d on network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:46.817073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:19:46.817541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Checking segment: {'id': '9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:19:46.818052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Bound using segment: {'id': '9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:19:46.818589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Bound port: 431bb697-06e8-4522-9799-564a9fbe8b8d, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:19:46.819047 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:46.827661 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7415cba-bffe-45dd-9a04-7e26eba464aa req-dc97f5b6-9189-47da-bf36-69a871d83d7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0279202 Aug 17 02:19:46.930957 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fcef2a-e82d-49f3-8c8e-4b7c39593586 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:19:46.943640 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:46.956063 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] For port 431bb697-06e8-4522-9799-564a9fbe8b8d, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:19:46.961633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] For port 431bb697-06e8-4522-9799-564a9fbe8b8d, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=431bb697-06e8-4522-9799-564a9fbe8b8d,segment=NetworkSegment(9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43),segment_id=9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:19:46.964727 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Transition to ACTIVE for port object f7fcef2a-e82d-49f3-8c8e-4b7c39593586 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:19:46.987166 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:47.003063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7415cba-bffe-45dd-9a04-7e26eba464aa req-933cb4fd-f15d-4be0-84df-64f23ab105b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:47.005354 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7415cba-bffe-45dd-9a04-7e26eba464aa req-933cb4fd-f15d-4be0-84df-64f23ab105b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 1101 time: 0.0787268 Aug 17 02:19:47.083841 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-6cc68f1d-116d-400c-9ebb-745a43bcc6a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:19:47.084397 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-6cc68f1d-116d-400c-9ebb-745a43bcc6a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:19:47.088187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=dfc1223a-f819-47d1-a9c5-eeb38e3f0fab,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:47.134468 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7415cba-bffe-45dd-9a04-7e26eba464aa req-1cab87e9-9042-44d4-a410-7e0081348d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:47.136407 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7415cba-bffe-45dd-9a04-7e26eba464aa req-1cab87e9-9042-44d4-a410-7e0081348d50 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1046171 Aug 17 02:19:47.158719 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:47.190288 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7415cba-bffe-45dd-9a04-7e26eba464aa req-5575bad6-b3ce-46a2-a6ce-c22ebaf7e457 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 HTTP/1.1" status: 200 len: 217 time: 0.0445127 Aug 17 02:19:47.210535 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:47.211422 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:47.213105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] 10.222.0.18 "PUT /v2.0/ports/431bb697-06e8-4522-9799-564a9fbe8b8d HTTP/1.1" status: 200 len: 1092 time: 3.7716134 Aug 17 02:19:47.213626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c4022f-5650-461d-b22e-2d570781a38a', 'tag': '431bb697-06e8-4522-9799-564a9fbe8b8d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:47.216150 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb358480-0cd2-4938-9814-549c47f99f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c4022f-5650-461d-b22e-2d570781a38a", "tag": "431bb697-06e8-4522-9799-564a9fbe8b8d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:47.239653 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:47.301959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc9d48-b229-4b5e-9af1-1537c582c867 service neutron] Pushing event updated for resources: {'Port': ['ID=431bb697-06e8-4522-9799-564a9fbe8b8d,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:47.548342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device dfc1223a-f819-47d1-a9c5-eeb38e3f0fab up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:19:47.585943 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7415cba-bffe-45dd-9a04-7e26eba464aa req-301e85a9-a65a-4ddf-980f-fb1c3d0336fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:47.587710 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7415cba-bffe-45dd-9a04-7e26eba464aa req-301e85a9-a65a-4ddf-980f-fb1c3d0336fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.3899012 Aug 17 02:19:47.691617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:19:47.691999 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:47.698323 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:47.703115 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7415cba-bffe-45dd-9a04-7e26eba464aa req-29eac0a1-25d9-4af5-8069-a9db6f2eb0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:47.704862 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7415cba-bffe-45dd-9a04-7e26eba464aa req-29eac0a1-25d9-4af5-8069-a9db6f2eb0f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0974269 Aug 17 02:19:47.902634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Attempting to bind port f7fcef2a-e82d-49f3-8c8e-4b7c39593586 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:19:47.902634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Attempting to bind port f7fcef2a-e82d-49f3-8c8e-4b7c39593586 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:19:47.903552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Attempting to bind port f7fcef2a-e82d-49f3-8c8e-4b7c39593586 on network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:47.924236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fcef2a-e82d-49f3-8c8e-4b7c39593586,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:47.933135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Port f7fcef2a-e82d-49f3-8c8e-4b7c39593586 on network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:19:47.933610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Attempting to bind port f7fcef2a-e82d-49f3-8c8e-4b7c39593586 on network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:47.943328 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:19:47.943328 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Checking segment: {'id': '9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:19:47.943328 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Bound using segment: {'id': '9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:19:47.943328 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Bound port: f7fcef2a-e82d-49f3-8c8e-4b7c39593586, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:19:47.943328 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:48.045495 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7415cba-bffe-45dd-9a04-7e26eba464aa req-6b470e7f-335f-49df-97c3-ca62275991c3 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038635 Aug 17 02:19:48.063682 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-656efb03-3133-4cf6-a573-f3ed70c8ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:48.065204 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-656efb03-3133-4cf6-a573-f3ed70c8ef6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30e1191805a04c3c94648d93b447da41&device_id=b6c4022f-5650-461d-b22e-2d570781a38a HTTP/1.1" status: 200 len: 1095 time: 0.2322628 Aug 17 02:19:48.185651 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-bd417311-cf15-47a6-be24-21e5143e09cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=431bb697-06e8-4522-9799-564a9fbe8b8d HTTP/1.1" status: 200 len: 217 time: 0.1055408 Aug 17 02:19:48.257088 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:19:48.289461 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-84103656-39ac-4194-b821-606572a55262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:48.290707 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-84103656-39ac-4194-b821-606572a55262 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2401ec9-e48c-45a1-b272-50a799589ed2 HTTP/1.1" status: 200 len: 857 time: 0.0917118 Aug 17 02:19:48.315533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] For port f7fcef2a-e82d-49f3-8c8e-4b7c39593586, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:19:48.335850 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:48.344688 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-8db3cd88-6796-4e91-b67d-5cc62dee9269 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e1e7a30-3df0-4abd-a73d-992d09d57d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306537 Aug 17 02:19:48.366893 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] For port f7fcef2a-e82d-49f3-8c8e-4b7c39593586, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f7fcef2a-e82d-49f3-8c8e-4b7c39593586,segment=NetworkSegment(9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43),segment_id=9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:19:48.401529 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Transition to ACTIVE for port object 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:19:48.489080 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-d9f27754-c1ed-45bc-b72e-8736a37f0606 service neutron] 10.222.0.18 "GET /v2.0/networks/4e1e7a30-3df0-4abd-a73d-992d09d57d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193962 Aug 17 02:19:48.490011 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7415cba-bffe-45dd-9a04-7e26eba464aa req-c1373f14-e1c2-4e69-8533-d7ca9722fdeb service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808434 Aug 17 02:19:48.493275 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:48.599549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:48.601430 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:48.601593 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] 10.222.0.18 "PUT /v2.0/ports/f7fcef2a-e82d-49f3-8c8e-4b7c39593586 HTTP/1.1" status: 200 len: 1092 time: 2.6140127 Aug 17 02:19:48.610409 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:48.619181 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:48.644225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5a420-5a96-4d97-a28b-d67b0ca66387 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fcef2a-e82d-49f3-8c8e-4b7c39593586,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:48.662321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b7a9e-56f9-498a-8a4b-6ba7a751e176 req-f450659a-59c1-4f99-986a-7cd7abb7ac9e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:48.663867 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-064b7a9e-56f9-498a-8a4b-6ba7a751e176 req-f450659a-59c1-4f99-986a-7cd7abb7ac9e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1736412 Aug 17 02:19:48.709208 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-082cb7fb-94fe-481d-83d9-25b553250d36 service neutron] 10.222.0.18 "GET /v2.0/networks/4e1e7a30-3df0-4abd-a73d-992d09d57d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003932 Aug 17 02:19:48.740718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-064b7a9e-56f9-498a-8a4b-6ba7a751e176 req-35e37e20-b6c0-4366-8c38-06312b18ec1b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611653 Aug 17 02:19:48.765127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Pushing event updated for resources: {'Port': ['ID=787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:48.876771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-12e968d1-f951-4dd3-abc0-5df608a478f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:48.884937 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-12e968d1-f951-4dd3-abc0-5df608a478f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30e1191805a04c3c94648d93b447da41&device_id=45485eb2-7590-4238-803c-0e5b21655a18 HTTP/1.1" status: 200 len: 1095 time: 0.0736015 Aug 17 02:19:48.983717 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Attempting to bind port 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:19:48.984057 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Attempting to bind port 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:19:48.984395 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Attempting to bind port 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 on network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:48.994509 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-f3ff81e7-1913-4ad4-8351-07556575d846 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7fcef2a-e82d-49f3-8c8e-4b7c39593586 HTTP/1.1" status: 200 len: 217 time: 0.0928898 Aug 17 02:19:48.997137 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Port 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 on network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:19:48.997633 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Attempting to bind port 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 on network 4e1e7a30-3df0-4abd-a73d-992d09d57d47 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:49.007204 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:19:49.007600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Checking segment: {'id': '9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:19:49.007944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Bound using segment: {'id': '9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:19:49.008500 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Bound port: 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:19:49.008917 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:49.110085 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] For port 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:19:49.116288 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] For port 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2,segment=NetworkSegment(9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43),segment_id=9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:19:49.129478 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Router 0a735bae-8b7b-420b-842e-87d566ae60e0 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:19:49.193372 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c322003-918f-4549-9775-b81c8ce2f796 req-3f75914c-6555-4fb3-9a0d-44680d84769b tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:49.194951 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6c322003-918f-4549-9775-b81c8ce2f796 req-3f75914c-6555-4fb3-9a0d-44680d84769b tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/networks?id=a88b2b4c-2c08-4006-818e-2d752cadd802 HTTP/1.1" status: 200 len: 815 time: 0.2056706 Aug 17 02:19:49.222520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-29795bad-b8aa-45dc-b087-a130f5fb4d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:49.225659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-29795bad-b8aa-45dc-b087-a130f5fb4d1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2401ec9-e48c-45a1-b272-50a799589ed2 HTTP/1.1" status: 200 len: 857 time: 0.1108260 Aug 17 02:19:49.227322 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6c322003-918f-4549-9775-b81c8ce2f796 req-806ba178-81e5-4b18-b2bd-415232db8dbc tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/quotas/2448c9cd3477403687342c1d36a0b06b HTTP/1.1" status: 200 len: 375 time: 0.0233006 Aug 17 02:19:49.269884 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-940b026e-6d97-4306-9e4a-e45af169c667 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e1e7a30-3df0-4abd-a73d-992d09d57d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352793 Aug 17 02:19:49.308118 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6c322003-918f-4549-9775-b81c8ce2f796 req-c8dcfe73-d6a3-48a1-a4aa-caad683720b5 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2448c9cd3477403687342c1d36a0b06b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588655 Aug 17 02:19:49.318469 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:19:49.331918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Sync routers for ids ['0a735bae-8b7b-420b-842e-87d566ae60e0'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:19:49.338170 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:49.345391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Routers {'0a735bae-8b7b-420b-842e-87d566ae60e0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:19:49.346306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:19:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0a735bae-8b7b-420b-842e-87d566ae60e0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:49.439212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:49.439924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:49.448391 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] 10.222.0.42 "PUT /v2.0/ports/787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 HTTP/1.1" status: 200 len: 1092 time: 4.0174537 Aug 17 02:19:49.450308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdd9133-407d-4b51-9d57-f624e4d85123', 'tag': '787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:49.462196 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d74f333-7788-45a6-8dec-78e410bc0c27" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdd9133-407d-4b51-9d57-f624e4d85123", "tag": "787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:49.497407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Set router 0a735bae-8b7b-420b-842e-87d566ae60e0 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:19:49.522022 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e466a9d-0573-4352-bd5b-4b9940d23a5f service neutron] Pushing event updated for resources: {'Port': ['ID=787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:49.529980 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:49.538002 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d7f58199-f9f4-4ad7-8a7f-e6c908dc9f16 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.4013522 Aug 17 02:19:49.539286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42200) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:49.545441 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-0f01ffd8-64ad-41bd-8305-bb7bace5c318 service neutron] 10.222.0.18 "GET /v2.0/networks/4e1e7a30-3df0-4abd-a73d-992d09d57d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669353 Aug 17 02:19:49.569417 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6c322003-918f-4549-9775-b81c8ce2f796 req-aea61889-7408-4419-8836-79c9570148ff service neutron] 10.222.0.13 "GET /v2.0/networks/a88b2b4c-2c08-4006-818e-2d752cadd802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478728 Aug 17 02:19:49.787880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1792034547-router', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:19:42Z', 'updated_at': '2021-08-17T02:19:46Z', 'revision_number': 3, 'project_id': '0ffd7df9757847c7a36e60dd067ac442', 'gw_port': {'id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:19:44Z', 'updated_at': '2021-08-17T02:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:49.834650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-15c8d6c0-262a-4210-95ec-4a0c5afa90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:49.836693 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-15c8d6c0-262a-4210-95ec-4a0c5afa90e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30e1191805a04c3c94648d93b447da41&device_id=bcdd9133-407d-4b51-9d57-f624e4d85123 HTTP/1.1" status: 200 len: 1095 time: 0.1872289 Aug 17 02:19:49.842456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Checking router: 0a735bae-8b7b-420b-842e-87d566ae60e0 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:19:49.842895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Updating router 0a735bae-8b7b-420b-842e-87d566ae60e0 port e9c889bd-b21b-4cd3-8f9a-97a8f9895661 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:19:49.888801 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:49.937535 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-945ec388-9794-4522-8e31-bbc3cc7b180f service neutron] 10.222.0.18 "GET /v2.0/networks/4e1e7a30-3df0-4abd-a73d-992d09d57d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804390 Aug 17 02:19:49.944295 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6c322003-918f-4549-9775-b81c8ce2f796 req-e01c2c77-9b68-4369-a920-b36c6bab7e8d service neutron] 10.222.0.13 "GET /v2.0/networks/a88b2b4c-2c08-4006-818e-2d752cadd802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577302 Aug 17 02:19:49.960721 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-160f8269-8c97-46b1-a929-afb28a5b6fdc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 HTTP/1.1" status: 200 len: 217 time: 0.1049349 Aug 17 02:19:50.112523 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-975e5616-59af-4ef7-8f51-b944021f4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:50.115143 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-975e5616-59af-4ef7-8f51-b944021f4ba9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d2401ec9-e48c-45a1-b272-50a799589ed2 HTTP/1.1" status: 200 len: 857 time: 0.1442201 Aug 17 02:19:50.201554 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-7de1b8ac-4ba5-4fae-bc8a-efa1feb9dd5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e1e7a30-3df0-4abd-a73d-992d09d57d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474963 Aug 17 02:19:50.348731 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:50.351073 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-ee3e51b1-2bfb-4833-b6c3-6f4fed92b9b0 service neutron] 10.222.0.42 "GET /v2.0/networks/4e1e7a30-3df0-4abd-a73d-992d09d57d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371226 Aug 17 02:19:50.367586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Transition to ACTIVE for port object e9c889bd-b21b-4cd3-8f9a-97a8f9895661 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:19:50.390761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb132a-328f-4168-9d30-d35f7e591508 req-199e8ae8-f09f-4e3b-8a1f-cb87e35fb761 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:50.392423 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cfb132a-328f-4168-9d30-d35f7e591508 req-199e8ae8-f09f-4e3b-8a1f-cb87e35fb761 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 946 time: 0.0874584 Aug 17 02:19:50.477417 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cfb132a-328f-4168-9d30-d35f7e591508 req-4fba0989-e76e-419d-a35e-3b78d19da428 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769272 Aug 17 02:19:50.539663 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:50.573545 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0fcf6cb2-400b-4112-a616-f2228a6d65a0 req-7cada991-56c8-4d56-b4e7-e19a9c0283d2 service neutron] 10.222.0.42 "GET /v2.0/networks/4e1e7a30-3df0-4abd-a73d-992d09d57d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058403 Aug 17 02:19:50.630509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Attempting to bind port e9c889bd-b21b-4cd3-8f9a-97a8f9895661 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:19:50.630894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Attempting to bind port e9c889bd-b21b-4cd3-8f9a-97a8f9895661 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:19:50.631412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Attempting to bind port e9c889bd-b21b-4cd3-8f9a-97a8f9895661 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:50.635529 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b34285-2089-4045-961a-7cd08f562d79 None None] Pushing event updated for resources: {'Port': ['ID=e9c889bd-b21b-4cd3-8f9a-97a8f9895661,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:50.641626 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:19:50.648044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:19:50.648044 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:50.648044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:19:50.648044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Bound port: e9c889bd-b21b-4cd3-8f9a-97a8f9895661, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:19:50.649283 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:50.656158 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a9eff5-4482-4f85-a797-b7ee7d44d00b x-openstack-request-id: req-50a9eff5-4482-4f85-a797-b7ee7d44d00b {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:50.656561 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c4022f-5650-461d-b22e-2d570781a38a", "tag": "431bb697-06e8-4522-9799-564a9fbe8b8d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:50.656941 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50a9eff5-4482-4f85-a797-b7ee7d44d00b {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:50.657480 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c4022f-5650-461d-b22e-2d570781a38a', 'tag': '431bb697-06e8-4522-9799-564a9fbe8b8d', 'status': 'completed', 'code': 200} Aug 17 02:19:50.803914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb358480-0cd2-4938-9814-549c47f99f0b req-da9f0fbb-bff1-4ce1-a899-2fb633220f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:50.805454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb358480-0cd2-4938-9814-549c47f99f0b req-da9f0fbb-bff1-4ce1-a899-2fb633220f05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30e1191805a04c3c94648d93b447da41&device_id=b6c4022f-5650-461d-b22e-2d570781a38a HTTP/1.1" status: 200 len: 1095 time: 0.0948756 Aug 17 02:19:50.809161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] For port e9c889bd-b21b-4cd3-8f9a-97a8f9895661, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:19:50.824792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] For port e9c889bd-b21b-4cd3-8f9a-97a8f9895661, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e9c889bd-b21b-4cd3-8f9a-97a8f9895661,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:19:50.928650 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:50.992441 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ccf69-6a0b-4add-8b08-c76397371656 req-6048ba6b-a091-49cf-b0d9-dd287db16806 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:50.994855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-041ccf69-6a0b-4add-8b08-c76397371656 req-6048ba6b-a091-49cf-b0d9-dd287db16806 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=45485eb2-7590-4238-803c-0e5b21655a18 HTTP/1.1" status: 200 len: 943 time: 0.0828552 Aug 17 02:19:51.079828 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b34285-2089-4045-961a-7cd08f562d79 None None] Pushing event updated for resources: {'Port': ['ID=e9c889bd-b21b-4cd3-8f9a-97a8f9895661,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:51.086122 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Routers {'0a735bae-8b7b-420b-842e-87d566ae60e0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:19:51.086777 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:19:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0a735bae-8b7b-420b-842e-87d566ae60e0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:51.098747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb358480-0cd2-4938-9814-549c47f99f0b req-349b539d-3cf0-4d6a-859a-89b38660dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:51.118793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb358480-0cd2-4938-9814-549c47f99f0b req-349b539d-3cf0-4d6a-859a-89b38660dd05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e1e7a30-3df0-4abd-a73d-992d09d57d47 HTTP/1.1" status: 200 len: 918 time: 0.2852719 Aug 17 02:19:51.209395 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb358480-0cd2-4938-9814-549c47f99f0b req-38cd7a63-6ff1-40ac-b3d5-4e261af6822b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=431bb697-06e8-4522-9799-564a9fbe8b8d HTTP/1.1" status: 200 len: 217 time: 0.0905728 Aug 17 02:19:51.217184 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-041ccf69-6a0b-4add-8b08-c76397371656 req-f3ff1ee5-14c0-4a97-ba03-89260711fe93 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121232 Aug 17 02:19:51.275161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:51.292119 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb358480-0cd2-4938-9814-549c47f99f0b req-3e6e04b6-f6cc-4b4d-9631-f001c646b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:51.293840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb358480-0cd2-4938-9814-549c47f99f0b req-3e6e04b6-f6cc-4b4d-9631-f001c646b7da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2401ec9-e48c-45a1-b272-50a799589ed2 HTTP/1.1" status: 200 len: 857 time: 0.0757256 Aug 17 02:19:51.332944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] Set router 0a735bae-8b7b-420b-842e-87d566ae60e0 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:19:51.342552 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb358480-0cd2-4938-9814-549c47f99f0b req-20179942-90a8-4a37-b9aa-d17f07800900 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e1e7a30-3df0-4abd-a73d-992d09d57d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396953 Aug 17 02:19:51.491240 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460b9410-9916-4c76-a6d9-bad619e395c4 x-openstack-request-id: req-460b9410-9916-4c76-a6d9-bad619e395c4 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:51.491567 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdd9133-407d-4b51-9d57-f624e4d85123", "tag": "787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:51.491936 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-460b9410-9916-4c76-a6d9-bad619e395c4 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:51.492367 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdd9133-407d-4b51-9d57-f624e4d85123', 'tag': '787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2', 'status': 'completed', 'code': 200} Aug 17 02:19:51.646820 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb358480-0cd2-4938-9814-549c47f99f0b req-bc6e9ea7-2d8c-4bce-9705-878f1c336874 service neutron] 10.222.0.18 "GET /v2.0/networks/4e1e7a30-3df0-4abd-a73d-992d09d57d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879996 Aug 17 02:19:51.713763 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1792034547-router', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:19:42Z', 'updated_at': '2021-08-17T02:19:46Z', 'revision_number': 3, 'project_id': '0ffd7df9757847c7a36e60dd067ac442', 'gw_port': {'id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:19:44Z', 'updated_at': '2021-08-17T02:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:51.762925 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cf68ba-cf60-412c-be54-296e2f94b0a7 None None] The sync data for ids ['0a735bae-8b7b-420b-842e-87d566ae60e0'] in n-d-793621-31 is: [{'id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1792034547-router', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:19:42Z', 'updated_at': '2021-08-17T02:19:46Z', 'revision_number': 3, 'project_id': '0ffd7df9757847c7a36e60dd067ac442', 'gw_port': {'id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:19:44Z', 'updated_at': '2021-08-17T02:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:19:51.772176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74f333-7788-45a6-8dec-78e410bc0c27 req-73197bf7-4a35-47fe-9506-3b84de4f47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:51.773753 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5d74f333-7788-45a6-8dec-78e410bc0c27 req-73197bf7-4a35-47fe-9506-3b84de4f47ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30e1191805a04c3c94648d93b447da41&device_id=bcdd9133-407d-4b51-9d57-f624e4d85123 HTTP/1.1" status: 200 len: 1095 time: 0.1411037 Aug 17 02:19:51.815750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Allocated IP 172.20.0.1 (9cba8287-cec9-498c-9f8c-926e05bbe141/dc3316c7-e316-4e1c-93cd-c99e705b40cf/2dedd159-8872-49ba-9572-90dba8cdd25f) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:19:51.816229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f88aad-c767-4cad-8188-a0a98c429d0f req-c5b26bc0-526d-41ac-9cf9-5056e1d2264e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:51.817723 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4f88aad-c767-4cad-8188-a0a98c429d0f req-c5b26bc0-526d-41ac-9cf9-5056e1d2264e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1543036 Aug 17 02:19:51.883786 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb358480-0cd2-4938-9814-549c47f99f0b req-1d41b9b6-cee3-4748-90cf-4270d4541e62 service neutron] 10.222.0.18 "GET /v2.0/networks/4e1e7a30-3df0-4abd-a73d-992d09d57d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291050 Aug 17 02:19:51.916281 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4f88aad-c767-4cad-8188-a0a98c429d0f req-2267f74e-ea13-46a5-9183-7a0a77660b0e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894890 Aug 17 02:19:51.955438 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74f333-7788-45a6-8dec-78e410bc0c27 req-a0b873f8-bdfb-4ff8-b170-4ceb8aa3c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:51.957833 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5d74f333-7788-45a6-8dec-78e410bc0c27 req-a0b873f8-bdfb-4ff8-b170-4ceb8aa3c601 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e1e7a30-3df0-4abd-a73d-992d09d57d47 HTTP/1.1" status: 200 len: 918 time: 0.1756735 Aug 17 02:19:52.010245 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5d74f333-7788-45a6-8dec-78e410bc0c27 req-40cc9bfd-a33c-4bac-ae36-687ba7a9a0ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 HTTP/1.1" status: 200 len: 217 time: 0.0433018 Aug 17 02:19:52.031076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96950a42-347b-4d8d-a600-070dfffa5bcf req-dda56960-5cba-4fd6-be19-360c7edcfb05 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 210 time: 0.0598853 Aug 17 02:19:52.122436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74f333-7788-45a6-8dec-78e410bc0c27 req-67fd12e3-3e34-49de-914b-930912822405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:52.124403 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5d74f333-7788-45a6-8dec-78e410bc0c27 req-67fd12e3-3e34-49de-914b-930912822405 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d2401ec9-e48c-45a1-b272-50a799589ed2 HTTP/1.1" status: 200 len: 857 time: 0.1006162 Aug 17 02:19:52.128131 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:52.213064 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5d74f333-7788-45a6-8dec-78e410bc0c27 req-d3cd02fa-365e-44db-bffe-f758ca811dfd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e1e7a30-3df0-4abd-a73d-992d09d57d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588439 Aug 17 02:19:52.214363 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Transition to ACTIVE for port object 2dedd159-8872-49ba-9572-90dba8cdd25f will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:19:52.276341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dceae4-801e-4891-bc82-e576e3e450bf req-cdd673f7-8567-4d02-9258-779e16dbb85c tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:52.287007 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2dceae4-801e-4891-bc82-e576e3e450bf req-cdd673f7-8567-4d02-9258-779e16dbb85c tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 950 time: 0.1468341 Aug 17 02:19:52.363591 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2dceae4-801e-4891-bc82-e576e3e450bf req-ab1b3d3c-84c7-4d30-9569-cd6089c36dee tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714388 Aug 17 02:19:52.459563 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5d74f333-7788-45a6-8dec-78e410bc0c27 req-a93bba36-fdf9-44a6-9375-fc176e5b6692 service neutron] 10.222.0.42 "GET /v2.0/networks/4e1e7a30-3df0-4abd-a73d-992d09d57d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333369 Aug 17 02:19:52.463847 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:52.527877 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc96254-107f-4187-b786-1f759691b66b req-74594109-49ae-49a7-88fc-c8847f715d0a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:52.537953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bc96254-107f-4187-b786-1f759691b66b req-74594109-49ae-49a7-88fc-c8847f715d0a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 946 time: 0.0983398 Aug 17 02:19:52.595123 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bc96254-107f-4187-b786-1f759691b66b req-096dfc71-dcac-4927-863d-bbfbfa587f0f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560632 Aug 17 02:19:52.600367 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Network 9cba8287-cec9-498c-9f8c-926e05bbe141 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:19:52.610451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:19:52.614100 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Pushing event updated for resources: {'Port': ['ID=2dedd159-8872-49ba-9572-90dba8cdd25f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:52.618695 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:19:52.659440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45485eb2-7590-4238-803c-0e5b21655a18', 'tag': 'f7fcef2a-e82d-49f3-8c8e-4b7c39593586'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:52.661694 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea4c173-e4a8-4d91-bd3a-3e6cbc99bf54" -d '{"events": [{"name": "network-changed", "server_uuid": "45485eb2-7590-4238-803c-0e5b21655a18", "tag": "f7fcef2a-e82d-49f3-8c8e-4b7c39593586"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:52.704835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:52.705233 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:52.705606 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:52.705973 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:52.706581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:52.707360 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:52.707699 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:52.708029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:52.708358 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:52.708687 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:52.709018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:52.712908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:52.729872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 431bb697-06e8-4522-9799-564a9fbe8b8d details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:19:52.843255 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5d74f333-7788-45a6-8dec-78e410bc0c27 req-d966595f-29fd-405e-9dce-d260a8153630 service neutron] 10.222.0.42 "GET /v2.0/networks/4e1e7a30-3df0-4abd-a73d-992d09d57d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734295 Aug 17 02:19:52.871305 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:52.950913 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c944c-af93-46ae-a222-7fb9eaae1586 req-7c3f7911-c62b-47f2-af29-d590d1b2f228 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:52.957664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 431bb697-06e8-4522-9799-564a9fbe8b8d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=431bb697-06e8-4522-9799-564a9fbe8b8d,segment=NetworkSegment(9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43),segment_id=9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:52.967832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe9c944c-af93-46ae-a222-7fb9eaae1586 req-7c3f7911-c62b-47f2-af29-d590d1b2f228 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=45485eb2-7590-4238-803c-0e5b21655a18 HTTP/1.1" status: 200 len: 943 time: 0.1600919 Aug 17 02:19:52.992928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '431bb697-06e8-4522-9799-564a9fbe8b8d', 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47', 'port_id': '431bb697-06e8-4522-9799-564a9fbe8b8d', 'mac_address': 'fa:16:3e:b5:87:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2401ec9-e48c-45a1-b272-50a799589ed2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:19:53.035647 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe9c944c-af93-46ae-a222-7fb9eaae1586 req-102a83ca-2515-4e9d-aba9-0d032bf3732a tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655677 Aug 17 02:19:53.069563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 448aa376-69d2-45c5-b665-210128036a7e no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:19:53.220626 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:53.262310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431bb697-06e8-4522-9799-564a9fbe8b8d {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:19:53.271460 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:53.313723 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:53.317150 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c360a459-a56e-474b-9ede-fbaf70a96991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448aa376-69d2-45c5-b665-210128036a7e'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:53.322838 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76868812-5264-445b-abea-f4cae3e43885" -d '{"events": [{"server_uuid": "c360a459-a56e-474b-9ede-fbaf70a96991", "name": "network-vif-unplugged", "status": "completed", "tag": "448aa376-69d2-45c5-b665-210128036a7e"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:53.329980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-dfab450c-8e29-4c21-b1dc-5334f33402d6 None None] Provisioning for port 2dedd159-8872-49ba-9572-90dba8cdd25f completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:19:53.334396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 431bb697-06e8-4522-9799-564a9fbe8b8d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=431bb697-06e8-4522-9799-564a9fbe8b8d,segment=NetworkSegment(9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43),segment_id=9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:53.346226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 448aa376-69d2-45c5-b665-210128036a7e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=448aa376-69d2-45c5-b665-210128036a7e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:53.347717 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-dfab450c-8e29-4c21-b1dc-5334f33402d6 None None] Provisioning complete for port 2dedd159-8872-49ba-9572-90dba8cdd25f triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:19:53.348542 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dfab450c-8e29-4c21-b1dc-5334f33402d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:53.457892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-dfab450c-8e29-4c21-b1dc-5334f33402d6 None None] Port 2dedd159-8872-49ba-9572-90dba8cdd25f cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:19:53.501842 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e9c889bd-b21b-4cd3-8f9a-97a8f9895661 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:19:53.506873 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:53.512551 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:53.602346 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=448aa376-69d2-45c5-b665-210128036a7e,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:53.662812 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:53.676512 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=431bb697-06e8-4522-9799-564a9fbe8b8d,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:54.221617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['431bb697-06e8-4522-9799-564a9fbe8b8d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:54.381438 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port e9c889bd-b21b-4cd3-8f9a-97a8f9895661 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:19:54.382625 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:54.388335 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e9c889bd-b21b-4cd3-8f9a-97a8f9895661 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:19:54.388930 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:54.465448 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:54.467525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Pushing event updated for resources: {'Port': ['ID=2dedd159-8872-49ba-9572-90dba8cdd25f,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:54.504161 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:54.544419 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port e9c889bd-b21b-4cd3-8f9a-97a8f9895661, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e9c889bd-b21b-4cd3-8f9a-97a8f9895661,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:54.631593 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Network 9cba8287-cec9-498c-9f8c-926e05bbe141 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:19:54.646567 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:19:54.748339 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f7fcef2a-e82d-49f3-8c8e-4b7c39593586 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:19:54.773335 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca06369-7315-46cb-afea-43a9a9e624f4 x-openstack-request-id: req-0ca06369-7315-46cb-afea-43a9a9e624f4 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:54.774520 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45485eb2-7590-4238-803c-0e5b21655a18", "tag": "f7fcef2a-e82d-49f3-8c8e-4b7c39593586", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:54.776812 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ca06369-7315-46cb-afea-43a9a9e624f4 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:54.780415 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45485eb2-7590-4238-803c-0e5b21655a18', 'tag': 'f7fcef2a-e82d-49f3-8c8e-4b7c39593586', 'status': 'completed', 'code': 200} Aug 17 02:19:54.780685 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:54.899401 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.resource_extend [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:19:54.927303 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Router 0a735bae-8b7b-420b-842e-87d566ae60e0 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:19:55.012177 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4c173-e4a8-4d91-bd3a-3e6cbc99bf54 req-8f768ae9-6e47-44a7-81d2-9e6fcb8985f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:55.022632 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ea4c173-e4a8-4d91-bd3a-3e6cbc99bf54 req-8f768ae9-6e47-44a7-81d2-9e6fcb8985f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30e1191805a04c3c94648d93b447da41&device_id=45485eb2-7590-4238-803c-0e5b21655a18 HTTP/1.1" status: 200 len: 1095 time: 0.2068803 Aug 17 02:19:55.053708 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=e9c889bd-b21b-4cd3-8f9a-97a8f9895661,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:55.085339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce2ccb-f353-4fc3-a707-4c80ee22f140 req-31af274f-d828-4dd5-b4a7-d4d4df52a400 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:55.085603 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:19:55.094033 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0cce2ccb-f353-4fc3-a707-4c80ee22f140 req-31af274f-d828-4dd5-b4a7-d4d4df52a400 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.2155170 Aug 17 02:19:55.142053 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c322003-918f-4549-9775-b81c8ce2f796 req-d2d6922f-ded1-4077-96c0-9d8aadf24d53 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:55.142053 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6c322003-918f-4549-9775-b81c8ce2f796 req-d2d6922f-ded1-4077-96c0-9d8aadf24d53 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.42 "GET /v2.0/networks?id=a88b2b4c-2c08-4006-818e-2d752cadd802 HTTP/1.1" status: 200 len: 815 time: 0.4993064 Aug 17 02:19:55.159536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-6c322003-918f-4549-9775-b81c8ce2f796 req-318d9aec-682c-4472-b353-73bfde245306 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Request body: {'port': {'device_id': 'b62fd500-8abc-4354-8a2c-90e00d830548', 'network_id': 'a88b2b4c-2c08-4006-818e-2d752cadd802', 'admin_state_up': True, 'tenant_id': '2448c9cd3477403687342c1d36a0b06b'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:55.222094 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0cce2ccb-f353-4fc3-a707-4c80ee22f140 req-5408060f-ee31-4b48-94ec-3219d1637e22 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268697 Aug 17 02:19:55.263926 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:19:55.265810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4c173-e4a8-4d91-bd3a-3e6cbc99bf54 req-fcbd5c00-3783-4365-9d27-1d2cc0fb7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:55.271971 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-03951d8c-52f8-4c9e-9603-96105aa0346d admin admin] 10.222.0.13 "PUT /v2.0/routers/0a735bae-8b7b-420b-842e-87d566ae60e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7302015 Aug 17 02:19:55.277476 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ea4c173-e4a8-4d91-bd3a-3e6cbc99bf54 req-fcbd5c00-3783-4365-9d27-1d2cc0fb7b1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e1e7a30-3df0-4abd-a73d-992d09d57d47 HTTP/1.1" status: 200 len: 918 time: 0.2420917 Aug 17 02:19:55.287854 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Sync routers for ids ['0a735bae-8b7b-420b-842e-87d566ae60e0'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:19:55.302057 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Routers {'0a735bae-8b7b-420b-842e-87d566ae60e0'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:19:55.304043 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:19:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0a735bae-8b7b-420b-842e-87d566ae60e0'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:55.404972 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.resource_extend [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:19:55.404972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2de0f4eb-6c9f-4aed-8d4b-50318f39deaa None None] Provisioning complete for port 2dedd159-8872-49ba-9572-90dba8cdd25f triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:19:55.404972 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2de0f4eb-6c9f-4aed-8d4b-50318f39deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:55.405930 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ea4c173-e4a8-4d91-bd3a-3e6cbc99bf54 req-c4c16273-9eb2-4bcf-abf7-2c1454fd7fa2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7fcef2a-e82d-49f3-8c8e-4b7c39593586 HTTP/1.1" status: 200 len: 217 time: 0.0800390 Aug 17 02:19:55.405930 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d925439f-4b49-408a-9acf-e508bbe2b690 req-b9e73383-ec03-4907-a79e-5058a819337b tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 210 time: 0.0398602 Aug 17 02:19:55.501598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2,segment=NetworkSegment(9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43),segment_id=9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:55.504494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4c173-e4a8-4d91-bd3a-3e6cbc99bf54 req-6f4ca7ad-57d5-480a-99ab-f68d8434e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:55.506523 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ea4c173-e4a8-4d91-bd3a-3e6cbc99bf54 req-6f4ca7ad-57d5-480a-99ab-f68d8434e87a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2401ec9-e48c-45a1-b272-50a799589ed2 HTTP/1.1" status: 200 len: 857 time: 0.1169534 Aug 17 02:19:55.516407 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eddf30c-8924-4933-830c-1ff43811345b x-openstack-request-id: req-3eddf30c-8924-4933-830c-1ff43811345b {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:19:55.516966 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c360a459-a56e-474b-9ede-fbaf70a96991", "name": "network-vif-unplugged", "status": "completed", "tag": "448aa376-69d2-45c5-b665-210128036a7e", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:19:55.523051 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3eddf30c-8924-4933-830c-1ff43811345b {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:19:55.523051 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c360a459-a56e-474b-9ede-fbaf70a96991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448aa376-69d2-45c5-b665-210128036a7e', 'code': 200} Aug 17 02:19:55.557306 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ea4c173-e4a8-4d91-bd3a-3e6cbc99bf54 req-8a924411-3e69-439e-82c9-a7609354e1c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e1e7a30-3df0-4abd-a73d-992d09d57d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418806 Aug 17 02:19:55.558092 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e9c889bd-b21b-4cd3-8f9a-97a8f9895661 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:19:55.560648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-2de0f4eb-6c9f-4aed-8d4b-50318f39deaa None None] Port 2dedd159-8872-49ba-9572-90dba8cdd25f cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:19:55.565818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c322003-918f-4549-9775-b81c8ce2f796 req-318d9aec-682c-4472-b353-73bfde245306 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Made reservation on behalf of 2448c9cd3477403687342c1d36a0b06b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:19:55.570915 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f7fcef2a-e82d-49f3-8c8e-4b7c39593586, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f7fcef2a-e82d-49f3-8c8e-4b7c39593586,segment=NetworkSegment(9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43),segment_id=9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:55.573392 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6c322003-918f-4549-9775-b81c8ce2f796 req-318d9aec-682c-4472-b353-73bfde245306 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:55.623700 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2', 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47', 'port_id': '787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2', 'mac_address': 'fa:16:3e:bf:39:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2401ec9-e48c-45a1-b272-50a799589ed2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:19:55.651715 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Set router 0a735bae-8b7b-420b-842e-87d566ae60e0 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:19:55.660123 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'f7fcef2a-e82d-49f3-8c8e-4b7c39593586', 'network_id': '4e1e7a30-3df0-4abd-a73d-992d09d57d47', 'port_id': 'f7fcef2a-e82d-49f3-8c8e-4b7c39593586', 'mac_address': 'fa:16:3e:d3:b6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2401ec9-e48c-45a1-b272-50a799589ed2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:19:55.697677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8ef29-53c3-481c-a75f-51213274faaa req-12e0a827-09e7-4070-927d-27591958bff4 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:55.699600 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bac8ef29-53c3-481c-a75f-51213274faaa req-12e0a827-09e7-4070-927d-27591958bff4 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 946 time: 0.1413534 Aug 17 02:19:55.720001 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:55.730346 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:55.740570 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ea4c173-e4a8-4d91-bd3a-3e6cbc99bf54 req-7af18f93-9222-4aa8-a8ee-aeee7e3b2697 service neutron] 10.222.0.18 "GET /v2.0/networks/4e1e7a30-3df0-4abd-a73d-992d09d57d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586890 Aug 17 02:19:55.746991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fcef2a-e82d-49f3-8c8e-4b7c39593586 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:19:55.768808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:19:55.794867 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-6c322003-918f-4549-9775-b81c8ce2f796 req-318d9aec-682c-4472-b353-73bfde245306 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Allocated IP 172.20.0.10 (a88b2b4c-2c08-4006-818e-2d752cadd802/6509ac47-d342-45b8-9490-4b610b6ff91d/14055cf1-db4a-41b9-bc6e-6fc15b1e0b68) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:19:55.810510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2,segment=NetworkSegment(9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43),segment_id=9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:55.813033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f7fcef2a-e82d-49f3-8c8e-4b7c39593586, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f7fcef2a-e82d-49f3-8c8e-4b7c39593586,segment=NetworkSegment(9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43),segment_id=9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:55.819790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e9c889bd-b21b-4cd3-8f9a-97a8f9895661 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:19:55.820522 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:55.870357 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bac8ef29-53c3-481c-a75f-51213274faaa req-79b4d761-3a9e-4f34-a784-7a33583a6a73 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550632 Aug 17 02:19:55.943215 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ea4c173-e4a8-4d91-bd3a-3e6cbc99bf54 req-db996e0d-2d70-4eba-9a10-546ff3c89395 service neutron] 10.222.0.18 "GET /v2.0/networks/4e1e7a30-3df0-4abd-a73d-992d09d57d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941075 Aug 17 02:19:55.952251 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:55.981556 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1792034547-router', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:19:42Z', 'updated_at': '2021-08-17T02:19:53Z', 'revision_number': 4, 'project_id': '0ffd7df9757847c7a36e60dd067ac442', 'gw_port': {'id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:19:44Z', 'updated_at': '2021-08-17T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '2dedd159-8872-49ba-9572-90dba8cdd25f', 'name': '', 'network_id': '9cba8287-cec9-498c-9f8c-926e05bbe141', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442', 'mac_address': 'fa:16:3e:99:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'dc3316c7-e316-4e1c-93cd-c99e705b40cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:19:51Z', 'updated_at': '2021-08-17T02:19:53Z', 'revision_number': 2, 'project_id': '0ffd7df9757847c7a36e60dd067ac442', 'subnets': [{'id': 'dc3316c7-e316-4e1c-93cd-c99e705b40cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:55.994339 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:56.049832 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Checking router: 0a735bae-8b7b-420b-842e-87d566ae60e0 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:19:56.050140 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Updating router 0a735bae-8b7b-420b-842e-87d566ae60e0 port 2dedd159-8872-49ba-9572-90dba8cdd25f binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:19:56.063882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:56.084049 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:56.104301 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6c322003-918f-4549-9775-b81c8ce2f796 req-318d9aec-682c-4472-b353-73bfde245306 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:56.144015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5eafee-3a03-445c-90ca-a7ec5c75e92f req-e497b786-ba82-4459-ba4f-8e01bf5453a2 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:56.148793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d5eafee-3a03-445c-90ca-a7ec5c75e92f req-e497b786-ba82-4459-ba4f-8e01bf5453a2 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=45485eb2-7590-4238-803c-0e5b21655a18 HTTP/1.1" status: 200 len: 944 time: 0.0989540 Aug 17 02:19:56.181934 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f7fcef2a-e82d-49f3-8c8e-4b7c39593586,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:56.217310 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d5eafee-3a03-445c-90ca-a7ec5c75e92f req-c246e4d9-6b67-42c1-804c-f68583ff08c9 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588956 Aug 17 02:19:56.318765 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6c322003-918f-4549-9775-b81c8ce2f796 req-318d9aec-682c-4472-b353-73bfde245306 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:56.375704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c322003-918f-4549-9775-b81c8ce2f796 req-318d9aec-682c-4472-b353-73bfde245306 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Network a88b2b4c-2c08-4006-818e-2d752cadd802 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:19:56.379750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-6c322003-918f-4549-9775-b81c8ce2f796 req-318d9aec-682c-4472-b353-73bfde245306 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:19:56.384497 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c322003-918f-4549-9775-b81c8ce2f796 req-318d9aec-682c-4472-b353-73bfde245306 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:19:56.389386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d9aec-682c-4472-b353-73bfde245306 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Pushing event updated for resources: {'Port': ['ID=14055cf1-db4a-41b9-bc6e-6fc15b1e0b68,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:56.445183 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:56.447482 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:56.449048 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c322003-918f-4549-9775-b81c8ce2f796 req-318d9aec-682c-4472-b353-73bfde245306 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:56.449744 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6c322003-918f-4549-9775-b81c8ce2f796 req-318d9aec-682c-4472-b353-73bfde245306 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:56.465007 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Transition to ACTIVE for port object 2dedd159-8872-49ba-9572-90dba8cdd25f will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:19:56.472816 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-cc464d26-0c4a-4f54-b033-f9acb74aabb1 req-477cd0d9-e833-4a59-a38d-369805d714ce tempest-FloatingIPDetailsNegativeTestJSON-1523980829 tempest-FloatingIPDetailsNegativeTestJSON-1523980829-project] show failed (client error): The resource could not be found. Aug 17 02:19:56.473879 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc464d26-0c4a-4f54-b033-f9acb74aabb1 req-477cd0d9-e833-4a59-a38d-369805d714ce tempest-FloatingIPDetailsNegativeTestJSON-1523980829 tempest-FloatingIPDetailsNegativeTestJSON-1523980829-project] 10.222.0.13 "GET /v2.0/floatingips/0592304b-380c-4296-a465-3c11a33a440e HTTP/1.1" status: 404 len: 350 time: 0.0414844 Aug 17 02:19:56.484737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42324) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:56.609776 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6c322003-918f-4549-9775-b81c8ce2f796 req-318d9aec-682c-4472-b353-73bfde245306 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4594896 Aug 17 02:19:56.630908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Request body: {'port': {'device_id': 'b62fd500-8abc-4354-8a2c-90e00d830548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:56.644006 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce59431-14db-421b-8df3-763772941cc3 req-485209c9-a948-48c2-acf4-45ca53e26204 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:56.645948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ce59431-14db-421b-8df3-763772941cc3 req-485209c9-a948-48c2-acf4-45ca53e26204 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1093023 Aug 17 02:19:56.689405 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:56.694655 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:56.767094 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ce59431-14db-421b-8df3-763772941cc3 req-96031f28-66e6-4ad1-9f41-4e14b7b5d256 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853796 Aug 17 02:19:56.772874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 431bb697-06e8-4522-9799-564a9fbe8b8d up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:19:56.792655 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101c16a-f6d3-4d31-bae2-12b021afc26b None None] Pushing event updated for resources: {'Port': ['ID=2dedd159-8872-49ba-9572-90dba8cdd25f,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:56.820771 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101c16a-f6d3-4d31-bae2-12b021afc26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:56.821575 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101c16a-f6d3-4d31-bae2-12b021afc26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:56.822076 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101c16a-f6d3-4d31-bae2-12b021afc26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:56.822797 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101c16a-f6d3-4d31-bae2-12b021afc26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:56.823339 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101c16a-f6d3-4d31-bae2-12b021afc26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:56.823964 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101c16a-f6d3-4d31-bae2-12b021afc26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:56.824615 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101c16a-f6d3-4d31-bae2-12b021afc26b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:56.825309 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101c16a-f6d3-4d31-bae2-12b021afc26b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:56.834192 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101c16a-f6d3-4d31-bae2-12b021afc26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:56.834886 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101c16a-f6d3-4d31-bae2-12b021afc26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:56.837173 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101c16a-f6d3-4d31-bae2-12b021afc26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:56.837173 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1101c16a-f6d3-4d31-bae2-12b021afc26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:19:56.891569 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Attempting to bind port 2dedd159-8872-49ba-9572-90dba8cdd25f on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:19:56.891569 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Attempting to bind port 2dedd159-8872-49ba-9572-90dba8cdd25f by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '7bc1b211-dc32-40a6-b10b-99636b798650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9cba8287-cec9-498c-9f8c-926e05bbe141'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:19:56.891569 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Attempting to bind port 2dedd159-8872-49ba-9572-90dba8cdd25f on network 9cba8287-cec9-498c-9f8c-926e05bbe141 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:56.899599 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:19:56.900039 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Checking segment: {'id': '7bc1b211-dc32-40a6-b10b-99636b798650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9cba8287-cec9-498c-9f8c-926e05bbe141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:19:56.900406 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:56.900824 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Bound using segment: {'id': '7bc1b211-dc32-40a6-b10b-99636b798650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9cba8287-cec9-498c-9f8c-926e05bbe141'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:19:56.902047 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Bound port: 2dedd159-8872-49ba-9572-90dba8cdd25f, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc1b211-dc32-40a6-b10b-99636b798650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9cba8287-cec9-498c-9f8c-926e05bbe141'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:19:56.902870 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:56.982082 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 431bb697-06e8-4522-9799-564a9fbe8b8d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:19:56.990636 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 431bb697-06e8-4522-9799-564a9fbe8b8d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:19:57.010679 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:57.078090 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] For port 2dedd159-8872-49ba-9572-90dba8cdd25f, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:19:57.096208 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] For port 2dedd159-8872-49ba-9572-90dba8cdd25f, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2dedd159-8872-49ba-9572-90dba8cdd25f,segment=NetworkSegment(7bc1b211-dc32-40a6-b10b-99636b798650),segment_id=7bc1b211-dc32-40a6-b10b-99636b798650)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:19:57.112733 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f7fcef2a-e82d-49f3-8c8e-4b7c39593586'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:19:57.198930 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:57.293900 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb66637-209c-4be0-a3c0-79aac61c76f3 req-9e3ac67a-4bae-440f-94f5-6077054d8a94 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:57.300448 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7bb66637-209c-4be0-a3c0-79aac61c76f3 req-9e3ac67a-4bae-440f-94f5-6077054d8a94 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 932 time: 0.1583719 Aug 17 02:19:57.333281 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Routers {'0a735bae-8b7b-420b-842e-87d566ae60e0'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:19:57.334702 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:19:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0a735bae-8b7b-420b-842e-87d566ae60e0'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:57.347705 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:57.352492 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-35dfb152-c16d-47d9-992d-632ef961c665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:57.413621 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101c16a-f6d3-4d31-bae2-12b021afc26b None None] Pushing event updated for resources: {'Port': ['ID=2dedd159-8872-49ba-9572-90dba8cdd25f,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:57.464054 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7bb66637-209c-4be0-a3c0-79aac61c76f3 req-7b4405c9-777c-429b-8664-050c23f521f7 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef45e2c9-511c-4cc2-b18f-afe7313b1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519129 Aug 17 02:19:57.505419 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 431bb697-06e8-4522-9799-564a9fbe8b8d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=431bb697-06e8-4522-9799-564a9fbe8b8d,segment=NetworkSegment(9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43),segment_id=9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:57.520991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c4022f-5650-461d-b22e-2d570781a38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431bb697-06e8-4522-9799-564a9fbe8b8d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:57.528464 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df52d630-04cc-42f6-993d-31bd754c09d2" -d '{"events": [{"server_uuid": "b6c4022f-5650-461d-b22e-2d570781a38a", "name": "network-vif-plugged", "status": "completed", "tag": "431bb697-06e8-4522-9799-564a9fbe8b8d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:57.593748 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:19:57.599897 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] Set router 0a735bae-8b7b-420b-842e-87d566ae60e0 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:19:57.610937 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:57.628268 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:57.630985 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Transition to ACTIVE for port object 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:19:57.692985 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=431bb697-06e8-4522-9799-564a9fbe8b8d,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:57.759338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fd785-a2e7-4a39-8afe-e95c8a1aebd7 req-07f29a98-162c-4f50-8b34-2421f21e1345 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:57.760113 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b53fd785-a2e7-4a39-8afe-e95c8a1aebd7 req-07f29a98-162c-4f50-8b34-2421f21e1345 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 946 time: 0.1495559 Aug 17 02:19:57.812965 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b53fd785-a2e7-4a39-8afe-e95c8a1aebd7 req-92b2e172-9b36-445c-a6fe-002e25e02cf8 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448818 Aug 17 02:19:57.864066 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1792034547-router', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:19:42Z', 'updated_at': '2021-08-17T02:19:53Z', 'revision_number': 4, 'project_id': '0ffd7df9757847c7a36e60dd067ac442', 'gw_port': {'id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:19:44Z', 'updated_at': '2021-08-17T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '2dedd159-8872-49ba-9572-90dba8cdd25f', 'name': '', 'network_id': '9cba8287-cec9-498c-9f8c-926e05bbe141', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442', 'mac_address': 'fa:16:3e:99:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'dc3316c7-e316-4e1c-93cd-c99e705b40cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:19:51Z', 'updated_at': '2021-08-17T02:19:57Z', 'revision_number': 4, 'project_id': '0ffd7df9757847c7a36e60dd067ac442', 'subnets': [{'id': 'dc3316c7-e316-4e1c-93cd-c99e705b40cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:57.883022 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:57.895460 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-35dfb152-c16d-47d9-992d-632ef961c665 admin admin] Deleting port 2dedd159-8872-49ba-9572-90dba8cdd25f {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:19:57.895852 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-35dfb152-c16d-47d9-992d-632ef961c665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:57.898946 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4891a1f-0f80-47d0-bbd3-821b3e86a1d6 None None] The sync data for ids ['0a735bae-8b7b-420b-842e-87d566ae60e0'] in n-d-793621-31 is: [{'id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1792034547-router', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:19:42Z', 'updated_at': '2021-08-17T02:19:53Z', 'revision_number': 4, 'project_id': '0ffd7df9757847c7a36e60dd067ac442', 'gw_port': {'id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:19:44Z', 'updated_at': '2021-08-17T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '2dedd159-8872-49ba-9572-90dba8cdd25f', 'name': '', 'network_id': '9cba8287-cec9-498c-9f8c-926e05bbe141', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442', 'mac_address': 'fa:16:3e:99:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'dc3316c7-e316-4e1c-93cd-c99e705b40cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:19:51Z', 'updated_at': '2021-08-17T02:19:57Z', 'revision_number': 4, 'project_id': '0ffd7df9757847c7a36e60dd067ac442', 'subnets': [{'id': 'dc3316c7-e316-4e1c-93cd-c99e705b40cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:19:57.935732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Pushing event updated for resources: {'Port': ['ID=14055cf1-db4a-41b9-bc6e-6fc15b1e0b68,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:58.041731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-35dfb152-c16d-47d9-992d-632ef961c665 admin admin] For port 2dedd159-8872-49ba-9572-90dba8cdd25f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2dedd159-8872-49ba-9572-90dba8cdd25f,segment=NetworkSegment(7bc1b211-dc32-40a6-b10b-99636b798650),segment_id=7bc1b211-dc32-40a6-b10b-99636b798650)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:58.042120 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-35dfb152-c16d-47d9-992d-632ef961c665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:58.061949 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-35dfb152-c16d-47d9-992d-632ef961c665 admin admin] Calling delete_port for 2dedd159-8872-49ba-9572-90dba8cdd25f owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:19:58.065980 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Attempting to bind port 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:19:58.065980 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Attempting to bind port 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a88b2b4c-2c08-4006-818e-2d752cadd802'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:19:58.066394 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Attempting to bind port 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 on network a88b2b4c-2c08-4006-818e-2d752cadd802 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:58.074856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Port 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 on network a88b2b4c-2c08-4006-818e-2d752cadd802 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:19:58.075581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Attempting to bind port 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 on network a88b2b4c-2c08-4006-818e-2d752cadd802 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:19:58.083787 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:19:58.084133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Checking segment: {'id': 'fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a88b2b4c-2c08-4006-818e-2d752cadd802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:19:58.084571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Bound using segment: {'id': 'fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a88b2b4c-2c08-4006-818e-2d752cadd802'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:19:58.085304 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Bound port: 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a88b2b4c-2c08-4006-818e-2d752cadd802'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:19:58.085722 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:58.170357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] For port 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:19:58.175444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] For port 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=14055cf1-db4a-41b9-bc6e-6fc15b1e0b68,segment=NetworkSegment(fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb),segment_id=fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:19:58.444204 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:58.498570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:58.498570 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:58.498570 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6c322003-918f-4549-9775-b81c8ce2f796 req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] 10.222.0.42 "PUT /v2.0/ports/14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 HTTP/1.1" status: 200 len: 1093 time: 1.8593848 Aug 17 02:19:58.498570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62fd500-8abc-4354-8a2c-90e00d830548', 'tag': '14055cf1-db4a-41b9-bc6e-6fc15b1e0b68'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:19:58.498570 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6628a77-01a0-4a10-a41e-ed3bd5ab54c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b62fd500-8abc-4354-8a2c-90e00d830548", "tag": "14055cf1-db4a-41b9-bc6e-6fc15b1e0b68"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:19:58.522176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf041a-6bcd-4365-b682-7075546118aa service neutron] Pushing event updated for resources: {'Port': ['ID=14055cf1-db4a-41b9-bc6e-6fc15b1e0b68,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:58.540937 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:58.549783 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-35dfb152-c16d-47d9-992d-632ef961c665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:58.572128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfb152-c16d-47d9-992d-632ef961c665 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dedd159-8872-49ba-9572-90dba8cdd25f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:58.763334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d63cbd76-af42-4b47-9601-d09dd529d248 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:19:58.786493 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-35dfb152-c16d-47d9-992d-632ef961c665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:58.798554 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c322003-918f-4549-9775-b81c8ce2f796 req-015c2d2a-7b28-43e7-bb94-5d1dc42c283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:58.800087 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6c322003-918f-4549-9775-b81c8ce2f796 req-015c2d2a-7b28-43e7-bb94-5d1dc42c283c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2448c9cd3477403687342c1d36a0b06b&device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 1096 time: 0.0650549 Aug 17 02:19:58.866751 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6c322003-918f-4549-9775-b81c8ce2f796 req-2a05ff85-111e-42ef-8acd-4b902dd34d8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 HTTP/1.1" status: 200 len: 217 time: 0.0512328 Aug 17 02:19:58.921930 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d63cbd76-af42-4b47-9601-d09dd529d248,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:58.923870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c322003-918f-4549-9775-b81c8ce2f796 req-1e82aabe-05ac-4229-a7c1-f316dd7d6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:58.926883 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6c322003-918f-4549-9775-b81c8ce2f796 req-1e82aabe-05ac-4229-a7c1-f316dd7d6428 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6509ac47-d342-45b8-9490-4b610b6ff91d HTTP/1.1" status: 200 len: 855 time: 0.0548818 Aug 17 02:19:58.941135 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d63cbd76-af42-4b47-9601-d09dd529d248 has no active binding in host n-h2-793621-31 {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:19:58.964818 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6c322003-918f-4549-9775-b81c8ce2f796 req-0872d4b3-931b-4737-ae96-bacbc6ab945f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a88b2b4c-2c08-4006-818e-2d752cadd802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304446 Aug 17 02:19:59.080803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:19:59.106984 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6c322003-918f-4549-9775-b81c8ce2f796 req-b9e0109b-b05c-4492-b93f-4f1a9708a165 service neutron] 10.222.0.42 "GET /v2.0/networks/a88b2b4c-2c08-4006-818e-2d752cadd802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341002 Aug 17 02:19:59.262263 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6c322003-918f-4549-9775-b81c8ce2f796 req-4b6f24fb-a8c0-4c31-b2b1-6b6240f94e0e service neutron] 10.222.0.42 "GET /v2.0/networks/a88b2b4c-2c08-4006-818e-2d752cadd802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476221 Aug 17 02:19:59.290225 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:19:59.295907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:19:59.296288 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:59.395567 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:59.444922 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2,segment=NetworkSegment(9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43),segment_id=9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:59.469651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dfb152-c16d-47d9-992d-632ef961c665 admin admin] Router 0a735bae-8b7b-420b-842e-87d566ae60e0 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:19:59.592925 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:59.595346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-2e631395-0466-496c-8454-c8bfe9952f6b tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:19:59.597380 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-2e631395-0466-496c-8454-c8bfe9952f6b tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1098 time: 0.1199868 Aug 17 02:19:59.618641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-31'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:19:59.652946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dfb152-c16d-47d9-992d-632ef961c665 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:19:59.658415 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-35dfb152-c16d-47d9-992d-632ef961c665 admin admin] 10.222.0.13 "PUT /v2.0/routers/0a735bae-8b7b-420b-842e-87d566ae60e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1725287 Aug 17 02:19:59.662169 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42392) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:19:59.671261 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d999e7-361c-4390-9c70-a9db254bd334 None None] Sync routers for ids ['0a735bae-8b7b-420b-842e-87d566ae60e0'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:19:59.676271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:19:59.685432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d999e7-361c-4390-9c70-a9db254bd334 None None] Routers {'0a735bae-8b7b-420b-842e-87d566ae60e0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:19:59.686473 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-d0d999e7-361c-4390-9c70-a9db254bd334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:19:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0a735bae-8b7b-420b-842e-87d566ae60e0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:19:59.699040 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:59.811010 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:19:59.818920 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-d0d999e7-361c-4390-9c70-a9db254bd334 None None] Set router 0a735bae-8b7b-420b-842e-87d566ae60e0 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:19:59.864776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d63cbd76-af42-4b47-9601-d09dd529d248,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:19:59.928766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:19:59.950623 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:00.012752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbc081f-d2c3-46ec-8c70-0cac247319cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd63cbd76-af42-4b47-9601-d09dd529d248'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:00.015238 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe75c449-0331-4c85-b643-7da6217a6b9e" -d '{"events": [{"server_uuid": "dcbc081f-d2c3-46ec-8c70-0cac247319cf", "name": "network-vif-unplugged", "status": "completed", "tag": "d63cbd76-af42-4b47-9601-d09dd529d248"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:00.019542 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:00.041031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ef686-5475-4c8a-a510-44c6bc8838fd req-5c3b21e4-05be-4c5d-817d-a5b1fb612d0b tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:00.042780 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c26ef686-5475-4c8a-a510-44c6bc8838fd req-5c3b21e4-05be-4c5d-817d-a5b1fb612d0b tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=45485eb2-7590-4238-803c-0e5b21655a18 HTTP/1.1" status: 200 len: 944 time: 0.0852334 Aug 17 02:20:00.045018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-d0d999e7-361c-4390-9c70-a9db254bd334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1792034547-router', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:19:42Z', 'updated_at': '2021-08-17T02:19:58Z', 'revision_number': 5, 'project_id': '0ffd7df9757847c7a36e60dd067ac442', 'gw_port': {'id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:19:44Z', 'updated_at': '2021-08-17T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:00.073598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d999e7-361c-4390-9c70-a9db254bd334 None None] Checking router: 0a735bae-8b7b-420b-842e-87d566ae60e0 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:20:00.083119 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d999e7-361c-4390-9c70-a9db254bd334 None None] Routers {'0a735bae-8b7b-420b-842e-87d566ae60e0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:20:00.083747 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-d0d999e7-361c-4390-9c70-a9db254bd334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:19:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0a735bae-8b7b-420b-842e-87d566ae60e0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:00.091601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c26ef686-5475-4c8a-a510-44c6bc8838fd req-4afb6f6d-c5bb-4bf3-97ee-fa7029e39e65 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386226 Aug 17 02:20:00.142450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] Deleting port e9c889bd-b21b-4cd3-8f9a-97a8f9895661 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:20:00.142652 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:00.152813 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:00.218968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-d0d999e7-361c-4390-9c70-a9db254bd334 None None] Set router 0a735bae-8b7b-420b-842e-87d566ae60e0 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:20:00.254284 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bed92c9-dd8e-4fea-92c3-237d8b103d26 x-openstack-request-id: req-6bed92c9-dd8e-4fea-92c3-237d8b103d26 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:00.254629 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c4022f-5650-461d-b22e-2d570781a38a", "name": "network-vif-plugged", "status": "completed", "tag": "431bb697-06e8-4522-9799-564a9fbe8b8d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:00.254876 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bed92c9-dd8e-4fea-92c3-237d8b103d26 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:00.255274 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c4022f-5650-461d-b22e-2d570781a38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431bb697-06e8-4522-9799-564a9fbe8b8d', 'code': 200} Aug 17 02:20:00.277525 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Attempting to bind port d63cbd76-af42-4b47-9601-d09dd529d248 on host n-h1-793621-31 for vnic_type normal with profile {"migrating_to": "n-h2-793621-31"} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:20:00.277988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Attempting to bind port d63cbd76-af42-4b47-9601-d09dd529d248 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:20:00.278477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Attempting to bind port d63cbd76-af42-4b47-9601-d09dd529d248 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:20:00.288342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Pushing event updated for resources: {'Port': ['ID=d63cbd76-af42-4b47-9601-d09dd529d248,revision_number=7']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:00.288872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] For port e9c889bd-b21b-4cd3-8f9a-97a8f9895661, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e9c889bd-b21b-4cd3-8f9a-97a8f9895661,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:00.289602 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:00.303942 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Port d63cbd76-af42-4b47-9601-d09dd529d248 on network c8c80ec2-d490-4616-acf6-294513bafc60 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:20:00.304319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Attempting to bind port d63cbd76-af42-4b47-9601-d09dd529d248 on network c8c80ec2-d490-4616-acf6-294513bafc60 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:20:00.312005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] Calling delete_port for e9c889bd-b21b-4cd3-8f9a-97a8f9895661 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:20:00.324388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:20:00.324388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Checking segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:20:00.324388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Bound using segment: {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:20:00.324388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Bound port: d63cbd76-af42-4b47-9601-d09dd529d248, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e203-a801-459c-a0e9-79a1b4b055a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8c80ec2-d490-4616-acf6-294513bafc60'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:20:00.324388 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:00.459058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-d0d999e7-361c-4390-9c70-a9db254bd334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1792034547-router', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:19:42Z', 'updated_at': '2021-08-17T02:19:58Z', 'revision_number': 5, 'project_id': '0ffd7df9757847c7a36e60dd067ac442', 'gw_port': {'id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:19:44Z', 'updated_at': '2021-08-17T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:00.475364 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50536f4f-6c8e-4dc3-b84f-f5a099c48fdf req-eae3bfcc-bdc2-43f7-8ae9-e768d73cc053 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:00.477051 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50536f4f-6c8e-4dc3-b84f-f5a099c48fdf req-eae3bfcc-bdc2-43f7-8ae9-e768d73cc053 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1495371 Aug 17 02:20:00.482263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d93267-799b-4a9e-ae9c-6e27df6c12ca req-453b8a86-3de8-4a71-aea7-30e307a3046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:00.483880 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71d93267-799b-4a9e-ae9c-6e27df6c12ca req-453b8a86-3de8-4a71-aea7-30e307a3046a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b6c4022f-5650-461d-b22e-2d570781a38a HTTP/1.1" status: 200 len: 1097 time: 0.1168258 Aug 17 02:20:00.487739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:20:00.493080 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d63cbd76-af42-4b47-9601-d09dd529d248,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:20:00.504943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d999e7-361c-4390-9c70-a9db254bd334 None None] The sync data for ids ['0a735bae-8b7b-420b-842e-87d566ae60e0'] in n-d-793621-31 is: [{'id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1792034547-router', 'tenant_id': '0ffd7df9757847c7a36e60dd067ac442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:19:42Z', 'updated_at': '2021-08-17T02:19:58Z', 'revision_number': 5, 'project_id': '0ffd7df9757847c7a36e60dd067ac442', 'gw_port': {'id': 'e9c889bd-b21b-4cd3-8f9a-97a8f9895661', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a735bae-8b7b-420b-842e-87d566ae60e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:19:44Z', 'updated_at': '2021-08-17T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:20:00.557142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50536f4f-6c8e-4dc3-b84f-f5a099c48fdf req-78bec223-db8e-4e39-9a9e-c29684322cdb tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708046 Aug 17 02:20:00.567825 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71d93267-799b-4a9e-ae9c-6e27df6c12ca req-2c36d2d6-02b5-4701-8b48-fc33aa6b50be service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731535 Aug 17 02:20:00.605640 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f97e43-01cc-476f-8686-7111f9922666 x-openstack-request-id: req-e5f97e43-01cc-476f-8686-7111f9922666 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:00.605934 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62fd500-8abc-4354-8a2c-90e00d830548", "tag": "14055cf1-db4a-41b9-bc6e-6fc15b1e0b68", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:00.606186 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5f97e43-01cc-476f-8686-7111f9922666 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:00.606587 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62fd500-8abc-4354-8a2c-90e00d830548', 'tag': '14055cf1-db4a-41b9-bc6e-6fc15b1e0b68', 'status': 'completed', 'code': 200} Aug 17 02:20:00.667427 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:00.706899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6628a77-01a0-4a10-a41e-ed3bd5ab54c7 req-bc3e0847-95d0-4649-a76e-a452d9928848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:00.709571 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c6628a77-01a0-4a10-a41e-ed3bd5ab54c7 req-bc3e0847-95d0-4649-a76e-a452d9928848 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2448c9cd3477403687342c1d36a0b06b&device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 1096 time: 0.0474613 Aug 17 02:20:00.765667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d1e1de2d-179a-45c3-938c-cd9f729a962d details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:20:00.777600 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:00.777841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f7fcef2a-e82d-49f3-8c8e-4b7c39593586 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:20:00.782560 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:00.783243 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:00.785462 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] 10.222.0.18 "PUT /v2.0/ports/d63cbd76-af42-4b47-9601-d09dd529d248 HTTP/1.1" status: 200 len: 1124 time: 1.1746733 Aug 17 02:20:00.796198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eca1db-4fdc-4c60-a7cd-594a16ca1faf req-32b9035c-56e4-46cf-a48b-09c5b7ab11de tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:00.797677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76eca1db-4fdc-4c60-a7cd-594a16ca1faf req-32b9035c-56e4-46cf-a48b-09c5b7ab11de tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 944 time: 0.1442702 Aug 17 02:20:00.798797 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24365f-ae4d-4508-8735-14a1635e9793 service neutron] Pushing event updated for resources: {'Port': ['ID=d63cbd76-af42-4b47-9601-d09dd529d248,revision_number=8']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:00.819794 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c889bd-b21b-4cd3-8f9a-97a8f9895661,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:00.856297 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76eca1db-4fdc-4c60-a7cd-594a16ca1faf req-4e7dcd41-8b1b-4d3c-946b-912db3b866ed tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef45e2c9-511c-4cc2-b18f-afe7313b1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433984 Aug 17 02:20:00.913617 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:00.942552 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:00.959764 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6628a77-01a0-4a10-a41e-ed3bd5ab54c7 req-44838815-0a6b-4874-ae47-719eef624271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:00.959764 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c6628a77-01a0-4a10-a41e-ed3bd5ab54c7 req-44838815-0a6b-4874-ae47-719eef624271 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a88b2b4c-2c08-4006-818e-2d752cadd802 HTTP/1.1" status: 200 len: 916 time: 0.2287514 Aug 17 02:20:00.973539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d1e1de2d-179a-45c3-938c-cd9f729a962d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d1e1de2d-179a-45c3-938c-cd9f729a962d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:00.993068 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'd1e1de2d-179a-45c3-938c-cd9f729a962d', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'd1e1de2d-179a-45c3-938c-cd9f729a962d', 'mac_address': 'fa:16:3e:5a:e7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:20:00.999415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['d63cbd76-af42-4b47-9601-d09dd529d248'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:20:01.019780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c587bb-891e-469d-bd72-535161ecd4a3 req-23096c67-cb4e-4279-8418-d11cb73a57cc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:01.023186 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d5c587bb-891e-469d-bd72-535161ecd4a3 req-23096c67-cb4e-4279-8418-d11cb73a57cc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 944 time: 0.0754871 Aug 17 02:20:01.028953 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['d63cbd76-af42-4b47-9601-d09dd529d248'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:20:01.063047 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c6628a77-01a0-4a10-a41e-ed3bd5ab54c7 req-1304abad-0de5-46d8-9ac0-86e9a04f6109 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 HTTP/1.1" status: 200 len: 217 time: 0.0794632 Aug 17 02:20:01.081719 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:01.086211 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:01.125598 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d5c587bb-891e-469d-bd72-535161ecd4a3 req-a0b84f50-f610-4911-8845-107a63321193 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662537 Aug 17 02:20:01.139166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6628a77-01a0-4a10-a41e-ed3bd5ab54c7 req-dd74c8aa-e8cc-41c8-ab40-0172803649df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:01.140733 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c6628a77-01a0-4a10-a41e-ed3bd5ab54c7 req-dd74c8aa-e8cc-41c8-ab40-0172803649df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6509ac47-d342-45b8-9490-4b610b6ff91d HTTP/1.1" status: 200 len: 855 time: 0.0694311 Aug 17 02:20:01.151067 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port f7fcef2a-e82d-49f3-8c8e-4b7c39593586 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:20:01.166506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port f7fcef2a-e82d-49f3-8c8e-4b7c39593586 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:01.166889 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:01.211787 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c6628a77-01a0-4a10-a41e-ed3bd5ab54c7 req-362acce0-b97d-417c-aa3e-d5c002d702ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a88b2b4c-2c08-4006-818e-2d752cadd802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329931 Aug 17 02:20:01.226302 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:01.285186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e1de2d-179a-45c3-938c-cd9f729a962d {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:20:01.354317 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c6628a77-01a0-4a10-a41e-ed3bd5ab54c7 req-1a2a84b6-0da0-4f12-9ddd-8426abe0f32c service neutron] 10.222.0.42 "GET /v2.0/networks/a88b2b4c-2c08-4006-818e-2d752cadd802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123219 Aug 17 02:20:01.365713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d1e1de2d-179a-45c3-938c-cd9f729a962d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d1e1de2d-179a-45c3-938c-cd9f729a962d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:01.409617 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:01.410721 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a735bae-8b7b-420b-842e-87d566ae60e0 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:20:01.416287 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:01.420531 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a76424f0-302a-47e3-a692-a17b4f33195c admin admin] 10.222.0.13 "DELETE /v2.0/routers/0a735bae-8b7b-420b-842e-87d566ae60e0 HTTP/1.1" status: 204 len: 168 time: 1.7540922 Aug 17 02:20:01.421767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42410) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:01.422267 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:01.491423 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2dedd159-8872-49ba-9572-90dba8cdd25f no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:20:01.540658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f7fcef2a-e82d-49f3-8c8e-4b7c39593586, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f7fcef2a-e82d-49f3-8c8e-4b7c39593586,segment=NetworkSegment(9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43),segment_id=9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:01.547931 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 2dedd159-8872-49ba-9572-90dba8cdd25f {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:20:01.548534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2dedd159-8872-49ba-9572-90dba8cdd25f not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:20:01.671423 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:01.839634 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d6456e-0ea5-43c7-965b-faf3e0a258d8 admin admin] Deleting subnet dc3316c7-e316-4e1c-93cd-c99e705b40cf {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:20:01.850751 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06d6456e-0ea5-43c7-965b-faf3e0a258d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:01.885455 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c6628a77-01a0-4a10-a41e-ed3bd5ab54c7 req-76380c04-68e5-455b-9e82-7b808606b9fe service neutron] 10.222.0.42 "GET /v2.0/networks/a88b2b4c-2c08-4006-818e-2d752cadd802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165405 Aug 17 02:20:01.891808 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:01.892702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 389c3133-c4d7-4af2-9699-e97a6433ab3a no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:20:01.900231 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06d6456e-0ea5-43c7-965b-faf3e0a258d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:01.934565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=d1e1de2d-179a-45c3-938c-cd9f729a962d,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:01.948146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:01.948497 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:01.948844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:01.949286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:01.949629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:01.949962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:01.950292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:01.950620 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:01.950947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:01.951271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:01.951596 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:01.951919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:02.006865 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06d6456e-0ea5-43c7-965b-faf3e0a258d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:02.075016 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:02.079280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f7fcef2a-e82d-49f3-8c8e-4b7c39593586,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:02.111463 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['d1e1de2d-179a-45c3-938c-cd9f729a962d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:20:02.155403 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a43b8c5-121d-43d9-9f23-1efa0a3f8c57 x-openstack-request-id: req-7a43b8c5-121d-43d9-9f23-1efa0a3f8c57 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:02.155968 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbc081f-d2c3-46ec-8c70-0cac247319cf", "name": "network-vif-unplugged", "status": "completed", "tag": "d63cbd76-af42-4b47-9601-d09dd529d248", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:02.156245 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a43b8c5-121d-43d9-9f23-1efa0a3f8c57 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:02.156850 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbc081f-d2c3-46ec-8c70-0cac247319cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd63cbd76-af42-4b47-9601-d09dd529d248', 'code': 200} Aug 17 02:20:02.210142 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 389c3133-c4d7-4af2-9699-e97a6433ab3a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=389c3133-c4d7-4af2-9699-e97a6433ab3a,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:02.256318 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdd9133-407d-4b51-9d57-f624e4d85123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2'}, {'server_uuid': '45485eb2-7590-4238-803c-0e5b21655a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fcef2a-e82d-49f3-8c8e-4b7c39593586'}, {'server_uuid': '5c8f3256-5295-4f35-820a-71f1fee8ad09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '389c3133-c4d7-4af2-9699-e97a6433ab3a'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:02.260308 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28de3318-2acd-4df9-8726-f71b6f70a783" -d '{"events": [{"server_uuid": "bcdd9133-407d-4b51-9d57-f624e4d85123", "name": "network-vif-plugged", "status": "completed", "tag": "787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2"}, {"server_uuid": "45485eb2-7590-4238-803c-0e5b21655a18", "name": "network-vif-plugged", "status": "completed", "tag": "f7fcef2a-e82d-49f3-8c8e-4b7c39593586"}, {"server_uuid": "5c8f3256-5295-4f35-820a-71f1fee8ad09", "name": "network-vif-unplugged", "status": "completed", "tag": "389c3133-c4d7-4af2-9699-e97a6433ab3a"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:02.277157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf1205-2309-4bb0-8424-69540e25eb22 req-c5f60704-0f1d-49a5-92c7-f2ce30c82d90 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:02.278846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1dcf1205-2309-4bb0-8424-69540e25eb22 req-c5f60704-0f1d-49a5-92c7-f2ce30c82d90 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=45485eb2-7590-4238-803c-0e5b21655a18 HTTP/1.1" status: 200 len: 945 time: 0.0664363 Aug 17 02:20:02.290844 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06d6456e-0ea5-43c7-965b-faf3e0a258d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:02.330106 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1dcf1205-2309-4bb0-8424-69540e25eb22 req-7b6f695b-ee66-43f4-b64d-a120e180b456 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 Aug 17 02:20:02.339182 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06d6456e-0ea5-43c7-965b-faf3e0a258d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:02.342885 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-06d6456e-0ea5-43c7-965b-faf3e0a258d8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dc3316c7-e316-4e1c-93cd-c99e705b40cf HTTP/1.1" status: 204 len: 168 time: 0.9198523 Aug 17 02:20:02.345489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42426) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:02.353299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6456e-0ea5-43c7-965b-faf3e0a258d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc3316c7-e316-4e1c-93cd-c99e705b40cf,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:02.371294 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c394a5f7-81f9-4cff-8500-806d80daf82d None None] Network 9cba8287-cec9-498c-9f8c-926e05bbe141 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:20:02.445792 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:02.460142 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:20:02.484365 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:02.571829 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=389c3133-c4d7-4af2-9699-e97a6433ab3a,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:02.573474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51e533-71c0-46a7-8370-9ec2ede6fff8 req-8fcc23d7-b15f-47da-8790-0c055c6bbffd tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:02.576182 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b51e533-71c0-46a7-8370-9ec2ede6fff8 req-8fcc23d7-b15f-47da-8790-0c055c6bbffd tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1067109 Aug 17 02:20:02.589580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] Deleting port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:20:02.590032 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:02.647628 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebe439c-fbcd-494c-ac41-4588c1cfa8e8 None None] DHCP port deletion for 9cba8287-cec9-498c-9f8c-926e05bbe141 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:20:02.701470 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b51e533-71c0-46a7-8370-9ec2ede6fff8 req-b5498d69-2e47-4829-9094-30ea18d56bdc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145294 Aug 17 02:20:02.710627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] For port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=dfc1223a-f819-47d1-a9c5-eeb38e3f0fab,segment=NetworkSegment(7bc1b211-dc32-40a6-b10b-99636b798650),segment_id=7bc1b211-dc32-40a6-b10b-99636b798650)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:02.711009 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:02.727965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] Calling delete_port for dfc1223a-f819-47d1-a9c5-eeb38e3f0fab owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:20:02.745468 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe439c-fbcd-494c-ac41-4588c1cfa8e8 None None] Deleting port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:20:02.746336 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebe439c-fbcd-494c-ac41-4588c1cfa8e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:02.881446 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebe439c-fbcd-494c-ac41-4588c1cfa8e8 None None] For port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=dfc1223a-f819-47d1-a9c5-eeb38e3f0fab,segment=NetworkSegment(7bc1b211-dc32-40a6-b10b-99636b798650),segment_id=7bc1b211-dc32-40a6-b10b-99636b798650)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:02.882996 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebe439c-fbcd-494c-ac41-4588c1cfa8e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:02.907197 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe439c-fbcd-494c-ac41-4588c1cfa8e8 None None] Calling delete_port for dfc1223a-f819-47d1-a9c5-eeb38e3f0fab owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:20:02.956690 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d83c35-617b-4293-91b6-a5da2afbe0b9 req-765e3b3c-6717-446b-89eb-a28b24ec6538 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:02.959282 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77d83c35-617b-4293-91b6-a5da2afbe0b9 req-765e3b3c-6717-446b-89eb-a28b24ec6538 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 944 time: 0.1039593 Aug 17 02:20:03.029738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77d83c35-617b-4293-91b6-a5da2afbe0b9 req-ceccb6c7-6a5c-47e7-b3b1-19616b124e91 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef45e2c9-511c-4cc2-b18f-afe7313b1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578370 Aug 17 02:20:03.080613 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:20:03.179336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dbaf1-7e2c-4f88-a652-cf45054bf59e req-76ef80db-441a-4186-93b1-6c57fa6173fb tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:03.182088 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c2dbaf1-7e2c-4f88-a652-cf45054bf59e req-76ef80db-441a-4186-93b1-6c57fa6173fb tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 944 time: 0.0863059 Aug 17 02:20:03.186520 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:03.226714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=14055cf1-db4a-41b9-bc6e-6fc15b1e0b68,segment=NetworkSegment(fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb),segment_id=fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:03.237781 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebe439c-fbcd-494c-ac41-4588c1cfa8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:03.256749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] No DVR routers for this DVR port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:20:03.274536 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc1223a-f819-47d1-a9c5-eeb38e3f0fab,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:03.275614 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '14055cf1-db4a-41b9-bc6e-6fc15b1e0b68', 'network_id': 'a88b2b4c-2c08-4006-818e-2d752cadd802', 'port_id': '14055cf1-db4a-41b9-bc6e-6fc15b1e0b68', 'mac_address': 'fa:16:3e:e0:94:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6509ac47-d342-45b8-9490-4b610b6ff91d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:20:03.296507 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe439c-fbcd-494c-ac41-4588c1cfa8e8 None None] Pushing event deleted for resources: {'Port': ['ID=dfc1223a-f819-47d1-a9c5-eeb38e3f0fab,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:03.296507 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe439c-fbcd-494c-ac41-4588c1cfa8e8 None None] No DVR routers for this DVR port dfc1223a-f819-47d1-a9c5-eeb38e3f0fab on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:20:03.332149 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:03.348380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:20:03.379218 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=14055cf1-db4a-41b9-bc6e-6fc15b1e0b68,segment=NetworkSegment(fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb),segment_id=fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:03.400281 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c2dbaf1-7e2c-4f88-a652-cf45054bf59e req-efcdde3b-cb45-4e14-8067-452aa3638932 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043347 Aug 17 02:20:03.432674 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:03.439133 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cba8287-cec9-498c-9f8c-926e05bbe141']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:03.474830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc1b211-dc32-40a6-b10b-99636b798650') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:03.475304 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc1b211-dc32-40a6-b10b-99636b798650') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:03.487278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e9c889bd-b21b-4cd3-8f9a-97a8f9895661 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:20:03.500805 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:03.517918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: e9c889bd-b21b-4cd3-8f9a-97a8f9895661 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:20:03.518465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e9c889bd-b21b-4cd3-8f9a-97a8f9895661 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:20:03.547465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device dfc1223a-f819-47d1-a9c5-eeb38e3f0fab no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:20:03.547890 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:20:03.559865 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: dfc1223a-f819-47d1-a9c5-eeb38e3f0fab {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:20:03.560556 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device dfc1223a-f819-47d1-a9c5-eeb38e3f0fab not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:20:03.712487 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:03.751524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-c1d96736-1b87-4218-96a1-c04303ce78fa tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:03.754763 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-c1d96736-1b87-4218-96a1-c04303ce78fa tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/networks?id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0 HTTP/1.1" status: 200 len: 805 time: 0.1302888 Aug 17 02:20:03.760754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=14055cf1-db4a-41b9-bc6e-6fc15b1e0b68,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:03.776836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-bc0a987a-a766-4c7a-a94d-6acf76e0ca77 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/quotas/5c0a5acf9e674963b58c743496f77ad1 HTTP/1.1" status: 200 len: 375 time: 0.0105667 Aug 17 02:20:03.836175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-c673700f-4068-4575-b6dd-6d45e971983e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c0a5acf9e674963b58c743496f77ad1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0526309 Aug 17 02:20:03.964996 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:03.975340 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:03.977273 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] 10.222.0.13 "DELETE /v2.0/networks/9cba8287-cec9-498c-9f8c-926e05bbe141 HTTP/1.1" status: 204 len: 168 time: 1.6307056 Aug 17 02:20:03.993813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-9bc5c71f-d7b9-4be2-9bae-b8724b8508df service neutron] 10.222.0.13 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434333 Aug 17 02:20:03.995240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a491540-a237-4231-bc0f-e77fab4e58ba admin admin] Pushing event deleted for resources: {'Network': ['ID=9cba8287-cec9-498c-9f8c-926e05bbe141,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:04.115131 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-51d159eb-8ea9-47a6-9310-435809ceefa7 service neutron] 10.222.0.13 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130176 Aug 17 02:20:04.149655 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['14055cf1-db4a-41b9-bc6e-6fc15b1e0b68'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:20:04.158145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbc081f-d2c3-46ec-8c70-0cac247319cf', 'tag': 'd63cbd76-af42-4b47-9601-d09dd529d248'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:04.163731 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d686c917-395a-4e09-b89b-399bc3074856" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbc081f-d2c3-46ec-8c70-0cac247319cf", "tag": "d63cbd76-af42-4b47-9601-d09dd529d248"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:04.568706 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7b44e0-961c-45e9-8595-f023cc12a48c x-openstack-request-id: req-7e7b44e0-961c-45e9-8595-f023cc12a48c {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:04.569528 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdd9133-407d-4b51-9d57-f624e4d85123", "name": "network-vif-plugged", "status": "completed", "tag": "787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2", "code": 200}, {"server_uuid": "45485eb2-7590-4238-803c-0e5b21655a18", "name": "network-vif-plugged", "status": "completed", "tag": "f7fcef2a-e82d-49f3-8c8e-4b7c39593586", "code": 200}, {"server_uuid": "5c8f3256-5295-4f35-820a-71f1fee8ad09", "name": "network-vif-unplugged", "status": "completed", "tag": "389c3133-c4d7-4af2-9699-e97a6433ab3a", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:04.570233 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e7b44e0-961c-45e9-8595-f023cc12a48c {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:04.571096 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdd9133-407d-4b51-9d57-f624e4d85123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2', 'code': 200} Aug 17 02:20:04.571636 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45485eb2-7590-4238-803c-0e5b21655a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fcef2a-e82d-49f3-8c8e-4b7c39593586', 'code': 200} Aug 17 02:20:04.572204 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8f3256-5295-4f35-820a-71f1fee8ad09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '389c3133-c4d7-4af2-9699-e97a6433ab3a', 'code': 200} Aug 17 02:20:04.721068 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f546b-b2b1-483a-b469-7fcd4a413cf1 req-70814c30-916c-49b7-a2f8-cf7786ebfddc tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:04.723223 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf1f546b-b2b1-483a-b469-7fcd4a413cf1 req-70814c30-916c-49b7-a2f8-cf7786ebfddc tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=45485eb2-7590-4238-803c-0e5b21655a18 HTTP/1.1" status: 200 len: 945 time: 0.0905099 Aug 17 02:20:04.760784 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63733500-daf2-466e-9bca-fe10fc294dbb req-f5e6d5dc-9d18-4bd9-80a1-6f0b74ca0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:04.764957 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-63733500-daf2-466e-9bca-fe10fc294dbb req-f5e6d5dc-9d18-4bd9-80a1-6f0b74ca0d99 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bcdd9133-407d-4b51-9d57-f624e4d85123 HTTP/1.1" status: 200 len: 1097 time: 0.0617926 Aug 17 02:20:04.783758 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d1e1de2d-179a-45c3-938c-cd9f729a962d up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:20:04.805197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42472) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:04.855613 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf1f546b-b2b1-483a-b469-7fcd4a413cf1 req-eff5681d-938d-4498-a7aa-415898679964 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238382 Aug 17 02:20:04.870153 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8c134-8610-4147-932d-23f0824d72e9 req-f69b626b-f018-464a-9a2c-444796069ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:04.896081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port d1e1de2d-179a-45c3-938c-cd9f729a962d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:04.896081 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:04.896860 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06f8c134-8610-4147-932d-23f0824d72e9 req-f69b626b-f018-464a-9a2c-444796069ec0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45485eb2-7590-4238-803c-0e5b21655a18 HTTP/1.1" status: 200 len: 1097 time: 0.0998309 Aug 17 02:20:04.897033 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-63733500-daf2-466e-9bca-fe10fc294dbb req-502ebbbb-e7fd-4d13-8b36-08a6b82bccb0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015801 Aug 17 02:20:04.906720 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-10d4cd2f-f0ad-46fe-8198-9af3e2c2286e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ffd7df9757847c7a36e60dd067ac442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0998785 Aug 17 02:20:04.911861 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42474) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:04.948378 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06f8c134-8610-4147-932d-23f0824d72e9 req-d6cd784d-43e4-4e7a-9fdb-38a0263ff4ea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610199 Aug 17 02:20:05.020543 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:05.039872 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e4e2a29-7567-41de-a75e-8944f6d1762c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:05.076870 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e4e2a29-7567-41de-a75e-8944f6d1762c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:05.085076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d1e1de2d-179a-45c3-938c-cd9f729a962d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d1e1de2d-179a-45c3-938c-cd9f729a962d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:05.160491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c86943-c2b8-4a9e-91c1-92cb90a53c79 req-dd954c53-cef8-4913-836f-d362ff1f0d81 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:05.163202 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63c86943-c2b8-4a9e-91c1-92cb90a53c79 req-dd954c53-cef8-4913-836f-d362ff1f0d81 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0727019 Aug 17 02:20:05.223008 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63c86943-c2b8-4a9e-91c1-92cb90a53c79 req-acf0c627-8388-48eb-89c5-54f2343799a9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495479 Aug 17 02:20:05.239187 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:05.307307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=d1e1de2d-179a-45c3-938c-cd9f729a962d,revision_number=10']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:05.433810 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e4e2a29-7567-41de-a75e-8944f6d1762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:05.436758 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e4e2a29-7567-41de-a75e-8944f6d1762c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:05.438074 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1e4e2a29-7567-41de-a75e-8944f6d1762c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fe1ef55-cd54-44bc-9d47-b5eee0757397 HTTP/1.1" status: 204 len: 168 time: 0.5245910 Aug 17 02:20:05.447320 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840472dd-a94d-4cb8-ae2e-02f988fc8b79 req-b17af6d5-015d-48e0-9f83-5570000503fe tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:05.447982 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-840472dd-a94d-4cb8-ae2e-02f988fc8b79 req-b17af6d5-015d-48e0-9f83-5570000503fe tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 945 time: 0.0731950 Aug 17 02:20:05.454499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e2a29-7567-41de-a75e-8944f6d1762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe1ef55-cd54-44bc-9d47-b5eee0757397,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:05.519144 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-840472dd-a94d-4cb8-ae2e-02f988fc8b79 req-e67dcb65-79d6-4f5a-8733-4f74bb897e23 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef45e2c9-511c-4cc2-b18f-afe7313b1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626543 Aug 17 02:20:05.603287 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790aeb3e-7ead-49df-87aa-438ad2abef67 x-openstack-request-id: req-790aeb3e-7ead-49df-87aa-438ad2abef67 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:05.608281 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbc081f-d2c3-46ec-8c70-0cac247319cf", "tag": "d63cbd76-af42-4b47-9601-d09dd529d248", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:05.608281 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-790aeb3e-7ead-49df-87aa-438ad2abef67 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:05.608281 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbc081f-d2c3-46ec-8c70-0cac247319cf', 'tag': 'd63cbd76-af42-4b47-9601-d09dd529d248', 'status': 'completed', 'code': 200} Aug 17 02:20:05.719760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686c917-395a-4e09-b89b-399bc3074856 req-f1964608-4223-43d0-a2e3-9ecfcc7a3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:05.722216 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d686c917-395a-4e09-b89b-399bc3074856 req-f1964608-4223-43d0-a2e3-9ecfcc7a3e78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 1127 time: 0.0712223 Aug 17 02:20:05.758215 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace91bc-39b1-406f-991b-731c7a30ae98 req-7603291d-3abb-4886-ac54-b31f7e60c977 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:05.760216 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ace91bc-39b1-406f-991b-731c7a30ae98 req-7603291d-3abb-4886-ac54-b31f7e60c977 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 944 time: 0.0600889 Aug 17 02:20:05.808765 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ace91bc-39b1-406f-991b-731c7a30ae98 req-4bc88cdc-a384-4215-9b10-9607a62b83c4 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 Aug 17 02:20:05.859314 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686c917-395a-4e09-b89b-399bc3074856 req-45bb4206-e67c-4f8e-aebb-bc5861bfe935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:05.860412 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d686c917-395a-4e09-b89b-399bc3074856 req-45bb4206-e67c-4f8e-aebb-bc5861bfe935 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.1244316 Aug 17 02:20:05.905944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b896967-f28f-415a-a489-4c518e5cf684 req-525f116f-3d8c-4aa9-b687-f209acdbc61a tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 210 time: 0.0289814 Aug 17 02:20:05.906900 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d686c917-395a-4e09-b89b-399bc3074856 req-778001a3-299f-4a5c-a42c-93cef206d1b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d63cbd76-af42-4b47-9601-d09dd529d248 HTTP/1.1" status: 200 len: 217 time: 0.0388465 Aug 17 02:20:05.983199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686c917-395a-4e09-b89b-399bc3074856 req-9866ea5f-a92a-408e-b78c-9db4a699b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:05.985925 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d686c917-395a-4e09-b89b-399bc3074856 req-9866ea5f-a92a-408e-b78c-9db4a699b7f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.0715861 Aug 17 02:20:06.035008 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d686c917-395a-4e09-b89b-399bc3074856 req-202f30e0-26e1-415a-b57a-ac61d98c3572 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404844 Aug 17 02:20:06.147001 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff402c9-1eb5-46cb-b1e2-537599fbd92a req-d441b4e8-d3f2-4ec7-b763-85e6b65e8b13 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:06.149767 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ff402c9-1eb5-46cb-b1e2-537599fbd92a req-d441b4e8-d3f2-4ec7-b763-85e6b65e8b13 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=45485eb2-7590-4238-803c-0e5b21655a18 HTTP/1.1" status: 200 len: 945 time: 0.0646431 Aug 17 02:20:06.182470 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d686c917-395a-4e09-b89b-399bc3074856 req-0aa4ec07-c345-4f82-b6cd-7da3748b4cb1 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389513 Aug 17 02:20:06.218424 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ff402c9-1eb5-46cb-b1e2-537599fbd92a req-5de2184f-7ef9-4599-a5c0-0c363cc6b1a8 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555656 Aug 17 02:20:06.327486 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d686c917-395a-4e09-b89b-399bc3074856 req-23dc8639-d308-4a52-860d-76446cf2d1ff service neutron] 10.222.0.42 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372530 Aug 17 02:20:06.432670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c992c6-e8e7-4916-aa91-c9276860b1ca req-045e25eb-234d-4ebb-9447-ef0d7e797a17 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:06.432670 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94c992c6-e8e7-4916-aa91-c9276860b1ca req-045e25eb-234d-4ebb-9447-ef0d7e797a17 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0621009 Aug 17 02:20:06.482602 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94c992c6-e8e7-4916-aa91-c9276860b1ca req-d08a890a-6658-4f9f-b7c1-66d202681382 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389948 Aug 17 02:20:06.572247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b3929-d5c0-4caa-b598-bae06cd136fc req-01c406b1-bb15-4b9f-8132-0abc56ce945d tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:06.573963 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e1de2d-179a-45c3-938c-cd9f729a962d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:06.574696 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-264b3929-d5c0-4caa-b598-bae06cd136fc req-01c406b1-bb15-4b9f-8132-0abc56ce945d tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c8f3256-5295-4f35-820a-71f1fee8ad09 HTTP/1.1" status: 200 len: 943 time: 0.0567255 Aug 17 02:20:06.578129 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8985b904-4066-438e-9281-6cf80d70532f" -d '{"events": [{"server_uuid": "cd835bdf-4f18-497d-83d7-4f0852e12b5e", "name": "network-vif-plugged", "status": "completed", "tag": "d1e1de2d-179a-45c3-938c-cd9f729a962d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:06.731822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e70b81-0afa-4e69-b81c-98117d17c39e req-53e769a5-2374-4133-8d7b-0f5c5302ad8f tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:06.731822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96e70b81-0afa-4e69-b81c-98117d17c39e req-53e769a5-2374-4133-8d7b-0f5c5302ad8f tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 945 time: 0.0996206 Aug 17 02:20:06.783547 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-264b3929-d5c0-4caa-b598-bae06cd136fc req-8076f10f-e11a-4d58-89f5-e7d2a42dbeae tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Deleting port 389c3133-c4d7-4af2-9699-e97a6433ab3a {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:20:06.797714 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-264b3929-d5c0-4caa-b598-bae06cd136fc req-8076f10f-e11a-4d58-89f5-e7d2a42dbeae tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:06.836566 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96e70b81-0afa-4e69-b81c-98117d17c39e req-3dfbb39e-777c-4779-8807-ad9ff5b12191 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef45e2c9-511c-4cc2-b18f-afe7313b1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940452 Aug 17 02:20:06.887533 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bdecd4-5bbf-4257-b2b4-2db8d627b4a3 x-openstack-request-id: req-62bdecd4-5bbf-4257-b2b4-2db8d627b4a3 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:06.887975 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd835bdf-4f18-497d-83d7-4f0852e12b5e", "name": "network-vif-plugged", "status": "completed", "tag": "d1e1de2d-179a-45c3-938c-cd9f729a962d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:06.898975 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62bdecd4-5bbf-4257-b2b4-2db8d627b4a3 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:06.898975 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e1de2d-179a-45c3-938c-cd9f729a962d', 'code': 200} Aug 17 02:20:06.915483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-264b3929-d5c0-4caa-b598-bae06cd136fc req-8076f10f-e11a-4d58-89f5-e7d2a42dbeae tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] For port 389c3133-c4d7-4af2-9699-e97a6433ab3a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=389c3133-c4d7-4af2-9699-e97a6433ab3a,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:06.916219 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-264b3929-d5c0-4caa-b598-bae06cd136fc req-8076f10f-e11a-4d58-89f5-e7d2a42dbeae tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:06.942184 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-264b3929-d5c0-4caa-b598-bae06cd136fc req-8076f10f-e11a-4d58-89f5-e7d2a42dbeae tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Calling delete_port for 389c3133-c4d7-4af2-9699-e97a6433ab3a owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:20:07.079021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd214dfb-96ba-4bd0-bbfc-53587fb4b975 req-5e4138b8-4a23-4b1d-9c1d-f450e1bdb868 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:07.086012 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd214dfb-96ba-4bd0-bbfc-53587fb4b975 req-5e4138b8-4a23-4b1d-9c1d-f450e1bdb868 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 944 time: 0.1353419 Aug 17 02:20:07.086257 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:20:07.154115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd214dfb-96ba-4bd0-bbfc-53587fb4b975 req-e2adf03f-62c5-4037-8d3e-5f4489555194 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569987 Aug 17 02:20:07.312144 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8659aaea-dd30-4621-8683-ff784f0febec req-80c549c3-48ce-465b-9d0c-0d4f192f77df tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 210 time: 0.0348370 Aug 17 02:20:07.390781 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:20:07.396253 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:07.396693 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:07.436074 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-264b3929-d5c0-4caa-b598-bae06cd136fc req-8076f10f-e11a-4d58-89f5-e7d2a42dbeae tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:07.519634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076f10f-e11a-4d58-89f5-e7d2a42dbeae tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Pushing event deleted for resources: {'Port': ['ID=389c3133-c4d7-4af2-9699-e97a6433ab3a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:07.568034 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:07.637582 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=14055cf1-db4a-41b9-bc6e-6fc15b1e0b68,segment=NetworkSegment(fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb),segment_id=fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:07.677687 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-264b3929-d5c0-4caa-b598-bae06cd136fc req-8076f10f-e11a-4d58-89f5-e7d2a42dbeae tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] No DVR routers for this DVR port 389c3133-c4d7-4af2-9699-e97a6433ab3a on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:20:07.683205 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-264b3929-d5c0-4caa-b598-bae06cd136fc req-8076f10f-e11a-4d58-89f5-e7d2a42dbeae tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:07.686756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-264b3929-d5c0-4caa-b598-bae06cd136fc req-8076f10f-e11a-4d58-89f5-e7d2a42dbeae tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.18 "DELETE /v2.0/ports/389c3133-c4d7-4af2-9699-e97a6433ab3a HTTP/1.1" status: 204 len: 173 time: 1.1010723 Aug 17 02:20:07.687491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8f3256-5295-4f35-820a-71f1fee8ad09', 'name': 'network-vif-deleted', 'tag': '389c3133-c4d7-4af2-9699-e97a6433ab3a'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:07.691889 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754554d3-229f-4e91-befc-fce6759ab3bf" -d '{"events": [{"server_uuid": "5c8f3256-5295-4f35-820a-71f1fee8ad09", "name": "network-vif-deleted", "tag": "389c3133-c4d7-4af2-9699-e97a6433ab3a"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:07.719658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc5ab4-1125-4209-983e-244bc108b2a4 req-dd91970c-292b-4170-a2cd-77e33e845da1 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:07.726764 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70fc5ab4-1125-4209-983e-244bc108b2a4 req-dd91970c-292b-4170-a2cd-77e33e845da1 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=45485eb2-7590-4238-803c-0e5b21655a18 HTTP/1.1" status: 200 len: 945 time: 0.1923604 Aug 17 02:20:07.772592 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:07.806121 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70fc5ab4-1125-4209-983e-244bc108b2a4 req-44321f0e-d659-4f60-ad03-f0ae38dd76ca tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743010 Aug 17 02:20:07.870620 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=14055cf1-db4a-41b9-bc6e-6fc15b1e0b68,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:07.916004 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-52035dde-7f0c-42ab-ac0a-413b4a8cb34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:08.075972 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26722060-9184-445c-88d4-95ddf2a02c4f req-411ddf1a-6a9b-4665-a26f-4d811237c220 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:08.078717 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26722060-9184-445c-88d4-95ddf2a02c4f req-411ddf1a-6a9b-4665-a26f-4d811237c220 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0776234 Aug 17 02:20:08.143497 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26722060-9184-445c-88d4-95ddf2a02c4f req-81952fef-031e-4a4f-b0b6-07fceb241ac8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493989 Aug 17 02:20:08.452281 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-d7425971-c8da-4e94-8bd0-9c57a4fdf8ff tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:08.453951 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-d7425971-c8da-4e94-8bd0-9c57a4fdf8ff tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.42 "GET /v2.0/networks?id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0 HTTP/1.1" status: 200 len: 805 time: 0.1237485 Aug 17 02:20:08.467600 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0c2616-3b48-41b4-aa19-4e82f0b538ae x-openstack-request-id: req-fc0c2616-3b48-41b4-aa19-4e82f0b538ae {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:08.468089 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8f3256-5295-4f35-820a-71f1fee8ad09", "name": "network-vif-deleted", "tag": "389c3133-c4d7-4af2-9699-e97a6433ab3a", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:08.468476 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc0c2616-3b48-41b4-aa19-4e82f0b538ae {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:08.469120 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8f3256-5295-4f35-820a-71f1fee8ad09', 'name': 'network-vif-deleted', 'tag': '389c3133-c4d7-4af2-9699-e97a6433ab3a', 'status': 'completed', 'code': 200} Aug 17 02:20:08.476861 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-41b414dd-936f-427b-b8bb-cc78b81a4aff tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Request body: {'port': {'device_id': 'd0c17e65-5f2a-4e18-98fd-0413a9f73d71', 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0', 'admin_state_up': True, 'tenant_id': '5c0a5acf9e674963b58c743496f77ad1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:20:08.589350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b90df2-afb8-4764-b0a3-5377a6d9d195 req-78ee0a61-5aa7-4f35-b54c-66b8d85d208c tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:08.592119 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d1b90df2-afb8-4764-b0a3-5377a6d9d195 req-78ee0a61-5aa7-4f35-b54c-66b8d85d208c tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 946 time: 0.0558584 Aug 17 02:20:08.644910 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d1b90df2-afb8-4764-b0a3-5377a6d9d195 req-4e4c649c-e295-40f5-a890-e4b6c06c25b5 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef45e2c9-511c-4cc2-b18f-afe7313b1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475326 Aug 17 02:20:08.751802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-41b414dd-936f-427b-b8bb-cc78b81a4aff tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Made reservation on behalf of 5c0a5acf9e674963b58c743496f77ad1 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:20:08.756730 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-41b414dd-936f-427b-b8bb-cc78b81a4aff tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:08.780532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335b55b-ca34-40b0-8dba-00a3a808dd2e req-fabfe4bb-05cc-437e-85c9-9bd2cf8ef6f7 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:08.790235 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4335b55b-ca34-40b0-8dba-00a3a808dd2e req-fabfe4bb-05cc-437e-85c9-9bd2cf8ef6f7 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 944 time: 0.0704587 Aug 17 02:20:08.813051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 389c3133-c4d7-4af2-9699-e97a6433ab3a no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:20:08.869616 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4335b55b-ca34-40b0-8dba-00a3a808dd2e req-f9677dcf-73d8-4e48-afbf-3e35314a3285 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771163 Aug 17 02:20:08.889863 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62fd500-8abc-4354-8a2c-90e00d830548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14055cf1-db4a-41b9-bc6e-6fc15b1e0b68'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:08.892889 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7949b4-1f73-49a0-9c3c-e7a4338d422c" -d '{"events": [{"server_uuid": "b62fd500-8abc-4354-8a2c-90e00d830548", "name": "network-vif-plugged", "status": "completed", "tag": "14055cf1-db4a-41b9-bc6e-6fc15b1e0b68"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:08.898311 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 389c3133-c4d7-4af2-9699-e97a6433ab3a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:20:08.901675 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 389c3133-c4d7-4af2-9699-e97a6433ab3a not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:20:08.966842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-41b414dd-936f-427b-b8bb-cc78b81a4aff tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Allocated IP 172.20.0.10 (a3c07a00-afe9-42bb-bdb1-4cc5388176c0/d40e3627-cef8-4c94-b684-08d6667f5996/82811479-e5ff-4146-98c0-9f39c622a226) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:20:09.012580 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1db199d8-9789-4504-916a-15d2dd5c2a1f req-ea28ddd5-f0cf-45ec-a581-b54964b4804f tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 210 time: 0.0316706 Aug 17 02:20:09.085316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d63cbd76-af42-4b47-9601-d09dd529d248 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:20:09.212330 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-41b414dd-936f-427b-b8bb-cc78b81a4aff tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:09.374317 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-41b414dd-936f-427b-b8bb-cc78b81a4aff tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:09.384685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572f76-d072-444d-bf9a-3bd71ab8ca72 req-c2542f43-f04e-4425-9090-8e026f975056 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:09.386826 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50572f76-d072-444d-bf9a-3bd71ab8ca72 req-c2542f43-f04e-4425-9090-8e026f975056 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=45485eb2-7590-4238-803c-0e5b21655a18 HTTP/1.1" status: 200 len: 945 time: 0.0747154 Aug 17 02:20:09.465738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50572f76-d072-444d-bf9a-3bd71ab8ca72 req-761f9dce-4bef-4638-b007-67c366a1ed5d tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716064 Aug 17 02:20:09.532399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-41b414dd-936f-427b-b8bb-cc78b81a4aff tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:20:09.541979 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24da9499-0ad8-4e06-91e9-bd4a57dad8eb x-openstack-request-id: req-24da9499-0ad8-4e06-91e9-bd4a57dad8eb {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:09.542312 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62fd500-8abc-4354-8a2c-90e00d830548", "name": "network-vif-plugged", "status": "completed", "tag": "14055cf1-db4a-41b9-bc6e-6fc15b1e0b68", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:09.542576 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24da9499-0ad8-4e06-91e9-bd4a57dad8eb {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:09.542986 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62fd500-8abc-4354-8a2c-90e00d830548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14055cf1-db4a-41b9-bc6e-6fc15b1e0b68', 'code': 200} Aug 17 02:20:09.545853 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-41b414dd-936f-427b-b8bb-cc78b81a4aff tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:20:09.555959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-41b414dd-936f-427b-b8bb-cc78b81a4aff tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:20:09.592168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b414dd-936f-427b-b8bb-cc78b81a4aff tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Pushing event updated for resources: {'Port': ['ID=82811479-e5ff-4146-98c0-9f39c622a226,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:09.614965 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-6df75328-3b30-4376-a928-992927586227 service neutron] 10.222.0.42 "GET /v2.0/ports/d63cbd76-af42-4b47-9601-d09dd529d248/bindings/n-h2-793621-31 HTTP/1.1" status: 200 len: 385 time: 0.2196226 Aug 17 02:20:09.649703 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-41b414dd-936f-427b-b8bb-cc78b81a4aff tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:09.651225 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-41b414dd-936f-427b-b8bb-cc78b81a4aff tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:09.805805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8a483-f3d5-4c5f-bbcd-187d2d0ae9d0 req-fc5079cd-4e1f-483c-a0dc-a8451d11a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:09.810826 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-56d8a483-f3d5-4c5f-bbcd-187d2d0ae9d0 req-fc5079cd-4e1f-483c-a0dc-a8451d11a38e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 1098 time: 0.1193049 Aug 17 02:20:09.822090 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cf2aa-3384-42e5-bf3c-05ccf3fd243c req-a3f82b56-5c56-4684-a638-bdb927992810 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:09.823802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7c6cf2aa-3384-42e5-bf3c-05ccf3fd243c req-a3f82b56-5c56-4684-a638-bdb927992810 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0971704 Aug 17 02:20:09.901748 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7c6cf2aa-3384-42e5-bf3c-05ccf3fd243c req-2c273a7c-c807-4e02-8cd4-8be6f45c6b31 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606673 Aug 17 02:20:09.909468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-56d8a483-f3d5-4c5f-bbcd-187d2d0ae9d0 req-2ac873eb-7fac-42a7-af43-73699d15fa34 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ef45e2c9-511c-4cc2-b18f-afe7313b1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843227 Aug 17 02:20:09.915103 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-41b414dd-936f-427b-b8bb-cc78b81a4aff tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4442959 Aug 17 02:20:09.937413 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-57b6feed-8893-484f-afd9-84e132936d07 service neutron] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d63cbd76-af42-4b47-9601-d09dd529d248,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:09.969962 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-57b6feed-8893-484f-afd9-84e132936d07 service neutron] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:20:10.033924 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-57b6feed-8893-484f-afd9-84e132936d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63cbd76-af42-4b47-9601-d09dd529d248 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:20:10.052716 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-57b6feed-8893-484f-afd9-84e132936d07 service neutron] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d63cbd76-af42-4b47-9601-d09dd529d248,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:10.197392 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8446732-2f70-40b0-ad50-f5c31edaa509 req-398d39b8-31d8-4520-bd4c-64460bf4b55e tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:10.199172 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8446732-2f70-40b0-ad50-f5c31edaa509 req-398d39b8-31d8-4520-bd4c-64460bf4b55e tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6c4022f-5650-461d-b22e-2d570781a38a HTTP/1.1" status: 200 len: 945 time: 0.0824835 Aug 17 02:20:10.234373 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-57b6feed-8893-484f-afd9-84e132936d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:10.289650 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-936e099b-122f-4812-b244-066b0111fed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:10.291854 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8446732-2f70-40b0-ad50-f5c31edaa509 req-a9abaa19-0e9b-4cef-ac31-b6a72c381cd1 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829587 Aug 17 02:20:10.334127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Request body: {'port': {'device_id': 'd0c17e65-5f2a-4e18-98fd-0413a9f73d71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:20:10.421788 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-57b6feed-8893-484f-afd9-84e132936d07 service neutron] Transition to ACTIVE for port object d63cbd76-af42-4b47-9601-d09dd529d248 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:20:10.434627 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:10.468010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d591d09-93d4-4cfd-b79b-336aa1b0942a req-b071afcd-ccfe-44a4-a811-8bd55e5db529 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:10.469834 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d591d09-93d4-4cfd-b79b-336aa1b0942a req-b071afcd-ccfe-44a4-a811-8bd55e5db529 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 946 time: 0.0769892 Aug 17 02:20:10.547992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d591d09-93d4-4cfd-b79b-336aa1b0942a req-69875bdf-90b9-4613-a9c8-2502b36dc3c9 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef45e2c9-511c-4cc2-b18f-afe7313b1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633533 Aug 17 02:20:10.648670 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-57b6feed-8893-484f-afd9-84e132936d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:10.695674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187ec9c-579a-4aab-a993-e8fb47f17b34 req-d63e1db1-6ded-4625-9990-d989c96f000b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:10.702796 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7187ec9c-579a-4aab-a993-e8fb47f17b34 req-d63e1db1-6ded-4625-9990-d989c96f000b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 945 time: 0.0747802 Aug 17 02:20:10.712037 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:10.757747 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7187ec9c-579a-4aab-a993-e8fb47f17b34 req-1ab182f2-c5d6-49e7-b9f4-1de3d9f0f0b9 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534785 Aug 17 02:20:10.829650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6feed-8893-484f-afd9-84e132936d07 service neutron] Pushing event updated for resources: {'Port': ['ID=d63cbd76-af42-4b47-9601-d09dd529d248,revision_number=10']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:10.833890 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-57b6feed-8893-484f-afd9-84e132936d07 service neutron] No DVR routers for this DVR port d63cbd76-af42-4b47-9601-d09dd529d248 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:20:10.895947 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3ff3e-a526-4cc7-a32f-c8b89ae06687 req-20a31a8d-d8ff-404a-8d55-b7066e3d78f5 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:10.901387 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-57b6feed-8893-484f-afd9-84e132936d07 service neutron] 10.222.0.42 "PUT /v2.0/ports/d63cbd76-af42-4b47-9601-d09dd529d248/bindings/n-h2-793621-31/activate HTTP/1.1" status: 200 len: 370 time: 1.2701395 Aug 17 02:20:10.904721 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fea3ff3e-a526-4cc7-a32f-c8b89ae06687 req-20a31a8d-d8ff-404a-8d55-b7066e3d78f5 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 932 time: 0.0751655 Aug 17 02:20:10.945270 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fea3ff3e-a526-4cc7-a32f-c8b89ae06687 req-a97ff75c-0fb8-4642-83f2-d293597eb18c tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392210 Aug 17 02:20:11.013135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42644) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:11.029112 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82811479-e5ff-4146-98c0-9f39c622a226 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:20:11.052202 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:11.076250 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Transition to ACTIVE for port object 82811479-e5ff-4146-98c0-9f39c622a226 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:20:11.150761 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-806846ef-a89f-4921-9ced-be7fc53fd9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:11.215900 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:11.268191 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-c9b442e8-9204-48b3-8b6d-bfa87b7278ba tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:11.271501 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-c9b442e8-9204-48b3-8b6d-bfa87b7278ba tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1097 time: 0.1169953 Aug 17 02:20:11.334551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a56f62-b9be-4db4-9679-05f20afb8fcb req-fa2b8b69-764c-4c54-82ce-6842990d24e4 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:11.336630 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52a56f62-b9be-4db4-9679-05f20afb8fcb req-fa2b8b69-764c-4c54-82ce-6842990d24e4 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcdd9133-407d-4b51-9d57-f624e4d85123 HTTP/1.1" status: 200 len: 945 time: 0.1399195 Aug 17 02:20:11.398748 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Pushing event updated for resources: {'Port': ['ID=82811479-e5ff-4146-98c0-9f39c622a226,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:11.410987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e1792ad8-dd02-4674-892c-f393d6f7bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:11.412141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-e1792ad8-dd02-4674-892c-f393d6f7bcd3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d HTTP/1.1" status: 200 len: 1097 time: 0.1275465 Aug 17 02:20:11.446472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Attempting to bind port 82811479-e5ff-4146-98c0-9f39c622a226 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:20:11.448185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Attempting to bind port 82811479-e5ff-4146-98c0-9f39c622a226 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:20:11.448550 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Attempting to bind port 82811479-e5ff-4146-98c0-9f39c622a226 on network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:20:11.451046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52a56f62-b9be-4db4-9679-05f20afb8fcb req-aaac3eb4-cc49-4d5c-b25e-311d63194383 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910552 Aug 17 02:20:11.453808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Port 82811479-e5ff-4146-98c0-9f39c622a226 on network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:20:11.454137 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Attempting to bind port 82811479-e5ff-4146-98c0-9f39c622a226 on network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:20:11.461611 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-806846ef-a89f-4921-9ced-be7fc53fd9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:11.486756 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:20:11.492191 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Checking segment: {'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:20:11.492877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Bound using segment: {'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:20:11.493659 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Bound port: 82811479-e5ff-4146-98c0-9f39c622a226, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:20:11.494267 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:11.598200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-05c58a53-1a8c-48c9-90ab-275500c214c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:11.603456 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-05c58a53-1a8c-48c9-90ab-275500c214c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 1097 time: 0.1189322 Aug 17 02:20:11.610833 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-806846ef-a89f-4921-9ced-be7fc53fd9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:11.689266 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] For port 82811479-e5ff-4146-98c0-9f39c622a226, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:20:11.694142 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] For port 82811479-e5ff-4146-98c0-9f39c622a226, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=82811479-e5ff-4146-98c0-9f39c622a226,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:20:11.795992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-806846ef-a89f-4921-9ced-be7fc53fd9ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b6f87edf56342f0aadbbc9a55ea493e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7813220 Aug 17 02:20:11.802259 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42662) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:11.803785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806846ef-a89f-4921-9ced-be7fc53fd9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c724e2-54ad-4037-8b4a-08dc48249284,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:11.845373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a840b-c684-4dfe-94bc-594d796e3229 req-bd7123e4-69e7-4042-b721-342db518df56 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:11.846863 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-593a840b-c684-4dfe-94bc-594d796e3229 req-bd7123e4-69e7-4042-b721-342db518df56 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1145532 Aug 17 02:20:11.860140 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:11.894648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-3793243a-5895-4c7d-94a9-c96de2544b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:11.894648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-3793243a-5895-4c7d-94a9-c96de2544b1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.2521024 Aug 17 02:20:11.931252 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-af0bdc72-50ac-4150-b4b1-f91169af1280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:11.949056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-46bdf95b-b4a3-4e8d-b435-4f788d5a85ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d63cbd76-af42-4b47-9601-d09dd529d248 HTTP/1.1" status: 200 len: 217 time: 0.0661106 Aug 17 02:20:11.957674 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-af0bdc72-50ac-4150-b4b1-f91169af1280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:11.965848 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-593a840b-c684-4dfe-94bc-594d796e3229 req-c05f5f4a-2260-4ac8-af62-b7be2677c22e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112828 Aug 17 02:20:11.999507 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:12.042947 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-75de9808-56b4-43d2-a8f9-79e9f6dc5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:12.044681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-75de9808-56b4-43d2-a8f9-79e9f6dc5fa7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.0770698 Aug 17 02:20:12.101098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-2f6ed716-4f01-4598-99b0-34b36687e88b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418589 Aug 17 02:20:12.141480 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:12.142213 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:12.143683 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] 10.222.0.42 "PUT /v2.0/ports/82811479-e5ff-4146-98c0-9f39c622a226 HTTP/1.1" status: 200 len: 1093 time: 1.8198752 Aug 17 02:20:12.144274 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c17e65-5f2a-4e18-98fd-0413a9f73d71', 'tag': '82811479-e5ff-4146-98c0-9f39c622a226'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:12.147045 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afe9814-bd5b-45a9-a47a-a0b793edd927" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c17e65-5f2a-4e18-98fd-0413a9f73d71", "tag": "82811479-e5ff-4146-98c0-9f39c622a226"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:12.192184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d07304-b8eb-4bfc-af40-cc9f9739a578 service neutron] Pushing event updated for resources: {'Port': ['ID=82811479-e5ff-4146-98c0-9f39c622a226,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:12.234365 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-78ef3ccc-c69e-4e24-ad9a-85fca9928cbb service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198568 Aug 17 02:20:12.372628 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-33268662-f6e4-4806-b150-443c997c3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:12.374143 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-33268662-f6e4-4806-b150-443c997c3bf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c0a5acf9e674963b58c743496f77ad1&device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 1096 time: 0.0465770 Aug 17 02:20:12.385511 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-af0bdc72-50ac-4150-b4b1-f91169af1280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:12.389461 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-af0bdc72-50ac-4150-b4b1-f91169af1280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:12.396139 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-af0bdc72-50ac-4150-b4b1-f91169af1280 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7c724e2-54ad-4037-8b4a-08dc48249284 HTTP/1.1" status: 204 len: 168 time: 0.5869012 Aug 17 02:20:12.508949 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bdc72-50ac-4150-b4b1-f91169af1280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c724e2-54ad-4037-8b4a-08dc48249284,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:12.524113 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-06406243-7ee2-4b2c-a8f3-1db75a63cce8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82811479-e5ff-4146-98c0-9f39c622a226 HTTP/1.1" status: 200 len: 217 time: 0.1305985 Aug 17 02:20:12.601436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-91d5c6a8-1455-47a1-86bf-09cdc6020a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:12.603340 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-91d5c6a8-1455-47a1-86bf-09cdc6020a3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d40e3627-cef8-4c94-b684-08d6667f5996 HTTP/1.1" status: 200 len: 845 time: 0.0684383 Aug 17 02:20:12.651508 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-c4462626-45bc-4773-a4d2-ae08f9f69783 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387394 Aug 17 02:20:12.804225 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-dc2d67a8-5d37-4b83-bc04-8c4f179a0951 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572667 Aug 17 02:20:12.870771 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-e520eb95-a636-4ca7-a9ae-105def67d848 service neutron] 10.222.0.42 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019825 Aug 17 02:20:12.913004 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da399b-c45e-4396-8061-ce4b06a2f629 req-af4e260f-f5b7-413b-b811-b8896cd38327 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:12.920902 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8da399b-c45e-4396-8061-ce4b06a2f629 req-af4e260f-f5b7-413b-b811-b8896cd38327 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 946 time: 0.0860817 Aug 17 02:20:12.983004 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8da399b-c45e-4396-8061-ce4b06a2f629 req-a516d454-24bf-463f-a87d-48e4823f5d84 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef45e2c9-511c-4cc2-b18f-afe7313b1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609989 Aug 17 02:20:13.052038 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a55a419f-a29c-4d63-aa58-c53e2fae3b27 req-8ebc037e-26c2-4290-a340-0180e527977f service neutron] 10.222.0.42 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739135 Aug 17 02:20:13.236371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342dda6-7f86-46d2-9155-4cccbf29e406 req-bfec31e2-9fc4-478d-8666-17e8168151d9 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:13.245190 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e342dda6-7f86-46d2-9155-4cccbf29e406 req-bfec31e2-9fc4-478d-8666-17e8168151d9 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 945 time: 0.1236711 Aug 17 02:20:13.315021 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e342dda6-7f86-46d2-9155-4cccbf29e406 req-6c3918a5-0632-4d45-a0a0-e8d11f9743f3 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686831 Aug 17 02:20:13.536063 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbc6d9-7ce7-48a2-ae28-3f90f4d979f1 req-80b40c6a-abf6-4377-9eb7-b0c75b05361e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:13.544716 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-effbc6d9-7ce7-48a2-ae28-3f90f4d979f1 req-80b40c6a-abf6-4377-9eb7-b0c75b05361e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 944 time: 0.1233547 Aug 17 02:20:13.647858 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-effbc6d9-7ce7-48a2-ae28-3f90f4d979f1 req-92c0f073-6980-4c90-88e3-c7e4d89d261a tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034172 Aug 17 02:20:13.980048 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67756268-0ae4-4742-a4a3-8c4b28e25e3f x-openstack-request-id: req-67756268-0ae4-4742-a4a3-8c4b28e25e3f {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:13.980048 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c17e65-5f2a-4e18-98fd-0413a9f73d71", "tag": "82811479-e5ff-4146-98c0-9f39c622a226", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:13.980048 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67756268-0ae4-4742-a4a3-8c4b28e25e3f {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:13.980048 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c17e65-5f2a-4e18-98fd-0413a9f73d71', 'tag': '82811479-e5ff-4146-98c0-9f39c622a226', 'status': 'completed', 'code': 200} Aug 17 02:20:14.011975 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe9814-bd5b-45a9-a47a-a0b793edd927 req-106f6f07-dc10-4309-876d-e05278678a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:14.014551 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5afe9814-bd5b-45a9-a47a-a0b793edd927 req-106f6f07-dc10-4309-876d-e05278678a8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c0a5acf9e674963b58c743496f77ad1&device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 1096 time: 0.1048615 Aug 17 02:20:14.078005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e673e-d67f-4653-b4c4-175092059331 req-367a55f6-3501-4c07-9d08-072cf05e6694 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:14.082887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-992e673e-d67f-4653-b4c4-175092059331 req-367a55f6-3501-4c07-9d08-072cf05e6694 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6c4022f-5650-461d-b22e-2d570781a38a HTTP/1.1" status: 200 len: 945 time: 0.0946748 Aug 17 02:20:14.128940 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe9814-bd5b-45a9-a47a-a0b793edd927 req-62343be5-6cdc-46ef-a65b-e3348bdacc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:14.131330 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5afe9814-bd5b-45a9-a47a-a0b793edd927 req-62343be5-6cdc-46ef-a65b-e3348bdacc5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0 HTTP/1.1" status: 200 len: 906 time: 0.1092169 Aug 17 02:20:14.135219 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-992e673e-d67f-4653-b4c4-175092059331 req-655af166-09ee-413a-9651-83bbe1b2349d tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443237 Aug 17 02:20:14.182681 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5afe9814-bd5b-45a9-a47a-a0b793edd927 req-3e8abc4e-b57d-4fff-bad1-ae57584d8b8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82811479-e5ff-4146-98c0-9f39c622a226 HTTP/1.1" status: 200 len: 217 time: 0.0425782 Aug 17 02:20:14.251280 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe9814-bd5b-45a9-a47a-a0b793edd927 req-3897c525-7562-4360-9498-925af516e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:14.252675 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5afe9814-bd5b-45a9-a47a-a0b793edd927 req-3897c525-7562-4360-9498-925af516e204 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d40e3627-cef8-4c94-b684-08d6667f5996 HTTP/1.1" status: 200 len: 845 time: 0.0636461 Aug 17 02:20:14.278414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb04c6e-43b2-43f6-98a1-15ce6136ba30 req-3ecb95c9-25ce-4667-af89-a04994b22c4d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:14.280431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7fb04c6e-43b2-43f6-98a1-15ce6136ba30 req-3ecb95c9-25ce-4667-af89-a04994b22c4d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0714600 Aug 17 02:20:14.296648 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5afe9814-bd5b-45a9-a47a-a0b793edd927 req-9354f24d-43f2-4c17-b211-0d9a619d5832 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326943 Aug 17 02:20:14.336451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7fb04c6e-43b2-43f6-98a1-15ce6136ba30 req-25dd0cfa-03f1-4a8d-8328-527548afd1eb tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482378 Aug 17 02:20:14.425959 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5afe9814-bd5b-45a9-a47a-a0b793edd927 req-55f66def-7542-46e9-834a-501f9a364aef service neutron] 10.222.0.42 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216443 Aug 17 02:20:14.535804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293099b-cb7f-4e3d-bc13-e8303f47036b req-a598b925-dcf1-457e-9c3d-d9882ef336cc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:14.538013 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1293099b-cb7f-4e3d-bc13-e8303f47036b req-a598b925-dcf1-457e-9c3d-d9882ef336cc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 945 time: 0.1095226 Aug 17 02:20:14.540981 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5afe9814-bd5b-45a9-a47a-a0b793edd927 req-3fdc4799-905f-4785-b0a2-67bf1eb37cc4 service neutron] 10.222.0.42 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077054 Aug 17 02:20:14.569062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-6ffd689d-0876-4fef-b45a-c8317439fed7 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:14.570791 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-6ffd689d-0876-4fef-b45a-c8317439fed7 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf&tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 1097 time: 0.0882988 Aug 17 02:20:14.618952 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1293099b-cb7f-4e3d-bc13-e8303f47036b req-f2c45ca5-016d-4432-97f5-cc6412c39218 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745735 Aug 17 02:20:14.632625 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:14.816960 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f1b43-0f49-4c2e-b81b-2b72968266cb req-6462d47c-b071-489c-84ca-1bae0f45345e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:14.825754 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b88f1b43-0f49-4c2e-b81b-2b72968266cb req-6462d47c-b071-489c-84ca-1bae0f45345e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 944 time: 0.0751047 Aug 17 02:20:14.863689 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b88f1b43-0f49-4c2e-b81b-2b72968266cb req-351d1c24-c893-40f6-ac87-f581a3fbeff6 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362613 Aug 17 02:20:14.952074 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-cd139a72-1764-4a20-a3dc-66531411d4d6 service neutron] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:20:14.959696 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-cd139a72-1764-4a20-a3dc-66531411d4d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:14.961188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32ee7861-c1de-44f3-b749-80b70f19d4de req-cd139a72-1764-4a20-a3dc-66531411d4d6 service neutron] 10.222.0.18 "DELETE /v2.0/ports/d63cbd76-af42-4b47-9601-d09dd529d248/bindings/n-h1-793621-31 HTTP/1.1" status: 204 len: 173 time: 0.3812165 Aug 17 02:20:15.434035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d660e-fe7b-4b2e-91b9-4e83b44ee7d5 req-4259b21a-3aa0-47f6-9f0d-072180b9dedd tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:15.442903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f5d660e-fe7b-4b2e-91b9-4e83b44ee7d5 req-4259b21a-3aa0-47f6-9f0d-072180b9dedd tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6c4022f-5650-461d-b22e-2d570781a38a HTTP/1.1" status: 200 len: 945 time: 0.1414464 Aug 17 02:20:15.489572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f5d660e-fe7b-4b2e-91b9-4e83b44ee7d5 req-9be06d1a-1fe7-45a1-a8e2-39b77d3120cf tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455241 Aug 17 02:20:15.662978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ca3c6-12ad-40a3-ab03-1434bb497450 req-ea9f8fc9-bded-4390-a5a0-f8c50505202a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:15.664699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b88ca3c6-12ad-40a3-ab03-1434bb497450 req-ea9f8fc9-bded-4390-a5a0-f8c50505202a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0820782 Aug 17 02:20:15.755629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b88ca3c6-12ad-40a3-ab03-1434bb497450 req-c9aae5ea-5085-4d6a-89b7-dd2defcda79a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802183 Aug 17 02:20:15.779544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f5700-e428-4a52-aa79-4a84c2ce3eea req-35534b55-9c14-4fdf-ab06-5c963d08321d tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:15.781092 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-453f5700-e428-4a52-aa79-4a84c2ce3eea req-35534b55-9c14-4fdf-ab06-5c963d08321d tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6c4022f-5650-461d-b22e-2d570781a38a HTTP/1.1" status: 200 len: 945 time: 0.0962772 Aug 17 02:20:15.954066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-453f5700-e428-4a52-aa79-4a84c2ce3eea req-936e251c-64bf-4776-abb1-4633aa16b103 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Deleting port 431bb697-06e8-4522-9799-564a9fbe8b8d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:20:15.954472 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-453f5700-e428-4a52-aa79-4a84c2ce3eea req-936e251c-64bf-4776-abb1-4633aa16b103 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:16.212005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-453f5700-e428-4a52-aa79-4a84c2ce3eea req-936e251c-64bf-4776-abb1-4633aa16b103 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] For port 431bb697-06e8-4522-9799-564a9fbe8b8d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=431bb697-06e8-4522-9799-564a9fbe8b8d,segment=NetworkSegment(9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43),segment_id=9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:16.212980 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-453f5700-e428-4a52-aa79-4a84c2ce3eea req-936e251c-64bf-4776-abb1-4633aa16b103 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:16.231962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75241559-9f50-4194-8598-f8b9d58f2910 req-f6e1929f-e619-4671-ac49-98e3924745c8 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:16.240953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75241559-9f50-4194-8598-f8b9d58f2910 req-f6e1929f-e619-4671-ac49-98e3924745c8 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 945 time: 0.1220932 Aug 17 02:20:16.268336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-453f5700-e428-4a52-aa79-4a84c2ce3eea req-936e251c-64bf-4776-abb1-4633aa16b103 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Calling delete_port for 431bb697-06e8-4522-9799-564a9fbe8b8d owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:20:16.478713 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75241559-9f50-4194-8598-f8b9d58f2910 req-e3f82d49-91d5-4ca7-9c56-73b90a47c1bb tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364743 Aug 17 02:20:16.683662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9b08-5491-4bb7-8710-2b6c37569f8f req-5b4559b2-2d98-40b0-80d3-8917a0710e19 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:16.686278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-003c9b08-5491-4bb7-8710-2b6c37569f8f req-5b4559b2-2d98-40b0-80d3-8917a0710e19 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 944 time: 0.1010101 Aug 17 02:20:16.688459 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-453f5700-e428-4a52-aa79-4a84c2ce3eea req-936e251c-64bf-4776-abb1-4633aa16b103 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:16.729650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:20:16.761178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e251c-64bf-4776-abb1-4633aa16b103 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Pushing event deleted for resources: {'Port': ['ID=431bb697-06e8-4522-9799-564a9fbe8b8d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:16.833493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['431bb697-06e8-4522-9799-564a9fbe8b8d', 'f7fcef2a-e82d-49f3-8c8e-4b7c39593586'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:20:16.901085 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-453f5700-e428-4a52-aa79-4a84c2ce3eea req-936e251c-64bf-4776-abb1-4633aa16b103 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] No DVR routers for this DVR port 431bb697-06e8-4522-9799-564a9fbe8b8d on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:20:16.909143 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-453f5700-e428-4a52-aa79-4a84c2ce3eea req-936e251c-64bf-4776-abb1-4633aa16b103 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:16.913842 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-453f5700-e428-4a52-aa79-4a84c2ce3eea req-936e251c-64bf-4776-abb1-4633aa16b103 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.18 "DELETE /v2.0/ports/431bb697-06e8-4522-9799-564a9fbe8b8d HTTP/1.1" status: 204 len: 173 time: 1.1206543 Aug 17 02:20:16.913842 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c4022f-5650-461d-b22e-2d570781a38a', 'name': 'network-vif-deleted', 'tag': '431bb697-06e8-4522-9799-564a9fbe8b8d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:16.915890 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369b5509-5253-4ee8-a016-59db469d7b87" -d '{"events": [{"server_uuid": "b6c4022f-5650-461d-b22e-2d570781a38a", "name": "network-vif-deleted", "tag": "431bb697-06e8-4522-9799-564a9fbe8b8d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:16.936159 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-003c9b08-5491-4bb7-8710-2b6c37569f8f req-5a75f966-96ed-454d-bdee-70e51561b739 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882012 Aug 17 02:20:17.106477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 82811479-e5ff-4146-98c0-9f39c622a226 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:20:17.481385 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 82811479-e5ff-4146-98c0-9f39c622a226, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=82811479-e5ff-4146-98c0-9f39c622a226,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:17.514229 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '82811479-e5ff-4146-98c0-9f39c622a226', 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0', 'port_id': '82811479-e5ff-4146-98c0-9f39c622a226', 'mac_address': 'fa:16:3e:77:52:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40e3627-cef8-4c94-b684-08d6667f5996', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:20:17.585919 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5cfe9ea0-1f22-4565-80c9-d8cb7a47b544 req-686b8e80-fee0-4263-b2a1-8fd868124198 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6c4022f-5650-461d-b22e-2d570781a38a HTTP/1.1" status: 200 len: 210 time: 0.0668385 Aug 17 02:20:17.615478 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:17.633466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82811479-e5ff-4146-98c0-9f39c622a226 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:20:17.670714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 82811479-e5ff-4146-98c0-9f39c622a226, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=82811479-e5ff-4146-98c0-9f39c622a226,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:17.787423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0afc5-7c49-4120-acd9-e39ef1b5391e req-6ae344d8-b24b-4566-9d55-058fb6c64af6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:17.789200 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18a0afc5-7c49-4120-acd9-e39ef1b5391e req-6ae344d8-b24b-4566-9d55-058fb6c64af6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0841653 Aug 17 02:20:17.811069 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:17.875354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18a0afc5-7c49-4120-acd9-e39ef1b5391e req-fc99cafa-6634-4ba6-b753-5220c759bf1f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738227 Aug 17 02:20:17.937274 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=82811479-e5ff-4146-98c0-9f39c622a226,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:17.977912 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eab7bf4-663f-440a-954c-145a7dfaddae x-openstack-request-id: req-9eab7bf4-663f-440a-954c-145a7dfaddae {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:17.978306 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c4022f-5650-461d-b22e-2d570781a38a", "name": "network-vif-deleted", "tag": "431bb697-06e8-4522-9799-564a9fbe8b8d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:17.979006 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9eab7bf4-663f-440a-954c-145a7dfaddae {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:17.979611 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c4022f-5650-461d-b22e-2d570781a38a', 'name': 'network-vif-deleted', 'tag': '431bb697-06e8-4522-9799-564a9fbe8b8d', 'status': 'completed', 'code': 200} Aug 17 02:20:18.355095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['82811479-e5ff-4146-98c0-9f39c622a226'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:20:18.767155 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d7630-2bbf-459d-a831-0092fe83a9bf req-d525dbe0-de04-4076-926a-404ed740e2af tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:18.770252 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-695d7630-2bbf-459d-a831-0092fe83a9bf req-d525dbe0-de04-4076-926a-404ed740e2af tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 1097 time: 0.0496497 Aug 17 02:20:18.810274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-695d7630-2bbf-459d-a831-0092fe83a9bf req-f96d722e-4046-4bc3-9181-1d40289ae3b0 tempest-LiveMigrationTest-1216767567 tempest-LiveMigrationTest-1216767567-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340991 Aug 17 02:20:18.854458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 431bb697-06e8-4522-9799-564a9fbe8b8d no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:20:18.877537 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 431bb697-06e8-4522-9799-564a9fbe8b8d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:20:18.877881 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 431bb697-06e8-4522-9799-564a9fbe8b8d not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:20:20.648713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ef0dc-7782-4347-8b97-411d2a190fb3 req-8c6787c4-7d0d-4693-ab39-ea9d3c8cf3ef tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:20.650485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-931ef0dc-7782-4347-8b97-411d2a190fb3 req-8c6787c4-7d0d-4693-ab39-ea9d3c8cf3ef tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 945 time: 0.0710037 Aug 17 02:20:20.711120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-931ef0dc-7782-4347-8b97-411d2a190fb3 req-6b9d68d6-ebef-431e-8730-d073f949ea3b tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483723 Aug 17 02:20:21.103653 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 82811479-e5ff-4146-98c0-9f39c622a226 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:20:21.363070 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 82811479-e5ff-4146-98c0-9f39c622a226 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:20:21.374370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 82811479-e5ff-4146-98c0-9f39c622a226 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:21.375574 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:21.547611 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:21.615640 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c17e65-5f2a-4e18-98fd-0413a9f73d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82811479-e5ff-4146-98c0-9f39c622a226'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:21.620606 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485378b8-7ca0-4999-a5c8-1ce266ff980f" -d '{"events": [{"server_uuid": "d0c17e65-5f2a-4e18-98fd-0413a9f73d71", "name": "network-vif-plugged", "status": "completed", "tag": "82811479-e5ff-4146-98c0-9f39c622a226"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:21.651803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 82811479-e5ff-4146-98c0-9f39c622a226, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=82811479-e5ff-4146-98c0-9f39c622a226,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:21.774943 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:21.849850 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=82811479-e5ff-4146-98c0-9f39c622a226,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:22.010734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06743a6-52fa-431b-a74b-564c02ee8dde req-35a6324c-a558-44f2-a839-c4a016e4dd42 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:22.012412 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a06743a6-52fa-431b-a74b-564c02ee8dde req-35a6324c-a558-44f2-a839-c4a016e4dd42 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0780580 Aug 17 02:20:22.093300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a06743a6-52fa-431b-a74b-564c02ee8dde req-0511c8ba-6f47-46d4-8ee2-5847f4cda43e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724049 Aug 17 02:20:22.458402 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc9bae2-4301-4665-96ac-85546028b69b x-openstack-request-id: req-0cc9bae2-4301-4665-96ac-85546028b69b {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:22.459916 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c17e65-5f2a-4e18-98fd-0413a9f73d71", "name": "network-vif-plugged", "status": "completed", "tag": "82811479-e5ff-4146-98c0-9f39c622a226", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:22.459916 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cc9bae2-4301-4665-96ac-85546028b69b {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:22.459916 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c17e65-5f2a-4e18-98fd-0413a9f73d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82811479-e5ff-4146-98c0-9f39c622a226', 'code': 200} Aug 17 02:20:22.647340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87e1fc-a20f-4335-ad9a-5c0fbdf585c3 req-128997a5-3ebc-435b-ae95-a6770564f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:22.649281 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ca87e1fc-a20f-4335-ad9a-5c0fbdf585c3 req-128997a5-3ebc-435b-ae95-a6770564f6ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 1098 time: 0.0775039 Aug 17 02:20:22.722082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c14d1-6f74-4382-bdf7-4c145004cf8e req-b146cf98-2aa9-4883-b1dc-b78b7c342d92 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:22.733598 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-538c14d1-6f74-4382-bdf7-4c145004cf8e req-b146cf98-2aa9-4883-b1dc-b78b7c342d92 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.1520708 Aug 17 02:20:22.763385 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ca87e1fc-a20f-4335-ad9a-5c0fbdf585c3 req-4b953959-1c38-4ca2-b7b8-70590aa61773 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890601 Aug 17 02:20:22.821806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-538c14d1-6f74-4382-bdf7-4c145004cf8e req-402f1596-fdf9-4826-8960-eb0c90debc8c tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869792 Aug 17 02:20:23.378753 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529ca14-89b8-421a-9e57-c60c8f9c6eeb req-e2058d4d-8db6-4227-9d2f-f4ee5b16a9e8 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:23.387996 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7529ca14-89b8-421a-9e57-c60c8f9c6eeb req-e2058d4d-8db6-4227-9d2f-f4ee5b16a9e8 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 945 time: 0.0800226 Aug 17 02:20:23.513907 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc93839-ce7c-4408-bfe7-0043e29a5afd req-58ec1500-9906-45e4-a525-49e10be2555a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:23.515535 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6dc93839-ce7c-4408-bfe7-0043e29a5afd req-58ec1500-9906-45e4-a525-49e10be2555a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 945 time: 0.1155119 Aug 17 02:20:23.529986 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7529ca14-89b8-421a-9e57-c60c8f9c6eeb req-75f1339d-de5c-4ebe-a63c-677ad3ca61dc tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394637 Aug 17 02:20:23.691189 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-6dc93839-ce7c-4408-bfe7-0043e29a5afd req-94fea681-cd15-4a2f-8ab8-a214adb64ad7 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Deleting port d63cbd76-af42-4b47-9601-d09dd529d248 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:20:23.691546 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6dc93839-ce7c-4408-bfe7-0043e29a5afd req-94fea681-cd15-4a2f-8ab8-a214adb64ad7 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:23.927749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739ede-2dc5-465f-9624-41d35855603f req-04893644-fd16-4053-ac4e-f788e1fd0e0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:23.930194 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3739ede-2dc5-465f-9624-41d35855603f req-04893644-fd16-4053-ac4e-f788e1fd0e0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1285770 Aug 17 02:20:24.051752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-6dc93839-ce7c-4408-bfe7-0043e29a5afd req-94fea681-cd15-4a2f-8ab8-a214adb64ad7 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] For port d63cbd76-af42-4b47-9601-d09dd529d248, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d63cbd76-af42-4b47-9601-d09dd529d248,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:24.051752 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6dc93839-ce7c-4408-bfe7-0043e29a5afd req-94fea681-cd15-4a2f-8ab8-a214adb64ad7 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:24.051752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3739ede-2dc5-465f-9624-41d35855603f req-358a2652-f465-41c7-8dee-e1c96d70049c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855927 Aug 17 02:20:24.051752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-6dc93839-ce7c-4408-bfe7-0043e29a5afd req-94fea681-cd15-4a2f-8ab8-a214adb64ad7 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Calling delete_port for d63cbd76-af42-4b47-9601-d09dd529d248 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:20:24.478970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb94c8-122b-4064-9bf2-08046f088422 req-911f0707-775e-4e3a-85bc-336712c54cc8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:24.480491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8eb94c8-122b-4064-9bf2-08046f088422 req-911f0707-775e-4e3a-85bc-336712c54cc8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.0553160 Aug 17 02:20:24.524347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8eb94c8-122b-4064-9bf2-08046f088422 req-60ced6dc-6b96-4274-a7de-b70fb345539f tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366285 Aug 17 02:20:24.809385 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9536af-cc4c-4718-8243-49c36dc03360 req-0c1fbf3a-1cfd-4d55-b5a7-608109e014a8 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:24.810891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f9536af-cc4c-4718-8243-49c36dc03360 req-0c1fbf3a-1cfd-4d55-b5a7-608109e014a8 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 945 time: 0.0499523 Aug 17 02:20:24.857475 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f9536af-cc4c-4718-8243-49c36dc03360 req-7fa9f0a1-761a-41cb-9cc8-8a120a317c98 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381572 Aug 17 02:20:25.007190 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6dc93839-ce7c-4408-bfe7-0043e29a5afd req-94fea681-cd15-4a2f-8ab8-a214adb64ad7 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:25.045892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['0d914708-2478-4807-b870-f6ad7846bfa9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:20:25.091396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fea681-cd15-4a2f-8ab8-a214adb64ad7 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Pushing event deleted for resources: {'Port': ['ID=d63cbd76-af42-4b47-9601-d09dd529d248,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:25.235831 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc93839-ce7c-4408-bfe7-0043e29a5afd req-94fea681-cd15-4a2f-8ab8-a214adb64ad7 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] No DVR routers for this DVR port d63cbd76-af42-4b47-9601-d09dd529d248 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:20:25.242673 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6dc93839-ce7c-4408-bfe7-0043e29a5afd req-94fea681-cd15-4a2f-8ab8-a214adb64ad7 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:25.248794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6dc93839-ce7c-4408-bfe7-0043e29a5afd req-94fea681-cd15-4a2f-8ab8-a214adb64ad7 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.18 "DELETE /v2.0/ports/d63cbd76-af42-4b47-9601-d09dd529d248 HTTP/1.1" status: 204 len: 173 time: 1.7135327 Aug 17 02:20:25.261298 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbc081f-d2c3-46ec-8c70-0cac247319cf', 'name': 'network-vif-deleted', 'tag': 'd63cbd76-af42-4b47-9601-d09dd529d248'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:25.267933 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c64855-c486-497a-a5ce-a3bd6af67965" -d '{"events": [{"server_uuid": "dcbc081f-d2c3-46ec-8c70-0cac247319cf", "name": "network-vif-deleted", "tag": "d63cbd76-af42-4b47-9601-d09dd529d248"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:25.434933 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a1dfd-411e-4a93-9735-a10d204c292b req-1944c72c-2263-4554-a765-6571e0bbe455 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:25.448293 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a67a1dfd-411e-4a93-9735-a10d204c292b req-1944c72c-2263-4554-a765-6571e0bbe455 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1874788 Aug 17 02:20:25.525937 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a67a1dfd-411e-4a93-9735-a10d204c292b req-051e4f3e-e838-460e-bcde-b14de3bf91e0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718448 Aug 17 02:20:25.744592 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1321acfd-ff58-4153-9959-f6bd72e658bf x-openstack-request-id: req-1321acfd-ff58-4153-9959-f6bd72e658bf {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:25.744893 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbc081f-d2c3-46ec-8c70-0cac247319cf", "name": "network-vif-deleted", "tag": "d63cbd76-af42-4b47-9601-d09dd529d248", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:25.745148 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1321acfd-ff58-4153-9959-f6bd72e658bf {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:25.745772 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbc081f-d2c3-46ec-8c70-0cac247319cf', 'name': 'network-vif-deleted', 'tag': 'd63cbd76-af42-4b47-9601-d09dd529d248', 'status': 'completed', 'code': 200} Aug 17 02:20:26.025644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42904) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:26.165220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91814bc-ff48-4932-8ead-29f4549c6405 req-a3032c57-2972-4cd8-be5b-64c2dbcbbfb6 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:26.167157 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b91814bc-ff48-4932-8ead-29f4549c6405 req-a3032c57-2972-4cd8-be5b-64c2dbcbbfb6 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.0837259 Aug 17 02:20:26.217035 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ac9aa09-b521-4ac8-84ff-5babfabdae8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:26.245134 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b91814bc-ff48-4932-8ead-29f4549c6405 req-f0fc41e3-038d-4753-a05e-d1e5a0df0cf1 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705633 Aug 17 02:20:26.369565 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ac9aa09-b521-4ac8-84ff-5babfabdae8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:26.489218 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ac9aa09-b521-4ac8-84ff-5babfabdae8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:26.547972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0ac9aa09-b521-4ac8-84ff-5babfabdae8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=979650d61de7489e9a982b2195aed0d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211444 Aug 17 02:20:26.551386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42922) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:26.572177 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8e1071f-cd7b-4730-ac7d-682245ffa37c req-1366c263-af6c-4439-afdb-afd4b1fc3736 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 210 time: 0.0458753 Aug 17 02:20:26.578416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9aa09-b521-4ac8-84ff-5babfabdae8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d651acb2-006f-4e3c-8228-fcbe00835643,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:26.630136 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d693d82-8335-4b88-9efc-5812b9adb0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:26.661295 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d693d82-8335-4b88-9efc-5812b9adb0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:26.843187 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d693d82-8335-4b88-9efc-5812b9adb0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:26.845948 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d693d82-8335-4b88-9efc-5812b9adb0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:26.847317 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5d693d82-8335-4b88-9efc-5812b9adb0fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d651acb2-006f-4e3c-8228-fcbe00835643 HTTP/1.1" status: 204 len: 168 time: 0.2946057 Aug 17 02:20:26.856750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d693d82-8335-4b88-9efc-5812b9adb0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d651acb2-006f-4e3c-8228-fcbe00835643,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:26.877276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d63cbd76-af42-4b47-9601-d09dd529d248 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:20:26.931025 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: d63cbd76-af42-4b47-9601-d09dd529d248 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:20:26.931424 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d63cbd76-af42-4b47-9601-d09dd529d248 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:20:27.372150 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5da0b-e95a-4d22-86e4-b821f3998dfb req-59cf1591-a2b8-4105-b206-33f6d4b18243 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:27.378630 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5da0b-e95a-4d22-86e4-b821f3998dfb req-59cf1591-a2b8-4105-b206-33f6d4b18243 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:27.380527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0d5da0b-e95a-4d22-86e4-b821f3998dfb req-59cf1591-a2b8-4105-b206-33f6d4b18243 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=45485eb2-7590-4238-803c-0e5b21655a18&device_id=bcdd9133-407d-4b51-9d57-f624e4d85123 HTTP/1.1" status: 200 len: 1681 time: 0.0958431 Aug 17 02:20:27.449966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0d5da0b-e95a-4d22-86e4-b821f3998dfb req-7028b3f5-8ab6-4d49-b51a-354fd4c43b4b tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579748 Aug 17 02:20:27.591308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea8875-c2fd-4c4d-b0ea-8bef429eae4d req-f3cf4f8f-f60c-4138-8588-c9efe2c3aa2b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:27.593619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a4ea8875-c2fd-4c4d-b0ea-8bef429eae4d req-f3cf4f8f-f60c-4138-8588-c9efe2c3aa2b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0761054 Aug 17 02:20:27.653338 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a4ea8875-c2fd-4c4d-b0ea-8bef429eae4d req-da433f23-8f4e-4680-b9c0-2168435d30a4 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472078 Aug 17 02:20:27.828009 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0420193-f1ca-4a49-bad7-dbf08e3589d8 req-1200830f-bbef-492a-bce6-5eb3b6dde483 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:27.834517 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0420193-f1ca-4a49-bad7-dbf08e3589d8 req-1200830f-bbef-492a-bce6-5eb3b6dde483 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.0744035 Aug 17 02:20:27.880412 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0420193-f1ca-4a49-bad7-dbf08e3589d8 req-85219aa6-766a-4d6f-90cc-8e1ecb9a6f82 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Aug 17 02:20:28.094572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7d59da2b-e1d8-4740-900a-b5893896f4b4 req-a57be20a-829f-4969-a906-0bd8ec3d822a tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 210 time: 0.0472729 Aug 17 02:20:28.339990 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:28.925540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6602b5-4957-44cf-bb3c-43218e7e2a6b req-a564a22c-8667-4064-a7b4-9ab01fb83196 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:28.927160 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc6602b5-4957-44cf-bb3c-43218e7e2a6b req-a564a22c-8667-4064-a7b4-9ab01fb83196 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd835bdf-4f18-497d-83d7-4f0852e12b5e HTTP/1.1" status: 200 len: 950 time: 0.0537984 Aug 17 02:20:28.969362 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc6602b5-4957-44cf-bb3c-43218e7e2a6b req-bef0c314-17e4-4e04-a2e6-9560a99c0764 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359509 Aug 17 02:20:29.320990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb4166-d3b1-4074-b263-1b5b027efffe req-eaaf7d2e-72f5-4298-a65a-cac8069f9491 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:29.337718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5dbb4166-d3b1-4074-b263-1b5b027efffe req-eaaf7d2e-72f5-4298-a65a-cac8069f9491 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0989258 Aug 17 02:20:29.369434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5dbb4166-d3b1-4074-b263-1b5b027efffe req-da69a020-bbc3-41a6-8e8e-db76ab69d586 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355124 Aug 17 02:20:29.515690 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17668d84-1d48-4873-b9e2-a865807e2198 req-504a0953-f200-4cfa-bb08-239c19efc15f tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:29.517204 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17668d84-1d48-4873-b9e2-a865807e2198 req-504a0953-f200-4cfa-bb08-239c19efc15f tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.0504324 Aug 17 02:20:29.563396 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17668d84-1d48-4873-b9e2-a865807e2198 req-e5e70011-f1d1-40da-8bc8-11e8f62f5dc0 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386662 Aug 17 02:20:29.922103 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3aa53098-afe9-4425-96bb-3abf44b8df54 req-8df4501b-deb2-47bd-b8ec-8075cc71d5f6 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 210 time: 0.0384638 Aug 17 02:20:29.932990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43028) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:30.069755 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ded78675-5e8a-422d-9db7-9039ab0d24d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:30.174578 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ded78675-5e8a-422d-9db7-9039ab0d24d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:30.277671 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ded78675-5e8a-422d-9db7-9039ab0d24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:30.322853 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded78675-5e8a-422d-9db7-9039ab0d24d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f0339b-0d9e-4c73-983f-1b4f498ba964,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:30.327227 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ded78675-5e8a-422d-9db7-9039ab0d24d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f48f77bcee034d6a871f455232150410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923142 Aug 17 02:20:30.330548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43032) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:30.390114 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb8d473d-1883-41c5-be8c-34ebf8804660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:30.414744 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb8d473d-1883-41c5-be8c-34ebf8804660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:30.603397 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb8d473d-1883-41c5-be8c-34ebf8804660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:30.606938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb8d473d-1883-41c5-be8c-34ebf8804660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:30.608658 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bb8d473d-1883-41c5-be8c-34ebf8804660 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78f0339b-0d9e-4c73-983f-1b4f498ba964 HTTP/1.1" status: 204 len: 168 time: 0.2767193 Aug 17 02:20:30.621071 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d473d-1883-41c5-be8c-34ebf8804660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f0339b-0d9e-4c73-983f-1b4f498ba964,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:30.641320 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5211d-cd7a-4e16-95a7-e4b9d225d832 req-3cbc5192-f59b-45ad-a3c4-c27eff4991f8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:30.662959 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29b5211d-cd7a-4e16-95a7-e4b9d225d832 req-3cbc5192-f59b-45ad-a3c4-c27eff4991f8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1064198 Aug 17 02:20:30.717526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29b5211d-cd7a-4e16-95a7-e4b9d225d832 req-9daedaac-57d8-45e0-a8d2-82f1444d88f9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485623 Aug 17 02:20:30.820588 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:30.832750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de208c1-3c2f-4add-82e9-296d2b094bd9 req-c4d8761f-5eec-4f0f-af72-a5db208e92cf tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:30.832750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1de208c1-3c2f-4add-82e9-296d2b094bd9 req-c4d8761f-5eec-4f0f-af72-a5db208e92cf tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcdd9133-407d-4b51-9d57-f624e4d85123 HTTP/1.1" status: 200 len: 945 time: 0.0557220 Aug 17 02:20:30.879716 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1de208c1-3c2f-4add-82e9-296d2b094bd9 req-ccf11c85-d484-40df-bb73-0f9e3aa87a99 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/security-groups?id=59a5394d-fa23-4b73-8795-e90d056bbc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405507 Aug 17 02:20:30.926274 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcffa27-a975-4291-93a1-4bafe550fb50 req-0b634116-4a9d-4b94-9251-c1234f6e938a tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:30.927888 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8bcffa27-a975-4291-93a1-4bafe550fb50 req-0b634116-4a9d-4b94-9251-c1234f6e938a tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcdd9133-407d-4b51-9d57-f624e4d85123 HTTP/1.1" status: 200 len: 945 time: 0.0729911 Aug 17 02:20:31.071824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-8bcffa27-a975-4291-93a1-4bafe550fb50 req-f98ca33a-3914-4253-a57a-607c55e064d6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Deleting port 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:20:31.071824 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8bcffa27-a975-4291-93a1-4bafe550fb50 req-f98ca33a-3914-4253-a57a-607c55e064d6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:31.145805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e2227-e4ed-42f8-adf8-ea03256983ad req-fc788d61-4993-4eb6-a4cf-4774802ef2e4 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:31.147300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-195e2227-e4ed-42f8-adf8-ea03256983ad req-fc788d61-4993-4eb6-a4cf-4774802ef2e4 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.0648103 Aug 17 02:20:31.208491 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-8bcffa27-a975-4291-93a1-4bafe550fb50 req-f98ca33a-3914-4253-a57a-607c55e064d6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] For port 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2,segment=NetworkSegment(9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43),segment_id=9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:31.208885 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8bcffa27-a975-4291-93a1-4bafe550fb50 req-f98ca33a-3914-4253-a57a-607c55e064d6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:31.209679 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-195e2227-e4ed-42f8-adf8-ea03256983ad req-dd4cfe0d-3189-4b26-b6ee-f5f0c8e7cba1 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472569 Aug 17 02:20:31.232433 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-8bcffa27-a975-4291-93a1-4bafe550fb50 req-f98ca33a-3914-4253-a57a-607c55e064d6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Calling delete_port for 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:20:31.443262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0cfbc701-4552-4b73-b7f2-f46c99d3fd2d req-248f5d49-d9ec-40a2-8ae2-4b316d01aaf7 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcbc081f-d2c3-46ec-8c70-0cac247319cf HTTP/1.1" status: 200 len: 210 time: 0.0619369 Aug 17 02:20:31.627735 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8bcffa27-a975-4291-93a1-4bafe550fb50 req-f98ca33a-3914-4253-a57a-607c55e064d6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:31.660669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f7fcef2a-e82d-49f3-8c8e-4b7c39593586'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:20:31.663006 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:20:31.691836 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ca33a-3914-4253-a57a-607c55e064d6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Pushing event deleted for resources: {'Port': ['ID=787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:31.837395 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcffa27-a975-4291-93a1-4bafe550fb50 req-f98ca33a-3914-4253-a57a-607c55e064d6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] No DVR routers for this DVR port 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:20:31.840987 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8bcffa27-a975-4291-93a1-4bafe550fb50 req-f98ca33a-3914-4253-a57a-607c55e064d6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:31.844267 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8bcffa27-a975-4291-93a1-4bafe550fb50 req-f98ca33a-3914-4253-a57a-607c55e064d6 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.42 "DELETE /v2.0/ports/787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 HTTP/1.1" status: 204 len: 173 time: 0.9083793 Aug 17 02:20:31.844802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdd9133-407d-4b51-9d57-f624e4d85123', 'name': 'network-vif-deleted', 'tag': '787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:31.852428 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efa2757-1db6-4d7f-93f3-13f115719822" -d '{"events": [{"server_uuid": "bcdd9133-407d-4b51-9d57-f624e4d85123", "name": "network-vif-deleted", "tag": "787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:31.939590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103a7fd-27ad-4ce7-a835-3e14e4437bd9 req-4ef64b5a-f5e2-4378-b3a3-cafa3ea2ab2e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:31.941362 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3103a7fd-27ad-4ce7-a835-3e14e4437bd9 req-4ef64b5a-f5e2-4378-b3a3-cafa3ea2ab2e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0606873 Aug 17 02:20:31.997814 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3103a7fd-27ad-4ce7-a835-3e14e4437bd9 req-d9efa0b9-4c7e-4bc2-8e0b-35b81a877fe0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498698 Aug 17 02:20:32.150962 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa99085-d28e-4036-bb93-de996831d167 x-openstack-request-id: req-bfa99085-d28e-4036-bb93-de996831d167 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:32.151476 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdd9133-407d-4b51-9d57-f624e4d85123", "name": "network-vif-deleted", "tag": "787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:32.151562 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfa99085-d28e-4036-bb93-de996831d167 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:32.152396 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdd9133-407d-4b51-9d57-f624e4d85123', 'name': 'network-vif-deleted', 'tag': '787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2', 'status': 'completed', 'code': 200} Aug 17 02:20:32.243619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8fa880b-8ad5-4e27-ad43-26b3a08d7994 req-12ac5c8d-cbb3-421e-937d-10c319c4c967 tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcdd9133-407d-4b51-9d57-f624e4d85123 HTTP/1.1" status: 200 len: 210 time: 0.0362535 Aug 17 02:20:32.443943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a258eb4-4a04-4b27-85e6-601124c54a62 req-2835a947-4ffe-47ca-aa69-e38a25518606 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:32.445791 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a258eb4-4a04-4b27-85e6-601124c54a62 req-2835a947-4ffe-47ca-aa69-e38a25518606 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.0555258 Aug 17 02:20:32.451724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43148) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:32.508603 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a258eb4-4a04-4b27-85e6-601124c54a62 req-e05887f2-1da2-4e6f-90b9-db623851e6b6 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505586 Aug 17 02:20:32.621355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-331644770-network', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:20:32.778681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] Made reservation on behalf of c691e931e322428681bcac4ac4d8423e for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:20:32.781495 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:32.794632 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:32.904416 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:32.927937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d1e1de2d-179a-45c3-938c-cd9f729a962d no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:20:33.005858 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca2730-81d7-447b-85eb-09f3654c82cb req-b175559d-3029-4f0b-aad0-1b81801a015d tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:33.008131 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1eca2730-81d7-447b-85eb-09f3654c82cb req-b175559d-3029-4f0b-aad0-1b81801a015d tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.18 "GET /v2.0/ports?device_id=45485eb2-7590-4238-803c-0e5b21655a18 HTTP/1.1" status: 200 len: 945 time: 0.0705943 Aug 17 02:20:33.056830 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:33.073050 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:33.113969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e1de2d-179a-45c3-938c-cd9f729a962d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:33.123902 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd09e92-df7e-4d0e-9b6b-fcf6f246788c" -d '{"events": [{"server_uuid": "cd835bdf-4f18-497d-83d7-4f0852e12b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e1de2d-179a-45c3-938c-cd9f729a962d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:33.135204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:20:33.154240 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d1e1de2d-179a-45c3-938c-cd9f729a962d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d1e1de2d-179a-45c3-938c-cd9f729a962d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:33.189111 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fbd38a-0fac-4114-a112-ca3afeecf09b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:33.207218 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:33.207218 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] Added segment c576f5c8-8005-437d-84fa-41e0e77798d8 of type vlan for network 651d96e6-ee24-4068-810d-dcc3f120ab5a Aug 17 02:20:33.283528 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:33.285199 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:33.356634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd4bdb-1541-40ff-af2b-9895e4e1b3ed req-ac2d76a9-cf3e-4972-a4f9-e682c6bdffca tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:33.358240 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebdd4bdb-1541-40ff-af2b-9895e4e1b3ed req-ac2d76a9-cf3e-4972-a4f9-e682c6bdffca tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1722476 Aug 17 02:20:33.368489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-1eca2730-81d7-447b-85eb-09f3654c82cb req-2138aed4-27e2-4954-88df-4d2761f890de tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Deleting port f7fcef2a-e82d-49f3-8c8e-4b7c39593586 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:20:33.368831 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1eca2730-81d7-447b-85eb-09f3654c82cb req-2138aed4-27e2-4954-88df-4d2761f890de tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:33.389751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=d1e1de2d-179a-45c3-938c-cd9f729a962d,revision_number=11']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:33.492494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1eca2730-81d7-447b-85eb-09f3654c82cb req-2138aed4-27e2-4954-88df-4d2761f890de tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] For port f7fcef2a-e82d-49f3-8c8e-4b7c39593586, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f7fcef2a-e82d-49f3-8c8e-4b7c39593586,segment=NetworkSegment(9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43),segment_id=9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:33.492883 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1eca2730-81d7-447b-85eb-09f3654c82cb req-2138aed4-27e2-4954-88df-4d2761f890de tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:33.520188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-1eca2730-81d7-447b-85eb-09f3654c82cb req-2138aed4-27e2-4954-88df-4d2761f890de tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Calling delete_port for f7fcef2a-e82d-49f3-8c8e-4b7c39593586 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:20:33.534690 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebdd4bdb-1541-40ff-af2b-9895e4e1b3ed req-8ed13042-c325-48a3-886c-d00db85ec2e7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726893 Aug 17 02:20:33.665522 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:33.666770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:33.667506 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:33.859490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] Pushing event updated for resources: {'Network': ['ID=651d96e6-ee24-4068-810d-dcc3f120ab5a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:33.890882 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf73d13-3290-4488-abf2-524c408b5263 x-openstack-request-id: req-fcf73d13-3290-4488-abf2-524c408b5263 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:33.891565 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd835bdf-4f18-497d-83d7-4f0852e12b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e1de2d-179a-45c3-938c-cd9f729a962d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:33.892011 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcf73d13-3290-4488-abf2-524c408b5263 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:33.892565 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e1de2d-179a-45c3-938c-cd9f729a962d', 'code': 200} Aug 17 02:20:33.893703 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 651d96e6-ee24-4068-810d-dcc3f120ab5a details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:20:33.928591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47823f3a-7ba3-4883-b5c9-4193320d018d req-21e837f9-95da-4f13-ac07-19061d677bf1 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:33.936486 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47823f3a-7ba3-4883-b5c9-4193320d018d req-21e837f9-95da-4f13-ac07-19061d677bf1 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.0617807 Aug 17 02:20:33.996188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47823f3a-7ba3-4883-b5c9-4193320d018d req-807d9edd-46a1-4733-abbe-4a01e79e47af tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570257 Aug 17 02:20:33.997918 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1eca2730-81d7-447b-85eb-09f3654c82cb req-2138aed4-27e2-4954-88df-4d2761f890de tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:34.023090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43234) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:34.023629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8616c65d-856e-4697-ac11-dc7fc76675fc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5709016 Aug 17 02:20:34.032407 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-51faac16-4db1-4ad6-a1b2-6cb484741e1d admin admin] Request body: {'subnet': {'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-331644770-subnet', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:20:34.041516 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f7fcef2a-e82d-49f3-8c8e-4b7c39593586'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:20:34.077765 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138aed4-27e2-4954-88df-4d2761f890de tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Pushing event deleted for resources: {'Port': ['ID=f7fcef2a-e82d-49f3-8c8e-4b7c39593586,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:34.172987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51faac16-4db1-4ad6-a1b2-6cb484741e1d admin admin] Made reservation on behalf of c691e931e322428681bcac4ac4d8423e for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:20:34.176085 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-51faac16-4db1-4ad6-a1b2-6cb484741e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:34.205373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eca2730-81d7-447b-85eb-09f3654c82cb req-2138aed4-27e2-4954-88df-4d2761f890de tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] No DVR routers for this DVR port f7fcef2a-e82d-49f3-8c8e-4b7c39593586 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:20:34.216100 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1eca2730-81d7-447b-85eb-09f3654c82cb req-2138aed4-27e2-4954-88df-4d2761f890de tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:34.218306 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1eca2730-81d7-447b-85eb-09f3654c82cb req-2138aed4-27e2-4954-88df-4d2761f890de tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.18 "DELETE /v2.0/ports/f7fcef2a-e82d-49f3-8c8e-4b7c39593586 HTTP/1.1" status: 204 len: 173 time: 1.2012045 Aug 17 02:20:34.218835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45485eb2-7590-4238-803c-0e5b21655a18', 'name': 'network-vif-deleted', 'tag': 'f7fcef2a-e82d-49f3-8c8e-4b7c39593586'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:34.221328 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc62749c-3f57-4eeb-8420-74d41ce9d5ca" -d '{"events": [{"server_uuid": "45485eb2-7590-4238-803c-0e5b21655a18", "name": "network-vif-deleted", "tag": "f7fcef2a-e82d-49f3-8c8e-4b7c39593586"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:34.410919 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11572161-88f1-4a08-85f1-3eb130b06fc8 x-openstack-request-id: req-11572161-88f1-4a08-85f1-3eb130b06fc8 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:34.411219 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45485eb2-7590-4238-803c-0e5b21655a18", "name": "network-vif-deleted", "tag": "f7fcef2a-e82d-49f3-8c8e-4b7c39593586", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:34.411477 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11572161-88f1-4a08-85f1-3eb130b06fc8 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:34.411932 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45485eb2-7590-4238-803c-0e5b21655a18', 'name': 'network-vif-deleted', 'tag': 'f7fcef2a-e82d-49f3-8c8e-4b7c39593586', 'status': 'completed', 'code': 200} Aug 17 02:20:34.677749 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-51faac16-4db1-4ad6-a1b2-6cb484741e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:34.753770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51faac16-4db1-4ad6-a1b2-6cb484741e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ddc4855-0474-4e3b-a1c6-a880c9557984,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:34.758573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51faac16-4db1-4ad6-a1b2-6cb484741e1d admin admin] Checking segment: {'id': 'c576f5c8-8005-437d-84fa-41e0e77798d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:20:34.766804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51faac16-4db1-4ad6-a1b2-6cb484741e1d admin admin] Network hostable DHCP agents. Network: 651d96e6-ee24-4068-810d-dcc3f120ab5a, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:20:34.854933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51faac16-4db1-4ad6-a1b2-6cb484741e1d admin admin] Network 651d96e6-ee24-4068-810d-dcc3f120ab5a is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:20:34.913578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b872a2f0-709b-42aa-be78-f48f44e58414 req-2f7ce123-9c3d-4f40-b3df-55545c1debfa tempest-ListServersNegativeTestJSON-1911158373 tempest-ListServersNegativeTestJSON-1911158373-project] 10.222.0.13 "GET /v2.0/ports?device_id=45485eb2-7590-4238-803c-0e5b21655a18 HTTP/1.1" status: 200 len: 210 time: 0.0325711 Aug 17 02:20:34.978295 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-51faac16-4db1-4ad6-a1b2-6cb484741e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 651d96e6-ee24-4068-810d-dcc3f120ab5a) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:20:34.984050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51faac16-4db1-4ad6-a1b2-6cb484741e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:34.985182 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-51faac16-4db1-4ad6-a1b2-6cb484741e1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:34.991869 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc798e5b-6171-4b3f-bc41-94100d40525d None None] Network 651d96e6-ee24-4068-810d-dcc3f120ab5a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:20:35.094194 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-51faac16-4db1-4ad6-a1b2-6cb484741e1d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0669339 Aug 17 02:20:35.096853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43286) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:35.105180 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:20:35.157651 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:20:35.180538 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:20:35.180880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 787f2e99-a3e1-4ac9-8ea9-6e6ce2c4a4b2 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:20:35.226644 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:35.229451 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:35.242980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-651d96e6-ee24-4068-810d-dcc3f120ab5a', 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'fixed_ips': [{'subnet_id': '7ddc4855-0474-4e3b-a1c6-a880c9557984'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:20:35.244232 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:35.346306 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:35.422459 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Allocated IP 172.20.0.2 (651d96e6-ee24-4068-810d-dcc3f120ab5a/7ddc4855-0474-4e3b-a1c6-a880c9557984/f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:20:35.603319 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:35.614662 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Transition to ACTIVE for port object f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:20:35.619680 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:35.638885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Transition to ACTIVE for port object f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:20:35.768367 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:35.816341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Network 651d96e6-ee24-4068-810d-dcc3f120ab5a is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:20:35.821903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:20:35.829611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:20:35.886221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Pushing event updated for resources: {'Port': ['ID=f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:35.945907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Attempting to bind port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:20:35.946167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Attempting to bind port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'c576f5c8-8005-437d-84fa-41e0e77798d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:20:35.946441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Attempting to bind port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 on network 651d96e6-ee24-4068-810d-dcc3f120ab5a {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:20:35.950589 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:35.952116 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:20:35.952489 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Checking segment: {'id': 'c576f5c8-8005-437d-84fa-41e0e77798d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:20:35.952893 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:35.956554 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Bound using segment: {'id': 'c576f5c8-8005-437d-84fa-41e0e77798d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:20:35.956554 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Bound port: f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c576f5c8-8005-437d-84fa-41e0e77798d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:20:35.956554 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:35.974886 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:36.050596 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] For port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:20:36.056066 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] For port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7,segment=NetworkSegment(c576f5c8-8005-437d-84fa-41e0e77798d8),segment_id=c576f5c8-8005-437d-84fa-41e0e77798d8)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:20:36.124010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Allocated IP 172.25.5.149 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/d71dd77e-e824-40cd-8d62-cceb8d3aa1b0) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:20:36.167182 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:36.262761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6cdd0-2e52-440a-bb30-dff837febf4e None None] Pushing event updated for resources: {'Port': ['ID=f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:36.264637 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:36.427018 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:36.489856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:20:36.495154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:20:36.497712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:20:36.529028 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d71dd77e-e824-40cd-8d62-cceb8d3aa1b0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:36.869183 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:36.921449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f7fcef2a-e82d-49f3-8c8e-4b7c39593586 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:20:36.953387 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: f7fcef2a-e82d-49f3-8c8e-4b7c39593586 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:20:36.953740 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f7fcef2a-e82d-49f3-8c8e-4b7c39593586 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:20:37.024527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eacf79-738b-47ce-9559-782166297bba req-b296f8a8-3443-42c7-a61f-e50df388c32e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:37.026177 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15eacf79-738b-47ce-9559-782166297bba req-b296f8a8-3443-42c7-a61f-e50df388c32e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1076047 Aug 17 02:20:37.141676 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15eacf79-738b-47ce-9559-782166297bba req-8551f4b7-21f8-44dc-b065-7b380ad30038 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735350 Aug 17 02:20:37.166115 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:37.192819 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b7dd0-3c8a-45c1-8009-876f1c236d1f None None] Network 651d96e6-ee24-4068-810d-dcc3f120ab5a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:20:37.317780 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-012b0e17-3042-4077-a1ff-6d2b7d92b75e None None] Provisioning for port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:20:37.575281 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:20:37.692839 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c02c43-d533-4c21-a211-b3e61e7f10eb req-4776b222-91f0-4a38-aa6a-c9b60267a119 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:37.694356 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17c02c43-d533-4c21-a211-b3e61e7f10eb req-4776b222-91f0-4a38-aa6a-c9b60267a119 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.1033592 Aug 17 02:20:37.727143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:20:37.731259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:37.731640 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:37.748466 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17c02c43-d533-4c21-a211-b3e61e7f10eb req-d726d031-05c2-474f-95a5-09578ae96e4e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476639 Aug 17 02:20:37.835668 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:37.849284 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-54731188-bfcc-46b7-bb3c-4ccaded9df68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:37.870422 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43340) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:37.875214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7,segment=NetworkSegment(c576f5c8-8005-437d-84fa-41e0e77798d8),segment_id=c576f5c8-8005-437d-84fa-41e0e77798d8)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:37.877326 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:20:37.916911 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5db42d-3560-4171-b5eb-d462d46a4225 admin admin] Deleting subnet d2401ec9-e48c-45a1-b272-50a799589ed2 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:20:37.920221 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d5db42d-3560-4171-b5eb-d462d46a4225 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:37.957718 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d5db42d-3560-4171-b5eb-d462d46a4225 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:37.981546 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:37.998206 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d5db42d-3560-4171-b5eb-d462d46a4225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.003442 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:20:38.013212 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Sync routers for ids ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:20:38.027319 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Routers {'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:20:38.027982 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:20:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:38.061816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:38.143100 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Set router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:20:38.162592 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.163830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f4d54efc-04cc-4380-845b-c77b7aec68f9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0644414 Aug 17 02:20:38.166753 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43356) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:38.219318 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d5db42d-3560-4171-b5eb-d462d46a4225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.282384 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5db42d-3560-4171-b5eb-d462d46a4225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2401ec9-e48c-45a1-b272-50a799589ed2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:38.282384 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d5db42d-3560-4171-b5eb-d462d46a4225 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.282384 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6d5db42d-3560-4171-b5eb-d462d46a4225 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d2401ec9-e48c-45a1-b272-50a799589ed2 HTTP/1.1" status: 204 len: 168 time: 0.4086080 Aug 17 02:20:38.282949 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43364) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:38.333033 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:36Z', 'revision_number': 3, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'gw_port': {'id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:38.357444 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-549fe288-45b3-4e13-b60e-79d837b2657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.368990 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Checking router: ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:20:38.369418 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Updating router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 port d71dd77e-e824-40cd-8d62-cceb8d3aa1b0 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:20:38.397502 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.463077 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-549fe288-45b3-4e13-b60e-79d837b2657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.476924 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-549fe288-45b3-4e13-b60e-79d837b2657d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1e7a30-3df0-4abd-a73d-992d09d57d47']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:38.489072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-549fe288-45b3-4e13-b60e-79d837b2657d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:38.489707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-549fe288-45b3-4e13-b60e-79d837b2657d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b01af2a-ca03-44cd-a2e1-afbb3cc6fb43') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:38.507654 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-549fe288-45b3-4e13-b60e-79d837b2657d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.528939 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-549fe288-45b3-4e13-b60e-79d837b2657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.537084 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549fe288-45b3-4e13-b60e-79d837b2657d admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:20:38.537891 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-549fe288-45b3-4e13-b60e-79d837b2657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:20:38.540388 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:20:38.689164 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.734254 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-549fe288-45b3-4e13-b60e-79d837b2657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.758061 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-549fe288-45b3-4e13-b60e-79d837b2657d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.761316 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-549fe288-45b3-4e13-b60e-79d837b2657d admin admin] 10.222.0.13 "DELETE /v2.0/networks/4e1e7a30-3df0-4abd-a73d-992d09d57d47 HTTP/1.1" status: 204 len: 168 time: 0.4775877 Aug 17 02:20:38.774877 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.786392 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Transition to ACTIVE for port object d71dd77e-e824-40cd-8d62-cceb8d3aa1b0 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:20:38.813049 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fe288-45b3-4e13-b60e-79d837b2657d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1e7a30-3df0-4abd-a73d-992d09d57d47,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:38.889737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Allocated IP 172.20.0.1 (651d96e6-ee24-4068-810d-dcc3f120ab5a/7ddc4855-0474-4e3b-a1c6-a880c9557984/5d7a6051-d96f-4cc9-8f2e-e853733821e1) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:20:38.898728 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.946794 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Attempting to bind port d71dd77e-e824-40cd-8d62-cceb8d3aa1b0 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:20:38.947447 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Attempting to bind port d71dd77e-e824-40cd-8d62-cceb8d3aa1b0 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:20:38.947973 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Attempting to bind port d71dd77e-e824-40cd-8d62-cceb8d3aa1b0 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:20:38.955379 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:20:38.956142 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:20:38.956925 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:38.957367 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:20:38.958144 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Bound port: d71dd77e-e824-40cd-8d62-cceb8d3aa1b0, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:20:38.958532 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:39.005954 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b36da-6d3b-49b7-90a0-7a851a4b396c None None] Pushing event updated for resources: {'Port': ['ID=d71dd77e-e824-40cd-8d62-cceb8d3aa1b0,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:39.021298 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:39.031705 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] For port d71dd77e-e824-40cd-8d62-cceb8d3aa1b0, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:20:39.035770 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] For port d71dd77e-e824-40cd-8d62-cceb8d3aa1b0, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d71dd77e-e824-40cd-8d62-cceb8d3aa1b0,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:20:39.037282 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Transition to ACTIVE for port object 5d7a6051-d96f-4cc9-8f2e-e853733821e1 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:20:39.169672 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:39.221750 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:39.234724 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b36da-6d3b-49b7-90a0-7a851a4b396c None None] Pushing event updated for resources: {'Port': ['ID=d71dd77e-e824-40cd-8d62-cceb8d3aa1b0,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:39.238033 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Routers {'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:20:39.238870 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:20:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:39.270930 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Network 651d96e6-ee24-4068-810d-dcc3f120ab5a is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:20:39.274133 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:20:39.278026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:20:39.330533 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:39.360078 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] Set router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:20:39.378459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43388) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:39.469487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7a6051-d96f-4cc9-8f2e-e853733821e1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:39.491289 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43392) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:39.491676 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-08338caa-a635-4675-beca-e439153ddff1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30e1191805a04c3c94648d93b447da41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1114495 Aug 17 02:20:39.546330 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:20:39.547660 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:20:39.616667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:39.617574 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:39.661520 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e187c515-c5e9-4c1f-a4f7-3197d2770f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:39.662919 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:36Z', 'revision_number': 3, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'gw_port': {'id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:39.692812 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e187c515-c5e9-4c1f-a4f7-3197d2770f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:39.702360 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bb542-0f61-4130-8808-1ae17198305f None None] The sync data for ids ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'] in n-d-793621-31 is: [{'id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:36Z', 'revision_number': 3, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'gw_port': {'id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:20:39.822604 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d384abda-1dd3-4af0-ba72-c7615279d0ae None None] Provisioning for port 5d7a6051-d96f-4cc9-8f2e-e853733821e1 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:20:39.831332 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d384abda-1dd3-4af0-ba72-c7615279d0ae None None] Provisioning complete for port 5d7a6051-d96f-4cc9-8f2e-e853733821e1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:39.832769 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d384abda-1dd3-4af0-ba72-c7615279d0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:39.849980 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:39.886583 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d384abda-1dd3-4af0-ba72-c7615279d0ae None None] Port 5d7a6051-d96f-4cc9-8f2e-e853733821e1 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:20:39.918593 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e187c515-c5e9-4c1f-a4f7-3197d2770f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:39.921184 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e187c515-c5e9-4c1f-a4f7-3197d2770f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:39.922318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e187c515-c5e9-4c1f-a4f7-3197d2770f53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59a5394d-fa23-4b73-8795-e90d056bbc8f HTTP/1.1" status: 204 len: 168 time: 0.4293828 Aug 17 02:20:39.978181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187c515-c5e9-4c1f-a4f7-3197d2770f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a5394d-fa23-4b73-8795-e90d056bbc8f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:40.116204 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:40.180262 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:40.222295 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ccf51053-63f6-45e5-ae2d-17072fd05af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:40.276763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7a6051-d96f-4cc9-8f2e-e853733821e1,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:40.280830 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:40.401950 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Network 651d96e6-ee24-4068-810d-dcc3f120ab5a is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:20:40.403436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:20:40.601686 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:40.673602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:20:40.826624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f0fc6c3e-8f2a-463a-a967-ed5852446640 None None] Provisioning complete for port 5d7a6051-d96f-4cc9-8f2e-e853733821e1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:40.828573 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6c3e-8f2a-463a-a967-ed5852446640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:40.872149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:20:40.885822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0a5dce7f-72dc-4c08-94d7-f89a8e8c0e34 admin admin] 10.222.0.13 "PUT /v2.0/routers/ec2c6c21-4733-40dd-ae55-a7f3e84dfe41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7177510 Aug 17 02:20:40.899091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc6c3e-8f2a-463a-a967-ed5852446640 None None] Port 5d7a6051-d96f-4cc9-8f2e-e853733821e1 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:20:40.902647 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9d33a-7567-43e9-a810-973fdf86cb7d req-e8f30c71-2dc5-4da1-b85f-002b812217a6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:40.911137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05f9d33a-7567-43e9-a810-973fdf86cb7d req-e8f30c71-2dc5-4da1-b85f-002b812217a6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1584427 Aug 17 02:20:40.948573 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05f9d33a-7567-43e9-a810-973fdf86cb7d req-18a62e39-221c-467d-8835-5086ec133103 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363774 Aug 17 02:20:41.140453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bd777-5e68-4149-95bf-16494d78822e req-a1bf7d23-8ab8-408c-8d0d-b933e911a9af tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:41.148770 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-991bd777-5e68-4149-95bf-16494d78822e req-a1bf7d23-8ab8-408c-8d0d-b933e911a9af tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.0953138 Aug 17 02:20:41.170339 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55cba85c-73a3-469a-b29b-cd3e8defb4e6 req-fe833a50-55ed-438a-a478-bb35f02aba50 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1573143 Aug 17 02:20:41.215245 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-991bd777-5e68-4149-95bf-16494d78822e req-37464288-8f72-4922-ad63-18bd024329b0 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653572 Aug 17 02:20:41.266615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba85c-73a3-469a-b29b-cd3e8defb4e6 req-6fc54d04-5a13-4b8e-8712-3c6c3c37fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:41.269733 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55cba85c-73a3-469a-b29b-cd3e8defb4e6 req-6fc54d04-5a13-4b8e-8712-3c6c3c37fc08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 1096 time: 0.0520086 Aug 17 02:20:41.503643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba85c-73a3-469a-b29b-cd3e8defb4e6 req-646995eb-b4f3-4101-8a56-399adca976eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:41.507352 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55cba85c-73a3-469a-b29b-cd3e8defb4e6 req-646995eb-b4f3-4101-8a56-399adca976eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 200 len: 908 time: 0.1870649 Aug 17 02:20:41.598032 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55cba85c-73a3-469a-b29b-cd3e8defb4e6 req-e036777f-062a-46de-b1f3-9ed43e942448 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98 HTTP/1.1" status: 200 len: 217 time: 0.0821848 Aug 17 02:20:41.667336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d71dd77e-e824-40cd-8d62-cceb8d3aa1b0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:20:41.701671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba85c-73a3-469a-b29b-cd3e8defb4e6 req-5802b7a6-3b72-4c40-8ab2-c386882a22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:41.705043 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55cba85c-73a3-469a-b29b-cd3e8defb4e6 req-5802b7a6-3b72-4c40-8ab2-c386882a22f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 200 len: 847 time: 0.0954630 Aug 17 02:20:41.722933 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:41.805646 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55cba85c-73a3-469a-b29b-cd3e8defb4e6 req-72ca44dc-e6a9-49aa-9798-fc5bebd66c1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c80ec2-d490-4616-acf6-294513bafc60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703998 Aug 17 02:20:41.854717 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port d71dd77e-e824-40cd-8d62-cceb8d3aa1b0 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:20:41.859897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port d71dd77e-e824-40cd-8d62-cceb8d3aa1b0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:41.860524 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:41.960070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde73c6-385c-4e61-bd90-c0745f49615e req-0af58d43-3774-49a0-9ded-48398b18d94e tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:41.961802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8dde73c6-385c-4e61-bd90-c0745f49615e req-0af58d43-3774-49a0-9ded-48398b18d94e tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 944 time: 0.2242303 Aug 17 02:20:41.990458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43470) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:42.029958 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:42.063563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Sync routers for ids ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:20:42.079037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port d71dd77e-e824-40cd-8d62-cceb8d3aa1b0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d71dd77e-e824-40cd-8d62-cceb8d3aa1b0,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:42.088020 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Routers {'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:20:42.089396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:20:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:42.165009 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55cba85c-73a3-469a-b29b-cd3e8defb4e6 req-2fb57417-ee4a-4a78-a950-7b21833489c6 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485515 Aug 17 02:20:42.188930 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-network', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:20:42.212242 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:42.259429 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-8dde73c6-385c-4e61-bd90-c0745f49615e req-0681cece-6dc4-4412-a6af-22a198548eff tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Deleting port 0d914708-2478-4807-b870-f6ad7846bfa9 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:20:42.259877 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8dde73c6-385c-4e61-bd90-c0745f49615e req-0681cece-6dc4-4412-a6af-22a198548eff tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:42.283100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Set router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:20:42.311032 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=d71dd77e-e824-40cd-8d62-cceb8d3aa1b0,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:42.335809 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] Made reservation on behalf of 162bf435e2274f1ab8d9b8ad12cd2769 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:20:42.338829 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:42.354714 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:42.366669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-8dde73c6-385c-4e61-bd90-c0745f49615e req-0681cece-6dc4-4412-a6af-22a198548eff tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] For port 0d914708-2478-4807-b870-f6ad7846bfa9, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=0d914708-2478-4807-b870-f6ad7846bfa9,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:42.367063 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8dde73c6-385c-4e61-bd90-c0745f49615e req-0681cece-6dc4-4412-a6af-22a198548eff tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:42.388586 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-8dde73c6-385c-4e61-bd90-c0745f49615e req-0681cece-6dc4-4412-a6af-22a198548eff tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Calling delete_port for 0d914708-2478-4807-b870-f6ad7846bfa9 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:20:42.491770 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:42.501818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55cba85c-73a3-469a-b29b-cd3e8defb4e6 req-5f0b2366-4c73-4e45-9329-3016157408ee service neutron] 10.222.0.18 "GET /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275559 Aug 17 02:20:42.527559 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:39Z', 'revision_number': 4, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'gw_port': {'id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5d7a6051-d96f-4cc9-8f2e-e853733821e1', 'name': '', 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'mac_address': 'fa:16:3e:5f:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:38Z', 'updated_at': '2021-08-17T02:20:39Z', 'revision_number': 2, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'subnets': [{'id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:42.571366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Checking router: ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:20:42.571366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Updating router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 port 5d7a6051-d96f-4cc9-8f2e-e853733821e1 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:20:42.590109 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:42.603727 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:42.616135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:20:42.628041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b681a0af-3523-472f-81fa-dd2fab24c2c5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:42.633302 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:42.633898 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] Added segment 0676ebc7-f424-49d3-8f1f-ab8de26d7460 of type vlan for network f438f78f-1ae1-40df-bda3-38a888d5203a Aug 17 02:20:42.682710 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:42.700476 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8dde73c6-385c-4e61-bd90-c0745f49615e req-0681cece-6dc4-4412-a6af-22a198548eff tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:42.732494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['0d914708-2478-4807-b870-f6ad7846bfa9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:20:42.787996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681cece-6dc4-4412-a6af-22a198548eff tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Pushing event deleted for resources: {'Port': ['ID=0d914708-2478-4807-b870-f6ad7846bfa9,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:42.806128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dde73c6-385c-4e61-bd90-c0745f49615e req-0681cece-6dc4-4412-a6af-22a198548eff tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] No DVR routers for this DVR port 0d914708-2478-4807-b870-f6ad7846bfa9 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:20:42.808915 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8dde73c6-385c-4e61-bd90-c0745f49615e req-0681cece-6dc4-4412-a6af-22a198548eff tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:42.811185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8dde73c6-385c-4e61-bd90-c0745f49615e req-0681cece-6dc4-4412-a6af-22a198548eff tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.18 "DELETE /v2.0/ports/0d914708-2478-4807-b870-f6ad7846bfa9 HTTP/1.1" status: 204 len: 173 time: 0.8286085 Aug 17 02:20:42.811663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0680184b-ef10-4914-8f45-b233e89215f2', 'name': 'network-vif-deleted', 'tag': '0d914708-2478-4807-b870-f6ad7846bfa9'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:42.816930 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34fc322-8a58-4531-a031-85d4267057d2" -d '{"events": [{"server_uuid": "0680184b-ef10-4914-8f45-b233e89215f2", "name": "network-vif-deleted", "tag": "0d914708-2478-4807-b870-f6ad7846bfa9"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:42.842981 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:42.844010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:42.844639 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:42.917757 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] Pushing event updated for resources: {'Network': ['ID=f438f78f-1ae1-40df-bda3-38a888d5203a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:42.930170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network f438f78f-1ae1-40df-bda3-38a888d5203a details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:20:43.022317 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:43.035920 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Transition to ACTIVE for port object 5d7a6051-d96f-4cc9-8f2e-e853733821e1 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:20:43.049978 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eec02efb-18ff-4bb9-80d4-2c4d4fdbab96 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0570486 Aug 17 02:20:43.052896 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43508) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:43.057995 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f9682eb4-4dda-417a-923a-265416b19fb8 admin admin] Request body: {'subnet': {'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-subnet', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:20:43.247355 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:43.300639 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49c702-a0b1-42fa-99c6-8f5584711ed6 None None] Pushing event updated for resources: {'Port': ['ID=5d7a6051-d96f-4cc9-8f2e-e853733821e1,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:43.305578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9682eb4-4dda-417a-923a-265416b19fb8 admin admin] Made reservation on behalf of 162bf435e2274f1ab8d9b8ad12cd2769 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:20:43.307905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9682eb4-4dda-417a-923a-265416b19fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:43.402525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Attempting to bind port 5d7a6051-d96f-4cc9-8f2e-e853733821e1 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:20:43.403118 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Attempting to bind port 5d7a6051-d96f-4cc9-8f2e-e853733821e1 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'c576f5c8-8005-437d-84fa-41e0e77798d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:20:43.403733 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Attempting to bind port 5d7a6051-d96f-4cc9-8f2e-e853733821e1 on network 651d96e6-ee24-4068-810d-dcc3f120ab5a {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:20:43.418079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:20:43.418494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Checking segment: {'id': 'c576f5c8-8005-437d-84fa-41e0e77798d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:20:43.421319 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:43.425477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Bound using segment: {'id': 'c576f5c8-8005-437d-84fa-41e0e77798d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:20:43.426083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Bound port: 5d7a6051-d96f-4cc9-8f2e-e853733821e1, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c576f5c8-8005-437d-84fa-41e0e77798d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:20:43.426443 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:43.533018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d71dd77e-e824-40cd-8d62-cceb8d3aa1b0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:20:43.589291 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] For port 5d7a6051-d96f-4cc9-8f2e-e853733821e1, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:20:43.594812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] For port 5d7a6051-d96f-4cc9-8f2e-e853733821e1, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5d7a6051-d96f-4cc9-8f2e-e853733821e1,segment=NetworkSegment(c576f5c8-8005-437d-84fa-41e0e77798d8),segment_id=c576f5c8-8005-437d-84fa-41e0e77798d8)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:20:43.614445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port d71dd77e-e824-40cd-8d62-cceb8d3aa1b0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:43.614811 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:43.671876 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9682eb4-4dda-417a-923a-265416b19fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:43.673194 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:43.677816 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:43.731246 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9682eb4-4dda-417a-923a-265416b19fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2959ceac-83e9-4de2-afa8-c1049a0c5481,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:43.746602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9682eb4-4dda-417a-923a-265416b19fb8 admin admin] Checking segment: {'id': '0676ebc7-f424-49d3-8f1f-ab8de26d7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:20:43.746987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9682eb4-4dda-417a-923a-265416b19fb8 admin admin] Network hostable DHCP agents. Network: f438f78f-1ae1-40df-bda3-38a888d5203a, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:20:43.770278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Routers {'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:20:43.770919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:20:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:43.773082 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49c702-a0b1-42fa-99c6-8f5584711ed6 None None] Pushing event updated for resources: {'Port': ['ID=5d7a6051-d96f-4cc9-8f2e-e853733821e1,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:43.860052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9682eb4-4dda-417a-923a-265416b19fb8 admin admin] Network f438f78f-1ae1-40df-bda3-38a888d5203a is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:20:43.963284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d716d65-4a84-4f2a-a1ac-c8d490598dba req-65e7eebd-644e-4f60-bdf7-a6759846a654 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0680184b-ef10-4914-8f45-b233e89215f2 HTTP/1.1" status: 200 len: 210 time: 0.0495226 Aug 17 02:20:43.968133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-f9682eb4-4dda-417a-923a-265416b19fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, f438f78f-1ae1-40df-bda3-38a888d5203a) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:20:43.973015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9682eb4-4dda-417a-923a-265416b19fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:43.973916 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9682eb4-4dda-417a-923a-265416b19fb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:44.007158 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ecd126-0d51-4285-8a57-487a2711c764 None None] Network f438f78f-1ae1-40df-bda3-38a888d5203a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:20:44.091447 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f9682eb4-4dda-417a-923a-265416b19fb8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0374248 Aug 17 02:20:44.092584 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43548) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:44.097322 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:20:44.157278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce0cfa-46c9-4389-ad18-48571497f5e7 req-a188936e-c984-40eb-87da-6b631b78346f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:44.159975 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a7ce0cfa-46c9-4389-ad18-48571497f5e7 req-a188936e-c984-40eb-87da-6b631b78346f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0760620 Aug 17 02:20:44.189099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] Set router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:20:44.225787 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a7ce0cfa-46c9-4389-ad18-48571497f5e7 req-84e68269-2e5b-4120-a507-052aac15b537 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572503 Aug 17 02:20:44.271856 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:44.272910 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:44.323786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c32c813-b7cf-478a-a364-189b857d4e85 None None] Network f438f78f-1ae1-40df-bda3-38a888d5203a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:20:44.339792 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:44.393815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94384845-49de-49be-98bc-2fddc1b6324f req-a3278acb-88fe-4b65-9bda-ca3fcc86ee5f tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:44.397766 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94384845-49de-49be-98bc-2fddc1b6324f req-a3278acb-88fe-4b65-9bda-ca3fcc86ee5f tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.0769553 Aug 17 02:20:44.442389 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94384845-49de-49be-98bc-2fddc1b6324f req-085dbb8c-2d11-4295-ba76-d5692b2d4081 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404363 Aug 17 02:20:44.573329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:39Z', 'revision_number': 4, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'gw_port': {'id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5d7a6051-d96f-4cc9-8f2e-e853733821e1', 'name': '', 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'mac_address': 'fa:16:3e:5f:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:38Z', 'updated_at': '2021-08-17T02:20:43Z', 'revision_number': 4, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'subnets': [{'id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:44.598007 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6764fb-596f-466d-a7da-134967c3f9c8 None None] The sync data for ids ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'] in n-d-793621-31 is: [{'id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:39Z', 'revision_number': 4, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'gw_port': {'id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5d7a6051-d96f-4cc9-8f2e-e853733821e1', 'name': '', 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'mac_address': 'fa:16:3e:5f:5e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:38Z', 'updated_at': '2021-08-17T02:20:43Z', 'revision_number': 4, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'subnets': [{'id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:20:44.607942 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcdfec4-4e36-48da-b008-2e2f4d64f913 x-openstack-request-id: req-efcdfec4-4e36-48da-b008-2e2f4d64f913 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:44.607942 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0680184b-ef10-4914-8f45-b233e89215f2", "name": "network-vif-deleted", "tag": "0d914708-2478-4807-b870-f6ad7846bfa9", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:44.607942 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efcdfec4-4e36-48da-b008-2e2f4d64f913 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:44.607942 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0680184b-ef10-4914-8f45-b233e89215f2', 'name': 'network-vif-deleted', 'tag': '0d914708-2478-4807-b870-f6ad7846bfa9', 'status': 'completed', 'code': 200} Aug 17 02:20:44.641781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:45.042580 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:45.068755 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:45.204446 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Allocated IP 172.25.5.188 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/57d5d606-9a08-49af-a865-31f00ab3ffe5) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:20:45.373732 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:45.377196 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a40129-1b8d-4ba6-a051-2cd867daf255 req-7845831a-8b8c-42c2-ae79-896b670056c0 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:45.385875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35a40129-1b8d-4ba6-a051-2cd867daf255 req-7845831a-8b8c-42c2-ae79-896b670056c0 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 948 time: 0.0613549 Aug 17 02:20:45.446104 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35a40129-1b8d-4ba6-a051-2cd867daf255 req-888f952d-5a02-4cb5-b2e0-9eed993f29b7 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590549 Aug 17 02:20:45.508102 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:45.535195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5d7a6051-d96f-4cc9-8f2e-e853733821e1 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:20:45.569995 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:20:45.573280 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:20:45.577331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:20:45.590367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb57f-7324-482f-b741-1ea533de2e84 req-058d8e6a-fa95-4504-8c85-0ccf42fbc70e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:45.599244 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82abb57f-7324-482f-b741-1ea533de2e84 req-058d8e6a-fa95-4504-8c85-0ccf42fbc70e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0758536 Aug 17 02:20:45.661801 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82abb57f-7324-482f-b741-1ea533de2e84 req-0bca8c39-ab93-4213-8bb9-fafb8f041878 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614042 Aug 17 02:20:45.723669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 5d7a6051-d96f-4cc9-8f2e-e853733821e1 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:20:45.728744 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5d7a6051-d96f-4cc9-8f2e-e853733821e1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:45.729415 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:45.922820 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:45.985483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 5d7a6051-d96f-4cc9-8f2e-e853733821e1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5d7a6051-d96f-4cc9-8f2e-e853733821e1,segment=NetworkSegment(c576f5c8-8005-437d-84fa-41e0e77798d8),segment_id=c576f5c8-8005-437d-84fa-41e0e77798d8)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:46.124116 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:46.220191 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=5d7a6051-d96f-4cc9-8f2e-e853733821e1,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:46.256720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Pushing event updated for resources: {'Port': ['ID=57d5d606-9a08-49af-a865-31f00ab3ffe5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:46.318856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc811d2-0954-4dd0-abf4-0d075486c0b0 req-8eba4ba2-6305-4965-9434-dd98e7a5caf9 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:46.326839 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccc811d2-0954-4dd0-abf4-0d075486c0b0 req-8eba4ba2-6305-4965-9434-dd98e7a5caf9 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.0719519 Aug 17 02:20:46.384672 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccc811d2-0954-4dd0-abf4-0d075486c0b0 req-75da7247-6b9e-4fe8-b398-7b7a5b7c48b5 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569344 Aug 17 02:20:46.557720 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:46.604285 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d97ff-a211-4704-8fb4-f8e21928d957 req-ce889384-e1aa-41bd-9097-45607c75162f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:46.605904 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-920d97ff-a211-4704-8fb4-f8e21928d957 req-ce889384-e1aa-41bd-9097-45607c75162f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 944 time: 0.0597842 Aug 17 02:20:46.657203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-920d97ff-a211-4704-8fb4-f8e21928d957 req-03ab82a7-af11-471e-828c-c36d0c7d2883 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446408 Aug 17 02:20:46.841442 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344fab-6c27-4881-9dbe-2c791b979a5a req-12f43016-7236-44da-a41e-b40573b27f88 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:46.842905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a344fab-6c27-4881-9dbe-2c791b979a5a req-12f43016-7236-44da-a41e-b40573b27f88 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 948 time: 0.0785084 Aug 17 02:20:46.853013 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:46.899662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a344fab-6c27-4881-9dbe-2c791b979a5a req-457fdf0b-bb34-4fe5-9860-d9738f73deec tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500236 Aug 17 02:20:46.959737 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 0d914708-2478-4807-b870-f6ad7846bfa9 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:20:46.981122 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 0d914708-2478-4807-b870-f6ad7846bfa9 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:20:46.981628 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 0d914708-2478-4807-b870-f6ad7846bfa9 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:20:47.047339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ebbba-6606-4b77-b022-1928ff386f5f req-d6b457fc-e150-4da5-8d56-2941d09ae7f5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:47.048900 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f20ebbba-6606-4b77-b022-1928ff386f5f req-d6b457fc-e150-4da5-8d56-2941d09ae7f5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0836997 Aug 17 02:20:47.057732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e726ac-d545-4803-bc52-745ef9873ed1 req-3cf3faa9-04d8-4333-b808-e5437a53ef7e tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:47.059146 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1e726ac-d545-4803-bc52-745ef9873ed1 req-3cf3faa9-04d8-4333-b808-e5437a53ef7e tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.18 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 944 time: 0.0824466 Aug 17 02:20:47.096729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:20:47.136721 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f20ebbba-6606-4b77-b022-1928ff386f5f req-a633dfaa-0c64-485d-8ee4-1e41b1604d65 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765915 Aug 17 02:20:47.193272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-f1e726ac-d545-4803-bc52-745ef9873ed1 req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Deleting port d10d5f7d-2d5a-446d-9992-f40b124fcb98 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:20:47.193628 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f1e726ac-d545-4803-bc52-745ef9873ed1 req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:47.228865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:20:47.241843 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Sync routers for ids ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:20:47.256538 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Routers {'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:20:47.258724 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:20:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:47.324454 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:47.327664 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-687d7a53-d41a-4169-8336-8b9e8ad6bbf3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.2343323 Aug 17 02:20:47.330226 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43588) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:47.338454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-f1e726ac-d545-4803-bc52-745ef9873ed1 req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] For port d10d5f7d-2d5a-446d-9992-f40b124fcb98, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d10d5f7d-2d5a-446d-9992-f40b124fcb98,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:47.338831 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f1e726ac-d545-4803-bc52-745ef9873ed1 req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:47.370154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-f1e726ac-d545-4803-bc52-745ef9873ed1 req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Calling delete_port for d10d5f7d-2d5a-446d-9992-f40b124fcb98 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:20:47.378717 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Set router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:20:47.547516 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5d7a6051-d96f-4cc9-8f2e-e853733821e1 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:20:47.576871 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:44Z', 'updated_at': '2021-08-17T02:20:46Z', 'revision_number': 3, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'gw_port': {'id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:45Z', 'updated_at': '2021-08-17T02:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:47.605993 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Checking router: bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:20:47.607351 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Updating router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 port 57d5d606-9a08-49af-a865-31f00ab3ffe5 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:20:47.624652 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca332af-008c-4159-972a-bc46802ec46f req-583d1cbd-f692-489a-ba57-9203b761e9d4 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:47.626212 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fca332af-008c-4159-972a-bc46802ec46f req-583d1cbd-f692-489a-ba57-9203b761e9d4 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.42 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 948 time: 0.1693008 Aug 17 02:20:47.635332 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:47.656331 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5d7a6051-d96f-4cc9-8f2e-e853733821e1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:47.656750 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:47.664083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33188d9b-e9a1-4470-9c59-5a94e14ba86b req-014f5400-962e-47e5-964a-0ad4320a237f tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:47.671811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33188d9b-e9a1-4470-9c59-5a94e14ba86b req-014f5400-962e-47e5-964a-0ad4320a237f tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.1520569 Aug 17 02:20:47.702437 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f1e726ac-d545-4803-bc52-745ef9873ed1 req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:47.798267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Pushing event deleted for resources: {'Port': ['ID=d10d5f7d-2d5a-446d-9992-f40b124fcb98,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:47.859582 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33188d9b-e9a1-4470-9c59-5a94e14ba86b req-111b346c-dbbf-46ef-a8a8-1e88934d60b8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799908 Aug 17 02:20:47.864872 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:47.865219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:47.865632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:47.865971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:47.866952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:47.867299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:47.867653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:47.868039 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:47.868368 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:47.868695 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:47.869022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:47.869372 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:47.925195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e726ac-d545-4803-bc52-745ef9873ed1 req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] No DVR routers for this DVR port d10d5f7d-2d5a-446d-9992-f40b124fcb98 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:20:47.932306 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f1e726ac-d545-4803-bc52-745ef9873ed1 req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:47.934445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1e726ac-d545-4803-bc52-745ef9873ed1 req-1811c61e-e4e7-4b3d-935d-b74b4f7c5665 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.18 "DELETE /v2.0/ports/d10d5f7d-2d5a-446d-9992-f40b124fcb98 HTTP/1.1" status: 204 len: 173 time: 0.8666871 Aug 17 02:20:47.935940 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79096bbc-5ca5-440f-8cff-376f600dda1d', 'name': 'network-vif-deleted', 'tag': 'd10d5f7d-2d5a-446d-9992-f40b124fcb98'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:47.944302 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f88154-130b-42a3-9faf-8ad0e7953a33" -d '{"events": [{"server_uuid": "79096bbc-5ca5-440f-8cff-376f600dda1d", "name": "network-vif-deleted", "tag": "d10d5f7d-2d5a-446d-9992-f40b124fcb98"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:47.946688 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:47.958130 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Transition to ACTIVE for port object 57d5d606-9a08-49af-a865-31f00ab3ffe5 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:20:47.996998 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-821ec5b9-cbc0-4b4c-8901-9f02e51a60b1 req-d6c55f66-ca58-4e2f-aa0b-81042e9d50d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2249057 Aug 17 02:20:48.010988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-fca332af-008c-4159-972a-bc46802ec46f req-1bd3f3bb-b902-4308-8f32-617e17f75e17 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Deleting port 448aa376-69d2-45c5-b665-210128036a7e {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:20:48.011438 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fca332af-008c-4159-972a-bc46802ec46f req-1bd3f3bb-b902-4308-8f32-617e17f75e17 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:48.088562 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:48.127133 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Attempting to bind port 57d5d606-9a08-49af-a865-31f00ab3ffe5 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:20:48.127369 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95cab6ed-6995-4e74-8b5a-eab42b7fb9d9 req-50442787-4ae0-44f5-8963-d9ae2017f623 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 210 time: 0.0398223 Aug 17 02:20:48.127479 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Attempting to bind port 57d5d606-9a08-49af-a865-31f00ab3ffe5 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:20:48.128349 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Attempting to bind port 57d5d606-9a08-49af-a865-31f00ab3ffe5 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:20:48.156696 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:20:48.161724 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:20:48.161724 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:48.161724 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:20:48.161724 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Bound port: 57d5d606-9a08-49af-a865-31f00ab3ffe5, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:20:48.161724 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:48.256792 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] For port 57d5d606-9a08-49af-a865-31f00ab3ffe5, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:20:48.274534 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ec5b9-cbc0-4b4c-8901-9f02e51a60b1 req-6ead309b-2db3-4f34-bae6-67d5b2d54449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:48.276202 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-821ec5b9-cbc0-4b4c-8901-9f02e51a60b1 req-6ead309b-2db3-4f34-bae6-67d5b2d54449 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 1103 time: 0.2271984 Aug 17 02:20:48.295776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba8311-8069-4ad6-847f-44cc795af300 req-833ad374-f3a3-4d2c-a93c-ec2d2cd3a349 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:48.298256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21ba8311-8069-4ad6-847f-44cc795af300 req-833ad374-f3a3-4d2c-a93c-ec2d2cd3a349 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 948 time: 0.0934701 Aug 17 02:20:48.310415 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37b97c-ef2f-4f88-baf5-f16f7e7eb032 None None] Pushing event updated for resources: {'Port': ['ID=57d5d606-9a08-49af-a865-31f00ab3ffe5,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:48.324802 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] For port 57d5d606-9a08-49af-a865-31f00ab3ffe5, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=57d5d606-9a08-49af-a865-31f00ab3ffe5,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:20:48.385252 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21ba8311-8069-4ad6-847f-44cc795af300 req-fcc18d14-c7c0-4fc9-86cd-8f8ea20400cb tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762191 Aug 17 02:20:48.414258 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:48.428238 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-fca332af-008c-4159-972a-bc46802ec46f req-1bd3f3bb-b902-4308-8f32-617e17f75e17 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] For port 448aa376-69d2-45c5-b665-210128036a7e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=448aa376-69d2-45c5-b665-210128036a7e,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:48.428724 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fca332af-008c-4159-972a-bc46802ec46f req-1bd3f3bb-b902-4308-8f32-617e17f75e17 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:48.430751 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3003f199-62a4-425b-8359-db99ad9f3b4c x-openstack-request-id: req-3003f199-62a4-425b-8359-db99ad9f3b4c {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:48.431434 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79096bbc-5ca5-440f-8cff-376f600dda1d", "name": "network-vif-deleted", "tag": "d10d5f7d-2d5a-446d-9992-f40b124fcb98", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:48.431923 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3003f199-62a4-425b-8359-db99ad9f3b4c {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:48.432799 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79096bbc-5ca5-440f-8cff-376f600dda1d', 'name': 'network-vif-deleted', 'tag': 'd10d5f7d-2d5a-446d-9992-f40b124fcb98', 'status': 'completed', 'code': 200} Aug 17 02:20:48.443676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-fca332af-008c-4159-972a-bc46802ec46f req-1bd3f3bb-b902-4308-8f32-617e17f75e17 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Calling delete_port for 448aa376-69d2-45c5-b665-210128036a7e owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:20:48.507816 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Routers {'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:20:48.508601 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:20:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:48.565554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48569ad2-e5db-444c-bb10-bb0330239cf6 req-fc69b905-7fda-4f65-b3e9-eb795cf880b3 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:48.568193 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48569ad2-e5db-444c-bb10-bb0330239cf6 req-fc69b905-7fda-4f65-b3e9-eb795cf880b3 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0603604 Aug 17 02:20:48.591671 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37b97c-ef2f-4f88-baf5-f16f7e7eb032 None None] Pushing event updated for resources: {'Port': ['ID=57d5d606-9a08-49af-a865-31f00ab3ffe5,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:48.649030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48569ad2-e5db-444c-bb10-bb0330239cf6 req-f3a7f3a3-2b4d-4df8-9874-8f1ca03b39d1 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734560 Aug 17 02:20:48.759043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ec5b9-cbc0-4b4c-8901-9f02e51a60b1 req-d252a087-5dd8-4074-9ce1-0f308c815399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:48.760587 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-821ec5b9-cbc0-4b4c-8901-9f02e51a60b1 req-d252a087-5dd8-4074-9ce1-0f308c815399 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.4512765 Aug 17 02:20:48.774187 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:48.787123 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] Set router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:20:48.826994 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-821ec5b9-cbc0-4b4c-8901-9f02e51a60b1 req-920c41ce-26db-40bb-b276-7239b94eed82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 HTTP/1.1" status: 200 len: 217 time: 0.0491679 Aug 17 02:20:48.827603 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fca332af-008c-4159-972a-bc46802ec46f req-1bd3f3bb-b902-4308-8f32-617e17f75e17 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:49.016375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3f3bb-b902-4308-8f32-617e17f75e17 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Pushing event deleted for resources: {'Port': ['ID=448aa376-69d2-45c5-b665-210128036a7e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:49.126868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b1ed9-87d0-4dcb-9d4e-45399ba6d9d3 req-6e8d8f7f-37df-4fef-b5bf-2b58ea6a15d7 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:49.129634 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d66b1ed9-87d0-4dcb-9d4e-45399ba6d9d3 req-6e8d8f7f-37df-4fef-b5bf-2b58ea6a15d7 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.1077070 Aug 17 02:20:49.138477 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca332af-008c-4159-972a-bc46802ec46f req-1bd3f3bb-b902-4308-8f32-617e17f75e17 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] No DVR routers for this DVR port 448aa376-69d2-45c5-b665-210128036a7e on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:20:49.172239 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ec5b9-cbc0-4b4c-8901-9f02e51a60b1 req-d3ba0bee-10f4-400b-98cf-c79768862435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:49.174115 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-821ec5b9-cbc0-4b4c-8901-9f02e51a60b1 req-d3ba0bee-10f4-400b-98cf-c79768862435 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.3321571 Aug 17 02:20:49.179043 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fca332af-008c-4159-972a-bc46802ec46f req-1bd3f3bb-b902-4308-8f32-617e17f75e17 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:49.181929 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fca332af-008c-4159-972a-bc46802ec46f req-1bd3f3bb-b902-4308-8f32-617e17f75e17 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.42 "DELETE /v2.0/ports/448aa376-69d2-45c5-b665-210128036a7e HTTP/1.1" status: 204 len: 173 time: 1.5479393 Aug 17 02:20:49.182907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c360a459-a56e-474b-9ede-fbaf70a96991', 'name': 'network-vif-deleted', 'tag': '448aa376-69d2-45c5-b665-210128036a7e'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:49.185684 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a293aea0-bfbb-49ca-b224-ad108ae326ed" -d '{"events": [{"server_uuid": "c360a459-a56e-474b-9ede-fbaf70a96991", "name": "network-vif-deleted", "tag": "448aa376-69d2-45c5-b665-210128036a7e"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:49.195907 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:44Z', 'updated_at': '2021-08-17T02:20:46Z', 'revision_number': 3, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'gw_port': {'id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:45Z', 'updated_at': '2021-08-17T02:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:49.215783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d66b1ed9-87d0-4dcb-9d4e-45399ba6d9d3 req-090d66cf-b553-4dd7-8399-86330163e1f7 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776443 Aug 17 02:20:49.278110 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c59b34-eecc-4348-8707-a22f89812d0f None None] The sync data for ids ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'] in n-d-793621-31 is: [{'id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:44Z', 'updated_at': '2021-08-17T02:20:46Z', 'revision_number': 3, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'gw_port': {'id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:45Z', 'updated_at': '2021-08-17T02:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:20:49.294945 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ec5b9-cbc0-4b4c-8901-9f02e51a60b1 req-f94edd3f-4ead-423c-abc0-34358420469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:49.296753 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-821ec5b9-cbc0-4b4c-8901-9f02e51a60b1 req-f94edd3f-4ead-423c-abc0-34358420469f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1043611 Aug 17 02:20:49.322169 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Allocated IP 172.20.0.1 (f438f78f-1ae1-40df-bda3-38a888d5203a/2959ceac-83e9-4de2-afa8-c1049a0c5481/821e9342-f924-4690-8133-4a013704fcba) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:20:49.512765 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d050d11-cd48-4504-a69c-4346bb0dbf82 req-02b9f9b1-ad3e-4391-988b-f18fa345498b tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=79096bbc-5ca5-440f-8cff-376f600dda1d HTTP/1.1" status: 200 len: 210 time: 0.0660453 Aug 17 02:20:49.536128 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-821ec5b9-cbc0-4b4c-8901-9f02e51a60b1 req-c4ea8f82-b363-4f6b-ab74-8abc6c1f706c service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905341 Aug 17 02:20:49.848857 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f749c90d-01c5-4973-a21e-0606c386e083 req-eae590dc-e0f1-4100-a44a-2643108f740b tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 210 time: 0.0867949 Aug 17 02:20:49.897706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f339a-8036-4087-978a-c0bb58babd7f req-3eb56181-c891-411c-8b22-302d0d4ddb7f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:49.909564 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-581f339a-8036-4087-978a-c0bb58babd7f req-3eb56181-c891-411c-8b22-302d0d4ddb7f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0659037 Aug 17 02:20:49.953441 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-581f339a-8036-4087-978a-c0bb58babd7f req-f1b2ff50-863e-4322-b788-08944f8fcb64 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466964 Aug 17 02:20:50.187770 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93460dfe-d222-4da7-8995-022557f16304 x-openstack-request-id: req-93460dfe-d222-4da7-8995-022557f16304 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:50.188081 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c360a459-a56e-474b-9ede-fbaf70a96991", "name": "network-vif-deleted", "tag": "448aa376-69d2-45c5-b665-210128036a7e", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:50.188310 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93460dfe-d222-4da7-8995-022557f16304 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:50.188707 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c360a459-a56e-474b-9ede-fbaf70a96991', 'name': 'network-vif-deleted', 'tag': '448aa376-69d2-45c5-b665-210128036a7e', 'status': 'completed', 'code': 200} Aug 17 02:20:50.317155 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:50.357940 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-821ec5b9-cbc0-4b4c-8901-9f02e51a60b1 req-8895dac6-a1cb-48d4-aca3-368b2724cf1a service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8099129 Aug 17 02:20:50.368838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206239c-46f6-48e9-92e3-8110aa8f9862 req-32c67efd-11cd-4ff8-805d-0765f50826ad tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:50.378062 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9206239c-46f6-48e9-92e3-8110aa8f9862 req-32c67efd-11cd-4ff8-805d-0765f50826ad tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.0655375 Aug 17 02:20:50.436907 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9206239c-46f6-48e9-92e3-8110aa8f9862 req-0db849d7-2645-4206-9e88-bb30517a6a0a tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535362 Aug 17 02:20:50.707199 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:50.746543 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Network f438f78f-1ae1-40df-bda3-38a888d5203a is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:20:50.751793 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:20:50.762423 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:20:50.788482 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Pushing event updated for resources: {'Port': ['ID=821e9342-f924-4690-8133-4a013704fcba,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:50.805444 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:50.969517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d10d5f7d-2d5a-446d-9992-f40b124fcb98 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:20:51.001704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: d10d5f7d-2d5a-446d-9992-f40b124fcb98 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:20:51.001986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d10d5f7d-2d5a-446d-9992-f40b124fcb98 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:20:51.099190 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:51.210518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 448aa376-69d2-45c5-b665-210128036a7e no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:20:51.237882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 448aa376-69d2-45c5-b665-210128036a7e {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:20:51.238179 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 448aa376-69d2-45c5-b665-210128036a7e not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:20:51.280124 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:51.494983 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:51.512683 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc8146c1-b04f-4805-8c0e-daafb0c2956f req-57189873-2135-41fd-9705-1cf018e26788 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=c360a459-a56e-474b-9ede-fbaf70a96991 HTTP/1.1" status: 200 len: 210 time: 0.0571010 Aug 17 02:20:51.567567 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 57d5d606-9a08-49af-a865-31f00ab3ffe5 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:20:51.632685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Pushing event updated for resources: {'Port': ['ID=821e9342-f924-4690-8133-4a013704fcba,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:51.648192 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:51.778420 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 57d5d606-9a08-49af-a865-31f00ab3ffe5 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:20:51.784630 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 57d5d606-9a08-49af-a865-31f00ab3ffe5 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:51.791219 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:51.797664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4084740-46cb-4331-82e4-c4b1872cf3ae req-123f0d59-e81a-4cb3-bb09-8c0306c22091 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:51.808275 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4084740-46cb-4331-82e4-c4b1872cf3ae req-123f0d59-e81a-4cb3-bb09-8c0306c22091 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1356456 Aug 17 02:20:51.866934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4084740-46cb-4331-82e4-c4b1872cf3ae req-81895049-7b91-44b3-83a5-784494e60508 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521700 Aug 17 02:20:51.911104 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Network f438f78f-1ae1-40df-bda3-38a888d5203a is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:20:51.915578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:20:51.954341 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:51.988368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 57d5d606-9a08-49af-a865-31f00ab3ffe5, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=57d5d606-9a08-49af-a865-31f00ab3ffe5,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:52.087228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa8436-8bac-4707-b57f-ccefbc3c53ff req-80d13757-fa73-4f87-8cb8-1d4f3892a82f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:52.103894 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:52.104902 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4dfa8436-8bac-4707-b57f-ccefbc3c53ff req-80d13757-fa73-4f87-8cb8-1d4f3892a82f tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 945 time: 0.1381266 Aug 17 02:20:52.177757 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:20:52.220461 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=57d5d606-9a08-49af-a865-31f00ab3ffe5,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:52.226577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4dfa8436-8bac-4707-b57f-ccefbc3c53ff req-ae6593e4-719e-4e4d-9fbe-2df23e0acced tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/security-groups?id=03af1894-b8f8-4f56-bf12-57faf532c7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204855 Aug 17 02:20:52.276703 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655b105-13a4-48d3-8b90-c6cdac4b5976 req-7d79e8cc-5581-40a3-bccc-042a2d5ef6f3 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:52.285419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9655b105-13a4-48d3-8b90-c6cdac4b5976 req-7d79e8cc-5581-40a3-bccc-042a2d5ef6f3 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 945 time: 0.1442406 Aug 17 02:20:52.349530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:20:52.357409 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ec71658d-43f3-45f5-b192-63059ddf4bbd admin admin] 10.222.0.13 "PUT /v2.0/routers/bf74a3c8-6095-46d0-bd2f-3f8ea3af6651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0251157 Aug 17 02:20:52.360294 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Sync routers for ids ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:20:52.376302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Routers {'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:20:52.377690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:20:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:52.540486 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Set router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:20:52.856145 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:44Z', 'updated_at': '2021-08-17T02:20:50Z', 'revision_number': 4, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'gw_port': {'id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:45Z', 'updated_at': '2021-08-17T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '821e9342-f924-4690-8133-4a013704fcba', 'name': '', 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'mac_address': 'fa:16:3e:eb:c4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:48Z', 'updated_at': '2021-08-17T02:20:51Z', 'revision_number': 2, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'subnets': [{'id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:52.890456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Checking router: bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:20:52.890838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Updating router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 port 821e9342-f924-4690-8133-4a013704fcba binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:20:52.923997 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:53.043389 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91000028-4f3a-4c1c-9559-f5667b8cf386 req-d0282545-5dbe-4c64-8a8b-4e6b411f0cb0 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:53.052455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91000028-4f3a-4c1c-9559-f5667b8cf386 req-d0282545-5dbe-4c64-8a8b-4e6b411f0cb0 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.1204891 Aug 17 02:20:53.136884 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91000028-4f3a-4c1c-9559-f5667b8cf386 req-7ca5c2f1-d01c-4634-8f4e-b59013d02ee3 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832517 Aug 17 02:20:53.151910 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-9655b105-13a4-48d3-8b90-c6cdac4b5976 req-cb67d3a0-c13b-4c39-8750-44bed3d40041 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Deleting port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:20:53.152333 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9655b105-13a4-48d3-8b90-c6cdac4b5976 req-cb67d3a0-c13b-4c39-8750-44bed3d40041 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:53.301993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9655b105-13a4-48d3-8b90-c6cdac4b5976 req-cb67d3a0-c13b-4c39-8750-44bed3d40041 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] For port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,segment=NetworkSegment(06c0e203-a801-459c-a0e9-79a1b4b055a2),segment_id=06c0e203-a801-459c-a0e9-79a1b4b055a2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:53.302384 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9655b105-13a4-48d3-8b90-c6cdac4b5976 req-cb67d3a0-c13b-4c39-8750-44bed3d40041 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:53.318129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-9655b105-13a4-48d3-8b90-c6cdac4b5976 req-cb67d3a0-c13b-4c39-8750-44bed3d40041 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Calling delete_port for 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:20:53.449696 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:53.537409 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 57d5d606-9a08-49af-a865-31f00ab3ffe5 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:20:53.605540 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 57d5d606-9a08-49af-a865-31f00ab3ffe5 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:53.606059 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:53.631528 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9655b105-13a4-48d3-8b90-c6cdac4b5976 req-cb67d3a0-c13b-4c39-8750-44bed3d40041 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:53.634105 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Transition to ACTIVE for port object 821e9342-f924-4690-8133-4a013704fcba will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:20:53.686492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67d3a0-c13b-4c39-8750-44bed3d40041 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Pushing event deleted for resources: {'Port': ['ID=0a9526a2-3920-4bb7-90a4-0c4fb0a662e1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:53.739725 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:53.795530 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bd4e7-db16-4b74-82e8-9468d0861015 None None] Pushing event updated for resources: {'Port': ['ID=821e9342-f924-4690-8133-4a013704fcba,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:53.817086 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9655b105-13a4-48d3-8b90-c6cdac4b5976 req-cb67d3a0-c13b-4c39-8750-44bed3d40041 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] No DVR routers for this DVR port 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:20:53.821555 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9655b105-13a4-48d3-8b90-c6cdac4b5976 req-cb67d3a0-c13b-4c39-8750-44bed3d40041 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:53.824186 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9655b105-13a4-48d3-8b90-c6cdac4b5976 req-cb67d3a0-c13b-4c39-8750-44bed3d40041 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.18 "DELETE /v2.0/ports/0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 HTTP/1.1" status: 204 len: 173 time: 1.5308278 Aug 17 02:20:53.824798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6', 'name': 'network-vif-deleted', 'tag': '0a9526a2-3920-4bb7-90a4-0c4fb0a662e1'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:20:53.828471 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131e88a5-d74c-4e6c-8658-98a3609b2039" -d '{"events": [{"server_uuid": "e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6", "name": "network-vif-deleted", "tag": "0a9526a2-3920-4bb7-90a4-0c4fb0a662e1"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:20:53.862598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Attempting to bind port 821e9342-f924-4690-8133-4a013704fcba on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:20:53.862969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Attempting to bind port 821e9342-f924-4690-8133-4a013704fcba by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '0676ebc7-f424-49d3-8f1f-ab8de26d7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:20:53.863341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Attempting to bind port 821e9342-f924-4690-8133-4a013704fcba on network f438f78f-1ae1-40df-bda3-38a888d5203a {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:20:53.871137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:20:53.871518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Checking segment: {'id': '0676ebc7-f424-49d3-8f1f-ab8de26d7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:20:53.871929 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:53.872341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Bound using segment: {'id': '0676ebc7-f424-49d3-8f1f-ab8de26d7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:20:53.873292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Bound port: 821e9342-f924-4690-8133-4a013704fcba, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0676ebc7-f424-49d3-8f1f-ab8de26d7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:20:53.873292 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:53.885729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-66d53c0d-c7bc-4773-90fc-bb4d61feb981 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:53.891052 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-66d53c0d-c7bc-4773-90fc-bb4d61feb981 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/networks?id=f438f78f-1ae1-40df-bda3-38a888d5203a HTTP/1.1" status: 200 len: 820 time: 0.1951537 Aug 17 02:20:53.907134 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-b889085c-aeb6-4e9d-baab-1d69b29bb79c tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/quotas/162bf435e2274f1ab8d9b8ad12cd2769 HTTP/1.1" status: 200 len: 375 time: 0.0113246 Aug 17 02:20:53.970657 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] For port 821e9342-f924-4690-8133-4a013704fcba, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:20:53.979231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] For port 821e9342-f924-4690-8133-4a013704fcba, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=821e9342-f924-4690-8133-4a013704fcba,segment=NetworkSegment(0676ebc7-f424-49d3-8f1f-ab8de26d7460),segment_id=0676ebc7-f424-49d3-8f1f-ab8de26d7460)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:20:54.020520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-6e9bef62-e45e-4582-9c8a-2882da997b53 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=162bf435e2274f1ab8d9b8ad12cd2769&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030376 Aug 17 02:20:54.100819 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:54.161736 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Routers {'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:20:54.162498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:20:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:54.167806 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bd4e7-db16-4b74-82e8-9468d0861015 None None] Pushing event updated for resources: {'Port': ['ID=821e9342-f924-4690-8133-4a013704fcba,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:54.168162 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-15a7974d-fb24-40b4-aaa1-f2a3ce0d23ce service neutron] 10.222.0.13 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392868 Aug 17 02:20:54.314143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-81df840d-deae-4e14-b9e8-2842d10f18ae service neutron] 10.222.0.13 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243970 Aug 17 02:20:54.320374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] Set router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:20:54.598719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:44Z', 'updated_at': '2021-08-17T02:20:50Z', 'revision_number': 4, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'gw_port': {'id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:45Z', 'updated_at': '2021-08-17T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '821e9342-f924-4690-8133-4a013704fcba', 'name': '', 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'mac_address': 'fa:16:3e:eb:c4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:48Z', 'updated_at': '2021-08-17T02:20:53Z', 'revision_number': 4, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'subnets': [{'id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:54.631341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8512090-a4f9-4b2a-8453-930e3ab92c1b None None] The sync data for ids ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'] in n-d-793621-31 is: [{'id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:44Z', 'updated_at': '2021-08-17T02:20:50Z', 'revision_number': 4, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'gw_port': {'id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:45Z', 'updated_at': '2021-08-17T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '821e9342-f924-4690-8133-4a013704fcba', 'name': '', 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'mac_address': 'fa:16:3e:eb:c4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:48Z', 'updated_at': '2021-08-17T02:20:53Z', 'revision_number': 4, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'subnets': [{'id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:20:55.240576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee110483-1048-4d4a-b4a7-f01a75f1c26c req-2ac09ca6-c7f2-4f16-a301-56b69e264e98 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:55.243082 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee110483-1048-4d4a-b4a7-f01a75f1c26c req-2ac09ca6-c7f2-4f16-a301-56b69e264e98 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0751758 Aug 17 02:20:55.292538 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee110483-1048-4d4a-b4a7-f01a75f1c26c req-47a404f2-9003-48c2-9c86-64a04bef6263 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Aug 17 02:20:55.407462 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b775eb95-c24f-4f97-92fb-2be2869c9e55 req-5d8ae4e7-e768-49c5-ad18-d44d8750c3b9 tempest-LiveMigrationTest-739352782 tempest-LiveMigrationTest-739352782-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6 HTTP/1.1" status: 200 len: 210 time: 0.0283883 Aug 17 02:20:55.550833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 821e9342-f924-4690-8133-4a013704fcba up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:20:55.687046 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 821e9342-f924-4690-8133-4a013704fcba completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:20:55.692590 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 821e9342-f924-4690-8133-4a013704fcba triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:55.693453 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:55.828631 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:55.875167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 821e9342-f924-4690-8133-4a013704fcba, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=821e9342-f924-4690-8133-4a013704fcba,segment=NetworkSegment(0676ebc7-f424-49d3-8f1f-ab8de26d7460),segment_id=0676ebc7-f424-49d3-8f1f-ab8de26d7460)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:56.005908 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:56.104662 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6c5829-5e40-4b9d-860b-1997f30d6064 x-openstack-request-id: req-8d6c5829-5e40-4b9d-860b-1997f30d6064 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:20:56.105416 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6", "name": "network-vif-deleted", "tag": "0a9526a2-3920-4bb7-90a4-0c4fb0a662e1", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:20:56.106067 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d6c5829-5e40-4b9d-860b-1997f30d6064 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:20:56.106739 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d51dbd-b6d0-40cc-b8bf-2b3fb620c2c6', 'name': 'network-vif-deleted', 'tag': '0a9526a2-3920-4bb7-90a4-0c4fb0a662e1', 'status': 'completed', 'code': 200} Aug 17 02:20:56.128459 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=821e9342-f924-4690-8133-4a013704fcba,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:56.264564 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607a853-9adb-4c09-bf74-5f2265314d68 req-dbb7d38d-a66f-48c4-8971-4ed83f981fe0 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:56.271061 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c607a853-9adb-4c09-bf74-5f2265314d68 req-dbb7d38d-a66f-48c4-8971-4ed83f981fe0 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.0785787 Aug 17 02:20:56.312303 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c607a853-9adb-4c09-bf74-5f2265314d68 req-cee41a06-3906-4069-8908-ab91128bb84b tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379961 Aug 17 02:20:56.513542 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9126f85a-d179-46fe-b502-e646f1a795af req-57ec80af-3ad6-4164-be86-b072bc57d74d tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 210 time: 0.0364287 Aug 17 02:20:56.687581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b581417-5859-4236-93ae-3400cffd6e12 req-8fbfdee4-8823-4c33-bf4a-b665b0b34e9a tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:56.691687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b581417-5859-4236-93ae-3400cffd6e12 req-8fbfdee4-8823-4c33-bf4a-b665b0b34e9a tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd835bdf-4f18-497d-83d7-4f0852e12b5e HTTP/1.1" status: 200 len: 948 time: 0.0900841 Aug 17 02:20:56.770280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b581417-5859-4236-93ae-3400cffd6e12 req-28bbc14b-b42b-44f1-a5c7-afce3d578a4d tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611572 Aug 17 02:20:57.015430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:20:57.040010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:20:57.040462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 0a9526a2-3920-4bb7-90a4-0c4fb0a662e1 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:20:57.451169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d4242-84cb-40bf-a339-a56365081e50 req-db11e49e-ff15-4e20-91bb-6089738b282c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:57.452723 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f3d4242-84cb-40bf-a339-a56365081e50 req-db11e49e-ff15-4e20-91bb-6089738b282c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0621059 Aug 17 02:20:57.506174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 821e9342-f924-4690-8133-4a013704fcba up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:20:57.514941 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f3d4242-84cb-40bf-a339-a56365081e50 req-4f7eda2a-10b6-4c47-8d69-8f16fc5bdf21 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533783 Aug 17 02:20:57.569005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43732) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:57.586618 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 821e9342-f924-4690-8133-4a013704fcba triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:20:57.594327 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:57.689076 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13f06f-e95e-4d71-ba27-386e7ca7f718 req-60459cdc-e2a8-4fd2-80e2-2ad9b3602bf5 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:57.690945 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff13f06f-e95e-4d71-ba27-386e7ca7f718 req-60459cdc-e2a8-4fd2-80e2-2ad9b3602bf5 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 946 time: 0.0568202 Aug 17 02:20:57.702902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Deleting subnet 5754ca00-fb2f-4542-b586-9964d8f96846 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:20:57.707973 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:57.765605 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:57.774545 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff13f06f-e95e-4d71-ba27-386e7ca7f718 req-87a3145d-858c-429f-a301-103e721b4585 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef45e2c9-511c-4cc2-b18f-afe7313b1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745549 Aug 17 02:20:57.822999 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:57.939026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe61d0a-5bf0-428c-bfcc-e4f613fd5408 req-2ad0b246-526e-4005-aa1a-aaf1811969d6 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:57.943167 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7fe61d0a-5bf0-428c-bfcc-e4f613fd5408 req-2ad0b246-526e-4005-aa1a-aaf1811969d6 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.0781651 Aug 17 02:20:57.998492 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7fe61d0a-5bf0-428c-bfcc-e4f613fd5408 req-d7afcb83-f7be-4409-8fcb-4a97f2cf86b6 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454316 Aug 17 02:20:58.104640 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:58.131732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5754ca00-fb2f-4542-b586-9964d8f96846,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:58.144562 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:58.147006 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5754ca00-fb2f-4542-b586-9964d8f96846 HTTP/1.1" status: 204 len: 168 time: 0.5761857 Aug 17 02:20:58.149130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:58.149130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:58.149498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:58.150165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:58.150660 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:58.151021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43738) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:58.151331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:58.151839 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:58.152171 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:58.152493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:58.152984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:58.153338 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:58.153667 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ff44f-ca5b-4f92-8373-f7764bf75ed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:20:58.240705 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a224e894-f5a1-49a9-8b4a-291536eed7c6 req-43575417-cf50-4c0f-bcba-f89278950a08 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 210 time: 0.0601685 Aug 17 02:20:58.265148 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9381cf2d-db15-4941-b760-3dc6de84efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:58.363126 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:58.391787 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9381cf2d-db15-4941-b760-3dc6de84efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:58.404988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-9381cf2d-db15-4941-b760-3dc6de84efc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c80ec2-d490-4616-acf6-294513bafc60']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:58.421775 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-9381cf2d-db15-4941-b760-3dc6de84efc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c0e203-a801-459c-a0e9-79a1b4b055a2') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:58.422062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-9381cf2d-db15-4941-b760-3dc6de84efc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c0e203-a801-459c-a0e9-79a1b4b055a2') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:58.435052 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9381cf2d-db15-4941-b760-3dc6de84efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:58.453662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fb416-3972-4baa-8eb8-a04d4a29ddec req-129ba1d4-b3b2-4c6a-9094-d7154c5039d7 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:58.455240 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-373fb416-3972-4baa-8eb8-a04d4a29ddec req-129ba1d4-b3b2-4c6a-9094-d7154c5039d7 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd835bdf-4f18-497d-83d7-4f0852e12b5e HTTP/1.1" status: 200 len: 948 time: 0.1145990 Aug 17 02:20:58.464211 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9381cf2d-db15-4941-b760-3dc6de84efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:58.483822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9381cf2d-db15-4941-b760-3dc6de84efc2 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:20:58.484228 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9381cf2d-db15-4941-b760-3dc6de84efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:20:58.486093 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:20:58.552694 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-373fb416-3972-4baa-8eb8-a04d4a29ddec req-7f56a3c0-b8e4-41f0-a551-8a3f4894542a tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/security-groups?id=34f92409-c04e-4e92-b015-e0cd1a9ee1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903685 Aug 17 02:20:58.681216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebc121-5753-4f9d-850e-fe3b9d50f6c0 req-b547518d-1858-4d12-86e9-f2522a6e90aa tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:58.682912 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b5ebc121-5753-4f9d-850e-fe3b9d50f6c0 req-b547518d-1858-4d12-86e9-f2522a6e90aa tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0610442 Aug 17 02:20:58.684168 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9381cf2d-db15-4941-b760-3dc6de84efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:58.692496 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9381cf2d-db15-4941-b760-3dc6de84efc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:58.697965 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9381cf2d-db15-4941-b760-3dc6de84efc2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c8c80ec2-d490-4616-acf6-294513bafc60 HTTP/1.1" status: 204 len: 168 time: 0.5455794 Aug 17 02:20:58.701138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43744) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:58.746002 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381cf2d-db15-4941-b760-3dc6de84efc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c80ec2-d490-4616-acf6-294513bafc60,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:58.779203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b5ebc121-5753-4f9d-850e-fe3b9d50f6c0 req-490a5140-29a5-4e7f-afda-35aed2531f09 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791225 Aug 17 02:20:58.783618 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8064cd0-1152-43d6-9f04-e67e5529c71c admin admin] Deleting subnet 6a2be3aa-3817-4b8d-98bc-77801e3f9e91 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:20:58.787830 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8064cd0-1152-43d6-9f04-e67e5529c71c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:58.848954 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8064cd0-1152-43d6-9f04-e67e5529c71c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:58.899098 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8064cd0-1152-43d6-9f04-e67e5529c71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:58.934909 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771417b-1642-4298-96af-66f181ce4c72 req-22065dc6-2bbf-42b5-aed3-963d9a911fe3 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:58.936821 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9771417b-1642-4298-96af-66f181ce4c72 req-22065dc6-2bbf-42b5-aed3-963d9a911fe3 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 946 time: 0.0645335 Aug 17 02:20:58.985860 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9771417b-1642-4298-96af-66f181ce4c72 req-84942e91-1227-4032-86e8-5deb1b57df8d tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef45e2c9-511c-4cc2-b18f-afe7313b1dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415473 Aug 17 02:20:59.096777 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2038c1d-c21a-4476-b687-ccd87b906361 req-eadffeb8-8470-4f13-9338-dab8e2e41a5a tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:59.098546 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2038c1d-c21a-4476-b687-ccd87b906361 req-eadffeb8-8470-4f13-9338-dab8e2e41a5a tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd835bdf-4f18-497d-83d7-4f0852e12b5e HTTP/1.1" status: 200 len: 948 time: 0.0636170 Aug 17 02:20:59.112145 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8064cd0-1152-43d6-9f04-e67e5529c71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:59.139254 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8064cd0-1152-43d6-9f04-e67e5529c71c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a2be3aa-3817-4b8d-98bc-77801e3f9e91,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:59.141667 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8064cd0-1152-43d6-9f04-e67e5529c71c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:59.144406 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a8064cd0-1152-43d6-9f04-e67e5529c71c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6a2be3aa-3817-4b8d-98bc-77801e3f9e91 HTTP/1.1" status: 204 len: 168 time: 0.4419355 Aug 17 02:20:59.146909 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43752) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:20:59.225565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26fc1f-e6aa-440c-b943-b8257d95e905 req-147214b9-d82a-46ea-bbb0-259b18f7c0c3 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:59.233020 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a26fc1f-e6aa-440c-b943-b8257d95e905 req-147214b9-d82a-46ea-bbb0-259b18f7c0c3 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 946 time: 0.1334372 Aug 17 02:20:59.254731 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ffc9249b-7c26-4aae-b4c2-94dd2dd3e819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:59.270592 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e2de4-e8c9-49a9-87fd-1c9b1edbf5a1 req-3a6c93c5-bc25-4da6-9d15-a2e2f35eeeb3 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:59.272840 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-404e2de4-e8c9-49a9-87fd-1c9b1edbf5a1 req-3a6c93c5-bc25-4da6-9d15-a2e2f35eeeb3 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.42 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 946 time: 0.0789571 Aug 17 02:20:59.293874 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a26fc1f-e6aa-440c-b943-b8257d95e905 req-ad1dee16-d060-40da-a688-39ac520f6924 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597572 Aug 17 02:20:59.325658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-b2038c1d-c21a-4476-b687-ccd87b906361 req-0941c22f-c6b9-4a81-8ac0-344bbbea4902 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Deleting port d1e1de2d-179a-45c3-938c-cd9f729a962d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:20:59.325658 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b2038c1d-c21a-4476-b687-ccd87b906361 req-0941c22f-c6b9-4a81-8ac0-344bbbea4902 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:59.429213 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ffc9249b-7c26-4aae-b4c2-94dd2dd3e819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:59.449056 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-ffc9249b-7c26-4aae-b4c2-94dd2dd3e819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37cbb058-9c4a-493b-b6b6-520ed5a30696']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:59.473142 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-ffc9249b-7c26-4aae-b4c2-94dd2dd3e819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5eee28f-531e-481a-bd9c-47e4479532b0') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:59.473699 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-ffc9249b-7c26-4aae-b4c2-94dd2dd3e819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5eee28f-531e-481a-bd9c-47e4479532b0') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:20:59.495964 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ffc9249b-7c26-4aae-b4c2-94dd2dd3e819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:59.514916 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ffc9249b-7c26-4aae-b4c2-94dd2dd3e819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:59.524456 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-404e2de4-e8c9-49a9-87fd-1c9b1edbf5a1 req-815b8ebd-25bc-4a2a-b15f-cdf2287d2322 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Deleting port 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:20:59.525279 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-404e2de4-e8c9-49a9-87fd-1c9b1edbf5a1 req-815b8ebd-25bc-4a2a-b15f-cdf2287d2322 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:59.528756 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc9249b-7c26-4aae-b4c2-94dd2dd3e819 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:20:59.529457 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ffc9249b-7c26-4aae-b4c2-94dd2dd3e819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:20:59.531526 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:20:59.546760 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0635ee7c-5419-4cf3-8db2-621dcf13e18a req-d0596c78-4aea-4cde-a35b-dbda90f9c07b tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 210 time: 0.0576549 Aug 17 02:20:59.555178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-b2038c1d-c21a-4476-b687-ccd87b906361 req-0941c22f-c6b9-4a81-8ac0-344bbbea4902 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] For port d1e1de2d-179a-45c3-938c-cd9f729a962d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d1e1de2d-179a-45c3-938c-cd9f729a962d,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:59.555552 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b2038c1d-c21a-4476-b687-ccd87b906361 req-0941c22f-c6b9-4a81-8ac0-344bbbea4902 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:59.573548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-ffb24d72-d3dd-4c47-a390-36362ec0db73 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:20:59.575065 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-ffb24d72-d3dd-4c47-a390-36362ec0db73 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.18 "GET /v2.0/networks?id=f438f78f-1ae1-40df-bda3-38a888d5203a HTTP/1.1" status: 200 len: 820 time: 0.2875347 Aug 17 02:20:59.591650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-b2038c1d-c21a-4476-b687-ccd87b906361 req-0941c22f-c6b9-4a81-8ac0-344bbbea4902 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Calling delete_port for d1e1de2d-179a-45c3-938c-cd9f729a962d owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:20:59.604865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-7f9fe831-4e21-451d-909a-b0bd900a0c16 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Request body: {'port': {'device_id': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a', 'admin_state_up': True, 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:20:59.692558 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-404e2de4-e8c9-49a9-87fd-1c9b1edbf5a1 req-815b8ebd-25bc-4a2a-b15f-cdf2287d2322 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] For port 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=14055cf1-db4a-41b9-bc6e-6fc15b1e0b68,segment=NetworkSegment(fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb),segment_id=fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:20:59.698672 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-404e2de4-e8c9-49a9-87fd-1c9b1edbf5a1 req-815b8ebd-25bc-4a2a-b15f-cdf2287d2322 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:59.715592 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-404e2de4-e8c9-49a9-87fd-1c9b1edbf5a1 req-815b8ebd-25bc-4a2a-b15f-cdf2287d2322 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Calling delete_port for 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:20:59.803998 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ffc9249b-7c26-4aae-b4c2-94dd2dd3e819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:59.825402 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ffc9249b-7c26-4aae-b4c2-94dd2dd3e819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:59.825402 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ffc9249b-7c26-4aae-b4c2-94dd2dd3e819 admin admin] 10.222.0.13 "DELETE /v2.0/networks/37cbb058-9c4a-493b-b6b6-520ed5a30696 HTTP/1.1" status: 204 len: 168 time: 0.6756885 Aug 17 02:20:59.839981 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9249b-7c26-4aae-b4c2-94dd2dd3e819 admin admin] Pushing event deleted for resources: {'Network': ['ID=37cbb058-9c4a-493b-b6b6-520ed5a30696,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:20:59.989904 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-7f9fe831-4e21-451d-909a-b0bd900a0c16 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Made reservation on behalf of 162bf435e2274f1ab8d9b8ad12cd2769 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:20:59.993888 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-7f9fe831-4e21-451d-909a-b0bd900a0c16 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:20:59.997859 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b2038c1d-c21a-4476-b687-ccd87b906361 req-0941c22f-c6b9-4a81-8ac0-344bbbea4902 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:00.035362 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-404e2de4-e8c9-49a9-87fd-1c9b1edbf5a1 req-815b8ebd-25bc-4a2a-b15f-cdf2287d2322 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:00.053105 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941c22f-c6b9-4a81-8ac0-344bbbea4902 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Pushing event deleted for resources: {'Port': ['ID=d1e1de2d-179a-45c3-938c-cd9f729a962d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:00.071450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b8ebd-25bc-4a2a-b15f-cdf2287d2322 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Pushing event deleted for resources: {'Port': ['ID=14055cf1-db4a-41b9-bc6e-6fc15b1e0b68,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:00.071702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['14055cf1-db4a-41b9-bc6e-6fc15b1e0b68'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:21:00.118344 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2038c1d-c21a-4476-b687-ccd87b906361 req-0941c22f-c6b9-4a81-8ac0-344bbbea4902 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] No DVR routers for this DVR port d1e1de2d-179a-45c3-938c-cd9f729a962d on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:21:00.122214 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b2038c1d-c21a-4476-b687-ccd87b906361 req-0941c22f-c6b9-4a81-8ac0-344bbbea4902 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:00.127667 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2038c1d-c21a-4476-b687-ccd87b906361 req-0941c22f-c6b9-4a81-8ac0-344bbbea4902 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.18 "DELETE /v2.0/ports/d1e1de2d-179a-45c3-938c-cd9f729a962d HTTP/1.1" status: 204 len: 173 time: 1.0163550 Aug 17 02:21:00.127667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'name': 'network-vif-deleted', 'tag': 'd1e1de2d-179a-45c3-938c-cd9f729a962d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:21:00.127989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-404e2de4-e8c9-49a9-87fd-1c9b1edbf5a1 req-815b8ebd-25bc-4a2a-b15f-cdf2287d2322 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] No DVR routers for this DVR port 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:21:00.128124 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61210ea7-393c-45c4-a926-e8d336f69c8d" -d '{"events": [{"server_uuid": "cd835bdf-4f18-497d-83d7-4f0852e12b5e", "name": "network-vif-deleted", "tag": "d1e1de2d-179a-45c3-938c-cd9f729a962d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:21:00.129843 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-404e2de4-e8c9-49a9-87fd-1c9b1edbf5a1 req-815b8ebd-25bc-4a2a-b15f-cdf2287d2322 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:00.132720 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-404e2de4-e8c9-49a9-87fd-1c9b1edbf5a1 req-815b8ebd-25bc-4a2a-b15f-cdf2287d2322 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.42 "DELETE /v2.0/ports/14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 HTTP/1.1" status: 204 len: 173 time: 0.8516152 Aug 17 02:21:00.133293 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62fd500-8abc-4354-8a2c-90e00d830548', 'name': 'network-vif-deleted', 'tag': '14055cf1-db4a-41b9-bc6e-6fc15b1e0b68'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:21:00.144028 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fe2779-7b3a-4ce8-bd07-fef55d3a6bd7" -d '{"events": [{"server_uuid": "b62fd500-8abc-4354-8a2c-90e00d830548", "name": "network-vif-deleted", "tag": "14055cf1-db4a-41b9-bc6e-6fc15b1e0b68"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:21:00.246082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-7f9fe831-4e21-451d-909a-b0bd900a0c16 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Allocated IP 172.20.0.12 (f438f78f-1ae1-40df-bda3-38a888d5203a/2959ceac-83e9-4de2-afa8-c1049a0c5481/532fb2b1-080f-45e9-ba4a-b0b321ccacab) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:00.333539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43782) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:00.394509 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-22bb1103-6e56-4782-b7be-0b59909a5c9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bfc8ec22f9448049fd9f1737db3bb4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566456 Aug 17 02:21:00.394706 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43784) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:00.400348 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a57c5ab-d345-4eff-963d-70d6def4186b req-18af208a-c0a6-46d4-b65d-9e68d3af766f tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd835bdf-4f18-497d-83d7-4f0852e12b5e HTTP/1.1" status: 200 len: 210 time: 0.0339658 Aug 17 02:21:00.479429 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93e7a3aa-38a7-4564-a147-a860a4405053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:00.489701 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-7f9fe831-4e21-451d-909a-b0bd900a0c16 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:00.550898 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93e7a3aa-38a7-4564-a147-a860a4405053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:00.609212 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562026ef-822f-44ca-9126-9b777cc8dfc7 req-b33818c1-75e1-49fe-aa55-a7e92c845c3c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:00.617873 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-562026ef-822f-44ca-9126-9b777cc8dfc7 req-b33818c1-75e1-49fe-aa55-a7e92c845c3c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0843992 Aug 17 02:21:00.671182 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-562026ef-822f-44ca-9126-9b777cc8dfc7 req-83ecce3a-1fac-4165-9ccc-7ea0e70578b0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423737 Aug 17 02:21:00.778679 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-534cc183-0001-49ee-b102-78f9c4782a0d req-c264d603-1c74-4fb0-89ef-dfae270b6cf3 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 210 time: 0.0346308 Aug 17 02:21:00.828484 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-7f9fe831-4e21-451d-909a-b0bd900a0c16 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:00.828607 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85048af-84fd-4cf8-9221-5e3a310abad8 x-openstack-request-id: req-b85048af-84fd-4cf8-9221-5e3a310abad8 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:21:00.828607 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62fd500-8abc-4354-8a2c-90e00d830548", "name": "network-vif-deleted", "tag": "14055cf1-db4a-41b9-bc6e-6fc15b1e0b68", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:21:00.828607 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b85048af-84fd-4cf8-9221-5e3a310abad8 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:21:00.828607 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62fd500-8abc-4354-8a2c-90e00d830548', 'name': 'network-vif-deleted', 'tag': '14055cf1-db4a-41b9-bc6e-6fc15b1e0b68', 'status': 'completed', 'code': 200} Aug 17 02:21:00.880039 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-7f9fe831-4e21-451d-909a-b0bd900a0c16 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Network f438f78f-1ae1-40df-bda3-38a888d5203a is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:00.884098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-7f9fe831-4e21-451d-909a-b0bd900a0c16 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:00.887126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-7f9fe831-4e21-451d-909a-b0bd900a0c16 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:00.894410 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:00.895264 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93e7a3aa-38a7-4564-a147-a860a4405053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:00.898581 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93e7a3aa-38a7-4564-a147-a860a4405053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:00.900343 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-93e7a3aa-38a7-4564-a147-a860a4405053 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03af1894-b8f8-4f56-bf12-57faf532c7e8 HTTP/1.1" status: 204 len: 168 time: 0.5047503 Aug 17 02:21:00.916508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7a3aa-38a7-4564-a147-a860a4405053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03af1894-b8f8-4f56-bf12-57faf532c7e8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:00.938705 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83c59ef-8e52-4573-8c5b-8c114e202023 x-openstack-request-id: req-e83c59ef-8e52-4573-8c5b-8c114e202023 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:21:00.939004 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd835bdf-4f18-497d-83d7-4f0852e12b5e", "name": "network-vif-deleted", "tag": "d1e1de2d-179a-45c3-938c-cd9f729a962d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:21:00.939283 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e83c59ef-8e52-4573-8c5b-8c114e202023 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:21:00.940201 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd835bdf-4f18-497d-83d7-4f0852e12b5e', 'name': 'network-vif-deleted', 'tag': 'd1e1de2d-179a-45c3-938c-cd9f729a962d', 'status': 'completed', 'code': 200} Aug 17 02:21:00.950660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-7f9fe831-4e21-451d-909a-b0bd900a0c16 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:00.950896 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-7f9fe831-4e21-451d-909a-b0bd900a0c16 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:00.960305 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fe831-4e21-451d-909a-b0bd900a0c16 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Pushing event updated for resources: {'Port': ['ID=532fb2b1-080f-45e9-ba4a-b0b321ccacab,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:01.059296 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-7f9fe831-4e21-451d-909a-b0bd900a0c16 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4590504 Aug 17 02:21:01.085527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Request body: {'port': {'device_id': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:01.209117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c975a-90cf-49ef-b725-62fadb3a1768 req-6e54af39-d07e-4700-bf4a-eca99c9d65a9 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:01.210987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-381c975a-90cf-49ef-b725-62fadb3a1768 req-6e54af39-d07e-4700-bf4a-eca99c9d65a9 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 932 time: 0.0977619 Aug 17 02:21:01.211855 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:01.378051 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-381c975a-90cf-49ef-b725-62fadb3a1768 req-fdaed751-df5b-46b6-8d3e-40be9fc9c6c9 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599386 Aug 17 02:21:01.545618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-81d14f63-ce6f-4057-9523-46dff2a45d7d req-f863f6ad-fc40-4f28-ad5d-c9d1c16247e2 tempest-ListImageFiltersTestJSON-2145476011 tempest-ListImageFiltersTestJSON-2145476011-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd835bdf-4f18-497d-83d7-4f0852e12b5e HTTP/1.1" status: 200 len: 210 time: 0.0471027 Aug 17 02:21:01.629677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532fb2b1-080f-45e9-ba4a-b0b321ccacab {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:21:01.637587 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:01.651169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Transition to ACTIVE for port object 532fb2b1-080f-45e9-ba4a-b0b321ccacab will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:01.796075 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3efe9-3f2f-41af-bfe5-f236b4160541 req-c1768a11-939e-417b-ae18-c7ea75d2d8ad tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:01.797569 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63a3efe9-3f2f-41af-bfe5-f236b4160541 req-c1768a11-939e-417b-ae18-c7ea75d2d8ad tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0498357 Aug 17 02:21:01.838675 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63a3efe9-3f2f-41af-bfe5-f236b4160541 req-9775650a-70c6-4d6f-9faa-bbe8edb90365 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340204 Aug 17 02:21:01.943360 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f6ced5c9-44dd-4032-84a4-f7fa92aa6129 req-9306e39d-cde0-4b96-9d14-7de95efecc97 tempest-VolumesAdminNegativeTest-878292380 tempest-VolumesAdminNegativeTest-878292380-project] 10.222.0.13 "GET /v2.0/ports?device_id=b62fd500-8abc-4354-8a2c-90e00d830548 HTTP/1.1" status: 200 len: 210 time: 0.0309720 Aug 17 02:21:02.076212 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:02.156228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Pushing event updated for resources: {'Port': ['ID=532fb2b1-080f-45e9-ba4a-b0b321ccacab,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:02.237415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Attempting to bind port 532fb2b1-080f-45e9-ba4a-b0b321ccacab on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:21:02.237415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Attempting to bind port 532fb2b1-080f-45e9-ba4a-b0b321ccacab by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '0676ebc7-f424-49d3-8f1f-ab8de26d7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:21:02.237415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Attempting to bind port 532fb2b1-080f-45e9-ba4a-b0b321ccacab on network f438f78f-1ae1-40df-bda3-38a888d5203a {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:02.240337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Port 532fb2b1-080f-45e9-ba4a-b0b321ccacab on network f438f78f-1ae1-40df-bda3-38a888d5203a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:21:02.240735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Attempting to bind port 532fb2b1-080f-45e9-ba4a-b0b321ccacab on network f438f78f-1ae1-40df-bda3-38a888d5203a {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:02.245849 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:21:02.247084 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Checking segment: {'id': '0676ebc7-f424-49d3-8f1f-ab8de26d7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:02.247911 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Bound using segment: {'id': '0676ebc7-f424-49d3-8f1f-ab8de26d7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:21:02.248400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Bound port: 532fb2b1-080f-45e9-ba4a-b0b321ccacab, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0676ebc7-f424-49d3-8f1f-ab8de26d7460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:21:02.248768 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:02.317580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] For port 532fb2b1-080f-45e9-ba4a-b0b321ccacab, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:21:02.320553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] For port 532fb2b1-080f-45e9-ba4a-b0b321ccacab, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab,segment=NetworkSegment(0676ebc7-f424-49d3-8f1f-ab8de26d7460),segment_id=0676ebc7-f424-49d3-8f1f-ab8de26d7460)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:21:02.500470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74087d-c8d9-4a0a-9d9d-22ef3073f88e req-dfdad7e3-884a-4ff0-9596-67e1d6a7667a tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:02.502788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb74087d-c8d9-4a0a-9d9d-22ef3073f88e req-dfdad7e3-884a-4ff0-9596-67e1d6a7667a tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 944 time: 0.0544066 Aug 17 02:21:02.542774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb74087d-c8d9-4a0a-9d9d-22ef3073f88e req-2a3548f3-bdbe-4dc9-a5dd-e9ef1ade76fe tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333686 Aug 17 02:21:02.689039 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:02.727579 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:02.728167 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:02.729824 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] 10.222.0.18 "PUT /v2.0/ports/532fb2b1-080f-45e9-ba4a-b0b321ccacab HTTP/1.1" status: 200 len: 1093 time: 1.6506267 Aug 17 02:21:02.766728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bd10b-a040-41ca-9db6-9d90aeb5f73c service neutron] Pushing event updated for resources: {'Port': ['ID=532fb2b1-080f-45e9-ba4a-b0b321ccacab,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:02.941834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'tag': '532fb2b1-080f-45e9-ba4a-b0b321ccacab'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:21:02.944303 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f88a32-0b1c-4c14-9c85-6a5ef330527b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9084180-2fdf-4b0a-bfe9-e58f025a7d0d", "tag": "532fb2b1-080f-45e9-ba4a-b0b321ccacab"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:21:02.957569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43860) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:03.021485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d1e1de2d-179a-45c3-938c-cd9f729a962d no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:21:03.032763 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2e708c5e-62b5-4445-8c48-a5414205fbd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1b703075d0a4e5c9b7dc5c880b4ce8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693588 Aug 17 02:21:03.035589 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43872) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:03.036167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-204a5cdd-8214-4fc4-adfd-be2e72c9bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:03.037639 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-204a5cdd-8214-4fc4-adfd-be2e72c9bb41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=162bf435e2274f1ab8d9b8ad12cd2769&device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 1096 time: 0.0850978 Aug 17 02:21:03.044602 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: d1e1de2d-179a-45c3-938c-cd9f729a962d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:21:03.045390 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d1e1de2d-179a-45c3-938c-cd9f729a962d not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:21:03.086693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-b8e768de-838b-44f5-b0d1-a1cb2f81d686 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab HTTP/1.1" status: 200 len: 217 time: 0.0358689 Aug 17 02:21:03.096610 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93da8e05-bc92-4c11-84dc-0b830adfa5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:03.125619 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93da8e05-bc92-4c11-84dc-0b830adfa5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:03.140678 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-8994bcda-7126-44c7-971a-186a4a98a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:03.142243 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-8994bcda-7126-44c7-971a-186a4a98a987 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2959ceac-83e9-4de2-afa8-c1049a0c5481 HTTP/1.1" status: 200 len: 860 time: 0.0479372 Aug 17 02:21:03.179162 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-c63c6675-4f3e-4bfb-8d1a-8e4fe03af1de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f438f78f-1ae1-40df-bda3-38a888d5203a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267189 Aug 17 02:21:03.277608 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-6f7deeec-73b6-4dee-b4f2-39c7e17dbe12 service neutron] 10.222.0.18 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903337 Aug 17 02:21:03.305543 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93da8e05-bc92-4c11-84dc-0b830adfa5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:03.308457 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93da8e05-bc92-4c11-84dc-0b830adfa5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:03.312405 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-93da8e05-bc92-4c11-84dc-0b830adfa5f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a8cbf16-b678-4c2e-837f-f9c4f5864fba HTTP/1.1" status: 204 len: 168 time: 0.2733235 Aug 17 02:21:03.320595 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da8e05-bc92-4c11-84dc-0b830adfa5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8cbf16-b678-4c2e-837f-f9c4f5864fba,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:03.342076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 82811479-e5ff-4146-98c0-9f39c622a226 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:21:03.354424 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:21:03.394581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:21:03.395032 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 14055cf1-db4a-41b9-bc6e-6fc15b1e0b68 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:21:03.422456 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-067895c2-ef4c-41ca-93bf-77b70f35c9ac req-49004d2f-f588-44be-be9a-5c996321b918 service neutron] 10.222.0.18 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365609 Aug 17 02:21:03.496930 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 82811479-e5ff-4146-98c0-9f39c622a226, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=82811479-e5ff-4146-98c0-9f39c622a226,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:03.507240 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '82811479-e5ff-4146-98c0-9f39c622a226', 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0', 'port_id': '82811479-e5ff-4146-98c0-9f39c622a226', 'mac_address': 'fa:16:3e:77:52:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40e3627-cef8-4c94-b684-08d6667f5996', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:21:03.557679 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:03.579022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82811479-e5ff-4146-98c0-9f39c622a226 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:21:03.608478 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 82811479-e5ff-4146-98c0-9f39c622a226, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=82811479-e5ff-4146-98c0-9f39c622a226,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:03.636920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02bfb7-2131-40d4-b766-ab779a05e882 req-4c03709c-a48a-4152-bb8c-da9bca56233f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:03.638691 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa02bfb7-2131-40d4-b766-ab779a05e882 req-4c03709c-a48a-4152-bb8c-da9bca56233f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0648291 Aug 17 02:21:03.682309 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa02bfb7-2131-40d4-b766-ab779a05e882 req-03f93757-4e7b-4700-91b3-243df3fc5e1e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355413 Aug 17 02:21:03.730986 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39908da8-8ab6-4368-a630-23db5c168ef1 x-openstack-request-id: req-39908da8-8ab6-4368-a630-23db5c168ef1 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:21:03.731627 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9084180-2fdf-4b0a-bfe9-e58f025a7d0d", "tag": "532fb2b1-080f-45e9-ba4a-b0b321ccacab", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:21:03.731627 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39908da8-8ab6-4368-a630-23db5c168ef1 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:21:03.731936 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'tag': '532fb2b1-080f-45e9-ba4a-b0b321ccacab', 'status': 'completed', 'code': 200} Aug 17 02:21:03.770845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43888) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:03.791208 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:03.884857 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=82811479-e5ff-4146-98c0-9f39c622a226,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:03.891188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f88a32-0b1c-4c14-9c85-6a5ef330527b req-f4defbea-72dd-45d7-bac8-7383f0d0e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:03.896415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:03.897066 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:03.897683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:03.898483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:03.898605 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91f88a32-0b1c-4c14-9c85-6a5ef330527b req-f4defbea-72dd-45d7-bac8-7383f0d0e425 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=162bf435e2274f1ab8d9b8ad12cd2769&device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 1096 time: 0.1194541 Aug 17 02:21:03.899121 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:03.899655 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:03.900171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:03.900709 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:03.901354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:03.901932 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:03.904351 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:03.904351 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:03.929409 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-227b0fea-35ee-452c-a98c-eb102ac2b7fc admin admin] Deleting subnet 6509ac47-d342-45b8-9490-4b610b6ff91d {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:21:03.933859 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-227b0fea-35ee-452c-a98c-eb102ac2b7fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:03.969398 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['82811479-e5ff-4146-98c0-9f39c622a226'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:21:03.977875 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-227b0fea-35ee-452c-a98c-eb102ac2b7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:04.024908 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-227b0fea-35ee-452c-a98c-eb102ac2b7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:04.096506 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f88a32-0b1c-4c14-9c85-6a5ef330527b req-d333b5a0-94ed-4d00-977b-aff6592ceeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:04.096506 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91f88a32-0b1c-4c14-9c85-6a5ef330527b req-d333b5a0-94ed-4d00-977b-aff6592ceeaf service neutron] 10.222.0.18 "GET /v2.0/networks?id=f438f78f-1ae1-40df-bda3-38a888d5203a HTTP/1.1" status: 200 len: 921 time: 0.1872172 Aug 17 02:21:04.141294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91f88a32-0b1c-4c14-9c85-6a5ef330527b req-b90dd76d-92bb-4508-a4e4-d1e83d0c4e83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab HTTP/1.1" status: 200 len: 217 time: 0.0398021 Aug 17 02:21:04.205290 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f88a32-0b1c-4c14-9c85-6a5ef330527b req-f661dfb5-9551-43aa-a761-8569cb0a1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:04.206074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91f88a32-0b1c-4c14-9c85-6a5ef330527b req-f661dfb5-9551-43aa-a761-8569cb0a1c4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2959ceac-83e9-4de2-afa8-c1049a0c5481 HTTP/1.1" status: 200 len: 860 time: 0.0553963 Aug 17 02:21:04.248627 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91f88a32-0b1c-4c14-9c85-6a5ef330527b req-d0fc1b11-11ed-4ca0-878c-4464fa79d007 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f438f78f-1ae1-40df-bda3-38a888d5203a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315468 Aug 17 02:21:04.278378 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-227b0fea-35ee-452c-a98c-eb102ac2b7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:04.334380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b0fea-35ee-452c-a98c-eb102ac2b7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6509ac47-d342-45b8-9490-4b610b6ff91d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:04.334380 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-227b0fea-35ee-452c-a98c-eb102ac2b7fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:04.338062 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-227b0fea-35ee-452c-a98c-eb102ac2b7fc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6509ac47-d342-45b8-9490-4b610b6ff91d HTTP/1.1" status: 204 len: 168 time: 0.5658040 Aug 17 02:21:04.340378 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43916) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:04.407840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91f88a32-0b1c-4c14-9c85-6a5ef330527b req-a8eaa17f-1dc5-41c7-9aea-80c334f9f810 service neutron] 10.222.0.18 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502576 Aug 17 02:21:04.445350 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7426-ecdf-4585-a8c6-4abd18117478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:04.515036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91f88a32-0b1c-4c14-9c85-6a5ef330527b req-d21b2da8-4956-49dd-831b-99e8caeddc27 service neutron] 10.222.0.18 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950341 Aug 17 02:21:04.538919 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7426-ecdf-4585-a8c6-4abd18117478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:04.550181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-6e1f7426-ecdf-4585-a8c6-4abd18117478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88b2b4c-2c08-4006-818e-2d752cadd802']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:04.560542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-6e1f7426-ecdf-4585-a8c6-4abd18117478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:04.560836 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-6e1f7426-ecdf-4585-a8c6-4abd18117478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3d02fb-480b-46ed-b2af-6a4b59cfcfbb') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:04.570270 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7426-ecdf-4585-a8c6-4abd18117478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:04.583753 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7426-ecdf-4585-a8c6-4abd18117478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:04.589640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1f7426-ecdf-4585-a8c6-4abd18117478 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:21:04.589970 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7426-ecdf-4585-a8c6-4abd18117478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:21:04.591564 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:21:04.870640 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7426-ecdf-4585-a8c6-4abd18117478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:04.877440 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7426-ecdf-4585-a8c6-4abd18117478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:04.880295 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6e1f7426-ecdf-4585-a8c6-4abd18117478 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a88b2b4c-2c08-4006-818e-2d752cadd802 HTTP/1.1" status: 204 len: 168 time: 0.5382607 Aug 17 02:21:04.885351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43944) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:04.895575 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f7426-ecdf-4585-a8c6-4abd18117478 admin admin] Pushing event deleted for resources: {'Network': ['ID=a88b2b4c-2c08-4006-818e-2d752cadd802,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:04.944299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cc266b-b2f8-4a46-8ea8-524ff6f19a8f admin admin] Deleting subnet 66e5fca0-0bf9-4d71-992b-afe6d2e5571c {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:21:04.948676 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41cc266b-b2f8-4a46-8ea8-524ff6f19a8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:04.995962 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41cc266b-b2f8-4a46-8ea8-524ff6f19a8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:05.042267 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41cc266b-b2f8-4a46-8ea8-524ff6f19a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:05.194118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94af026-78e5-4b0c-bccd-eac199926441 req-9a16abf6-022b-45aa-a0f8-e2dd603ff1f9 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:05.195836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c94af026-78e5-4b0c-bccd-eac199926441 req-9a16abf6-022b-45aa-a0f8-e2dd603ff1f9 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 944 time: 0.0557292 Aug 17 02:21:05.222503 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41cc266b-b2f8-4a46-8ea8-524ff6f19a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:05.258365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc266b-b2f8-4a46-8ea8-524ff6f19a8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e5fca0-0bf9-4d71-992b-afe6d2e5571c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:05.262477 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c94af026-78e5-4b0c-bccd-eac199926441 req-21d7e935-4c9b-46aa-99c0-be7013a05543 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607700 Aug 17 02:21:05.264829 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41cc266b-b2f8-4a46-8ea8-524ff6f19a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:05.269088 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-41cc266b-b2f8-4a46-8ea8-524ff6f19a8f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/66e5fca0-0bf9-4d71-992b-afe6d2e5571c HTTP/1.1" status: 204 len: 168 time: 0.3797214 Aug 17 02:21:05.269623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43956) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:05.356010 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb7e0-8c10-4956-92ec-b348403e3514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:05.362025 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 82811479-e5ff-4146-98c0-9f39c622a226 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:05.437472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 82811479-e5ff-4146-98c0-9f39c622a226 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:05.437792 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:05.448825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b48d86-bc3b-4737-a4f4-b5915cac29b2 req-5bf9f1a4-ed6a-47b6-b8a3-d77c8baff938 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:05.460676 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1b48d86-bc3b-4737-a4f4-b5915cac29b2 req-5bf9f1a4-ed6a-47b6-b8a3-d77c8baff938 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1110365 Aug 17 02:21:05.478578 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb7e0-8c10-4956-92ec-b348403e3514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:05.490458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-0b1eb7e0-8c10-4956-92ec-b348403e3514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215b2e19-ac9b-4558-a96b-e5a2c72353f8']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:05.502555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-0b1eb7e0-8c10-4956-92ec-b348403e3514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51df6264-11f4-4ec2-9f50-9c51c1b8514e') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:05.503032 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-0b1eb7e0-8c10-4956-92ec-b348403e3514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51df6264-11f4-4ec2-9f50-9c51c1b8514e') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:05.515817 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb7e0-8c10-4956-92ec-b348403e3514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:05.520263 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1b48d86-bc3b-4737-a4f4-b5915cac29b2 req-b503ab11-f677-42a9-8779-4fb3100afecb tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584757 Aug 17 02:21:05.534942 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb7e0-8c10-4956-92ec-b348403e3514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:05.537182 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:05.542995 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1eb7e0-8c10-4956-92ec-b348403e3514 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:21:05.543413 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb7e0-8c10-4956-92ec-b348403e3514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:21:05.545581 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:21:05.569299 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c17e65-5f2a-4e18-98fd-0413a9f73d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82811479-e5ff-4146-98c0-9f39c622a226'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:21:05.572225 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a95dcc-5e1e-44d2-b930-9e8e079acfef" -d '{"events": [{"server_uuid": "d0c17e65-5f2a-4e18-98fd-0413a9f73d71", "name": "network-vif-plugged", "status": "completed", "tag": "82811479-e5ff-4146-98c0-9f39c622a226"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:21:05.603118 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 82811479-e5ff-4146-98c0-9f39c622a226, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=82811479-e5ff-4146-98c0-9f39c622a226,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:05.751079 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:05.814878 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb7e0-8c10-4956-92ec-b348403e3514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:05.817848 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=82811479-e5ff-4146-98c0-9f39c622a226,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:05.835390 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb7e0-8c10-4956-92ec-b348403e3514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:05.840688 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0b1eb7e0-8c10-4956-92ec-b348403e3514 admin admin] 10.222.0.13 "DELETE /v2.0/networks/215b2e19-ac9b-4558-a96b-e5a2c72353f8 HTTP/1.1" status: 204 len: 168 time: 0.5690014 Aug 17 02:21:05.852043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1eb7e0-8c10-4956-92ec-b348403e3514 admin admin] Pushing event deleted for resources: {'Network': ['ID=215b2e19-ac9b-4558-a96b-e5a2c72353f8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:06.497725 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44004) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:06.539817 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-52e8b147-a684-4795-950c-f476dc833a1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2448c9cd3477403687342c1d36a0b06b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408909 Aug 17 02:21:06.542341 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44008) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:06.599941 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-722e7cfc-db9e-4b83-8f3f-b2e3c83a3043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:06.623440 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-722e7cfc-db9e-4b83-8f3f-b2e3c83a3043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:06.870788 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-722e7cfc-db9e-4b83-8f3f-b2e3c83a3043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:06.873411 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-722e7cfc-db9e-4b83-8f3f-b2e3c83a3043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:06.874574 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-722e7cfc-db9e-4b83-8f3f-b2e3c83a3043 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef45e2c9-511c-4cc2-b18f-afe7313b1dfc HTTP/1.1" status: 204 len: 168 time: 0.3312871 Aug 17 02:21:06.883444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e7cfc-db9e-4b83-8f3f-b2e3c83a3043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef45e2c9-511c-4cc2-b18f-afe7313b1dfc,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:07.533809 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9003d279-dbce-490b-9d34-c802cdd2a88a x-openstack-request-id: req-9003d279-dbce-490b-9d34-c802cdd2a88a {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:21:07.534414 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c17e65-5f2a-4e18-98fd-0413a9f73d71", "name": "network-vif-plugged", "status": "completed", "tag": "82811479-e5ff-4146-98c0-9f39c622a226", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:21:07.534414 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9003d279-dbce-490b-9d34-c802cdd2a88a {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:21:07.534765 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c17e65-5f2a-4e18-98fd-0413a9f73d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82811479-e5ff-4146-98c0-9f39c622a226', 'code': 200} Aug 17 02:21:07.635879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb06b70-83f3-4b27-a2e5-1b2ab4bbaeb7 req-106f0fd2-fd30-4768-898a-dd784219f312 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:07.640530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-edb06b70-83f3-4b27-a2e5-1b2ab4bbaeb7 req-106f0fd2-fd30-4768-898a-dd784219f312 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 944 time: 0.0591333 Aug 17 02:21:07.677058 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-edb06b70-83f3-4b27-a2e5-1b2ab4bbaeb7 req-d47bad45-128a-4e46-a8cc-75328676b60a tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334294 Aug 17 02:21:07.782996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58675fd1-bec6-4aab-873a-cec3a460e5e0 req-306c9b81-36f0-4a84-9997-7a9c9d965daf tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:07.785478 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58675fd1-bec6-4aab-873a-cec3a460e5e0 req-306c9b81-36f0-4a84-9997-7a9c9d965daf tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0522363 Aug 17 02:21:07.825519 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58675fd1-bec6-4aab-873a-cec3a460e5e0 req-7c038de5-025a-4d73-90b2-40100a4a90b9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340304 Aug 17 02:21:07.858025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44046) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:07.871232 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-361be352-1330-43c0-a8d0-ec7a27f7b046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:08.370797 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44060) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:08.417349 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ceacca74-c93a-4a8f-ac6a-ec21baf28819 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17c69afd923446c19fa32fdfd0c0abf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452495 Aug 17 02:21:08.420908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44062) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:08.461599 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44064) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:08.483058 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-76937bba-61c1-4096-920b-60737b5185ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:08.507291 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-76937bba-61c1-4096-920b-60737b5185ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:08.548820 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26404a66-b8fe-46df-b631-a95497d3ae15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:08.609572 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4d4f3c96-1bbe-45ca-ad0c-7804e6894cdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c550e563fd1d4c699494bbb3241e98cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465762 Aug 17 02:21:08.612666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44070) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:08.683800 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c844cfb7-74d9-4bcb-9f68-bf4ff71b2a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:08.708721 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c844cfb7-74d9-4bcb-9f68-bf4ff71b2a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:08.766590 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-76937bba-61c1-4096-920b-60737b5185ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:08.769729 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-76937bba-61c1-4096-920b-60737b5185ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:08.771235 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-76937bba-61c1-4096-920b-60737b5185ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7734ec9f-bbbc-4e70-80c7-429141191bb9 HTTP/1.1" status: 204 len: 168 time: 0.3504691 Aug 17 02:21:08.799012 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76937bba-61c1-4096-920b-60737b5185ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7734ec9f-bbbc-4e70-80c7-429141191bb9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:08.849387 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef85de9-aa0e-4907-ae9e-4afe4329b285 req-416d90f8-ebe3-44c3-893b-5e1e82221f1e tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:08.852618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9ef85de9-aa0e-4907-ae9e-4afe4329b285 req-416d90f8-ebe3-44c3-893b-5e1e82221f1e tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 944 time: 0.0898812 Aug 17 02:21:08.871236 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26404a66-b8fe-46df-b631-a95497d3ae15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:08.896781 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9ef85de9-aa0e-4907-ae9e-4afe4329b285 req-2b8e62c3-d3d3-4b75-b7fa-a7de694dead6 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358927 Aug 17 02:21:08.945530 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c844cfb7-74d9-4bcb-9f68-bf4ff71b2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:08.948155 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c844cfb7-74d9-4bcb-9f68-bf4ff71b2a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:08.949350 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c844cfb7-74d9-4bcb-9f68-bf4ff71b2a25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34f92409-c04e-4e92-b015-e0cd1a9ee1b7 HTTP/1.1" status: 204 len: 168 time: 0.3354073 Aug 17 02:21:08.963651 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844cfb7-74d9-4bcb-9f68-bf4ff71b2a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f92409-c04e-4e92-b015-e0cd1a9ee1b7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:08.997636 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26404a66-b8fe-46df-b631-a95497d3ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:09.040867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 532fb2b1-080f-45e9-ba4a-b0b321ccacab details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:21:09.110692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d3470-1d08-4824-90e5-a133c76431ef req-eaa7bebd-8e18-46fd-95f2-2c8677111b92 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:09.122973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e5d3470-1d08-4824-90e5-a133c76431ef req-eaa7bebd-8e18-46fd-95f2-2c8677111b92 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1425359 Aug 17 02:21:09.132721 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-26404a66-b8fe-46df-b631-a95497d3ae15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4b55195543846eba5c8539292443db8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2726295 Aug 17 02:21:09.134789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44086) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:09.142432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26404a66-b8fe-46df-b631-a95497d3ae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8974e957-9773-43a3-a244-35356c5c0e1d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:09.201572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e5d3470-1d08-4824-90e5-a133c76431ef req-227e9ff5-5fc9-4590-bba4-507ef7454cb3 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701246 Aug 17 02:21:09.213203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 532fb2b1-080f-45e9-ba4a-b0b321ccacab, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab,segment=NetworkSegment(0676ebc7-f424-49d3-8f1f-ab8de26d7460),segment_id=0676ebc7-f424-49d3-8f1f-ab8de26d7460)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:09.226414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '532fb2b1-080f-45e9-ba4a-b0b321ccacab', 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a', 'port_id': '532fb2b1-080f-45e9-ba4a-b0b321ccacab', 'mac_address': 'fa:16:3e:c4:39:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:21:09.271035 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-79529e18-f8b8-4615-938a-17260a560f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:09.310959 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-79529e18-f8b8-4615-938a-17260a560f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:09.326729 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:09.359123 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532fb2b1-080f-45e9-ba4a-b0b321ccacab {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:21:09.381329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 532fb2b1-080f-45e9-ba4a-b0b321ccacab, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab,segment=NetworkSegment(0676ebc7-f424-49d3-8f1f-ab8de26d7460),segment_id=0676ebc7-f424-49d3-8f1f-ab8de26d7460)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:09.556987 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-79529e18-f8b8-4615-938a-17260a560f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:09.558194 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:09.559886 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-79529e18-f8b8-4615-938a-17260a560f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:09.562190 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-79529e18-f8b8-4615-938a-17260a560f39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8974e957-9773-43a3-a244-35356c5c0e1d HTTP/1.1" status: 204 len: 168 time: 0.4238751 Aug 17 02:21:09.576828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79529e18-f8b8-4615-938a-17260a560f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8974e957-9773-43a3-a244-35356c5c0e1d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:09.655641 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=532fb2b1-080f-45e9-ba4a-b0b321ccacab,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:10.019462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['532fb2b1-080f-45e9-ba4a-b0b321ccacab'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:21:10.090529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2c718-6716-4c94-8115-f2e3b2bbf4d3 req-f28e537b-07fb-4dac-a517-2f9219116f00 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:10.094773 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ece2c718-6716-4c94-8115-f2e3b2bbf4d3 req-f28e537b-07fb-4dac-a517-2f9219116f00 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 945 time: 0.1039672 Aug 17 02:21:10.157897 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ece2c718-6716-4c94-8115-f2e3b2bbf4d3 req-55aaa265-fefb-43a6-96db-c1260bb36c98 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550809 Aug 17 02:21:10.299266 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-95786b22-42d9-475a-8e70-94cba553c13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:10.354440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21335bf0-21a0-489e-b0c5-a19ecbb1510d req-e5e1884c-fa4a-4441-97f4-7cf48874cf0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:10.356041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21335bf0-21a0-489e-b0c5-a19ecbb1510d req-e5e1884c-fa4a-4441-97f4-7cf48874cf0d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0753596 Aug 17 02:21:10.412529 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21335bf0-21a0-489e-b0c5-a19ecbb1510d req-bf414733-4ed8-45f4-9bac-ad0f91878c60 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497763 Aug 17 02:21:10.739665 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:10.838472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44144) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:10.866423 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e63777d5-fcf9-4cfd-815e-89a034d162a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:11.101922 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e63777d5-fcf9-4cfd-815e-89a034d162a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:11.314089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee2c82-c79e-43fe-9b83-742425a01278 req-6a3c806d-aa93-4145-8599-fe8f32d83b64 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:11.316740 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-adee2c82-c79e-43fe-9b83-742425a01278 req-6a3c806d-aa93-4145-8599-fe8f32d83b64 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 945 time: 0.0619800 Aug 17 02:21:11.396280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-adee2c82-c79e-43fe-9b83-742425a01278 req-4cd7078c-9d86-4dcb-8076-f8ae81d98fa0 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720010 Aug 17 02:21:11.397459 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e63777d5-fcf9-4cfd-815e-89a034d162a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:11.461108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63777d5-fcf9-4cfd-815e-89a034d162a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0fe9d9-ec75-4a18-a2f0-e1c4a64f5eee,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:11.510712 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e63777d5-fcf9-4cfd-815e-89a034d162a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdc85abc3eda4401ab636ba1c232b601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6708624 Aug 17 02:21:11.513806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44164) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:11.616623 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be74de4d-1fba-4f83-b690-ca4e8e69774e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:11.619274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d26c6a-8909-42bb-a17f-5c24d7a93237 req-04f2eb2d-5408-4080-988d-2a78e71157f1 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:11.627093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4d26c6a-8909-42bb-a17f-5c24d7a93237 req-04f2eb2d-5408-4080-988d-2a78e71157f1 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0793929 Aug 17 02:21:11.644734 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be74de4d-1fba-4f83-b690-ca4e8e69774e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:11.665210 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:11.673201 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4d26c6a-8909-42bb-a17f-5c24d7a93237 req-d4167257-0f17-4050-b5c3-4af4e5fbe9c5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423586 Aug 17 02:21:11.802773 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be74de4d-1fba-4f83-b690-ca4e8e69774e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:11.805497 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be74de4d-1fba-4f83-b690-ca4e8e69774e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:11.806720 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-be74de4d-1fba-4f83-b690-ca4e8e69774e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df0fe9d9-ec75-4a18-a2f0-e1c4a64f5eee HTTP/1.1" status: 204 len: 168 time: 0.2912056 Aug 17 02:21:11.826788 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74de4d-1fba-4f83-b690-ca4e8e69774e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0fe9d9-ec75-4a18-a2f0-e1c4a64f5eee,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:12.531342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092f245-a1a4-4a22-ae56-0f2be9c3d855 req-6d9d4c89-4145-43a7-9284-f56e73eb5bda tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:12.534094 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a092f245-a1a4-4a22-ae56-0f2be9c3d855 req-6d9d4c89-4145-43a7-9284-f56e73eb5bda tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 945 time: 0.0645552 Aug 17 02:21:12.599567 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a092f245-a1a4-4a22-ae56-0f2be9c3d855 req-eb6c2102-c2ed-49f8-a7eb-f9307fedc1e5 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591099 Aug 17 02:21:12.838380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5f8c5-adf2-4d9d-a1c1-af276f7b6f21 req-e9ad0a70-ec6a-4898-829c-88b88af50b1d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:12.840202 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-73c5f8c5-adf2-4d9d-a1c1-af276f7b6f21 req-e9ad0a70-ec6a-4898-829c-88b88af50b1d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0689478 Aug 17 02:21:12.898267 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-73c5f8c5-adf2-4d9d-a1c1-af276f7b6f21 req-1d9be0eb-b63d-448e-b055-4c793a6bf57e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489144 Aug 17 02:21:13.061761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 532fb2b1-080f-45e9-ba4a-b0b321ccacab up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:13.189745 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44242) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:13.317556 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 532fb2b1-080f-45e9-ba4a-b0b321ccacab completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:13.322705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 532fb2b1-080f-45e9-ba4a-b0b321ccacab triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:13.323421 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:13.361816 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4305d73c-5f5b-4d00-8db6-67d8af2d4871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:13.564308 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:13.568107 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4305d73c-5f5b-4d00-8db6-67d8af2d4871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:13.594483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532fb2b1-080f-45e9-ba4a-b0b321ccacab'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:21:13.598647 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242dadbb-37c9-41ac-9e55-785c35c06dcb" -d '{"events": [{"server_uuid": "e9084180-2fdf-4b0a-bfe9-e58f025a7d0d", "name": "network-vif-plugged", "status": "completed", "tag": "532fb2b1-080f-45e9-ba4a-b0b321ccacab"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:21:13.615046 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 532fb2b1-080f-45e9-ba4a-b0b321ccacab, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab,segment=NetworkSegment(0676ebc7-f424-49d3-8f1f-ab8de26d7460),segment_id=0676ebc7-f424-49d3-8f1f-ab8de26d7460)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:13.653055 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119c8747-386e-413a-a8ef-389ee41d8a68 x-openstack-request-id: req-119c8747-386e-413a-a8ef-389ee41d8a68 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:21:13.653426 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9084180-2fdf-4b0a-bfe9-e58f025a7d0d", "name": "network-vif-plugged", "status": "completed", "tag": "532fb2b1-080f-45e9-ba4a-b0b321ccacab", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:21:13.655030 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-119c8747-386e-413a-a8ef-389ee41d8a68 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:21:13.655030 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532fb2b1-080f-45e9-ba4a-b0b321ccacab', 'code': 200} Aug 17 02:21:13.688255 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:13.757629 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:13.787066 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4305d73c-5f5b-4d00-8db6-67d8af2d4871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:13.824963 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=532fb2b1-080f-45e9-ba4a-b0b321ccacab,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:14.198567 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4305d73c-5f5b-4d00-8db6-67d8af2d4871 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49607b12579f4a48af54b19f96099f27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0043211 Aug 17 02:21:14.199577 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305d73c-5f5b-4d00-8db6-67d8af2d4871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9252c5b8-c6fa-4222-985b-67919a2078c7,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:14.201177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44282) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:14.225842 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67ecb-2bc4-462f-9d9b-8babbcc8b411 req-001162d0-a31b-47d5-916f-cf2de8cda040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:14.227829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61b67ecb-2bc4-462f-9d9b-8babbcc8b411 req-001162d0-a31b-47d5-916f-cf2de8cda040 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 1098 time: 0.4709857 Aug 17 02:21:14.237889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068251e-1b6b-4bb1-8355-1e94cc20286e req-d8c2b0f2-4114-48c6-af2c-d8f8ba8b170e tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:14.239567 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8068251e-1b6b-4bb1-8355-1e94cc20286e req-d8c2b0f2-4114-48c6-af2c-d8f8ba8b170e tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 946 time: 0.5002322 Aug 17 02:21:14.268649 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c09e1eb7-908c-4ece-9044-94ad3d42db68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:14.293036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8068251e-1b6b-4bb1-8355-1e94cc20286e req-b7140e86-4d17-4078-9e2c-d547dddedeb4 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469697 Aug 17 02:21:14.306604 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c09e1eb7-908c-4ece-9044-94ad3d42db68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:14.310851 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61b67ecb-2bc4-462f-9d9b-8babbcc8b411 req-c7d68ba7-4a99-4f19-bb7d-2b89ddfca7a5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702939 Aug 17 02:21:14.462650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae450a6c-f216-4c57-9d6c-8a843d7daa40 req-f60ae0d8-c223-4959-99ec-8c31815ce936 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:14.473386 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae450a6c-f216-4c57-9d6c-8a843d7daa40 req-f60ae0d8-c223-4959-99ec-8c31815ce936 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0695355 Aug 17 02:21:14.516402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae450a6c-f216-4c57-9d6c-8a843d7daa40 req-dbfeff1a-77c0-40f6-8257-657e12ee6d22 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441086 Aug 17 02:21:14.545174 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c09e1eb7-908c-4ece-9044-94ad3d42db68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:14.548292 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c09e1eb7-908c-4ece-9044-94ad3d42db68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:14.550678 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c09e1eb7-908c-4ece-9044-94ad3d42db68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9252c5b8-c6fa-4222-985b-67919a2078c7 HTTP/1.1" status: 204 len: 168 time: 0.3476179 Aug 17 02:21:14.586488 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e1eb7-908c-4ece-9044-94ad3d42db68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9252c5b8-c6fa-4222-985b-67919a2078c7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:15.490809 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f48fa-17e1-4255-beb4-bb9a007b3d22 req-2419a783-492f-4e46-b62f-dacc45bae8c0 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:15.497935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-116f48fa-17e1-4255-beb4-bb9a007b3d22 req-2419a783-492f-4e46-b62f-dacc45bae8c0 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 946 time: 0.0929172 Aug 17 02:21:15.548864 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-116f48fa-17e1-4255-beb4-bb9a007b3d22 req-ed66c0e6-6722-45a9-bfc4-aebc064a4e24 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497169 Aug 17 02:21:15.582253 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44330) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:15.922087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-8fab617f-aaac-41d4-976b-50ab79120c6f req-ace0a072-ae71-4b47-b370-b72c991f786b tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Request body: {'security_group': {'name': 'tempest-securitygroup-685334225', 'description': 'tempest-description-1085430806'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:16.072587 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-17fb1930-bdd0-4ad2-9975-7915de57288d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:16.265034 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8fab617f-aaac-41d4-976b-50ab79120c6f req-ace0a072-ae71-4b47-b370-b72c991f786b tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:16.279935 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8fab617f-aaac-41d4-976b-50ab79120c6f req-ace0a072-ae71-4b47-b370-b72c991f786b tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:16.357031 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-17fb1930-bdd0-4ad2-9975-7915de57288d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:16.538454 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:21:16.617995 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-17fb1930-bdd0-4ad2-9975-7915de57288d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:16.676171 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-17fb1930-bdd0-4ad2-9975-7915de57288d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c6493647f084aa28e9da2ea7cfa860d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0925596 Aug 17 02:21:16.676937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb1930-bdd0-4ad2-9975-7915de57288d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752663b6-bdbe-4de7-9362-3846e20b0363,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:16.680039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44350) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:16.735107 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8354e11a-c017-4c3b-b190-27afc10e5d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:16.753980 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8fab617f-aaac-41d4-976b-50ab79120c6f req-ace0a072-ae71-4b47-b370-b72c991f786b tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:16.762345 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8354e11a-c017-4c3b-b190-27afc10e5d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:16.865618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44360) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:16.972302 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8fab617f-aaac-41d4-976b-50ab79120c6f req-ace0a072-ae71-4b47-b370-b72c991f786b tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:17.003791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1247829467-network', 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:17.020361 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8354e11a-c017-4c3b-b190-27afc10e5d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:17.022895 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8354e11a-c017-4c3b-b190-27afc10e5d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:17.024050 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8354e11a-c017-4c3b-b190-27afc10e5d65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/752663b6-bdbe-4de7-9362-3846e20b0363 HTTP/1.1" status: 204 len: 168 time: 0.3430178 Aug 17 02:21:17.039493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354e11a-c017-4c3b-b190-27afc10e5d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752663b6-bdbe-4de7-9362-3846e20b0363,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:17.047326 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0a072-ae71-4b47-b370-b72c991f786b tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97f540d-767d-40eb-8a06-e8bc7e841d4b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:17.141887 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8fab617f-aaac-41d4-976b-50ab79120c6f req-ace0a072-ae71-4b47-b370-b72c991f786b tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:17.324155 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8fab617f-aaac-41d4-976b-50ab79120c6f req-ace0a072-ae71-4b47-b370-b72c991f786b tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:17.371013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0a072-ae71-4b47-b370-b72c991f786b tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceece78-240c-4fae-8ac7-a267f25ab4a9,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:17.489570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] Made reservation on behalf of 7958a1cdafed4011bf926b6ad6bc2e61 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:17.491987 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:17.513481 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:17.613062 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8fab617f-aaac-41d4-976b-50ab79120c6f req-ace0a072-ae71-4b47-b370-b72c991f786b tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:17.636076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8fab617f-aaac-41d4-976b-50ab79120c6f req-ace0a072-ae71-4b47-b370-b72c991f786b tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7163599 Aug 17 02:21:17.803629 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093f480-5f39-4620-9155-7574b06b660e req-ffe4b289-5e47-49f6-a2e6-5e72bfc90556 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:17.805188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1093f480-5f39-4620-9155-7574b06b660e req-ffe4b289-5e47-49f6-a2e6-5e72bfc90556 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0961778 Aug 17 02:21:17.811759 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:17.855371 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1093f480-5f39-4620-9155-7574b06b660e req-bd4dbc24-fe96-4e25-adee-a10f2b282a02 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413301 Aug 17 02:21:17.974597 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:18.009029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:21:18.020452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d34f16-833b-460c-9148-5e41e8ec30e0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:18.026050 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:18.026640 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] Added segment e7836683-e856-447b-8803-dabb88ccdefd of type vlan for network fd479884-b2af-4f40-8eb9-a8b5f60bd85d Aug 17 02:21:18.079125 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:18.219624 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abfa49-c576-46f1-b3e9-3dc8a3fecb36 req-aacec12e-c348-4ff9-b114-c8af5625dee7 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:18.221203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57abfa49-c576-46f1-b3e9-3dc8a3fecb36 req-aacec12e-c348-4ff9-b114-c8af5625dee7 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 946 time: 0.0634444 Aug 17 02:21:18.266675 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:18.267857 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:18.269066 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:18.283126 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57abfa49-c576-46f1-b3e9-3dc8a3fecb36 req-c961dba0-e540-41cf-8fd1-4ae327c34033 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551362 Aug 17 02:21:18.341866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-d6cd538e-548d-4dee-ad70-18ed4566a0b4 req-6890b88d-8d05-4e74-bd24-9b42c292f0d3 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1220535486', 'description': 'tempest-description-820423526'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:18.362860 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] Pushing event updated for resources: {'Network': ['ID=fd479884-b2af-4f40-8eb9-a8b5f60bd85d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:18.379205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network fd479884-b2af-4f40-8eb9-a8b5f60bd85d details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:21:18.519173 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-573daf1f-8217-46d0-90db-ac74e5e39f6e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6544638 Aug 17 02:21:18.522681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44398) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:18.527818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-d98e2174-ce35-4af9-9af8-f8bdc8e8fdb7 admin admin] Request body: {'subnet': {'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1247829467-subnet', 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:18.576364 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44400) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:18.698595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-273918641-network', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:18.708388 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d6cd538e-548d-4dee-ad70-18ed4566a0b4 req-6890b88d-8d05-4e74-bd24-9b42c292f0d3 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:18.859851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98e2174-ce35-4af9-9af8-f8bdc8e8fdb7 admin admin] Made reservation on behalf of 7958a1cdafed4011bf926b6ad6bc2e61 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:18.863178 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d98e2174-ce35-4af9-9af8-f8bdc8e8fdb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:18.910566 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [req-d6cd538e-548d-4dee-ad70-18ed4566a0b4 req-6890b88d-8d05-4e74-bd24-9b42c292f0d3 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:21:18.910566 n-d-793621-31 neutron-server[95406]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 02:21:18.910566 n-d-793621-31 neutron-server[95406]: [parameters: {'project_id_1': 'b4e1313c29034fb2a4a0204232024d1c', 'expiration_1': datetime.datetime(2021, 8, 17, 2, 21, 18, 731924)}] Aug 17 02:21:18.910566 n-d-793621-31 neutron-server[95406]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:21:18.911153 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [req-d6cd538e-548d-4dee-ad70-18ed4566a0b4 req-6890b88d-8d05-4e74-bd24-9b42c292f0d3 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:21:19.070533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] Made reservation on behalf of 766d6b63d2744585b5d832362bd3f05e for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:19.075652 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:19.086431 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:19.176567 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d98e2174-ce35-4af9-9af8-f8bdc8e8fdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:19.230755 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:19.265274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e2174-ce35-4af9-9af8-f8bdc8e8fdb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f731366-6aa6-42ea-9f6e-74fe2d99ed33,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:19.273516 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98e2174-ce35-4af9-9af8-f8bdc8e8fdb7 admin admin] Checking segment: {'id': 'e7836683-e856-447b-8803-dabb88ccdefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:19.273884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e2174-ce35-4af9-9af8-f8bdc8e8fdb7 admin admin] Network hostable DHCP agents. Network: fd479884-b2af-4f40-8eb9-a8b5f60bd85d, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:21:19.343473 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:19.372798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:21:19.379440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee7617b-04de-4e5a-b61b-095a59ac9e69,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:19.394675 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:19.395182 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] Added segment 053b32d4-7e26-433d-a902-0d557a39e3b3 of type vlan for network 7cceece1-b525-4cd3-837d-5ce1d24fd348 Aug 17 02:21:19.404349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e2174-ce35-4af9-9af8-f8bdc8e8fdb7 admin admin] Network fd479884-b2af-4f40-8eb9-a8b5f60bd85d is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:21:19.413027 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d6cd538e-548d-4dee-ad70-18ed4566a0b4 req-6890b88d-8d05-4e74-bd24-9b42c292f0d3 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:19.461192 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:19.518590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-d98e2174-ce35-4af9-9af8-f8bdc8e8fdb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, fd479884-b2af-4f40-8eb9-a8b5f60bd85d) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:19.526334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0101371b-c824-4be9-8e69-3fa1061133cd None None] Network fd479884-b2af-4f40-8eb9-a8b5f60bd85d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:21:19.539519 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e2174-ce35-4af9-9af8-f8bdc8e8fdb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:19.540269 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d98e2174-ce35-4af9-9af8-f8bdc8e8fdb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:19.641841 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:19.641841 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:19.641841 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:19.641841 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d6cd538e-548d-4dee-ad70-18ed4566a0b4 req-6890b88d-8d05-4e74-bd24-9b42c292f0d3 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:19.686068 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f535ecb6-ec02-4ac5-b244-4bc1b50ae84b None None] Network fd479884-b2af-4f40-8eb9-a8b5f60bd85d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:21:19.731160 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] Pushing event updated for resources: {'Network': ['ID=7cceece1-b525-4cd3-837d-5ce1d24fd348,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:19.745230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 7cceece1-b525-4cd3-837d-5ce1d24fd348 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:21:20.250497 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d6cd538e-548d-4dee-ad70-18ed4566a0b4 req-6890b88d-8d05-4e74-bd24-9b42c292f0d3 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:20.281727 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890b88d-8d05-4e74-bd24-9b42c292f0d3 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38a6bac-4f07-475d-91f6-5323050ea390,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:20.426317 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dfb00a83-3d31-4bc3-b28e-77d463fe26b9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8486800 Aug 17 02:21:20.429233 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44418) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:20.434452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-455a5054-666e-4c9c-9870-ce7c402bef6f admin admin] Request body: {'subnet': {'network_id': '7cceece1-b525-4cd3-837d-5ce1d24fd348', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-273918641-subnet', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:20.485380 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d98e2174-ce35-4af9-9af8-f8bdc8e8fdb7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9617641 Aug 17 02:21:20.491199 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d6cd538e-548d-4dee-ad70-18ed4566a0b4 req-6890b88d-8d05-4e74-bd24-9b42c292f0d3 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:20.491199 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6cd538e-548d-4dee-ad70-18ed4566a0b4 req-6890b88d-8d05-4e74-bd24-9b42c292f0d3 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.1515026 Aug 17 02:21:20.491494 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44420) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:20.500636 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1247829467-router', 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:20.680762 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455a5054-666e-4c9c-9870-ce7c402bef6f admin admin] Made reservation on behalf of 766d6b63d2744585b5d832362bd3f05e for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:20.684163 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-455a5054-666e-4c9c-9870-ce7c402bef6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:20.920607 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:20.921630 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:20.972356 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:21.076708 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-455a5054-666e-4c9c-9870-ce7c402bef6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:21.141316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a5054-666e-4c9c-9870-ce7c402bef6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7601c2c-5c75-433c-8dce-3a9aea8a8b50,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:21.152070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455a5054-666e-4c9c-9870-ce7c402bef6f admin admin] Checking segment: {'id': '053b32d4-7e26-433d-a902-0d557a39e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7cceece1-b525-4cd3-837d-5ce1d24fd348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:21.152434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a5054-666e-4c9c-9870-ce7c402bef6f admin admin] Network hostable DHCP agents. Network: 7cceece1-b525-4cd3-837d-5ce1d24fd348, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:21:21.303239 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a5054-666e-4c9c-9870-ce7c402bef6f admin admin] Network 7cceece1-b525-4cd3-837d-5ce1d24fd348 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:21:21.401397 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:21.460126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77e37a-2dcd-471a-958a-5ae3ea4bd3dc req-82af68d4-0d5b-4370-b655-66116207c7c5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:21.461637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5b77e37a-2dcd-471a-958a-5ae3ea4bd3dc req-82af68d4-0d5b-4370-b655-66116207c7c5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0500696 Aug 17 02:21:21.481677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-455a5054-666e-4c9c-9870-ce7c402bef6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 7cceece1-b525-4cd3-837d-5ce1d24fd348) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:21.495454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a5054-666e-4c9c-9870-ce7c402bef6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:21.495454 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-455a5054-666e-4c9c-9870-ce7c402bef6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:21.495811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e0168c-e24c-42e8-9de3-b6db45419e55 None None] Network 7cceece1-b525-4cd3-837d-5ce1d24fd348 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:21:21.512319 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5b77e37a-2dcd-471a-958a-5ae3ea4bd3dc req-a0df4ee7-3e9d-4bc9-bcd0-621b52917a7d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444911 Aug 17 02:21:21.637629 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35c01f-2398-4bde-ace0-e868b8541970 req-cb90bac4-ff32-4a6d-9fd9-0c9cf352e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:21.640186 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e35c01f-2398-4bde-ace0-e868b8541970 req-cb90bac4-ff32-4a6d-9fd9-0c9cf352e298 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=162bf435e2274f1ab8d9b8ad12cd2769&device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 1098 time: 0.0638666 Aug 17 02:21:21.669116 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-7cceece1-b525-4cd3-837d-5ce1d24fd348', 'network_id': '7cceece1-b525-4cd3-837d-5ce1d24fd348', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e', 'fixed_ips': [{'subnet_id': 'd7601c2c-5c75-433c-8dce-3a9aea8a8b50'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:21:21.670179 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:21.781525 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35c01f-2398-4bde-ace0-e868b8541970 req-3caccfeb-34b7-4ecd-b652-b97d13046c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:21.783072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e35c01f-2398-4bde-ace0-e868b8541970 req-3caccfeb-34b7-4ecd-b652-b97d13046c30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f438f78f-1ae1-40df-bda3-38a888d5203a HTTP/1.1" status: 200 len: 921 time: 0.1334152 Aug 17 02:21:21.790534 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44450) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:21.793677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-455a5054-666e-4c9c-9870-ce7c402bef6f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3592429 Aug 17 02:21:21.802569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-273918641-router', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:21.833454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e35c01f-2398-4bde-ace0-e868b8541970 req-e60d1ac9-c1bd-45b7-91c3-761245dc780a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab HTTP/1.1" status: 200 len: 217 time: 0.0389235 Aug 17 02:21:21.840167 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:21.874237 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:21.896822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35c01f-2398-4bde-ace0-e868b8541970 req-90b9651e-9017-4a67-b289-b216f32cf0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:21.898650 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e35c01f-2398-4bde-ace0-e868b8541970 req-90b9651e-9017-4a67-b289-b216f32cf0ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2959ceac-83e9-4de2-afa8-c1049a0c5481 HTTP/1.1" status: 200 len: 860 time: 0.0569589 Aug 17 02:21:21.902872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Allocated IP 172.20.0.2 (7cceece1-b525-4cd3-837d-5ce1d24fd348/d7601c2c-5c75-433c-8dce-3a9aea8a8b50/bf7d94d3-fc27-4766-ba2b-dce47ea24fe1) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:21.924113 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:21.925171 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:21.962999 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e35c01f-2398-4bde-ace0-e868b8541970 req-41f9b0cf-88fd-4ad3-817f-8f3ab10ada77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f438f78f-1ae1-40df-bda3-38a888d5203a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488439 Aug 17 02:21:22.075869 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e35c01f-2398-4bde-ace0-e868b8541970 req-03e121e9-39a8-481e-8415-21275f551083 service neutron] 10.222.0.18 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020501 Aug 17 02:21:22.093628 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.134223 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.134440 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Allocated IP 172.25.5.82 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/f49b21a2-d253-4b5b-9cf7-8c6b90480ec0) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:22.137550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Transition to ACTIVE for port object bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:22.154692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Transition to ACTIVE for port object bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:22.163694 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-7b0c96b7-8904-486d-bb80-edd0349b7184 req-8c85f0a1-88aa-4695-a83d-6172afc5d87e tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1618214923', 'description': 'tempest-description-1195592417'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:22.223259 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e35c01f-2398-4bde-ace0-e868b8541970 req-c06a6382-f2b5-43bd-8ca6-a6c714352bf9 service neutron] 10.222.0.18 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365986 Aug 17 02:21:22.304633 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.321705 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.361553 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Network 7cceece1-b525-4cd3-837d-5ce1d24fd348 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:22.369176 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7b0c96b7-8904-486d-bb80-edd0349b7184 req-8c85f0a1-88aa-4695-a83d-6172afc5d87e tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.373744 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:22.378346 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7b0c96b7-8904-486d-bb80-edd0349b7184 req-8c85f0a1-88aa-4695-a83d-6172afc5d87e tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.390843 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.397885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Pushing event updated for resources: {'Port': ['ID=bf7d94d3-fc27-4766-ba2b-dce47ea24fe1,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:22.403131 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:22.487502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Attempting to bind port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:21:22.488495 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Attempting to bind port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '053b32d4-7e26-433d-a902-0d557a39e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7cceece1-b525-4cd3-837d-5ce1d24fd348'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:21:22.489119 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Attempting to bind port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 on network 7cceece1-b525-4cd3-837d-5ce1d24fd348 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:22.495294 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:21:22.495747 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Checking segment: {'id': '053b32d4-7e26-433d-a902-0d557a39e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7cceece1-b525-4cd3-837d-5ce1d24fd348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:22.496616 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.497196 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Bound using segment: {'id': '053b32d4-7e26-433d-a902-0d557a39e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7cceece1-b525-4cd3-837d-5ce1d24fd348'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:21:22.497337 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Bound port: bf7d94d3-fc27-4766-ba2b-dce47ea24fe1, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053b32d4-7e26-433d-a902-0d557a39e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7cceece1-b525-4cd3-837d-5ce1d24fd348'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:21:22.497844 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.519336 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.520627 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7b0c96b7-8904-486d-bb80-edd0349b7184 req-8c85f0a1-88aa-4695-a83d-6172afc5d87e tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.568367 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:22.573398 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] For port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:21:22.576433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] For port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bf7d94d3-fc27-4766-ba2b-dce47ea24fe1,segment=NetworkSegment(053b32d4-7e26-433d-a902-0d557a39e3b3),segment_id=053b32d4-7e26-433d-a902-0d557a39e3b3)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:21:22.576607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:22.580829 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:22.588524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Pushing event updated for resources: {'Port': ['ID=f49b21a2-d253-4b5b-9cf7-8c6b90480ec0,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:22.648030 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7b0c96b7-8904-486d-bb80-edd0349b7184 req-8c85f0a1-88aa-4695-a83d-6172afc5d87e tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.680060 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85f0a1-88aa-4695-a83d-6172afc5d87e tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f34426-87f7-484d-a377-5c6524243f60,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:22.695308 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.762014 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7b0c96b7-8904-486d-bb80-edd0349b7184 req-8c85f0a1-88aa-4695-a83d-6172afc5d87e tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.764462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14890f-7676-4796-b076-d5fc6ee14c71 None None] Pushing event updated for resources: {'Port': ['ID=bf7d94d3-fc27-4766-ba2b-dce47ea24fe1,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:22.848259 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7b0c96b7-8904-486d-bb80-edd0349b7184 req-8c85f0a1-88aa-4695-a83d-6172afc5d87e tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.874137 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.877150 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85f0a1-88aa-4695-a83d-6172afc5d87e tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74b310e-5677-4e3d-8588-b75262c4c6bc,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:22.896011 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.974947 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7b0c96b7-8904-486d-bb80-edd0349b7184 req-8c85f0a1-88aa-4695-a83d-6172afc5d87e tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:22.978272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b0c96b7-8904-486d-bb80-edd0349b7184 req-8c85f0a1-88aa-4695-a83d-6172afc5d87e tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8212574 Aug 17 02:21:23.084433 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:23.099924 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1773a-3429-45d8-b503-843dd47b1692 req-facf0181-99eb-45af-858f-2864c132604c tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:23.101448 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-86f1773a-3429-45d8-b503-843dd47b1692 req-facf0181-99eb-45af-858f-2864c132604c tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 946 time: 0.0672324 Aug 17 02:21:23.133473 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Allocated IP 172.25.5.229 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/d32f8e0f-4638-4fab-92e9-efa54888ac01) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:23.140728 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-86f1773a-3429-45d8-b503-843dd47b1692 req-fd75ae6c-2a5a-42b1-bbba-73b732ad671d tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Aug 17 02:21:23.318631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7772e-9e72-49d5-af89-6d0c8af2f2a2 req-e1ef95e1-14fe-4acf-a46d-6a1dbb6f5e9d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:23.321488 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ae7772e-9e72-49d5-af89-6d0c8af2f2a2 req-e1ef95e1-14fe-4acf-a46d-6a1dbb6f5e9d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0620184 Aug 17 02:21:23.380882 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ae7772e-9e72-49d5-af89-6d0c8af2f2a2 req-4521c7e8-d723-4b27-8194-9cd13b2ee610 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516033 Aug 17 02:21:23.511913 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-2eab3325-6105-43a4-bd08-20c4bee838b2 req-b36c6a61-15c5-4f96-9541-376e90ac7177 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1487542687', 'description': 'tempest-description-647008237'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:23.610702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:23.688097 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2eab3325-6105-43a4-bd08-20c4bee838b2 req-b36c6a61-15c5-4f96-9541-376e90ac7177 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:23.738353 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:23.775194 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:23.785597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:23.800558 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2eab3325-6105-43a4-bd08-20c4bee838b2 req-b36c6a61-15c5-4f96-9541-376e90ac7177 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:23.849174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ad594a-a8d2-43bb-918d-dfc0dd8d3c03 None None] Network 7cceece1-b525-4cd3-837d-5ce1d24fd348 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:21:23.874594 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2eab3325-6105-43a4-bd08-20c4bee838b2 req-b36c6a61-15c5-4f96-9541-376e90ac7177 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:23.912798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c6a61-15c5-4f96-9541-376e90ac7177 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cebf24-b0a5-45ce-b105-ab340b772ec7,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:23.989668 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:24.039011 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:24.040917 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2eab3325-6105-43a4-bd08-20c4bee838b2 req-b36c6a61-15c5-4f96-9541-376e90ac7177 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:24.042286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2eab3325-6105-43a4-bd08-20c4bee838b2 req-b36c6a61-15c5-4f96-9541-376e90ac7177 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5380070 Aug 17 02:21:24.046082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:24.052114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:24.059450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Pushing event updated for resources: {'Port': ['ID=d32f8e0f-4638-4fab-92e9-efa54888ac01,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:24.137845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cdbfbac8-5757-488b-9d53-c2b1828e8cd8 None None] Provisioning for port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:24.143837 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Router 3bafe923-0870-4edd-af25-536c396dc93a is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:21:24.150684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cdbfbac8-5757-488b-9d53-c2b1828e8cd8 None None] Provisioning complete for port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:24.151325 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cdbfbac8-5757-488b-9d53-c2b1828e8cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:24.280750 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cdbfbac8-5757-488b-9d53-c2b1828e8cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:24.330038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-cdbfbac8-5757-488b-9d53-c2b1828e8cd8 None None] For port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bf7d94d3-fc27-4766-ba2b-dce47ea24fe1,segment=NetworkSegment(053b32d4-7e26-433d-a902-0d557a39e3b3),segment_id=053b32d4-7e26-433d-a902-0d557a39e3b3)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:24.417465 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cdbfbac8-5757-488b-9d53-c2b1828e8cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:24.452338 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:21:24.463111 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Sync routers for ids ['3bafe923-0870-4edd-af25-536c396dc93a'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:21:24.470910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfbac8-5757-488b-9d53-c2b1828e8cd8 None None] Pushing event updated for resources: {'Port': ['ID=bf7d94d3-fc27-4766-ba2b-dce47ea24fe1,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:24.471987 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Routers {'3bafe923-0870-4edd-af25-536c396dc93a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:24.472591 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3bafe923-0870-4edd-af25-536c396dc93a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:24.541155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1083882a-7f64-47fd-baad-dfaefa9fef06 None None] Provisioning complete for port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:24.541744 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1083882a-7f64-47fd-baad-dfaefa9fef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:24.579504 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Set router 3bafe923-0870-4edd-af25-536c396dc93a gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:24.642067 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:24.647203 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44508) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:24.648308 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d909064a-9277-42a4-8cbb-d36f2d54ca0a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1579375 Aug 17 02:21:24.733721 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:24.762474 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bafe923-0870-4edd-af25-536c396dc93a', 'name': 'tempest-ServerRescueTestJSON-1247829467-router', 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:20Z', 'updated_at': '2021-08-17T02:21:22Z', 'revision_number': 3, 'project_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'gw_port': {'id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bafe923-0870-4edd-af25-536c396dc93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:24.790179 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Checking router: 3bafe923-0870-4edd-af25-536c396dc93a for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:21:24.790826 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Updating router 3bafe923-0870-4edd-af25-536c396dc93a port f49b21a2-d253-4b5b-9cf7-8c6b90480ec0 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:21:24.822890 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:25.011841 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:25.163924 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:25.175561 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Transition to ACTIVE for port object f49b21a2-d253-4b5b-9cf7-8c6b90480ec0 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:25.214907 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:25.282306 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:25.293879 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Router 086a9820-7bb1-4fda-97f9-fc9d0becf2c6 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:21:25.329319 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575a8e0-3ccd-4923-b872-b469da734b35 None None] Pushing event updated for resources: {'Port': ['ID=f49b21a2-d253-4b5b-9cf7-8c6b90480ec0,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:25.359253 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575a8e0-3ccd-4923-b872-b469da734b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:25.359611 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575a8e0-3ccd-4923-b872-b469da734b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:25.360351 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575a8e0-3ccd-4923-b872-b469da734b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:25.360881 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575a8e0-3ccd-4923-b872-b469da734b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:25.361580 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575a8e0-3ccd-4923-b872-b469da734b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:25.363010 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575a8e0-3ccd-4923-b872-b469da734b35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:25.363576 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575a8e0-3ccd-4923-b872-b469da734b35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:25.364089 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575a8e0-3ccd-4923-b872-b469da734b35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:25.364604 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575a8e0-3ccd-4923-b872-b469da734b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:25.365112 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575a8e0-3ccd-4923-b872-b469da734b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:25.365646 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575a8e0-3ccd-4923-b872-b469da734b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:25.366153 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575a8e0-3ccd-4923-b872-b469da734b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:25.381739 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Attempting to bind port f49b21a2-d253-4b5b-9cf7-8c6b90480ec0 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:21:25.382618 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Attempting to bind port f49b21a2-d253-4b5b-9cf7-8c6b90480ec0 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:21:25.385827 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Attempting to bind port f49b21a2-d253-4b5b-9cf7-8c6b90480ec0 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:25.390910 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:21:25.397821 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:25.397821 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:25.397821 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:21:25.397821 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Bound port: f49b21a2-d253-4b5b-9cf7-8c6b90480ec0, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:21:25.398236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Allocated IP 172.20.0.1 (fd479884-b2af-4f40-8eb9-a8b5f60bd85d/5f731366-6aa6-42ea-9f6e-74fe2d99ed33/410a2491-c630-464e-8ef8-8abd951bdd23) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:25.398921 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:25.435177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 82811479-e5ff-4146-98c0-9f39c622a226 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:21:25.471382 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] For port f49b21a2-d253-4b5b-9cf7-8c6b90480ec0, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:21:25.475889 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] For port f49b21a2-d253-4b5b-9cf7-8c6b90480ec0, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f49b21a2-d253-4b5b-9cf7-8c6b90480ec0,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:21:25.536229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:21:25.540119 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:25.570176 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Sync routers for ids ['086a9820-7bb1-4fda-97f9-fc9d0becf2c6'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:21:25.574532 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:25.584173 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:25.607396 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Routers {'3bafe923-0870-4edd-af25-536c396dc93a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:25.608910 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3bafe923-0870-4edd-af25-536c396dc93a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:25.655890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Routers {'086a9820-7bb1-4fda-97f9-fc9d0becf2c6'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:25.656935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['086a9820-7bb1-4fda-97f9-fc9d0becf2c6'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:25.671948 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:25.682824 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:25.684789 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1792025d-961e-4d4e-a51c-beb11f04b4ec admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8911676 Aug 17 02:21:25.695885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44532) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:25.709513 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575a8e0-3ccd-4923-b872-b469da734b35 None None] Pushing event updated for resources: {'Port': ['ID=f49b21a2-d253-4b5b-9cf7-8c6b90480ec0,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:25.738927 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:25.793884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c17e65-5f2a-4e18-98fd-0413a9f73d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82811479-e5ff-4146-98c0-9f39c622a226'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:21:25.798328 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f54affe-4e85-472d-8758-cc555ef82235" -d '{"events": [{"server_uuid": "d0c17e65-5f2a-4e18-98fd-0413a9f73d71", "name": "network-vif-unplugged", "status": "completed", "tag": "82811479-e5ff-4146-98c0-9f39c622a226"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:21:25.811401 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] Set router 3bafe923-0870-4edd-af25-536c396dc93a gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:25.825458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Pushing event updated for resources: {'Port': ['ID=410a2491-c630-464e-8ef8-8abd951bdd23,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:25.863992 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Network fd479884-b2af-4f40-8eb9-a8b5f60bd85d is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:25.867079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:25.870513 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:25.881034 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:25.881946 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:25.886544 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 82811479-e5ff-4146-98c0-9f39c622a226, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=82811479-e5ff-4146-98c0-9f39c622a226,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:25.965403 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:25.980566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Set router 086a9820-7bb1-4fda-97f9-fc9d0becf2c6 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:26.080081 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:26.124976 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bafe923-0870-4edd-af25-536c396dc93a', 'name': 'tempest-ServerRescueTestJSON-1247829467-router', 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:20Z', 'updated_at': '2021-08-17T02:21:22Z', 'revision_number': 3, 'project_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'gw_port': {'id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bafe923-0870-4edd-af25-536c396dc93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:26.166879 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc1ae1-53de-445e-8d36-c02bda938269 None None] The sync data for ids ['3bafe923-0870-4edd-af25-536c396dc93a'] in n-d-793621-31 is: [{'id': '3bafe923-0870-4edd-af25-536c396dc93a', 'name': 'tempest-ServerRescueTestJSON-1247829467-router', 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:20Z', 'updated_at': '2021-08-17T02:21:22Z', 'revision_number': 3, 'project_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'gw_port': {'id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bafe923-0870-4edd-af25-536c396dc93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:21:26.211410 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:26.348874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=82811479-e5ff-4146-98c0-9f39c622a226,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:26.408943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-273918641-router', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:24Z', 'revision_number': 3, 'project_id': '766d6b63d2744585b5d832362bd3f05e', 'gw_port': {'id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:22Z', 'updated_at': '2021-08-17T02:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:26.440850 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Checking router: 086a9820-7bb1-4fda-97f9-fc9d0becf2c6 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:21:26.441928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Updating router 086a9820-7bb1-4fda-97f9-fc9d0becf2c6 port d32f8e0f-4638-4fab-92e9-efa54888ac01 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:21:26.461287 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:26.462391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-8c62f210-3b8d-4302-bf71-7e4b55465824 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47844 time: 0.6380575 Aug 17 02:21:26.477793 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:26.577917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-7a4e02f9-2bd6-4c63-9458-c73dc1ff0445 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0d21cbc2-b5d5-4db2-a60c-68d78565f19a HTTP/1.1" status: 200 len: 2981 time: 0.1041577 Aug 17 02:21:26.639190 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:26.659215 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-6a32cdd2-7173-448c-b324-e6eb4d281291 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0d21cbc2-b5d5-4db2-a60c-68d78565f19a HTTP/1.1" status: 200 len: 2981 time: 0.0795496 Aug 17 02:21:26.717312 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:26.736425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Allocated IP 172.20.0.1 (7cceece1-b525-4cd3-837d-5ce1d24fd348/d7601c2c-5c75-433c-8dce-3a9aea8a8b50/1cb06c0f-3f57-49b8-a491-3e40be3ea5b8) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:26.829964 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-a1e64a2b-a14f-4f0e-bcdc-466b8c3b5416 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/27f34426-87f7-484d-a377-5c6524243f60 HTTP/1.1" status: 200 len: 2981 time: 0.1596000 Aug 17 02:21:26.847206 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:26.859409 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:26.878215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Transition to ACTIVE for port object d32f8e0f-4638-4fab-92e9-efa54888ac01 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:26.878367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Pushing event updated for resources: {'Port': ['ID=410a2491-c630-464e-8ef8-8abd951bdd23,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:26.898132 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:26.916755 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Transition to ACTIVE for port object 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:26.961371 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-b9364365-ff87-4434-89eb-92f10ad09f43 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/27f34426-87f7-484d-a377-5c6524243f60 HTTP/1.1" status: 200 len: 2981 time: 0.1098785 Aug 17 02:21:26.973565 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:27.032275 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-3711d83a-a2c0-4eb3-885b-ddbb3e98597a tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/44fbd38a-0fac-4114-a112-ca3afeecf09b HTTP/1.1" status: 200 len: 2981 time: 0.0640657 Aug 17 02:21:27.042008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Network fd479884-b2af-4f40-8eb9-a8b5f60bd85d is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:27.043594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:27.072238 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Attempting to bind port d32f8e0f-4638-4fab-92e9-efa54888ac01 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:21:27.073054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Attempting to bind port d32f8e0f-4638-4fab-92e9-efa54888ac01 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:21:27.073822 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Attempting to bind port d32f8e0f-4638-4fab-92e9-efa54888ac01 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:27.077175 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:27.084218 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e22a5-36c8-4640-92cd-7143fdc64eca None None] Pushing event updated for resources: {'Port': ['ID=d32f8e0f-4638-4fab-92e9-efa54888ac01,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:27.101273 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:21:27.104444 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:27.104867 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:27.105312 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:21:27.105816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Bound port: d32f8e0f-4638-4fab-92e9-efa54888ac01, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:21:27.106346 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:27.139323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Pushing event updated for resources: {'Port': ['ID=1cb06c0f-3f57-49b8-a491-3e40be3ea5b8,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:27.168912 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Network 7cceece1-b525-4cd3-837d-5ce1d24fd348 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:27.171293 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:27.175026 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:27.178847 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-c77781ed-700b-4ec9-a968-481bdec1d4a9 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/44fbd38a-0fac-4114-a112-ca3afeecf09b HTTP/1.1" status: 200 len: 2981 time: 0.1324899 Aug 17 02:21:27.181580 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] For port d32f8e0f-4638-4fab-92e9-efa54888ac01, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:21:27.185429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] For port d32f8e0f-4638-4fab-92e9-efa54888ac01, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d32f8e0f-4638-4fab-92e9-efa54888ac01,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:21:27.237499 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:27.284485 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:27.310952 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-0ab6f47c-37f3-44cf-adf7-9d05f216f459 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4ee7617b-04de-4e5a-b61b-095a59ac9e69 HTTP/1.1" status: 200 len: 2981 time: 0.0819252 Aug 17 02:21:27.315649 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Router 3bafe923-0870-4edd-af25-536c396dc93a has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:21:27.383158 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Routers {'086a9820-7bb1-4fda-97f9-fc9d0becf2c6'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:27.384104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['086a9820-7bb1-4fda-97f9-fc9d0becf2c6'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:27.387017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e22a5-36c8-4640-92cd-7143fdc64eca None None] Pushing event updated for resources: {'Port': ['ID=d32f8e0f-4638-4fab-92e9-efa54888ac01,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:27.521315 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:21:27.530255 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:27.542311 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f3e075ba-7364-4563-8ba7-ead0e915ec68 admin admin] 10.222.0.13 "PUT /v2.0/routers/3bafe923-0870-4edd-af25-536c396dc93a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8936205 Aug 17 02:21:27.562011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-9bf803f7-33e8-477f-be6a-479d6296a351 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4ee7617b-04de-4e5a-b61b-095a59ac9e69 HTTP/1.1" status: 200 len: 2981 time: 0.2393167 Aug 17 02:21:27.624691 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-39d1e691-c1aa-4352-accd-4fd06ecc48a2 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/568c7fe6-7b8d-4198-b870-e7b20e6ad960 HTTP/1.1" status: 200 len: 2973 time: 0.0559444 Aug 17 02:21:27.671021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f49b21a2-d253-4b5b-9cf7-8c6b90480ec0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:27.740469 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-2c9152c8-f906-41af-9f54-2b09e0a38a7c tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/568c7fe6-7b8d-4198-b870-e7b20e6ad960 HTTP/1.1" status: 200 len: 2973 time: 0.1075814 Aug 17 02:21:27.770577 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e6a30921-2797-45a7-8198-f669b24298a1 None None] Provisioning for port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:27.777711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e6a30921-2797-45a7-8198-f669b24298a1 None None] Provisioning complete for port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:27.778601 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e6a30921-2797-45a7-8198-f669b24298a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:27.824303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e6a30921-2797-45a7-8198-f669b24298a1 None None] Port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:21:27.840791 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-a284ae30-8b31-4c77-b13d-d91cda936014 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/587db03e-b2eb-43ad-8e38-c7e4dfb8e06e HTTP/1.1" status: 200 len: 2977 time: 0.0935204 Aug 17 02:21:27.868557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] Set router 086a9820-7bb1-4fda-97f9-fc9d0becf2c6 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:27.885500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:27.900074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-2eddd4f4-b12e-40d1-bd02-51d3ca2c249e tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/587db03e-b2eb-43ad-8e38-c7e4dfb8e06e HTTP/1.1" status: 200 len: 2977 time: 0.0507703 Aug 17 02:21:27.937355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port f49b21a2-d253-4b5b-9cf7-8c6b90480ec0 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:27.953384 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-d207ad17-0ee9-43b8-8681-828e804bf9e5 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5ff59c9c-629a-4a75-8b10-1f250e83a4c7 HTTP/1.1" status: 200 len: 2977 time: 0.0390873 Aug 17 02:21:27.966406 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:27.976485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f49b21a2-d253-4b5b-9cf7-8c6b90480ec0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:27.977037 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:28.032918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Pushing event updated for resources: {'Port': ['ID=1cb06c0f-3f57-49b8-a491-3e40be3ea5b8,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:28.055161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:28.063860 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-8e28b982-6e21-4d85-82b3-977c85586f8c tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5ff59c9c-629a-4a75-8b10-1f250e83a4c7 HTTP/1.1" status: 200 len: 2977 time: 0.1001341 Aug 17 02:21:28.114803 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-a22be16a-072a-4838-8cac-b8d310c5dd59 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/74d34f16-833b-460c-9148-5e41e8ec30e0 HTTP/1.1" status: 200 len: 2981 time: 0.0429950 Aug 17 02:21:28.116799 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:28.153670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port f49b21a2-d253-4b5b-9cf7-8c6b90480ec0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f49b21a2-d253-4b5b-9cf7-8c6b90480ec0,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:28.172640 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-d8e2c48e-d4e0-4dca-b7d2-66051482a200 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/74d34f16-833b-460c-9148-5e41e8ec30e0 HTTP/1.1" status: 200 len: 2981 time: 0.0509768 Aug 17 02:21:28.174642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-273918641-router', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:24Z', 'revision_number': 3, 'project_id': '766d6b63d2744585b5d832362bd3f05e', 'gw_port': {'id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:22Z', 'updated_at': '2021-08-17T02:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:28.200842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Network 7cceece1-b525-4cd3-837d-5ce1d24fd348 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:28.202502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:28.256828 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f36d4d-4ff5-4e3c-beb2-69887ba06b48 None None] The sync data for ids ['086a9820-7bb1-4fda-97f9-fc9d0becf2c6'] in n-d-793621-31 is: [{'id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-273918641-router', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:24Z', 'revision_number': 3, 'project_id': '766d6b63d2744585b5d832362bd3f05e', 'gw_port': {'id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:22Z', 'updated_at': '2021-08-17T02:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:21:28.263496 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-a6433dde-f1a7-47b9-8c48-2948c7ab4615 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9d8d28fc-cf6c-458e-954a-a727ec595457 HTTP/1.1" status: 200 len: 2977 time: 0.0809512 Aug 17 02:21:28.289373 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:28.359354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=f49b21a2-d253-4b5b-9cf7-8c6b90480ec0,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:28.395534 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-fa1c7bd8-3f47-4505-93aa-b64c64e5e79f tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9d8d28fc-cf6c-458e-954a-a727ec595457 HTTP/1.1" status: 200 len: 2977 time: 0.1293538 Aug 17 02:21:28.435458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Router 086a9820-7bb1-4fda-97f9-fc9d0becf2c6 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:21:28.467864 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-d2b778de-c1f0-47bf-b4ba-825d35126298 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b681a0af-3523-472f-81fa-dd2fab24c2c5 HTTP/1.1" status: 200 len: 2981 time: 0.0714128 Aug 17 02:21:28.471247 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:28.538283 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-4f308f27-563f-4645-a9d5-d328a2a16bdb tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b681a0af-3523-472f-81fa-dd2fab24c2c5 HTTP/1.1" status: 200 len: 2981 time: 0.0625796 Aug 17 02:21:28.551978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-17214346-9a26-4a85-9570-de1aeb90d3ff None None] Provisioning complete for port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:28.552308 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-17214346-9a26-4a85-9570-de1aeb90d3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:28.586164 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-e5783585-08b0-46ec-a24e-dac2b412290b tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b97f540d-767d-40eb-8a06-e8bc7e841d4b HTTP/1.1" status: 200 len: 2981 time: 0.0412824 Aug 17 02:21:28.591357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:21:28.597101 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f5b07d39-0a36-4317-a565-63c9cde3537b admin admin] 10.222.0.13 "PUT /v2.0/routers/086a9820-7bb1-4fda-97f9-fc9d0becf2c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9081140 Aug 17 02:21:28.623480 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-17214346-9a26-4a85-9570-de1aeb90d3ff None None] Port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:21:28.649507 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-cbdeeefb-98af-454f-85a7-a35c08554b8a tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b97f540d-767d-40eb-8a06-e8bc7e841d4b HTTP/1.1" status: 200 len: 2981 time: 0.0562046 Aug 17 02:21:28.687188 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Sync routers for ids ['3bafe923-0870-4edd-af25-536c396dc93a'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:21:28.696593 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Routers {'3bafe923-0870-4edd-af25-536c396dc93a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:28.697433 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3bafe923-0870-4edd-af25-536c396dc93a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:28.746586 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-8ba5a6a1-af39-40c3-8178-6f61d9b65e0a tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/de5d1dee-795f-4633-8cdc-b3eb54c7e18f HTTP/1.1" status: 200 len: 2981 time: 0.0665166 Aug 17 02:21:28.813811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-002d4847-2e46-4b4e-b364-88f04b5e6721 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/de5d1dee-795f-4633-8cdc-b3eb54c7e18f HTTP/1.1" status: 200 len: 2981 time: 0.0594151 Aug 17 02:21:28.864168 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-0f379c6f-e80a-4bb6-8eab-754e27ce198e tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f551ab2d-476c-494f-94b7-9bd84077f2e7 HTTP/1.1" status: 200 len: 2981 time: 0.0424838 Aug 17 02:21:28.922648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-393f59cd-5d6d-4cc5-b58b-394baed869b1 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f551ab2d-476c-494f-94b7-9bd84077f2e7 HTTP/1.1" status: 200 len: 2981 time: 0.0498729 Aug 17 02:21:28.942374 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Set router 3bafe923-0870-4edd-af25-536c396dc93a gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:28.962039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-b5a04f7a-f851-4f28-8ef6-a3c8d0f1c291 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f6e30186-f3fe-4f4f-919a-7eca5eabbc10 HTTP/1.1" status: 200 len: 2981 time: 0.0384068 Aug 17 02:21:29.009035 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7c773a-17c3-4603-b19f-a93870140a1f req-f18f3792-100d-4b4c-99f7-cfa3508a2289 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f6e30186-f3fe-4f4f-919a-7eca5eabbc10 HTTP/1.1" status: 200 len: 2981 time: 0.0400424 Aug 17 02:21:29.141807 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218e29b-2bf8-4c45-9982-a076a74c3e43 req-21635879-7079-4ae2-98bc-1e95adfd9f61 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:29.146023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d218e29b-2bf8-4c45-9982-a076a74c3e43 req-21635879-7079-4ae2-98bc-1e95adfd9f61 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 946 time: 0.0612264 Aug 17 02:21:29.186923 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d218e29b-2bf8-4c45-9982-a076a74c3e43 req-b7830446-e756-4703-8596-e03c6c3ef961 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358183 Aug 17 02:21:29.189109 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bafe923-0870-4edd-af25-536c396dc93a', 'name': 'tempest-ServerRescueTestJSON-1247829467-router', 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:20Z', 'updated_at': '2021-08-17T02:21:26Z', 'revision_number': 4, 'project_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'gw_port': {'id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bafe923-0870-4edd-af25-536c396dc93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '410a2491-c630-464e-8ef8-8abd951bdd23', 'name': '', 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d', 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'mac_address': 'fa:16:3e:52:be:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bafe923-0870-4edd-af25-536c396dc93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '5f731366-6aa6-42ea-9f6e-74fe2d99ed33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:25Z', 'updated_at': '2021-08-17T02:21:26Z', 'revision_number': 2, 'project_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'subnets': [{'id': '5f731366-6aa6-42ea-9f6e-74fe2d99ed33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:29.217406 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Checking router: 3bafe923-0870-4edd-af25-536c396dc93a for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:21:29.217769 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Updating router 3bafe923-0870-4edd-af25-536c396dc93a port 410a2491-c630-464e-8ef8-8abd951bdd23 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:21:29.247970 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:29.306547 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bda3a6-9735-4996-8f9d-f08f62178980 req-2a2cfbed-ea9f-4edf-87b1-700db4022d3b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:29.308048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47bda3a6-9735-4996-8f9d-f08f62178980 req-2a2cfbed-ea9f-4edf-87b1-700db4022d3b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0557663 Aug 17 02:21:29.386687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47bda3a6-9735-4996-8f9d-f08f62178980 req-90b925ab-e5ee-4010-9481-d8b25a97a53d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671074 Aug 17 02:21:29.388384 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44564) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:29.403231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-453e6003-7c42-43ab-8661-7b26c89a42c4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2103930394'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:29.490399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453e6003-7c42-43ab-8661-7b26c89a42c4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Made reservation on behalf of c691e931e322428681bcac4ac4d8423e for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:29.496108 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-453e6003-7c42-43ab-8661-7b26c89a42c4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:29.545471 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453e6003-7c42-43ab-8661-7b26c89a42c4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:21:29.565485 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-453e6003-7c42-43ab-8661-7b26c89a42c4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:29.566049 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-453e6003-7c42-43ab-8661-7b26c89a42c4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Added segment a9079f58-1970-4dd7-b878-424310a2d28c of type vlan for network 18ecfdcf-578b-4c77-b839-88f0aa204f6a Aug 17 02:21:29.593213 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:29.624534 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Transition to ACTIVE for port object 410a2491-c630-464e-8ef8-8abd951bdd23 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:29.628878 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-453e6003-7c42-43ab-8661-7b26c89a42c4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:29.656584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d32f8e0f-4638-4fab-92e9-efa54888ac01 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:29.739454 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:29.769015 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-453e6003-7c42-43ab-8661-7b26c89a42c4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:29.776238 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e6003-7c42-43ab-8661-7b26c89a42c4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:29.777308 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-453e6003-7c42-43ab-8661-7b26c89a42c4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:29.788525 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dd171-6a70-448f-883b-79b8e80ba965 None None] Pushing event updated for resources: {'Port': ['ID=410a2491-c630-464e-8ef8-8abd951bdd23,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:29.823191 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port d32f8e0f-4638-4fab-92e9-efa54888ac01 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:29.827889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port d32f8e0f-4638-4fab-92e9-efa54888ac01 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:29.828467 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:29.855671 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Attempting to bind port 410a2491-c630-464e-8ef8-8abd951bdd23 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:21:29.856370 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Attempting to bind port 410a2491-c630-464e-8ef8-8abd951bdd23 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'e7836683-e856-447b-8803-dabb88ccdefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:21:29.856834 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Attempting to bind port 410a2491-c630-464e-8ef8-8abd951bdd23 on network fd479884-b2af-4f40-8eb9-a8b5f60bd85d {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:29.859057 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e6003-7c42-43ab-8661-7b26c89a42c4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'Network': ['ID=18ecfdcf-578b-4c77-b839-88f0aa204f6a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:29.863151 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:21:29.863725 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Checking segment: {'id': 'e7836683-e856-447b-8803-dabb88ccdefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:29.864228 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:29.864716 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Bound using segment: {'id': 'e7836683-e856-447b-8803-dabb88ccdefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:21:29.865310 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Bound port: 410a2491-c630-464e-8ef8-8abd951bdd23, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7836683-e856-447b-8803-dabb88ccdefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:21:29.865790 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:29.873558 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 18ecfdcf-578b-4c77-b839-88f0aa204f6a details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:21:29.877516 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-453e6003-7c42-43ab-8661-7b26c89a42c4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4880564 Aug 17 02:21:29.880545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44568) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:29.885754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-649aa20a-5234-4c9d-b744-778e4876d8f9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1879526095'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:29.940245 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] For port 410a2491-c630-464e-8ef8-8abd951bdd23, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:21:29.943706 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] For port 410a2491-c630-464e-8ef8-8abd951bdd23, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=410a2491-c630-464e-8ef8-8abd951bdd23,segment=NetworkSegment(e7836683-e856-447b-8803-dabb88ccdefd),segment_id=e7836683-e856-447b-8803-dabb88ccdefd)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:21:29.996167 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:29.996826 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649aa20a-5234-4c9d-b744-778e4876d8f9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Made reservation on behalf of c691e931e322428681bcac4ac4d8423e for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:30.000330 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-649aa20a-5234-4c9d-b744-778e4876d8f9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:30.016897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port d32f8e0f-4638-4fab-92e9-efa54888ac01, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d32f8e0f-4638-4fab-92e9-efa54888ac01,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:30.024444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649aa20a-5234-4c9d-b744-778e4876d8f9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:21:30.037326 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-649aa20a-5234-4c9d-b744-778e4876d8f9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:30.037668 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-649aa20a-5234-4c9d-b744-778e4876d8f9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Added segment 29188d56-b37a-4906-9100-6ede4bb7c218 of type vlan for network 998fdff2-f2ba-4a39-b51d-2b0b852038ca Aug 17 02:21:30.055486 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:30.103330 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:30.104429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f49b21a2-d253-4b5b-9cf7-8c6b90480ec0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:30.122684 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-649aa20a-5234-4c9d-b744-778e4876d8f9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:30.134856 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dd171-6a70-448f-883b-79b8e80ba965 None None] Pushing event updated for resources: {'Port': ['ID=410a2491-c630-464e-8ef8-8abd951bdd23,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:30.162055 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a743d16c-41ac-4d59-88f2-191a2f75dfa4 x-openstack-request-id: req-a743d16c-41ac-4d59-88f2-191a2f75dfa4 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:21:30.162055 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c17e65-5f2a-4e18-98fd-0413a9f73d71", "name": "network-vif-unplugged", "status": "completed", "tag": "82811479-e5ff-4146-98c0-9f39c622a226", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:21:30.162055 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a743d16c-41ac-4d59-88f2-191a2f75dfa4 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:21:30.162055 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c17e65-5f2a-4e18-98fd-0413a9f73d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82811479-e5ff-4146-98c0-9f39c622a226', 'code': 200} Aug 17 02:21:30.169371 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Routers {'3bafe923-0870-4edd-af25-536c396dc93a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:30.169998 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3bafe923-0870-4edd-af25-536c396dc93a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:30.232744 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=d32f8e0f-4638-4fab-92e9-efa54888ac01,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:30.248850 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-649aa20a-5234-4c9d-b744-778e4876d8f9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:30.254968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f49b21a2-d253-4b5b-9cf7-8c6b90480ec0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:30.255381 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:30.258557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Sync routers for ids ['086a9820-7bb1-4fda-97f9-fc9d0becf2c6'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:21:30.260824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649aa20a-5234-4c9d-b744-778e4876d8f9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:30.262436 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-649aa20a-5234-4c9d-b744-778e4876d8f9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:30.303523 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Routers {'086a9820-7bb1-4fda-97f9-fc9d0becf2c6'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:30.304097 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['086a9820-7bb1-4fda-97f9-fc9d0becf2c6'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:30.314067 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] Set router 3bafe923-0870-4edd-af25-536c396dc93a gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:30.360557 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649aa20a-5234-4c9d-b744-778e4876d8f9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'Network': ['ID=998fdff2-f2ba-4a39-b51d-2b0b852038ca,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:30.417171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 998fdff2-f2ba-4a39-b51d-2b0b852038ca details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:21:30.456287 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-d3eaa41e-158c-45d9-b173-e7af876d454a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:30.457812 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-d3eaa41e-158c-45d9-b173-e7af876d454a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/networks?id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d HTTP/1.1" status: 200 len: 811 time: 0.1333780 Aug 17 02:21:30.473849 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-a773aa10-3a99-4773-b66b-44bb43b629de tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/quotas/7958a1cdafed4011bf926b6ad6bc2e61 HTTP/1.1" status: 200 len: 375 time: 0.0100563 Aug 17 02:21:30.476112 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-649aa20a-5234-4c9d-b744-778e4876d8f9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5945015 Aug 17 02:21:30.478771 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44588) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:30.484323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e5ce38cf-4376-4508-b448-623aa0e52fdc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'subnet': {'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:30.543465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Set router 086a9820-7bb1-4fda-97f9-fc9d0becf2c6 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:30.546192 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-81e946e4-5e17-4b1f-b3f1-bc3889d3d03b tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7958a1cdafed4011bf926b6ad6bc2e61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598881 Aug 17 02:21:30.557503 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bafe923-0870-4edd-af25-536c396dc93a', 'name': 'tempest-ServerRescueTestJSON-1247829467-router', 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:20Z', 'updated_at': '2021-08-17T02:21:26Z', 'revision_number': 4, 'project_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'gw_port': {'id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bafe923-0870-4edd-af25-536c396dc93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '410a2491-c630-464e-8ef8-8abd951bdd23', 'name': '', 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d', 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'mac_address': 'fa:16:3e:52:be:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bafe923-0870-4edd-af25-536c396dc93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '5f731366-6aa6-42ea-9f6e-74fe2d99ed33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:25Z', 'updated_at': '2021-08-17T02:21:29Z', 'revision_number': 4, 'project_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'subnets': [{'id': '5f731366-6aa6-42ea-9f6e-74fe2d99ed33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:30.590446 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5200fba5-ad1d-49cc-840e-7dfa2fc7577d None None] The sync data for ids ['3bafe923-0870-4edd-af25-536c396dc93a'] in n-d-793621-31 is: [{'id': '3bafe923-0870-4edd-af25-536c396dc93a', 'name': 'tempest-ServerRescueTestJSON-1247829467-router', 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:20Z', 'updated_at': '2021-08-17T02:21:26Z', 'revision_number': 4, 'project_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'gw_port': {'id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bafe923-0870-4edd-af25-536c396dc93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '410a2491-c630-464e-8ef8-8abd951bdd23', 'name': '', 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d', 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'mac_address': 'fa:16:3e:52:be:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bafe923-0870-4edd-af25-536c396dc93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '5f731366-6aa6-42ea-9f6e-74fe2d99ed33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:25Z', 'updated_at': '2021-08-17T02:21:29Z', 'revision_number': 4, 'project_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'subnets': [{'id': '5f731366-6aa6-42ea-9f6e-74fe2d99ed33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:21:30.660360 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ce38cf-4376-4508-b448-623aa0e52fdc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Made reservation on behalf of c691e931e322428681bcac4ac4d8423e for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:30.668367 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e5ce38cf-4376-4508-b448-623aa0e52fdc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:30.694358 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-d0fb32b7-a3fd-4557-a39b-7f486137e18c service neutron] 10.222.0.13 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472003 Aug 17 02:21:30.780432 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:30.810720 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-273918641-router', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:27Z', 'revision_number': 4, 'project_id': '766d6b63d2744585b5d832362bd3f05e', 'gw_port': {'id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:22Z', 'updated_at': '2021-08-17T02:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '1cb06c0f-3f57-49b8-a491-3e40be3ea5b8', 'name': '', 'network_id': '7cceece1-b525-4cd3-837d-5ce1d24fd348', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e', 'mac_address': 'fa:16:3e:84:ab:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'd7601c2c-5c75-433c-8dce-3a9aea8a8b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:26Z', 'updated_at': '2021-08-17T02:21:27Z', 'revision_number': 2, 'project_id': '766d6b63d2744585b5d832362bd3f05e', 'subnets': [{'id': 'd7601c2c-5c75-433c-8dce-3a9aea8a8b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:30.829501 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-6f769404-f2c0-4c9e-a021-ac04dcc397c6 service neutron] 10.222.0.13 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300707 Aug 17 02:21:30.845192 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Checking router: 086a9820-7bb1-4fda-97f9-fc9d0becf2c6 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:21:30.846280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Updating router 086a9820-7bb1-4fda-97f9-fc9d0becf2c6 port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:21:30.882960 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:31.242866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c53b5e7f-7d7b-4536-b460-624a126045df req-893f51e6-c28d-4bea-9059-4813e04fd0c7 tempest-FloatingIPsNegativeTestJSON-1223114432 tempest-FloatingIPsNegativeTestJSON-1223114432-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=766d6b63d2744585b5d832362bd3f05e HTTP/1.1" status: 200 len: 217 time: 0.0883484 Aug 17 02:21:31.311350 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:31.323871 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Transition to ACTIVE for port object 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:31.353627 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0116fcc9-0ab0-4201-92dd-e49c5e21c365 req-458b0609-d018-4333-98d5-1e7107cc7a8e tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4e1313c29034fb2a4a0204232024d1c HTTP/1.1" status: 200 len: 6102 time: 0.0937982 Aug 17 02:21:31.360626 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e5ce38cf-4376-4508-b448-623aa0e52fdc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:31.413506 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0116fcc9-0ab0-4201-92dd-e49c5e21c365 req-0cfdf60c-8fc7-44aa-a80c-4756c3041efd tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] 10.222.0.13 "GET /v2.0/security-groups/b97f540d-767d-40eb-8a06-e8bc7e841d4b HTTP/1.1" status: 200 len: 2981 time: 0.0510771 Aug 17 02:21:31.417909 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:31.435031 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce38cf-4376-4508-b448-623aa0e52fdc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'Subnet': ['ID=6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:31.455804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce38cf-4376-4508-b448-623aa0e52fdc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Checking segment: {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:31.456088 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ce38cf-4376-4508-b448-623aa0e52fdc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Network hostable DHCP agents. Network: 18ecfdcf-578b-4c77-b839-88f0aa204f6a, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:21:31.489162 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399fc6c-98a1-48a0-935c-e12acd236ca3 None None] Pushing event updated for resources: {'Port': ['ID=1cb06c0f-3f57-49b8-a491-3e40be3ea5b8,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:31.523667 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0116fcc9-0ab0-4201-92dd-e49c5e21c365 req-e65ea711-1f7f-4cd2-83df-933c20d9c166 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] 10.222.0.13 "GET /v2.0/security-groups/b97f540d-767d-40eb-8a06-e8bc7e841d4b HTTP/1.1" status: 200 len: 2981 time: 0.1023443 Aug 17 02:21:31.592041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ce38cf-4376-4508-b448-623aa0e52fdc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Network 18ecfdcf-578b-4c77-b839-88f0aa204f6a is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:21:31.604975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Attempting to bind port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:21:31.605402 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Attempting to bind port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '053b32d4-7e26-433d-a902-0d557a39e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7cceece1-b525-4cd3-837d-5ce1d24fd348'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:21:31.605774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Attempting to bind port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 on network 7cceece1-b525-4cd3-837d-5ce1d24fd348 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:31.611632 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:21:31.612228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Checking segment: {'id': '053b32d4-7e26-433d-a902-0d557a39e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7cceece1-b525-4cd3-837d-5ce1d24fd348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:31.612799 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:31.613408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Bound using segment: {'id': '053b32d4-7e26-433d-a902-0d557a39e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7cceece1-b525-4cd3-837d-5ce1d24fd348'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:21:31.614064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Bound port: 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053b32d4-7e26-433d-a902-0d557a39e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7cceece1-b525-4cd3-837d-5ce1d24fd348'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:21:31.614619 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:31.704388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ae888-ce96-4b0c-95b4-10bee2b09d79 req-60c7c179-0c6c-4c00-8325-e41a72b06747 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:31.725234 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f80ae888-ce96-4b0c-95b4-10bee2b09d79 req-60c7c179-0c6c-4c00-8325-e41a72b06747 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 945 time: 0.1372085 Aug 17 02:21:31.726461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e5ce38cf-4376-4508-b448-623aa0e52fdc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 18ecfdcf-578b-4c77-b839-88f0aa204f6a) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:31.732810 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ce38cf-4376-4508-b448-623aa0e52fdc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:31.739511 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e5ce38cf-4376-4508-b448-623aa0e52fdc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:31.772296 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a51ca-7873-477e-bd97-e9a1f6ca5e5f req-e6ad4398-69bb-4ae4-b183-1bbc1fb65336 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:31.773870 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-112a51ca-7873-477e-bd97-e9a1f6ca5e5f req-e6ad4398-69bb-4ae4-b183-1bbc1fb65336 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c17e65-5f2a-4e18-98fd-0413a9f73d71 HTTP/1.1" status: 200 len: 944 time: 0.1098785 Aug 17 02:21:31.812639 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f80ae888-ce96-4b0c-95b4-10bee2b09d79 req-83771840-3827-4f7b-9150-6c3c83733c7d tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662045 Aug 17 02:21:31.843714 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44606) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:31.850811 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e5ce38cf-4376-4508-b448-623aa0e52fdc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3636875 Aug 17 02:21:31.852276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-19fe1bb1-bb80-4920-b460-161d017cd5da tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'subnet': {'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:31.852602 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 410a2491-c630-464e-8ef8-8abd951bdd23 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:31.902569 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fcf3ac-b2f7-4d7c-8f85-e9d66c8495f3 None None] Network 18ecfdcf-578b-4c77-b839-88f0aa204f6a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:21:31.937203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-112a51ca-7873-477e-bd97-e9a1f6ca5e5f req-6662a5e6-feb7-463b-adb8-078622d90bb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Deleting port 82811479-e5ff-4146-98c0-9f39c622a226 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:21:31.938118 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-112a51ca-7873-477e-bd97-e9a1f6ca5e5f req-6662a5e6-feb7-463b-adb8-078622d90bb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:32.018804 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] For port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:21:32.023947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] For port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1cb06c0f-3f57-49b8-a491-3e40be3ea5b8,segment=NetworkSegment(053b32d4-7e26-433d-a902-0d557a39e3b3),segment_id=053b32d4-7e26-433d-a902-0d557a39e3b3)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:21:32.068748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a90bd-2399-4263-998b-02c13b5c35d9 req-b89a3019-f5cd-458d-9153-e410468381d0 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:32.077472 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d1a90bd-2399-4263-998b-02c13b5c35d9 req-b89a3019-f5cd-458d-9153-e410468381d0 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 946 time: 0.1219127 Aug 17 02:21:32.084114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-112a51ca-7873-477e-bd97-e9a1f6ca5e5f req-6662a5e6-feb7-463b-adb8-078622d90bb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] For port 82811479-e5ff-4146-98c0-9f39c622a226, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=82811479-e5ff-4146-98c0-9f39c622a226,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:32.084626 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-112a51ca-7873-477e-bd97-e9a1f6ca5e5f req-6662a5e6-feb7-463b-adb8-078622d90bb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:32.106835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-112a51ca-7873-477e-bd97-e9a1f6ca5e5f req-6662a5e6-feb7-463b-adb8-078622d90bb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Calling delete_port for 82811479-e5ff-4146-98c0-9f39c622a226 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:21:32.112368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 410a2491-c630-464e-8ef8-8abd951bdd23 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:32.117563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 410a2491-c630-464e-8ef8-8abd951bdd23 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:32.117563 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:32.129883 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d1a90bd-2399-4263-998b-02c13b5c35d9 req-508af20d-8e20-4216-8e1c-a18ab59a022f tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500250 Aug 17 02:21:32.154886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-18ecfdcf-578b-4c77-b839-88f0aa204f6a', 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'fixed_ips': [{'subnet_id': '6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:21:32.155849 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:32.158992 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:32.191002 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fe1bb1-bb80-4920-b460-161d017cd5da tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Made reservation on behalf of c691e931e322428681bcac4ac4d8423e for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:32.195907 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-19fe1bb1-bb80-4920-b460-161d017cd5da tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:32.341761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Routers {'086a9820-7bb1-4fda-97f9-fc9d0becf2c6'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:32.342572 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['086a9820-7bb1-4fda-97f9-fc9d0becf2c6'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:32.422958 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399fc6c-98a1-48a0-935c-e12acd236ca3 None None] Pushing event updated for resources: {'Port': ['ID=1cb06c0f-3f57-49b8-a491-3e40be3ea5b8,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:32.477272 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-112a51ca-7873-477e-bd97-e9a1f6ca5e5f req-6662a5e6-feb7-463b-adb8-078622d90bb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:32.560486 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:32.599525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Allocated IP 10.1.1.2 (18ecfdcf-578b-4c77-b839-88f0aa204f6a/6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7/6944239e-c526-4c71-9df3-e0a8316f7745) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:32.602316 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-112a51ca-7873-477e-bd97-e9a1f6ca5e5f req-6662a5e6-feb7-463b-adb8-078622d90bb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] No DVR routers for this DVR port 82811479-e5ff-4146-98c0-9f39c622a226 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:21:32.605294 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-112a51ca-7873-477e-bd97-e9a1f6ca5e5f req-6662a5e6-feb7-463b-adb8-078622d90bb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:32.607816 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-112a51ca-7873-477e-bd97-e9a1f6ca5e5f req-6662a5e6-feb7-463b-adb8-078622d90bb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.42 "DELETE /v2.0/ports/82811479-e5ff-4146-98c0-9f39c622a226 HTTP/1.1" status: 204 len: 173 time: 0.8274302 Aug 17 02:21:32.608595 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c17e65-5f2a-4e18-98fd-0413a9f73d71', 'name': 'network-vif-deleted', 'tag': '82811479-e5ff-4146-98c0-9f39c622a226'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:21:32.608732 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] Set router 086a9820-7bb1-4fda-97f9-fc9d0becf2c6 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:32.612410 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49558cb-3a68-4def-a6b4-56aad656270c" -d '{"events": [{"server_uuid": "d0c17e65-5f2a-4e18-98fd-0413a9f73d71", "name": "network-vif-deleted", "tag": "82811479-e5ff-4146-98c0-9f39c622a226"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:21:32.617070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662a5e6-feb7-463b-adb8-078622d90bb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Pushing event deleted for resources: {'Port': ['ID=82811479-e5ff-4146-98c0-9f39c622a226,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:32.675617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 410a2491-c630-464e-8ef8-8abd951bdd23, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=410a2491-c630-464e-8ef8-8abd951bdd23,segment=NetworkSegment(e7836683-e856-447b-8803-dabb88ccdefd),segment_id=e7836683-e856-447b-8803-dabb88ccdefd)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:32.746677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-90cc8b79-5600-49ba-a040-283463fa6bdf tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:32.753014 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-90cc8b79-5600-49ba-a040-283463fa6bdf tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/networks?id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0 HTTP/1.1" status: 200 len: 805 time: 0.4931786 Aug 17 02:21:32.792461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-e46d4878-41b1-42c6-9c6a-9832d6ce886a tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/quotas/5c0a5acf9e674963b58c743496f77ad1 HTTP/1.1" status: 200 len: 375 time: 0.0352159 Aug 17 02:21:32.799512 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:32.800309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d32f8e0f-4638-4fab-92e9-efa54888ac01 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:32.832292 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-ea9bcad0-1625-4ece-a849-db9a63e8d454 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c0a5acf9e674963b58c743496f77ad1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336478 Aug 17 02:21:32.970334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=410a2491-c630-464e-8ef8-8abd951bdd23,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:32.976885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-a65a964d-e3ec-4c8b-9596-121918febc10 service neutron] 10.222.0.13 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184299 Aug 17 02:21:33.023520 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:33.026580 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port d32f8e0f-4638-4fab-92e9-efa54888ac01 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:33.026940 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:33.044966 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-19fe1bb1-bb80-4920-b460-161d017cd5da tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:33.057821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Transition to ACTIVE for port object 6944239e-c526-4c71-9df3-e0a8316f7745 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:33.104821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Transition to ACTIVE for port object 6944239e-c526-4c71-9df3-e0a8316f7745 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:33.184684 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-ee0f012e-a716-496d-968a-7de21a6b4751 service neutron] 10.222.0.13 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997120 Aug 17 02:21:33.186418 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe1bb1-bb80-4920-b460-161d017cd5da tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'Subnet': ['ID=04b8b847-a236-4512-b8b2-45f3d9a9ed8d,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:33.187230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-273918641-router', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:27Z', 'revision_number': 4, 'project_id': '766d6b63d2744585b5d832362bd3f05e', 'gw_port': {'id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:22Z', 'updated_at': '2021-08-17T02:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '1cb06c0f-3f57-49b8-a491-3e40be3ea5b8', 'name': '', 'network_id': '7cceece1-b525-4cd3-837d-5ce1d24fd348', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e', 'mac_address': 'fa:16:3e:84:ab:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'd7601c2c-5c75-433c-8dce-3a9aea8a8b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:26Z', 'updated_at': '2021-08-17T02:21:32Z', 'revision_number': 4, 'project_id': '766d6b63d2744585b5d832362bd3f05e', 'subnets': [{'id': 'd7601c2c-5c75-433c-8dce-3a9aea8a8b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:33.191565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fe1bb1-bb80-4920-b460-161d017cd5da tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Checking segment: {'id': '29188d56-b37a-4906-9100-6ede4bb7c218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:33.191931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fe1bb1-bb80-4920-b460-161d017cd5da tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Network hostable DHCP agents. Network: 998fdff2-f2ba-4a39-b51d-2b0b852038ca, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:21:33.223370 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:33.229064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0daa3a1-3929-45d4-a9c8-7ba176212125 None None] The sync data for ids ['086a9820-7bb1-4fda-97f9-fc9d0becf2c6'] in n-d-793621-31 is: [{'id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-273918641-router', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:27Z', 'revision_number': 4, 'project_id': '766d6b63d2744585b5d832362bd3f05e', 'gw_port': {'id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:22Z', 'updated_at': '2021-08-17T02:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '1cb06c0f-3f57-49b8-a491-3e40be3ea5b8', 'name': '', 'network_id': '7cceece1-b525-4cd3-837d-5ce1d24fd348', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e', 'mac_address': 'fa:16:3e:84:ab:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'd7601c2c-5c75-433c-8dce-3a9aea8a8b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:26Z', 'updated_at': '2021-08-17T02:21:32Z', 'revision_number': 4, 'project_id': '766d6b63d2744585b5d832362bd3f05e', 'subnets': [{'id': 'd7601c2c-5c75-433c-8dce-3a9aea8a8b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:21:33.273968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Pushing event updated for resources: {'Port': ['ID=6944239e-c526-4c71-9df3-e0a8316f7745,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:33.294734 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Network 18ecfdcf-578b-4c77-b839-88f0aa204f6a is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:33.302891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:33.303088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fe1bb1-bb80-4920-b460-161d017cd5da tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Network 998fdff2-f2ba-4a39-b51d-2b0b852038ca is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:21:33.303201 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:33.370012 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Attempting to bind port 6944239e-c526-4c71-9df3-e0a8316f7745 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:21:33.370749 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Attempting to bind port 6944239e-c526-4c71-9df3-e0a8316f7745 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:21:33.371366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Attempting to bind port 6944239e-c526-4c71-9df3-e0a8316f7745 on network 18ecfdcf-578b-4c77-b839-88f0aa204f6a {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:33.378130 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:21:33.378702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Checking segment: {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:33.386813 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:33.386813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Bound using segment: {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:21:33.386813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Bound port: 6944239e-c526-4c71-9df3-e0a8316f7745, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:21:33.386813 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:33.418262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-19fe1bb1-bb80-4920-b460-161d017cd5da tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 998fdff2-f2ba-4a39-b51d-2b0b852038ca) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:33.428362 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe1bb1-bb80-4920-b460-161d017cd5da tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:33.428961 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-19fe1bb1-bb80-4920-b460-161d017cd5da tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:33.433753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477dbd60-0168-4378-9268-3281963dcf33 None None] Network 998fdff2-f2ba-4a39-b51d-2b0b852038ca requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:21:33.520767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44626) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:33.524815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-19fe1bb1-bb80-4920-b460-161d017cd5da tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6753135 Aug 17 02:21:33.528648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-1adc616f-779a-419f-8312-ac1ce6ed7634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'port': {'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a', 'name': 'tempest-TaggedBootDevicesTest-793261555', 'fixed_ips': [{'subnet_id': '6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:33.542347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] For port 6944239e-c526-4c71-9df3-e0a8316f7745, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:21:33.547011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] For port 6944239e-c526-4c71-9df3-e0a8316f7745, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6944239e-c526-4c71-9df3-e0a8316f7745,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:21:33.651233 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:33.682477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f516faa-18b7-4d29-bbbe-fcb029f26c62 req-e97704c7-ff68-414f-a296-5179861425e9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:33.695048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f516faa-18b7-4d29-bbbe-fcb029f26c62 req-e97704c7-ff68-414f-a296-5179861425e9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0889208 Aug 17 02:21:33.780668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 410a2491-c630-464e-8ef8-8abd951bdd23 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:33.822021 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f516faa-18b7-4d29-bbbe-fcb029f26c62 req-a1ef716b-66d0-4a2f-862e-6ce91ccfc84e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094120 Aug 17 02:21:33.905969 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adc616f-779a-419f-8312-ac1ce6ed7634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Made reservation on behalf of c691e931e322428681bcac4ac4d8423e for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:33.991024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e164457f-eab2-4700-891c-2b0f2ca58ee8 req-44999dba-79c1-4982-9587-07466f6e4e95 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 210 time: 0.0619483 Aug 17 02:21:34.023931 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-998fdff2-f2ba-4a39-b51d-2b0b852038ca', 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'fixed_ips': [{'subnet_id': '04b8b847-a236-4512-b8b2-45f3d9a9ed8d'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:21:34.025442 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:34.078730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e613d-8f23-4c29-8162-26190af56bcf None None] Pushing event updated for resources: {'Port': ['ID=6944239e-c526-4c71-9df3-e0a8316f7745,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:34.089689 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e32c869-c037-41fe-8940-3e32d5aad48f req-95d04ab0-4463-484b-93b2-ab5e53a8a417 tempest-FloatingIPsNegativeTestJSON-1223114432 tempest-FloatingIPsNegativeTestJSON-1223114432-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0468898 Aug 17 02:21:34.125488 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1adc616f-779a-419f-8312-ac1ce6ed7634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:34.149770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-1adc616f-779a-419f-8312-ac1ce6ed7634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] device_id is not set on port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:21:34.176965 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-859dfc4d-a7aa-46f6-a0f4-e2340450cc01 req-d672c713-7e4f-411a-8fe6-8885a13a77b6 tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/16cebf24-b0a5-45ce-b105-ab340b772ec7 HTTP/1.1" status: 200 len: 1777 time: 0.0552721 Aug 17 02:21:34.185051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 410a2491-c630-464e-8ef8-8abd951bdd23 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:34.185549 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:34.268129 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-859dfc4d-a7aa-46f6-a0f4-e2340450cc01 req-9a44ba10-ce68-4255-ae1b-1aabf805c8fe tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:34.304523 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-859dfc4d-a7aa-46f6-a0f4-e2340450cc01 req-9a44ba10-ce68-4255-ae1b-1aabf805c8fe tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:34.464056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Allocated IP 10.2.2.2 (998fdff2-f2ba-4a39-b51d-2b0b852038ca/04b8b847-a236-4512-b8b2-45f3d9a9ed8d/0c471489-56b5-4b2e-8963-b42d96d3c855) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:34.498080 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-859dfc4d-a7aa-46f6-a0f4-e2340450cc01 req-9a44ba10-ce68-4255-ae1b-1aabf805c8fe tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:34.500390 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-859dfc4d-a7aa-46f6-a0f4-e2340450cc01 req-9a44ba10-ce68-4255-ae1b-1aabf805c8fe tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:34.508240 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-859dfc4d-a7aa-46f6-a0f4-e2340450cc01 req-9a44ba10-ce68-4255-ae1b-1aabf805c8fe tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/16cebf24-b0a5-45ce-b105-ab340b772ec7 HTTP/1.1" status: 204 len: 173 time: 0.3305471 Aug 17 02:21:34.541195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44ba10-ce68-4255-ae1b-1aabf805c8fe tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cebf24-b0a5-45ce-b105-ab340b772ec7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:34.590511 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:34.733555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-1adc616f-779a-419f-8312-ac1ce6ed7634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Allocated IP 10.1.1.62 (18ecfdcf-578b-4c77-b839-88f0aa204f6a/6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7/4c3e07ab-0bb6-4c6d-b05b-819a2059cddd) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:34.762528 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:34.772500 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Transition to ACTIVE for port object 0c471489-56b5-4b2e-8963-b42d96d3c855 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:34.793997 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Transition to ACTIVE for port object 0c471489-56b5-4b2e-8963-b42d96d3c855 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:34.817632 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:34.822317 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:34.824160 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:34.873153 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:34.922377 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-7d7f3372-1d84-4cc6-ada2-31918d66d454 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:34.925194 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-7d7f3372-1d84-4cc6-ada2-31918d66d454 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.42 "GET /v2.0/networks?id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d HTTP/1.1" status: 200 len: 811 time: 0.1933901 Aug 17 02:21:34.928684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Network 998fdff2-f2ba-4a39-b51d-2b0b852038ca is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:34.932377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:34.942527 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:34.946108 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Pushing event updated for resources: {'Port': ['ID=0c471489-56b5-4b2e-8963-b42d96d3c855,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:34.987643 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-6241e6d6-590b-47d3-b246-903384b032ad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Request body: {'port': {'device_id': '72acb038-10d7-4541-97bc-33aca633fbc2', 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d', 'admin_state_up': True, 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:35.057783 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:35.092227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Attempting to bind port 0c471489-56b5-4b2e-8963-b42d96d3c855 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:21:35.092695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Attempting to bind port 0c471489-56b5-4b2e-8963-b42d96d3c855 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '29188d56-b37a-4906-9100-6ede4bb7c218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:21:35.093140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Attempting to bind port 0c471489-56b5-4b2e-8963-b42d96d3c855 on network 998fdff2-f2ba-4a39-b51d-2b0b852038ca {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:35.108729 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:21:35.109660 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Checking segment: {'id': '29188d56-b37a-4906-9100-6ede4bb7c218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:35.110174 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:35.110646 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Bound using segment: {'id': '29188d56-b37a-4906-9100-6ede4bb7c218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:21:35.111880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Bound port: 0c471489-56b5-4b2e-8963-b42d96d3c855, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29188d56-b37a-4906-9100-6ede4bb7c218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:21:35.112484 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:35.134502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1cb06c0f-3f57-49b8-a491-3e40be3ea5b8,segment=NetworkSegment(053b32d4-7e26-433d-a902-0d557a39e3b3),segment_id=053b32d4-7e26-433d-a902-0d557a39e3b3)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:35.178184 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b3782f-1265-4ae5-93a9-d232231b99d9 x-openstack-request-id: req-84b3782f-1265-4ae5-93a9-d232231b99d9 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:21:35.178478 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c17e65-5f2a-4e18-98fd-0413a9f73d71", "name": "network-vif-deleted", "tag": "82811479-e5ff-4146-98c0-9f39c622a226", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:21:35.178723 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84b3782f-1265-4ae5-93a9-d232231b99d9 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:21:35.179115 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c17e65-5f2a-4e18-98fd-0413a9f73d71', 'name': 'network-vif-deleted', 'tag': '82811479-e5ff-4146-98c0-9f39c622a226', 'status': 'completed', 'code': 200} Aug 17 02:21:35.203080 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1adc616f-779a-419f-8312-ac1ce6ed7634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:35.214451 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] For port 0c471489-56b5-4b2e-8963-b42d96d3c855, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:21:35.218529 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] For port 0c471489-56b5-4b2e-8963-b42d96d3c855, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0c471489-56b5-4b2e-8963-b42d96d3c855,segment=NetworkSegment(29188d56-b37a-4906-9100-6ede4bb7c218),segment_id=29188d56-b37a-4906-9100-6ede4bb7c218)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:21:35.221547 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:35.230090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-1adc616f-779a-419f-8312-ac1ce6ed7634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Transition to ACTIVE for port object 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:35.284511 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=1cb06c0f-3f57-49b8-a491-3e40be3ea5b8,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:35.318826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa08a5-a3c9-4df9-b3cf-2ab318d9d474 req-87e6820a-49f4-4c1b-8042-2b542bb9e378 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:35.321036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cffa08a5-a3c9-4df9-b3cf-2ab318d9d474 req-87e6820a-49f4-4c1b-8042-2b542bb9e378 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 946 time: 0.0649831 Aug 17 02:21:35.366240 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cffa08a5-a3c9-4df9-b3cf-2ab318d9d474 req-6e883e28-2122-427b-8dd8-8871373cb534 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385611 Aug 17 02:21:35.394010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899a226f-d05e-4f07-a62b-02b7cd9762ad None None] Network 18ecfdcf-578b-4c77-b839-88f0aa204f6a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:21:35.450579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d3461f6-8f38-4f3e-9c1b-0362c516ab39 req-0589bd9f-1c93-4771-910b-e788c0fefcbf tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=9988e770-3675-42c4-a460-f0ff8248206e HTTP/1.1" status: 200 len: 210 time: 0.0279160 Aug 17 02:21:35.455147 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-6241e6d6-590b-47d3-b246-903384b032ad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Made reservation on behalf of 7958a1cdafed4011bf926b6ad6bc2e61 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:35.455674 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:35.462170 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-6241e6d6-590b-47d3-b246-903384b032ad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:35.468927 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1adc616f-779a-419f-8312-ac1ce6ed7634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:35.512187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 82811479-e5ff-4146-98c0-9f39c622a226 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:21:35.545537 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-02116efb-a165-4eb8-9847-2412763af3a6 req-97b294af-72cc-43d3-a857-552808801f04 tempest-FloatingIPsNegativeTestJSON-1223114432 tempest-FloatingIPsNegativeTestJSON-1223114432-project] show failed (client error): The resource could not be found. Aug 17 02:21:35.552010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 82811479-e5ff-4146-98c0-9f39c622a226 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:21:35.552354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 82811479-e5ff-4146-98c0-9f39c622a226 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:21:35.561295 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02116efb-a165-4eb8-9847-2412763af3a6 req-97b294af-72cc-43d3-a857-552808801f04 tempest-FloatingIPsNegativeTestJSON-1223114432 tempest-FloatingIPsNegativeTestJSON-1223114432-project] 10.222.0.13 "GET /v2.0/floatingips/a51e5d7a-caff-4045-b6d5-d183d5b09854 HTTP/1.1" status: 404 len: 350 time: 0.0673807 Aug 17 02:21:35.561777 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44646) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:35.593008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f9960-0a1b-493d-b179-c9d0a39d94d0 None None] Pushing event updated for resources: {'Port': ['ID=0c471489-56b5-4b2e-8963-b42d96d3c855,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:35.605813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-87421be5-8c44-4099-a23d-3c0646ccd5b5 None None] Provisioning for port 6944239e-c526-4c71-9df3-e0a8316f7745 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:35.674741 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adc616f-779a-419f-8312-ac1ce6ed7634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Network 18ecfdcf-578b-4c77-b839-88f0aa204f6a is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:35.683072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-1adc616f-779a-419f-8312-ac1ce6ed7634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:35.693294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adc616f-779a-419f-8312-ac1ce6ed7634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:35.700684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc616f-779a-419f-8312-ac1ce6ed7634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'Port': ['ID=4c3e07ab-0bb6-4c6d-b05b-819a2059cddd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:35.734716 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-768bab7b-49a0-4a53-847e-902f36786834 req-775e90b7-5d36-4e88-bb22-2110d703873d tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c74b310e-5677-4e3d-8588-b75262c4c6bc HTTP/1.1" status: 200 len: 1778 time: 0.0637343 Aug 17 02:21:35.769351 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:35.807680 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adc616f-779a-419f-8312-ac1ce6ed7634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:35.808970 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1adc616f-779a-419f-8312-ac1ce6ed7634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:35.853570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:35.853806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-6241e6d6-590b-47d3-b246-903384b032ad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Allocated IP 172.20.0.14 (fd479884-b2af-4f40-8eb9-a8b5f60bd85d/5f731366-6aa6-42ea-9f6e-74fe2d99ed33/e269a82b-eff9-4ddf-92d6-91229453d9d9) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:35.854231 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:35.909741 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1adc616f-779a-419f-8312-ac1ce6ed7634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3871293 Aug 17 02:21:35.915854 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44648) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:35.922556 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-cca7f0d5-e81d-41a4-8bef-ac64896e6892 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'port': {'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a', 'name': 'tempest-TaggedBootDevicesTest-1969331994', 'fixed_ips': [{'subnet_id': '6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:35.932583 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-768bab7b-49a0-4a53-847e-902f36786834 req-b6cfee70-da8e-4a3f-b1f0-58dc72b7bfed tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:35.999340 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-768bab7b-49a0-4a53-847e-902f36786834 req-b6cfee70-da8e-4a3f-b1f0-58dc72b7bfed tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:36.041129 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6944239e-c526-4c71-9df3-e0a8316f7745 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:36.194437 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-768bab7b-49a0-4a53-847e-902f36786834 req-b6cfee70-da8e-4a3f-b1f0-58dc72b7bfed tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:36.199512 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-768bab7b-49a0-4a53-847e-902f36786834 req-b6cfee70-da8e-4a3f-b1f0-58dc72b7bfed tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:36.201994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-768bab7b-49a0-4a53-847e-902f36786834 req-b6cfee70-da8e-4a3f-b1f0-58dc72b7bfed tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/c74b310e-5677-4e3d-8588-b75262c4c6bc HTTP/1.1" status: 204 len: 173 time: 0.4650648 Aug 17 02:21:36.216800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfee70-da8e-4a3f-b1f0-58dc72b7bfed tempest-SecurityGroupsTestAdminJSON-2069682929 tempest-SecurityGroupsTestAdminJSON-2069682929-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74b310e-5677-4e3d-8588-b75262c4c6bc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:36.260261 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 6944239e-c526-4c71-9df3-e0a8316f7745 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:36.270923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 6944239e-c526-4c71-9df3-e0a8316f7745 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:36.270923 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:36.327202 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ee5db21b-cc20-4761-8632-0024b549465f None None] Provisioning for port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:36.328771 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-6241e6d6-590b-47d3-b246-903384b032ad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:36.361867 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fdaa444d-994d-41de-9e1f-672112805d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:36.368503 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ee5db21b-cc20-4761-8632-0024b549465f None None] Provisioning complete for port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:36.381341 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ee5db21b-cc20-4761-8632-0024b549465f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:36.430395 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca7f0d5-e81d-41a4-8bef-ac64896e6892 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Made reservation on behalf of c691e931e322428681bcac4ac4d8423e for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:36.435369 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cca7f0d5-e81d-41a4-8bef-ac64896e6892 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:36.437325 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ce258-91a0-4a05-817b-fcff88ebee86 req-f742e323-dabf-46dc-b967-b05655a5b849 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:36.439000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b0ce258-91a0-4a05-817b-fcff88ebee86 req-f742e323-dabf-46dc-b967-b05655a5b849 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1399744 Aug 17 02:21:36.443794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ee5db21b-cc20-4761-8632-0024b549465f None None] Port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:21:36.469070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-cca7f0d5-e81d-41a4-8bef-ac64896e6892 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] device_id is not set on port d0097a1b-6143-4c3d-821a-e42fa93eb11a yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:21:36.503310 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:36.519366 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-6241e6d6-590b-47d3-b246-903384b032ad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:36.558143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 6944239e-c526-4c71-9df3-e0a8316f7745, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6944239e-c526-4c71-9df3-e0a8316f7745,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:36.579266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-547bab5e-1680-4b3a-bace-7fbf023a12c8 None None] Provisioning complete for port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:36.581756 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-547bab5e-1680-4b3a-bace-7fbf023a12c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:36.583293 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b0ce258-91a0-4a05-817b-fcff88ebee86 req-e708b21d-ed86-43dc-b627-43a3a5a0f375 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936346 Aug 17 02:21:36.588101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-6241e6d6-590b-47d3-b246-903384b032ad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Network fd479884-b2af-4f40-8eb9-a8b5f60bd85d is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:36.614685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-6241e6d6-590b-47d3-b246-903384b032ad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:36.629456 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-6241e6d6-590b-47d3-b246-903384b032ad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:36.649496 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:36.685421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-547bab5e-1680-4b3a-bace-7fbf023a12c8 None None] Port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:21:36.723392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=6944239e-c526-4c71-9df3-e0a8316f7745,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:36.772387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241e6d6-590b-47d3-b246-903384b032ad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Pushing event updated for resources: {'Port': ['ID=e269a82b-eff9-4ddf-92d6-91229453d9d9,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:36.795518 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6328dc8-bc29-4b23-b885-a641d3ebf9ff req-4efe4dd7-4afd-4d18-be01-b4290e90be29 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:36.797218 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6328dc8-bc29-4b23-b885-a641d3ebf9ff req-4efe4dd7-4afd-4d18-be01-b4290e90be29 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 932 time: 0.1011024 Aug 17 02:21:36.834835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa444d-994d-41de-9e1f-672112805d50 admin admin] Deleting port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:21:36.835062 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fdaa444d-994d-41de-9e1f-672112805d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:36.840271 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-6241e6d6-590b-47d3-b246-903384b032ad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:36.840805 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-6241e6d6-590b-47d3-b246-903384b032ad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:36.897765 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6328dc8-bc29-4b23-b885-a641d3ebf9ff req-61c3b3f4-5f67-401f-8dc9-98fd84c190d9 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921719 Aug 17 02:21:36.914046 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-e8d44ec6-f148-4634-af77-cfe09ea41a73 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:36.915812 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-e8d44ec6-f148-4634-af77-cfe09ea41a73 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.42 "GET /v2.0/networks?id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0 HTTP/1.1" status: 200 len: 805 time: 0.2833822 Aug 17 02:21:36.938027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-ade30115-ea71-4bc5-a302-3a3c3dd65992 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Request body: {'port': {'device_id': '9988e770-3675-42c4-a460-f0ff8248206e', 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0', 'admin_state_up': True, 'tenant_id': '5c0a5acf9e674963b58c743496f77ad1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:36.960548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-fdaa444d-994d-41de-9e1f-672112805d50 admin admin] For port 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1cb06c0f-3f57-49b8-a491-3e40be3ea5b8,segment=NetworkSegment(053b32d4-7e26-433d-a902-0d557a39e3b3),segment_id=053b32d4-7e26-433d-a902-0d557a39e3b3)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:36.961509 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fdaa444d-994d-41de-9e1f-672112805d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:36.971262 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-cca7f0d5-e81d-41a4-8bef-ac64896e6892 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Allocated IP 10.1.1.10 (18ecfdcf-578b-4c77-b839-88f0aa204f6a/6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7/d0097a1b-6143-4c3d-821a-e42fa93eb11a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:36.986256 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa444d-994d-41de-9e1f-672112805d50 admin admin] Calling delete_port for 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:21:37.002671 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-6241e6d6-590b-47d3-b246-903384b032ad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0197425 Aug 17 02:21:37.070837 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Request body: {'port': {'device_id': '72acb038-10d7-4541-97bc-33aca633fbc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:37.075774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1058d7e2-f3dd-4f35-9202-b9341d702f2e None None] Network 998fdff2-f2ba-4a39-b51d-2b0b852038ca requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:21:37.210116 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:37.222021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c2d58-4f37-4046-ba94-236d0db16c88 req-acbaba18-153f-476b-9abd-bf6ee3e9ecfc tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:37.224138 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c76c2d58-4f37-4046-ba94-236d0db16c88 req-acbaba18-153f-476b-9abd-bf6ee3e9ecfc tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 945 time: 0.2399170 Aug 17 02:21:37.237616 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f44205ea-2878-4a55-bdd4-7d6735ab1165 None None] Provisioning for port 0c471489-56b5-4b2e-8963-b42d96d3c855 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:37.271754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-ade30115-ea71-4bc5-a302-3a3c3dd65992 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Made reservation on behalf of 5c0a5acf9e674963b58c743496f77ad1 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:37.275269 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-ade30115-ea71-4bc5-a302-3a3c3dd65992 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:37.284433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-73fa818c-5c04-457b-8ccb-64d7d6755108 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:37.286284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-73fa818c-5c04-457b-8ccb-64d7d6755108 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 945 time: 0.2147405 Aug 17 02:21:37.300997 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cca7f0d5-e81d-41a4-8bef-ac64896e6892 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:37.335167 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c76c2d58-4f37-4046-ba94-236d0db16c88 req-1b6c3108-53af-42ec-b20e-62ecaa948d73 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997860 Aug 17 02:21:37.341299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-cca7f0d5-e81d-41a4-8bef-ac64896e6892 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Transition to ACTIVE for port object d0097a1b-6143-4c3d-821a-e42fa93eb11a will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:37.514905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66259006-2c4e-47a1-ad77-107f57f6513e req-e15cf93b-ba8d-43a8-b7b1-93d974e10b6b tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] 10.222.0.13 "GET /v2.0/security-groups/c38a6bac-4f07-475d-91f6-5323050ea390 HTTP/1.1" status: 200 len: 1777 time: 0.1286488 Aug 17 02:21:37.564730 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-74f49b67-874a-49cd-9a59-f362b1da6c55 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Deleting port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:21:37.565357 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-74f49b67-874a-49cd-9a59-f362b1da6c55 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:37.613124 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fdaa444d-994d-41de-9e1f-672112805d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:37.632921 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-ade30115-ea71-4bc5-a302-3a3c3dd65992 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Allocated IP 172.20.0.5 (a3c07a00-afe9-42bb-bdb1-4cc5388176c0/d40e3627-cef8-4c94-b684-08d6667f5996/4f147c56-e2ee-43c2-849d-80c066abb648) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:37.680542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa444d-994d-41de-9e1f-672112805d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb06c0f-3f57-49b8-a491-3e40be3ea5b8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:37.738236 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cca7f0d5-e81d-41a4-8bef-ac64896e6892 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:37.754917 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0c471489-56b5-4b2e-8963-b42d96d3c855 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:37.771126 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-66259006-2c4e-47a1-ad77-107f57f6513e req-6d88d66b-e3ec-4b5f-b115-98f245448d49 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:37.805107 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-66259006-2c4e-47a1-ad77-107f57f6513e req-6d88d66b-e3ec-4b5f-b115-98f245448d49 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:37.826893 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-45be6db7-3f3a-4486-a0d9-35754b162a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:37.858145 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e269a82b-eff9-4ddf-92d6-91229453d9d9 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:21:37.885965 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:37.899022 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7f0d5-e81d-41a4-8bef-ac64896e6892 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Network 18ecfdcf-578b-4c77-b839-88f0aa204f6a is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:37.902862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 0c471489-56b5-4b2e-8963-b42d96d3c855 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:37.908313 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0c471489-56b5-4b2e-8963-b42d96d3c855 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:37.910196 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:37.915231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-cca7f0d5-e81d-41a4-8bef-ac64896e6892 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:37.921026 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7f0d5-e81d-41a4-8bef-ac64896e6892 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'Port': ['ID=d0097a1b-6143-4c3d-821a-e42fa93eb11a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:37.924381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca7f0d5-e81d-41a4-8bef-ac64896e6892 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:37.930092 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Transition to ACTIVE for port object e269a82b-eff9-4ddf-92d6-91229453d9d9 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:37.950885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-74f49b67-874a-49cd-9a59-f362b1da6c55 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] For port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=7f8c9ab5-249a-4d83-940f-bacf5ca579fa,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:37.951559 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-74f49b67-874a-49cd-9a59-f362b1da6c55 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.015114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7f0d5-e81d-41a4-8bef-ac64896e6892 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:38.017486 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cca7f0d5-e81d-41a4-8bef-ac64896e6892 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.026485 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.031147 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-ade30115-ea71-4bc5-a302-3a3c3dd65992 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.046578 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.103599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 0c471489-56b5-4b2e-8963-b42d96d3c855, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0c471489-56b5-4b2e-8963-b42d96d3c855,segment=NetworkSegment(29188d56-b37a-4906-9100-6ede4bb7c218),segment_id=29188d56-b37a-4906-9100-6ede4bb7c218)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:38.125452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Pushing event updated for resources: {'Port': ['ID=e269a82b-eff9-4ddf-92d6-91229453d9d9,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:38.192583 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fdaa444d-994d-41de-9e1f-672112805d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.200374 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cca7f0d5-e81d-41a4-8bef-ac64896e6892 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2793176 Aug 17 02:21:38.217966 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.219380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6944239e-c526-4c71-9df3-e0a8316f7745 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:38.228632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Attempting to bind port e269a82b-eff9-4ddf-92d6-91229453d9d9 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:21:38.228988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Attempting to bind port e269a82b-eff9-4ddf-92d6-91229453d9d9 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'e7836683-e856-447b-8803-dabb88ccdefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:21:38.229347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Attempting to bind port e269a82b-eff9-4ddf-92d6-91229453d9d9 on network fd479884-b2af-4f40-8eb9-a8b5f60bd85d {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:38.234719 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Port e269a82b-eff9-4ddf-92d6-91229453d9d9 on network fd479884-b2af-4f40-8eb9-a8b5f60bd85d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:21:38.235094 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Attempting to bind port e269a82b-eff9-4ddf-92d6-91229453d9d9 on network fd479884-b2af-4f40-8eb9-a8b5f60bd85d {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:38.242331 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-66259006-2c4e-47a1-ad77-107f57f6513e req-6d88d66b-e3ec-4b5f-b115-98f245448d49 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.244605 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:21:38.244769 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-66259006-2c4e-47a1-ad77-107f57f6513e req-6d88d66b-e3ec-4b5f-b115-98f245448d49 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.244951 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Checking segment: {'id': 'e7836683-e856-447b-8803-dabb88ccdefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:38.245374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Bound using segment: {'id': 'e7836683-e856-447b-8803-dabb88ccdefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:21:38.245817 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Bound port: e269a82b-eff9-4ddf-92d6-91229453d9d9, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7836683-e856-447b-8803-dabb88ccdefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:21:38.245953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66259006-2c4e-47a1-ad77-107f57f6513e req-6d88d66b-e3ec-4b5f-b115-98f245448d49 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] 10.222.0.13 "DELETE /v2.0/security-groups/c38a6bac-4f07-475d-91f6-5323050ea390 HTTP/1.1" status: 204 len: 173 time: 0.7166035 Aug 17 02:21:38.246187 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.312885 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-ade30115-ea71-4bc5-a302-3a3c3dd65992 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.325830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88d66b-e3ec-4b5f-b115-98f245448d49 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38a6bac-4f07-475d-91f6-5323050ea390,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:38.375486 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-74f49b67-874a-49cd-9a59-f362b1da6c55 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.375904 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-74f49b67-874a-49cd-9a59-f362b1da6c55 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.376232 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-74f49b67-874a-49cd-9a59-f362b1da6c55 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Floating IP 253a0d26-0749-42de-a67b-fa580f4d3da8 disassociated. External IP: 172.25.5.250, port: 7f8c9ab5-249a-4d83-940f-bacf5ca579fa. Aug 17 02:21:38.376755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-74f49b67-874a-49cd-9a59-f362b1da6c55 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Calling delete_port for 7f8c9ab5-249a-4d83-940f-bacf5ca579fa owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:21:38.387185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-ade30115-ea71-4bc5-a302-3a3c3dd65992 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:38.387185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-ade30115-ea71-4bc5-a302-3a3c3dd65992 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:38.391892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=0c471489-56b5-4b2e-8963-b42d96d3c855,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:38.396992 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-ade30115-ea71-4bc5-a302-3a3c3dd65992 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:38.397739 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 6944239e-c526-4c71-9df3-e0a8316f7745 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:38.398116 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.463676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-ade30115-ea71-4bc5-a302-3a3c3dd65992 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:38.464304 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-ade30115-ea71-4bc5-a302-3a3c3dd65992 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.474767 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-88cae286-bfc8-4240-a188-c1bf6ed2926a None None] Provisioning for port d0097a1b-6143-4c3d-821a-e42fa93eb11a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:38.485546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-88cae286-bfc8-4240-a188-c1bf6ed2926a None None] Provisioning complete for port d0097a1b-6143-4c3d-821a-e42fa93eb11a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:38.486058 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-88cae286-bfc8-4240-a188-c1bf6ed2926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.494768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] For port e269a82b-eff9-4ddf-92d6-91229453d9d9, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:21:38.500856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade30115-ea71-4bc5-a302-3a3c3dd65992 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Pushing event updated for resources: {'Port': ['ID=4f147c56-e2ee-43c2-849d-80c066abb648,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:38.512863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] For port e269a82b-eff9-4ddf-92d6-91229453d9d9, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=e269a82b-eff9-4ddf-92d6-91229453d9d9,segment=NetworkSegment(e7836683-e856-447b-8803-dabb88ccdefd),segment_id=e7836683-e856-447b-8803-dabb88ccdefd)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:21:38.524559 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-88cae286-bfc8-4240-a188-c1bf6ed2926a None None] Port d0097a1b-6143-4c3d-821a-e42fa93eb11a cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:21:38.593172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a3471-5889-4145-810c-d8f6d9e2bafa req-1e14330f-d640-4880-88d1-e3d01b540788 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:38.594672 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-790a3471-5889-4145-810c-d8f6d9e2bafa req-1e14330f-d640-4880-88d1-e3d01b540788 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 946 time: 0.2768061 Aug 17 02:21:38.637170 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.640054 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-ade30115-ea71-4bc5-a302-3a3c3dd65992 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7061758 Aug 17 02:21:38.675442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Request body: {'port': {'device_id': '9988e770-3675-42c4-a460-f0ff8248206e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:38.698087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:38.698709 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.700151 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] 10.222.0.42 "PUT /v2.0/ports/e269a82b-eff9-4ddf-92d6-91229453d9d9 HTTP/1.1" status: 200 len: 1093 time: 1.6418374 Aug 17 02:21:38.702408 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72acb038-10d7-4541-97bc-33aca633fbc2', 'tag': 'e269a82b-eff9-4ddf-92d6-91229453d9d9'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:21:38.702750 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-74f49b67-874a-49cd-9a59-f362b1da6c55 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:38.705321 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cc682a-2d4b-4ada-915a-febb82e19802" -d '{"events": [{"name": "network-changed", "server_uuid": "72acb038-10d7-4541-97bc-33aca633fbc2", "tag": "e269a82b-eff9-4ddf-92d6-91229453d9d9"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:21:38.714321 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-790a3471-5889-4145-810c-d8f6d9e2bafa req-53f41d6a-1f92-4da0-a1ab-2e334bd2ec75 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840998 Aug 17 02:21:38.748453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f4803-78fa-4330-a398-7e4c4a97c84d service neutron] Pushing event updated for resources: {'Port': ['ID=e269a82b-eff9-4ddf-92d6-91229453d9d9,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:38.748697 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f49b67-874a-49cd-9a59-f362b1da6c55 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Pushing event deleted for resources: {'Port': ['ID=7f8c9ab5-249a-4d83-940f-bacf5ca579fa,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:38.782354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaa444d-994d-41de-9e1f-672112805d50 admin admin] Router 086a9820-7bb1-4fda-97f9-fc9d0becf2c6 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:21:38.793165 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:39.028664 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-bbabbdfd-e6fe-4336-bdd7-2c0d87408877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:39.030200 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-bbabbdfd-e6fe-4336-bdd7-2c0d87408877 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7958a1cdafed4011bf926b6ad6bc2e61&device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 1096 time: 0.0993564 Aug 17 02:21:39.096636 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-58db6386-b6e8-4dcc-8866-7c27128a8c80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e269a82b-eff9-4ddf-92d6-91229453d9d9 HTTP/1.1" status: 200 len: 217 time: 0.0481987 Aug 17 02:21:39.198337 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-837a6a3f-1d29-4d05-b0eb-09dc5f24067e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:39.200306 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-837a6a3f-1d29-4d05-b0eb-09dc5f24067e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f731366-6aa6-42ea-9f6e-74fe2d99ed33 HTTP/1.1" status: 200 len: 851 time: 0.0962517 Aug 17 02:21:39.207847 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f147c56-e2ee-43c2-849d-80c066abb648 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:21:39.226879 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:39.248801 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-fc2ceb51-5794-4127-9aa3-01058c93e8f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358627 Aug 17 02:21:39.304043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Transition to ACTIVE for port object 4f147c56-e2ee-43c2-849d-80c066abb648 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:39.315374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315d4ae-1f12-4800-bf05-42449856c72a req-49f3b4b4-0197-4854-99c4-b60c1728ec9b tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:39.315374 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c315d4ae-1f12-4800-bf05-42449856c72a req-49f3b4b4-0197-4854-99c4-b60c1728ec9b tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=9988e770-3675-42c4-a460-f0ff8248206e HTTP/1.1" status: 200 len: 931 time: 0.4924183 Aug 17 02:21:39.328343 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-74f49b67-874a-49cd-9a59-f362b1da6c55 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Router f515c1be-00fd-4fc4-9ee1-a532f59bef03 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:21:39.355928 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-5243424e-62f1-4220-864d-7320a825a2f6 service neutron] 10.222.0.42 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964644 Aug 17 02:21:39.371400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaa444d-994d-41de-9e1f-672112805d50 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:21:39.382168 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fdaa444d-994d-41de-9e1f-672112805d50 admin admin] 10.222.0.13 "PUT /v2.0/routers/086a9820-7bb1-4fda-97f9-fc9d0becf2c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8170476 Aug 17 02:21:39.382283 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4800780-cc81-44f4-9951-fdbb8516a296 None None] Sync routers for ids ['086a9820-7bb1-4fda-97f9-fc9d0becf2c6'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:21:39.384884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44668) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:39.393874 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4800780-cc81-44f4-9951-fdbb8516a296 None None] Routers {'086a9820-7bb1-4fda-97f9-fc9d0becf2c6'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:39.394743 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c4800780-cc81-44f4-9951-fdbb8516a296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['086a9820-7bb1-4fda-97f9-fc9d0becf2c6'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:39.417626 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c315d4ae-1f12-4800-bf05-42449856c72a req-5cd7adc9-1dfe-4c2b-add8-89387de4b452 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922956 Aug 17 02:21:39.428536 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:39.505971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-74f49b67-874a-49cd-9a59-f362b1da6c55 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:21:39.522005 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2023911e-e801-40eb-904f-5793a37e9c73 None None] Sync routers for ids ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:21:39.538775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2023911e-e801-40eb-904f-5793a37e9c73 None None] Routers {'f515c1be-00fd-4fc4-9ee1-a532f59bef03'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:39.540817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2023911e-e801-40eb-904f-5793a37e9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:39.588619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Pushing event updated for resources: {'Port': ['ID=4f147c56-e2ee-43c2-849d-80c066abb648,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:39.596482 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-c4800780-cc81-44f4-9951-fdbb8516a296 None None] Set router 086a9820-7bb1-4fda-97f9-fc9d0becf2c6 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:39.603966 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-74f49b67-874a-49cd-9a59-f362b1da6c55 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] No DVR routers for this DVR port 7f8c9ab5-249a-4d83-940f-bacf5ca579fa on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:21:39.606847 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-74f49b67-874a-49cd-9a59-f362b1da6c55 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:39.609060 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1083c4b6-5bcc-4d18-ae93-837ac3a9eea5 req-74f49b67-874a-49cd-9a59-f362b1da6c55 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.42 "DELETE /v2.0/ports/7f8c9ab5-249a-4d83-940f-bacf5ca579fa HTTP/1.1" status: 204 len: 173 time: 2.3067873 Aug 17 02:21:39.609599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc43f785-dd05-4490-91e9-594101937aa6', 'name': 'network-vif-deleted', 'tag': '7f8c9ab5-249a-4d83-940f-bacf5ca579fa'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:21:39.620045 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72953728-e846-4908-8b1c-bc30d09efdf6" -d '{"events": [{"server_uuid": "bc43f785-dd05-4490-91e9-594101937aa6", "name": "network-vif-deleted", "tag": "7f8c9ab5-249a-4d83-940f-bacf5ca579fa"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:21:39.753526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfd4c7-c656-4d4f-b00e-c9737fb26b22 req-2b393767-d771-4918-8e32-3b6e48e34c43 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:39.774804 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51cfd4c7-c656-4d4f-b00e-c9737fb26b22 req-2b393767-d771-4918-8e32-3b6e48e34c43 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1386595 Aug 17 02:21:39.809787 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0c471489-56b5-4b2e-8963-b42d96d3c855 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:39.859335 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51cfd4c7-c656-4d4f-b00e-c9737fb26b22 req-23703394-c59f-47b1-a00b-069bdecb3d2e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834510 Aug 17 02:21:39.867213 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce4a33-7f43-4842-af43-7b2218aae17f req-3e94b7f0-6254-4351-b008-a01ce2163624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:39.868797 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83ce4a33-7f43-4842-af43-7b2218aae17f req-3e94b7f0-6254-4351-b008-a01ce2163624 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 1098 time: 0.0903335 Aug 17 02:21:39.885077 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-2023911e-e801-40eb-904f-5793a37e9c73 None None] Set router f515c1be-00fd-4fc4-9ee1-a532f59bef03 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:39.903003 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c4800780-cc81-44f4-9951-fdbb8516a296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-273918641-router', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:37Z', 'revision_number': 5, 'project_id': '766d6b63d2744585b5d832362bd3f05e', 'gw_port': {'id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:22Z', 'updated_at': '2021-08-17T02:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:39.961329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0c471489-56b5-4b2e-8963-b42d96d3c855 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:39.961701 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4800780-cc81-44f4-9951-fdbb8516a296 None None] Checking router: 086a9820-7bb1-4fda-97f9-fc9d0becf2c6 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:21:39.962144 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:39.974981 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4800780-cc81-44f4-9951-fdbb8516a296 None None] Routers {'086a9820-7bb1-4fda-97f9-fc9d0becf2c6'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:39.974981 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c4800780-cc81-44f4-9951-fdbb8516a296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['086a9820-7bb1-4fda-97f9-fc9d0becf2c6'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:39.978906 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83ce4a33-7f43-4842-af43-7b2218aae17f req-b625f7a0-f6f6-402d-9731-998b68bfc4d5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979512 Aug 17 02:21:40.017425 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e8abc5d-9da3-4f99-a59a-33b028d4e40e req-e7c14756-3591-4711-846a-e6548f020eb1 service neutron] 10.222.0.42 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545138 Aug 17 02:21:40.023522 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:40.039079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eec6ad-1ffe-4118-b047-33ff351ddb8f req-d3ee6993-7632-4ad2-b6ec-85aff00e34be tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:40.040918 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-14eec6ad-1ffe-4118-b047-33ff351ddb8f req-d3ee6993-7632-4ad2-b6ec-85aff00e34be tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 944 time: 0.0987625 Aug 17 02:21:40.125891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-14eec6ad-1ffe-4118-b047-33ff351ddb8f req-2ef462ae-bc95-41bd-9b70-53e23b06d08b tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703979 Aug 17 02:21:40.128670 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-c4800780-cc81-44f4-9951-fdbb8516a296 None None] Set router 086a9820-7bb1-4fda-97f9-fc9d0becf2c6 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:40.164984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Attempting to bind port 4f147c56-e2ee-43c2-849d-80c066abb648 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:21:40.165620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Attempting to bind port 4f147c56-e2ee-43c2-849d-80c066abb648 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:21:40.165733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Attempting to bind port 4f147c56-e2ee-43c2-849d-80c066abb648 on network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:40.177221 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Port 4f147c56-e2ee-43c2-849d-80c066abb648 on network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:21:40.177660 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Attempting to bind port 4f147c56-e2ee-43c2-849d-80c066abb648 on network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:40.190415 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:21:40.191504 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Checking segment: {'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:40.191504 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Bound using segment: {'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:21:40.192106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Bound port: 4f147c56-e2ee-43c2-849d-80c066abb648, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:21:40.192479 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:40.213799 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:40.279318 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] For port 4f147c56-e2ee-43c2-849d-80c066abb648, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:21:40.285639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] For port 4f147c56-e2ee-43c2-849d-80c066abb648, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=4f147c56-e2ee-43c2-849d-80c066abb648,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:21:40.420295 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5b2f1864-7090-43b4-ad95-e3458617c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:40.437133 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:40.464517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2023911e-e801-40eb-904f-5793a37e9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:37Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb', 'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'mac_address': 'fa:16:3e:1f:3e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:36Z', 'updated_at': '2021-08-17T02:13:43Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'subnets': [{'id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:40.474996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44676) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:40.482840 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-0a9df4d7-3ca1-4af9-965f-d9de3944d783 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1077945780', 'description': 'tempest-description--1900762444'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:40.494511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:40.499879 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:40.499879 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] 10.222.0.42 "PUT /v2.0/ports/4f147c56-e2ee-43c2-849d-80c066abb648 HTTP/1.1" status: 200 len: 1092 time: 1.8278258 Aug 17 02:21:40.500152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2023911e-e801-40eb-904f-5793a37e9c73 None None] Checking router: f515c1be-00fd-4fc4-9ee1-a532f59bef03 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:21:40.519327 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2023911e-e801-40eb-904f-5793a37e9c73 None None] Routers {'f515c1be-00fd-4fc4-9ee1-a532f59bef03'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:40.520308 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2023911e-e801-40eb-904f-5793a37e9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:40.522560 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c4800780-cc81-44f4-9951-fdbb8516a296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-273918641-router', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:37Z', 'revision_number': 5, 'project_id': '766d6b63d2744585b5d832362bd3f05e', 'gw_port': {'id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:22Z', 'updated_at': '2021-08-17T02:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:40.529087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] Deleting port d32f8e0f-4638-4fab-92e9-efa54888ac01 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:21:40.529586 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:40.559541 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4800780-cc81-44f4-9951-fdbb8516a296 None None] The sync data for ids ['086a9820-7bb1-4fda-97f9-fc9d0becf2c6'] in n-d-793621-31 is: [{'id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-273918641-router', 'tenant_id': '766d6b63d2744585b5d832362bd3f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:37Z', 'revision_number': 5, 'project_id': '766d6b63d2744585b5d832362bd3f05e', 'gw_port': {'id': 'd32f8e0f-4638-4fab-92e9-efa54888ac01', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ea:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086a9820-7bb1-4fda-97f9-fc9d0becf2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:22Z', 'updated_at': '2021-08-17T02:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:21:40.581031 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a979f203-760d-45c5-a441-a903473856eb req-70c5d585-ee97-4141-b366-9fb3f610e018 tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] 10.222.0.13 "GET /v2.0/security-groups/4ceece78-240c-4fae-8ac7-a267f25ab4a9 HTTP/1.1" status: 200 len: 1777 time: 0.0921652 Aug 17 02:21:40.615222 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:40.650938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-2023911e-e801-40eb-904f-5793a37e9c73 None None] Set router f515c1be-00fd-4fc4-9ee1-a532f59bef03 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:40.653437 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a979f203-760d-45c5-a441-a903473856eb req-f6ee39a6-b190-4b4d-9e04-9340726a3a7d tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:40.678372 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a979f203-760d-45c5-a441-a903473856eb req-f6ee39a6-b190-4b4d-9e04-9340726a3a7d tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:40.695870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61772b65-5844-4b5e-9a47-15e0b83cae9c service neutron] Pushing event updated for resources: {'Port': ['ID=4f147c56-e2ee-43c2-849d-80c066abb648,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:40.739994 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-40a0ce7d-1a4e-4152-bbfe-e2539a61256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:40.741531 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-40a0ce7d-1a4e-4152-bbfe-e2539a61256e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c0a5acf9e674963b58c743496f77ad1&device_id=9988e770-3675-42c4-a460-f0ff8248206e HTTP/1.1" status: 200 len: 1095 time: 0.0905509 Aug 17 02:21:40.761319 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a9df4d7-3ca1-4af9-965f-d9de3944d783 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:40.764175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] For port d32f8e0f-4638-4fab-92e9-efa54888ac01, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d32f8e0f-4638-4fab-92e9-efa54888ac01,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:40.764559 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:40.807974 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-484dd793-0ed6-40a9-964c-64b6ab44cfca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f147c56-e2ee-43c2-849d-80c066abb648 HTTP/1.1" status: 200 len: 217 time: 0.0511997 Aug 17 02:21:40.858428 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-109b27ad-a39d-48b1-8be2-5fc2aa43c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:40.859933 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-109b27ad-a39d-48b1-8be2-5fc2aa43c9be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d40e3627-cef8-4c94-b684-08d6667f5996 HTTP/1.1" status: 200 len: 845 time: 0.0445800 Aug 17 02:21:40.860191 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a9df4d7-3ca1-4af9-965f-d9de3944d783 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:40.896864 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-af9b0e14-9c6a-4908-9f27-bfab7bff6fdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288217 Aug 17 02:21:40.923457 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a979f203-760d-45c5-a441-a903473856eb req-f6ee39a6-b190-4b4d-9e04-9340726a3a7d tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:40.926726 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a979f203-760d-45c5-a441-a903473856eb req-f6ee39a6-b190-4b4d-9e04-9340726a3a7d tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:40.951265 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a979f203-760d-45c5-a441-a903473856eb req-f6ee39a6-b190-4b4d-9e04-9340726a3a7d tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] 10.222.0.13 "DELETE /v2.0/security-groups/4ceece78-240c-4fae-8ac7-a267f25ab4a9 HTTP/1.1" status: 204 len: 173 time: 0.3634820 Aug 17 02:21:40.970720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] Calling delete_port for d32f8e0f-4638-4fab-92e9-efa54888ac01 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:21:41.006918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee39a6-b190-4b4d-9e04-9340726a3a7d tempest-SecurityGroupsTestAdminJSON-498582819 tempest-SecurityGroupsTestAdminJSON-498582819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceece78-240c-4fae-8ac7-a267f25ab4a9,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:41.008542 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a9df4d7-3ca1-4af9-965f-d9de3944d783 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:41.103532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9df4d7-3ca1-4af9-965f-d9de3944d783 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab0e778-a0e9-4080-b594-4a2cfce5b416,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:41.108702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2023911e-e801-40eb-904f-5793a37e9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:37Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb', 'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'mac_address': 'fa:16:3e:1f:3e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:36Z', 'updated_at': '2021-08-17T02:13:43Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'subnets': [{'id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:41.117446 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-6a6fd1a0-fede-4be6-9bb7-3a81d8c90b85 service neutron] 10.222.0.42 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099082 Aug 17 02:21:41.162028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e10e52cd-941f-4428-b362-cf03a0e858cf req-014505b9-b5b6-496d-bf84-5e94854add0f tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc43f785-dd05-4490-91e9-594101937aa6 HTTP/1.1" status: 200 len: 210 time: 0.0413966 Aug 17 02:21:41.163674 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a9df4d7-3ca1-4af9-965f-d9de3944d783 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:41.168730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0a9df4d7-3ca1-4af9-965f-d9de3944d783 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6891749 Aug 17 02:21:41.168864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44684) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:41.178459 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-feaba991-663a-48ba-8db4-ecf0abd0ca2c tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'security_group_rule': {'security_group_id': 'cab0e778-a0e9-4080-b594-4a2cfce5b416', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:41.196016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2023911e-e801-40eb-904f-5793a37e9c73 None None] The sync data for ids ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'] in n-d-793621-31 is: [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:13:37Z', 'revision_number': 4, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb', 'name': '', 'network_id': '3bc129d8-6566-46b9-b7f7-9c41b5ef6174', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'mac_address': 'fa:16:3e:1f:3e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:36Z', 'updated_at': '2021-08-17T02:13:43Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'subnets': [{'id': 'f3ee0978-0a18-4eca-b738-966af06475e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:21:41.270260 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce64a8f-a498-4b4f-b9a9-bd8c321101f4 x-openstack-request-id: req-3ce64a8f-a498-4b4f-b9a9-bd8c321101f4 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:21:41.270807 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72acb038-10d7-4541-97bc-33aca633fbc2", "tag": "e269a82b-eff9-4ddf-92d6-91229453d9d9", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:21:41.270807 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ce64a8f-a498-4b4f-b9a9-bd8c321101f4 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:21:41.271308 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72acb038-10d7-4541-97bc-33aca633fbc2', 'tag': 'e269a82b-eff9-4ddf-92d6-91229453d9d9', 'status': 'completed', 'code': 200} Aug 17 02:21:41.315655 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bfab91-5b0f-4e43-96f8-e35fe9e3bf4f x-openstack-request-id: req-89bfab91-5b0f-4e43-96f8-e35fe9e3bf4f {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:21:41.316097 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc43f785-dd05-4490-91e9-594101937aa6", "name": "network-vif-deleted", "tag": "7f8c9ab5-249a-4d83-940f-bacf5ca579fa", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:21:41.317174 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89bfab91-5b0f-4e43-96f8-e35fe9e3bf4f {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:21:41.317708 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc43f785-dd05-4490-91e9-594101937aa6', 'name': 'network-vif-deleted', 'tag': '7f8c9ab5-249a-4d83-940f-bacf5ca579fa', 'status': 'completed', 'code': 200} Aug 17 02:21:41.340743 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-feaba991-663a-48ba-8db4-ecf0abd0ca2c tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:41.398011 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d84e1c10-aebd-49e2-b41a-c220682b1f40 req-3d1a3bdd-a9bb-4a6e-94de-d3183f10e4d0 service neutron] 10.222.0.42 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650912 Aug 17 02:21:41.428059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc682a-2d4b-4ada-915a-febb82e19802 req-269b280a-1d9b-42c5-be4f-e41ddf092c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:41.430587 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cc682a-2d4b-4ada-915a-febb82e19802 req-269b280a-1d9b-42c5-be4f-e41ddf092c99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7958a1cdafed4011bf926b6ad6bc2e61&device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 1096 time: 0.0862377 Aug 17 02:21:41.465391 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-feaba991-663a-48ba-8db4-ecf0abd0ca2c tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:41.489737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351ba31-9bdb-4427-bfe0-8f81b31de60f req-93e75595-1721-4006-929c-8d6e69702b5a tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:41.495911 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e351ba31-9bdb-4427-bfe0-8f81b31de60f req-93e75595-1721-4006-929c-8d6e69702b5a tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 946 time: 0.1171811 Aug 17 02:21:41.502830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:21:41.522246 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:41.552073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7f8c9ab5-249a-4d83-940f-bacf5ca579fa no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:21:41.561986 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e351ba31-9bdb-4427-bfe0-8f81b31de60f req-64e5ee27-6095-4fd2-ac59-6985ca639e1b tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515416 Aug 17 02:21:41.583026 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] Pushing event deleted for resources: {'Port': ['ID=d32f8e0f-4638-4fab-92e9-efa54888ac01,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:41.586627 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-feaba991-663a-48ba-8db4-ecf0abd0ca2c tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:41.618551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:21:41.619425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1cb06c0f-3f57-49b8-a491-3e40be3ea5b8 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:21:41.643308 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 7f8c9ab5-249a-4d83-940f-bacf5ca579fa {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:21:41.643927 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 7f8c9ab5-249a-4d83-940f-bacf5ca579fa not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:21:41.644883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaba991-663a-48ba-8db4-ecf0abd0ca2c tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47272d9-ce29-4bd6-8b6f-d98f267a5ce0,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:41.712817 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:41.772863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc682a-2d4b-4ada-915a-febb82e19802 req-3c3160a7-da0d-446d-b492-69e0b4cc26dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:41.775944 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cc682a-2d4b-4ada-915a-febb82e19802 req-3c3160a7-da0d-446d-b492-69e0b4cc26dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d HTTP/1.1" status: 200 len: 912 time: 0.3378127 Aug 17 02:21:41.809479 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a189af-9882-4c25-a1b7-29317817b130 req-a2dbe395-c3f5-4385-b9fa-7cda225bb0c4 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:41.811022 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55a189af-9882-4c25-a1b7-29317817b130 req-a2dbe395-c3f5-4385-b9fa-7cda225bb0c4 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=9988e770-3675-42c4-a460-f0ff8248206e HTTP/1.1" status: 200 len: 943 time: 0.0738959 Aug 17 02:21:41.837108 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:41.872678 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-feaba991-663a-48ba-8db4-ecf0abd0ca2c tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:41.877049 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-feaba991-663a-48ba-8db4-ecf0abd0ca2c tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7041662 Aug 17 02:21:41.877452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44690) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:41.881965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-172a7fca-2b27-41c4-b146-19d0ba81a93d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'security_group_rule': {'security_group_id': 'cab0e778-a0e9-4080-b594-4a2cfce5b416', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:41.884528 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf01939-f980-4082-ae21-44a07de12a54 None None] New status for floating IP 253a0d26-0749-42de-a67b-fa580f4d3da8: DOWN {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:21:41.895131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44692) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:41.929842 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55a189af-9882-4c25-a1b7-29317817b130 req-1dfba88a-521e-462a-a586-4ba5bb880acc tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073954 Aug 17 02:21:41.949095 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cc682a-2d4b-4ada-915a-febb82e19802 req-6d6c1503-07fc-4f17-9693-e96a7617b59c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e269a82b-eff9-4ddf-92d6-91229453d9d9 HTTP/1.1" status: 200 len: 217 time: 0.1105592 Aug 17 02:21:41.955481 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:41.966701 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.051435 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-172a7fca-2b27-41c4-b146-19d0ba81a93d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.055030 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc682a-2d4b-4ada-915a-febb82e19802 req-37b8c0c3-c64e-4e5b-b000-ed1dd264e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:42.057698 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cc682a-2d4b-4ada-915a-febb82e19802 req-37b8c0c3-c64e-4e5b-b000-ed1dd264e206 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f731366-6aa6-42ea-9f6e-74fe2d99ed33 HTTP/1.1" status: 200 len: 851 time: 0.1000357 Aug 17 02:21:42.100113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b621439-2bc6-476a-b8c4-bba92a5fc403 req-6e162326-99e3-4204-b9e5-dea89763bb3f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:42.106050 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cc682a-2d4b-4ada-915a-febb82e19802 req-74e32ecb-2eaa-4cfe-a0ba-fe86ea563d68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356281 Aug 17 02:21:42.115162 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b621439-2bc6-476a-b8c4-bba92a5fc403 req-6e162326-99e3-4204-b9e5-dea89763bb3f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0988083 Aug 17 02:21:42.179371 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.179930 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 086a9820-7bb1-4fda-97f9-fc9d0becf2c6 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:21:42.185280 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.188557 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-425e0c45-d8d9-4676-8578-2b0afe18e034 admin admin] 10.222.0.13 "DELETE /v2.0/routers/086a9820-7bb1-4fda-97f9-fc9d0becf2c6 HTTP/1.1" status: 204 len: 168 time: 2.8005054 Aug 17 02:21:42.191240 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44696) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:42.216346 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4e7df038-9cd6-415b-91d0-a8d60b555dd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4e1313c29034fb2a4a0204232024d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158054 Aug 17 02:21:42.217806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44700) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:42.249205 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b621439-2bc6-476a-b8c4-bba92a5fc403 req-c853c6ec-629c-4778-81e0-d747f3ad076a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331656 Aug 17 02:21:42.263077 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ff10cc-cc2c-4786-9323-aa973416e0ac admin admin] Deleting subnet d7601c2c-5c75-433c-8dce-3a9aea8a8b50 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:21:42.279031 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-172a7fca-2b27-41c4-b146-19d0ba81a93d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.302922 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-efdd716c-cda0-41cb-9c45-2bbfc0f00a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.316135 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-47ff10cc-cc2c-4786-9323-aa973416e0ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.347906 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-efdd716c-cda0-41cb-9c45-2bbfc0f00a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.366166 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cc682a-2d4b-4ada-915a-febb82e19802 req-82458519-8790-41cc-99ea-6403c7e91f72 service neutron] 10.222.0.42 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515635 Aug 17 02:21:42.388349 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-47ff10cc-cc2c-4786-9323-aa973416e0ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.413926 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-172a7fca-2b27-41c4-b146-19d0ba81a93d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.429828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a7fca-2b27-41c4-b146-19d0ba81a93d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed08bc5-a448-4003-9f28-e8b077a864c8,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:42.458862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fb1db-9e52-4057-9fcd-2a04550712c9 req-f456dfc9-bb3c-461c-9dc1-6dcba02e158b tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:42.460426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7c0fb1db-9e52-4057-9fcd-2a04550712c9 req-f456dfc9-bb3c-461c-9dc1-6dcba02e158b tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 944 time: 0.0941887 Aug 17 02:21:42.507919 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7c0fb1db-9e52-4057-9fcd-2a04550712c9 req-6271bb8b-2411-44ea-a4e3-acd2e9321044 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386474 Aug 17 02:21:42.554860 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cc682a-2d4b-4ada-915a-febb82e19802 req-36b9b0a8-ca82-4a9b-a9aa-874875bade9d service neutron] 10.222.0.42 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801202 Aug 17 02:21:42.565201 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-47ff10cc-cc2c-4786-9323-aa973416e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.636688 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-172a7fca-2b27-41c4-b146-19d0ba81a93d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.637911 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-172a7fca-2b27-41c4-b146-19d0ba81a93d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7595043 Aug 17 02:21:42.648485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44708) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:42.653268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:42.749286 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-efdd716c-cda0-41cb-9c45-2bbfc0f00a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.749286 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-efdd716c-cda0-41cb-9c45-2bbfc0f00a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.749286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-efdd716c-cda0-41cb-9c45-2bbfc0f00a28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b97f540d-767d-40eb-8a06-e8bc7e841d4b HTTP/1.1" status: 204 len: 168 time: 0.5248244 Aug 17 02:21:42.755885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd716c-cda0-41cb-9c45-2bbfc0f00a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97f540d-767d-40eb-8a06-e8bc7e841d4b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:42.840619 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-47ff10cc-cc2c-4786-9323-aa973416e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.866722 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff10cc-cc2c-4786-9323-aa973416e0ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7601c2c-5c75-433c-8dce-3a9aea8a8b50,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:42.870517 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-47ff10cc-cc2c-4786-9323-aa973416e0ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.872834 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-47ff10cc-cc2c-4786-9323-aa973416e0ac admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d7601c2c-5c75-433c-8dce-3a9aea8a8b50 HTTP/1.1" status: 204 len: 168 time: 0.6819050 Aug 17 02:21:42.874920 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44714) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:42.877522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5237bf8f-3343-4759-9653-f9e126d1f049 None None] Network 7cceece1-b525-4cd3-837d-5ce1d24fd348 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:21:42.915093 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:42.924411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44716) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:42.988574 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.014846 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-73c9b511-8506-4ca9-be14-54f645ed13cc tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.044087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc6526-027e-4067-a438-d88cceba78e9 req-a46a4b55-8245-4441-8045-52ca9872d4d3 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:43.051794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1fc6526-027e-4067-a438-d88cceba78e9 req-a46a4b55-8245-4441-8045-52ca9872d4d3 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 946 time: 0.0763659 Aug 17 02:21:43.067632 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-73c9b511-8506-4ca9-be14-54f645ed13cc tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.104164 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1fc6526-027e-4067-a438-d88cceba78e9 req-b0ab17a3-1520-44da-8703-0cad5e9ecb57 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515020 Aug 17 02:21:43.115268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] Deleting port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:21:43.115612 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.144952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4229f2-16fa-4a05-b434-919fef02b2b4 None None] DHCP port deletion for 7cceece1-b525-4cd3-837d-5ce1d24fd348 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:21:43.159615 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.206543 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] For port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bf7d94d3-fc27-4766-ba2b-dce47ea24fe1,segment=NetworkSegment(053b32d4-7e26-433d-a902-0d557a39e3b3),segment_id=053b32d4-7e26-433d-a902-0d557a39e3b3)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:43.206918 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.221822 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fd4229f2-16fa-4a05-b434-919fef02b2b4 None None] Deleting port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:21:43.222157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] Calling delete_port for bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:21:43.222675 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fd4229f2-16fa-4a05-b434-919fef02b2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.293962 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9988e770-3675-42c4-a460-f0ff8248206e', 'tag': '4f147c56-e2ee-43c2-849d-80c066abb648'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:21:43.296387 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38b639b-cf23-4497-ad7e-25a863bb19cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9988e770-3675-42c4-a460-f0ff8248206e", "tag": "4f147c56-e2ee-43c2-849d-80c066abb648"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:21:43.296633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-fd4229f2-16fa-4a05-b434-919fef02b2b4 None None] For port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bf7d94d3-fc27-4766-ba2b-dce47ea24fe1,segment=NetworkSegment(053b32d4-7e26-433d-a902-0d557a39e3b3),segment_id=053b32d4-7e26-433d-a902-0d557a39e3b3)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:43.297032 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fd4229f2-16fa-4a05-b434-919fef02b2b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.302431 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-73c9b511-8506-4ca9-be14-54f645ed13cc tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.305281 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-73c9b511-8506-4ca9-be14-54f645ed13cc tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.309136 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-73c9b511-8506-4ca9-be14-54f645ed13cc tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "DELETE /v2.0/security-groups/5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e HTTP/1.1" status: 204 len: 168 time: 0.3811657 Aug 17 02:21:43.311189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44728) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:43.314061 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f7567-1fc5-4c1b-8d7f-4ceb845cb79d req-923ba4b6-eecc-4c61-8906-3f3118a500f6 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:43.314760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fd4229f2-16fa-4a05-b434-919fef02b2b4 None None] Calling delete_port for bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:21:43.315582 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf5f7567-1fc5-4c1b-8d7f-4ceb845cb79d req-923ba4b6-eecc-4c61-8906-3f3118a500f6 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=9988e770-3675-42c4-a460-f0ff8248206e HTTP/1.1" status: 200 len: 943 time: 0.1351857 Aug 17 02:21:43.340859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9b511-8506-4ca9-be14-54f645ed13cc tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:43.349673 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-8537f78f-72a0-44fd-8192-19f547ff49ce tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] show failed (client error): The resource could not be found. Aug 17 02:21:43.353604 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8537f78f-72a0-44fd-8192-19f547ff49ce tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "GET /v2.0/security-groups/5d92ab9d-584d-4dfc-a6eb-a1033b5dc43e HTTP/1.1" status: 404 len: 347 time: 0.0372434 Aug 17 02:21:43.354062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44730) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:43.373796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Allocated IP 172.25.5.53 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/cd2a93a9-98c1-4286-a0d3-cbd1be041932) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:43.382168 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf5f7567-1fc5-4c1b-8d7f-4ceb845cb79d req-f6ed55fa-9d2a-469e-b5b2-5965a202a5c5 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549064 Aug 17 02:21:43.642455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-b8f3030c-86c8-4ab8-b5cc-ed8619900960 req-b4ef1a01-0e30-47e8-bc78-5528994feaa1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-971897014', 'description': 'tempest-description-1785947885'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:43.643846 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-559edae2-d975-45a9-86e0-725e91aeed0e tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Deleting port f0a71549-30f8-49f5-8f34-b3090c375aba {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:21:43.643846 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-559edae2-d975-45a9-86e0-725e91aeed0e tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.644462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d32f8e0f-4638-4fab-92e9-efa54888ac01 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:21:43.644462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device e269a82b-eff9-4ddf-92d6-91229453d9d9 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:21:43.644462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: d32f8e0f-4638-4fab-92e9-efa54888ac01 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:21:43.644462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d32f8e0f-4638-4fab-92e9-efa54888ac01 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:21:43.645205 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.645616 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:21:43.645720 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-559edae2-d975-45a9-86e0-725e91aeed0e tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.645720 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-559edae2-d975-45a9-86e0-725e91aeed0e tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.653457 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-559edae2-d975-45a9-86e0-725e91aeed0e tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Calling delete_port for f0a71549-30f8-49f5-8f34-b3090c375aba owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:21:43.660139 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.682079 n-d-793621-31 neutron-server[95408]: INFO neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No ports have port_id starting with bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 Aug 17 02:21:43.685439 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b8f3030c-86c8-4ab8-b5cc-ed8619900960 req-b4ef1a01-0e30-47e8-bc78-5528994feaa1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.685906 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.691082 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fd4229f2-16fa-4a05-b434-919fef02b2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.731091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4229f2-16fa-4a05-b434-919fef02b2b4 None None] Pushing event deleted for resources: {'Port': ['ID=bf7d94d3-fc27-4766-ba2b-dce47ea24fe1,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:43.744030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4229f2-16fa-4a05-b434-919fef02b2b4 None None] No DVR routers for this DVR port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:21:43.751119 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port e269a82b-eff9-4ddf-92d6-91229453d9d9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=e269a82b-eff9-4ddf-92d6-91229453d9d9,segment=NetworkSegment(e7836683-e856-447b-8803-dabb88ccdefd),segment_id=e7836683-e856-447b-8803-dabb88ccdefd)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:43.789488 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7d94d3-fc27-4766-ba2b-dce47ea24fe1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:43.789630 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.789776 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] No DVR routers for this DVR port bf7d94d3-fc27-4766-ba2b-dce47ea24fe1 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:21:43.789885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'e269a82b-eff9-4ddf-92d6-91229453d9d9', 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d', 'port_id': 'e269a82b-eff9-4ddf-92d6-91229453d9d9', 'mac_address': 'fa:16:3e:53:42:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f731366-6aa6-42ea-9f6e-74fe2d99ed33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:21:43.790003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44734) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:43.833160 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.848459 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e269a82b-eff9-4ddf-92d6-91229453d9d9 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:21:43.850849 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:43.859244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:43.862221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'Port': ['ID=cd2a93a9-98c1-4286-a0d3-cbd1be041932,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:43.866667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:43.871759 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port e269a82b-eff9-4ddf-92d6-91229453d9d9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=e269a82b-eff9-4ddf-92d6-91229453d9d9,segment=NetworkSegment(e7836683-e856-447b-8803-dabb88ccdefd),segment_id=e7836683-e856-447b-8803-dabb88ccdefd)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:43.911141 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.932722 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cceece1-b525-4cd3-837d-5ce1d24fd348']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:43.955094 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.960734 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-11c1dc72-3dde-454e-8fb5-9feb0b06eeb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76be835783084c87906de773308504c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701038 Aug 17 02:21:43.962871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053b32d4-7e26-433d-a902-0d557a39e3b3') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:43.963189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053b32d4-7e26-433d-a902-0d557a39e3b3') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:43.970443 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44736) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:43.973061 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b8f3030c-86c8-4ab8-b5cc-ed8619900960 req-b4ef1a01-0e30-47e8-bc78-5528994feaa1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.982540 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:43.996238 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.013015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=e269a82b-eff9-4ddf-92d6-91229453d9d9,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:44.013289 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.045710 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:21:44.046120 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:21:44.047752 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:21:44.065190 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b8f3030c-86c8-4ab8-b5cc-ed8619900960 req-b4ef1a01-0e30-47e8-bc78-5528994feaa1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.096082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef1a01-0e30-47e8-bc78-5528994feaa1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee142f96-5b7f-40d5-a039-3d92e09e9d03,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:44.126084 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9628-3e0a-45ad-bce6-a2f8e5b3161d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.130667 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.149908 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9628-3e0a-45ad-bce6-a2f8e5b3161d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.170757 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b8f3030c-86c8-4ab8-b5cc-ed8619900960 req-b4ef1a01-0e30-47e8-bc78-5528994feaa1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.171895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8f3030c-86c8-4ab8-b5cc-ed8619900960 req-b4ef1a01-0e30-47e8-bc78-5528994feaa1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7198198 Aug 17 02:21:44.194850 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.197071 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-559edae2-d975-45a9-86e0-725e91aeed0e tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.242276 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.244162 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] 10.222.0.13 "DELETE /v2.0/networks/7cceece1-b525-4cd3-837d-5ce1d24fd348 HTTP/1.1" status: 204 len: 168 time: 1.3683205 Aug 17 02:21:44.245928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559edae2-d975-45a9-86e0-725e91aeed0e tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Pushing event deleted for resources: {'Port': ['ID=f0a71549-30f8-49f5-8f34-b3090c375aba,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:44.260967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44da55-0feb-4850-a6b8-869a53c4d54d admin admin] Pushing event deleted for resources: {'Network': ['ID=7cceece1-b525-4cd3-837d-5ce1d24fd348,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:44.282782 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9628-3e0a-45ad-bce6-a2f8e5b3161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.287309 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1b8c9628-3e0a-45ad-bce6-a2f8e5b3161d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.290514 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1b8c9628-3e0a-45ad-bce6-a2f8e5b3161d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27f34426-87f7-484d-a377-5c6524243f60 HTTP/1.1" status: 204 len: 168 time: 0.3182359 Aug 17 02:21:44.314808 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab2ac-aed2-4f10-a575-038c0a1381df req-27ed5f81-9d60-499c-86cb-949c79369679 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:44.316934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9dbab2ac-aed2-4f10-a575-038c0a1381df req-27ed5f81-9d60-499c-86cb-949c79369679 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0812104 Aug 17 02:21:44.350922 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['e269a82b-eff9-4ddf-92d6-91229453d9d9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:21:44.353191 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-559edae2-d975-45a9-86e0-725e91aeed0e tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.356768 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-559edae2-d975-45a9-86e0-725e91aeed0e tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.358053 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-559edae2-d975-45a9-86e0-725e91aeed0e tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] 10.222.0.13 "DELETE /v2.0/floatingips/253a0d26-0749-42de-a67b-fa580f4d3da8 HTTP/1.1" status: 204 len: 168 time: 1.0029440 Aug 17 02:21:44.368015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c9628-3e0a-45ad-bce6-a2f8e5b3161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f34426-87f7-484d-a377-5c6524243f60,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:44.374719 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.390619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9dbab2ac-aed2-4f10-a575-038c0a1381df req-fd47f86b-bfeb-49ce-842a-a5a32ff7c6b9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648897 Aug 17 02:21:44.442349 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.453145 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18adf2aa-6e46-4133-a6fc-49600a24241f x-openstack-request-id: req-18adf2aa-6e46-4133-a6fc-49600a24241f {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:21:44.453667 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9988e770-3675-42c4-a460-f0ff8248206e", "tag": "4f147c56-e2ee-43c2-849d-80c066abb648", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:21:44.454036 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18adf2aa-6e46-4133-a6fc-49600a24241f {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:21:44.454748 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9988e770-3675-42c4-a460-f0ff8248206e', 'tag': '4f147c56-e2ee-43c2-849d-80c066abb648', 'status': 'completed', 'code': 200} Aug 17 02:21:44.527281 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'Port': ['ID=cd2a93a9-98c1-4286-a0d3-cbd1be041932,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:44.555681 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b639b-cf23-4497-ad7e-25a863bb19cc req-6fd1d3ad-1711-447f-8af2-e1d9d70d17ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:44.557560 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e38b639b-cf23-4497-ad7e-25a863bb19cc req-6fd1d3ad-1711-447f-8af2-e1d9d70d17ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c0a5acf9e674963b58c743496f77ad1&device_id=9988e770-3675-42c4-a460-f0ff8248206e HTTP/1.1" status: 200 len: 1095 time: 0.0612297 Aug 17 02:21:44.562350 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.585149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eba729-ab3f-4c9d-93b9-49337f2ede99 req-f6253a99-ff5d-4743-8e42-ed801ff7b12d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:44.586691 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b1eba729-ab3f-4c9d-93b9-49337f2ede99 req-f6253a99-ff5d-4743-8e42-ed801ff7b12d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0760629 Aug 17 02:21:44.630789 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b1eba729-ab3f-4c9d-93b9-49337f2ede99 req-5df06935-4c57-4468-a379-d4bffe4106c1 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381272 Aug 17 02:21:44.657858 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.660449 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f1a732c1-d48e-4994-b5d9-ce2654b6c746 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0109055 Aug 17 02:21:44.674291 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b639b-cf23-4497-ad7e-25a863bb19cc req-313c301b-9865-4024-9f7e-3b895102f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:44.674291 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e38b639b-cf23-4497-ad7e-25a863bb19cc req-313c301b-9865-4024-9f7e-3b895102f75d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0 HTTP/1.1" status: 200 len: 906 time: 0.1100569 Aug 17 02:21:44.720584 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e38b639b-cf23-4497-ad7e-25a863bb19cc req-01c57720-d29d-4752-b36d-07bd8dc9bd38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f147c56-e2ee-43c2-849d-80c066abb648 HTTP/1.1" status: 200 len: 217 time: 0.0387807 Aug 17 02:21:44.742038 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b5e7308-4863-4e8d-9746-213f5b5b2da1 req-425ddec4-a9ad-4ed1-8309-166a2daea1dc tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-971897014&fields=id&tenant_id=162bf435e2274f1ab8d9b8ad12cd2769 HTTP/1.1" status: 200 len: 267 time: 0.0444984 Aug 17 02:21:44.761801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44750) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:44.799761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b639b-cf23-4497-ad7e-25a863bb19cc req-98bc92b7-3e15-4504-b2ba-da227ac8da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:44.801260 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e38b639b-cf23-4497-ad7e-25a863bb19cc req-98bc92b7-3e15-4504-b2ba-da227ac8da09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d40e3627-cef8-4c94-b684-08d6667f5996 HTTP/1.1" status: 200 len: 845 time: 0.0731130 Aug 17 02:21:44.803120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e7308-4863-4e8d-9746-213f5b5b2da1 req-78e4a16a-072a-4af3-a9a2-4b8658763217 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:44.804854 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b5e7308-4863-4e8d-9746-213f5b5b2da1 req-78e4a16a-072a-4af3-a9a2-4b8658763217 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 946 time: 0.0561445 Aug 17 02:21:44.819915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1b5e7308-4863-4e8d-9746-213f5b5b2da1 req-8bfb83ef-5c50-4f61-8095-47b715c6d0c8 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Request body: {'port': {'security_groups': ['b681a0af-3523-472f-81fa-dd2fab24c2c5', 'ee142f96-5b7f-40d5-a039-3d92e09e9d03']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:44.829320 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-09e8237d-9b4a-4eb2-a398-6c0cd4f29a0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=766d6b63d2744585b5d832362bd3f05e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640793 Aug 17 02:21:44.861299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44754) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:44.861440 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e38b639b-cf23-4497-ad7e-25a863bb19cc req-283d86cd-b371-4d0b-be6d-d0470eaf13f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491900 Aug 17 02:21:44.939640 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1b5e7308-4863-4e8d-9746-213f5b5b2da1 req-8bfb83ef-5c50-4f61-8095-47b715c6d0c8 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.966888 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f06a8640-ce36-4330-a2ad-abc6bec22408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:44.979113 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e38b639b-cf23-4497-ad7e-25a863bb19cc req-837eeb62-e06a-4569-8f73-9141a7141fde service neutron] 10.222.0.42 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109006 Aug 17 02:21:45.019338 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f06a8640-ce36-4330-a2ad-abc6bec22408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:45.088912 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e38b639b-cf23-4497-ad7e-25a863bb19cc req-ae6cb3de-c67b-4a9a-a290-36032c130e1a service neutron] 10.222.0.42 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016915 Aug 17 02:21:45.190519 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1b5e7308-4863-4e8d-9746-213f5b5b2da1 req-8bfb83ef-5c50-4f61-8095-47b715c6d0c8 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] For port 532fb2b1-080f-45e9-ba4a-b0b321ccacab, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab,segment=NetworkSegment(0676ebc7-f424-49d3-8f1f-ab8de26d7460),segment_id=0676ebc7-f424-49d3-8f1f-ab8de26d7460)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:45.207911 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f06a8640-ce36-4330-a2ad-abc6bec22408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:45.210567 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f06a8640-ce36-4330-a2ad-abc6bec22408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:45.214150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f06a8640-ce36-4330-a2ad-abc6bec22408 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ee7617b-04de-4e5a-b61b-095a59ac9e69 HTTP/1.1" status: 204 len: 168 time: 0.3536572 Aug 17 02:21:45.228636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a8640-ce36-4330-a2ad-abc6bec22408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee7617b-04de-4e5a-b61b-095a59ac9e69,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:45.234563 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1b5e7308-4863-4e8d-9746-213f5b5b2da1 req-8bfb83ef-5c50-4f61-8095-47b715c6d0c8 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:45.320119 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1b5e7308-4863-4e8d-9746-213f5b5b2da1 req-8bfb83ef-5c50-4f61-8095-47b715c6d0c8 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:45.347269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['532fb2b1-080f-45e9-ba4a-b0b321ccacab'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:21:45.369729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e7308-4863-4e8d-9746-213f5b5b2da1 req-8bfb83ef-5c50-4f61-8095-47b715c6d0c8 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:45.370369 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1b5e7308-4863-4e8d-9746-213f5b5b2da1 req-8bfb83ef-5c50-4f61-8095-47b715c6d0c8 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:45.371798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b5e7308-4863-4e8d-9746-213f5b5b2da1 req-8bfb83ef-5c50-4f61-8095-47b715c6d0c8 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "PUT /v2.0/ports/532fb2b1-080f-45e9-ba4a-b0b321ccacab HTTP/1.1" status: 200 len: 982 time: 0.5588312 Aug 17 02:21:45.372272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'tag': '532fb2b1-080f-45e9-ba4a-b0b321ccacab'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:21:45.375115 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8737ea-c35b-4b1d-9c24-f78eb617e6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9084180-2fdf-4b0a-bfe9-e58f025a7d0d", "tag": "532fb2b1-080f-45e9-ba4a-b0b321ccacab"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:21:45.402538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb83ef-5c50-4f61-8095-47b715c6d0c8 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Pushing event updated for resources: {'Port': ['ID=532fb2b1-080f-45e9-ba4a-b0b321ccacab,revision_number=6']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:45.496844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['532fb2b1-080f-45e9-ba4a-b0b321ccacab'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:21:45.566343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 4f147c56-e2ee-43c2-849d-80c066abb648 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:21:45.573593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device e269a82b-eff9-4ddf-92d6-91229453d9d9 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:45.835187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 4f147c56-e2ee-43c2-849d-80c066abb648, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=4f147c56-e2ee-43c2-849d-80c066abb648,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:45.865968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '4f147c56-e2ee-43c2-849d-80c066abb648', 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0', 'port_id': '4f147c56-e2ee-43c2-849d-80c066abb648', 'mac_address': 'fa:16:3e:45:d8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40e3627-cef8-4c94-b684-08d6667f5996', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:21:45.902351 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port e269a82b-eff9-4ddf-92d6-91229453d9d9 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:45.919286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port e269a82b-eff9-4ddf-92d6-91229453d9d9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:45.919657 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:45.932199 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9fe19-e003-4e6f-a485-8982abf328f5 req-27956e86-08da-4ff7-bfc9-270b2ce8e5ec tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:45.934337 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22a9fe19-e003-4e6f-a485-8982abf328f5 req-27956e86-08da-4ff7-bfc9-270b2ce8e5ec tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=9988e770-3675-42c4-a460-f0ff8248206e HTTP/1.1" status: 200 len: 943 time: 0.0596170 Aug 17 02:21:45.968367 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:45.980448 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22a9fe19-e003-4e6f-a485-8982abf328f5 req-e1a01c85-d00f-4c55-95f9-14f910c880a7 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385954 Aug 17 02:21:45.994642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f147c56-e2ee-43c2-849d-80c066abb648 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:21:46.021948 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 4f147c56-e2ee-43c2-849d-80c066abb648, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=4f147c56-e2ee-43c2-849d-80c066abb648,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:46.035369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44804) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:46.088880 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:46.121410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-e085d0b3-92d0-43ed-b6bf-e96275b5f3b2 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1077945780&fields=id&tenant_id=c691e931e322428681bcac4ac4d8423e HTTP/1.1" status: 200 len: 267 time: 0.0419714 Aug 17 02:21:46.125400 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72acb038-10d7-4541-97bc-33aca633fbc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e269a82b-eff9-4ddf-92d6-91229453d9d9'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:21:46.128542 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca34158-14b7-474c-8b31-da0eae02b345" -d '{"events": [{"server_uuid": "72acb038-10d7-4541-97bc-33aca633fbc2", "name": "network-vif-plugged", "status": "completed", "tag": "e269a82b-eff9-4ddf-92d6-91229453d9d9"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:21:46.146227 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:46.152087 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port e269a82b-eff9-4ddf-92d6-91229453d9d9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=e269a82b-eff9-4ddf-92d6-91229453d9d9,segment=NetworkSegment(e7836683-e856-447b-8803-dabb88ccdefd),segment_id=e7836683-e856-447b-8803-dabb88ccdefd)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:46.190762 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-dad0b2d5-648a-4077-95a0-dd0a49dcf8aa tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:46.194713 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-dad0b2d5-648a-4077-95a0-dd0a49dcf8aa tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports/4c3e07ab-0bb6-4c6d-b05b-819a2059cddd HTTP/1.1" status: 200 len: 930 time: 0.0594032 Aug 17 02:21:46.201511 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=4f147c56-e2ee-43c2-849d-80c066abb648,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:46.249535 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f61b4339-3821-43da-a9a7-7f0c6bc1a765 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:46.251128 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f61b4339-3821-43da-a9a7-7f0c6bc1a765 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports/d0097a1b-6143-4c3d-821a-e42fa93eb11a HTTP/1.1" status: 200 len: 931 time: 0.0519505 Aug 17 02:21:46.256525 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1148599142-network', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:46.259924 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:46.318263 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-a9d704eb-4009-4c44-81a5-6c3683c9e813 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?network_id=998fdff2-f2ba-4a39-b51d-2b0b852038ca&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0554318 Aug 17 02:21:46.334407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=e269a82b-eff9-4ddf-92d6-91229453d9d9,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:46.355476 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-1f0eb794-0372-4d1a-ba40-85ca21e400b8 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?network_id=998fdff2-f2ba-4a39-b51d-2b0b852038ca&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0299191 Aug 17 02:21:46.415384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] Made reservation on behalf of 7c657bbf16d249bba9598a9f655bec8d for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:46.417657 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:46.433272 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:46.508283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-296e13c6-bc9f-4c69-8aa3-cf468efcf93a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:46.513949 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-296e13c6-bc9f-4c69-8aa3-cf468efcf93a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:46.519806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-296e13c6-bc9f-4c69-8aa3-cf468efcf93a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:46.521432 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-296e13c6-bc9f-4c69-8aa3-cf468efcf93a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/networks?id=651d96e6-ee24-4068-810d-dcc3f120ab5a&id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&id=998fdff2-f2ba-4a39-b51d-2b0b852038ca&id=998fdff2-f2ba-4a39-b51d-2b0b852038ca HTTP/1.1" status: 200 len: 1990 time: 0.1576865 Aug 17 02:21:46.548772 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-a5d5ed58-ad81-4e45-934c-b0e07dd7af82 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/quotas/c691e931e322428681bcac4ac4d8423e HTTP/1.1" status: 200 len: 375 time: 0.0167055 Aug 17 02:21:46.556504 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['4f147c56-e2ee-43c2-849d-80c066abb648'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:21:46.627373 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:46.649839 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-dd863c3d-71ee-4107-a5dc-fb8d4880d49e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c691e931e322428681bcac4ac4d8423e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0896480 Aug 17 02:21:46.743881 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:46.775095 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:21:46.785179 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-5af3865a-c857-4052-82e4-527d063eea69 service neutron] 10.222.0.13 "GET /v2.0/networks/651d96e6-ee24-4068-810d-dcc3f120ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229966 Aug 17 02:21:46.792331 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e81748-95c0-4e23-a8bd-e42c02a3845d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:46.805212 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:46.805537 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] Added segment 4497a93a-12f8-46a7-98a2-48220a788bd5 of type vlan for network 0df5f708-0a74-4aaa-a1e6-1144e4724d95 Aug 17 02:21:46.897004 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:46.936449 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6802b308-65b7-4c98-9095-f2ea4d6bbb50 service neutron] 10.222.0.13 "GET /v2.0/networks/651d96e6-ee24-4068-810d-dcc3f120ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450653 Aug 17 02:21:46.976803 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c24475c7-eed4-42e2-a0bf-746b94253b82 service neutron] 10.222.0.13 "GET /v2.0/ports/4c3e07ab-0bb6-4c6d-b05b-819a2059cddd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0336869 Aug 17 02:21:47.030545 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:47.031429 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:47.032005 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:47.113336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] Pushing event updated for resources: {'Network': ['ID=0df5f708-0a74-4aaa-a1e6-1144e4724d95,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:47.124867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 0df5f708-0a74-4aaa-a1e6-1144e4724d95 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:21:47.125164 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-efd5fd07-8af8-4254-9adc-4d467a7eb042 service neutron] 10.222.0.13 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424081 Aug 17 02:21:47.187224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-39e7bb83-dc5f-49d0-a8db-a848a4a83a54 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1501508 Aug 17 02:21:47.190081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44828) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:47.194874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-41406c7b-8a03-4d6e-933c-5b6c315807e0 admin admin] Request body: {'subnet': {'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-subnet', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:47.243237 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-640ada4a-e4a8-45e6-981c-d4edf9ec29bb service neutron] 10.222.0.13 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117210 Aug 17 02:21:47.284647 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-a27a1fd8-8f46-432f-8a80-65ff5dc82ce2 service neutron] 10.222.0.13 "GET /v2.0/ports/d0097a1b-6143-4c3d-821a-e42fa93eb11a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0350239 Aug 17 02:21:47.308505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41406c7b-8a03-4d6e-933c-5b6c315807e0 admin admin] Made reservation on behalf of 7c657bbf16d249bba9598a9f655bec8d for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:47.312597 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41406c7b-8a03-4d6e-933c-5b6c315807e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:47.443679 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-0acc7148-2330-4b23-acd1-1c490cc47c6f service neutron] 10.222.0.13 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527648 Aug 17 02:21:47.573903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 4f147c56-e2ee-43c2-849d-80c066abb648 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:47.608580 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bbeb5882-9782-4a8f-b568-b07251225c65 service neutron] 10.222.0.13 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572454 Aug 17 02:21:47.708915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7462b216-5c5f-4abc-8315-02bd1e2aa934 service neutron] 10.222.0.13 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926135 Aug 17 02:21:47.733979 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41406c7b-8a03-4d6e-933c-5b6c315807e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:47.765767 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 4f147c56-e2ee-43c2-849d-80c066abb648 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:47.770073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 4f147c56-e2ee-43c2-849d-80c066abb648 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:47.770445 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:47.822240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41406c7b-8a03-4d6e-933c-5b6c315807e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af102a6f-756b-4197-a788-33847e19470e,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:47.853458 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:47.864204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41406c7b-8a03-4d6e-933c-5b6c315807e0 admin admin] Checking segment: {'id': '4497a93a-12f8-46a7-98a2-48220a788bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:47.866017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41406c7b-8a03-4d6e-933c-5b6c315807e0 admin admin] Network hostable DHCP agents. Network: 0df5f708-0a74-4aaa-a1e6-1144e4724d95, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:21:47.869281 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c85e1dd8-4627-4302-b889-baa7948c4bf2 service neutron] 10.222.0.13 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538839 Aug 17 02:21:47.886315 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 4f147c56-e2ee-43c2-849d-80c066abb648, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=4f147c56-e2ee-43c2-849d-80c066abb648,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:47.965392 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-d351c516-acb6-4b76-a5d6-200d09a0ba33 service neutron] 10.222.0.13 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898139 Aug 17 02:21:47.973791 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:48.021486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41406c7b-8a03-4d6e-933c-5b6c315807e0 admin admin] Network 0df5f708-0a74-4aaa-a1e6-1144e4724d95 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:21:48.022498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=4f147c56-e2ee-43c2-849d-80c066abb648,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:48.072657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-e7310380-bca2-46b6-a2f8-b4d5bca8db78 service neutron] 10.222.0.13 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999322 Aug 17 02:21:48.149703 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-41406c7b-8a03-4d6e-933c-5b6c315807e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 0df5f708-0a74-4aaa-a1e6-1144e4724d95) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:48.154063 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41406c7b-8a03-4d6e-933c-5b6c315807e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:48.155021 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41406c7b-8a03-4d6e-933c-5b6c315807e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:48.158059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40af8dd6-2cd7-4241-834c-6d1382bb36db None None] Network 0df5f708-0a74-4aaa-a1e6-1144e4724d95 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:21:48.179782 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bfdfc3e8-779b-41eb-a756-f3aa57f28b6b service neutron] 10.222.0.13 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016197 Aug 17 02:21:48.271175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-e4a9330a-4239-4f62-b5f3-1a999f575e18 service neutron] 10.222.0.13 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848386 Aug 17 02:21:48.304499 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'fixed_ips': [{'subnet_id': 'af102a6f-756b-4197-a788-33847e19470e'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:21:48.305416 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:48.327485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-41406c7b-8a03-4d6e-933c-5b6c315807e0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1363578 Aug 17 02:21:48.331147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44830) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:48.337732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:48.389835 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-612733a6-180f-4938-8e4a-255b85bcc3af service neutron] 10.222.0.13 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126461 Aug 17 02:21:48.444045 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:48.445105 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:48.523683 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:48.534452 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-a50cfb7c-ae54-4bc3-92e6-09eddb2a438e service neutron] 10.222.0.13 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374547 Aug 17 02:21:48.566009 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Allocated IP 172.20.0.2 (0df5f708-0a74-4aaa-a1e6-1144e4724d95/af102a6f-756b-4197-a788-33847e19470e/253712d7-227a-4fa1-bd23-498f49a2f2d0) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:48.718030 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:48.728318 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Transition to ACTIVE for port object 253712d7-227a-4fa1-bd23-498f49a2f2d0 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:48.754733 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Transition to ACTIVE for port object 253712d7-227a-4fa1-bd23-498f49a2f2d0 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:48.968179 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:49.007910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Network 0df5f708-0a74-4aaa-a1e6-1144e4724d95 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:49.013263 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:49.015764 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:49.029809 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Pushing event updated for resources: {'Port': ['ID=253712d7-227a-4fa1-bd23-498f49a2f2d0,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:49.084039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Attempting to bind port 253712d7-227a-4fa1-bd23-498f49a2f2d0 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:21:49.084394 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Attempting to bind port 253712d7-227a-4fa1-bd23-498f49a2f2d0 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '4497a93a-12f8-46a7-98a2-48220a788bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:21:49.084793 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Attempting to bind port 253712d7-227a-4fa1-bd23-498f49a2f2d0 on network 0df5f708-0a74-4aaa-a1e6-1144e4724d95 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:49.090212 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:21:49.090575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Checking segment: {'id': '4497a93a-12f8-46a7-98a2-48220a788bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:49.090978 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:49.091403 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Bound using segment: {'id': '4497a93a-12f8-46a7-98a2-48220a788bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:21:49.091871 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Bound port: 253712d7-227a-4fa1-bd23-498f49a2f2d0, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4497a93a-12f8-46a7-98a2-48220a788bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:21:49.092250 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:49.162211 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] For port 253712d7-227a-4fa1-bd23-498f49a2f2d0, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:21:49.165729 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] For port 253712d7-227a-4fa1-bd23-498f49a2f2d0, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=253712d7-227a-4fa1-bd23-498f49a2f2d0,segment=NetworkSegment(4497a93a-12f8-46a7-98a2-48220a788bd5),segment_id=4497a93a-12f8-46a7-98a2-48220a788bd5)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:21:49.231022 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:49.232395 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:49.288751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e17ef-5cc0-4bfa-a065-63b39442dddb None None] Pushing event updated for resources: {'Port': ['ID=253712d7-227a-4fa1-bd23-498f49a2f2d0,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:49.543025 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:49.563258 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:49.585208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 253712d7-227a-4fa1-bd23-498f49a2f2d0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:49.691196 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Allocated IP 172.25.5.41 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/0f61f79f-7b81-4797-970a-818ff7535d63) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:49.756546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 253712d7-227a-4fa1-bd23-498f49a2f2d0 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:49.800865 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:49.893672 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:49.939144 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:49.942225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:49.945951 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:49.968314 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Pushing event updated for resources: {'Port': ['ID=0f61f79f-7b81-4797-970a-818ff7535d63,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:49.987663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:49.987937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:49.988270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:49.988607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:49.988957 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:49.989275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:49.989607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:49.989934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:49.990258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:49.990584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:49.990905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:49.991228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:21:50.162605 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12574f8c-b04b-4452-9b41-deed0090d4aa x-openstack-request-id: req-12574f8c-b04b-4452-9b41-deed0090d4aa {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:21:50.162898 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9084180-2fdf-4b0a-bfe9-e58f025a7d0d", "tag": "532fb2b1-080f-45e9-ba4a-b0b321ccacab", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:21:50.164492 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12574f8c-b04b-4452-9b41-deed0090d4aa {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:21:50.164967 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'tag': '532fb2b1-080f-45e9-ba4a-b0b321ccacab', 'status': 'completed', 'code': 200} Aug 17 02:21:50.306733 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce563e1-d86c-48b4-9700-8f057f9fc2a7 None None] Network 0df5f708-0a74-4aaa-a1e6-1144e4724d95 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:21:50.351886 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de93b6ac-56d8-4e52-ba39-fb59f43298cb req-0c2495f9-319d-4123-8398-d19278696297 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-971897014&fields=id&tenant_id=162bf435e2274f1ab8d9b8ad12cd2769 HTTP/1.1" status: 200 len: 267 time: 0.1055808 Aug 17 02:21:50.390810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8737ea-c35b-4b1d-9c24-f78eb617e6b7 req-72d0b5b9-b6ee-442c-b736-eb8bb7aad95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:50.392473 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef8737ea-c35b-4b1d-9c24-f78eb617e6b7 req-72d0b5b9-b6ee-442c-b736-eb8bb7aad95c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=162bf435e2274f1ab8d9b8ad12cd2769&device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 1137 time: 0.1475465 Aug 17 02:21:50.421462 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:50.453026 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-535e0995-8b4f-4a4c-b77a-70252ae40b8b None None] Provisioning for port 253712d7-227a-4fa1-bd23-498f49a2f2d0 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:50.459054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-535e0995-8b4f-4a4c-b77a-70252ae40b8b None None] Provisioning complete for port 253712d7-227a-4fa1-bd23-498f49a2f2d0 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:50.459422 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-535e0995-8b4f-4a4c-b77a-70252ae40b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:50.522378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93b6ac-56d8-4e52-ba39-fb59f43298cb req-ab0269ef-bd8a-4da3-b072-0133d2c922d7 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:50.523927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de93b6ac-56d8-4e52-ba39-fb59f43298cb req-ab0269ef-bd8a-4da3-b072-0133d2c922d7 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 985 time: 0.1649704 Aug 17 02:21:50.552417 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-535e0995-8b4f-4a4c-b77a-70252ae40b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:50.566786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-de93b6ac-56d8-4e52-ba39-fb59f43298cb req-047675a7-1503-47e1-816b-8765ffd6c189 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Request body: {'port': {'security_groups': ['b681a0af-3523-472f-81fa-dd2fab24c2c5']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:50.591326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-535e0995-8b4f-4a4c-b77a-70252ae40b8b None None] For port 253712d7-227a-4fa1-bd23-498f49a2f2d0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=253712d7-227a-4fa1-bd23-498f49a2f2d0,segment=NetworkSegment(4497a93a-12f8-46a7-98a2-48220a788bd5),segment_id=4497a93a-12f8-46a7-98a2-48220a788bd5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:50.615932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8737ea-c35b-4b1d-9c24-f78eb617e6b7 req-adf9630e-208c-4e1b-9346-ad478c2cf5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:50.617579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef8737ea-c35b-4b1d-9c24-f78eb617e6b7 req-adf9630e-208c-4e1b-9346-ad478c2cf5d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f438f78f-1ae1-40df-bda3-38a888d5203a HTTP/1.1" status: 200 len: 921 time: 0.2163644 Aug 17 02:21:50.697234 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef8737ea-c35b-4b1d-9c24-f78eb617e6b7 req-96766b1d-d864-44c7-ae0a-f6a1943639c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab HTTP/1.1" status: 200 len: 217 time: 0.0637538 Aug 17 02:21:50.714550 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-de93b6ac-56d8-4e52-ba39-fb59f43298cb req-047675a7-1503-47e1-816b-8765ffd6c189 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:50.754847 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-535e0995-8b4f-4a4c-b77a-70252ae40b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:50.809645 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e0995-8b4f-4a4c-b77a-70252ae40b8b None None] Pushing event updated for resources: {'Port': ['ID=253712d7-227a-4fa1-bd23-498f49a2f2d0,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:50.875958 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f110a8fe-d4f7-49f0-af93-8751c991b5a0 None None] Provisioning complete for port 253712d7-227a-4fa1-bd23-498f49a2f2d0 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:50.876899 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f110a8fe-d4f7-49f0-af93-8751c991b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:50.894299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8737ea-c35b-4b1d-9c24-f78eb617e6b7 req-c6fe827e-5895-4b01-a42d-6cc7cb9e6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:50.895918 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef8737ea-c35b-4b1d-9c24-f78eb617e6b7 req-c6fe827e-5895-4b01-a42d-6cc7cb9e6f9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2959ceac-83e9-4de2-afa8-c1049a0c5481 HTTP/1.1" status: 200 len: 860 time: 0.1887329 Aug 17 02:21:50.947697 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef8737ea-c35b-4b1d-9c24-f78eb617e6b7 req-9b234c84-6049-42c0-9f2b-26b10bd922a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f438f78f-1ae1-40df-bda3-38a888d5203a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416815 Aug 17 02:21:50.981529 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:51.192919 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef8737ea-c35b-4b1d-9c24-f78eb617e6b7 req-11fba5e5-4cae-4492-99c9-cea5fde64396 service neutron] 10.222.0.18 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350073 Aug 17 02:21:51.266058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-de93b6ac-56d8-4e52-ba39-fb59f43298cb req-047675a7-1503-47e1-816b-8765ffd6c189 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] For port 532fb2b1-080f-45e9-ba4a-b0b321ccacab, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab,segment=NetworkSegment(0676ebc7-f424-49d3-8f1f-ab8de26d7460),segment_id=0676ebc7-f424-49d3-8f1f-ab8de26d7460)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:51.328442 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-de93b6ac-56d8-4e52-ba39-fb59f43298cb req-047675a7-1503-47e1-816b-8765ffd6c189 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:51.346356 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef8737ea-c35b-4b1d-9c24-f78eb617e6b7 req-1020009b-e13c-4deb-af96-bfe6eeee945c service neutron] 10.222.0.18 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451588 Aug 17 02:21:51.480607 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-de93b6ac-56d8-4e52-ba39-fb59f43298cb req-047675a7-1503-47e1-816b-8765ffd6c189 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:51.482748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Router b52b3b91-907a-4ada-83a6-a8ea68b453ee is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:21:51.512279 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['532fb2b1-080f-45e9-ba4a-b0b321ccacab'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:21:51.544693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93b6ac-56d8-4e52-ba39-fb59f43298cb req-047675a7-1503-47e1-816b-8765ffd6c189 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:51.545368 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-de93b6ac-56d8-4e52-ba39-fb59f43298cb req-047675a7-1503-47e1-816b-8765ffd6c189 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:51.546632 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 253712d7-227a-4fa1-bd23-498f49a2f2d0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:51.546774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de93b6ac-56d8-4e52-ba39-fb59f43298cb req-047675a7-1503-47e1-816b-8765ffd6c189 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "PUT /v2.0/ports/532fb2b1-080f-45e9-ba4a-b0b321ccacab HTTP/1.1" status: 200 len: 943 time: 1.0125768 Aug 17 02:21:51.604530 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047675a7-1503-47e1-816b-8765ffd6c189 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Pushing event updated for resources: {'Port': ['ID=532fb2b1-080f-45e9-ba4a-b0b321ccacab,revision_number=7']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:51.707516 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 253712d7-227a-4fa1-bd23-498f49a2f2d0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:51.708117 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:51.717212 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98dc8cb-4f27-4502-adce-c2894f37a0d2 req-d1e5bf5b-7a3f-4288-a160-edfdef1d191d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:51.718895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f98dc8cb-4f27-4502-adce-c2894f37a0d2 req-d1e5bf5b-7a3f-4288-a160-edfdef1d191d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1072664 Aug 17 02:21:51.720084 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:21:51.742762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['532fb2b1-080f-45e9-ba4a-b0b321ccacab'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:21:51.752147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Sync routers for ids ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:21:51.768510 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f98dc8cb-4f27-4502-adce-c2894f37a0d2 req-e1fdc100-e5e3-44c3-85f9-42a7851cfed2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328884 Aug 17 02:21:51.808668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Routers {'b52b3b91-907a-4ada-83a6-a8ea68b453ee'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:51.809339 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:51.864859 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:51.866089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-87ef2ec7-7c82-4f44-9971-85ad76849e20 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5339580 Aug 17 02:21:51.869484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44862) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:51.890190 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc45fde-53b3-487c-b070-b650127c8489 req-84cd2762-4f1a-4f40-8f2a-867ffe90be46 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:51.892172 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3dc45fde-53b3-487c-b070-b650127c8489 req-84cd2762-4f1a-4f40-8f2a-867ffe90be46 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 946 time: 0.0614440 Aug 17 02:21:51.940225 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3dc45fde-53b3-487c-b070-b650127c8489 req-32ee4f8f-4643-4433-881b-d50910461efd tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400667 Aug 17 02:21:52.040572 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac58c34-6659-43a1-96ce-ea04137d2a3a x-openstack-request-id: req-fac58c34-6659-43a1-96ce-ea04137d2a3a {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:21:52.042375 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72acb038-10d7-4541-97bc-33aca633fbc2", "name": "network-vif-plugged", "status": "completed", "tag": "e269a82b-eff9-4ddf-92d6-91229453d9d9", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:21:52.042375 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fac58c34-6659-43a1-96ce-ea04137d2a3a {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:21:52.042375 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72acb038-10d7-4541-97bc-33aca633fbc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e269a82b-eff9-4ddf-92d6-91229453d9d9', 'code': 200} Aug 17 02:21:52.059150 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Set router b52b3b91-907a-4ada-83a6-a8ea68b453ee gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:52.166261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'tag': '532fb2b1-080f-45e9-ba4a-b0b321ccacab'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:21:52.170688 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c5fb45-91b8-49a9-ad77-3b1a80445851" -d '{"events": [{"name": "network-changed", "server_uuid": "e9084180-2fdf-4b0a-bfe9-e58f025a7d0d", "tag": "532fb2b1-080f-45e9-ba4a-b0b321ccacab"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:21:52.272301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633b6f4-f776-4603-a3a8-67f9dccc8e2b req-35edbc0b-bf62-43cb-9323-3b96198329e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:52.273820 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6633b6f4-f776-4603-a3a8-67f9dccc8e2b req-35edbc0b-bf62-43cb-9323-3b96198329e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 1098 time: 0.0969992 Aug 17 02:21:52.279998 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-12689b84-2435-43c1-a877-a99c5613582d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c70f789335a4a8eac179b8335858e14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251007 Aug 17 02:21:52.320479 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:48Z', 'updated_at': '2021-08-17T02:21:50Z', 'revision_number': 3, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'gw_port': {'id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:49Z', 'updated_at': '2021-08-17T02:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:52.358730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Checking router: b52b3b91-907a-4ada-83a6-a8ea68b453ee for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:21:52.359466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Updating router b52b3b91-907a-4ada-83a6-a8ea68b453ee port 0f61f79f-7b81-4797-970a-818ff7535d63 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:21:52.361561 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6633b6f4-f776-4603-a3a8-67f9dccc8e2b req-2bf24e1e-9351-4bcc-a8d2-9988a846258a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665929 Aug 17 02:21:52.392979 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:52.431803 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-9cd54432-61af-4473-b99b-d049131f2c26 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:52.431803 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-9cd54432-61af-4473-b99b-d049131f2c26 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429946 Aug 17 02:21:52.432143 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:52.445681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-4123c571-05f5-41ef-8627-ec718deb502f tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/quotas/7c70f789335a4a8eac179b8335858e14 HTTP/1.1" status: 200 len: 375 time: 0.0102456 Aug 17 02:21:52.478634 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-589e0267-d71e-48c2-ad13-ade452682cde tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c70f789335a4a8eac179b8335858e14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270681 Aug 17 02:21:52.605306 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Allocated IP 172.20.0.1 (0df5f708-0a74-4aaa-a1e6-1144e4724d95/af102a6f-756b-4197-a788-33847e19470e/b926f670-3ab4-48f9-a0d7-35d743ebae47) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:52.689942 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:52.700276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Transition to ACTIVE for port object 0f61f79f-7b81-4797-970a-818ff7535d63 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:52.710968 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:52.725682 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Transition to ACTIVE for port object b926f670-3ab4-48f9-a0d7-35d743ebae47 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:52.868499 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:52.889833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b3c5d-4953-471b-a6b9-ac94e67082be req-b6b9f43d-2685-42c2-b34f-146d1af1254e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:52.897775 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:52.906618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b94b3c5d-4953-471b-a6b9-ac94e67082be req-b6b9f43d-2685-42c2-b34f-146d1af1254e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=9988e770-3675-42c4-a460-f0ff8248206e HTTP/1.1" status: 200 len: 945 time: 0.0773046 Aug 17 02:21:52.930031 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Attempting to bind port 0f61f79f-7b81-4797-970a-818ff7535d63 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:21:52.930410 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Attempting to bind port 0f61f79f-7b81-4797-970a-818ff7535d63 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:21:52.930781 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Attempting to bind port 0f61f79f-7b81-4797-970a-818ff7535d63 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:52.941171 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Network 0df5f708-0a74-4aaa-a1e6-1144e4724d95 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:52.942288 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:21:52.942672 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:52.943086 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:52.943491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:21:52.944100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Bound port: 0f61f79f-7b81-4797-970a-818ff7535d63, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:21:52.944497 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:52.947294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:52.948520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b94b3c5d-4953-471b-a6b9-ac94e67082be req-c9f26f63-64fe-4339-af9a-4cf140decad5 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401657 Aug 17 02:21:52.960194 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:52.999780 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723afbbe-0276-45d0-9eb1-87c3850f3dca None None] Pushing event updated for resources: {'Port': ['ID=0f61f79f-7b81-4797-970a-818ff7535d63,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:53.009881 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Pushing event updated for resources: {'Port': ['ID=b926f670-3ab4-48f9-a0d7-35d743ebae47,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:53.020746 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:53.057723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] For port 0f61f79f-7b81-4797-970a-818ff7535d63, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:21:53.066770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] For port 0f61f79f-7b81-4797-970a-818ff7535d63, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0f61f79f-7b81-4797-970a-818ff7535d63,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:21:53.147992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a0af574-4924-4812-8c9a-372243e199e6 req-0884221d-4122-4d46-9f51-5c54ee3c830b tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 210 time: 0.0310593 Aug 17 02:21:53.190547 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:53.265768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Routers {'b52b3b91-907a-4ada-83a6-a8ea68b453ee'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:53.266317 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:53.269339 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723afbbe-0276-45d0-9eb1-87c3850f3dca None None] Pushing event updated for resources: {'Port': ['ID=0f61f79f-7b81-4797-970a-818ff7535d63,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:53.539307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-37710290-a562-405f-b08e-1a7ef51ff948 None None] Provisioning for port b926f670-3ab4-48f9-a0d7-35d743ebae47 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:53.539583 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:21:53.549552 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-37710290-a562-405f-b08e-1a7ef51ff948 None None] Provisioning complete for port b926f670-3ab4-48f9-a0d7-35d743ebae47 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:53.550201 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-37710290-a562-405f-b08e-1a7ef51ff948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:53.605726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] Set router b52b3b91-907a-4ada-83a6-a8ea68b453ee gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:53.694840 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-37710290-a562-405f-b08e-1a7ef51ff948 None None] Port b926f670-3ab4-48f9-a0d7-35d743ebae47 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:21:53.726513 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:53.819774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9278c2ea-3134-4042-84db-a05288166714 req-5ab9ae28-495e-4f20-ae83-4fc4769a08bc tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6338854 Aug 17 02:21:53.825667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:53.893794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:48Z', 'updated_at': '2021-08-17T02:21:50Z', 'revision_number': 3, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'gw_port': {'id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:49Z', 'updated_at': '2021-08-17T02:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:53.919528 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91349211-0193-48f1-a5e4-4f81bed0dd43 None None] The sync data for ids ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'] in n-d-793621-31 is: [{'id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:48Z', 'updated_at': '2021-08-17T02:21:50Z', 'revision_number': 3, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'gw_port': {'id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:49Z', 'updated_at': '2021-08-17T02:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:21:53.935517 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:54.019348 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:54.042649 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9988e770-3675-42c4-a460-f0ff8248206e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f147c56-e2ee-43c2-849d-80c066abb648'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:21:54.047549 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a89b7e-d170-4dcb-a078-65164dabf221" -d '{"events": [{"server_uuid": "9988e770-3675-42c4-a460-f0ff8248206e", "name": "network-vif-plugged", "status": "completed", "tag": "4f147c56-e2ee-43c2-849d-80c066abb648"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:21:54.082863 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:54.109603 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-55667636-f651-4218-a821-56b084ee3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:54.111672 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-55667636-f651-4218-a821-56b084ee3b47 service neutron] 10.222.0.18 "GET /v2.0/ports/4c3e07ab-0bb6-4c6d-b05b-819a2059cddd HTTP/1.1" status: 200 len: 1026 time: 0.0456846 Aug 17 02:21:54.167494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-ee9fa5f0-600b-4dae-b1fd-509a854a82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:54.168359 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-ee9fa5f0-600b-4dae-b1fd-509a854a82e8 service neutron] 10.222.0.18 "GET /v2.0/ports/d0097a1b-6143-4c3d-821a-e42fa93eb11a HTTP/1.1" status: 200 len: 1027 time: 0.0422654 Aug 17 02:21:54.169768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Pushing event updated for resources: {'Port': ['ID=b926f670-3ab4-48f9-a0d7-35d743ebae47,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:54.175522 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:54.302082 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:54.357834 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Network 0df5f708-0a74-4aaa-a1e6-1144e4724d95 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:54.359466 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:54.384033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-dee87272-40b4-4e2f-a5c3-51c34f919a81 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:54.396766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-dee87272-40b4-4e2f-a5c3-51c34f919a81 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:54.403370 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-dee87272-40b4-4e2f-a5c3-51c34f919a81 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:54.407865 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-dee87272-40b4-4e2f-a5c3-51c34f919a81 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "GET /v2.0/networks?id=651d96e6-ee24-4068-810d-dcc3f120ab5a&id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&id=998fdff2-f2ba-4a39-b51d-2b0b852038ca&id=998fdff2-f2ba-4a39-b51d-2b0b852038ca HTTP/1.1" status: 200 len: 1990 time: 0.2258501 Aug 17 02:21:54.498832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-9f516664-06a5-401d-ae56-f6592a0d745e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c691e931e322428681bcac4ac4d8423e HTTP/1.1" status: 200 len: 380 time: 0.0726881 Aug 17 02:21:54.521276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6f1df5a7-f70f-4851-8c6c-30d7098a864e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'port': {'device_id': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'admin_state_up': True, 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'security_groups': ['cab0e778-a0e9-4080-b594-4a2cfce5b416']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:54.536160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Router b52b3b91-907a-4ada-83a6-a8ea68b453ee has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:21:54.603041 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Allocated IP 172.25.5.201 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/9a99be37-791b-4adb-a19c-20b5b5437e2c) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:54.692754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:21:54.703386 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9c2371f6-2c5e-4999-bf37-f16d7ece9d2e admin admin] 10.222.0.13 "PUT /v2.0/routers/b52b3b91-907a-4ada-83a6-a8ea68b453ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8310771 Aug 17 02:21:54.728952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-caf6fc92-84eb-4211-838f-49e961af8e9d None None] Provisioning complete for port b926f670-3ab4-48f9-a0d7-35d743ebae47 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:54.728952 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-caf6fc92-84eb-4211-838f-49e961af8e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:54.776284 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-caf6fc92-84eb-4211-838f-49e961af8e9d None None] Port b926f670-3ab4-48f9-a0d7-35d743ebae47 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:21:54.781588 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:54.916643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6f1df5a7-f70f-4851-8c6c-30d7098a864e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Made reservation on behalf of c691e931e322428681bcac4ac4d8423e for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:54.926766 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6f1df5a7-f70f-4851-8c6c-30d7098a864e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:55.070052 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:55.136522 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:55.138430 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6f1df5a7-f70f-4851-8c6c-30d7098a864e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Allocated IP 172.20.0.6 (651d96e6-ee24-4068-810d-dcc3f120ab5a/7ddc4855-0474-4e3b-a1c6-a880c9557984/2cac303e-77da-4731-bb80-0a51a24c499c) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:55.143158 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:55.149720 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:55.153325 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Pushing event updated for resources: {'Port': ['ID=9a99be37-791b-4adb-a19c-20b5b5437e2c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:55.338471 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:55.393164 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6f1df5a7-f70f-4851-8c6c-30d7098a864e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:55.415520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6f1df5a7-f70f-4851-8c6c-30d7098a864e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Transition to ACTIVE for port object 2cac303e-77da-4731-bb80-0a51a24c499c will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:55.475124 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:55.581594 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0f61f79f-7b81-4797-970a-818ff7535d63 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:55.594559 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6f1df5a7-f70f-4851-8c6c-30d7098a864e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:55.658308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6f1df5a7-f70f-4851-8c6c-30d7098a864e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Network 651d96e6-ee24-4068-810d-dcc3f120ab5a is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:55.665458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6f1df5a7-f70f-4851-8c6c-30d7098a864e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:55.672156 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6f1df5a7-f70f-4851-8c6c-30d7098a864e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:55.677522 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1df5a7-f70f-4851-8c6c-30d7098a864e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'Port': ['ID=2cac303e-77da-4731-bb80-0a51a24c499c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:55.754800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6f1df5a7-f70f-4851-8c6c-30d7098a864e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:55.755026 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 0f61f79f-7b81-4797-970a-818ff7535d63 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:55.755481 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6f1df5a7-f70f-4851-8c6c-30d7098a864e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:55.760214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0f61f79f-7b81-4797-970a-818ff7535d63 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:55.760804 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:55.785798 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:55.859963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6f1df5a7-f70f-4851-8c6c-30d7098a864e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3481860 Aug 17 02:21:55.871219 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:55.882180 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3ee97968-1a9e-48c0-911e-9077e06dd8e3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'port': {'device_id': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a', 'admin_state_up': True, 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'security_groups': ['cab0e778-a0e9-4080-b594-4a2cfce5b416']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:55.908284 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 0f61f79f-7b81-4797-970a-818ff7535d63, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0f61f79f-7b81-4797-970a-818ff7535d63,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:21:55.935596 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:56.000466 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Sync routers for ids ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:21:56.005152 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:56.022758 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Routers {'b52b3b91-907a-4ada-83a6-a8ea68b453ee'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:56.022758 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:56.065385 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Pushing event updated for resources: {'Port': ['ID=9a99be37-791b-4adb-a19c-20b5b5437e2c,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:56.093992 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:56.116273 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=0f61f79f-7b81-4797-970a-818ff7535d63,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:56.162559 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-66769d5c-d23f-4bcb-b5ad-1df58446aef8 None None] Provisioning for port 2cac303e-77da-4731-bb80-0a51a24c499c completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:56.167713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-66769d5c-d23f-4bcb-b5ad-1df58446aef8 None None] Provisioning complete for port 2cac303e-77da-4731-bb80-0a51a24c499c triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:56.168326 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-66769d5c-d23f-4bcb-b5ad-1df58446aef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:56.192667 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Set router b52b3b91-907a-4ada-83a6-a8ea68b453ee gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:56.206544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3ee97968-1a9e-48c0-911e-9077e06dd8e3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Made reservation on behalf of c691e931e322428681bcac4ac4d8423e for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:56.210221 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3ee97968-1a9e-48c0-911e-9077e06dd8e3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:56.218760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-66769d5c-d23f-4bcb-b5ad-1df58446aef8 None None] Port 2cac303e-77da-4731-bb80-0a51a24c499c cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:21:56.334552 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:56.335655 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9278c2ea-3134-4042-84db-a05288166714 req-3631a7d8-f01c-46cf-99de-1d958a526de1 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5145659 Aug 17 02:21:56.408522 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:48Z', 'updated_at': '2021-08-17T02:21:53Z', 'revision_number': 4, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'gw_port': {'id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:49Z', 'updated_at': '2021-08-17T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'b926f670-3ab4-48f9-a0d7-35d743ebae47', 'name': '', 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'mac_address': 'fa:16:3e:71:9e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'af102a6f-756b-4197-a788-33847e19470e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:52Z', 'updated_at': '2021-08-17T02:21:53Z', 'revision_number': 2, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'subnets': [{'id': 'af102a6f-756b-4197-a788-33847e19470e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:56.409745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9278c2ea-3134-4042-84db-a05288166714 req-e6c77db9-2c7f-4e01-87cb-f4dfa27a7cbd tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.0615847 Aug 17 02:21:56.415394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3ee97968-1a9e-48c0-911e-9077e06dd8e3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Allocated IP 10.1.1.121 (18ecfdcf-578b-4c77-b839-88f0aa204f6a/6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7/2c61de3a-3794-4b2c-b2d7-398cf2d4d366) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:56.441607 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Checking router: b52b3b91-907a-4ada-83a6-a8ea68b453ee for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:21:56.442042 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Updating router b52b3b91-907a-4ada-83a6-a8ea68b453ee port b926f670-3ab4-48f9-a0d7-35d743ebae47 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:21:56.478042 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:56.526730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-7ba707a3-9d39-41f3-a60d-eb0a1e4fba42 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7c70f789335a4a8eac179b8335858e14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506110 Aug 17 02:21:56.683226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278c2ea-3134-4042-84db-a05288166714 req-2ec6e21c-2fe6-4538-965c-169607b368cf tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:56.684712 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9278c2ea-3134-4042-84db-a05288166714 req-2ec6e21c-2fe6-4538-965c-169607b368cf tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.2645144 Aug 17 02:21:56.761158 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6ebdffca-a1a7-49a7-9c01-7a1db32844a3 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:56.762683 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6ebdffca-a1a7-49a7-9c01-7a1db32844a3 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221162 Aug 17 02:21:56.784313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Request body: {'port': {'device_id': 'b8e0a729-fde2-4899-875d-8b85d8b65c35', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': '7c70f789335a4a8eac179b8335858e14'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:56.795624 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3ee97968-1a9e-48c0-911e-9077e06dd8e3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:56.836140 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:56.848810 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Transition to ACTIVE for port object b926f670-3ab4-48f9-a0d7-35d743ebae47 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:56.855190 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3ee97968-1a9e-48c0-911e-9077e06dd8e3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Transition to ACTIVE for port object 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:56.901841 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e265798-5b89-4e13-9128-6b7720e3fb69 x-openstack-request-id: req-9e265798-5b89-4e13-9128-6b7720e3fb69 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:21:56.902135 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9084180-2fdf-4b0a-bfe9-e58f025a7d0d", "tag": "532fb2b1-080f-45e9-ba4a-b0b321ccacab", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:21:56.902386 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e265798-5b89-4e13-9128-6b7720e3fb69 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:21:56.902820 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'tag': '532fb2b1-080f-45e9-ba4a-b0b321ccacab', 'status': 'completed', 'code': 200} Aug 17 02:21:56.939115 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:57.000447 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2360412-87a2-4a00-8f3c-d8482358ea3a None None] Pushing event updated for resources: {'Port': ['ID=b926f670-3ab4-48f9-a0d7-35d743ebae47,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:57.009073 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a4eb713f-0733-4a98-a457-226dd4202506 req-99a58ff6-ada3-46ba-9a74-22aa0bbdb42e tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e0a729-fde2-4899-875d-8b85d8b65c35 HTTP/1.1" status: 200 len: 210 time: 0.0388212 Aug 17 02:21:57.019667 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5fb45-91b8-49a9-ad77-3b1a80445851 req-5cf0e70b-5d11-4fa1-9ae0-960400d18570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:57.022680 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2c5fb45-91b8-49a9-ad77-3b1a80445851 req-5cf0e70b-5d11-4fa1-9ae0-960400d18570 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=162bf435e2274f1ab8d9b8ad12cd2769&device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 1098 time: 0.0613267 Aug 17 02:21:57.055648 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3ee97968-1a9e-48c0-911e-9077e06dd8e3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:57.100246 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Attempting to bind port b926f670-3ab4-48f9-a0d7-35d743ebae47 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:21:57.101031 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Attempting to bind port b926f670-3ab4-48f9-a0d7-35d743ebae47 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '4497a93a-12f8-46a7-98a2-48220a788bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:21:57.101721 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Attempting to bind port b926f670-3ab4-48f9-a0d7-35d743ebae47 on network 0df5f708-0a74-4aaa-a1e6-1144e4724d95 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:21:57.122981 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:21:57.123733 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Checking segment: {'id': '4497a93a-12f8-46a7-98a2-48220a788bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:21:57.124333 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:57.124946 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Bound using segment: {'id': '4497a93a-12f8-46a7-98a2-48220a788bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:21:57.126330 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Bound port: b926f670-3ab4-48f9-a0d7-35d743ebae47, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4497a93a-12f8-46a7-98a2-48220a788bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:21:57.127148 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:57.139333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Made reservation on behalf of 7c70f789335a4a8eac179b8335858e14 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:57.148926 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:57.161362 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5fb45-91b8-49a9-ad77-3b1a80445851 req-e4dde4fb-0d38-4785-907b-f1a1142148de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:57.163376 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2c5fb45-91b8-49a9-ad77-3b1a80445851 req-e4dde4fb-0d38-4785-907b-f1a1142148de service neutron] 10.222.0.18 "GET /v2.0/networks?id=f438f78f-1ae1-40df-bda3-38a888d5203a HTTP/1.1" status: 200 len: 921 time: 0.1323411 Aug 17 02:21:57.187330 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:57.250380 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2c5fb45-91b8-49a9-ad77-3b1a80445851 req-6051ce68-17da-413e-b35e-ddb564500a0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab HTTP/1.1" status: 200 len: 217 time: 0.0646999 Aug 17 02:21:57.254836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3ee97968-1a9e-48c0-911e-9077e06dd8e3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Network 18ecfdcf-578b-4c77-b839-88f0aa204f6a is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:57.262506 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee97968-1a9e-48c0-911e-9077e06dd8e3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'Port': ['ID=2c61de3a-3794-4b2c-b2d7-398cf2d4d366,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:57.266156 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3ee97968-1a9e-48c0-911e-9077e06dd8e3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:57.278569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3ee97968-1a9e-48c0-911e-9077e06dd8e3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:57.288581 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] For port b926f670-3ab4-48f9-a0d7-35d743ebae47, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:21:57.293180 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] For port b926f670-3ab4-48f9-a0d7-35d743ebae47, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b926f670-3ab4-48f9-a0d7-35d743ebae47,segment=NetworkSegment(4497a93a-12f8-46a7-98a2-48220a788bd5),segment_id=4497a93a-12f8-46a7-98a2-48220a788bd5)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:21:57.327189 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc29d6-7a45-4acc-83d9-0ca756ae1dde req-21522e48-2608-47dc-be69-913a4b55dfa0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:57.328734 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66cc29d6-7a45-4acc-83d9-0ca756ae1dde req-21522e48-2608-47dc-be69-913a4b55dfa0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.2059865 Aug 17 02:21:57.332346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5fb45-91b8-49a9-ad77-3b1a80445851 req-4e33207e-b7bd-4b16-b00c-f8310a489e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:57.334166 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2c5fb45-91b8-49a9-ad77-3b1a80445851 req-4e33207e-b7bd-4b16-b00c-f8310a489e1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2959ceac-83e9-4de2-afa8-c1049a0c5481 HTTP/1.1" status: 200 len: 860 time: 0.0730307 Aug 17 02:21:57.377169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3ee97968-1a9e-48c0-911e-9077e06dd8e3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:57.387275 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3ee97968-1a9e-48c0-911e-9077e06dd8e3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:57.387446 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2c5fb45-91b8-49a9-ad77-3b1a80445851 req-0c2d1f62-b22a-4792-8738-460074c71212 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f438f78f-1ae1-40df-bda3-38a888d5203a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362220 Aug 17 02:21:57.418818 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:57.435262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66cc29d6-7a45-4acc-83d9-0ca756ae1dde req-f45c9c1b-a204-4445-a6eb-42eea625b8fa tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820487 Aug 17 02:21:57.487501 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:57.539435 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Routers {'b52b3b91-907a-4ada-83a6-a8ea68b453ee'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:21:57.544082 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:57.580196 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2c5fb45-91b8-49a9-ad77-3b1a80445851 req-d29ea790-93db-471c-b36d-4ad4002d10b0 service neutron] 10.222.0.18 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838372 Aug 17 02:21:57.589771 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:57.635279 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0f61f79f-7b81-4797-970a-818ff7535d63 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:57.747776 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0f61f79f-7b81-4797-970a-818ff7535d63 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:57.748121 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:57.776458 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2c5fb45-91b8-49a9-ad77-3b1a80445851 req-c9997424-ddfc-48f9-9701-a8930bc9c5d2 service neutron] 10.222.0.18 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903269 Aug 17 02:21:57.800461 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] Set router b52b3b91-907a-4ada-83a6-a8ea68b453ee gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:21:57.856353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Allocated IP 192.168.233.228 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/cb3f9576-bff1-4247-9ad6-2449f1bb0388) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:57.870157 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3ee97968-1a9e-48c0-911e-9077e06dd8e3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9923105 Aug 17 02:21:57.887203 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2360412-87a2-4a00-8f3c-d8482358ea3a None None] Pushing event updated for resources: {'Port': ['ID=b926f670-3ab4-48f9-a0d7-35d743ebae47,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:57.898829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7ec2de70-d270-4d84-ad4b-a695a1a0de2f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'port': {'device_id': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a', 'admin_state_up': True, 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'security_groups': ['cab0e778-a0e9-4080-b594-4a2cfce5b416']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:57.989613 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7924ff43-bfe5-4bb6-94d0-cc0708896ee8 None None] Provisioning for port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:57.993001 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddb8fd1-4ac4-4dc3-8912-3ecaa38ff7d3,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:57.994624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7924ff43-bfe5-4bb6-94d0-cc0708896ee8 None None] Provisioning complete for port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:57.995234 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7924ff43-bfe5-4bb6-94d0-cc0708896ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:58.042985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d0768-b7ee-401e-b4ee-e61946027ad0 req-a7fbd746-d872-4469-af75-81339b01c262 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:58.044636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d47d0768-b7ee-401e-b4ee-e61946027ad0 req-a7fbd746-d872-4469-af75-81339b01c262 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 946 time: 0.1829262 Aug 17 02:21:58.085281 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7924ff43-bfe5-4bb6-94d0-cc0708896ee8 None None] Port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:21:58.153341 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:48Z', 'updated_at': '2021-08-17T02:21:53Z', 'revision_number': 4, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'gw_port': {'id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:49Z', 'updated_at': '2021-08-17T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'b926f670-3ab4-48f9-a0d7-35d743ebae47', 'name': '', 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'mac_address': 'fa:16:3e:71:9e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'af102a6f-756b-4197-a788-33847e19470e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:52Z', 'updated_at': '2021-08-17T02:21:57Z', 'revision_number': 4, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'subnets': [{'id': 'af102a6f-756b-4197-a788-33847e19470e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:21:58.164165 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d47d0768-b7ee-401e-b4ee-e61946027ad0 req-25f84eeb-633f-41a7-92c5-c5c0bc06eac6 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088147 Aug 17 02:21:58.181055 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025c42f-3788-420b-b46d-912d30375e00 None None] The sync data for ids ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'] in n-d-793621-31 is: [{'id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:48Z', 'updated_at': '2021-08-17T02:21:53Z', 'revision_number': 4, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'gw_port': {'id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:49Z', 'updated_at': '2021-08-17T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'b926f670-3ab4-48f9-a0d7-35d743ebae47', 'name': '', 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'mac_address': 'fa:16:3e:71:9e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'af102a6f-756b-4197-a788-33847e19470e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:52Z', 'updated_at': '2021-08-17T02:21:57Z', 'revision_number': 4, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'subnets': [{'id': 'af102a6f-756b-4197-a788-33847e19470e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:21:58.253222 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:58.283679 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7ec2de70-d270-4d84-ad4b-a695a1a0de2f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Made reservation on behalf of c691e931e322428681bcac4ac4d8423e for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:21:58.287784 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7ec2de70-d270-4d84-ad4b-a695a1a0de2f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:58.332573 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Transition to ACTIVE for port object cb3f9576-bff1-4247-9ad6-2449f1bb0388 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:58.345627 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:58.427401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0547b5c-5acf-4d92-8081-7ea11d01f94b req-7828d7ba-3395-47dd-b75c-24a488c6b4f3 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:58.429008 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0547b5c-5acf-4d92-8081-7ea11d01f94b req-7828d7ba-3395-47dd-b75c-24a488c6b4f3 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=9988e770-3675-42c4-a460-f0ff8248206e HTTP/1.1" status: 200 len: 945 time: 0.1474943 Aug 17 02:21:58.517835 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0547b5c-5acf-4d92-8081-7ea11d01f94b req-2c52eced-8733-49a0-8bd7-a45d2bae8f39 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771596 Aug 17 02:21:58.557166 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7ec2de70-d270-4d84-ad4b-a695a1a0de2f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Allocated IP 10.1.1.5 (18ecfdcf-578b-4c77-b839-88f0aa204f6a/6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7/95890f25-08f4-4c46-ac4e-517d0f3a2965) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:21:58.560188 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:58.581200 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7129803-9958-4e45-8141-7e7d46f1c1ad x-openstack-request-id: req-d7129803-9958-4e45-8141-7e7d46f1c1ad {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:21:58.581590 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9988e770-3675-42c4-a460-f0ff8248206e", "name": "network-vif-plugged", "status": "completed", "tag": "4f147c56-e2ee-43c2-849d-80c066abb648", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:21:58.581910 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7129803-9958-4e45-8141-7e7d46f1c1ad {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:21:58.582372 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9988e770-3675-42c4-a460-f0ff8248206e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f147c56-e2ee-43c2-849d-80c066abb648', 'code': 200} Aug 17 02:21:58.634729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Pushing event updated for resources: {'Port': ['ID=cb3f9576-bff1-4247-9ad6-2449f1bb0388,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:58.665904 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:58.710254 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:58.719646 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:58.734439 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56723955-faf5-454c-b302-2256a09fe2ad req-84a0ab18-f846-466b-9502-ccc57044df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:58.736030 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-56723955-faf5-454c-b302-2256a09fe2ad req-84a0ab18-f846-466b-9502-ccc57044df79 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9988e770-3675-42c4-a460-f0ff8248206e HTTP/1.1" status: 200 len: 1097 time: 0.0649059 Aug 17 02:21:58.815470 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-56723955-faf5-454c-b302-2256a09fe2ad req-87a251dc-1248-4133-ac99-34e4eab0d386 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585289 Aug 17 02:21:58.818769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:58.819791 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:59.163241 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-68923d9a-5c1b-47a1-b020-d3f629e3b746 None None] Provisioning for port cb3f9576-bff1-4247-9ad6-2449f1bb0388 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:59.163241 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-68923d9a-5c1b-47a1-b020-d3f629e3b746 None None] Provisioning complete for port cb3f9576-bff1-4247-9ad6-2449f1bb0388 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:59.163241 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-68923d9a-5c1b-47a1-b020-d3f629e3b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:59.216189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-68923d9a-5c1b-47a1-b020-d3f629e3b746 None None] Port cb3f9576-bff1-4247-9ad6-2449f1bb0388 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:21:59.270048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7579f7d-9191-4b51-ae68-8c2db3305be7 req-47ca9da8-c67c-4da7-a127-458db8caf22f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:59.276022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7579f7d-9191-4b51-ae68-8c2db3305be7 req-47ca9da8-c67c-4da7-a127-458db8caf22f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:59.277688 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7579f7d-9191-4b51-ae68-8c2db3305be7 req-47ca9da8-c67c-4da7-a127-458db8caf22f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 1653 time: 0.5937636 Aug 17 02:21:59.320990 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7ec2de70-d270-4d84-ad4b-a695a1a0de2f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:59.329777 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-6454867c-c20b-408f-b247-5c522adb972d tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5506999 Aug 17 02:21:59.353349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Request body: {'port': {'device_id': 'b8e0a729-fde2-4899-875d-8b85d8b65c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:59.357996 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7579f7d-9191-4b51-ae68-8c2db3305be7 req-a1d8d560-2934-4331-84d4-b332643139e2 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728049 Aug 17 02:21:59.359865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7ec2de70-d270-4d84-ad4b-a695a1a0de2f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Transition to ACTIVE for port object 95890f25-08f4-4c46-ac4e-517d0f3a2965 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:59.444732 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:59.569618 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7ec2de70-d270-4d84-ad4b-a695a1a0de2f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:59.648984 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b926f670-3ab4-48f9-a0d7-35d743ebae47 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:21:59.676458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7ec2de70-d270-4d84-ad4b-a695a1a0de2f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Network 18ecfdcf-578b-4c77-b839-88f0aa204f6a is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:21:59.713920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7ec2de70-d270-4d84-ad4b-a695a1a0de2f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:21:59.716340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7ec2de70-d270-4d84-ad4b-a695a1a0de2f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:21:59.729287 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2de70-d270-4d84-ad4b-a695a1a0de2f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'Port': ['ID=95890f25-08f4-4c46-ac4e-517d0f3a2965,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:21:59.784802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port b926f670-3ab4-48f9-a0d7-35d743ebae47 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:21:59.789551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port b926f670-3ab4-48f9-a0d7-35d743ebae47 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:21:59.792183 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:59.803818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7ec2de70-d270-4d84-ad4b-a695a1a0de2f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:21:59.804501 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7ec2de70-d270-4d84-ad4b-a695a1a0de2f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:59.892101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb3f9576-bff1-4247-9ad6-2449f1bb0388 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:21:59.899872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44922) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:21:59.904611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1660071512', 'description': 'tempest-description--920036756'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:21:59.916940 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:59.932421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Transition to ACTIVE for port object cb3f9576-bff1-4247-9ad6-2449f1bb0388 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:21:59.947174 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:21:59.960807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7ec2de70-d270-4d84-ad4b-a695a1a0de2f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0703559 Aug 17 02:21:59.988446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-85424e62-ebd0-4466-9bef-7d2c57dd0022 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'port': {'device_id': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca', 'admin_state_up': True, 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'security_groups': ['cab0e778-a0e9-4080-b594-4a2cfce5b416']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:00.015868 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port b926f670-3ab4-48f9-a0d7-35d743ebae47, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b926f670-3ab4-48f9-a0d7-35d743ebae47,segment=NetworkSegment(4497a93a-12f8-46a7-98a2-48220a788bd5),segment_id=4497a93a-12f8-46a7-98a2-48220a788bd5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:00.050828 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.076307 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.101679 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf372b0-c316-4289-b800-9376cd6a851f req-5019043b-4c76-4fb7-838f-22d7499e9d2c tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:00.103122 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bf372b0-c316-4289-b800-9376cd6a851f req-5019043b-4c76-4fb7-838f-22d7499e9d2c tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1529236 Aug 17 02:22:00.143768 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.191728 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-37a77555-7781-4aa0-ac57-5f39e0ad7fb0 None None] Provisioning for port 95890f25-08f4-4c46-ac4e-517d0f3a2965 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:22:00.191728 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-37a77555-7781-4aa0-ac57-5f39e0ad7fb0 None None] Provisioning complete for port 95890f25-08f4-4c46-ac4e-517d0f3a2965 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:22:00.191728 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-37a77555-7781-4aa0-ac57-5f39e0ad7fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.231399 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.237836 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-37a77555-7781-4aa0-ac57-5f39e0ad7fb0 None None] Port 95890f25-08f4-4c46-ac4e-517d0f3a2965 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:22:00.244690 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3f9576-bff1-4247-9ad6-2449f1bb0388,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:00.264385 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=b926f670-3ab4-48f9-a0d7-35d743ebae47,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:00.281706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bf372b0-c316-4289-b800-9376cd6a851f req-96df3d0a-ac5d-435d-8aa1-95fe6033018b tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.1635253 Aug 17 02:22:00.289208 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1bf372b0-c316-4289-b800-9376cd6a851f req-ee907d82-5de6-45be-b3e5-12c0d7f332f6 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Request body: {'floatingip': {'port_id': '532fb2b1-080f-45e9-ba4a-b0b321ccacab', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:00.314694 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.344285 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1bf372b0-c316-4289-b800-9376cd6a851f req-ee907d82-5de6-45be-b3e5-12c0d7f332f6 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.357419 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4d213c-6091-4704-871d-17e2044720b3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:00.362676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:00.362984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:00.363554 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:00.363954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:00.364350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:00.364767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:00.365160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:00.365575 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:00.365963 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:00.366294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:00.366716 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:00.367086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:00.429795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Attempting to bind port cb3f9576-bff1-4247-9ad6-2449f1bb0388 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:22:00.431738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Attempting to bind port cb3f9576-bff1-4247-9ad6-2449f1bb0388 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:22:00.431738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Attempting to bind port cb3f9576-bff1-4247-9ad6-2449f1bb0388 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:00.456269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Port cb3f9576-bff1-4247-9ad6-2449f1bb0388 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:22:00.456443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Attempting to bind port cb3f9576-bff1-4247-9ad6-2449f1bb0388 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:00.474300 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:22:00.474639 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:22:00.475024 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:22:00.475464 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Bound port: cb3f9576-bff1-4247-9ad6-2449f1bb0388, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:22:00.475822 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.489812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-85424e62-ebd0-4466-9bef-7d2c57dd0022 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Made reservation on behalf of c691e931e322428681bcac4ac4d8423e for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:22:00.588677 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.590119 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a9c9177c-a343-4d0f-b619-da6116442eaf tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6896322 Aug 17 02:22:00.593520 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44926) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:00.598965 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-2eefbc54-1194-45c0-8513-04881a96cc52 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Request body: {'security_group_rule': {'security_group_id': '1a4d213c-6091-4704-871d-17e2044720b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:00.703482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] For port cb3f9576-bff1-4247-9ad6-2449f1bb0388, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:22:00.718493 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-85424e62-ebd0-4466-9bef-7d2c57dd0022 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.732897 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2eefbc54-1194-45c0-8513-04881a96cc52 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.736839 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] For port cb3f9576-bff1-4247-9ad6-2449f1bb0388, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=cb3f9576-bff1-4247-9ad6-2449f1bb0388,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:22:00.768666 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.799364 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2eefbc54-1194-45c0-8513-04881a96cc52 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.866228 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.877067 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2eefbc54-1194-45c0-8513-04881a96cc52 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.898404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefbc54-1194-45c0-8513-04881a96cc52 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7a3010-f16d-42cc-b117-b7f7f107cbe9,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:00.959775 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:00.960410 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:00.961865 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] 10.222.0.18 "PUT /v2.0/ports/cb3f9576-bff1-4247-9ad6-2449f1bb0388 HTTP/1.1" status: 200 len: 1097 time: 1.6169245 Aug 17 02:22:00.964264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e0a729-fde2-4899-875d-8b85d8b65c35', 'tag': 'cb3f9576-bff1-4247-9ad6-2449f1bb0388'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:00.964693 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a1d704-3b35-4289-97b2-8ef25592f16a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e0a729-fde2-4899-875d-8b85d8b65c35", "tag": "cb3f9576-bff1-4247-9ad6-2449f1bb0388"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:01.019703 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2eefbc54-1194-45c0-8513-04881a96cc52 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:01.023625 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2eefbc54-1194-45c0-8513-04881a96cc52 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4266593 Aug 17 02:22:01.024348 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44930) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:01.031664 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-84e6b060-e185-4e9c-82eb-c3eff02c3282 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Request body: {'security_group_rule': {'security_group_id': '1a4d213c-6091-4704-871d-17e2044720b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:01.083157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b0af3-cbfc-404e-9be4-e8afc22e1f51 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3f9576-bff1-4247-9ad6-2449f1bb0388,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:01.169496 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-85424e62-ebd0-4466-9bef-7d2c57dd0022 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Allocated IP 10.2.2.100 (998fdff2-f2ba-4a39-b51d-2b0b852038ca/04b8b847-a236-4512-b8b2-45f3d9a9ed8d/1d5f2f6a-7566-46e1-a82e-d25b4ed3e209) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:22:01.177255 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84e6b060-e185-4e9c-82eb-c3eff02c3282 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:01.246253 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84e6b060-e185-4e9c-82eb-c3eff02c3282 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:01.278187 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1bf372b0-c316-4289-b800-9376cd6a851f req-ee907d82-5de6-45be-b3e5-12c0d7f332f6 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:01.308966 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-56207a51-5d11-415b-b301-4e6d54a00e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:01.310510 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-56207a51-5d11-415b-b301-4e6d54a00e74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c70f789335a4a8eac179b8335858e14&device_id=b8e0a729-fde2-4899-875d-8b85d8b65c35 HTTP/1.1" status: 200 len: 1100 time: 0.1028163 Aug 17 02:22:01.342782 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84e6b060-e185-4e9c-82eb-c3eff02c3282 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:01.362138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6b060-e185-4e9c-82eb-c3eff02c3282 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18edc412-89f0-4687-b202-6bf51417f9e2,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:01.376669 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-16c5cd41-9da1-4ec1-a68a-db901848d788 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=cb3f9576-bff1-4247-9ad6-2449f1bb0388 HTTP/1.1" status: 200 len: 217 time: 0.0403204 Aug 17 02:22:01.387666 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1bf372b0-c316-4289-b800-9376cd6a851f req-ee907d82-5de6-45be-b3e5-12c0d7f332f6 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:01.468585 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84e6b060-e185-4e9c-82eb-c3eff02c3282 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:01.474283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44932) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:01.481143 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-84e6b060-e185-4e9c-82eb-c3eff02c3282 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4451685 Aug 17 02:22:01.487270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:01.557739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-df8a937f-af13-48bf-8bb6-0445c5be93d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:01.560467 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-df8a937f-af13-48bf-8bb6-0445c5be93d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1726136 Aug 17 02:22:01.564443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b926f670-3ab4-48f9-a0d7-35d743ebae47 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:22:01.589684 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-85424e62-ebd0-4466-9bef-7d2c57dd0022 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:01.627808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port b926f670-3ab4-48f9-a0d7-35d743ebae47 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:22:01.628329 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:01.629670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-85424e62-ebd0-4466-9bef-7d2c57dd0022 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Transition to ACTIVE for port object 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:22:01.636935 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [req-1bf372b0-c316-4289-b800-9376cd6a851f req-ee907d82-5de6-45be-b3e5-12c0d7f332f6 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Floating IP f5b1376f-47a2-47f6-af13-e27f5bdfce6d associated. External IP: 172.25.5.201, port: 532fb2b1-080f-45e9-ba4a-b0b321ccacab. Aug 17 02:22:01.691978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-58d4ec8e-8335-4eef-bb5a-1510510a69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:01.694420 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-58d4ec8e-8335-4eef-bb5a-1510510a69fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1184242 Aug 17 02:22:01.828038 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:01.893954 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-85424e62-ebd0-4466-9bef-7d2c57dd0022 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:01.903669 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-aa8285b4-29e6-4c33-8d8b-6c8e94a6cd6c service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989508 Aug 17 02:22:02.368970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-85424e62-ebd0-4466-9bef-7d2c57dd0022 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Network 998fdff2-f2ba-4a39-b51d-2b0b852038ca is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:22:02.382894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-85424e62-ebd0-4466-9bef-7d2c57dd0022 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:22:02.414147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-85424e62-ebd0-4466-9bef-7d2c57dd0022 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:22:02.421815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85424e62-ebd0-4466-9bef-7d2c57dd0022 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'Port': ['ID=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:02.523129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-85424e62-ebd0-4466-9bef-7d2c57dd0022 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:02.523785 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-85424e62-ebd0-4466-9bef-7d2c57dd0022 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:02.544053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f9e288f-257a-4d31-ac34-fba97c685b60 req-77978855-acc3-4a38-a918-7a7b3fdbfb20 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792897 Aug 17 02:22:02.545861 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bf372b0-c316-4289-b800-9376cd6a851f req-ee907d82-5de6-45be-b3e5-12c0d7f332f6 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:22:02.623051 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:02.718933 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-85424e62-ebd0-4466-9bef-7d2c57dd0022 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7380135 Aug 17 02:22:02.740052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7e0872d5-4d66-4606-a6b0-63d88dab52e1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'port': {'device_id': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca', 'admin_state_up': True, 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'security_groups': ['cab0e778-a0e9-4080-b594-4a2cfce5b416']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:02.743770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bf372b0-c316-4289-b800-9376cd6a851f req-ee907d82-5de6-45be-b3e5-12c0d7f332f6 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:22:02.749401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-10ffa73b-a8cf-463b-8b78-cd4d7d698274 None None] Provisioning for port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:22:02.756091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-10ffa73b-a8cf-463b-8b78-cd4d7d698274 None None] Provisioning complete for port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:22:02.756537 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-10ffa73b-a8cf-463b-8b78-cd4d7d698274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:02.760898 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e947bd-7410-465e-9c5b-c6d067290f64 None None] Sync routers for ids ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:22:02.772916 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1bf372b0-c316-4289-b800-9376cd6a851f req-ee907d82-5de6-45be-b3e5-12c0d7f332f6 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:02.798979 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e947bd-7410-465e-9c5b-c6d067290f64 None None] Routers {'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:22:02.799729 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-70e947bd-7410-465e-9c5b-c6d067290f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:02.803896 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-10ffa73b-a8cf-463b-8b78-cd4d7d698274 None None] Port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:22:02.896728 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bf372b0-c316-4289-b800-9376cd6a851f req-ee907d82-5de6-45be-b3e5-12c0d7f332f6 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "PUT /v2.0/floatingips/f5b1376f-47a2-47f6-af13-e27f5bdfce6d HTTP/1.1" status: 200 len: 997 time: 2.6134317 Aug 17 02:22:02.899544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Allocated IP 172.25.5.96 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/71fb44b6-dc0b-47fd-b183-9268d9c0b822) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:22:02.934054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-70e947bd-7410-465e-9c5b-c6d067290f64 None None] Set router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:22:03.052861 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf372b0-c316-4289-b800-9376cd6a851f req-3eed8816-5814-48e6-a74c-1bf0de6e07dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:03.054653 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bf372b0-c316-4289-b800-9376cd6a851f req-3eed8816-5814-48e6-a74c-1bf0de6e07dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=162bf435e2274f1ab8d9b8ad12cd2769&device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 1098 time: 0.1392493 Aug 17 02:22:03.143420 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:03.193528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7e0872d5-4d66-4606-a6b0-63d88dab52e1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Made reservation on behalf of c691e931e322428681bcac4ac4d8423e for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:22:03.198166 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7e0872d5-4d66-4606-a6b0-63d88dab52e1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:03.206800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf372b0-c316-4289-b800-9376cd6a851f req-7622cdc3-8e3f-4dcc-89ec-2814405d8817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:03.208306 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bf372b0-c316-4289-b800-9376cd6a851f req-7622cdc3-8e3f-4dcc-89ec-2814405d8817 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f438f78f-1ae1-40df-bda3-38a888d5203a HTTP/1.1" status: 200 len: 921 time: 0.1445675 Aug 17 02:22:03.227836 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-70e947bd-7410-465e-9c5b-c6d067290f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:44Z', 'updated_at': '2021-08-17T02:20:50Z', 'revision_number': 4, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'gw_port': {'id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:45Z', 'updated_at': '2021-08-17T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'f5b1376f-47a2-47f6-af13-e27f5bdfce6d', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'port_id': '532fb2b1-080f-45e9-ba4a-b0b321ccacab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a', 'mac_address': 'fa:16:3e:c4:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:21:55Z', 'updated_at': '2021-08-17T02:22:01Z', 'revision_number': 1, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '821e9342-f924-4690-8133-4a013704fcba', 'name': '', 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'mac_address': 'fa:16:3e:eb:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:48Z', 'updated_at': '2021-08-17T02:20:55Z', 'revision_number': 5, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'subnets': [{'id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:03.259139 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e947bd-7410-465e-9c5b-c6d067290f64 None None] Checking router: bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:22:03.269550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e947bd-7410-465e-9c5b-c6d067290f64 None None] Routers {'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:22:03.270749 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-70e947bd-7410-465e-9c5b-c6d067290f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:03.338432 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bf372b0-c316-4289-b800-9376cd6a851f req-4d465c84-7313-46a9-9485-037813900738 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab HTTP/1.1" status: 200 len: 1000 time: 0.1200352 Aug 17 02:22:03.382198 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:03.391112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-70e947bd-7410-465e-9c5b-c6d067290f64 None None] Set router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:22:03.491980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:22:03.497943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:22:03.504713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Pushing event updated for resources: {'Port': ['ID=71fb44b6-dc0b-47fd-b183-9268d9c0b822,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:03.507234 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:22:03.521889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf372b0-c316-4289-b800-9376cd6a851f req-20c62242-0b2b-4bb7-b715-10fcc2365f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:03.526557 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bf372b0-c316-4289-b800-9376cd6a851f req-20c62242-0b2b-4bb7-b715-10fcc2365f6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2959ceac-83e9-4de2-afa8-c1049a0c5481 HTTP/1.1" status: 200 len: 860 time: 0.1803207 Aug 17 02:22:03.626428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bf372b0-c316-4289-b800-9376cd6a851f req-efee1511-51d5-44d2-866c-1414a7dddfb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f438f78f-1ae1-40df-bda3-38a888d5203a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540721 Aug 17 02:22:03.665395 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-70e947bd-7410-465e-9c5b-c6d067290f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:44Z', 'updated_at': '2021-08-17T02:20:50Z', 'revision_number': 4, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'gw_port': {'id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:45Z', 'updated_at': '2021-08-17T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'f5b1376f-47a2-47f6-af13-e27f5bdfce6d', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'port_id': '532fb2b1-080f-45e9-ba4a-b0b321ccacab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a', 'mac_address': 'fa:16:3e:c4:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:21:55Z', 'updated_at': '2021-08-17T02:22:01Z', 'revision_number': 1, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '821e9342-f924-4690-8133-4a013704fcba', 'name': '', 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'mac_address': 'fa:16:3e:eb:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:48Z', 'updated_at': '2021-08-17T02:20:55Z', 'revision_number': 5, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'subnets': [{'id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:03.675343 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7e0872d5-4d66-4606-a6b0-63d88dab52e1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Allocated IP 10.2.2.200 (998fdff2-f2ba-4a39-b51d-2b0b852038ca/04b8b847-a236-4512-b8b2-45f3d9a9ed8d/33575b9a-eeeb-4ad8-8cff-7b9b53767e6d) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:22:03.697143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e947bd-7410-465e-9c5b-c6d067290f64 None None] The sync data for ids ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'] in n-d-793621-31 is: [{'id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:44Z', 'updated_at': '2021-08-17T02:20:50Z', 'revision_number': 4, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'gw_port': {'id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:45Z', 'updated_at': '2021-08-17T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'f5b1376f-47a2-47f6-af13-e27f5bdfce6d', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'port_id': '532fb2b1-080f-45e9-ba4a-b0b321ccacab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a', 'mac_address': 'fa:16:3e:c4:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:21:55Z', 'updated_at': '2021-08-17T02:22:01Z', 'revision_number': 1, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '821e9342-f924-4690-8133-4a013704fcba', 'name': '', 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'mac_address': 'fa:16:3e:eb:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:48Z', 'updated_at': '2021-08-17T02:20:55Z', 'revision_number': 5, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'subnets': [{'id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:22:03.816537 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:03.862011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bf372b0-c316-4289-b800-9376cd6a851f req-a4c56996-523d-446b-bfa8-42722b17bb27 service neutron] 10.222.0.13 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154651 Aug 17 02:22:03.962539 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c16cd8b-1614-4235-8b56-3f416b53b8e5 None None] New status for floating IP f5b1376f-47a2-47f6-af13-e27f5bdfce6d: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:22:04.012832 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:04.085085 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7e0872d5-4d66-4606-a6b0-63d88dab52e1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:04.119793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bf372b0-c316-4289-b800-9376cd6a851f req-b756cfc4-ad20-473f-bde1-d94e358634f1 service neutron] 10.222.0.13 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282166 Aug 17 02:22:04.127593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7e0872d5-4d66-4606-a6b0-63d88dab52e1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Transition to ACTIVE for port object 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:22:04.263367 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:04.464246 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e4ca9-d66f-4bf7-9b17-0f699d93589d req-df8a3f12-0823-4102-a40c-bcb24cb618ed tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:04.465954 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-416e4ca9-d66f-4bf7-9b17-0f699d93589d req-df8a3f12-0823-4102-a40c-bcb24cb618ed tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e0a729-fde2-4899-875d-8b85d8b65c35 HTTP/1.1" status: 200 len: 948 time: 0.0560529 Aug 17 02:22:04.511740 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-416e4ca9-d66f-4bf7-9b17-0f699d93589d req-72d164f0-ea10-4e9b-9506-9c12b3f929cf tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ddb8fd1-4ac4-4dc3-8912-3ecaa38ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376201 Aug 17 02:22:04.617572 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7e0872d5-4d66-4606-a6b0-63d88dab52e1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:04.625522 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:04.682638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7e0872d5-4d66-4606-a6b0-63d88dab52e1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Network 998fdff2-f2ba-4a39-b51d-2b0b852038ca is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:22:04.705926 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7e0872d5-4d66-4606-a6b0-63d88dab52e1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:22:04.712549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7e0872d5-4d66-4606-a6b0-63d88dab52e1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:22:04.722894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0872d5-4d66-4606-a6b0-63d88dab52e1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event updated for resources: {'Port': ['ID=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:04.818861 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:04.823392 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Pushing event updated for resources: {'Port': ['ID=71fb44b6-dc0b-47fd-b183-9268d9c0b822,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:04.832573 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7e0872d5-4d66-4606-a6b0-63d88dab52e1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:04.833278 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7e0872d5-4d66-4606-a6b0-63d88dab52e1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:05.004389 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-7e0872d5-4d66-4606-a6b0-63d88dab52e1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2703345 Aug 17 02:22:05.006046 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:05.007570 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f5c1841b-bda5-4dfb-a6f7-9c7b002de993 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5247669 Aug 17 02:22:05.026036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Request body: {'port': {'device_id': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:05.087412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-dc4f58ba-f45c-4fbc-a275-c63dc831a14a None None] Provisioning for port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:22:05.091574 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-dc4f58ba-f45c-4fbc-a275-c63dc831a14a None None] Provisioning complete for port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:22:05.092016 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dc4f58ba-f45c-4fbc-a275-c63dc831a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:05.093920 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:05.130039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f58ba-f45c-4fbc-a275-c63dc831a14a None None] Port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:22:05.291446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed63b90-905c-4c17-988d-1bff354250c7 req-f022c856-60da-4f8a-a554-5a475c42a540 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:05.293024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ed63b90-905c-4c17-988d-1bff354250c7 req-f022c856-60da-4f8a-a554-5a475c42a540 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0796168 Aug 17 02:22:05.379509 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ed63b90-905c-4c17-988d-1bff354250c7 req-5bbaefd4-a9fd-41f1-a2b6-39468d1d6631 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758984 Aug 17 02:22:05.393449 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e756eb-a1cc-43ee-9d26-239afe09af85 req-9eda97b2-9efa-4b18-84fa-aabffae1daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:05.396145 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-98e756eb-a1cc-43ee-9d26-239afe09af85 req-9eda97b2-9efa-4b18-84fa-aabffae1daca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7958a1cdafed4011bf926b6ad6bc2e61&device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 1098 time: 0.0470161 Aug 17 02:22:05.511712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e756eb-a1cc-43ee-9d26-239afe09af85 req-af0a7939-9131-49bb-8925-0ed7eeae25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:05.513402 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-98e756eb-a1cc-43ee-9d26-239afe09af85 req-af0a7939-9131-49bb-8925-0ed7eeae25cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d HTTP/1.1" status: 200 len: 912 time: 0.1101046 Aug 17 02:22:05.527939 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cac303e-77da-4731-bb80-0a51a24c499c {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:05.538231 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:05.548405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e55e30-3ac5-4a51-a73e-31dafca6ddbd req-2f6df6da-7cb3-400e-b52e-54d46c233eba tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:05.550140 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70e55e30-3ac5-4a51-a73e-31dafca6ddbd req-2f6df6da-7cb3-400e-b52e-54d46c233eba tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=9988e770-3675-42c4-a460-f0ff8248206e HTTP/1.1" status: 200 len: 945 time: 0.0970588 Aug 17 02:22:05.557830 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-98e756eb-a1cc-43ee-9d26-239afe09af85 req-7cbbc46d-25a0-4da7-815e-d2a826b18819 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e269a82b-eff9-4ddf-92d6-91229453d9d9 HTTP/1.1" status: 200 len: 217 time: 0.0362723 Aug 17 02:22:05.592445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70e55e30-3ac5-4a51-a73e-31dafca6ddbd req-42a93473-793e-4209-811a-98d89627d443 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360506 Aug 17 02:22:05.630172 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e756eb-a1cc-43ee-9d26-239afe09af85 req-117fe90f-4704-43df-a7d0-19e3fca9196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:05.632018 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-98e756eb-a1cc-43ee-9d26-239afe09af85 req-117fe90f-4704-43df-a7d0-19e3fca9196b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f731366-6aa6-42ea-9f6e-74fe2d99ed33 HTTP/1.1" status: 200 len: 851 time: 0.0667517 Aug 17 02:22:05.670286 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-98e756eb-a1cc-43ee-9d26-239afe09af85 req-d5d68d72-8fa4-4608-abbc-f1ff34b5b0d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306628 Aug 17 02:22:05.736228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Transition to ACTIVE for port object 2cac303e-77da-4731-bb80-0a51a24c499c will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:22:05.769688 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461151d-5043-4af4-bf00-2aaca576fb21 req-51a38f63-5801-4f8f-a635-4dae8fac369c tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:05.774380 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-98e756eb-a1cc-43ee-9d26-239afe09af85 req-f8866312-de5f-4a86-96dd-3f415237a62e service neutron] 10.222.0.42 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944085 Aug 17 02:22:05.775747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461151d-5043-4af4-bf00-2aaca576fb21 req-51a38f63-5801-4f8f-a635-4dae8fac369c tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:05.782011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461151d-5043-4af4-bf00-2aaca576fb21 req-51a38f63-5801-4f8f-a635-4dae8fac369c tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:05.788116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461151d-5043-4af4-bf00-2aaca576fb21 req-51a38f63-5801-4f8f-a635-4dae8fac369c tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:05.794489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461151d-5043-4af4-bf00-2aaca576fb21 req-51a38f63-5801-4f8f-a635-4dae8fac369c tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:05.796282 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c461151d-5043-4af4-bf00-2aaca576fb21 req-51a38f63-5801-4f8f-a635-4dae8fac369c tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 3814 time: 0.1313598 Aug 17 02:22:05.824422 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:05.873519 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-98e756eb-a1cc-43ee-9d26-239afe09af85 req-5996591a-1c27-4189-b2b1-5cbda1e84684 service neutron] 10.222.0.42 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911140 Aug 17 02:22:05.885770 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c461151d-5043-4af4-bf00-2aaca576fb21 req-daeab0c2-e471-4032-9535-80ef702699e3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822473 Aug 17 02:22:05.900715 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Pushing event updated for resources: {'Port': ['ID=2cac303e-77da-4731-bb80-0a51a24c499c,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:05.955347 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12880932-0e5c-4415-ae39-64c58f056ea1 x-openstack-request-id: req-12880932-0e5c-4415-ae39-64c58f056ea1 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:05.955781 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e0a729-fde2-4899-875d-8b85d8b65c35", "tag": "cb3f9576-bff1-4247-9ad6-2449f1bb0388", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:05.956183 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12880932-0e5c-4415-ae39-64c58f056ea1 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:05.956656 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e0a729-fde2-4899-875d-8b85d8b65c35', 'tag': 'cb3f9576-bff1-4247-9ad6-2449f1bb0388', 'status': 'completed', 'code': 200} Aug 17 02:22:06.039514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Attempting to bind port 2cac303e-77da-4731-bb80-0a51a24c499c on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:22:06.039856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Attempting to bind port 2cac303e-77da-4731-bb80-0a51a24c499c by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'c576f5c8-8005-437d-84fa-41e0e77798d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:22:06.040309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Attempting to bind port 2cac303e-77da-4731-bb80-0a51a24c499c on network 651d96e6-ee24-4068-810d-dcc3f120ab5a {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:06.073424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Port 2cac303e-77da-4731-bb80-0a51a24c499c on network 651d96e6-ee24-4068-810d-dcc3f120ab5a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:22:06.073788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Attempting to bind port 2cac303e-77da-4731-bb80-0a51a24c499c on network 651d96e6-ee24-4068-810d-dcc3f120ab5a {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:06.089661 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-00122d52-1bef-457d-9009-94b673b384ba tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 1002 time: 0.1236217 Aug 17 02:22:06.092658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:22:06.093011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Checking segment: {'id': 'c576f5c8-8005-437d-84fa-41e0e77798d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:22:06.093383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Bound using segment: {'id': 'c576f5c8-8005-437d-84fa-41e0e77798d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:22:06.094007 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Bound port: 2cac303e-77da-4731-bb80-0a51a24c499c, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c576f5c8-8005-437d-84fa-41e0e77798d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:22:06.094429 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:06.142432 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1d704-3b35-4289-97b2-8ef25592f16a req-68aeb5fc-75f1-4993-b1d0-cf1377bb9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:06.145330 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8a1d704-3b35-4289-97b2-8ef25592f16a req-68aeb5fc-75f1-4993-b1d0-cf1377bb9980 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c70f789335a4a8eac179b8335858e14&device_id=b8e0a729-fde2-4899-875d-8b85d8b65c35 HTTP/1.1" status: 200 len: 1100 time: 0.1211636 Aug 17 02:22:06.202628 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-39582336-1bbe-4b09-92fc-78fccddb6a8a tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:06.204149 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-39582336-1bbe-4b09-92fc-78fccddb6a8a tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports/532fb2b1-080f-45e9-ba4a-b0b321ccacab HTTP/1.1" status: 200 len: 943 time: 0.1053312 Aug 17 02:22:06.316097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] For port 2cac303e-77da-4731-bb80-0a51a24c499c, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:22:06.355974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] For port 2cac303e-77da-4731-bb80-0a51a24c499c, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2cac303e-77da-4731-bb80-0a51a24c499c,segment=NetworkSegment(c576f5c8-8005-437d-84fa-41e0e77798d8),segment_id=c576f5c8-8005-437d-84fa-41e0e77798d8)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:22:06.364966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-11647015-04cb-47e5-b569-4bfc043e0788 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 1002 time: 0.1160936 Aug 17 02:22:06.366441 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1d704-3b35-4289-97b2-8ef25592f16a req-716468e8-07e2-4428-825f-5e0abafcc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:06.367835 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8a1d704-3b35-4289-97b2-8ef25592f16a req-716468e8-07e2-4428-825f-5e0abafcc8c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2046850 Aug 17 02:22:06.450065 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8a1d704-3b35-4289-97b2-8ef25592f16a req-5d4d9669-e753-49a9-b271-53a93e46d216 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=cb3f9576-bff1-4247-9ad6-2449f1bb0388 HTTP/1.1" status: 200 len: 217 time: 0.0705314 Aug 17 02:22:06.816932 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:06.885127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:06.885796 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:06.887259 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] 10.222.0.18 "PUT /v2.0/ports/2cac303e-77da-4731-bb80-0a51a24c499c HTTP/1.1" status: 200 len: 1092 time: 1.8657928 Aug 17 02:22:06.902227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1d704-3b35-4289-97b2-8ef25592f16a req-41e19973-76ca-44e5-936d-b94cf88b8a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:06.903704 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8a1d704-3b35-4289-97b2-8ef25592f16a req-41e19973-76ca-44e5-936d-b94cf88b8a6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.4438527 Aug 17 02:22:06.930906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-6a7e1fe4-178c-4880-9981-6fcbb1e797cc tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:06.932325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-6a7e1fe4-178c-4880-9981-6fcbb1e797cc tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.5616121 Aug 17 02:22:06.970124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70c654-11df-4eb6-8d57-32aa1ac19e86 service neutron] Pushing event updated for resources: {'Port': ['ID=2cac303e-77da-4731-bb80-0a51a24c499c,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:07.030710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1d704-3b35-4289-97b2-8ef25592f16a req-54df7049-f733-4b15-ac61-2a0ab988f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:07.034948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8a1d704-3b35-4289-97b2-8ef25592f16a req-54df7049-f733-4b15-ac61-2a0ab988f0dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1210332 Aug 17 02:22:07.039921 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-f234efcb-0bf8-480d-a4e6-daed572b362e tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 1002 time: 0.0984159 Aug 17 02:22:07.065528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-0a8495ae-75c4-429a-8c85-720882b400da tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:07.146473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Request body: {'port': {'device_id': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:07.211188 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-0a8495ae-75c4-429a-8c85-720882b400da tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:07.294838 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:07.312364 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8a1d704-3b35-4289-97b2-8ef25592f16a req-1600049f-252b-4830-a938-215428d302f1 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670155 Aug 17 02:22:07.324627 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device cb3f9576-bff1-4247-9ad6-2449f1bb0388 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:22:07.439726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port cb3f9576-bff1-4247-9ad6-2449f1bb0388, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=cb3f9576-bff1-4247-9ad6-2449f1bb0388,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:07.454873 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'cb3f9576-bff1-4247-9ad6-2449f1bb0388', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'cb3f9576-bff1-4247-9ad6-2449f1bb0388', 'mac_address': 'fa:16:3e:66:6f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:22:07.494867 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:07.508808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb3f9576-bff1-4247-9ad6-2449f1bb0388 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:07.529230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port cb3f9576-bff1-4247-9ad6-2449f1bb0388, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=cb3f9576-bff1-4247-9ad6-2449f1bb0388,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:07.562856 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-0a8495ae-75c4-429a-8c85-720882b400da tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:07.601714 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8a1d704-3b35-4289-97b2-8ef25592f16a req-5ea41d98-1208-435a-bb52-cea20f6e6687 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800283 Aug 17 02:22:07.646089 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:07.690924 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-0a8495ae-75c4-429a-8c85-720882b400da tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:07.691296 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-0a8495ae-75c4-429a-8c85-720882b400da tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Floating IP f5b1376f-47a2-47f6-af13-e27f5bdfce6d disassociated. External IP: 172.25.5.201, port: 532fb2b1-080f-45e9-ba4a-b0b321ccacab. Aug 17 02:22:07.707021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=cb3f9576-bff1-4247-9ad6-2449f1bb0388,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:07.720449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:07.725845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:07.725845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:07.725845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:07.725845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:07.725845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:07.725845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:07.725845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:07.725845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:07.725845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:07.725845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:07.725845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:07.824888 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3b66ca97-e7ff-4aad-b9d8-9c3b7036c031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:07.889268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:07.898507 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:07.951531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Transition to ACTIVE for port object 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:22:07.958723 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'tag': '532fb2b1-080f-45e9-ba4a-b0b321ccacab'}, {'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': '2cac303e-77da-4731-bb80-0a51a24c499c'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:07.961554 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9084180-2fdf-4b0a-bfe9-e58f025a7d0d", "tag": "532fb2b1-080f-45e9-ba4a-b0b321ccacab"}, {"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "2cac303e-77da-4731-bb80-0a51a24c499c"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:08.038243 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-0a8495ae-75c4-429a-8c85-720882b400da tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:22:08.097964 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:08.119783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['cb3f9576-bff1-4247-9ad6-2449f1bb0388'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:22:08.221103 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3e07ab-0bb6-4c6d-b05b-819a2059cddd,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:08.350654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-0a8495ae-75c4-429a-8c85-720882b400da tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:22:08.361322 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-0a8495ae-75c4-429a-8c85-720882b400da tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:08.362294 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455fb27d-a119-4ce7-be3a-d3b671f4aa56 None None] Sync routers for ids ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:22:08.376110 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455fb27d-a119-4ce7-be3a-d3b671f4aa56 None None] Routers {'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:22:08.376941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-455fb27d-a119-4ce7-be3a-d3b671f4aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:08.385045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Attempting to bind port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:22:08.385391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Attempting to bind port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:22:08.391829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Attempting to bind port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd on network 18ecfdcf-578b-4c77-b839-88f0aa204f6a {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:08.397614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd on network 18ecfdcf-578b-4c77-b839-88f0aa204f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:22:08.397931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Attempting to bind port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd on network 18ecfdcf-578b-4c77-b839-88f0aa204f6a {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:08.401060 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-0a8495ae-75c4-429a-8c85-720882b400da tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "PUT /v2.0/floatingips/f5b1376f-47a2-47f6-af13-e27f5bdfce6d HTTP/1.1" status: 200 len: 695 time: 1.3540063 Aug 17 02:22:08.405260 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:22:08.405635 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Checking segment: {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:22:08.406205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Bound using segment: {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:22:08.406771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Bound port: 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:22:08.407635 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:08.510547 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-455fb27d-a119-4ce7-be3a-d3b671f4aa56 None None] Set router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:22:08.518557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-674c2b03-9ad1-4def-a719-e3e9f59d5707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:08.520162 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-674c2b03-9ad1-4def-a719-e3e9f59d5707 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=162bf435e2274f1ab8d9b8ad12cd2769&device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 1098 time: 0.0770648 Aug 17 02:22:08.521253 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] For port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:22:08.524996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] For port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=4c3e07ab-0bb6-4c6d-b05b-819a2059cddd,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:22:08.610949 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:08.668016 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:08.669045 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:08.671349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] 10.222.0.18 "PUT /v2.0/ports/4c3e07ab-0bb6-4c6d-b05b-819a2059cddd HTTP/1.1" status: 200 len: 1130 time: 1.5311551 Aug 17 02:22:08.679598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-99c44a8b-0517-4170-a441-6c1825531e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:08.681294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-99c44a8b-0517-4170-a441-6c1825531e03 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f438f78f-1ae1-40df-bda3-38a888d5203a HTTP/1.1" status: 200 len: 921 time: 0.1530480 Aug 17 02:22:08.739702 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-62292a9f-eff8-40ce-bbcf-5148a3dd96f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab HTTP/1.1" status: 200 len: 217 time: 0.0493536 Aug 17 02:22:08.744032 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef95a38-41d6-4f99-a035-b6a45fff1161 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3e07ab-0bb6-4c6d-b05b-819a2059cddd,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:08.791014 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-455fb27d-a119-4ce7-be3a-d3b671f4aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:44Z', 'updated_at': '2021-08-17T02:20:50Z', 'revision_number': 4, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'gw_port': {'id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:45Z', 'updated_at': '2021-08-17T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '821e9342-f924-4690-8133-4a013704fcba', 'name': '', 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'mac_address': 'fa:16:3e:eb:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:48Z', 'updated_at': '2021-08-17T02:20:55Z', 'revision_number': 5, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'subnets': [{'id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:08.802765 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-786273c8-8109-4ef8-bb7a-62f687e8adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:08.811903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-786273c8-8109-4ef8-bb7a-62f687e8adc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2959ceac-83e9-4de2-afa8-c1049a0c5481 HTTP/1.1" status: 200 len: 860 time: 0.0614314 Aug 17 02:22:08.826727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455fb27d-a119-4ce7-be3a-d3b671f4aa56 None None] Checking router: bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:22:08.839539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455fb27d-a119-4ce7-be3a-d3b671f4aa56 None None] Routers {'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:22:08.840647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-455fb27d-a119-4ce7-be3a-d3b671f4aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:21:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:08.858920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Request body: {'port': {'device_id': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:08.870816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-f811663b-5a58-4fb9-95b7-8f396ae963b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f438f78f-1ae1-40df-bda3-38a888d5203a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578752 Aug 17 02:22:08.980491 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:09.077844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-d7cc08c2-a3b0-4217-9996-2513105585d6 service neutron] 10.222.0.13 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059758 Aug 17 02:22:09.125089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-455fb27d-a119-4ce7-be3a-d3b671f4aa56 None None] Set router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:22:09.287859 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b48e2e7-0bb7-4e02-b5ab-786c807c0db1 req-54d18e4f-088c-49ee-bfc5-68905712458c service neutron] 10.222.0.13 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080665 Aug 17 02:22:09.333023 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-455fb27d-a119-4ce7-be3a-d3b671f4aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:44Z', 'updated_at': '2021-08-17T02:20:50Z', 'revision_number': 4, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'gw_port': {'id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:45Z', 'updated_at': '2021-08-17T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '821e9342-f924-4690-8133-4a013704fcba', 'name': '', 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'mac_address': 'fa:16:3e:eb:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:48Z', 'updated_at': '2021-08-17T02:20:55Z', 'revision_number': 5, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'subnets': [{'id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:09.362194 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device cb3f9576-bff1-4247-9ad6-2449f1bb0388 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:22:09.383937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0097a1b-6143-4c3d-821a-e42fa93eb11a {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:09.384188 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455fb27d-a119-4ce7-be3a-d3b671f4aa56 None None] The sync data for ids ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'] in n-d-793621-31 is: [{'id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:44Z', 'updated_at': '2021-08-17T02:20:50Z', 'revision_number': 4, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'gw_port': {'id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:45Z', 'updated_at': '2021-08-17T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '821e9342-f924-4690-8133-4a013704fcba', 'name': '', 'network_id': 'f438f78f-1ae1-40df-bda3-38a888d5203a', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'mac_address': 'fa:16:3e:eb:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:48Z', 'updated_at': '2021-08-17T02:20:55Z', 'revision_number': 5, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'subnets': [{'id': '2959ceac-83e9-4de2-afa8-c1049a0c5481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:22:09.394211 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:09.416505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Transition to ACTIVE for port object d0097a1b-6143-4c3d-821a-e42fa93eb11a will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:22:09.493233 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:09.519944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port cb3f9576-bff1-4247-9ad6-2449f1bb0388 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:22:09.524275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port cb3f9576-bff1-4247-9ad6-2449f1bb0388 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:22:09.526168 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:09.582828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Pushing event updated for resources: {'Port': ['ID=d0097a1b-6143-4c3d-821a-e42fa93eb11a,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:09.598416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-84b7d9a6-0cbf-4940-95de-35dfaa127d0f tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1660071512&fields=id&tenant_id=7c657bbf16d249bba9598a9f655bec8d HTTP/1.1" status: 200 len: 267 time: 0.0690277 Aug 17 02:22:09.664846 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:09.693500 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e0a729-fde2-4899-875d-8b85d8b65c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3f9576-bff1-4247-9ad6-2449f1bb0388'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:09.695763 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438120c9-91c2-4671-8061-a55981f99be3" -d '{"events": [{"server_uuid": "b8e0a729-fde2-4899-875d-8b85d8b65c35", "name": "network-vif-plugged", "status": "completed", "tag": "cb3f9576-bff1-4247-9ad6-2449f1bb0388"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:09.704163 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49a589-8dea-4b09-90c5-6f15e583519d None None] New status for floating IP f5b1376f-47a2-47f6-af13-e27f5bdfce6d: DOWN {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:22:09.717032 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port cb3f9576-bff1-4247-9ad6-2449f1bb0388, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=cb3f9576-bff1-4247-9ad6-2449f1bb0388,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:09.764340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Attempting to bind port d0097a1b-6143-4c3d-821a-e42fa93eb11a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:22:09.764685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Attempting to bind port d0097a1b-6143-4c3d-821a-e42fa93eb11a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:22:09.765017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Attempting to bind port d0097a1b-6143-4c3d-821a-e42fa93eb11a on network 18ecfdcf-578b-4c77-b839-88f0aa204f6a {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:09.777786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Port d0097a1b-6143-4c3d-821a-e42fa93eb11a on network 18ecfdcf-578b-4c77-b839-88f0aa204f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:22:09.778113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Attempting to bind port d0097a1b-6143-4c3d-821a-e42fa93eb11a on network 18ecfdcf-578b-4c77-b839-88f0aa204f6a {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:09.786677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-90e17998-cf21-4d5e-b6af-da35bcc3faae tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:09.788216 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-90e17998-cf21-4d5e-b6af-da35bcc3faae tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/networks?id=0df5f708-0a74-4aaa-a1e6-1144e4724d95 HTTP/1.1" status: 200 len: 815 time: 0.1718519 Aug 17 02:22:09.792777 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:22:09.793044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Checking segment: {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:22:09.793471 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Bound using segment: {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:22:09.793993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Bound port: d0097a1b-6143-4c3d-821a-e42fa93eb11a, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:22:09.794359 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:09.814304 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:09.814919 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-4ba97af3-d048-492a-bf23-e2165598a11a tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/quotas/7c657bbf16d249bba9598a9f655bec8d HTTP/1.1" status: 200 len: 375 time: 0.0181234 Aug 17 02:22:09.882010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=cb3f9576-bff1-4247-9ad6-2449f1bb0388,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:09.911188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] For port d0097a1b-6143-4c3d-821a-e42fa93eb11a, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:22:09.920735 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-98816263-f166-484b-8c2b-ac5979989b68 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c657bbf16d249bba9598a9f655bec8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807703 Aug 17 02:22:09.933532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] For port d0097a1b-6143-4c3d-821a-e42fa93eb11a, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d0097a1b-6143-4c3d-821a-e42fa93eb11a,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:22:10.026478 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-109c9f73-6d73-40f1-98c0-8e4424a284c7 service neutron] 10.222.0.13 "GET /v2.0/networks/0df5f708-0a74-4aaa-a1e6-1144e4724d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852478 Aug 17 02:22:10.035220 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:10.121762 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:10.122388 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:10.124031 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] 10.222.0.18 "PUT /v2.0/ports/d0097a1b-6143-4c3d-821a-e42fa93eb11a HTTP/1.1" status: 200 len: 1131 time: 1.2931714 Aug 17 02:22:10.155452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f9c27-41dd-4ce0-90bf-fa4a7b86cd12 service neutron] Pushing event updated for resources: {'Port': ['ID=d0097a1b-6143-4c3d-821a-e42fa93eb11a,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:10.191727 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-d46f62cc-53a2-45e8-b61c-c9a143b75b73 service neutron] 10.222.0.13 "GET /v2.0/networks/0df5f708-0a74-4aaa-a1e6-1144e4724d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578848 Aug 17 02:22:10.257075 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-40f8a9bf-4f46-4eb3-9e5d-8546a577e43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:10.266959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Request body: {'port': {'device_id': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:10.330615 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:10.596310 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:10.629800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92add9c-b7ad-4ee8-92bb-043380fa915d req-5c450e61-2714-424f-94b4-eb6df32aa92c tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:10.631687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e92add9c-b7ad-4ee8-92bb-043380fa915d req-5c450e61-2714-424f-94b4-eb6df32aa92c tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 946 time: 0.0825298 Aug 17 02:22:10.711131 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e92add9c-b7ad-4ee8-92bb-043380fa915d req-162fcfd5-6250-4a7e-9d64-e0eb20834385 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671117 Aug 17 02:22:10.722748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:10.736538 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:10.749445 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Transition to ACTIVE for port object 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:22:10.823355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52f4bf-155c-48e6-a197-18a2fadec9c6 req-0ee2bc10-5d97-4150-bc07-1758d4e960e0 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:10.824878 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf52f4bf-155c-48e6-a197-18a2fadec9c6 req-0ee2bc10-5d97-4150-bc07-1758d4e960e0 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e0a729-fde2-4899-875d-8b85d8b65c35 HTTP/1.1" status: 200 len: 950 time: 0.0547910 Aug 17 02:22:10.848758 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:10.895350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf52f4bf-155c-48e6-a197-18a2fadec9c6 req-f2b30dcf-8d0e-4bcb-8360-fe737bddffcc tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ddb8fd1-4ac4-4dc3-8912-3ecaa38ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642540 Aug 17 02:22:10.916932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Pushing event updated for resources: {'Port': ['ID=2c61de3a-3794-4b2c-b2d7-398cf2d4d366,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:11.003923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Attempting to bind port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:22:11.004264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Attempting to bind port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:22:11.004671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Attempting to bind port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 on network 18ecfdcf-578b-4c77-b839-88f0aa204f6a {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:11.009418 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 on network 18ecfdcf-578b-4c77-b839-88f0aa204f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:22:11.009729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Attempting to bind port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 on network 18ecfdcf-578b-4c77-b839-88f0aa204f6a {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:11.014717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:22:11.015089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Checking segment: {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:22:11.015532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Bound using segment: {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:22:11.015999 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Bound port: 2c61de3a-3794-4b2c-b2d7-398cf2d4d366, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:22:11.016399 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:11.102185 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] For port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:22:11.107486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] For port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2c61de3a-3794-4b2c-b2d7-398cf2d4d366,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:22:11.199813 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:11.235000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:11.235563 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:11.236998 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] 10.222.0.18 "PUT /v2.0/ports/2c61de3a-3794-4b2c-b2d7-398cf2d4d366 HTTP/1.1" status: 200 len: 1092 time: 0.9792976 Aug 17 02:22:11.272917 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044227a0-924c-4a0b-bd47-c33bb8733d80 service neutron] Pushing event updated for resources: {'Port': ['ID=2c61de3a-3794-4b2c-b2d7-398cf2d4d366,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:11.396985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Request body: {'port': {'device_id': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:11.500967 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:11.511572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1c663-e288-4c77-99ff-3a7747efac28 req-cca55da6-dc76-4448-8913-210f3ba5d3f7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:11.513210 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6e1c663-e288-4c77-99ff-3a7747efac28 req-cca55da6-dc76-4448-8913-210f3ba5d3f7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0829680 Aug 17 02:22:11.583154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6e1c663-e288-4c77-99ff-3a7747efac28 req-b98740fb-805d-45c1-89ca-bad6ed358883 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624115 Aug 17 02:22:11.755816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687a90d-fe3d-437d-a8c2-eba05cac43ea req-98cacbd9-bf9a-423d-94f0-85a94d176262 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:11.761707 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687a90d-fe3d-437d-a8c2-eba05cac43ea req-98cacbd9-bf9a-423d-94f0-85a94d176262 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:11.768395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687a90d-fe3d-437d-a8c2-eba05cac43ea req-98cacbd9-bf9a-423d-94f0-85a94d176262 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:11.774297 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687a90d-fe3d-437d-a8c2-eba05cac43ea req-98cacbd9-bf9a-423d-94f0-85a94d176262 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:11.780208 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687a90d-fe3d-437d-a8c2-eba05cac43ea req-98cacbd9-bf9a-423d-94f0-85a94d176262 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:11.787576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687a90d-fe3d-437d-a8c2-eba05cac43ea req-98cacbd9-bf9a-423d-94f0-85a94d176262 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:11.792207 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687a90d-fe3d-437d-a8c2-eba05cac43ea req-98cacbd9-bf9a-423d-94f0-85a94d176262 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:11.794111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5687a90d-fe3d-437d-a8c2-eba05cac43ea req-98cacbd9-bf9a-423d-94f0-85a94d176262 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5381 time: 0.1414847 Aug 17 02:22:11.838781 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:11.871859 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5687a90d-fe3d-437d-a8c2-eba05cac43ea req-1088022a-7bd1-4e79-bb5b-9f5d4ff25ec8 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630505 Aug 17 02:22:11.916030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95890f25-08f4-4c46-ac4e-517d0f3a2965 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:11.924380 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:11.937459 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7871d0-ec9c-432a-9b03-d4a56cdcce7e x-openstack-request-id: req-2c7871d0-ec9c-432a-9b03-d4a56cdcce7e {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:11.937777 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9084180-2fdf-4b0a-bfe9-e58f025a7d0d", "tag": "532fb2b1-080f-45e9-ba4a-b0b321ccacab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "2cac303e-77da-4731-bb80-0a51a24c499c", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:11.938552 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c7871d0-ec9c-432a-9b03-d4a56cdcce7e {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:11.939029 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'tag': '532fb2b1-080f-45e9-ba4a-b0b321ccacab', 'status': 'completed', 'code': 200} Aug 17 02:22:11.939293 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': '2cac303e-77da-4731-bb80-0a51a24c499c', 'status': 'completed', 'code': 200} Aug 17 02:22:11.940210 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Transition to ACTIVE for port object 95890f25-08f4-4c46-ac4e-517d0f3a2965 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:22:12.006348 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d4f97f2b-6b2e-4c64-9ab4-db3a5de4ab8a req-cc87e4d7-7a2d-49b0-8496-4366c0cede5b tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/floatingips/f5b1376f-47a2-47f6-af13-e27f5bdfce6d HTTP/1.1" status: 200 len: 693 time: 0.0583098 Aug 17 02:22:12.333223 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:12.462841 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-fbf50f9d-8ef3-473b-9c68-d11ef01a9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:12.464374 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-fbf50f9d-8ef3-473b-9c68-d11ef01a9b6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=162bf435e2274f1ab8d9b8ad12cd2769&device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 1098 time: 0.4787548 Aug 17 02:22:12.464996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d13549-f715-4248-9455-f151229ed570 service neutron] Pushing event updated for resources: {'Port': ['ID=95890f25-08f4-4c46-ac4e-517d0f3a2965,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:12.625581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f97f2b-6b2e-4c64-9ab4-db3a5de4ab8a req-e8a20b1e-59a4-4235-86d2-ed5a851927d4 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:12.626927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d4f97f2b-6b2e-4c64-9ab4-db3a5de4ab8a req-e8a20b1e-59a4-4235-86d2-ed5a851927d4 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.2964571 Aug 17 02:22:12.682332 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Attempting to bind port 95890f25-08f4-4c46-ac4e-517d0f3a2965 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:22:12.682565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Attempting to bind port 95890f25-08f4-4c46-ac4e-517d0f3a2965 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:22:12.682896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Attempting to bind port 95890f25-08f4-4c46-ac4e-517d0f3a2965 on network 18ecfdcf-578b-4c77-b839-88f0aa204f6a {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:12.696994 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Port 95890f25-08f4-4c46-ac4e-517d0f3a2965 on network 18ecfdcf-578b-4c77-b839-88f0aa204f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:22:12.697403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Attempting to bind port 95890f25-08f4-4c46-ac4e-517d0f3a2965 on network 18ecfdcf-578b-4c77-b839-88f0aa204f6a {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:12.701611 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d4f97f2b-6b2e-4c64-9ab4-db3a5de4ab8a req-63df52b5-3f9f-43e2-9e5a-5af77806ecf4 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.0666094 Aug 17 02:22:12.721528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-f86abfd7-450a-44c3-ac1d-bdbf1a015afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:12.723287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-f86abfd7-450a-44c3-ac1d-bdbf1a015afd service neutron] 10.222.0.18 "GET /v2.0/networks?id=f438f78f-1ae1-40df-bda3-38a888d5203a HTTP/1.1" status: 200 len: 921 time: 0.2250156 Aug 17 02:22:12.724025 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:22:12.724366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Checking segment: {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:22:12.724748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Bound using segment: {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:22:12.725194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Bound port: 95890f25-08f4-4c46-ac4e-517d0f3a2965, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9079f58-1970-4dd7-b878-424310a2d28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:22:12.725724 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:12.811153 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d4f97f2b-6b2e-4c64-9ab4-db3a5de4ab8a req-9b5082c8-b729-40af-9fc6-76282b5ba41f tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.1010423 Aug 17 02:22:12.813861 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-14c1f1c3-d850-4d93-80d3-debfb8687b85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab HTTP/1.1" status: 200 len: 217 time: 0.0543580 Aug 17 02:22:12.981845 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-5a66c19c-a591-449a-9c89-ad1d95637513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:12.983368 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-5a66c19c-a591-449a-9c89-ad1d95637513 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2959ceac-83e9-4de2-afa8-c1049a0c5481 HTTP/1.1" status: 200 len: 860 time: 0.1612263 Aug 17 02:22:13.038084 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-64132b9f-0f52-424b-a153-577292ee4c3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f438f78f-1ae1-40df-bda3-38a888d5203a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451822 Aug 17 02:22:13.039252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] For port 95890f25-08f4-4c46-ac4e-517d0f3a2965, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:22:13.072394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] For port 95890f25-08f4-4c46-ac4e-517d0f3a2965, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=95890f25-08f4-4c46-ac4e-517d0f3a2965,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:22:13.149833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-d4f97f2b-6b2e-4c64-9ab4-db3a5de4ab8a req-0a0a3fee-7069-4071-9fc9-1dbccf53935b tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Deleting port 9a99be37-791b-4adb-a19c-20b5b5437e2c {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:22:13.150179 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d4f97f2b-6b2e-4c64-9ab4-db3a5de4ab8a req-0a0a3fee-7069-4071-9fc9-1dbccf53935b tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:13.163364 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:13.222659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-b122b5bc-2e38-4570-b54f-f65498f9d4e6 service neutron] 10.222.0.18 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727607 Aug 17 02:22:13.249743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:13.250903 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:13.252426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-65d13549-f715-4248-9455-f151229ed570 service neutron] 10.222.0.18 "PUT /v2.0/ports/95890f25-08f4-4c46-ac4e-517d0f3a2965 HTTP/1.1" status: 200 len: 1090 time: 1.8623340 Aug 17 02:22:13.320844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d13549-f715-4248-9455-f151229ed570 service neutron] Pushing event updated for resources: {'Port': ['ID=95890f25-08f4-4c46-ac4e-517d0f3a2965,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:13.364103 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Request body: {'port': {'device_id': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:13.372178 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d4f97f2b-6b2e-4c64-9ab4-db3a5de4ab8a req-0a0a3fee-7069-4071-9fc9-1dbccf53935b tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:13.372509 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d4f97f2b-6b2e-4c64-9ab4-db3a5de4ab8a req-0a0a3fee-7069-4071-9fc9-1dbccf53935b tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:13.424017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-d4f97f2b-6b2e-4c64-9ab4-db3a5de4ab8a req-0a0a3fee-7069-4071-9fc9-1dbccf53935b tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Calling delete_port for 9a99be37-791b-4adb-a19c-20b5b5437e2c owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:22:13.434093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-91bc2206-b747-46ca-8668-70caecdeecae service neutron] 10.222.0.18 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011976 Aug 17 02:22:13.513092 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:13.617616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-8d08c3e8-f1eb-413d-a9c8-ac9fd713acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:13.618108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-8d08c3e8-f1eb-413d-a9c8-ac9fd713acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:13.618593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-8d08c3e8-f1eb-413d-a9c8-ac9fd713acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:13.619073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-8d08c3e8-f1eb-413d-a9c8-ac9fd713acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:13.619541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-8d08c3e8-f1eb-413d-a9c8-ac9fd713acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:13.620011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-8d08c3e8-f1eb-413d-a9c8-ac9fd713acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:13.620480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-8d08c3e8-f1eb-413d-a9c8-ac9fd713acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:13.622628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-8d08c3e8-f1eb-413d-a9c8-ac9fd713acac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c691e931e322428681bcac4ac4d8423e&device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 6345 time: 0.1185052 Aug 17 02:22:13.662622 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:13.881579 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-ae2092de-cbb0-4910-97c4-28950f7ddd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:13.881982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-ae2092de-cbb0-4910-97c4-28950f7ddd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:13.882460 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-ae2092de-cbb0-4910-97c4-28950f7ddd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:13.884056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-ae2092de-cbb0-4910-97c4-28950f7ddd01 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c691e931e322428681bcac4ac4d8423e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2467248 Aug 17 02:22:13.947255 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'tag': '532fb2b1-080f-45e9-ba4a-b0b321ccacab'}, {'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': '4c3e07ab-0bb6-4c6d-b05b-819a2059cddd'}, {'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': 'd0097a1b-6143-4c3d-821a-e42fa93eb11a'}, {'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': '2c61de3a-3794-4b2c-b2d7-398cf2d4d366'}, {'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': '95890f25-08f4-4c46-ac4e-517d0f3a2965'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:13.949789 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e59f984-8591-4fb6-9712-c9f50b3258ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e9084180-2fdf-4b0a-bfe9-e58f025a7d0d", "tag": "532fb2b1-080f-45e9-ba4a-b0b321ccacab"}, {"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "4c3e07ab-0bb6-4c6d-b05b-819a2059cddd"}, {"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "d0097a1b-6143-4c3d-821a-e42fa93eb11a"}, {"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "2c61de3a-3794-4b2c-b2d7-398cf2d4d366"}, {"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "95890f25-08f4-4c46-ac4e-517d0f3a2965"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:13.962147 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d4f97f2b-6b2e-4c64-9ab4-db3a5de4ab8a req-0a0a3fee-7069-4071-9fc9-1dbccf53935b tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:13.974056 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-8c142b23-fc86-4f34-add0-fc3049af740d tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:13.975550 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-8c142b23-fc86-4f34-add0-fc3049af740d tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.42 "GET /v2.0/networks?id=0df5f708-0a74-4aaa-a1e6-1144e4724d95 HTTP/1.1" status: 200 len: 815 time: 0.1087749 Aug 17 02:22:14.020336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a3fee-7069-4071-9fc9-1dbccf53935b tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Pushing event deleted for resources: {'Port': ['ID=9a99be37-791b-4adb-a19c-20b5b5437e2c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:14.035505 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-5f3aed83-2c4e-4541-bc68-9289cb8f7dd5 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c657bbf16d249bba9598a9f655bec8d HTTP/1.1" status: 200 len: 380 time: 0.0408835 Aug 17 02:22:14.046573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-9e92b854-14ef-418a-a0e3-d55a2f88914e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Request body: {'port': {'device_id': '8cda13a9-282c-4775-bfa9-aab6dd6ca7e9', 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'admin_state_up': True, 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'security_groups': ['1a4d213c-6091-4704-871d-17e2044720b3']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:14.119532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-df60f3fe-abf8-405d-9b49-0abbe50578b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:14.121072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c3bc44b-1a26-4ab1-9014-6a33e6b483e7 req-df60f3fe-abf8-405d-9b49-0abbe50578b9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2240362 Aug 17 02:22:14.145862 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d4f97f2b-6b2e-4c64-9ab4-db3a5de4ab8a req-0a0a3fee-7069-4071-9fc9-1dbccf53935b tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:14.148432 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d4f97f2b-6b2e-4c64-9ab4-db3a5de4ab8a req-0a0a3fee-7069-4071-9fc9-1dbccf53935b tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:14.149599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d4f97f2b-6b2e-4c64-9ab4-db3a5de4ab8a req-0a0a3fee-7069-4071-9fc9-1dbccf53935b tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "DELETE /v2.0/floatingips/f5b1376f-47a2-47f6-af13-e27f5bdfce6d HTTP/1.1" status: 204 len: 173 time: 1.3188822 Aug 17 02:22:14.152019 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:14.160612 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:14.190615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Transition to ACTIVE for port object 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:22:14.224860 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082e2d1c-84ef-458e-a520-289f9fa10d16 x-openstack-request-id: req-082e2d1c-84ef-458e-a520-289f9fa10d16 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:14.241788 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e0a729-fde2-4899-875d-8b85d8b65c35", "name": "network-vif-plugged", "status": "completed", "tag": "cb3f9576-bff1-4247-9ad6-2449f1bb0388", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:14.241788 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-082e2d1c-84ef-458e-a520-289f9fa10d16 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:14.241788 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e0a729-fde2-4899-875d-8b85d8b65c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3f9576-bff1-4247-9ad6-2449f1bb0388', 'code': 200} Aug 17 02:22:14.274273 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-9e92b854-14ef-418a-a0e3-d55a2f88914e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Made reservation on behalf of 7c657bbf16d249bba9598a9f655bec8d for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:22:14.278156 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-9e92b854-14ef-418a-a0e3-d55a2f88914e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:14.304500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a44a4de1-79ae-4fb6-add7-1bfa9d67bb33 req-b46ce77b-b0ce-4f71-8748-9e1ca6ef1e08 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 210 time: 0.0295267 Aug 17 02:22:14.344346 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:14.417680 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-9e92b854-14ef-418a-a0e3-d55a2f88914e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Allocated IP 172.20.0.3 (0df5f708-0a74-4aaa-a1e6-1144e4724d95/af102a6f-756b-4197-a788-33847e19470e/fb2cc102-4957-4508-b511-341969e390a9) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:22:14.434294 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:14.454745 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff19e53-3c96-4bb0-a716-7a3982e688d5 req-d9bf7e59-c740-4127-934d-be1ddf495c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:14.454745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aff19e53-3c96-4bb0-a716-7a3982e688d5 req-d9bf7e59-c740-4127-934d-be1ddf495c7a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0a729-fde2-4899-875d-8b85d8b65c35 HTTP/1.1" status: 200 len: 1102 time: 0.1397510 Aug 17 02:22:14.527181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc7d1c-897b-4b12-8618-801d419119e3 req-c2182d2a-1c04-40e1-9b9d-6881c91fee5d tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:14.533941 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9dc7d1c-897b-4b12-8618-801d419119e3 req-c2182d2a-1c04-40e1-9b9d-6881c91fee5d tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=9988e770-3675-42c4-a460-f0ff8248206e HTTP/1.1" status: 200 len: 945 time: 0.1594777 Aug 17 02:22:14.568495 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-9e92b854-14ef-418a-a0e3-d55a2f88914e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:14.573125 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aff19e53-3c96-4bb0-a716-7a3982e688d5 req-ee64e0c2-1b45-4054-8750-72e2b9c1cb11 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9ddb8fd1-4ac4-4dc3-8912-3ecaa38ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115527 Aug 17 02:22:14.587629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-9e92b854-14ef-418a-a0e3-d55a2f88914e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Transition to ACTIVE for port object fb2cc102-4957-4508-b511-341969e390a9 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:22:14.598867 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Attempting to bind port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:22:14.599197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Attempting to bind port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '29188d56-b37a-4906-9100-6ede4bb7c218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:22:14.599521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Attempting to bind port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 on network 998fdff2-f2ba-4a39-b51d-2b0b852038ca {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:14.604160 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9dc7d1c-897b-4b12-8618-801d419119e3 req-5d276280-0d00-4355-acdc-d38cc65aea7c tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633998 Aug 17 02:22:14.607567 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 on network 998fdff2-f2ba-4a39-b51d-2b0b852038ca not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:22:14.607895 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Attempting to bind port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 on network 998fdff2-f2ba-4a39-b51d-2b0b852038ca {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:14.614125 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:22:14.614461 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Checking segment: {'id': '29188d56-b37a-4906-9100-6ede4bb7c218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:22:14.614844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Bound using segment: {'id': '29188d56-b37a-4906-9100-6ede4bb7c218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:22:14.615271 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Bound port: 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29188d56-b37a-4906-9100-6ede4bb7c218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:22:14.615631 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:14.724240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] For port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:22:14.727552 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-9e92b854-14ef-418a-a0e3-d55a2f88914e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:14.728640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] For port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209,segment=NetworkSegment(29188d56-b37a-4906-9100-6ede4bb7c218),segment_id=29188d56-b37a-4906-9100-6ede4bb7c218)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:22:14.743404 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c2a2e-9b54-436e-88ce-130e4b0c7ed9 req-5665258d-e514-400b-8933-a31efed1982d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:14.745011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c45c2a2e-9b54-436e-88ce-130e4b0c7ed9 req-5665258d-e514-400b-8933-a31efed1982d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 946 time: 0.0803523 Aug 17 02:22:14.781354 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-9e92b854-14ef-418a-a0e3-d55a2f88914e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Network 0df5f708-0a74-4aaa-a1e6-1144e4724d95 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:22:14.785821 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c45c2a2e-9b54-436e-88ce-130e4b0c7ed9 req-86961331-6b57-47c5-96b7-3dc1a964b384 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346220 Aug 17 02:22:14.785972 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-9e92b854-14ef-418a-a0e3-d55a2f88914e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:22:14.788160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92b854-14ef-418a-a0e3-d55a2f88914e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Pushing event updated for resources: {'Port': ['ID=fb2cc102-4957-4508-b511-341969e390a9,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:14.790370 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-9e92b854-14ef-418a-a0e3-d55a2f88914e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:22:14.837033 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:14.853893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-9e92b854-14ef-418a-a0e3-d55a2f88914e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:14.854673 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-9e92b854-14ef-418a-a0e3-d55a2f88914e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:14.885288 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:14.886612 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:14.887887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] 10.222.0.18 "PUT /v2.0/ports/1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 HTTP/1.1" status: 200 len: 1092 time: 1.5287435 Aug 17 02:22:14.941017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fab84-67ad-4eb8-91ea-65ddad7e0c65 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:14.951129 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-9e92b854-14ef-418a-a0e3-d55a2f88914e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9089670 Aug 17 02:22:14.970683 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb4f24-a5f2-4e87-a4c4-04521c3a19fd req-ccd3056a-4462-453a-b0cf-c206eb469ef9 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:14.972628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4feb4f24-a5f2-4e87-a4c4-04521c3a19fd req-ccd3056a-4462-453a-b0cf-c206eb469ef9 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e0a729-fde2-4899-875d-8b85d8b65c35 HTTP/1.1" status: 200 len: 950 time: 0.1030781 Aug 17 02:22:14.973922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Request body: {'port': {'device_id': '8cda13a9-282c-4775-bfa9-aab6dd6ca7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:15.020358 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4feb4f24-a5f2-4e87-a4c4-04521c3a19fd req-57b63b3b-2c9d-4bdb-af0d-bdc167eca4c8 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ddb8fd1-4ac4-4dc3-8912-3ecaa38ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410101 Aug 17 02:22:15.068328 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:15.076356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Request body: {'port': {'device_id': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:15.165161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7a19ee10-d4d4-4527-939f-33291e94a6a1 None None] Provisioning for port fb2cc102-4957-4508-b511-341969e390a9 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:22:15.169556 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7a19ee10-d4d4-4527-939f-33291e94a6a1 None None] Provisioning complete for port fb2cc102-4957-4508-b511-341969e390a9 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:22:15.169831 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7a19ee10-d4d4-4527-939f-33291e94a6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:15.188211 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:15.208347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b407a-c8be-4b55-8ea2-e913caa3b653 req-335b3a3a-dedf-46ca-8467-b09df26b31f8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:15.208690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7a19ee10-d4d4-4527-939f-33291e94a6a1 None None] Port fb2cc102-4957-4508-b511-341969e390a9 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:22:15.210142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b87b407a-c8be-4b55-8ea2-e913caa3b653 req-335b3a3a-dedf-46ca-8467-b09df26b31f8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1021557 Aug 17 02:22:15.296317 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b87b407a-c8be-4b55-8ea2-e913caa3b653 req-14f115f7-6edd-46b0-8fa5-316581ffc08d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788260 Aug 17 02:22:15.378918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2cc102-4957-4508-b511-341969e390a9 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:15.386715 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:15.403912 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Transition to ACTIVE for port object fb2cc102-4957-4508-b511-341969e390a9 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:22:15.480760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94c695-659f-4019-a2da-c73d76214192 req-6238ef48-7124-455c-9fd7-e44946a71a21 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:15.482285 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:15.487308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94c695-659f-4019-a2da-c73d76214192 req-6238ef48-7124-455c-9fd7-e44946a71a21 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:15.493418 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94c695-659f-4019-a2da-c73d76214192 req-6238ef48-7124-455c-9fd7-e44946a71a21 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:15.499951 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94c695-659f-4019-a2da-c73d76214192 req-6238ef48-7124-455c-9fd7-e44946a71a21 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:15.507524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94c695-659f-4019-a2da-c73d76214192 req-6238ef48-7124-455c-9fd7-e44946a71a21 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:15.514616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94c695-659f-4019-a2da-c73d76214192 req-6238ef48-7124-455c-9fd7-e44946a71a21 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:15.523195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94c695-659f-4019-a2da-c73d76214192 req-6238ef48-7124-455c-9fd7-e44946a71a21 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:15.525555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c94c695-659f-4019-a2da-c73d76214192 req-6238ef48-7124-455c-9fd7-e44946a71a21 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5405 time: 0.1671584 Aug 17 02:22:15.553971 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2cc102-4957-4508-b511-341969e390a9,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:15.621851 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c94c695-659f-4019-a2da-c73d76214192 req-b856b3dd-cb98-458a-be7e-8e26676edb17 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644462 Aug 17 02:22:15.621964 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Attempting to bind port fb2cc102-4957-4508-b511-341969e390a9 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:22:15.621964 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Attempting to bind port fb2cc102-4957-4508-b511-341969e390a9 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '4497a93a-12f8-46a7-98a2-48220a788bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:22:15.621964 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Attempting to bind port fb2cc102-4957-4508-b511-341969e390a9 on network 0df5f708-0a74-4aaa-a1e6-1144e4724d95 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:15.625023 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Port fb2cc102-4957-4508-b511-341969e390a9 on network 0df5f708-0a74-4aaa-a1e6-1144e4724d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:22:15.626013 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Attempting to bind port fb2cc102-4957-4508-b511-341969e390a9 on network 0df5f708-0a74-4aaa-a1e6-1144e4724d95 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:15.631718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:22:15.632060 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Checking segment: {'id': '4497a93a-12f8-46a7-98a2-48220a788bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:22:15.632502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Bound using segment: {'id': '4497a93a-12f8-46a7-98a2-48220a788bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:22:15.632948 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Bound port: fb2cc102-4957-4508-b511-341969e390a9, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4497a93a-12f8-46a7-98a2-48220a788bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:22:15.633333 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:15.681941 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 847 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c111bd-2a7b-4fdc-a5a0-d4ba20c8a45c x-openstack-request-id: req-48c111bd-2a7b-4fdc-a5a0-d4ba20c8a45c {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:15.682373 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9084180-2fdf-4b0a-bfe9-e58f025a7d0d", "tag": "532fb2b1-080f-45e9-ba4a-b0b321ccacab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "4c3e07ab-0bb6-4c6d-b05b-819a2059cddd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "d0097a1b-6143-4c3d-821a-e42fa93eb11a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "2c61de3a-3794-4b2c-b2d7-398cf2d4d366", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "95890f25-08f4-4c46-ac4e-517d0f3a2965", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:15.682718 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48c111bd-2a7b-4fdc-a5a0-d4ba20c8a45c {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:15.683161 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'tag': '532fb2b1-080f-45e9-ba4a-b0b321ccacab', 'status': 'completed', 'code': 200} Aug 17 02:22:15.683484 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': '4c3e07ab-0bb6-4c6d-b05b-819a2059cddd', 'status': 'completed', 'code': 200} Aug 17 02:22:15.683804 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': 'd0097a1b-6143-4c3d-821a-e42fa93eb11a', 'status': 'completed', 'code': 200} Aug 17 02:22:15.684118 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': '2c61de3a-3794-4b2c-b2d7-398cf2d4d366', 'status': 'completed', 'code': 200} Aug 17 02:22:15.684458 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': '95890f25-08f4-4c46-ac4e-517d0f3a2965', 'status': 'completed', 'code': 200} Aug 17 02:22:15.709421 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] For port fb2cc102-4957-4508-b511-341969e390a9, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:22:15.713163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] For port fb2cc102-4957-4508-b511-341969e390a9, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb2cc102-4957-4508-b511-341969e390a9,segment=NetworkSegment(4497a93a-12f8-46a7-98a2-48220a788bd5),segment_id=4497a93a-12f8-46a7-98a2-48220a788bd5)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:22:15.719498 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:15.735997 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:15.782581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Transition to ACTIVE for port object 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:22:15.787617 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24ea281f-d81d-491e-a930-b5d5e5e890f1 req-066fc183-eb2e-4071-bef7-da439688e17a tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups/ee142f96-5b7f-40d5-a039-3d92e09e9d03 HTTP/1.1" status: 200 len: 1807 time: 0.1021266 Aug 17 02:22:15.806936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-33a00740-3ef9-4a00-8e56-0533600f1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:15.808419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-33a00740-3ef9-4a00-8e56-0533600f1363 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=162bf435e2274f1ab8d9b8ad12cd2769&device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 1098 time: 0.0752819 Aug 17 02:22:15.823072 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:15.864805 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:15.865493 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:15.867128 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] 10.222.0.42 "PUT /v2.0/ports/fb2cc102-4957-4508-b511-341969e390a9 HTTP/1.1" status: 200 len: 1092 time: 0.9019268 Aug 17 02:22:15.867595 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cda13a9-282c-4775-bfa9-aab6dd6ca7e9', 'tag': 'fb2cc102-4957-4508-b511-341969e390a9'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:15.870032 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f837dc-6de9-4165-a08c-4f276aadd635" -d '{"events": [{"name": "network-changed", "server_uuid": "8cda13a9-282c-4775-bfa9-aab6dd6ca7e9", "tag": "fb2cc102-4957-4508-b511-341969e390a9"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:15.887367 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:15.898802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7a814-e8f7-4e24-90b3-087afefaf182 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2cc102-4957-4508-b511-341969e390a9,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:15.988284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-24ea281f-d81d-491e-a930-b5d5e5e890f1 req-b3962916-8aaf-4708-aa9d-7da1ca5edf03 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:15.995026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Pushing event updated for resources: {'Port': ['ID=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:16.087142 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-9543d7d0-25c0-4fe1-9ed4-ed07cc5b70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:16.089640 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-9543d7d0-25c0-4fe1-9ed4-ed07cc5b70c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c657bbf16d249bba9598a9f655bec8d&device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 1095 time: 0.0641267 Aug 17 02:22:16.093826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-5a939e4a-566d-42f2-9700-1b7270145218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:16.098489 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-5a939e4a-566d-42f2-9700-1b7270145218 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f438f78f-1ae1-40df-bda3-38a888d5203a HTTP/1.1" status: 200 len: 921 time: 0.2771094 Aug 17 02:22:16.102150 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-24ea281f-d81d-491e-a930-b5d5e5e890f1 req-b3962916-8aaf-4708-aa9d-7da1ca5edf03 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:16.152073 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-ae49d7c6-3436-42e9-b58d-e4096961458f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb2cc102-4957-4508-b511-341969e390a9 HTTP/1.1" status: 200 len: 217 time: 0.0477576 Aug 17 02:22:16.171469 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-bffe7032-1919-475a-99c0-aa74010df26b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab HTTP/1.1" status: 200 len: 217 time: 0.0616136 Aug 17 02:22:16.213522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-d0bed887-5d3c-4ceb-b888-2773e66fe946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:16.215275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-d0bed887-5d3c-4ceb-b888-2773e66fe946 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af102a6f-756b-4197-a788-33847e19470e HTTP/1.1" status: 200 len: 854 time: 0.0564439 Aug 17 02:22:16.237151 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Attempting to bind port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:22:16.237582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Attempting to bind port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '29188d56-b37a-4906-9100-6ede4bb7c218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:22:16.237944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Attempting to bind port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d on network 998fdff2-f2ba-4a39-b51d-2b0b852038ca {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:16.251620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d on network 998fdff2-f2ba-4a39-b51d-2b0b852038ca not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:22:16.251888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Attempting to bind port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d on network 998fdff2-f2ba-4a39-b51d-2b0b852038ca {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:16.267592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:22:16.268038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Checking segment: {'id': '29188d56-b37a-4906-9100-6ede4bb7c218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:22:16.268317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Bound using segment: {'id': '29188d56-b37a-4906-9100-6ede4bb7c218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:22:16.268723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-cd993f9d-f625-4719-a086-6ecc781173cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:16.269362 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Bound port: 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29188d56-b37a-4906-9100-6ede4bb7c218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:22:16.269762 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:16.270486 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-cd993f9d-f625-4719-a086-6ecc781173cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0df5f708-0a74-4aaa-a1e6-1144e4724d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470977 Aug 17 02:22:16.274220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-a48ab9fd-1dbf-4bb3-a88e-d9b839bf26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:16.275756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-a48ab9fd-1dbf-4bb3-a88e-d9b839bf26b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2959ceac-83e9-4de2-afa8-c1049a0c5481 HTTP/1.1" status: 200 len: 860 time: 0.0892227 Aug 17 02:22:16.332138 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-24ea281f-d81d-491e-a930-b5d5e5e890f1 req-b3962916-8aaf-4708-aa9d-7da1ca5edf03 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:16.334907 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-24ea281f-d81d-491e-a930-b5d5e5e890f1 req-b3962916-8aaf-4708-aa9d-7da1ca5edf03 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:16.336094 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24ea281f-d81d-491e-a930-b5d5e5e890f1 req-b3962916-8aaf-4708-aa9d-7da1ca5edf03 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "DELETE /v2.0/security-groups/ee142f96-5b7f-40d5-a039-3d92e09e9d03 HTTP/1.1" status: 204 len: 173 time: 0.5418937 Aug 17 02:22:16.368291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3962916-8aaf-4708-aa9d-7da1ca5edf03 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee142f96-5b7f-40d5-a039-3d92e09e9d03,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:16.389275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] For port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:22:16.393950 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-947a6a07-8e57-4e31-be6f-fd757379dde1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f438f78f-1ae1-40df-bda3-38a888d5203a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396421 Aug 17 02:22:16.425691 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-3ef16443-525b-4115-abe5-7cd6b9eec802 service neutron] 10.222.0.42 "GET /v2.0/networks/0df5f708-0a74-4aaa-a1e6-1144e4724d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463444 Aug 17 02:22:16.535159 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21ea6f9c-f985-49a2-9d00-06e32b96bd1d req-aeffa51a-4dee-4092-b402-c744a16404b1 service neutron] 10.222.0.42 "GET /v2.0/networks/0df5f708-0a74-4aaa-a1e6-1144e4724d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020575 Aug 17 02:22:16.742912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] For port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d,segment=NetworkSegment(29188d56-b37a-4906-9100-6ede4bb7c218),segment_id=29188d56-b37a-4906-9100-6ede4bb7c218)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:22:16.815901 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-2ab2fab4-e8c5-42f8-a67b-47cf01ccebec service neutron] 10.222.0.18 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128168 Aug 17 02:22:16.882241 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:16.921657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:16.922559 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:16.923960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] 10.222.0.18 "PUT /v2.0/ports/33575b9a-eeeb-4ad8-8cff-7b9b53767e6d HTTP/1.1" status: 200 len: 1092 time: 1.8537652 Aug 17 02:22:16.967042 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-b75468b8-0eac-4bb0-8fed-946c67c1519b service neutron] 10.222.0.18 "GET /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429663 Aug 17 02:22:16.972677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c74b8-e0aa-4cc3-a46a-9d39b7060f07 service neutron] Pushing event updated for resources: {'Port': ['ID=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:17.113660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-fc42de40-a511-4d05-a7df-22a46198bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.114248 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-fc42de40-a511-4d05-a7df-22a46198bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.114697 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-fc42de40-a511-4d05-a7df-22a46198bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.115206 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-fc42de40-a511-4d05-a7df-22a46198bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.115687 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-fc42de40-a511-4d05-a7df-22a46198bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.116167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-fc42de40-a511-4d05-a7df-22a46198bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.116640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-fc42de40-a511-4d05-a7df-22a46198bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.118708 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-fc42de40-a511-4d05-a7df-22a46198bdf2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c691e931e322428681bcac4ac4d8423e&device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 6481 time: 0.0642385 Aug 17 02:22:17.265470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f52e6b-4b40-4575-8c9f-e0e584d7c1d2 req-044d8c06-b90e-4679-9c10-3dbf6c1f877e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.267060 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02f52e6b-4b40-4575-8c9f-e0e584d7c1d2 req-044d8c06-b90e-4679-9c10-3dbf6c1f877e tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 943 time: 0.0834367 Aug 17 02:22:17.270795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-46ef315f-101e-4724-918a-7b2d460b29ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.271274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-46ef315f-101e-4724-918a-7b2d460b29ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.271748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-46ef315f-101e-4724-918a-7b2d460b29ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.273252 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-46ef315f-101e-4724-918a-7b2d460b29ca service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c691e931e322428681bcac4ac4d8423e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1390371 Aug 17 02:22:17.360953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02f52e6b-4b40-4575-8c9f-e0e584d7c1d2 req-59b0877a-58db-441a-a194-1493b0d2daf3 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a4d213c-6091-4704-871d-17e2044720b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865009 Aug 17 02:22:17.396805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-40b3dfd5-523b-45fe-b391-52e7abf1e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.398341 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-40b3dfd5-523b-45fe-b391-52e7abf1e503 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1173124 Aug 17 02:22:17.484052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854707d-7cae-4d20-86a9-5012d4991ad5 req-e76ab1b5-00d1-4826-8dca-6b8d897d69ae tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.486327 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6854707d-7cae-4d20-86a9-5012d4991ad5 req-e76ab1b5-00d1-4826-8dca-6b8d897d69ae tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 946 time: 0.0603485 Aug 17 02:22:17.551251 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-c9765c5f-6520-4f06-a474-8646aa6e2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.551743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-c9765c5f-6520-4f06-a474-8646aa6e2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.552286 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-c9765c5f-6520-4f06-a474-8646aa6e2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.552810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-c9765c5f-6520-4f06-a474-8646aa6e2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.553319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-c9765c5f-6520-4f06-a474-8646aa6e2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.553800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-c9765c5f-6520-4f06-a474-8646aa6e2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.554282 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-c9765c5f-6520-4f06-a474-8646aa6e2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.556200 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-c9765c5f-6520-4f06-a474-8646aa6e2fcf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c691e931e322428681bcac4ac4d8423e&device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 6481 time: 0.0906372 Aug 17 02:22:17.559137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6854707d-7cae-4d20-86a9-5012d4991ad5 req-9ff34dc6-f9ad-44ff-8e1b-6a65ff37c1ec tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585096 Aug 17 02:22:17.607000 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56ca2d0-e833-4e0b-af6d-b27d598fac08 x-openstack-request-id: req-e56ca2d0-e833-4e0b-af6d-b27d598fac08 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:17.607535 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cda13a9-282c-4775-bfa9-aab6dd6ca7e9", "tag": "fb2cc102-4957-4508-b511-341969e390a9", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:17.607897 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e56ca2d0-e833-4e0b-af6d-b27d598fac08 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:17.608389 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cda13a9-282c-4775-bfa9-aab6dd6ca7e9', 'tag': 'fb2cc102-4957-4508-b511-341969e390a9', 'status': 'completed', 'code': 200} Aug 17 02:22:17.694364 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': '1d5f2f6a-7566-46e1-a82e-d25b4ed3e209'}, {'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': '33575b9a-eeeb-4ad8-8cff-7b9b53767e6d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:17.696376 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f837dc-6de9-4165-a08c-4f276aadd635 req-63afd119-e32d-4755-9cee-c984c55df1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.696649 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "1d5f2f6a-7566-46e1-a82e-d25b4ed3e209"}, {"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "33575b9a-eeeb-4ad8-8cff-7b9b53767e6d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:17.698020 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36f837dc-6de9-4165-a08c-4f276aadd635 req-63afd119-e32d-4755-9cee-c984c55df1e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c657bbf16d249bba9598a9f655bec8d&device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 1095 time: 0.0452340 Aug 17 02:22:17.707521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-854baf59-4a7f-4590-8ef2-5a22e9311a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.708006 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-854baf59-4a7f-4590-8ef2-5a22e9311a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.708484 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-854baf59-4a7f-4590-8ef2-5a22e9311a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.710196 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-854baf59-4a7f-4590-8ef2-5a22e9311a81 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c691e931e322428681bcac4ac4d8423e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1392796 Aug 17 02:22:17.773576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e507ec7-4946-4df7-93f2-ac25a27de473 req-60db2abe-7de5-4a3a-b2a3-3b3c881f1000 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.775594 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e507ec7-4946-4df7-93f2-ac25a27de473 req-60db2abe-7de5-4a3a-b2a3-3b3c881f1000 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e0a729-fde2-4899-875d-8b85d8b65c35 HTTP/1.1" status: 200 len: 950 time: 0.1198015 Aug 17 02:22:17.789705 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f837dc-6de9-4165-a08c-4f276aadd635 req-de738a83-5c30-4e59-a444-671f0034c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.791169 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36f837dc-6de9-4165-a08c-4f276aadd635 req-de738a83-5c30-4e59-a444-671f0034c98a service neutron] 10.222.0.42 "GET /v2.0/networks?id=0df5f708-0a74-4aaa-a1e6-1144e4724d95 HTTP/1.1" status: 200 len: 916 time: 0.0859721 Aug 17 02:22:17.835963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e507ec7-4946-4df7-93f2-ac25a27de473 req-b88fc2bc-f423-4af4-b186-d04919441080 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ddb8fd1-4ac4-4dc3-8912-3ecaa38ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535457 Aug 17 02:22:17.837575 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36f837dc-6de9-4165-a08c-4f276aadd635 req-59edefbc-682f-4be9-bd26-15657fdc75b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb2cc102-4957-4508-b511-341969e390a9 HTTP/1.1" status: 200 len: 217 time: 0.0389714 Aug 17 02:22:17.850309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-fc53c1bb-10b5-45e3-adbe-d8c3894196de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.853388 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-fc53c1bb-10b5-45e3-adbe-d8c3894196de service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340485 Aug 17 02:22:17.901453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f837dc-6de9-4165-a08c-4f276aadd635 req-400d1b3e-961d-4301-92e8-5341b890363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.903903 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36f837dc-6de9-4165-a08c-4f276aadd635 req-400d1b3e-961d-4301-92e8-5341b890363b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af102a6f-756b-4197-a788-33847e19470e HTTP/1.1" status: 200 len: 854 time: 0.0597167 Aug 17 02:22:17.951386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f837dc-6de9-4165-a08c-4f276aadd635 req-6c9c7a10-dbc4-401d-a85e-d3fd1fd4ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:17.952981 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36f837dc-6de9-4165-a08c-4f276aadd635 req-6c9c7a10-dbc4-401d-a85e-d3fd1fd4ac3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0df5f708-0a74-4aaa-a1e6-1144e4724d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412612 Aug 17 02:22:18.012920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ba227-bc6f-4767-9a99-aebb1c565fdd req-b758d2d8-ffcc-46cb-a65f-8a4370fe3734 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.014463 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b62ba227-bc6f-4767-9a99-aebb1c565fdd req-b758d2d8-ffcc-46cb-a65f-8a4370fe3734 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0865326 Aug 17 02:22:18.020433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-17017727-4d1f-4be7-9322-1c0702f05a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.020921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-17017727-4d1f-4be7-9322-1c0702f05a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.021447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-17017727-4d1f-4be7-9322-1c0702f05a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.022271 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-17017727-4d1f-4be7-9322-1c0702f05a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.022404 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-17017727-4d1f-4be7-9322-1c0702f05a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.022838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-17017727-4d1f-4be7-9322-1c0702f05a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.023314 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-17017727-4d1f-4be7-9322-1c0702f05a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.025295 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-17017727-4d1f-4be7-9322-1c0702f05a36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c691e931e322428681bcac4ac4d8423e&device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 6481 time: 0.0942504 Aug 17 02:22:18.050559 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36f837dc-6de9-4165-a08c-4f276aadd635 req-a3a3f2aa-4582-416f-ae36-25c72ab0fa42 service neutron] 10.222.0.42 "GET /v2.0/networks/0df5f708-0a74-4aaa-a1e6-1144e4724d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892725 Aug 17 02:22:18.115625 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b62ba227-bc6f-4767-9a99-aebb1c565fdd req-e062447b-d7f9-4bbf-b388-87cf91c84e58 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894036 Aug 17 02:22:18.143502 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36f837dc-6de9-4165-a08c-4f276aadd635 req-66470340-2f49-49a7-baeb-880b0d356217 service neutron] 10.222.0.42 "GET /v2.0/networks/0df5f708-0a74-4aaa-a1e6-1144e4724d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849938 Aug 17 02:22:18.182123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-fd9595bf-c1de-4962-a20d-ed665b2a6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.182607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-fd9595bf-c1de-4962-a20d-ed665b2a6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.183078 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-fd9595bf-c1de-4962-a20d-ed665b2a6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.184693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-fd9595bf-c1de-4962-a20d-ed665b2a6a8f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c691e931e322428681bcac4ac4d8423e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1413574 Aug 17 02:22:18.286414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-d350b4ae-9ef3-49da-8f62-7e7216ec33cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.289675 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-d350b4ae-9ef3-49da-8f62-7e7216ec33cf service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953479 Aug 17 02:22:18.405654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-24590908-6733-4b35-b78d-b2c980beeef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.406175 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-24590908-6733-4b35-b78d-b2c980beeef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.406696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-24590908-6733-4b35-b78d-b2c980beeef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.407309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-24590908-6733-4b35-b78d-b2c980beeef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.407789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-24590908-6733-4b35-b78d-b2c980beeef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.408263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-24590908-6733-4b35-b78d-b2c980beeef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.408734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-24590908-6733-4b35-b78d-b2c980beeef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.410723 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-24590908-6733-4b35-b78d-b2c980beeef2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c691e931e322428681bcac4ac4d8423e&device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 6481 time: 0.0589154 Aug 17 02:22:18.524798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-b0721bf3-923e-434e-98ed-a19d81384cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.525140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-b0721bf3-923e-434e-98ed-a19d81384cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.525657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-b0721bf3-923e-434e-98ed-a19d81384cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.527300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-b0721bf3-923e-434e-98ed-a19d81384cce service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c691e931e322428681bcac4ac4d8423e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1033576 Aug 17 02:22:18.554083 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45036) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:18.690073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af6fcb-3399-4e5c-b30d-bd82e2671c02 req-61d2aa37-2500-4f4b-a37d-284737de1dcf tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.696374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af6fcb-3399-4e5c-b30d-bd82e2671c02 req-61d2aa37-2500-4f4b-a37d-284737de1dcf tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.702352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af6fcb-3399-4e5c-b30d-bd82e2671c02 req-61d2aa37-2500-4f4b-a37d-284737de1dcf tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.708940 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af6fcb-3399-4e5c-b30d-bd82e2671c02 req-61d2aa37-2500-4f4b-a37d-284737de1dcf tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.715040 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af6fcb-3399-4e5c-b30d-bd82e2671c02 req-61d2aa37-2500-4f4b-a37d-284737de1dcf tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.721638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af6fcb-3399-4e5c-b30d-bd82e2671c02 req-61d2aa37-2500-4f4b-a37d-284737de1dcf tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.728037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af6fcb-3399-4e5c-b30d-bd82e2671c02 req-61d2aa37-2500-4f4b-a37d-284737de1dcf tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.730118 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1af6fcb-3399-4e5c-b30d-bd82e2671c02 req-61d2aa37-2500-4f4b-a37d-284737de1dcf tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5417 time: 0.1232324 Aug 17 02:22:18.733933 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-1495d42a-63ff-4beb-8123-4be4c7c023c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.733933 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e59f984-8591-4fb6-9712-c9f50b3258ee req-1495d42a-63ff-4beb-8123-4be4c7c023c6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1971951 Aug 17 02:22:18.784902 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1af6fcb-3399-4e5c-b30d-bd82e2671c02 req-c9aa909d-6322-4192-a09b-f495546f6419 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478029 Aug 17 02:22:18.855890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-9b1e3087-b5e4-4dae-9321-c66194afc330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.860275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-9b1e3087-b5e4-4dae-9321-c66194afc330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.860275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-9b1e3087-b5e4-4dae-9321-c66194afc330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.860275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-9b1e3087-b5e4-4dae-9321-c66194afc330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.860275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-9b1e3087-b5e4-4dae-9321-c66194afc330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.860275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-9b1e3087-b5e4-4dae-9321-c66194afc330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.860275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-9b1e3087-b5e4-4dae-9321-c66194afc330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.861713 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-9b1e3087-b5e4-4dae-9321-c66194afc330 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c691e931e322428681bcac4ac4d8423e&device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 6481 time: 0.0612781 Aug 17 02:22:18.916034 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-81abf6b5-c184-4f3a-b47e-a54724cb7f31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cac303e-77da-4731-bb80-0a51a24c499c HTTP/1.1" status: 200 len: 217 time: 0.0394275 Aug 17 02:22:18.924942 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ebd327-55e2-4e1e-b32c-f7321f027454 x-openstack-request-id: req-b1ebd327-55e2-4e1e-b32c-f7321f027454 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:18.925437 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "1d5f2f6a-7566-46e1-a82e-d25b4ed3e209", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "33575b9a-eeeb-4ad8-8cff-7b9b53767e6d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:18.926720 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1ebd327-55e2-4e1e-b32c-f7321f027454 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:18.926720 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': '1d5f2f6a-7566-46e1-a82e-d25b4ed3e209', 'status': 'completed', 'code': 200} Aug 17 02:22:18.926976 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': '33575b9a-eeeb-4ad8-8cff-7b9b53767e6d', 'status': 'completed', 'code': 200} Aug 17 02:22:18.982958 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3378dfb3-cb43-416d-a175-55ce4d0dc52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:18.985020 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3378dfb3-cb43-416d-a175-55ce4d0dc52d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddc4855-0474-4e3b-a1c6-a880c9557984 HTTP/1.1" status: 200 len: 850 time: 0.0565906 Aug 17 02:22:19.041763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bf5978aa-0507-43ae-a202-deca0d45a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:19.043296 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-bf5978aa-0507-43ae-a202-deca0d45a4fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=651d96e6-ee24-4068-810d-dcc3f120ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496652 Aug 17 02:22:19.158226 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-11b736d2-9a8c-4109-91a6-7ffd924b3dcb service neutron] 10.222.0.18 "GET /v2.0/networks/651d96e6-ee24-4068-810d-dcc3f120ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047828 Aug 17 02:22:19.181120 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6599b40e-550e-4320-bd5f-13507fb6047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:19.269280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-d85a8e30-2324-41f5-9b0e-86ef09d2cf71 service neutron] 10.222.0.18 "GET /v2.0/networks/651d96e6-ee24-4068-810d-dcc3f120ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983241 Aug 17 02:22:19.323974 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-0bf9dd7c-15c5-4249-bba3-bc55707d35dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=4c3e07ab-0bb6-4c6d-b05b-819a2059cddd HTTP/1.1" status: 200 len: 217 time: 0.0406995 Aug 17 02:22:19.394889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-0b209e31-a4f9-4a19-8c33-f0982ade5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:19.396808 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-0b209e31-a4f9-4a19-8c33-f0982ade5d6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7 HTTP/1.1" status: 200 len: 797 time: 0.0620787 Aug 17 02:22:19.473969 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6599b40e-550e-4320-bd5f-13507fb6047b admin admin] Deleting port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:22:19.474499 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6599b40e-550e-4320-bd5f-13507fb6047b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:19.506399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-a77bbd24-f69c-40be-8b4b-7e33b4cfcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:19.507931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-a77bbd24-f69c-40be-8b4b-7e33b4cfcda5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0978699 Aug 17 02:22:19.524308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd2310-9d6b-4360-a908-597b8ea7693c req-68c95472-0be2-4ec2-bb3d-26b4807f95e0 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:19.526079 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ddd2310-9d6b-4360-a908-597b8ea7693c req-68c95472-0be2-4ec2-bb3d-26b4807f95e0 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 943 time: 0.0812247 Aug 17 02:22:19.568047 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-6599b40e-550e-4320-bd5f-13507fb6047b admin admin] For port 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:19.568790 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6599b40e-550e-4320-bd5f-13507fb6047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:19.583896 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6599b40e-550e-4320-bd5f-13507fb6047b admin admin] Calling delete_port for 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:22:19.620722 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ddd2310-9d6b-4360-a908-597b8ea7693c req-58d259bc-bfe4-4c96-b089-89b115b3e2a3 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a4d213c-6091-4704-871d-17e2044720b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754750 Aug 17 02:22:19.651413 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-8d147184-d016-4ad8-9558-95a29583362e service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240287 Aug 17 02:22:19.731158 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device fb2cc102-4957-4508-b511-341969e390a9 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:22:19.803859 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d58b25-4e4d-4b61-8f70-bfffae8980e6 req-8bc61705-7256-4048-a20b-ad1d5fa523fa tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:19.805679 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45d58b25-4e4d-4b61-8f70-bfffae8980e6 req-8bc61705-7256-4048-a20b-ad1d5fa523fa tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 946 time: 0.0863645 Aug 17 02:22:19.807841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-11ecd91c-a616-4683-a7e3-aecc5233a8dc service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429911 Aug 17 02:22:19.869794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port fb2cc102-4957-4508-b511-341969e390a9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb2cc102-4957-4508-b511-341969e390a9,segment=NetworkSegment(4497a93a-12f8-46a7-98a2-48220a788bd5),segment_id=4497a93a-12f8-46a7-98a2-48220a788bd5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:19.871746 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-43674969-5cd3-4c0f-9ff7-75b9c86ae402 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=d0097a1b-6143-4c3d-821a-e42fa93eb11a HTTP/1.1" status: 200 len: 217 time: 0.0496621 Aug 17 02:22:19.887468 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'fb2cc102-4957-4508-b511-341969e390a9', 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'port_id': 'fb2cc102-4957-4508-b511-341969e390a9', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af102a6f-756b-4197-a788-33847e19470e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:22:19.912906 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45d58b25-4e4d-4b61-8f70-bfffae8980e6 req-f6386245-f76e-4c47-9140-915a76b9e434 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982327 Aug 17 02:22:19.921624 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6599b40e-550e-4320-bd5f-13507fb6047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:19.941275 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:19.948514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-5f61a98c-ff4a-4cb6-9408-54d21306f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:19.950042 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-5f61a98c-ff4a-4cb6-9408-54d21306f747 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7 HTTP/1.1" status: 200 len: 797 time: 0.0695980 Aug 17 02:22:19.960984 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2cc102-4957-4508-b511-341969e390a9 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:19.973027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599b40e-550e-4320-bd5f-13507fb6047b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:19.991968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port fb2cc102-4957-4508-b511-341969e390a9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb2cc102-4957-4508-b511-341969e390a9,segment=NetworkSegment(4497a93a-12f8-46a7-98a2-48220a788bd5),segment_id=4497a93a-12f8-46a7-98a2-48220a788bd5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:20.073046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-ccfc2d9f-6097-4879-9872-b1411d9d5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:20.074349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-ccfc2d9f-6097-4879-9872-b1411d9d5b1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1152744 Aug 17 02:22:20.085031 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:20.088193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357d754-9045-4878-bff0-8fc019787e06 req-975eed0b-14fb-44bd-808e-4213c2237bc1 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:20.094675 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7357d754-9045-4878-bff0-8fc019787e06 req-975eed0b-14fb-44bd-808e-4213c2237bc1 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 946 time: 0.0816896 Aug 17 02:22:20.161454 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6599b40e-550e-4320-bd5f-13507fb6047b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:20.165579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=fb2cc102-4957-4508-b511-341969e390a9,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:20.213564 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7357d754-9045-4878-bff0-8fc019787e06 req-d696e4cb-398c-4080-8703-50a05cfb16c7 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140981 Aug 17 02:22:20.269785 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-a005ae85-d3eb-402d-8c96-77b921bc9c12 service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727879 Aug 17 02:22:20.398534 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b64a65-69c4-43af-8d2f-b2d413dc37df req-b658ede9-7e07-4f7e-8df7-d9910ca437d2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:20.402554 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b1b64a65-69c4-43af-8d2f-b2d413dc37df req-b658ede9-7e07-4f7e-8df7-d9910ca437d2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0737340 Aug 17 02:22:20.445881 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6599b40e-550e-4320-bd5f-13507fb6047b admin admin] Router f515c1be-00fd-4fc4-9ee1-a532f59bef03 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:22:20.447828 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-47200540-a065-40b4-8963-c4580367dcdb service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696167 Aug 17 02:22:20.510632 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3d2f4d59-2ad9-49e1-870f-63259b38bfc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=2c61de3a-3794-4b2c-b2d7-398cf2d4d366 HTTP/1.1" status: 200 len: 217 time: 0.0478466 Aug 17 02:22:20.516799 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b1b64a65-69c4-43af-8d2f-b2d413dc37df req-5835cbb5-aeeb-41a1-bcc3-8d653f417514 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985100 Aug 17 02:22:20.594862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6599b40e-550e-4320-bd5f-13507fb6047b admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:22:20.600928 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6599b40e-550e-4320-bd5f-13507fb6047b admin admin] 10.222.0.13 "PUT /v2.0/routers/f515c1be-00fd-4fc4-9ee1-a532f59bef03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0438621 Aug 17 02:22:20.605498 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45058) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:20.608114 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['fb2cc102-4957-4508-b511-341969e390a9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:22:20.609457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-84a74f23-aaf4-4402-b828-d10944945a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:20.612016 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-84a74f23-aaf4-4402-b828-d10944945a20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7 HTTP/1.1" status: 200 len: 797 time: 0.0911236 Aug 17 02:22:20.639539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a668773-6fa8-4dc2-bc76-562751463c0e None None] Sync routers for ids ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:22:20.663296 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a668773-6fa8-4dc2-bc76-562751463c0e None None] Routers {'f515c1be-00fd-4fc4-9ee1-a532f59bef03'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:22:20.663924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3a668773-6fa8-4dc2-bc76-562751463c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:22:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:20.763118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2bfef-c67b-4bf8-9098-b1afe3d5bbca req-53f8d508-fe94-474a-9703-887f64855b77 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:20.764955 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54c2bfef-c67b-4bf8-9098-b1afe3d5bbca req-53f8d508-fe94-474a-9703-887f64855b77 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e0a729-fde2-4899-875d-8b85d8b65c35 HTTP/1.1" status: 200 len: 950 time: 0.1750021 Aug 17 02:22:20.789089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3a072198-92b1-4d84-8e72-22744c2e4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:20.790673 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-3a072198-92b1-4d84-8e72-22744c2e4f30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1548989 Aug 17 02:22:20.820610 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:20.826752 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-3a668773-6fa8-4dc2-bc76-562751463c0e None None] Set router f515c1be-00fd-4fc4-9ee1-a532f59bef03 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:22:20.917663 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54c2bfef-c67b-4bf8-9098-b1afe3d5bbca req-c01294d7-a4be-4c7c-adb6-f580674578f6 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ddb8fd1-4ac4-4dc3-8912-3ecaa38ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404626 Aug 17 02:22:21.039346 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:21.043660 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-8ce4c549-734a-4330-b296-64dfe921970f service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417729 Aug 17 02:22:21.081760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab0c7-946d-4faf-8952-e3a195cd13b1 req-0bf5f10d-9fd0-4066-a74b-e85fc777de06 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:21.087932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab0c7-946d-4faf-8952-e3a195cd13b1 req-0bf5f10d-9fd0-4066-a74b-e85fc777de06 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:21.089326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3a668773-6fa8-4dc2-bc76-562751463c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:22:19Z', 'revision_number': 5, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port': {'id': 'e533628c-cd23-4427-a6c6-53c551dc2fa7', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:33Z', 'updated_at': '2021-08-17T02:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:21.094589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab0c7-946d-4faf-8952-e3a195cd13b1 req-0bf5f10d-9fd0-4066-a74b-e85fc777de06 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:21.101195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab0c7-946d-4faf-8952-e3a195cd13b1 req-0bf5f10d-9fd0-4066-a74b-e85fc777de06 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:21.107258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab0c7-946d-4faf-8952-e3a195cd13b1 req-0bf5f10d-9fd0-4066-a74b-e85fc777de06 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:21.113784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab0c7-946d-4faf-8952-e3a195cd13b1 req-0bf5f10d-9fd0-4066-a74b-e85fc777de06 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:21.120355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab0c7-946d-4faf-8952-e3a195cd13b1 req-0bf5f10d-9fd0-4066-a74b-e85fc777de06 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:21.121453 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a668773-6fa8-4dc2-bc76-562751463c0e None None] Checking router: f515c1be-00fd-4fc4-9ee1-a532f59bef03 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:22:21.123128 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c96ab0c7-946d-4faf-8952-e3a195cd13b1 req-0bf5f10d-9fd0-4066-a74b-e85fc777de06 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5417 time: 0.1220672 Aug 17 02:22:21.132483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a668773-6fa8-4dc2-bc76-562751463c0e None None] Routers {'f515c1be-00fd-4fc4-9ee1-a532f59bef03'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:22:21.133128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3a668773-6fa8-4dc2-bc76-562751463c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:22:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:21.254017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-3a668773-6fa8-4dc2-bc76-562751463c0e None None] Set router f515c1be-00fd-4fc4-9ee1-a532f59bef03 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:22:21.259395 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c96ab0c7-946d-4faf-8952-e3a195cd13b1 req-831c47d2-00e3-4bc3-872c-3f1af95ae0d0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205115 Aug 17 02:22:21.316457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-07930a57-bbe7-40c2-ab82-9c201970b406 service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545373 Aug 17 02:22:21.321747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] Deleting port e533628c-cd23-4427-a6c6-53c551dc2fa7 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:22:21.321747 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:21.345971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3a668773-6fa8-4dc2-bc76-562751463c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:22:21Z', 'revision_number': 6, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:21.386922 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a668773-6fa8-4dc2-bc76-562751463c0e None None] The sync data for ids ['f515c1be-00fd-4fc4-9ee1-a532f59bef03'] in n-d-793621-31 is: [{'id': 'f515c1be-00fd-4fc4-9ee1-a532f59bef03', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1422271272-router', 'tenant_id': '49680fd9b391442cb3cf3c46aae0fe47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:32Z', 'updated_at': '2021-08-17T02:22:21Z', 'revision_number': 6, 'project_id': '49680fd9b391442cb3cf3c46aae0fe47', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:22:21.434688 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-e755851d-3166-4f38-82d9-a29b4e9f9872 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=95890f25-08f4-4c46-ac4e-517d0f3a2965 HTTP/1.1" status: 200 len: 217 time: 0.0932374 Aug 17 02:22:21.538647 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] For port e533628c-cd23-4427-a6c6-53c551dc2fa7, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e533628c-cd23-4427-a6c6-53c551dc2fa7,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:21.539037 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:21.573365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58ca31-43fa-419e-912f-69078ed50318 req-811e35a4-af7c-4fbf-aae3-2d2123974cb6 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:21.573365 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9d58ca31-43fa-419e-912f-69078ed50318 req-811e35a4-af7c-4fbf-aae3-2d2123974cb6 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 944 time: 0.1339419 Aug 17 02:22:21.573365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-4a67ead3-e0a0-46bf-83c3-6f03aa8d6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:21.573365 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-4a67ead3-e0a0-46bf-83c3-6f03aa8d6c13 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7 HTTP/1.1" status: 200 len: 797 time: 0.1022444 Aug 17 02:22:21.573365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] Calling delete_port for e533628c-cd23-4427-a6c6-53c551dc2fa7 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:22:21.677282 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9d58ca31-43fa-419e-912f-69078ed50318 req-fa245826-8fe4-46fd-90b1-cef6ccc8b1ba tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a4d213c-6091-4704-871d-17e2044720b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170473 Aug 17 02:22:21.754953 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 4f147c56-e2ee-43c2-849d-80c066abb648 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:22:21.772219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-15a73ec0-471a-45b9-912b-fcaa17b205db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:21.773771 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-15a73ec0-471a-45b9-912b-fcaa17b205db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1357515 Aug 17 02:22:21.865309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:22:21.892868 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:22:21.893348 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2a34d7f4-d5d7-4aff-8a5b-55b0d91e2eeb not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:22:21.948333 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 4f147c56-e2ee-43c2-849d-80c066abb648, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=4f147c56-e2ee-43c2-849d-80c066abb648,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:21.963035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '4f147c56-e2ee-43c2-849d-80c066abb648', 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0', 'port_id': '4f147c56-e2ee-43c2-849d-80c066abb648', 'mac_address': 'fa:16:3e:45:d8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40e3627-cef8-4c94-b684-08d6667f5996', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:22:22.008239 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:22.023112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f147c56-e2ee-43c2-849d-80c066abb648 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:22.044861 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 4f147c56-e2ee-43c2-849d-80c066abb648, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=4f147c56-e2ee-43c2-849d-80c066abb648,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:22.139133 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:22.176828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358500f-07fa-4aba-8a1c-6f9319a7db36 req-07cf6c30-0380-418c-b4ab-f243d18587f6 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:22.178394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4358500f-07fa-4aba-8a1c-6f9319a7db36 req-07cf6c30-0380-418c-b4ab-f243d18587f6 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0a729-fde2-4899-875d-8b85d8b65c35 HTTP/1.1" status: 200 len: 950 time: 0.5433996 Aug 17 02:22:22.191312 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=4f147c56-e2ee-43c2-849d-80c066abb648,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:22.301150 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['4f147c56-e2ee-43c2-849d-80c066abb648'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:22:22.357679 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a726d-fe89-406f-b425-c20739730013 req-455cfd38-15d4-4e03-aed5-2b1f071605b6 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:22.360570 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac9a726d-fe89-406f-b425-c20739730013 req-455cfd38-15d4-4e03-aed5-2b1f071605b6 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 946 time: 0.5835207 Aug 17 02:22:22.405549 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-aead9db1-fab0-4aa6-88b5-36a602b774dc service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136806 Aug 17 02:22:22.493862 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac9a726d-fe89-406f-b425-c20739730013 req-4a2747ec-ca1d-4aa1-9263-dbf36fcdd1d0 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.13 "GET /v2.0/security-groups?id=b681a0af-3523-472f-81fa-dd2fab24c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139581 Aug 17 02:22:22.516858 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:22.559712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-4358500f-07fa-4aba-8a1c-6f9319a7db36 req-8577a974-b0c7-413b-b168-bc5d4d62aea5 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Deleting port cb3f9576-bff1-4247-9ad6-2449f1bb0388 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:22:22.559712 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4358500f-07fa-4aba-8a1c-6f9319a7db36 req-8577a974-b0c7-413b-b168-bc5d4d62aea5 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:22.562365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] Pushing event deleted for resources: {'Port': ['ID=e533628c-cd23-4427-a6c6-53c551dc2fa7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:22.649684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6008653-c233-4eec-8b73-5e7cfc33048e req-dc9f8873-7873-4f17-aa26-4f870d4284bb tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:22.651429 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a6008653-c233-4eec-8b73-5e7cfc33048e req-dc9f8873-7873-4f17-aa26-4f870d4284bb tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9084180-2fdf-4b0a-bfe9-e58f025a7d0d HTTP/1.1" status: 200 len: 946 time: 0.3753021 Aug 17 02:22:22.705752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-187cbf42-9d24-4217-9701-f3d0a391f82b service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911854 Aug 17 02:22:22.747458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-a6008653-c233-4eec-8b73-5e7cfc33048e req-bbf20f30-7750-4925-846b-343146b23221 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Deleting port 532fb2b1-080f-45e9-ba4a-b0b321ccacab {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:22:22.747887 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a6008653-c233-4eec-8b73-5e7cfc33048e req-bbf20f30-7750-4925-846b-343146b23221 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:22.781304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-0c18d701-65d4-4cd0-b0cb-03361fc6fdf2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 HTTP/1.1" status: 200 len: 217 time: 0.0659132 Aug 17 02:22:22.782292 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:22.794123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573215f-c549-4f3f-9a37-bcea82164662 req-9a1015cb-37d6-49e5-9c75-023063dccc8a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:22.795606 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d573215f-c549-4f3f-9a37-bcea82164662 req-9a1015cb-37d6-49e5-9c75-023063dccc8a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 946 time: 0.2258713 Aug 17 02:22:22.843848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-a6008653-c233-4eec-8b73-5e7cfc33048e req-bbf20f30-7750-4925-846b-343146b23221 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] For port 532fb2b1-080f-45e9-ba4a-b0b321ccacab, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=532fb2b1-080f-45e9-ba4a-b0b321ccacab,segment=NetworkSegment(0676ebc7-f424-49d3-8f1f-ab8de26d7460),segment_id=0676ebc7-f424-49d3-8f1f-ab8de26d7460)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:22.844426 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a6008653-c233-4eec-8b73-5e7cfc33048e req-bbf20f30-7750-4925-846b-343146b23221 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:22.857307 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-a6008653-c233-4eec-8b73-5e7cfc33048e req-bbf20f30-7750-4925-846b-343146b23221 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Calling delete_port for 532fb2b1-080f-45e9-ba4a-b0b321ccacab owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:22:22.947970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-4358500f-07fa-4aba-8a1c-6f9319a7db36 req-8577a974-b0c7-413b-b168-bc5d4d62aea5 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] For port cb3f9576-bff1-4247-9ad6-2449f1bb0388, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=cb3f9576-bff1-4247-9ad6-2449f1bb0388,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:22.948348 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4358500f-07fa-4aba-8a1c-6f9319a7db36 req-8577a974-b0c7-413b-b168-bc5d4d62aea5 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:22.966092 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:22.976686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-4358500f-07fa-4aba-8a1c-6f9319a7db36 req-8577a974-b0c7-413b-b168-bc5d4d62aea5 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Calling delete_port for cb3f9576-bff1-4247-9ad6-2449f1bb0388 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:22:22.980559 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:22.993551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-fea15fe6-077a-4bd5-ae2f-45b2df72a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:22.995032 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-fea15fe6-077a-4bd5-ae2f-45b2df72a20e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04b8b847-a236-4512-b8b2-45f3d9a9ed8d HTTP/1.1" status: 200 len: 797 time: 0.1938765 Aug 17 02:22:23.003960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d573215f-c549-4f3f-9a37-bcea82164662 req-e8310768-1b02-4ecb-b767-d52ac56f33e1 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924765 Aug 17 02:22:23.063142 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a6008653-c233-4eec-8b73-5e7cfc33048e req-bbf20f30-7750-4925-846b-343146b23221 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:23.091094 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['532fb2b1-080f-45e9-ba4a-b0b321ccacab'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:22:23.094912 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf20f30-7750-4925-846b-343146b23221 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Pushing event deleted for resources: {'Port': ['ID=532fb2b1-080f-45e9-ba4a-b0b321ccacab,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:23.144311 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6008653-c233-4eec-8b73-5e7cfc33048e req-bbf20f30-7750-4925-846b-343146b23221 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] No DVR routers for this DVR port 532fb2b1-080f-45e9-ba4a-b0b321ccacab on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:22:23.146930 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a6008653-c233-4eec-8b73-5e7cfc33048e req-bbf20f30-7750-4925-846b-343146b23221 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:23.149018 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a6008653-c233-4eec-8b73-5e7cfc33048e req-bbf20f30-7750-4925-846b-343146b23221 tempest-ServerRescueTestJSONUnderV235-2035170397 tempest-ServerRescueTestJSONUnderV235-2035170397-project] 10.222.0.18 "DELETE /v2.0/ports/532fb2b1-080f-45e9-ba4a-b0b321ccacab HTTP/1.1" status: 204 len: 173 time: 0.4906099 Aug 17 02:22:23.149513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'name': 'network-vif-deleted', 'tag': '532fb2b1-080f-45e9-ba4a-b0b321ccacab'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:23.151957 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1705020d-a49e-4667-8c6a-04f304e105f8" -d '{"events": [{"server_uuid": "e9084180-2fdf-4b0a-bfe9-e58f025a7d0d", "name": "network-vif-deleted", "tag": "532fb2b1-080f-45e9-ba4a-b0b321ccacab"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:23.154829 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:23.160056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f515c1be-00fd-4fc4-9ee1-a532f59bef03 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:22:23.161745 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:23.162873 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-15000610-bf2e-4791-9dff-fb377929bf99 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f515c1be-00fd-4fc4-9ee1-a532f59bef03 HTTP/1.1" status: 204 len: 168 time: 2.5562770 Aug 17 02:22:23.164890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6ee664b1-7004-4a2d-b269-bc98476a1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:23.165762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45086) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:23.166364 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-6ee664b1-7004-4a2d-b269-bc98476a1ffa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=998fdff2-f2ba-4a39-b51d-2b0b852038ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1615415 Aug 17 02:22:23.215782 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-95bd6f18-f59b-4844-bdcb-74c6cecb80c3 admin admin] Deleting subnet f3ee0978-0a18-4eca-b738-966af06475e7 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:22:23.219555 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-95bd6f18-f59b-4844-bdcb-74c6cecb80c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:23.242236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe5a0c-2b5d-40ab-ab9d-89924c0efca3 req-1704943d-bf0b-45c5-8f08-329af2406977 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:23.242236 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39fe5a0c-2b5d-40ab-ab9d-89924c0efca3 req-1704943d-bf0b-45c5-8f08-329af2406977 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1455245 Aug 17 02:22:23.264655 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-95bd6f18-f59b-4844-bdcb-74c6cecb80c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:23.354228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39fe5a0c-2b5d-40ab-ab9d-89924c0efca3 req-929822f3-2520-463e-8934-e7bb2f0d7904 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000619 Aug 17 02:22:23.357955 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-81f4f907-6bdc-4139-97a5-809f531717bf service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821246 Aug 17 02:22:23.358266 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-95bd6f18-f59b-4844-bdcb-74c6cecb80c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:23.471352 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4358500f-07fa-4aba-8a1c-6f9319a7db36 req-8577a974-b0c7-413b-b168-bc5d4d62aea5 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:23.526978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577a974-b0c7-413b-b168-bc5d4d62aea5 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Pushing event deleted for resources: {'Port': ['ID=cb3f9576-bff1-4247-9ad6-2449f1bb0388,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:23.527558 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-95bd6f18-f59b-4844-bdcb-74c6cecb80c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:23.567904 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd6f18-f59b-4844-bdcb-74c6cecb80c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ee0978-0a18-4eca-b738-966af06475e7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:23.586862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e533628c-cd23-4427-a6c6-53c551dc2fa7 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:22:23.587034 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-95bd6f18-f59b-4844-bdcb-74c6cecb80c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:23.587137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dda389-544e-49d6-9d3d-3f73fc2b5638 req-0e5d3f8a-8297-421a-ab18-198c3dd763b6 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:23.587243 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-95bd6f18-f59b-4844-bdcb-74c6cecb80c3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f3ee0978-0a18-4eca-b738-966af06475e7 HTTP/1.1" status: 204 len: 168 time: 0.4204311 Aug 17 02:22:23.590637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4dda389-544e-49d6-9d3d-3f73fc2b5638 req-0e5d3f8a-8297-421a-ab18-198c3dd763b6 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8e0a729-fde2-4899-875d-8b85d8b65c35 HTTP/1.1" status: 200 len: 867 time: 0.1616917 Aug 17 02:22:23.590845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbd671d-2a32-488a-ac1b-2e7780035b4c None None] Network 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:22:23.591470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45090) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:23.621802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-00f68498-0521-4c6c-a209-aa1773a5fd92 service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545807 Aug 17 02:22:23.622631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-4358500f-07fa-4aba-8a1c-6f9319a7db36 req-8577a974-b0c7-413b-b168-bc5d4d62aea5 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] No DVR routers for this DVR port cb3f9576-bff1-4247-9ad6-2449f1bb0388 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:22:23.638256 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4358500f-07fa-4aba-8a1c-6f9319a7db36 req-8577a974-b0c7-413b-b168-bc5d4d62aea5 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:23.641472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: e533628c-cd23-4427-a6c6-53c551dc2fa7 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:22:23.642216 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4358500f-07fa-4aba-8a1c-6f9319a7db36 req-8577a974-b0c7-413b-b168-bc5d4d62aea5 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.18 "DELETE /v2.0/ports/cb3f9576-bff1-4247-9ad6-2449f1bb0388 HTTP/1.1" status: 204 len: 173 time: 1.4466906 Aug 17 02:22:23.642658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e533628c-cd23-4427-a6c6-53c551dc2fa7 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:22:23.642875 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e0a729-fde2-4899-875d-8b85d8b65c35', 'name': 'network-vif-deleted', 'tag': 'cb3f9576-bff1-4247-9ad6-2449f1bb0388'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:23.646212 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd338d89-a857-4b75-9747-ceade73341a7" -d '{"events": [{"server_uuid": "b8e0a729-fde2-4899-875d-8b85d8b65c35", "name": "network-vif-deleted", "tag": "cb3f9576-bff1-4247-9ad6-2449f1bb0388"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:23.753071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device fb2cc102-4957-4508-b511-341969e390a9 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:22:23.777290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-4cf81770-5540-46b9-b44f-7b48c905c6ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d HTTP/1.1" status: 200 len: 217 time: 0.1265562 Aug 17 02:22:23.780200 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:23.842642 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4dda389-544e-49d6-9d3d-3f73fc2b5638 req-16aa9b8b-f9fe-4f7f-a74c-4500e15939f1 tempest-ImagesNegativeTestJSON-466746750 tempest-ImagesNegativeTestJSON-466746750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ddb8fd1-4ac4-4dc3-8912-3ecaa38ff7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226434 Aug 17 02:22:23.903039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789df49e-fd2c-48c4-9a96-06358ce5f12e None None] DHCP port deletion for 3bc129d8-6566-46b9-b7f7-9c41b5ef6174 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:22:23.904522 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-81ecef0b-f29d-4f3a-9ce5-709a6f65fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:23.906108 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-81ecef0b-f29d-4f3a-9ce5-709a6f65fb92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04b8b847-a236-4512-b8b2-45f3d9a9ed8d HTTP/1.1" status: 200 len: 797 time: 0.1037955 Aug 17 02:22:23.960743 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port fb2cc102-4957-4508-b511-341969e390a9 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:22:23.969895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port fb2cc102-4957-4508-b511-341969e390a9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:22:23.971577 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:23.993430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-789df49e-fd2c-48c4-9a96-06358ce5f12e None None] Deleting port eb5f2b58-899a-4768-b6b7-9a81096cb52a {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:22:23.993911 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-789df49e-fd2c-48c4-9a96-06358ce5f12e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.021094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] Deleting port eb5f2b58-899a-4768-b6b7-9a81096cb52a {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:22:24.022094 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.074482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-5dbcd77a-b9ab-42e2-a4ad-7d85ac5fcb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:24.076771 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-5dbcd77a-b9ab-42e2-a4ad-7d85ac5fcb75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=998fdff2-f2ba-4a39-b51d-2b0b852038ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1572673 Aug 17 02:22:24.083189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-789df49e-fd2c-48c4-9a96-06358ce5f12e None None] For port eb5f2b58-899a-4768-b6b7-9a81096cb52a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=eb5f2b58-899a-4768-b6b7-9a81096cb52a,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:24.083684 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-789df49e-fd2c-48c4-9a96-06358ce5f12e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.090883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf041b0d-44b0-487d-8785-b0664b14955c req-e1811038-06e5-409b-ba3b-b25548c30b61 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:24.098471 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf041b0d-44b0-487d-8785-b0664b14955c req-e1811038-06e5-409b-ba3b-b25548c30b61 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:24.101718 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-789df49e-fd2c-48c4-9a96-06358ce5f12e None None] Calling delete_port for eb5f2b58-899a-4768-b6b7-9a81096cb52a owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:22:24.104654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf041b0d-44b0-487d-8785-b0664b14955c req-e1811038-06e5-409b-ba3b-b25548c30b61 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:24.115104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf041b0d-44b0-487d-8785-b0664b14955c req-e1811038-06e5-409b-ba3b-b25548c30b61 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:24.121778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf041b0d-44b0-487d-8785-b0664b14955c req-e1811038-06e5-409b-ba3b-b25548c30b61 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:24.128864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf041b0d-44b0-487d-8785-b0664b14955c req-e1811038-06e5-409b-ba3b-b25548c30b61 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:24.134912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf041b0d-44b0-487d-8785-b0664b14955c req-e1811038-06e5-409b-ba3b-b25548c30b61 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:24.136805 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf041b0d-44b0-487d-8785-b0664b14955c req-e1811038-06e5-409b-ba3b-b25548c30b61 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5417 time: 0.2204056 Aug 17 02:22:24.181508 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.219689 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cda13a9-282c-4775-bfa9-aab6dd6ca7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2cc102-4957-4508-b511-341969e390a9'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:24.222304 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fee895c-58ae-491a-90b9-d165b8e0c45f" -d '{"events": [{"server_uuid": "8cda13a9-282c-4775-bfa9-aab6dd6ca7e9", "name": "network-vif-plugged", "status": "completed", "tag": "fb2cc102-4957-4508-b511-341969e390a9"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:24.235505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] For port eb5f2b58-899a-4768-b6b7-9a81096cb52a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=eb5f2b58-899a-4768-b6b7-9a81096cb52a,segment=NetworkSegment(508fdbd0-9f28-42db-a5a4-6b9351b7037e),segment_id=508fdbd0-9f28-42db-a5a4-6b9351b7037e)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:24.235862 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.245841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port fb2cc102-4957-4508-b511-341969e390a9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb2cc102-4957-4508-b511-341969e390a9,segment=NetworkSegment(4497a93a-12f8-46a7-98a2-48220a788bd5),segment_id=4497a93a-12f8-46a7-98a2-48220a788bd5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:24.265222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] Calling delete_port for eb5f2b58-899a-4768-b6b7-9a81096cb52a owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:22:24.276741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf041b0d-44b0-487d-8785-b0664b14955c req-4b511f91-9c6c-46f6-8fd6-c80d8b6965f1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248171 Aug 17 02:22:24.334556 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-f2f714b7-fc0f-4572-a1df-3be60b6cea2d service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949055 Aug 17 02:22:24.363029 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.363873 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 4f147c56-e2ee-43c2-849d-80c066abb648 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:22:24.368457 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-789df49e-fd2c-48c4-9a96-06358ce5f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.431374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789df49e-fd2c-48c4-9a96-06358ce5f12e None None] No DVR routers for this DVR port eb5f2b58-899a-4768-b6b7-9a81096cb52a on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:22:24.463042 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.479544 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=fb2cc102-4957-4508-b511-341969e390a9,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:24.506733 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789df49e-fd2c-48c4-9a96-06358ce5f12e None None] Pushing event deleted for resources: {'Port': ['ID=eb5f2b58-899a-4768-b6b7-9a81096cb52a,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:24.513208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 4f147c56-e2ee-43c2-849d-80c066abb648 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:22:24.513618 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.525692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5f2b58-899a-4768-b6b7-9a81096cb52a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:24.532014 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f160abf-b252-4392-9fd6-76f76d40d5ac req-fc326226-d704-4bb6-b01b-f947f00aa5a0 service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882205 Aug 17 02:22:24.533041 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] No DVR routers for this DVR port eb5f2b58-899a-4768-b6b7-9a81096cb52a on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:22:24.609648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c773d2-ec82-4ff4-9d11-6b8636a67678 req-5e99454d-2d71-4f6d-89ad-f43970058e4d tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:24.611199 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52c773d2-ec82-4ff4-9d11-6b8636a67678 req-5e99454d-2d71-4f6d-89ad-f43970058e4d tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 945 time: 0.1706469 Aug 17 02:22:24.611731 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.632186 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.650369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc129d8-6566-46b9-b7f7-9c41b5ef6174']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:24.650631 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 4f147c56-e2ee-43c2-849d-80c066abb648, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=4f147c56-e2ee-43c2-849d-80c066abb648,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:24.667646 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508fdbd0-9f28-42db-a5a4-6b9351b7037e') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:24.667942 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508fdbd0-9f28-42db-a5a4-6b9351b7037e') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:24.681730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52c773d2-ec82-4ff4-9d11-6b8636a67678 req-50deaf47-01f2-4dbd-ba54-d7be48ca91c1 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a4d213c-6091-4704-871d-17e2044720b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596280 Aug 17 02:22:24.683253 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.696985 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.712446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:22:24.712446 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:22:24.712679 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:22:24.741396 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847aa61f-1d70-41d0-869b-204d93e1f3b4 x-openstack-request-id: req-847aa61f-1d70-41d0-869b-204d93e1f3b4 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:24.741396 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9084180-2fdf-4b0a-bfe9-e58f025a7d0d", "name": "network-vif-deleted", "tag": "532fb2b1-080f-45e9-ba4a-b0b321ccacab", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:24.741396 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-847aa61f-1d70-41d0-869b-204d93e1f3b4 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:24.741396 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9084180-2fdf-4b0a-bfe9-e58f025a7d0d', 'name': 'network-vif-deleted', 'tag': '532fb2b1-080f-45e9-ba4a-b0b321ccacab', 'status': 'completed', 'code': 200} Aug 17 02:22:24.769719 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.773039 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45108) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:24.814700 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bb8abb-7a4a-49ac-bec4-7dc79d4712fc x-openstack-request-id: req-a7bb8abb-7a4a-49ac-bec4-7dc79d4712fc {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:24.814834 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e0a729-fde2-4899-875d-8b85d8b65c35", "name": "network-vif-deleted", "tag": "cb3f9576-bff1-4247-9ad6-2449f1bb0388", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:24.815093 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7bb8abb-7a4a-49ac-bec4-7dc79d4712fc {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:24.815487 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e0a729-fde2-4899-875d-8b85d8b65c35', 'name': 'network-vif-deleted', 'tag': 'cb3f9576-bff1-4247-9ad6-2449f1bb0388', 'status': 'completed', 'code': 200} Aug 17 02:22:24.842529 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=4f147c56-e2ee-43c2-849d-80c066abb648,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:24.931110 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.941850 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:24.943703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3bc129d8-6566-46b9-b7f7-9c41b5ef6174 HTTP/1.1" status: 204 len: 168 time: 1.3356779 Aug 17 02:22:24.947063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45112) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:24.972183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbed015-72f8-485c-9b81-662443844600 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc129d8-6566-46b9-b7f7-9c41b5ef6174,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:25.011221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-7cea0362-a157-49b2-badc-74f8b47fda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:25.011696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-7cea0362-a157-49b2-badc-74f8b47fda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:25.012165 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-7cea0362-a157-49b2-badc-74f8b47fda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:25.012630 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-7cea0362-a157-49b2-badc-74f8b47fda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:25.013091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-7cea0362-a157-49b2-badc-74f8b47fda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:25.013581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-7cea0362-a157-49b2-badc-74f8b47fda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:25.014043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-7cea0362-a157-49b2-badc-74f8b47fda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:25.015919 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-7cea0362-a157-49b2-badc-74f8b47fda9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c691e931e322428681bcac4ac4d8423e&device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 6481 time: 0.1420455 Aug 17 02:22:25.025229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea86cd-077d-4c9f-99c1-ce70130b838e req-465c5747-3f8f-4d6b-9e1b-b0d4e58b0c6f tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:25.026709 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6ea86cd-077d-4c9f-99c1-ce70130b838e req-465c5747-3f8f-4d6b-9e1b-b0d4e58b0c6f tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 946 time: 0.1634321 Aug 17 02:22:25.163939 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6ea86cd-077d-4c9f-99c1-ce70130b838e req-05c31437-6943-4996-b7d5-5522b89853b5 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257515 Aug 17 02:22:25.196098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-405e7c24-4ab1-4544-8aef-52484d43826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:25.197282 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-405e7c24-4ab1-4544-8aef-52484d43826e service neutron] 10.222.0.18 "GET /v2.0/networks?id=998fdff2-f2ba-4a39-b51d-2b0b852038ca HTTP/1.1" status: 200 len: 903 time: 0.1696644 Aug 17 02:22:25.235175 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3738c8ff-9c78-4f93-b6ff-0cd5b2d1349d x-openstack-request-id: req-3738c8ff-9c78-4f93-b6ff-0cd5b2d1349d {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:25.235712 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cda13a9-282c-4775-bfa9-aab6dd6ca7e9", "name": "network-vif-plugged", "status": "completed", "tag": "fb2cc102-4957-4508-b511-341969e390a9", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:25.235924 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3738c8ff-9c78-4f93-b6ff-0cd5b2d1349d {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:25.237374 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cda13a9-282c-4775-bfa9-aab6dd6ca7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2cc102-4957-4508-b511-341969e390a9', 'code': 200} Aug 17 02:22:25.383432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d94a9-3c95-466f-9393-c623c6a8646e req-23b43981-01eb-4036-80f6-a53c17e2f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:25.385066 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-532d94a9-3c95-466f-9393-c623c6a8646e req-23b43981-01eb-4036-80f6-a53c17e2f206 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 1097 time: 0.0615435 Aug 17 02:22:25.391135 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f3cce6-c606-48e6-a598-b16be21ac950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:25.441746 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device cb3f9576-bff1-4247-9ad6-2449f1bb0388 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:22:25.468205 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-532d94a9-3c95-466f-9393-c623c6a8646e req-f08ea76a-c916-4af2-829a-d85e44dfc4fe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a4d213c-6091-4704-871d-17e2044720b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747402 Aug 17 02:22:25.477905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: cb3f9576-bff1-4247-9ad6-2449f1bb0388 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:22:25.478723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device cb3f9576-bff1-4247-9ad6-2449f1bb0388 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:22:25.479361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 532fb2b1-080f-45e9-ba4a-b0b321ccacab no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:22:25.507015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 532fb2b1-080f-45e9-ba4a-b0b321ccacab {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:22:25.507367 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 532fb2b1-080f-45e9-ba4a-b0b321ccacab not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:22:25.581631 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device eb5f2b58-899a-4768-b6b7-9a81096cb52a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:22:25.588717 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-ff04e8b0-8594-4baf-a489-9300255a084a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 HTTP/1.1" status: 200 len: 217 time: 0.3702457 Aug 17 02:22:25.703490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-a854df18-bc2d-42ec-b230-858ee7f57052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:25.705453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-a854df18-bc2d-42ec-b230-858ee7f57052 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04b8b847-a236-4512-b8b2-45f3d9a9ed8d HTTP/1.1" status: 200 len: 797 time: 0.1043444 Aug 17 02:22:25.720021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77038cdf-5500-4997-a8f7-4858977bd1b7 req-1508c04c-afad-4369-b021-9a8ed099c7ed tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:25.728181 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77038cdf-5500-4997-a8f7-4858977bd1b7 req-1508c04c-afad-4369-b021-9a8ed099c7ed tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1449487 Aug 17 02:22:25.744563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-96f3cce6-c606-48e6-a598-b16be21ac950 admin admin] Deleting port 0837e347-900c-40a0-ba0b-e4ce31c7b285 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:22:25.745146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f3cce6-c606-48e6-a598-b16be21ac950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:25.808354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77038cdf-5500-4997-a8f7-4858977bd1b7 req-8701a98a-5305-4860-bd9d-a4948a4f95bd tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788593 Aug 17 02:22:25.827785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: eb5f2b58-899a-4768-b6b7-9a81096cb52a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:22:25.827785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device eb5f2b58-899a-4768-b6b7-9a81096cb52a not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:22:25.845782 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-ee9f2609-926d-4562-a104-bef188422596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:25.848823 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-ee9f2609-926d-4562-a104-bef188422596 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=998fdff2-f2ba-4a39-b51d-2b0b852038ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1168606 Aug 17 02:22:25.853136 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-96f3cce6-c606-48e6-a598-b16be21ac950 admin admin] For port 0837e347-900c-40a0-ba0b-e4ce31c7b285, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0837e347-900c-40a0-ba0b-e4ce31c7b285,segment=NetworkSegment(39fea700-e97f-489e-b1bd-dc3ab002ce74),segment_id=39fea700-e97f-489e-b1bd-dc3ab002ce74)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:25.853982 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f3cce6-c606-48e6-a598-b16be21ac950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:25.868847 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-96f3cce6-c606-48e6-a598-b16be21ac950 admin admin] Calling delete_port for 0837e347-900c-40a0-ba0b-e4ce31c7b285 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:22:26.027686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0e47-8275-408c-b47d-117c68dd0fc4 req-3f362d4e-bb69-4243-affd-7d2b9b8bc95a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.034862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0e47-8275-408c-b47d-117c68dd0fc4 req-3f362d4e-bb69-4243-affd-7d2b9b8bc95a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.040955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0e47-8275-408c-b47d-117c68dd0fc4 req-3f362d4e-bb69-4243-affd-7d2b9b8bc95a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.055668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0e47-8275-408c-b47d-117c68dd0fc4 req-3f362d4e-bb69-4243-affd-7d2b9b8bc95a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.062105 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0e47-8275-408c-b47d-117c68dd0fc4 req-3f362d4e-bb69-4243-affd-7d2b9b8bc95a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.069455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0e47-8275-408c-b47d-117c68dd0fc4 req-3f362d4e-bb69-4243-affd-7d2b9b8bc95a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.087645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0e47-8275-408c-b47d-117c68dd0fc4 req-3f362d4e-bb69-4243-affd-7d2b9b8bc95a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.089973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5d4b0e47-8275-408c-b47d-117c68dd0fc4 req-3f362d4e-bb69-4243-affd-7d2b9b8bc95a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5417 time: 0.1606059 Aug 17 02:22:26.104314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-02d22a9e-b35d-4815-971e-5a61b8bbed9b service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458169 Aug 17 02:22:26.111397 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb32ed16-f026-43b5-8aea-69ba3e339870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:26.230869 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f3cce6-c606-48e6-a598-b16be21ac950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:26.279411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3cce6-c606-48e6-a598-b16be21ac950 admin admin] Pushing event deleted for resources: {'Port': ['ID=0837e347-900c-40a0-ba0b-e4ce31c7b285,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:26.304288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5d4b0e47-8275-408c-b47d-117c68dd0fc4 req-a7073b8f-d74e-4e47-b811-67241197c18e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1808224 Aug 17 02:22:26.387795 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-545d4a51-0ae8-46f0-9a99-f0df4fe438c7 service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720671 Aug 17 02:22:26.551072 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f3cce6-c606-48e6-a598-b16be21ac950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:26.666202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-4a5a8a2e-56e4-4fd7-842e-b04bc60601ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.666852 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-4a5a8a2e-56e4-4fd7-842e-b04bc60601ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.667346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-4a5a8a2e-56e4-4fd7-842e-b04bc60601ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.667886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-4a5a8a2e-56e4-4fd7-842e-b04bc60601ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.668423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-4a5a8a2e-56e4-4fd7-842e-b04bc60601ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.668965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-4a5a8a2e-56e4-4fd7-842e-b04bc60601ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.669521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-4a5a8a2e-56e4-4fd7-842e-b04bc60601ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.673572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-4a5a8a2e-56e4-4fd7-842e-b04bc60601ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c691e931e322428681bcac4ac4d8423e&device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 6481 time: 0.1302795 Aug 17 02:22:26.756830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc989e-34af-4a33-bc66-d6af87e7a37e req-2abe88d5-9a8f-4a34-9697-bb602920fcbd tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.758862 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dcdc989e-34af-4a33-bc66-d6af87e7a37e req-2abe88d5-9a8f-4a34-9697-bb602920fcbd tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 945 time: 0.1803308 Aug 17 02:22:26.849273 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f3cce6-c606-48e6-a598-b16be21ac950 admin admin] Router f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:22:26.899654 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dcdc989e-34af-4a33-bc66-d6af87e7a37e req-e98da15c-1fb4-4960-9eb0-e3e9ab019eef tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a4d213c-6091-4704-871d-17e2044720b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079924 Aug 17 02:22:26.925253 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-b41cdc7f-bf1a-42bb-83a2-ba02ee0fab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:26.925253 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-b41cdc7f-bf1a-42bb-83a2-ba02ee0fab22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=998fdff2-f2ba-4a39-b51d-2b0b852038ca HTTP/1.1" status: 200 len: 903 time: 0.2372589 Aug 17 02:22:26.993777 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-f4dbd75d-3a5e-4169-834f-dd65a68b2d9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d HTTP/1.1" status: 200 len: 217 time: 0.0656013 Aug 17 02:22:27.038206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f3cce6-c606-48e6-a598-b16be21ac950 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:22:27.045269 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-96f3cce6-c606-48e6-a598-b16be21ac950 admin admin] 10.222.0.13 "PUT /v2.0/routers/f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0961788 Aug 17 02:22:27.049446 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd54b9-bc2f-4354-878a-4a6e5f1ccd11 None None] Sync routers for ids ['f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:22:27.052487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45164) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:27.060453 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd54b9-bc2f-4354-878a-4a6e5f1ccd11 None None] Routers {'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:22:27.061227 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5bfd54b9-bc2f-4354-878a-4a6e5f1ccd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:22:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:27.063307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-ceb7f02a-1005-43a0-8ad6-3bc1cd44edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:27.065151 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-ceb7f02a-1005-43a0-8ad6-3bc1cd44edfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04b8b847-a236-4512-b8b2-45f3d9a9ed8d HTTP/1.1" status: 200 len: 797 time: 0.0634530 Aug 17 02:22:27.145107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-cb32ed16-f026-43b5-8aea-69ba3e339870 admin admin] Deleting port 821e9342-f924-4690-8133-4a013704fcba {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:22:27.145456 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb32ed16-f026-43b5-8aea-69ba3e339870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:27.195521 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-5bfd54b9-bc2f-4354-878a-4a6e5f1ccd11 None None] Set router f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:22:27.212550 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:27.225006 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876f34e-9374-481c-b2b3-911322e7a25c req-5a848ef9-7fa6-4114-972e-4b8e9d3ba9b0 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:27.239288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c876f34e-9374-481c-b2b3-911322e7a25c req-5a848ef9-7fa6-4114-972e-4b8e9d3ba9b0 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 946 time: 0.1604691 Aug 17 02:22:27.239455 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9988e770-3675-42c4-a460-f0ff8248206e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f147c56-e2ee-43c2-849d-80c066abb648'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:27.242637 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f39d35-a211-4a9f-b601-ea1838889422" -d '{"events": [{"server_uuid": "9988e770-3675-42c4-a460-f0ff8248206e", "name": "network-vif-plugged", "status": "completed", "tag": "4f147c56-e2ee-43c2-849d-80c066abb648"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:27.248882 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-56cf03b8-edc2-45d8-a54e-3577a187062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:27.251123 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-56cf03b8-edc2-45d8-a54e-3577a187062d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=998fdff2-f2ba-4a39-b51d-2b0b852038ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1484435 Aug 17 02:22:27.353348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-cb32ed16-f026-43b5-8aea-69ba3e339870 admin admin] For port 821e9342-f924-4690-8133-4a013704fcba, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=821e9342-f924-4690-8133-4a013704fcba,segment=NetworkSegment(0676ebc7-f424-49d3-8f1f-ab8de26d7460),segment_id=0676ebc7-f424-49d3-8f1f-ab8de26d7460)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:27.353743 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb32ed16-f026-43b5-8aea-69ba3e339870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:27.360733 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c876f34e-9374-481c-b2b3-911322e7a25c req-7df80b26-0f90-41ca-b3ce-89058ae73ae1 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260216 Aug 17 02:22:27.377879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-cb32ed16-f026-43b5-8aea-69ba3e339870 admin admin] Calling delete_port for 821e9342-f924-4690-8133-4a013704fcba owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:22:27.446142 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:27.455998 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-4119739e-94b1-496a-a898-5ba1e80e2555 service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950157 Aug 17 02:22:27.540473 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5bfd54b9-bc2f-4354-878a-4a6e5f1ccd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626148628-router', 'tenant_id': 'b8745e26a06b42b282280243a1281981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '615c0ead-f0b4-48da-87d2-138476af2495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:44Z', 'updated_at': '2021-08-17T02:22:26Z', 'revision_number': 5, 'project_id': 'b8745e26a06b42b282280243a1281981', 'gw_port': {'id': '615c0ead-f0b4-48da-87d2-138476af2495', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:13:45Z', 'updated_at': '2021-08-17T02:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:27.602332 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd54b9-bc2f-4354-878a-4a6e5f1ccd11 None None] Checking router: f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:22:27.616790 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd54b9-bc2f-4354-878a-4a6e5f1ccd11 None None] Routers {'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:22:27.617540 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5bfd54b9-bc2f-4354-878a-4a6e5f1ccd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:22:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:27.644059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] Deleting port 615c0ead-f0b4-48da-87d2-138476af2495 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:22:27.644382 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:27.748295 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-5bfd54b9-bc2f-4354-878a-4a6e5f1ccd11 None None] Set router f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:22:27.757178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cb6cc-8d28-42e5-ac35-4b7b625e1ca4 req-76b8c131-dd65-423d-95ef-16e467a3b9fb tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:27.766637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d59cb6cc-8d28-42e5-ac35-4b7b625e1ca4 req-76b8c131-dd65-423d-95ef-16e467a3b9fb tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.2849369 Aug 17 02:22:27.787599 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] For port 615c0ead-f0b4-48da-87d2-138476af2495, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=615c0ead-f0b4-48da-87d2-138476af2495,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:27.787965 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:27.809508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] Calling delete_port for 615c0ead-f0b4-48da-87d2-138476af2495 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:22:27.818926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d59cb6cc-8d28-42e5-ac35-4b7b625e1ca4 req-8ed51560-7dfa-4e69-b39e-93939b514b16 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510039 Aug 17 02:22:27.831868 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5bfd54b9-bc2f-4354-878a-4a6e5f1ccd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626148628-router', 'tenant_id': 'b8745e26a06b42b282280243a1281981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:44Z', 'updated_at': '2021-08-17T02:22:27Z', 'revision_number': 6, 'project_id': 'b8745e26a06b42b282280243a1281981', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:27.846041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25c1ad32-b35c-45f8-8da1-e040ebf19b1f req-19cc335f-f031-47f4-b090-aacb1db4d912 service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790729 Aug 17 02:22:27.888383 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd54b9-bc2f-4354-878a-4a6e5f1ccd11 None None] The sync data for ids ['f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40'] in n-d-793621-31 is: [{'id': 'f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-626148628-router', 'tenant_id': 'b8745e26a06b42b282280243a1281981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:13:44Z', 'updated_at': '2021-08-17T02:22:27Z', 'revision_number': 6, 'project_id': 'b8745e26a06b42b282280243a1281981', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:22:27.929438 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecc08c7-244f-4703-ab7e-d8481fd9058c x-openstack-request-id: req-aecc08c7-244f-4703-ab7e-d8481fd9058c {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:27.929438 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9988e770-3675-42c4-a460-f0ff8248206e", "name": "network-vif-plugged", "status": "completed", "tag": "4f147c56-e2ee-43c2-849d-80c066abb648", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:27.929438 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aecc08c7-244f-4703-ab7e-d8481fd9058c {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:27.929438 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9988e770-3675-42c4-a460-f0ff8248206e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f147c56-e2ee-43c2-849d-80c066abb648', 'code': 200} Aug 17 02:22:28.013009 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb32ed16-f026-43b5-8aea-69ba3e339870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:28.080504 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32ed16-f026-43b5-8aea-69ba3e339870 admin admin] Pushing event deleted for resources: {'Port': ['ID=821e9342-f924-4690-8133-4a013704fcba,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:28.133297 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:28.152313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f1fef-2128-4546-8e1c-1faeba9f2f8b req-dd279f96-9c5b-4a1a-84a0-0cfb44078f67 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:28.159419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f1fef-2128-4546-8e1c-1faeba9f2f8b req-dd279f96-9c5b-4a1a-84a0-0cfb44078f67 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:28.165774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f1fef-2128-4546-8e1c-1faeba9f2f8b req-dd279f96-9c5b-4a1a-84a0-0cfb44078f67 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:28.170026 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] Pushing event deleted for resources: {'Port': ['ID=615c0ead-f0b4-48da-87d2-138476af2495,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:28.173478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f1fef-2128-4546-8e1c-1faeba9f2f8b req-dd279f96-9c5b-4a1a-84a0-0cfb44078f67 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:28.178886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f1fef-2128-4546-8e1c-1faeba9f2f8b req-dd279f96-9c5b-4a1a-84a0-0cfb44078f67 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:28.184910 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f1fef-2128-4546-8e1c-1faeba9f2f8b req-dd279f96-9c5b-4a1a-84a0-0cfb44078f67 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:28.192010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f1fef-2128-4546-8e1c-1faeba9f2f8b req-dd279f96-9c5b-4a1a-84a0-0cfb44078f67 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:28.201438 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f8f1fef-2128-4546-8e1c-1faeba9f2f8b req-dd279f96-9c5b-4a1a-84a0-0cfb44078f67 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5417 time: 0.2052164 Aug 17 02:22:28.301832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f8f1fef-2128-4546-8e1c-1faeba9f2f8b req-90077fad-9d38-4a9c-8e39-0d99d5010212 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010323 Aug 17 02:22:28.324898 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:28.345463 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:28.468512 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb32ed16-f026-43b5-8aea-69ba3e339870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:28.535865 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:28.541153 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:28.590480 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacf149-9f8d-4c7b-b6ff-0e51339207b6 req-11a92e08-de34-4877-ad26-a7866ea71be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:28.592021 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdacf149-9f8d-4c7b-b6ff-0e51339207b6 req-11a92e08-de34-4877-ad26-a7866ea71be2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 1098 time: 0.1343434 Aug 17 02:22:28.637975 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdacf149-9f8d-4c7b-b6ff-0e51339207b6 req-ae0386d7-5054-4e72-a9df-d0fd6d45fdf7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366478 Aug 17 02:22:28.656487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883a052-1b5c-4495-9daa-15cbcffb5aa7 req-102cbe5c-2eb6-4746-8396-cfd62e4d4f4d tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:28.656487 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2883a052-1b5c-4495-9daa-15cbcffb5aa7 req-102cbe5c-2eb6-4746-8396-cfd62e4d4f4d tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 945 time: 0.1057405 Aug 17 02:22:28.681341 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:28.682397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:22:28.687028 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:28.695792 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-802809d8-a004-42a8-99d0-0a64eb0b8322 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f6770e4c-d16b-4ae9-a2f5-c7a38f41ef40 HTTP/1.1" status: 204 len: 168 time: 1.6417217 Aug 17 02:22:28.696448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45188) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:28.755323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8566dfa-4be7-423e-90b5-fe84c05a564b admin admin] Deleting subnet 9373b6fb-bc86-4e84-a7c0-92f6cd44f26e {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:22:28.759172 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8566dfa-4be7-423e-90b5-fe84c05a564b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:28.790542 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2883a052-1b5c-4495-9daa-15cbcffb5aa7 req-19ef6e83-d77d-4a8b-a831-ca0cc36fb6f1 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a4d213c-6091-4704-871d-17e2044720b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257808 Aug 17 02:22:28.820108 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8566dfa-4be7-423e-90b5-fe84c05a564b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:28.845714 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb32ed16-f026-43b5-8aea-69ba3e339870 admin admin] Router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:22:28.990056 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8566dfa-4be7-423e-90b5-fe84c05a564b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:29.041062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8db00b-9140-481b-b8a3-df562997c068 req-117a3cc5-efe8-4c2f-ba60-e78e08eb97c3 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:29.042830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a8db00b-9140-481b-b8a3-df562997c068 req-117a3cc5-efe8-4c2f-ba60-e78e08eb97c3 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 946 time: 0.1131926 Aug 17 02:22:29.075671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb32ed16-f026-43b5-8aea-69ba3e339870 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:22:29.085215 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cb32ed16-f026-43b5-8aea-69ba3e339870 admin admin] 10.222.0.13 "PUT /v2.0/routers/bf74a3c8-6095-46d0-bd2f-3f8ea3af6651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3109400 Aug 17 02:22:29.086562 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45194) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:29.092981 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0ea9c1-a3cb-46da-bd71-3c938796c148 None None] Sync routers for ids ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:22:29.109878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0ea9c1-a3cb-46da-bd71-3c938796c148 None None] Routers {'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:22:29.111068 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9b0ea9c1-a3cb-46da-bd71-3c938796c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:22:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:29.111675 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a8db00b-9140-481b-b8a3-df562997c068 req-6ac266cd-ec92-43e8-aac4-551208bd8e52 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552075 Aug 17 02:22:29.167369 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8566dfa-4be7-423e-90b5-fe84c05a564b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:29.212935 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8566dfa-4be7-423e-90b5-fe84c05a564b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9373b6fb-bc86-4e84-a7c0-92f6cd44f26e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:29.231781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8566dfa-4be7-423e-90b5-fe84c05a564b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:29.238199 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a8566dfa-4be7-423e-90b5-fe84c05a564b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9373b6fb-bc86-4e84-a7c0-92f6cd44f26e HTTP/1.1" status: 204 len: 168 time: 0.5406966 Aug 17 02:22:29.238995 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45198) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:29.257784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c598b05-9a93-4eec-8742-f6cbf2ff45e1 None None] Network a0b2ac15-001f-4928-9b50-8b172cc519a8 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:22:29.394046 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:29.396191 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-9b0ea9c1-a3cb-46da-bd71-3c938796c148 None None] Set router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:22:29.413154 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:29.425744 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbef0c7-d915-469f-ad59-993dc28f7b69 req-129abae6-3281-48ad-98e3-39b0fb08ec10 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:29.427269 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0dbef0c7-d915-469f-ad59-993dc28f7b69 req-129abae6-3281-48ad-98e3-39b0fb08ec10 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 945 time: 0.1578479 Aug 17 02:22:29.462505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45202) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:29.469179 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e02b902d-159c-42ca-9ac3-d9cd34418750 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Request body: {'floatingip': {'port_id': 'fb2cc102-4957-4508-b511-341969e390a9'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:29.591049 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e02b902d-159c-42ca-9ac3-d9cd34418750 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for floatingip, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:29.720243 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694ea439-0a2b-4f30-8643-f5abbe304685 None None] DHCP port deletion for a0b2ac15-001f-4928-9b50-8b172cc519a8 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:22:29.827645 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 615c0ead-f0b4-48da-87d2-138476af2495 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:22:29.882097 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 615c0ead-f0b4-48da-87d2-138476af2495 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:22:29.882707 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 615c0ead-f0b4-48da-87d2-138476af2495 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:22:29.883307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0837e347-900c-40a0-ba0b-e4ce31c7b285 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:22:29.926441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 0837e347-900c-40a0-ba0b-e4ce31c7b285 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:22:29.927150 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0837e347-900c-40a0-ba0b-e4ce31c7b285 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:22:29.944758 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9b0ea9c1-a3cb-46da-bd71-3c938796c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:44Z', 'updated_at': '2021-08-17T02:22:27Z', 'revision_number': 5, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'gw_port': {'id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:45Z', 'updated_at': '2021-08-17T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:29.954352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-694ea439-0a2b-4f30-8643-f5abbe304685 None None] Deleting port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:22:29.955121 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-694ea439-0a2b-4f30-8643-f5abbe304685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:29.982369 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0ea9c1-a3cb-46da-bd71-3c938796c148 None None] Checking router: bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:22:30.052414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0ea9c1-a3cb-46da-bd71-3c938796c148 None None] Routers {'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:22:30.059473 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9b0ea9c1-a3cb-46da-bd71-3c938796c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:22:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:30.157011 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:30.171421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-694ea439-0a2b-4f30-8643-f5abbe304685 None None] For port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9b4046a6-c7de-46e1-9528-ca2f4a7dcfba,segment=NetworkSegment(39fea700-e97f-489e-b1bd-dc3ab002ce74),segment_id=39fea700-e97f-489e-b1bd-dc3ab002ce74)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:30.173582 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-694ea439-0a2b-4f30-8643-f5abbe304685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:30.208699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62675573-07bb-4c63-8571-07699ebfb414 req-ca0f6596-ba5f-4208-973b-7a689f25b3a4 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:30.215413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-694ea439-0a2b-4f30-8643-f5abbe304685 None None] Calling delete_port for 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:22:30.227648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62675573-07bb-4c63-8571-07699ebfb414 req-ca0f6596-ba5f-4208-973b-7a689f25b3a4 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.6776123 Aug 17 02:22:30.396145 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62675573-07bb-4c63-8571-07699ebfb414 req-3892e1d6-c51f-4db8-b617-eee47e4c99b2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669185 Aug 17 02:22:30.397088 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-9b0ea9c1-a3cb-46da-bd71-3c938796c148 None None] Set router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:22:30.467078 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] Deleting port 57d5d606-9a08-49af-a865-31f00ab3ffe5 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:22:30.467409 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:30.467816 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] Deleting port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:22:30.468305 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:30.541354 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:22:30.641342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] For port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9b4046a6-c7de-46e1-9528-ca2f4a7dcfba,segment=NetworkSegment(39fea700-e97f-489e-b1bd-dc3ab002ce74),segment_id=39fea700-e97f-489e-b1bd-dc3ab002ce74)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:30.641923 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:30.661000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] For port 57d5d606-9a08-49af-a865-31f00ab3ffe5, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=57d5d606-9a08-49af-a865-31f00ab3ffe5,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:30.661848 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:30.679774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] Calling delete_port for 57d5d606-9a08-49af-a865-31f00ab3ffe5 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:22:30.695286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] Calling delete_port for 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:22:30.713276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e777b6-ef75-4546-a672-e1093a0e1ec1 req-81c85d4f-8e91-49e4-aec0-55ce984f865d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:30.721128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e777b6-ef75-4546-a672-e1093a0e1ec1 req-81c85d4f-8e91-49e4-aec0-55ce984f865d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:30.728390 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e777b6-ef75-4546-a672-e1093a0e1ec1 req-81c85d4f-8e91-49e4-aec0-55ce984f865d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:30.736677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e777b6-ef75-4546-a672-e1093a0e1ec1 req-81c85d4f-8e91-49e4-aec0-55ce984f865d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:30.744020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e777b6-ef75-4546-a672-e1093a0e1ec1 req-81c85d4f-8e91-49e4-aec0-55ce984f865d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:30.752270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e777b6-ef75-4546-a672-e1093a0e1ec1 req-81c85d4f-8e91-49e4-aec0-55ce984f865d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:30.759263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e777b6-ef75-4546-a672-e1093a0e1ec1 req-81c85d4f-8e91-49e4-aec0-55ce984f865d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:30.761489 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80e777b6-ef75-4546-a672-e1093a0e1ec1 req-81c85d4f-8e91-49e4-aec0-55ce984f865d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5417 time: 0.2097030 Aug 17 02:22:30.815454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9b0ea9c1-a3cb-46da-bd71-3c938796c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:44Z', 'updated_at': '2021-08-17T02:22:27Z', 'revision_number': 5, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'gw_port': {'id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:45Z', 'updated_at': '2021-08-17T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:30.847258 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0ea9c1-a3cb-46da-bd71-3c938796c148 None None] The sync data for ids ['bf74a3c8-6095-46d0-bd2f-3f8ea3af6651'] in n-d-793621-31 is: [{'id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750395478-router', 'tenant_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:44Z', 'updated_at': '2021-08-17T02:22:27Z', 'revision_number': 5, 'project_id': '162bf435e2274f1ab8d9b8ad12cd2769', 'gw_port': {'id': '57d5d606-9a08-49af-a865-31f00ab3ffe5', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74a3c8-6095-46d0-bd2f-3f8ea3af6651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:45Z', 'updated_at': '2021-08-17T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:22:30.873376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80e777b6-ef75-4546-a672-e1093a0e1ec1 req-709ebb7c-dba9-42d5-b537-aaeec84c1d40 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653169 Aug 17 02:22:31.017166 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.052466 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e913e62-7e27-4566-b3f7-c1ed806e3467 req-b190383e-edce-47bc-a248-b29c80f0d1f9 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:31.054429 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e913e62-7e27-4566-b3f7-c1ed806e3467 req-b190383e-edce-47bc-a248-b29c80f0d1f9 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 946 time: 0.0579181 Aug 17 02:22:31.071029 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-694ea439-0a2b-4f30-8643-f5abbe304685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.079555 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.106183 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ea439-0a2b-4f30-8643-f5abbe304685 None None] Pushing event deleted for resources: {'Port': ['ID=9b4046a6-c7de-46e1-9528-ca2f4a7dcfba,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:31.108110 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ea439-0a2b-4f30-8643-f5abbe304685 None None] No DVR routers for this DVR port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:22:31.109709 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e913e62-7e27-4566-b3f7-c1ed806e3467 req-09b327b7-ccab-4904-878e-d844c134dc45 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481999 Aug 17 02:22:31.124579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4046a6-c7de-46e1-9528-ca2f4a7dcfba,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:31.124579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] No DVR routers for this DVR port 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:22:31.190382 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.260604 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.291835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d5d606-9a08-49af-a865-31f00ab3ffe5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:31.304357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b2ac15-001f-4928-9b50-8b172cc519a8']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:31.319049 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fea700-e97f-489e-b1bd-dc3ab002ce74') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:31.319678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fea700-e97f-489e-b1bd-dc3ab002ce74') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:31.347126 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.368170 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.396181 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.413425 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e02b902d-159c-42ca-9ac3-d9cd34418750 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.415816 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:22:31.416378 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:22:31.418604 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:22:31.509147 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.538058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.634462 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e02b902d-159c-42ca-9ac3-d9cd34418750 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.663179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-7592516f-2df3-4c13-b1c5-40cf99e5e517 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:31.670416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-7592516f-2df3-4c13-b1c5-40cf99e5e517 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/networks?id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d HTTP/1.1" status: 200 len: 811 time: 0.1978691 Aug 17 02:22:31.680090 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 821e9342-f924-4690-8133-4a013704fcba no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:22:31.695438 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-8cc4da0a-c0c2-4bc8-b496-9b4529bedca9 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/quotas/7958a1cdafed4011bf926b6ad6bc2e61 HTTP/1.1" status: 200 len: 375 time: 0.0200436 Aug 17 02:22:31.732120 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.744561 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 821e9342-f924-4690-8133-4a013704fcba {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:22:31.746141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 821e9342-f924-4690-8133-4a013704fcba not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:22:31.747346 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:22:31.754241 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.754241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:22:31.761207 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.769301 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d88c9945-1077-4e06-86a3-68b3ecb39e07 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bf74a3c8-6095-46d0-bd2f-3f8ea3af6651 HTTP/1.1" status: 204 len: 168 time: 2.6654916 Aug 17 02:22:31.770145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45238) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:31.774151 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:31.778383 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a0b2ac15-001f-4928-9b50-8b172cc519a8 HTTP/1.1" status: 204 len: 168 time: 2.5344338 Aug 17 02:22:31.784474 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ae60c-012c-4240-8a88-b7153b5f70a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b2ac15-001f-4928-9b50-8b172cc519a8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:31.822842 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:22:31.823301 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9b4046a6-c7de-46e1-9528-ca2f4a7dcfba not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:22:31.910519 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-5d4d53f9-6550-44f3-ae7c-ac2880cffb50 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7958a1cdafed4011bf926b6ad6bc2e61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2128088 Aug 17 02:22:31.916950 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-e02b902d-159c-42ca-9ac3-d9cd34418750 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Floating IP 634ebe7c-ea11-48cb-9ab0-ea578adf41f0 associated. External IP: 172.25.5.96, port: fb2cc102-4957-4508-b511-341969e390a9. Aug 17 02:22:32.083463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45248) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:32.110911 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c5394a-1d75-45a7-8c39-bc88b6838009 admin admin] Deleting subnet 2959ceac-83e9-4de2-afa8-c1049a0c5481 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:22:32.114411 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-14c5394a-1d75-45a7-8c39-bc88b6838009 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.154284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-14c5394a-1d75-45a7-8c39-bc88b6838009 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.198881 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-14c5394a-1d75-45a7-8c39-bc88b6838009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.237816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-08290875-c514-4250-8687-a0d9115ac9bc service neutron] 10.222.0.13 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260005 Aug 17 02:22:32.350786 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45252) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:32.372305 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02b902d-159c-42ca-9ac3-d9cd34418750 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Router b52b3b91-907a-4ada-83a6-a8ea68b453ee has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:22:32.394019 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8e2b4893-a27d-4c95-99d4-163c4d7e2b3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c70f789335a4a8eac179b8335858e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087602 Aug 17 02:22:32.397563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45254) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:32.418395 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-41d535b3-29a7-46a2-aea1-7b5cc7e1baef service neutron] 10.222.0.13 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790316 Aug 17 02:22:32.482054 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-14c5394a-1d75-45a7-8c39-bc88b6838009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.515367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5394a-1d75-45a7-8c39-bc88b6838009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2959ceac-83e9-4de2-afa8-c1049a0c5481,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:32.517878 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-14c5394a-1d75-45a7-8c39-bc88b6838009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.521580 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-14c5394a-1d75-45a7-8c39-bc88b6838009 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2959ceac-83e9-4de2-afa8-c1049a0c5481 HTTP/1.1" status: 204 len: 168 time: 0.7501245 Aug 17 02:22:32.524052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45256) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:32.539450 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a63bfc01-e56f-4714-b398-dfe348cb2525 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49680fd9b391442cb3cf3c46aae0fe47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1871238 Aug 17 02:22:32.540123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45258) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:32.620698 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3deea231-f7fe-4613-9d29-d27f71a78ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.647795 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4991e94b-86e5-4580-aac5-5ef6404bf025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.685448 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4991e94b-86e5-4580-aac5-5ef6404bf025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.701337 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02b902d-159c-42ca-9ac3-d9cd34418750 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:22:32.709184 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e02b902d-159c-42ca-9ac3-d9cd34418750 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.713540 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb91d-587f-4531-9022-f9b219ca004c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.714504 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193bb6d-6832-4678-871d-fcaaf5b35349 None None] Sync routers for ids ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:22:32.758523 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193bb6d-6832-4678-871d-fcaaf5b35349 None None] Routers {'b52b3b91-907a-4ada-83a6-a8ea68b453ee'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:22:32.760281 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d193bb6d-6832-4678-871d-fcaaf5b35349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:22:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:32.787516 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e02b902d-159c-42ca-9ac3-d9cd34418750 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "PUT /v2.0/floatingips/634ebe7c-ea11-48cb-9ab0-ea578adf41f0 HTTP/1.1" status: 200 len: 990 time: 3.3237362 Aug 17 02:22:32.790037 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb91d-587f-4531-9022-f9b219ca004c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.790374 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3deea231-f7fe-4613-9d29-d27f71a78ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.792348 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cda13a9-282c-4775-bfa9-aab6dd6ca7e9', 'tag': 'fb2cc102-4957-4508-b511-341969e390a9'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:32.794640 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737b9835-3afb-487b-8e58-36f19f76165e" -d '{"events": [{"name": "network-changed", "server_uuid": "8cda13a9-282c-4775-bfa9-aab6dd6ca7e9", "tag": "fb2cc102-4957-4508-b511-341969e390a9"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:32.802643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3deea231-f7fe-4613-9d29-d27f71a78ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f438f78f-1ae1-40df-bda3-38a888d5203a']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:32.814647 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3deea231-f7fe-4613-9d29-d27f71a78ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0676ebc7-f424-49d3-8f1f-ab8de26d7460') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:32.815229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3deea231-f7fe-4613-9d29-d27f71a78ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0676ebc7-f424-49d3-8f1f-ab8de26d7460') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:32.829101 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3deea231-f7fe-4613-9d29-d27f71a78ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.871065 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3deea231-f7fe-4613-9d29-d27f71a78ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.880881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3deea231-f7fe-4613-9d29-d27f71a78ca3 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3deea231-f7fe-4613-9d29-d27f71a78ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:22:32.883555 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:22:32.942686 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4991e94b-86e5-4580-aac5-5ef6404bf025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.947402 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4991e94b-86e5-4580-aac5-5ef6404bf025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.951720 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4991e94b-86e5-4580-aac5-5ef6404bf025 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ddb8fd1-4ac4-4dc3-8912-3ecaa38ff7d3 HTTP/1.1" status: 204 len: 168 time: 0.5528729 Aug 17 02:22:32.953390 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00c6f2-485f-4270-a0c9-f2f44aea00c8 req-dc9030b5-b4a8-4b5b-8634-69c239b4f28b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:32.958728 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-d193bb6d-6832-4678-871d-fcaaf5b35349 None None] Set router b52b3b91-907a-4ada-83a6-a8ea68b453ee gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:22:32.961176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc00c6f2-485f-4270-a0c9-f2f44aea00c8 req-dc9030b5-b4a8-4b5b-8634-69c239b4f28b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1369183 Aug 17 02:22:32.970959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991e94b-86e5-4580-aac5-5ef6404bf025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddb8fd1-4ac4-4dc3-8912-3ecaa38ff7d3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:32.978941 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb91d-587f-4531-9022-f9b219ca004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:32.988303 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb91d-587f-4531-9022-f9b219ca004c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:33.006925 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ed9bb91d-587f-4531-9022-f9b219ca004c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ff59c9c-629a-4a75-8b10-1f250e83a4c7 HTTP/1.1" status: 204 len: 168 time: 0.4498272 Aug 17 02:22:33.033681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc00c6f2-485f-4270-a0c9-f2f44aea00c8 req-4678cee1-0c18-46cd-93b0-2a86ae855cef tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664437 Aug 17 02:22:33.050745 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3deea231-f7fe-4613-9d29-d27f71a78ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:33.054095 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bb91d-587f-4531-9022-f9b219ca004c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff59c9c-629a-4a75-8b10-1f250e83a4c7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:33.061874 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3deea231-f7fe-4613-9d29-d27f71a78ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:33.065817 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3deea231-f7fe-4613-9d29-d27f71a78ca3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f438f78f-1ae1-40df-bda3-38a888d5203a HTTP/1.1" status: 204 len: 168 time: 0.5392926 Aug 17 02:22:33.122268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deea231-f7fe-4613-9d29-d27f71a78ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f438f78f-1ae1-40df-bda3-38a888d5203a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:33.274121 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f1457-034c-4f61-824b-4ce044807dae req-c58f7ff4-e28f-446f-8a44-ef5ef2a88fdb tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:33.280772 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f1457-034c-4f61-824b-4ce044807dae req-c58f7ff4-e28f-446f-8a44-ef5ef2a88fdb tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:33.300837 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f1457-034c-4f61-824b-4ce044807dae req-c58f7ff4-e28f-446f-8a44-ef5ef2a88fdb tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:33.307863 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f1457-034c-4f61-824b-4ce044807dae req-c58f7ff4-e28f-446f-8a44-ef5ef2a88fdb tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:33.338919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f1457-034c-4f61-824b-4ce044807dae req-c58f7ff4-e28f-446f-8a44-ef5ef2a88fdb tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:33.365740 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f1457-034c-4f61-824b-4ce044807dae req-c58f7ff4-e28f-446f-8a44-ef5ef2a88fdb tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:33.391671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f1457-034c-4f61-824b-4ce044807dae req-c58f7ff4-e28f-446f-8a44-ef5ef2a88fdb tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:33.392966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc5f1457-034c-4f61-824b-4ce044807dae req-c58f7ff4-e28f-446f-8a44-ef5ef2a88fdb tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5417 time: 0.2022736 Aug 17 02:22:33.487205 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc5f1457-034c-4f61-824b-4ce044807dae req-628391cd-620f-4dd3-9806-4f35bc78547e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874808 Aug 17 02:22:33.535811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 57d5d606-9a08-49af-a865-31f00ab3ffe5 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:22:33.591871 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 57d5d606-9a08-49af-a865-31f00ab3ffe5 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:22:33.594829 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 57d5d606-9a08-49af-a865-31f00ab3ffe5 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:22:33.802972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1507a2b3-abf6-4ea9-a6b7-47d902e8b21f req-56120800-e228-4760-a86a-94e3ef8f4cf7 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 210 time: 0.0638075 Aug 17 02:22:33.820173 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d193bb6d-6832-4678-871d-fcaaf5b35349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:48Z', 'updated_at': '2021-08-17T02:21:53Z', 'revision_number': 4, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'gw_port': {'id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:49Z', 'updated_at': '2021-08-17T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '634ebe7c-ea11-48cb-9ab0-ea578adf41f0', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'port_id': 'fb2cc102-4957-4508-b511-341969e390a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda13a9-282c-4775-bfa9-aab6dd6ca7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:22:03Z', 'updated_at': '2021-08-17T02:22:30Z', 'revision_number': 1, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b926f670-3ab4-48f9-a0d7-35d743ebae47', 'name': '', 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'mac_address': 'fa:16:3e:71:9e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'af102a6f-756b-4197-a788-33847e19470e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:52Z', 'updated_at': '2021-08-17T02:21:59Z', 'revision_number': 5, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'subnets': [{'id': 'af102a6f-756b-4197-a788-33847e19470e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:33.871761 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193bb6d-6832-4678-871d-fcaaf5b35349 None None] Checking router: b52b3b91-907a-4ada-83a6-a8ea68b453ee for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:22:33.883204 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193bb6d-6832-4678-871d-fcaaf5b35349 None None] Routers {'b52b3b91-907a-4ada-83a6-a8ea68b453ee'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:22:33.884100 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d193bb6d-6832-4678-871d-fcaaf5b35349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:22:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:34.004132 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de26f38e-0f4b-43fe-a5e3-10ef0bb32f4d x-openstack-request-id: req-de26f38e-0f4b-43fe-a5e3-10ef0bb32f4d {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:34.004733 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cda13a9-282c-4775-bfa9-aab6dd6ca7e9", "tag": "fb2cc102-4957-4508-b511-341969e390a9", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:34.004961 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de26f38e-0f4b-43fe-a5e3-10ef0bb32f4d {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:34.005674 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cda13a9-282c-4775-bfa9-aab6dd6ca7e9', 'tag': 'fb2cc102-4957-4508-b511-341969e390a9', 'status': 'completed', 'code': 200} Aug 17 02:22:34.040433 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-d193bb6d-6832-4678-871d-fcaaf5b35349 None None] Set router b52b3b91-907a-4ada-83a6-a8ea68b453ee gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:22:34.163939 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b9835-3afb-487b-8e58-36f19f76165e req-399c6299-506d-42cf-962a-b6e42bdaefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:34.166856 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-737b9835-3afb-487b-8e58-36f19f76165e req-399c6299-506d-42cf-962a-b6e42bdaefe8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c657bbf16d249bba9598a9f655bec8d&device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 1097 time: 0.1177268 Aug 17 02:22:34.280329 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45294) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:34.301932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821267c4-bd08-41b3-9131-b33281b9ea70 req-ea3a6179-bfdc-4e3a-97f7-16d83d76d590 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:34.303565 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-821267c4-bd08-41b3-9131-b33281b9ea70 req-ea3a6179-bfdc-4e3a-97f7-16d83d76d590 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1366827 Aug 17 02:22:34.382658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45296) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:34.403196 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-821267c4-bd08-41b3-9131-b33281b9ea70 req-322ac80a-090c-4aaa-962e-24d1b03db25b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909290 Aug 17 02:22:34.483601 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b9835-3afb-487b-8e58-36f19f76165e req-4fd0535e-2b7d-48bf-bf70-ccd65ed38776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:34.486967 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-737b9835-3afb-487b-8e58-36f19f76165e req-4fd0535e-2b7d-48bf-bf70-ccd65ed38776 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0df5f708-0a74-4aaa-a1e6-1144e4724d95 HTTP/1.1" status: 200 len: 916 time: 0.3130171 Aug 17 02:22:34.592241 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d193bb6d-6832-4678-871d-fcaaf5b35349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:48Z', 'updated_at': '2021-08-17T02:21:53Z', 'revision_number': 4, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'gw_port': {'id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:49Z', 'updated_at': '2021-08-17T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '634ebe7c-ea11-48cb-9ab0-ea578adf41f0', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'port_id': 'fb2cc102-4957-4508-b511-341969e390a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda13a9-282c-4775-bfa9-aab6dd6ca7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:22:03Z', 'updated_at': '2021-08-17T02:22:30Z', 'revision_number': 1, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b926f670-3ab4-48f9-a0d7-35d743ebae47', 'name': '', 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'mac_address': 'fa:16:3e:71:9e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'af102a6f-756b-4197-a788-33847e19470e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:52Z', 'updated_at': '2021-08-17T02:21:59Z', 'revision_number': 5, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'subnets': [{'id': 'af102a6f-756b-4197-a788-33847e19470e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:34.641645 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193bb6d-6832-4678-871d-fcaaf5b35349 None None] The sync data for ids ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'] in n-d-793621-31 is: [{'id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:48Z', 'updated_at': '2021-08-17T02:21:53Z', 'revision_number': 4, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'gw_port': {'id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:49Z', 'updated_at': '2021-08-17T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '634ebe7c-ea11-48cb-9ab0-ea578adf41f0', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'port_id': 'fb2cc102-4957-4508-b511-341969e390a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda13a9-282c-4775-bfa9-aab6dd6ca7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:22:03Z', 'updated_at': '2021-08-17T02:22:30Z', 'revision_number': 1, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b926f670-3ab4-48f9-a0d7-35d743ebae47', 'name': '', 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'mac_address': 'fa:16:3e:71:9e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'af102a6f-756b-4197-a788-33847e19470e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:52Z', 'updated_at': '2021-08-17T02:21:59Z', 'revision_number': 5, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'subnets': [{'id': 'af102a6f-756b-4197-a788-33847e19470e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:22:34.725612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e3e5-630b-4601-836e-2245d1861c21 req-27dd03a2-9fe7-4e04-98ba-7598b47a2fa1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:34.733006 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e3e5-630b-4601-836e-2245d1861c21 req-27dd03a2-9fe7-4e04-98ba-7598b47a2fa1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:34.736126 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5dabe4c4-79ea-423f-884b-2fc4ab930a97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8745e26a06b42b282280243a1281981&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3433979 Aug 17 02:22:34.740447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e3e5-630b-4601-836e-2245d1861c21 req-27dd03a2-9fe7-4e04-98ba-7598b47a2fa1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:34.744396 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45308) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:34.746969 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-15792c97-acdb-4317-a54a-a54aad8b1dc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=162bf435e2274f1ab8d9b8ad12cd2769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637742 Aug 17 02:22:34.753164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e3e5-630b-4601-836e-2245d1861c21 req-27dd03a2-9fe7-4e04-98ba-7598b47a2fa1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:34.760243 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e3e5-630b-4601-836e-2245d1861c21 req-27dd03a2-9fe7-4e04-98ba-7598b47a2fa1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:34.768131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e3e5-630b-4601-836e-2245d1861c21 req-27dd03a2-9fe7-4e04-98ba-7598b47a2fa1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:34.768980 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45310) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:34.774983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e3e5-630b-4601-836e-2245d1861c21 req-27dd03a2-9fe7-4e04-98ba-7598b47a2fa1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:34.778934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cdb3e3e5-630b-4601-836e-2245d1861c21 req-27dd03a2-9fe7-4e04-98ba-7598b47a2fa1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5417 time: 0.1508067 Aug 17 02:22:34.878418 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-737b9835-3afb-487b-8e58-36f19f76165e req-91c9c337-bedd-492a-9e18-07a26c8e3d39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb2cc102-4957-4508-b511-341969e390a9 HTTP/1.1" status: 200 len: 998 time: 0.3831470 Aug 17 02:22:34.911406 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cdb3e3e5-630b-4601-836e-2245d1861c21 req-007fa87b-5042-468e-b6d3-a4e4876eb000 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249137 Aug 17 02:22:35.009122 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a233eed-31ad-4692-8647-6eb48fbc2358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:35.058077 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a233eed-31ad-4692-8647-6eb48fbc2358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:35.083858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec600818-4ef2-417c-b7f7-5ac7d5734eb0 None None] New status for floating IP 634ebe7c-ea11-48cb-9ab0-ea578adf41f0: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:22:35.111039 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f274b9d0-f285-49c1-b03c-f3e27607d14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:35.142778 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f274b9d0-f285-49c1-b03c-f3e27607d14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:35.159151 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b9835-3afb-487b-8e58-36f19f76165e req-d3435da3-0ee9-46b2-be73-0f6e5fcd8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:35.160638 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-737b9835-3afb-487b-8e58-36f19f76165e req-d3435da3-0ee9-46b2-be73-0f6e5fcd8398 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af102a6f-756b-4197-a788-33847e19470e HTTP/1.1" status: 200 len: 854 time: 0.2705870 Aug 17 02:22:35.251715 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b9835-3afb-487b-8e58-36f19f76165e req-3ea11193-659d-449d-9755-1e419123ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:35.257744 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-737b9835-3afb-487b-8e58-36f19f76165e req-3ea11193-659d-449d-9755-1e419123ab59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0df5f708-0a74-4aaa-a1e6-1144e4724d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875773 Aug 17 02:22:35.263058 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb5e4163-6365-4479-8293-faad009de7fb req-91799e1a-890b-40d1-8650-38e8da935af4 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 210 time: 0.1101427 Aug 17 02:22:35.323345 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a233eed-31ad-4692-8647-6eb48fbc2358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:35.326746 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a233eed-31ad-4692-8647-6eb48fbc2358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:35.335995 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5a233eed-31ad-4692-8647-6eb48fbc2358 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b681a0af-3523-472f-81fa-dd2fab24c2c5 HTTP/1.1" status: 204 len: 168 time: 0.5615091 Aug 17 02:22:35.422092 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a233eed-31ad-4692-8647-6eb48fbc2358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b681a0af-3523-472f-81fa-dd2fab24c2c5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:35.452364 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f274b9d0-f285-49c1-b03c-f3e27607d14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:35.463977 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f274b9d0-f285-49c1-b03c-f3e27607d14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:35.472180 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f274b9d0-f285-49c1-b03c-f3e27607d14d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/587db03e-b2eb-43ad-8e38-c7e4dfb8e06e HTTP/1.1" status: 204 len: 168 time: 0.7157991 Aug 17 02:22:35.541759 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274b9d0-f285-49c1-b03c-f3e27607d14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587db03e-b2eb-43ad-8e38-c7e4dfb8e06e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:35.584815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd451c-7df0-4f6b-abaf-6f15d77f81d9 req-2c1f8edb-e043-47e1-ac13-0b1446e0084d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:35.594197 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2afd451c-7df0-4f6b-abaf-6f15d77f81d9 req-2c1f8edb-e043-47e1-ac13-0b1446e0084d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0849605 Aug 17 02:22:35.604360 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-737b9835-3afb-487b-8e58-36f19f76165e req-6ce3aa48-4ce9-4e03-8f5c-58968ab66f79 service neutron] 10.222.0.42 "GET /v2.0/networks/0df5f708-0a74-4aaa-a1e6-1144e4724d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376427 Aug 17 02:22:35.643837 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2afd451c-7df0-4f6b-abaf-6f15d77f81d9 req-0f1f5fa3-a85d-4796-b298-a2079e2251dd tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482810 Aug 17 02:22:35.745853 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-737b9835-3afb-487b-8e58-36f19f76165e req-1d991dbb-dab5-4160-bc49-eeb298c275f3 service neutron] 10.222.0.42 "GET /v2.0/networks/0df5f708-0a74-4aaa-a1e6-1144e4724d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331580 Aug 17 02:22:36.124776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-5eafd01f-537f-4ec2-a221-0f5a812bde9c tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:36.127405 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-5eafd01f-537f-4ec2-a221-0f5a812bde9c tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.18 "GET /v2.0/networks?id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d HTTP/1.1" status: 200 len: 811 time: 0.2077119 Aug 17 02:22:36.162287 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-fceb3f38-b6a4-4a1c-9053-69a982dab734 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Request body: {'port': {'device_id': '13535359-9fdd-4818-8946-bcd4e9b7b606', 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d', 'admin_state_up': True, 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:36.250291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d436d4-45a9-4f80-a0c6-7b7be7365696 req-a98dfc3e-d464-4ad4-94b4-65c65d834b3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:36.257065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d436d4-45a9-4f80-a0c6-7b7be7365696 req-a98dfc3e-d464-4ad4-94b4-65c65d834b3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:36.264184 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d436d4-45a9-4f80-a0c6-7b7be7365696 req-a98dfc3e-d464-4ad4-94b4-65c65d834b3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:36.272707 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d436d4-45a9-4f80-a0c6-7b7be7365696 req-a98dfc3e-d464-4ad4-94b4-65c65d834b3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:36.279445 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d436d4-45a9-4f80-a0c6-7b7be7365696 req-a98dfc3e-d464-4ad4-94b4-65c65d834b3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:36.286139 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d436d4-45a9-4f80-a0c6-7b7be7365696 req-a98dfc3e-d464-4ad4-94b4-65c65d834b3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:36.293369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d436d4-45a9-4f80-a0c6-7b7be7365696 req-a98dfc3e-d464-4ad4-94b4-65c65d834b3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:36.302667 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6d436d4-45a9-4f80-a0c6-7b7be7365696 req-a98dfc3e-d464-4ad4-94b4-65c65d834b3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5417 time: 0.2061815 Aug 17 02:22:36.392893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45356) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:36.399699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6d436d4-45a9-4f80-a0c6-7b7be7365696 req-12e8b526-fe36-4001-b89c-a22bdc97cb5c tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960186 Aug 17 02:22:36.541619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-fceb3f38-b6a4-4a1c-9053-69a982dab734 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Made reservation on behalf of 7958a1cdafed4011bf926b6ad6bc2e61 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:22:36.557975 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-fceb3f38-b6a4-4a1c-9053-69a982dab734 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:36.619052 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9010259-d474-4fee-a6b9-3f92daf7de30 req-2b511c82-1e58-4379-b43a-a61e7e12e639 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 210 time: 0.0476947 Aug 17 02:22:36.631281 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2056366256-network', 'tenant_id': '4c16420efa164d4d912052f534bc872f'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:36.790670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-fceb3f38-b6a4-4a1c-9053-69a982dab734 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Allocated IP 172.20.0.12 (fd479884-b2af-4f40-8eb9-a8b5f60bd85d/5f731366-6aa6-42ea-9f6e-74fe2d99ed33/ec9388ff-87b3-46a7-a082-cdf9a1bff3f4) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:22:36.813040 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] Made reservation on behalf of 4c16420efa164d4d912052f534bc872f for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:22:36.853754 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:36.853754 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:37.010752 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:37.028388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8129dd5-9032-4388-968a-e3543a5ef551 req-f15e0810-2649-4f70-90f1-0dca9e6d9331 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:37.029916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8129dd5-9032-4388-968a-e3543a5ef551 req-f15e0810-2649-4f70-90f1-0dca9e6d9331 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1170695 Aug 17 02:22:37.101506 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-fceb3f38-b6a4-4a1c-9053-69a982dab734 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:37.106111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8129dd5-9032-4388-968a-e3543a5ef551 req-a22f3726-a0e3-45d6-8c44-b7def557e197 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666199 Aug 17 02:22:37.535208 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade397f9-286e-4b12-8b39-d7ea1b99cf27 req-e9a99367-681f-4eb2-a914-c1a0d0eb9ef0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:37.541547 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade397f9-286e-4b12-8b39-d7ea1b99cf27 req-e9a99367-681f-4eb2-a914-c1a0d0eb9ef0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:37.548953 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade397f9-286e-4b12-8b39-d7ea1b99cf27 req-e9a99367-681f-4eb2-a914-c1a0d0eb9ef0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:37.555539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade397f9-286e-4b12-8b39-d7ea1b99cf27 req-e9a99367-681f-4eb2-a914-c1a0d0eb9ef0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:37.561489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade397f9-286e-4b12-8b39-d7ea1b99cf27 req-e9a99367-681f-4eb2-a914-c1a0d0eb9ef0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:37.567457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade397f9-286e-4b12-8b39-d7ea1b99cf27 req-e9a99367-681f-4eb2-a914-c1a0d0eb9ef0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:37.573309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade397f9-286e-4b12-8b39-d7ea1b99cf27 req-e9a99367-681f-4eb2-a914-c1a0d0eb9ef0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:37.575349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ade397f9-286e-4b12-8b39-d7ea1b99cf27 req-e9a99367-681f-4eb2-a914-c1a0d0eb9ef0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5417 time: 0.0962100 Aug 17 02:22:37.621458 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ade397f9-286e-4b12-8b39-d7ea1b99cf27 req-b2ca3c5b-0ced-495f-b575-c25054c91b20 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391254 Aug 17 02:22:37.766727 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c867819e-0722-402b-9819-c01df566b158 req-29107d84-cf7a-40fc-a5b4-e36c016516ef tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 210 time: 0.0300140 Aug 17 02:22:37.945587 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-fceb3f38-b6a4-4a1c-9053-69a982dab734 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:37.947402 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:37.976923 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0a736b40-fbda-4984-bf22-9a56597b928a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:37.984215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['e269a82b-eff9-4ddf-92d6-91229453d9d9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:22:38.033623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-fceb3f38-b6a4-4a1c-9053-69a982dab734 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Network fd479884-b2af-4f40-8eb9-a8b5f60bd85d is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:22:38.037386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-fceb3f38-b6a4-4a1c-9053-69a982dab734 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:22:38.040435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-fceb3f38-b6a4-4a1c-9053-69a982dab734 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:22:38.107254 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:22:38.114141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3f38-b6a4-4a1c-9053-69a982dab734 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Pushing event updated for resources: {'Port': ['ID=ec9388ff-87b3-46a7-a082-cdf9a1bff3f4,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:38.141211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-fceb3f38-b6a4-4a1c-9053-69a982dab734 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:38.141211 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-fceb3f38-b6a4-4a1c-9053-69a982dab734 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:38.165019 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1838480a-d460-4868-984e-428e4eeb5cb9,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:38.179517 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:38.179517 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] Added segment 12b7096e-0114-4bc0-820e-ca83c1c2438c of type vlan for network 34294388-a8b7-4157-9b43-5859a5b71ee1 Aug 17 02:22:38.277875 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:38.292736 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-fceb3f38-b6a4-4a1c-9053-69a982dab734 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1361368 Aug 17 02:22:38.315763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Request body: {'port': {'device_id': '13535359-9fdd-4818-8946-bcd4e9b7b606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:38.386576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9598948-d056-4fcb-be0f-c0d0b3e379f4 req-d8e211b9-8829-4865-8b1e-ce2cd1893a73 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:38.390695 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45418) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:38.392842 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9598948-d056-4fcb-be0f-c0d0b3e379f4 req-d8e211b9-8829-4865-8b1e-ce2cd1893a73 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1532190 Aug 17 02:22:38.419535 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:38.420743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:38.422543 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:38.490433 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:38.537812 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9598948-d056-4fcb-be0f-c0d0b3e379f4 req-93c41465-24b7-4400-b266-4002e20e4f24 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122515 Aug 17 02:22:38.566120 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] Pushing event updated for resources: {'Network': ['ID=34294388-a8b7-4157-9b43-5859a5b71ee1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:38.580018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 34294388-a8b7-4157-9b43-5859a5b71ee1 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:22:38.699306 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0213427e-582a-495c-ab3c-944e43e2c344 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3052068 Aug 17 02:22:38.702163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45426) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:38.707937 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-4dedcb93-97a0-414b-8be5-5a7c032d3799 admin admin] Request body: {'subnet': {'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2056366256-subnet', 'tenant_id': '4c16420efa164d4d912052f534bc872f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:38.724751 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1704808003-network', 'tenant_id': 'b088f79aec95448bbc53bf66d059383d'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:38.745664 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.db.api [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:22:38.745664 n-d-793621-31 neutron-server[95407]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 02:22:38.745664 n-d-793621-31 neutron-server[95407]: [parameters: {'project_id_1': 'b088f79aec95448bbc53bf66d059383d', 'expiration_1': datetime.datetime(2021, 8, 17, 2, 22, 38, 732889)}] Aug 17 02:22:38.745664 n-d-793621-31 neutron-server[95407]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:22:38.746128 n-d-793621-31 neutron-server[95407]: DEBUG oslo_db.api [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:22:38.858086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dedcb93-97a0-414b-8be5-5a7c032d3799 admin admin] Made reservation on behalf of 4c16420efa164d4d912052f534bc872f for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:22:38.860772 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4dedcb93-97a0-414b-8be5-5a7c032d3799 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:38.956241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c9833-1e6c-4820-bb38-bd9287b40bfa req-178bfcb3-3168-4f17-b918-e76457cc46db tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:38.962392 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c9833-1e6c-4820-bb38-bd9287b40bfa req-178bfcb3-3168-4f17-b918-e76457cc46db tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:38.968852 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c9833-1e6c-4820-bb38-bd9287b40bfa req-178bfcb3-3168-4f17-b918-e76457cc46db tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:38.975608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c9833-1e6c-4820-bb38-bd9287b40bfa req-178bfcb3-3168-4f17-b918-e76457cc46db tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:38.981735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c9833-1e6c-4820-bb38-bd9287b40bfa req-178bfcb3-3168-4f17-b918-e76457cc46db tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:38.988529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c9833-1e6c-4820-bb38-bd9287b40bfa req-178bfcb3-3168-4f17-b918-e76457cc46db tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:38.994926 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c9833-1e6c-4820-bb38-bd9287b40bfa req-178bfcb3-3168-4f17-b918-e76457cc46db tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:38.996832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d36c9833-1e6c-4820-bb38-bd9287b40bfa req-178bfcb3-3168-4f17-b918-e76457cc46db tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5417 time: 0.1871312 Aug 17 02:22:39.100944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d36c9833-1e6c-4820-bb38-bd9287b40bfa req-daa12904-1e93-4630-a086-26f3b41adf4f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0909734 Aug 17 02:22:39.197406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:39.210400 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:39.228321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Transition to ACTIVE for port object ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:22:39.228853 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4dedcb93-97a0-414b-8be5-5a7c032d3799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:39.304478 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:39.334869 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dedcb93-97a0-414b-8be5-5a7c032d3799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b0eebf0-cd07-40a8-9430-50c3dd1e4546,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:39.371518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dedcb93-97a0-414b-8be5-5a7c032d3799 admin admin] Checking segment: {'id': '12b7096e-0114-4bc0-820e-ca83c1c2438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:22:39.371855 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dedcb93-97a0-414b-8be5-5a7c032d3799 admin admin] Network hostable DHCP agents. Network: 34294388-a8b7-4157-9b43-5859a5b71ee1, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:22:39.390608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91bf92-3057-4023-8a82-b8474fe0f173 req-9fbabb2c-dcd4-4b25-8d71-b91abbed4d95 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:39.392211 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf91bf92-3057-4023-8a82-b8474fe0f173 req-9fbabb2c-dcd4-4b25-8d71-b91abbed4d95 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 932 time: 0.1203952 Aug 17 02:22:39.395596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9388ff-87b3-46a7-a082-cdf9a1bff3f4,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:39.398478 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Made reservation on behalf of b088f79aec95448bbc53bf66d059383d for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:22:39.402672 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:39.433545 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:39.502489 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf91bf92-3057-4023-8a82-b8474fe0f173 req-403037c2-f8f6-46e3-a0ff-d5c342f173be tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965011 Aug 17 02:22:39.510509 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dedcb93-97a0-414b-8be5-5a7c032d3799 admin admin] Network 34294388-a8b7-4157-9b43-5859a5b71ee1 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:22:39.541361 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Attempting to bind port ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:22:39.545864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Attempting to bind port ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'e7836683-e856-447b-8803-dabb88ccdefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:22:39.551401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Attempting to bind port ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 on network fd479884-b2af-4f40-8eb9-a8b5f60bd85d {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:39.560223 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Port ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 on network fd479884-b2af-4f40-8eb9-a8b5f60bd85d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:22:39.560616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Attempting to bind port ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 on network fd479884-b2af-4f40-8eb9-a8b5f60bd85d {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:39.570187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:22:39.575496 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Checking segment: {'id': 'e7836683-e856-447b-8803-dabb88ccdefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:22:39.575496 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Bound using segment: {'id': 'e7836683-e856-447b-8803-dabb88ccdefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:22:39.575496 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Bound port: ec9388ff-87b3-46a7-a082-cdf9a1bff3f4, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7836683-e856-447b-8803-dabb88ccdefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:22:39.575496 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:39.594785 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:39.596982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-4dedcb93-97a0-414b-8be5-5a7c032d3799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 34294388-a8b7-4157-9b43-5859a5b71ee1) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:22:39.604070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dedcb93-97a0-414b-8be5-5a7c032d3799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:39.604070 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4dedcb93-97a0-414b-8be5-5a7c032d3799 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:39.610433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99109d54-280f-4367-a8dd-c6f2f1b63d84 None None] Network 34294388-a8b7-4157-9b43-5859a5b71ee1 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:22:39.683722 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] For port ec9388ff-87b3-46a7-a082-cdf9a1bff3f4, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:22:39.687324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] For port ec9388ff-87b3-46a7-a082-cdf9a1bff3f4, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ec9388ff-87b3-46a7-a082-cdf9a1bff3f4,segment=NetworkSegment(e7836683-e856-447b-8803-dabb88ccdefd),segment_id=e7836683-e856-447b-8803-dabb88ccdefd)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:22:39.696726 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:39.718022 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:22:39.729042 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:39.729430 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Added segment 52f265ea-383a-452a-ad58-44efe8213306 of type vlan for network dbae2afe-4ca7-481e-8dc1-4c26d42b41f1 Aug 17 02:22:39.780933 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4a0b28-986a-4343-a913-0416a78e7156 None None] Network 34294388-a8b7-4157-9b43-5859a5b71ee1 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:22:39.794805 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:39.841272 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4dedcb93-97a0-414b-8be5-5a7c032d3799 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1371090 Aug 17 02:22:39.862771 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:39.904072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e87965-8eb4-41d7-ac13-7467e1cd06a3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:39.910413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:39.911148 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:39.913586 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] 10.222.0.18 "PUT /v2.0/ports/ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 HTTP/1.1" status: 200 len: 1093 time: 1.6058464 Aug 17 02:22:39.915127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13535359-9fdd-4818-8946-bcd4e9b7b606', 'tag': 'ec9388ff-87b3-46a7-a082-cdf9a1bff3f4'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:39.917071 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae41b71-1c69-4cb1-9292-b0228adb503f" -d '{"events": [{"name": "network-changed", "server_uuid": "13535359-9fdd-4818-8946-bcd4e9b7b606", "tag": "ec9388ff-87b3-46a7-a082-cdf9a1bff3f4"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:39.965259 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6210dc5-89d3-4d2b-8300-634949807d3f req-61aab420-2006-42dc-b02b-a46922d57712 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:39.966658 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6210dc5-89d3-4d2b-8300-634949807d3f req-61aab420-2006-42dc-b02b-a46922d57712 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.2293649 Aug 17 02:22:39.986616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af052312-7c34-4424-b338-352c3905e8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9388ff-87b3-46a7-a082-cdf9a1bff3f4,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:40.018675 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:40.020471 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:40.023400 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:40.052344 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6210dc5-89d3-4d2b-8300-634949807d3f req-17499ca6-2976-4f38-bc49-e9c4abee840e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762000 Aug 17 02:22:40.104470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-c5962493-bff2-4bde-9d5e-a996d86786e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:40.106139 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-c5962493-bff2-4bde-9d5e-a996d86786e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7958a1cdafed4011bf926b6ad6bc2e61&device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 1096 time: 0.0759804 Aug 17 02:22:40.123719 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7317853 Aug 17 02:22:40.157125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db25bc8-9af6-48d2-8853-b3018de9e091 admin admin] Pushing event updated for resources: {'Network': ['ID=dbae2afe-4ca7-481e-8dc1-4c26d42b41f1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:40.176879 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network dbae2afe-4ca7-481e-8dc1-4c26d42b41f1 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:22:40.188817 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-125bbce6-0418-4a2d-a59f-6a68b636c9db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 HTTP/1.1" status: 200 len: 217 time: 0.0672781 Aug 17 02:22:40.236236 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2f6bd04f-fe7c-4417-aefd-ba761d8b6373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:40.299824 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-a665c4b7-2d8f-4b54-9242-3d0b6e0ab607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:40.304992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-a665c4b7-2d8f-4b54-9242-3d0b6e0ab607 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f731366-6aa6-42ea-9f6e-74fe2d99ed33 HTTP/1.1" status: 200 len: 851 time: 0.1033130 Aug 17 02:22:40.348283 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-c98f13a3-9c83-45f2-afea-1eb46f43d11c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313842 Aug 17 02:22:40.469541 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b85007-55e8-461a-b811-5ead58b3f727 x-openstack-request-id: req-a9b85007-55e8-461a-b811-5ead58b3f727 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:40.469837 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13535359-9fdd-4818-8946-bcd4e9b7b606", "tag": "ec9388ff-87b3-46a7-a082-cdf9a1bff3f4", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:40.472475 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9b85007-55e8-461a-b811-5ead58b3f727 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:40.472754 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13535359-9fdd-4818-8946-bcd4e9b7b606', 'tag': 'ec9388ff-87b3-46a7-a082-cdf9a1bff3f4', 'status': 'completed', 'code': 200} Aug 17 02:22:40.502304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-e8275697-07c5-4f27-bd9f-c7d720a6aeb6 service neutron] 10.222.0.18 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408491 Aug 17 02:22:40.616439 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:40.640494 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9784ae2e-9d67-4562-9093-f4372cb51404 req-6f01705c-ff92-4f7e-b42f-c47d8481b882 service neutron] 10.222.0.18 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283453 Aug 17 02:22:40.769987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-a6f1c355-fbb0-40eb-a062-f027475f3d4b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:40.771782 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-a6f1c355-fbb0-40eb-a062-f027475f3d4b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/networks?id=34294388-a8b7-4157-9b43-5859a5b71ee1 HTTP/1.1" status: 200 len: 815 time: 0.1496041 Aug 17 02:22:40.805854 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-ae69495b-3b4a-4992-903e-ea1708af2fd1 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/quotas/4c16420efa164d4d912052f534bc872f HTTP/1.1" status: 200 len: 375 time: 0.0189533 Aug 17 02:22:40.856102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fcc662c7-5cda-4c58-9cb6-44501513d053 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c16420efa164d4d912052f534bc872f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460658 Aug 17 02:22:41.357502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae41b71-1c69-4cb1-9292-b0228adb503f req-b56e8436-2ca1-460d-ae28-2c414f581581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:41.359551 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ae41b71-1c69-4cb1-9292-b0228adb503f req-b56e8436-2ca1-460d-ae28-2c414f581581 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7958a1cdafed4011bf926b6ad6bc2e61&device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 1096 time: 0.5345802 Aug 17 02:22:41.444021 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-0997be5b-b6be-4a11-9ffd-009efdde0c2e service neutron] 10.222.0.13 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5731165 Aug 17 02:22:41.560673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae41b71-1c69-4cb1-9292-b0228adb503f req-18184b46-b4ff-4e9a-be73-662c8eaceddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:41.562951 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ae41b71-1c69-4cb1-9292-b0228adb503f req-18184b46-b4ff-4e9a-be73-662c8eaceddb service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d HTTP/1.1" status: 200 len: 912 time: 0.1836381 Aug 17 02:22:41.638799 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ae41b71-1c69-4cb1-9292-b0228adb503f req-7d44cb21-8852-4739-b5ae-083731fe9bda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 HTTP/1.1" status: 200 len: 217 time: 0.0609736 Aug 17 02:22:41.643275 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-2eb97a9c-9f38-4674-a47b-49203671f29a service neutron] 10.222.0.13 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844919 Aug 17 02:22:41.716275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae41b71-1c69-4cb1-9292-b0228adb503f req-93e90ee4-61fe-49f0-ba8d-7c855cf64ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:41.718589 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ae41b71-1c69-4cb1-9292-b0228adb503f req-93e90ee4-61fe-49f0-ba8d-7c855cf64ba4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f731366-6aa6-42ea-9f6e-74fe2d99ed33 HTTP/1.1" status: 200 len: 851 time: 0.0626366 Aug 17 02:22:41.755772 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:41.766500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ae41b71-1c69-4cb1-9292-b0228adb503f req-36d4e83d-0479-4d3c-b4fa-9516319dec39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371339 Aug 17 02:22:41.871712 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ae41b71-1c69-4cb1-9292-b0228adb503f req-19ab8eef-a752-49f1-9455-82c873329853 service neutron] 10.222.0.18 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968812 Aug 17 02:22:42.016712 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ae41b71-1c69-4cb1-9292-b0228adb503f req-6a2d264b-eeb1-4be4-99f8-9c7508473226 service neutron] 10.222.0.18 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274891 Aug 17 02:22:42.263114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76468150-f2bd-4b2e-87f8-fe3684f8df33 req-c642edae-9749-497c-b382-83ede0f87d73 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:42.271528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76468150-f2bd-4b2e-87f8-fe3684f8df33 req-c642edae-9749-497c-b382-83ede0f87d73 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:42.279155 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76468150-f2bd-4b2e-87f8-fe3684f8df33 req-c642edae-9749-497c-b382-83ede0f87d73 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:42.285799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76468150-f2bd-4b2e-87f8-fe3684f8df33 req-c642edae-9749-497c-b382-83ede0f87d73 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:42.292414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76468150-f2bd-4b2e-87f8-fe3684f8df33 req-c642edae-9749-497c-b382-83ede0f87d73 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:42.299131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76468150-f2bd-4b2e-87f8-fe3684f8df33 req-c642edae-9749-497c-b382-83ede0f87d73 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:42.306589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76468150-f2bd-4b2e-87f8-fe3684f8df33 req-c642edae-9749-497c-b382-83ede0f87d73 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:42.315220 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76468150-f2bd-4b2e-87f8-fe3684f8df33 req-c642edae-9749-497c-b382-83ede0f87d73 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5417 time: 0.1314383 Aug 17 02:22:42.386866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76468150-f2bd-4b2e-87f8-fe3684f8df33 req-db738821-27f9-464d-97e8-c92edbb9f266 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703704 Aug 17 02:22:42.812929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689fd7e-8694-4c50-a3c4-518775640f80 req-bae186c7-ccdf-46c4-b0d2-222ca7cd0b8b tempest-ComputeTenantNetworksTest-2005617576 tempest-ComputeTenantNetworksTest-2005617576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:42.818959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689fd7e-8694-4c50-a3c4-518775640f80 req-bae186c7-ccdf-46c4-b0d2-222ca7cd0b8b tempest-ComputeTenantNetworksTest-2005617576 tempest-ComputeTenantNetworksTest-2005617576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:42.825492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689fd7e-8694-4c50-a3c4-518775640f80 req-bae186c7-ccdf-46c4-b0d2-222ca7cd0b8b tempest-ComputeTenantNetworksTest-2005617576 tempest-ComputeTenantNetworksTest-2005617576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:42.827146 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2689fd7e-8694-4c50-a3c4-518775640f80 req-bae186c7-ccdf-46c4-b0d2-222ca7cd0b8b tempest-ComputeTenantNetworksTest-2005617576 tempest-ComputeTenantNetworksTest-2005617576-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2384346 Aug 17 02:22:43.093346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3984c-3e68-418e-8446-3a3639c8aa70 req-4d8672f4-ed35-4897-a156-6e3284d50bcd tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:43.095293 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03e3984c-3e68-418e-8446-3a3639c8aa70 req-4d8672f4-ed35-4897-a156-6e3284d50bcd tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 944 time: 0.0726745 Aug 17 02:22:43.143189 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03e3984c-3e68-418e-8446-3a3639c8aa70 req-ab850afb-4c7b-49d6-b9be-c08693c4dbf6 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 Aug 17 02:22:43.408731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5687439-a581-4286-a9cc-bf5e6c6b9db8 req-e13ad3bc-9d54-48c0-8cc6-0f2c456eac3e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:43.410342 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5687439-a581-4286-a9cc-bf5e6c6b9db8 req-e13ad3bc-9d54-48c0-8cc6-0f2c456eac3e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0560491 Aug 17 02:22:43.455364 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5687439-a581-4286-a9cc-bf5e6c6b9db8 req-3054e75e-b54a-48c5-ae30-3c5fa4801d11 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379553 Aug 17 02:22:43.528841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-504bf1ef-dca8-4d81-ba2c-941e32cfcef9 req-1dec69c5-2b05-406f-9abc-a67ac326c4e6 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 210 time: 0.0336804 Aug 17 02:22:43.630409 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:43.662266 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f755a-9196-42c8-a01e-9be0d99f8046 req-01f1dd96-76af-4af9-a97e-861057824031 tempest-ComputeTenantNetworksTest-2005617576 tempest-ComputeTenantNetworksTest-2005617576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:43.663734 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-006f755a-9196-42c8-a01e-9be0d99f8046 req-01f1dd96-76af-4af9-a97e-861057824031 tempest-ComputeTenantNetworksTest-2005617576 tempest-ComputeTenantNetworksTest-2005617576-project] 10.222.0.13 "GET /v2.0/networks/dbae2afe-4ca7-481e-8dc1-4c26d42b41f1 HTTP/1.1" status: 200 len: 769 time: 0.1037543 Aug 17 02:22:43.673036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45542) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:43.754664 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-788f1cae-042d-4dc8-a6bf-eef18ec623ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:43.841683 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-788f1cae-042d-4dc8-a6bf-eef18ec623ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:43.857001 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-788f1cae-042d-4dc8-a6bf-eef18ec623ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbae2afe-4ca7-481e-8dc1-4c26d42b41f1']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:43.868886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-788f1cae-042d-4dc8-a6bf-eef18ec623ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f265ea-383a-452a-ad58-44efe8213306') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:43.869191 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-788f1cae-042d-4dc8-a6bf-eef18ec623ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f265ea-383a-452a-ad58-44efe8213306') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:22:43.879380 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-788f1cae-042d-4dc8-a6bf-eef18ec623ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:43.923877 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-788f1cae-042d-4dc8-a6bf-eef18ec623ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:43.933509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788f1cae-042d-4dc8-a6bf-eef18ec623ef admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:22:43.933916 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-788f1cae-042d-4dc8-a6bf-eef18ec623ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:22:43.935614 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:22:44.016010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db7127-70ef-42b2-ae5c-69c60391f603 req-a1c4b662-e270-416d-9cf9-9ee6383c55f4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:44.025583 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db7127-70ef-42b2-ae5c-69c60391f603 req-a1c4b662-e270-416d-9cf9-9ee6383c55f4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:44.028386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db7127-70ef-42b2-ae5c-69c60391f603 req-a1c4b662-e270-416d-9cf9-9ee6383c55f4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:44.035474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db7127-70ef-42b2-ae5c-69c60391f603 req-a1c4b662-e270-416d-9cf9-9ee6383c55f4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:44.041629 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db7127-70ef-42b2-ae5c-69c60391f603 req-a1c4b662-e270-416d-9cf9-9ee6383c55f4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:44.048345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db7127-70ef-42b2-ae5c-69c60391f603 req-a1c4b662-e270-416d-9cf9-9ee6383c55f4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:44.054514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db7127-70ef-42b2-ae5c-69c60391f603 req-a1c4b662-e270-416d-9cf9-9ee6383c55f4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:44.056501 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-46db7127-70ef-42b2-ae5c-69c60391f603 req-a1c4b662-e270-416d-9cf9-9ee6383c55f4 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5417 time: 0.1703997 Aug 17 02:22:44.107278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-46db7127-70ef-42b2-ae5c-69c60391f603 req-b8d77bef-29ee-44d8-8302-0bedec04a42f tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432625 Aug 17 02:22:44.149996 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-788f1cae-042d-4dc8-a6bf-eef18ec623ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:44.158421 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-788f1cae-042d-4dc8-a6bf-eef18ec623ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:44.167295 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-788f1cae-042d-4dc8-a6bf-eef18ec623ef admin admin] 10.222.0.13 "DELETE /v2.0/networks/dbae2afe-4ca7-481e-8dc1-4c26d42b41f1 HTTP/1.1" status: 204 len: 168 time: 0.4867644 Aug 17 02:22:44.174065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f1cae-042d-4dc8-a6bf-eef18ec623ef admin admin] Pushing event deleted for resources: {'Network': ['ID=dbae2afe-4ca7-481e-8dc1-4c26d42b41f1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:44.353853 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c193a5d9-09aa-4629-8de5-2296b9fe8431 req-887b8324-e838-48c3-aed1-eda9a987849e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0922015 Aug 17 02:22:44.368266 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9bad6-1985-41eb-80b8-5e497a0d6ed2 req-86cda85f-80c2-4453-a497-a4d4e37da524 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:44.369836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27c9bad6-1985-41eb-80b8-5e497a0d6ed2 req-86cda85f-80c2-4453-a497-a4d4e37da524 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 944 time: 0.0714471 Aug 17 02:22:44.420883 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27c9bad6-1985-41eb-80b8-5e497a0d6ed2 req-f307e00f-0747-48cf-a7a8-4a2f1c53113a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415020 Aug 17 02:22:44.475674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193a5d9-09aa-4629-8de5-2296b9fe8431 req-1c3a2618-73bf-45d4-9cb6-a880bd178044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:44.478275 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c193a5d9-09aa-4629-8de5-2296b9fe8431 req-1c3a2618-73bf-45d4-9cb6-a880bd178044 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 1101 time: 0.0486400 Aug 17 02:22:44.635514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193a5d9-09aa-4629-8de5-2296b9fe8431 req-72195e70-4f39-43ae-ad5a-9ab3fe48761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:44.636144 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c193a5d9-09aa-4629-8de5-2296b9fe8431 req-72195e70-4f39-43ae-ad5a-9ab3fe48761a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1133001 Aug 17 02:22:44.695926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c193a5d9-09aa-4629-8de5-2296b9fe8431 req-3fa0c0c2-5417-49ff-9e40-de005e5650cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=733f25df-f5b8-4f64-893b-991ab1350fdf HTTP/1.1" status: 200 len: 217 time: 0.0473311 Aug 17 02:22:44.792991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7691e-a289-4fb4-bd70-8b12a02b7694 req-42e6c24a-8ee9-445c-b095-8cd64beff67b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:44.794723 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cbc7691e-a289-4fb4-bd70-8b12a02b7694 req-42e6c24a-8ee9-445c-b095-8cd64beff67b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1366804 Aug 17 02:22:44.799677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193a5d9-09aa-4629-8de5-2296b9fe8431 req-30e34175-c292-44b1-ad7e-c9c9de26dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:44.799677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c193a5d9-09aa-4629-8de5-2296b9fe8431 req-30e34175-c292-44b1-ad7e-c9c9de26dca2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0811298 Aug 17 02:22:44.801402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45580) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:44.907535 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f0abc5b8-06af-40ad-aa7f-5cccf0386d61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b088f79aec95448bbc53bf66d059383d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1048775 Aug 17 02:22:44.910623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45582) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:44.913222 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cbc7691e-a289-4fb4-bd70-8b12a02b7694 req-dc04adc2-023c-406c-a33f-19b99be850c3 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095624 Aug 17 02:22:44.916300 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193a5d9-09aa-4629-8de5-2296b9fe8431 req-dc022b28-50a7-49e4-8110-7c805d1fc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:44.918682 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c193a5d9-09aa-4629-8de5-2296b9fe8431 req-dc022b28-50a7-49e4-8110-7c805d1fc2aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1061358 Aug 17 02:22:44.990684 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84033728-c65b-4444-8794-a7b130733098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:45.020208 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84033728-c65b-4444-8794-a7b130733098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:45.067537 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c193a5d9-09aa-4629-8de5-2296b9fe8431 req-5791a9fa-5522-4d47-9f64-924fb6bf23d6 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315293 Aug 17 02:22:45.173211 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84033728-c65b-4444-8794-a7b130733098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:45.173211 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84033728-c65b-4444-8794-a7b130733098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:45.177931 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-84033728-c65b-4444-8794-a7b130733098 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20e87965-8eb4-41d7-ac13-7467e1cd06a3 HTTP/1.1" status: 204 len: 168 time: 0.2645457 Aug 17 02:22:45.180906 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c193a5d9-09aa-4629-8de5-2296b9fe8431 req-9e6287e2-4639-48e8-92f3-cce09d52ae2a service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048026 Aug 17 02:22:45.185314 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84033728-c65b-4444-8794-a7b130733098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e87965-8eb4-41d7-ac13-7467e1cd06a3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:45.476499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-abf75c64-24f9-473b-8aae-2cbd6e81b814 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:45.480684 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-abf75c64-24f9-473b-8aae-2cbd6e81b814 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.18 "GET /v2.0/networks?id=34294388-a8b7-4157-9b43-5859a5b71ee1 HTTP/1.1" status: 200 len: 815 time: 0.1287549 Aug 17 02:22:45.502482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-7a5523e9-8b01-4afd-b231-28555523c12d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Request body: {'port': {'device_id': '64f98ba9-8892-4603-b055-0adc850581cb', 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1', 'admin_state_up': True, 'tenant_id': '4c16420efa164d4d912052f534bc872f'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:45.526602 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d0097a1b-6143-4c3d-821a-e42fa93eb11a details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:22:45.644328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d0097a1b-6143-4c3d-821a-e42fa93eb11a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d0097a1b-6143-4c3d-821a-e42fa93eb11a,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:45.657320 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'd0097a1b-6143-4c3d-821a-e42fa93eb11a', 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a', 'port_id': 'd0097a1b-6143-4c3d-821a-e42fa93eb11a', 'mac_address': 'fa:16:3e:62:9d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:22:45.696145 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:45.712076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0097a1b-6143-4c3d-821a-e42fa93eb11a {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:45.740875 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d0097a1b-6143-4c3d-821a-e42fa93eb11a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d0097a1b-6143-4c3d-821a-e42fa93eb11a,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:45.778661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-7a5523e9-8b01-4afd-b231-28555523c12d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Made reservation on behalf of 4c16420efa164d4d912052f534bc872f for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:22:45.787259 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-7a5523e9-8b01-4afd-b231-28555523c12d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:45.854011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 4f147c56-e2ee-43c2-849d-80c066abb648 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:22:45.889309 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:45.890535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:22:45.929981 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-7a5523e9-8b01-4afd-b231-28555523c12d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Allocated IP 172.20.0.10 (34294388-a8b7-4157-9b43-5859a5b71ee1/0b0eebf0-cd07-40a8-9430-50c3dd1e4546/43d7ffdb-5b0b-4795-b2b6-748a0904b932) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:22:46.038011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=d0097a1b-6143-4c3d-821a-e42fa93eb11a,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:46.067534 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:46.113665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9988e770-3675-42c4-a460-f0ff8248206e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f147c56-e2ee-43c2-849d-80c066abb648'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:46.116042 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f48171-3b6b-44eb-a30a-d6573c62b85a" -d '{"events": [{"server_uuid": "9988e770-3675-42c4-a460-f0ff8248206e", "name": "network-vif-unplugged", "status": "completed", "tag": "4f147c56-e2ee-43c2-849d-80c066abb648"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:46.132023 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ec9388ff-87b3-46a7-a082-cdf9a1bff3f4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ec9388ff-87b3-46a7-a082-cdf9a1bff3f4,segment=NetworkSegment(e7836683-e856-447b-8803-dabb88ccdefd),segment_id=e7836683-e856-447b-8803-dabb88ccdefd)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:46.142986 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-7a5523e9-8b01-4afd-b231-28555523c12d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:46.143189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 4f147c56-e2ee-43c2-849d-80c066abb648, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=4f147c56-e2ee-43c2-849d-80c066abb648,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:46.147749 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'ec9388ff-87b3-46a7-a082-cdf9a1bff3f4', 'network_id': 'fd479884-b2af-4f40-8eb9-a8b5f60bd85d', 'port_id': 'ec9388ff-87b3-46a7-a082-cdf9a1bff3f4', 'mac_address': 'fa:16:3e:b7:33:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f731366-6aa6-42ea-9f6e-74fe2d99ed33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:22:46.186095 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:46.200088 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:46.221559 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ec9388ff-87b3-46a7-a082-cdf9a1bff3f4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ec9388ff-87b3-46a7-a082-cdf9a1bff3f4,segment=NetworkSegment(e7836683-e856-447b-8803-dabb88ccdefd),segment_id=e7836683-e856-447b-8803-dabb88ccdefd)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:46.292906 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:46.319858 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-7a5523e9-8b01-4afd-b231-28555523c12d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:46.323565 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:46.324206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:22:46.364779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=4f147c56-e2ee-43c2-849d-80c066abb648,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:46.377540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-7a5523e9-8b01-4afd-b231-28555523c12d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Network 34294388-a8b7-4157-9b43-5859a5b71ee1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:22:46.378949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=4c3e07ab-0bb6-4c6d-b05b-819a2059cddd,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:46.381163 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-7a5523e9-8b01-4afd-b231-28555523c12d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:22:46.383468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-7a5523e9-8b01-4afd-b231-28555523c12d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:22:46.390874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5523e9-8b01-4afd-b231-28555523c12d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Pushing event updated for resources: {'Port': ['ID=43d7ffdb-5b0b-4795-b2b6-748a0904b932,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:46.419907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '4c3e07ab-0bb6-4c6d-b05b-819a2059cddd', 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a', 'port_id': '4c3e07ab-0bb6-4c6d-b05b-819a2059cddd', 'mac_address': 'fa:16:3e:ca:92:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:22:46.447534 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-7a5523e9-8b01-4afd-b231-28555523c12d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:46.448472 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-7a5523e9-8b01-4afd-b231-28555523c12d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:46.476401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=ec9388ff-87b3-46a7-a082-cdf9a1bff3f4,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:46.491353 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:46.507925 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:46.528908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=4c3e07ab-0bb6-4c6d-b05b-819a2059cddd,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:46.541897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45650) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:46.556464 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-7a5523e9-8b01-4afd-b231-28555523c12d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0613749 Aug 17 02:22:46.639203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-720535187-network', 'tenant_id': 'b26081a6baa74ca2b977cb94e7f00f90'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:46.676448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Request body: {'port': {'device_id': '64f98ba9-8892-4603-b055-0adc850581cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:46.721841 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:46.722563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 2cac303e-77da-4731-bb80-0a51a24c499c details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:22:46.729545 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:46.812806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] Made reservation on behalf of b26081a6baa74ca2b977cb94e7f00f90 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:22:46.815505 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:46.819887 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=4c3e07ab-0bb6-4c6d-b05b-819a2059cddd,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:46.831444 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:46.862796 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 2cac303e-77da-4731-bb80-0a51a24c499c, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2cac303e-77da-4731-bb80-0a51a24c499c,segment=NetworkSegment(c576f5c8-8005-437d-84fa-41e0e77798d8),segment_id=c576f5c8-8005-437d-84fa-41e0e77798d8)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:46.874364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '2cac303e-77da-4731-bb80-0a51a24c499c', 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'port_id': '2cac303e-77da-4731-bb80-0a51a24c499c', 'mac_address': 'fa:16:3e:72:3c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:22:46.916818 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:46.931461 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cac303e-77da-4731-bb80-0a51a24c499c {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:46.933460 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:46.953394 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 2cac303e-77da-4731-bb80-0a51a24c499c, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2cac303e-77da-4731-bb80-0a51a24c499c,segment=NetworkSegment(c576f5c8-8005-437d-84fa-41e0e77798d8),segment_id=c576f5c8-8005-437d-84fa-41e0e77798d8)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:47.022078 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d7ffdb-5b0b-4795-b2b6-748a0904b932 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:47.029733 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:47.029900 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:47.042517 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Transition to ACTIVE for port object 43d7ffdb-5b0b-4795-b2b6-748a0904b932 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:22:47.044730 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:47.059493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:22:47.082875 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936feed0-c23e-4d0f-9c27-8bc60de9b500,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:47.086246 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:47.086973 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] Added segment 731e7b93-8cd7-4c6d-adfb-81a235b97601 of type vlan for network f4c1c463-5c4c-433b-89e1-01bff8f22cfb Aug 17 02:22:47.116426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=2cac303e-77da-4731-bb80-0a51a24c499c,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:47.138317 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:47.166037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658cd6b-c062-417d-9b01-93089f828c59 req-3061be49-86fd-46ac-a985-661d8d11037d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:47.167688 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1658cd6b-c062-417d-9b01-93089f828c59 req-3061be49-86fd-46ac-a985-661d8d11037d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 932 time: 0.0573714 Aug 17 02:22:47.168837 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:47.234112 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:47.235541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:47.236375 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:47.258012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Pushing event updated for resources: {'Port': ['ID=43d7ffdb-5b0b-4795-b2b6-748a0904b932,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:47.264797 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1658cd6b-c062-417d-9b01-93089f828c59 req-e98668cd-0f5a-431c-b59a-e1b1bdd5a57b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863161 Aug 17 02:22:47.305042 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c1c463-5c4c-433b-89e1-01bff8f22cfb,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:47.322411 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network f4c1c463-5c4c-433b-89e1-01bff8f22cfb details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:22:47.344501 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Attempting to bind port 43d7ffdb-5b0b-4795-b2b6-748a0904b932 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:22:47.344830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Attempting to bind port 43d7ffdb-5b0b-4795-b2b6-748a0904b932 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '12b7096e-0114-4bc0-820e-ca83c1c2438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:22:47.345276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Attempting to bind port 43d7ffdb-5b0b-4795-b2b6-748a0904b932 on network 34294388-a8b7-4157-9b43-5859a5b71ee1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:47.354527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45658) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:47.356894 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-942b2e6f-d2b1-429f-a33e-76947bc717e4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8125329 Aug 17 02:22:47.360626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-0a35eb91-c039-477b-a21d-fb79eb56ecaa admin admin] Request body: {'subnet': {'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-720535187-subnet', 'tenant_id': 'b26081a6baa74ca2b977cb94e7f00f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:47.364993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Port 43d7ffdb-5b0b-4795-b2b6-748a0904b932 on network 34294388-a8b7-4157-9b43-5859a5b71ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:22:47.365370 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Attempting to bind port 43d7ffdb-5b0b-4795-b2b6-748a0904b932 on network 34294388-a8b7-4157-9b43-5859a5b71ee1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:47.378192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:22:47.378192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Checking segment: {'id': '12b7096e-0114-4bc0-820e-ca83c1c2438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:22:47.378192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Bound using segment: {'id': '12b7096e-0114-4bc0-820e-ca83c1c2438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:22:47.378927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Bound port: 43d7ffdb-5b0b-4795-b2b6-748a0904b932, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7096e-0114-4bc0-820e-ca83c1c2438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:22:47.379247 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:47.488756 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292de94-9b60-4c0f-9b33-4836029c819d req-1c44ceee-daa9-4318-9e8a-52b9e55c9ac0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:47.494655 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292de94-9b60-4c0f-9b33-4836029c819d req-1c44ceee-daa9-4318-9e8a-52b9e55c9ac0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:47.501133 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292de94-9b60-4c0f-9b33-4836029c819d req-1c44ceee-daa9-4318-9e8a-52b9e55c9ac0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:47.506990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292de94-9b60-4c0f-9b33-4836029c819d req-1c44ceee-daa9-4318-9e8a-52b9e55c9ac0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:47.512854 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292de94-9b60-4c0f-9b33-4836029c819d req-1c44ceee-daa9-4318-9e8a-52b9e55c9ac0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:47.519509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292de94-9b60-4c0f-9b33-4836029c819d req-1c44ceee-daa9-4318-9e8a-52b9e55c9ac0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:47.525670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292de94-9b60-4c0f-9b33-4836029c819d req-1c44ceee-daa9-4318-9e8a-52b9e55c9ac0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:47.526027 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:22:47.527629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9292de94-9b60-4c0f-9b33-4836029c819d req-1c44ceee-daa9-4318-9e8a-52b9e55c9ac0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5420 time: 0.1457379 Aug 17 02:22:47.530919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a35eb91-c039-477b-a21d-fb79eb56ecaa admin admin] Made reservation on behalf of b26081a6baa74ca2b977cb94e7f00f90 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:22:47.535820 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a35eb91-c039-477b-a21d-fb79eb56ecaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:47.595280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] For port 43d7ffdb-5b0b-4795-b2b6-748a0904b932, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:22:47.623433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] For port 43d7ffdb-5b0b-4795-b2b6-748a0904b932, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=43d7ffdb-5b0b-4795-b2b6-748a0904b932,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:22:47.646376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9292de94-9b60-4c0f-9b33-4836029c819d req-b159bcbc-f737-49a4-8e4b-ee9d0987e527 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066735 Aug 17 02:22:47.665444 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209,segment=NetworkSegment(29188d56-b37a-4906-9100-6ede4bb7c218),segment_id=29188d56-b37a-4906-9100-6ede4bb7c218)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:47.696868 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '1d5f2f6a-7566-46e1-a82e-d25b4ed3e209', 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca', 'port_id': '1d5f2f6a-7566-46e1-a82e-d25b4ed3e209', 'mac_address': 'fa:16:3e:48:1d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b8b847-a236-4512-b8b2-45f3d9a9ed8d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:22:47.751520 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:47.764615 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:47.785522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209,segment=NetworkSegment(29188d56-b37a-4906-9100-6ede4bb7c218),segment_id=29188d56-b37a-4906-9100-6ede4bb7c218)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:47.789068 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:47.843867 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:47.844459 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:47.846016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['d0097a1b-6143-4c3d-821a-e42fa93eb11a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:22:47.846209 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] 10.222.0.18 "PUT /v2.0/ports/43d7ffdb-5b0b-4795-b2b6-748a0904b932 HTTP/1.1" status: 200 len: 1093 time: 1.1748290 Aug 17 02:22:47.846735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f98ba9-8892-4603-b055-0adc850581cb', 'tag': '43d7ffdb-5b0b-4795-b2b6-748a0904b932'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:47.849052 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babb12bc-9cf7-4db2-8958-8959fb2ad3bb" -d '{"events": [{"name": "network-changed", "server_uuid": "64f98ba9-8892-4603-b055-0adc850581cb", "tag": "43d7ffdb-5b0b-4795-b2b6-748a0904b932"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:47.880599 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:47.881296 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:22:47.881437 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad32491-b0e3-45aa-a55d-dc79a84dcc0b req-db092cdb-8941-4dd5-91b8-984bfd22dab6 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:47.882903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ad32491-b0e3-45aa-a55d-dc79a84dcc0b req-db092cdb-8941-4dd5-91b8-984bfd22dab6 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 945 time: 0.1507468 Aug 17 02:22:47.883694 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7438e7-9ab7-439c-8cdc-0792a8df659f service neutron] Pushing event updated for resources: {'Port': ['ID=43d7ffdb-5b0b-4795-b2b6-748a0904b932,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:47.909105 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a35eb91-c039-477b-a21d-fb79eb56ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:47.968703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ad32491-b0e3-45aa-a55d-dc79a84dcc0b req-7b17f204-007b-43a0-b48e-b9a035acb20d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778952 Aug 17 02:22:47.987485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35eb91-c039-477b-a21d-fb79eb56ecaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=543cf99d-92c2-4c90-ba21-fec449a1db34,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:48.011239 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35eb91-c039-477b-a21d-fb79eb56ecaa admin admin] Checking segment: {'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:22:48.011610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a35eb91-c039-477b-a21d-fb79eb56ecaa admin admin] Network hostable DHCP agents. Network: f4c1c463-5c4c-433b-89e1-01bff8f22cfb, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:22:48.048017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['4c3e07ab-0bb6-4c6d-b05b-819a2059cddd'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:22:48.059706 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['ec9388ff-87b3-46a7-a082-cdf9a1bff3f4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:22:48.069570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-9f51583c-cd86-473b-a594-36d0f7ff3868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:48.071237 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-9f51583c-cd86-473b-a594-36d0f7ff3868 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c16420efa164d4d912052f534bc872f&device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 1096 time: 0.0560546 Aug 17 02:22:48.076566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:48.127226 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-a1ef555c-f61a-4402-8338-28f6ecb1dcc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d7ffdb-5b0b-4795-b2b6-748a0904b932 HTTP/1.1" status: 200 len: 217 time: 0.0416319 Aug 17 02:22:48.180117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a35eb91-c039-477b-a21d-fb79eb56ecaa admin admin] Network f4c1c463-5c4c-433b-89e1-01bff8f22cfb is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:22:48.219042 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2c61de3a-3794-4b2c-b2d7-398cf2d4d366,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:48.219686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-586c9aac-7353-4cf7-aabd-b76a5ed9cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:48.221175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-586c9aac-7353-4cf7-aabd-b76a5ed9cfe6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0eebf0-cd07-40a8-9430-50c3dd1e4546 HTTP/1.1" status: 200 len: 855 time: 0.0867615 Aug 17 02:22:48.234338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffccb4f-c401-427e-9cda-2020566d86d9 req-d601ba97-66b8-45d8-a49f-835565a8d564 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:48.236471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ffccb4f-c401-427e-9cda-2020566d86d9 req-d601ba97-66b8-45d8-a49f-835565a8d564 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0700881 Aug 17 02:22:48.252715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '2c61de3a-3794-4b2c-b2d7-398cf2d4d366', 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a', 'port_id': '2c61de3a-3794-4b2c-b2d7-398cf2d4d366', 'mac_address': 'fa:16:3e:62:90:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:22:48.275282 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-5d35325b-f819-4868-aab8-23aa393ba6e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34294388-a8b7-4157-9b43-5859a5b71ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377891 Aug 17 02:22:48.311453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ffccb4f-c401-427e-9cda-2020566d86d9 req-ba4c2f2d-6eb7-4d32-9122-50e41a0d8ae0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654583 Aug 17 02:22:48.355891 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-0a35eb91-c039-477b-a21d-fb79eb56ecaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, f4c1c463-5c4c-433b-89e1-01bff8f22cfb) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:22:48.371066 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:48.373829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a35eb91-c039-477b-a21d-fb79eb56ecaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:48.375012 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a35eb91-c039-477b-a21d-fb79eb56ecaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:48.375924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059082c0-daef-4a81-a4d3-f7e88ad680aa None None] Network f4c1c463-5c4c-433b-89e1-01bff8f22cfb requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:22:48.378545 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7752b29-448b-4843-982f-b0246e365b95 x-openstack-request-id: req-d7752b29-448b-4843-982f-b0246e365b95 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:48.378839 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9988e770-3675-42c4-a460-f0ff8248206e", "name": "network-vif-unplugged", "status": "completed", "tag": "4f147c56-e2ee-43c2-849d-80c066abb648", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:48.379278 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7752b29-448b-4843-982f-b0246e365b95 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:48.379910 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9988e770-3675-42c4-a460-f0ff8248206e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f147c56-e2ee-43c2-849d-80c066abb648', 'code': 200} Aug 17 02:22:48.420378 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-5dff2cb8-45e6-41a5-af33-d66bdc22f520 service neutron] 10.222.0.18 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370254 Aug 17 02:22:48.472358 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:48.500623 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0a35eb91-c039-477b-a21d-fb79eb56ecaa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1447003 Aug 17 02:22:48.532417 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaf18595-765e-4a70-b086-3a2cbc1e3295 req-b6bd5750-6d88-476b-9d75-daba3d56337e service neutron] 10.222.0.18 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044216 Aug 17 02:22:48.548719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2c61de3a-3794-4b2c-b2d7-398cf2d4d366,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:48.685787 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e405ee41-b466-4cec-a44e-d8e38631d7cd None None] Network f4c1c463-5c4c-433b-89e1-01bff8f22cfb requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:22:48.731229 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:48.732629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:22:48.855865 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d,segment=NetworkSegment(29188d56-b37a-4906-9100-6ede4bb7c218),segment_id=29188d56-b37a-4906-9100-6ede4bb7c218)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:48.876157 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9475e25-2813-4f3e-80e3-a65f94aee642 x-openstack-request-id: req-d9475e25-2813-4f3e-80e3-a65f94aee642 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:48.876792 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f98ba9-8892-4603-b055-0adc850581cb", "tag": "43d7ffdb-5b0b-4795-b2b6-748a0904b932", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:48.877043 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9475e25-2813-4f3e-80e3-a65f94aee642 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:48.878042 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f98ba9-8892-4603-b055-0adc850581cb', 'tag': '43d7ffdb-5b0b-4795-b2b6-748a0904b932', 'status': 'completed', 'code': 200} Aug 17 02:22:48.898798 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=2c61de3a-3794-4b2c-b2d7-398cf2d4d366,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:48.930243 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '33575b9a-eeeb-4ad8-8cff-7b9b53767e6d', 'network_id': '998fdff2-f2ba-4a39-b51d-2b0b852038ca', 'port_id': '33575b9a-eeeb-4ad8-8cff-7b9b53767e6d', 'mac_address': 'fa:16:3e:c4:81:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b8b847-a236-4512-b8b2-45f3d9a9ed8d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:22:48.997321 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:49.016496 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b2b23-e620-486a-ba5b-dbf0959174d8 req-27b2af28-2681-4d19-8680-010174dace52 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:49.018138 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b47b2b23-e620-486a-ba5b-dbf0959174d8 req-27b2af28-2681-4d19-8680-010174dace52 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 944 time: 0.0849082 Aug 17 02:22:49.018317 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:49.033510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb12bc-9cf7-4db2-8958-8959fb2ad3bb req-23c07215-ca70-49f7-8543-06bc7b1ed034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:49.034998 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-babb12bc-9cf7-4db2-8958-8959fb2ad3bb req-23c07215-ca70-49f7-8543-06bc7b1ed034 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c16420efa164d4d912052f534bc872f&device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 1096 time: 0.0864854 Aug 17 02:22:49.051533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d,segment=NetworkSegment(29188d56-b37a-4906-9100-6ede4bb7c218),segment_id=29188d56-b37a-4906-9100-6ede4bb7c218)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:49.108811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b47b2b23-e620-486a-ba5b-dbf0959174d8 req-a77dfc6d-d043-4512-b057-14494bbc047c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840588 Aug 17 02:22:49.153823 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb12bc-9cf7-4db2-8958-8959fb2ad3bb req-7ed33a67-fe98-4cc2-bd4b-fdf47dad084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:49.156117 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-babb12bc-9cf7-4db2-8958-8959fb2ad3bb req-7ed33a67-fe98-4cc2-bd4b-fdf47dad084d service neutron] 10.222.0.18 "GET /v2.0/networks?id=34294388-a8b7-4157-9b43-5859a5b71ee1 HTTP/1.1" status: 200 len: 916 time: 0.1103525 Aug 17 02:22:49.214663 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-babb12bc-9cf7-4db2-8958-8959fb2ad3bb req-e04087e2-5e18-4e1a-92c6-9dcd8675e6fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d7ffdb-5b0b-4795-b2b6-748a0904b932 HTTP/1.1" status: 200 len: 217 time: 0.0500019 Aug 17 02:22:49.230153 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:49.230871 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 95890f25-08f4-4c46-ac4e-517d0f3a2965 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:22:49.300888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382854d-650a-4676-86bc-82fed4c26538 req-c783fb93-6514-4b19-b048-5855da323c01 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:49.306172 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:49.307063 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382854d-650a-4676-86bc-82fed4c26538 req-c783fb93-6514-4b19-b048-5855da323c01 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:49.309888 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 95890f25-08f4-4c46-ac4e-517d0f3a2965, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=95890f25-08f4-4c46-ac4e-517d0f3a2965,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:49.314587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382854d-650a-4676-86bc-82fed4c26538 req-c783fb93-6514-4b19-b048-5855da323c01 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:49.321167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382854d-650a-4676-86bc-82fed4c26538 req-c783fb93-6514-4b19-b048-5855da323c01 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:49.321866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '95890f25-08f4-4c46-ac4e-517d0f3a2965', 'network_id': '18ecfdcf-578b-4c77-b839-88f0aa204f6a', 'port_id': '95890f25-08f4-4c46-ac4e-517d0f3a2965', 'mac_address': 'fa:16:3e:6b:b6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:22:49.327173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382854d-650a-4676-86bc-82fed4c26538 req-c783fb93-6514-4b19-b048-5855da323c01 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:49.333372 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382854d-650a-4676-86bc-82fed4c26538 req-c783fb93-6514-4b19-b048-5855da323c01 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:49.339531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382854d-650a-4676-86bc-82fed4c26538 req-c783fb93-6514-4b19-b048-5855da323c01 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:49.344349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b382854d-650a-4676-86bc-82fed4c26538 req-c783fb93-6514-4b19-b048-5855da323c01 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5422 time: 0.1702204 Aug 17 02:22:49.352151 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb12bc-9cf7-4db2-8958-8959fb2ad3bb req-a2197dc0-cb7e-4e75-b50c-f2a7664735cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:49.352423 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['2cac303e-77da-4731-bb80-0a51a24c499c'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:22:49.352760 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-babb12bc-9cf7-4db2-8958-8959fb2ad3bb req-a2197dc0-cb7e-4e75-b50c-f2a7664735cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0eebf0-cd07-40a8-9430-50c3dd1e4546 HTTP/1.1" status: 200 len: 855 time: 0.1215868 Aug 17 02:22:49.399751 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:49.426454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-babb12bc-9cf7-4db2-8958-8959fb2ad3bb req-087e0534-7e73-4406-87b5-f1b2f8f576b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34294388-a8b7-4157-9b43-5859a5b71ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405025 Aug 17 02:22:49.427424 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95890f25-08f4-4c46-ac4e-517d0f3a2965 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:49.432780 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b382854d-650a-4676-86bc-82fed4c26538 req-a9b4d3d6-5d25-465c-94df-8f7735e89798 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762329 Aug 17 02:22:49.490419 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45688) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:49.490899 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 95890f25-08f4-4c46-ac4e-517d0f3a2965, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=95890f25-08f4-4c46-ac4e-517d0f3a2965,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:49.572232 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-babb12bc-9cf7-4db2-8958-8959fb2ad3bb req-8f4b10c7-9d24-488e-ac60-c064e593dd10 service neutron] 10.222.0.18 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384239 Aug 17 02:22:49.652905 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:49.654410 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-88c078be-17c0-4782-ae97-45c5d5b391e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:49.763173 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-babb12bc-9cf7-4db2-8958-8959fb2ad3bb req-55dd69b1-f6a2-4368-9374-078456fd9863 service neutron] 10.222.0.18 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807837 Aug 17 02:22:49.835598 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-071b7e87-05fa-4377-8c7e-ea5313f26fdf req-2290ada7-71e2-4b80-9d79-6e45047d6e8f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0807946 Aug 17 02:22:49.852360 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-88c078be-17c0-4782-ae97-45c5d5b391e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:49.890063 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=95890f25-08f4-4c46-ac4e-517d0f3a2965,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:49.979806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b7e87-05fa-4377-8c7e-ea5313f26fdf req-bf57b31f-1db6-4068-9d2a-b3b9c010045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:49.982279 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-071b7e87-05fa-4377-8c7e-ea5313f26fdf req-bf57b31f-1db6-4068-9d2a-b3b9c010045b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 1101 time: 0.0616302 Aug 17 02:22:49.984477 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-88c078be-17c0-4782-ae97-45c5d5b391e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:49.994634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-e24011b8-1dbd-408f-94df-4361ac579c50 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:49.996069 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-e24011b8-1dbd-408f-94df-4361ac579c50 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/networks?id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb HTTP/1.1" status: 200 len: 814 time: 0.1350024 Aug 17 02:22:50.011672 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-94096357-cf6b-4631-a33c-65e6973c4d5d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/quotas/b26081a6baa74ca2b977cb94e7f00f90 HTTP/1.1" status: 200 len: 375 time: 0.0090373 Aug 17 02:22:50.054088 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-8c9f1f23-cc2c-4724-9177-9f4c8d159844 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b26081a6baa74ca2b977cb94e7f00f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336661 Aug 17 02:22:50.117546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c078be-17c0-4782-ae97-45c5d5b391e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18761501-8b37-4246-a788-e09b3cd4d3eb,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:50.128073 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-88c078be-17c0-4782-ae97-45c5d5b391e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb87b2d89efd42659e969e03f8baf7cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6452179 Aug 17 02:22:50.128997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45700) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:50.167073 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b7e87-05fa-4377-8c7e-ea5313f26fdf req-96448bdc-8fed-4a13-a9ae-7d8146ba1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:50.168533 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-071b7e87-05fa-4377-8c7e-ea5313f26fdf req-96448bdc-8fed-4a13-a9ae-7d8146ba1a31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1554441 Aug 17 02:22:50.214890 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-071b7e87-05fa-4377-8c7e-ea5313f26fdf req-27260bfa-4384-457c-9750-51de8b0f2924 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 HTTP/1.1" status: 200 len: 217 time: 0.0367646 Aug 17 02:22:50.230317 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-a50ca91b-90ea-4ef5-9c8f-b00a7dcf16ad service neutron] 10.222.0.13 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688676 Aug 17 02:22:50.269893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b7e87-05fa-4377-8c7e-ea5313f26fdf req-c1a17103-c2ae-43d6-9404-a0e5814ec05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:50.271252 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-071b7e87-05fa-4377-8c7e-ea5313f26fdf req-c1a17103-c2ae-43d6-9404-a0e5814ec05b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0465508 Aug 17 02:22:50.289587 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:50.324355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:50.330765 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b7e87-05fa-4377-8c7e-ea5313f26fdf req-60c2a8df-b826-4dbf-8d25-4ac13a3ee84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:50.338641 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-071b7e87-05fa-4377-8c7e-ea5313f26fdf req-60c2a8df-b826-4dbf-8d25-4ac13a3ee84a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0518324 Aug 17 02:22:50.375918 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-1601e235-0c1e-4bd9-852b-534a45e7d33f service neutron] 10.222.0.13 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375153 Aug 17 02:22:50.445787 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-071b7e87-05fa-4377-8c7e-ea5313f26fdf req-393d3992-d0b3-45ad-9181-83b24a04cbd0 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033683 Aug 17 02:22:50.521640 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:50.524325 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:50.525579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18761501-8b37-4246-a788-e09b3cd4d3eb HTTP/1.1" status: 204 len: 168 time: 0.3955672 Aug 17 02:22:50.537531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18761501-8b37-4246-a788-e09b3cd4d3eb,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:50.551047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:50.551778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:50.552388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:50.552833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:50.553524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:50.553962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:50.554385 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:50.554805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:50.555322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:50.555833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:50.556216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:50.556488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d678c-ca12-41cd-910d-d1595446331e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:22:50.591626 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-071b7e87-05fa-4377-8c7e-ea5313f26fdf req-075a1a1d-18cb-4552-af2e-febec28fa993 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305232 Aug 17 02:22:50.886580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-0ba75dd3-b9da-43bb-9c75-eec36a5f824c tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:50.888305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-0ba75dd3-b9da-43bb-9c75-eec36a5f824c tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/networks?id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0 HTTP/1.1" status: 200 len: 805 time: 0.1225274 Aug 17 02:22:50.907932 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-f2c9dc67-e70b-47ff-93fa-52ce2fae7571 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/quotas/5c0a5acf9e674963b58c743496f77ad1 HTTP/1.1" status: 200 len: 375 time: 0.0119479 Aug 17 02:22:50.963454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-147245d1-e302-488b-8369-6dd0fec9a03e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c0a5acf9e674963b58c743496f77ad1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495214 Aug 17 02:22:51.070071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-0c13120e-a50d-4700-942e-7750ddd0963d service neutron] 10.222.0.13 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947154 Aug 17 02:22:51.166270 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-805b3416-5371-48e7-bbb9-1df73f7875e4 service neutron] 10.222.0.13 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916972 Aug 17 02:22:51.453973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['1d5f2f6a-7566-46e1-a82e-d25b4ed3e209'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:22:51.487990 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['33575b9a-eeeb-4ad8-8cff-7b9b53767e6d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:22:51.643845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['95890f25-08f4-4c46-ac4e-517d0f3a2965'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:22:51.696580 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7471d9-0f99-4489-b398-9c582d998ae0 req-26d39bde-9275-41e0-a09c-fa0c3f1f07a2 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:51.699082 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bd7471d9-0f99-4489-b398-9c582d998ae0 req-26d39bde-9275-41e0-a09c-fa0c3f1f07a2 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.42 "GET /v2.0/ports?device_id=9988e770-3675-42c4-a460-f0ff8248206e HTTP/1.1" status: 200 len: 943 time: 0.1216207 Aug 17 02:22:51.708087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45730) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:51.736248 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-916711ed-cd7e-475d-8cb1-ad3ab8f35a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:51.866097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf41ed-7363-4927-85b9-9e15e3906f14 req-32c49f74-23a0-4bf2-bed3-b5840bce28d1 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:51.868561 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05bf41ed-7363-4927-85b9-9e15e3906f14 req-32c49f74-23a0-4bf2-bed3-b5840bce28d1 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 945 time: 0.1297247 Aug 17 02:22:51.884968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-bd7471d9-0f99-4489-b398-9c582d998ae0 req-86b83dce-3897-47e2-b556-57b5a3771fb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Deleting port 4f147c56-e2ee-43c2-849d-80c066abb648 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:22:51.885344 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bd7471d9-0f99-4489-b398-9c582d998ae0 req-86b83dce-3897-47e2-b556-57b5a3771fb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:51.947219 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05bf41ed-7363-4927-85b9-9e15e3906f14 req-e503a8b7-fb50-4f05-84c2-a823fe028c5a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667996 Aug 17 02:22:52.022461 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-916711ed-cd7e-475d-8cb1-ad3ab8f35a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:52.042300 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-bd7471d9-0f99-4489-b398-9c582d998ae0 req-86b83dce-3897-47e2-b556-57b5a3771fb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] For port 4f147c56-e2ee-43c2-849d-80c066abb648, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=4f147c56-e2ee-43c2-849d-80c066abb648,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:52.042688 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bd7471d9-0f99-4489-b398-9c582d998ae0 req-86b83dce-3897-47e2-b556-57b5a3771fb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:52.069123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-bd7471d9-0f99-4489-b398-9c582d998ae0 req-86b83dce-3897-47e2-b556-57b5a3771fb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Calling delete_port for 4f147c56-e2ee-43c2-849d-80c066abb648 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:22:52.113164 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-916711ed-cd7e-475d-8cb1-ad3ab8f35a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:52.192335 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-916711ed-cd7e-475d-8cb1-ad3ab8f35a12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b379ad2c8da45b7a51632d2a294505c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4822409 Aug 17 02:22:52.194622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916711ed-cd7e-475d-8cb1-ad3ab8f35a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0b8251-bc21-463e-bbfb-54f3efe5f2cb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:52.196136 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45738) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:52.225036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea865a4-d343-408b-9c81-ca89bd631aaf req-e877115d-0768-44cc-b82d-776f3a12bcde tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:52.225036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ea865a4-d343-408b-9c81-ca89bd631aaf req-e877115d-0768-44cc-b82d-776f3a12bcde tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0849726 Aug 17 02:22:52.267360 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ea865a4-d343-408b-9c81-ca89bd631aaf req-ce9b8c4d-001d-4387-8cfc-96aceabb1440 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372112 Aug 17 02:22:52.297328 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8ccb-1f31-4638-b0e7-e9e7c43538bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:52.323658 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8ccb-1f31-4638-b0e7-e9e7c43538bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:52.391557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bc863-8a26-4197-8d35-ab6c3c4229ff req-ec7ad70a-8532-40d1-a33e-192e5c87008b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:52.393204 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a2bc863-8a26-4197-8d35-ab6c3c4229ff req-ec7ad70a-8532-40d1-a33e-192e5c87008b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 944 time: 0.0578108 Aug 17 02:22:52.430360 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bd7471d9-0f99-4489-b398-9c582d998ae0 req-86b83dce-3897-47e2-b556-57b5a3771fb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:52.444976 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a2bc863-8a26-4197-8d35-ab6c3c4229ff req-9a6be24e-de3b-4fb3-81af-4abe13e6020a tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445824 Aug 17 02:22:52.481891 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b83dce-3897-47e2-b556-57b5a3771fb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Pushing event deleted for resources: {'Port': ['ID=4f147c56-e2ee-43c2-849d-80c066abb648,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:52.512866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8ccb-1f31-4638-b0e7-e9e7c43538bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:52.515851 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8ccb-1f31-4638-b0e7-e9e7c43538bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:52.519705 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7d2e8ccb-1f31-4638-b0e7-e9e7c43538bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c0b8251-bc21-463e-bbfb-54f3efe5f2cb HTTP/1.1" status: 204 len: 168 time: 0.3166783 Aug 17 02:22:52.534182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7471d9-0f99-4489-b398-9c582d998ae0 req-86b83dce-3897-47e2-b556-57b5a3771fb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] No DVR routers for this DVR port 4f147c56-e2ee-43c2-849d-80c066abb648 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:22:52.537642 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bd7471d9-0f99-4489-b398-9c582d998ae0 req-86b83dce-3897-47e2-b556-57b5a3771fb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:52.539160 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bd7471d9-0f99-4489-b398-9c582d998ae0 req-86b83dce-3897-47e2-b556-57b5a3771fb8 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.42 "DELETE /v2.0/ports/4f147c56-e2ee-43c2-849d-80c066abb648 HTTP/1.1" status: 204 len: 173 time: 0.8326778 Aug 17 02:22:52.539765 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9988e770-3675-42c4-a460-f0ff8248206e', 'name': 'network-vif-deleted', 'tag': '4f147c56-e2ee-43c2-849d-80c066abb648'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:52.542853 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db34af64-bf65-45d4-9133-831c0c0f110d" -d '{"events": [{"server_uuid": "9988e770-3675-42c4-a460-f0ff8248206e", "name": "network-vif-deleted", "tag": "4f147c56-e2ee-43c2-849d-80c066abb648"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:52.560989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e8ccb-1f31-4638-b0e7-e9e7c43538bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0b8251-bc21-463e-bbfb-54f3efe5f2cb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:52.615036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f3f88-b31d-4c30-8186-afcd9c415e62 req-44893d35-f089-4396-8b20-86933115c1e6 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:52.620978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f3f88-b31d-4c30-8186-afcd9c415e62 req-44893d35-f089-4396-8b20-86933115c1e6 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:52.627673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f3f88-b31d-4c30-8186-afcd9c415e62 req-44893d35-f089-4396-8b20-86933115c1e6 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:52.637180 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f3f88-b31d-4c30-8186-afcd9c415e62 req-44893d35-f089-4396-8b20-86933115c1e6 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:52.645170 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f3f88-b31d-4c30-8186-afcd9c415e62 req-44893d35-f089-4396-8b20-86933115c1e6 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:52.651409 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f3f88-b31d-4c30-8186-afcd9c415e62 req-44893d35-f089-4396-8b20-86933115c1e6 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:52.657306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f3f88-b31d-4c30-8186-afcd9c415e62 req-44893d35-f089-4396-8b20-86933115c1e6 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:52.659212 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f0f3f88-b31d-4c30-8186-afcd9c415e62 req-44893d35-f089-4396-8b20-86933115c1e6 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5424 time: 0.1058609 Aug 17 02:22:52.701629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f0f3f88-b31d-4c30-8186-afcd9c415e62 req-3d8e3cc6-693c-4a0f-a205-1a02a434921a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360308 Aug 17 02:22:52.798807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93201bba-9752-4383-9139-d6490d2d6270 req-ac6a89a5-272e-4efc-a187-8f96747f7048 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 210 time: 0.0346334 Aug 17 02:22:52.886949 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-49f1fe87-5fbd-47c0-a06a-5d6f8858d3b7 req-ddb6cda5-db95-4328-b9c8-24b125b04488 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 210 time: 0.0439816 Aug 17 02:22:52.933154 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2019e140-ff49-47ff-b778-0ebb7d6ba92d x-openstack-request-id: req-2019e140-ff49-47ff-b778-0ebb7d6ba92d {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:52.933686 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9988e770-3675-42c4-a460-f0ff8248206e", "name": "network-vif-deleted", "tag": "4f147c56-e2ee-43c2-849d-80c066abb648", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:52.933793 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2019e140-ff49-47ff-b778-0ebb7d6ba92d {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:52.934128 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9988e770-3675-42c4-a460-f0ff8248206e', 'name': 'network-vif-deleted', 'tag': '4f147c56-e2ee-43c2-849d-80c066abb648', 'status': 'completed', 'code': 200} Aug 17 02:22:53.052812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['2c61de3a-3794-4b2c-b2d7-398cf2d4d366'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:22:53.123140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391c7c3-28f0-4b04-96bb-a1c696c2574a req-57b7f13d-0521-4ace-a7b0-fcf2216f0447 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:53.148560 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f391c7c3-28f0-4b04-96bb-a1c696c2574a req-57b7f13d-0521-4ace-a7b0-fcf2216f0447 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 945 time: 0.0824215 Aug 17 02:22:53.178709 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f391c7c3-28f0-4b04-96bb-a1c696c2574a req-f9bc0551-b827-4979-a6ba-adf6053084a7 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460930 Aug 17 02:22:53.397042 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab089b-2a31-4272-ac84-d5cb68a37fbb req-89eb2c4f-bdd2-4143-b5e2-23593dd54c88 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:53.398611 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6cab089b-2a31-4272-ac84-d5cb68a37fbb req-89eb2c4f-bdd2-4143-b5e2-23593dd54c88 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0501266 Aug 17 02:22:53.436405 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6cab089b-2a31-4272-ac84-d5cb68a37fbb req-c9a27865-379e-46cb-a8d0-04fdb856376b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Aug 17 02:22:53.573318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3998c-082c-430b-8bfc-14ac61b37b8a req-61f86d90-d03f-4b8e-bc47-f05a058ed689 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:53.574893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4b3998c-082c-430b-8bfc-14ac61b37b8a req-61f86d90-d03f-4b8e-bc47-f05a058ed689 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 944 time: 0.0536613 Aug 17 02:22:53.632274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4b3998c-082c-430b-8bfc-14ac61b37b8a req-c4d5109b-f979-4b51-ac99-f6dce18005fd tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498707 Aug 17 02:22:53.781097 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 43d7ffdb-5b0b-4795-b2b6-748a0904b932 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:22:53.792612 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d0097a1b-6143-4c3d-821a-e42fa93eb11a up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:22:53.892219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27051e85-d0ce-45a6-a5d8-e49f0f05200c req-5b07aee3-3b2c-4fb2-883c-79e94bc376d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:53.895975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 4f147c56-e2ee-43c2-849d-80c066abb648 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:22:53.907969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27051e85-d0ce-45a6-a5d8-e49f0f05200c req-5b07aee3-3b2c-4fb2-883c-79e94bc376d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:53.925380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27051e85-d0ce-45a6-a5d8-e49f0f05200c req-5b07aee3-3b2c-4fb2-883c-79e94bc376d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:53.934144 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27051e85-d0ce-45a6-a5d8-e49f0f05200c req-5b07aee3-3b2c-4fb2-883c-79e94bc376d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:53.947232 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27051e85-d0ce-45a6-a5d8-e49f0f05200c req-5b07aee3-3b2c-4fb2-883c-79e94bc376d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:53.956597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 4f147c56-e2ee-43c2-849d-80c066abb648 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:22:53.956940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 4f147c56-e2ee-43c2-849d-80c066abb648 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:22:53.959096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27051e85-d0ce-45a6-a5d8-e49f0f05200c req-5b07aee3-3b2c-4fb2-883c-79e94bc376d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:53.970364 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27051e85-d0ce-45a6-a5d8-e49f0f05200c req-5b07aee3-3b2c-4fb2-883c-79e94bc376d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:53.973700 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27051e85-d0ce-45a6-a5d8-e49f0f05200c req-5b07aee3-3b2c-4fb2-883c-79e94bc376d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5424 time: 0.1903076 Aug 17 02:22:54.009198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 43d7ffdb-5b0b-4795-b2b6-748a0904b932, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=43d7ffdb-5b0b-4795-b2b6-748a0904b932,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:54.021972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '43d7ffdb-5b0b-4795-b2b6-748a0904b932', 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1', 'port_id': '43d7ffdb-5b0b-4795-b2b6-748a0904b932', 'mac_address': 'fa:16:3e:16:01:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0eebf0-cd07-40a8-9430-50c3dd1e4546', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:22:54.059185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27051e85-d0ce-45a6-a5d8-e49f0f05200c req-62e979a1-bff4-4a1d-8d28-010f0fd2c402 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773730 Aug 17 02:22:54.066622 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port d0097a1b-6143-4c3d-821a-e42fa93eb11a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:22:54.079150 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port d0097a1b-6143-4c3d-821a-e42fa93eb11a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:22:54.079732 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:54.116063 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:54.140672 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d7ffdb-5b0b-4795-b2b6-748a0904b932 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:54.176044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 43d7ffdb-5b0b-4795-b2b6-748a0904b932, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=43d7ffdb-5b0b-4795-b2b6-748a0904b932,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:54.184157 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b01ed557-6d8a-462a-a98b-65cd591dfb35 req-ef23b884-c43e-4c33-8a73-657a9706c9c0 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 210 time: 0.0525880 Aug 17 02:22:54.224766 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:54.252045 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0097a1b-6143-4c3d-821a-e42fa93eb11a'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:54.254493 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f29317-7baa-438e-973d-d7928d4283a4" -d '{"events": [{"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-plugged", "status": "completed", "tag": "d0097a1b-6143-4c3d-821a-e42fa93eb11a"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:54.266545 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:54.279936 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d0097a1b-6143-4c3d-821a-e42fa93eb11a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d0097a1b-6143-4c3d-821a-e42fa93eb11a,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:54.297800 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7d8f4af-7c00-4622-a473-b38a41b81341 req-4b8ca920-e75b-4388-8485-53020759c899 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 210 time: 0.0362790 Aug 17 02:22:54.344669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=43d7ffdb-5b0b-4795-b2b6-748a0904b932,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:54.366537 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:54.367363 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:22:54.434812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3e801-518c-4b5e-9cdd-7b78637de860 req-8fb78a81-ada1-4996-b8ca-542c24bf68dd tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:54.437086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43a3e801-518c-4b5e-9cdd-7b78637de860 req-8fb78a81-ada1-4996-b8ca-542c24bf68dd tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 945 time: 0.0600038 Aug 17 02:22:54.447467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=d0097a1b-6143-4c3d-821a-e42fa93eb11a,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:54.501751 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43a3e801-518c-4b5e-9cdd-7b78637de860 req-adb4c0ee-8266-4bf1-8f69-e164192bf7f9 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546222 Aug 17 02:22:54.556203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:22:54.560651 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:22:54.564941 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:54.600897 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bc32ee-900e-49e0-90e4-1078188b160b x-openstack-request-id: req-32bc32ee-900e-49e0-90e4-1078188b160b {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:54.601513 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-plugged", "status": "completed", "tag": "d0097a1b-6143-4c3d-821a-e42fa93eb11a", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:54.602123 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32bc32ee-900e-49e0-90e4-1078188b160b {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:54.602968 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0097a1b-6143-4c3d-821a-e42fa93eb11a', 'code': 200} Aug 17 02:22:54.676516 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:54.718708 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ec9388ff-87b3-46a7-a082-cdf9a1bff3f4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ec9388ff-87b3-46a7-a082-cdf9a1bff3f4,segment=NetworkSegment(e7836683-e856-447b-8803-dabb88ccdefd),segment_id=e7836683-e856-447b-8803-dabb88ccdefd)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:54.804690 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5f96f-60e5-4271-bb24-0822f77b3030 req-885b2eab-306d-4f23-9ada-38ac5d7d4b39 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:54.806286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ea5f96f-60e5-4271-bb24-0822f77b3030 req-885b2eab-306d-4f23-9ada-38ac5d7d4b39 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0672221 Aug 17 02:22:54.853050 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ea5f96f-60e5-4271-bb24-0822f77b3030 req-3c7094bf-5ade-47da-8b20-489cd5f57a58 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381572 Aug 17 02:22:54.881069 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:54.882696 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:22:54.960738 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-629f31b2-ef1d-468c-8c74-c2bcc4cc51a3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:54.962567 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-629f31b2-ef1d-468c-8c74-c2bcc4cc51a3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "GET /v2.0/networks?id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb HTTP/1.1" status: 200 len: 814 time: 0.1649945 Aug 17 02:22:54.965435 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=ec9388ff-87b3-46a7-a082-cdf9a1bff3f4,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:54.980911 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e235e21-c4bd-4253-ad3c-738e614594df req-e71e1c41-8581-496a-a4d4-f472aa3f8a1a tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:54.982991 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-805e1aa3-151e-4378-bf04-28b23ac42246 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Request body: {'port': {'device_id': 'ee88926d-bd2a-4055-b6ad-a7daadd62236', 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb', 'admin_state_up': True, 'tenant_id': 'b26081a6baa74ca2b977cb94e7f00f90'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:54.985956 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e235e21-c4bd-4253-ad3c-738e614594df req-e71e1c41-8581-496a-a4d4-f472aa3f8a1a tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 945 time: 0.0557718 Aug 17 02:22:55.059304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e235e21-c4bd-4253-ad3c-738e614594df req-3ed7dbb1-23ff-4125-9fb6-1c3e44e5b7fc tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652552 Aug 17 02:22:55.096801 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:22:55.102078 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:22:55.102833 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:55.194693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-805e1aa3-151e-4378-bf04-28b23ac42246 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Made reservation on behalf of b26081a6baa74ca2b977cb94e7f00f90 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:22:55.199224 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-805e1aa3-151e-4378-bf04-28b23ac42246 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:55.201338 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:55.255091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=4c3e07ab-0bb6-4c6d-b05b-819a2059cddd,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:55.262980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0b0d0-5c93-440e-a62a-d585d3863791 req-798cb0fe-b482-44fd-9989-26c2dac2650e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:55.270148 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0b0d0-5c93-440e-a62a-d585d3863791 req-798cb0fe-b482-44fd-9989-26c2dac2650e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:55.276446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0b0d0-5c93-440e-a62a-d585d3863791 req-798cb0fe-b482-44fd-9989-26c2dac2650e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:55.282516 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0b0d0-5c93-440e-a62a-d585d3863791 req-798cb0fe-b482-44fd-9989-26c2dac2650e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:55.288983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0b0d0-5c93-440e-a62a-d585d3863791 req-798cb0fe-b482-44fd-9989-26c2dac2650e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:55.295173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0b0d0-5c93-440e-a62a-d585d3863791 req-798cb0fe-b482-44fd-9989-26c2dac2650e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:55.301922 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0b0d0-5c93-440e-a62a-d585d3863791 req-798cb0fe-b482-44fd-9989-26c2dac2650e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:55.304170 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44e0b0d0-5c93-440e-a62a-d585d3863791 req-798cb0fe-b482-44fd-9989-26c2dac2650e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5425 time: 0.1544909 Aug 17 02:22:55.358879 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:55.373380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-805e1aa3-151e-4378-bf04-28b23ac42246 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Allocated IP 172.20.0.6 (f4c1c463-5c4c-433b-89e1-01bff8f22cfb/543cf99d-92c2-4c90-ba21-fec449a1db34/c4c0c554-8e9b-409f-b898-ef07c57fdf81) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:22:55.390618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44e0b0d0-5c93-440e-a62a-d585d3863791 req-6a761f6c-d158-42ac-afcc-ff43cdd09d36 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791216 Aug 17 02:22:55.412676 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=4c3e07ab-0bb6-4c6d-b05b-819a2059cddd,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:55.501764 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30c5cb72-23b2-41c6-a546-bf67659a496c req-d6fc9139-9bf9-40c7-b8ee-c0a3d5b30767 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 210 time: 0.0295050 Aug 17 02:22:55.615178 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02397b5f-eec6-4d7b-9bc8-bd881ecb52d9 req-ee9b1c6b-7f11-4dfc-893f-fba855b74493 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 210 time: 0.0285614 Aug 17 02:22:55.790684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 2cac303e-77da-4731-bb80-0a51a24c499c up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:22:55.899692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['43d7ffdb-5b0b-4795-b2b6-748a0904b932'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:22:55.937741 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-805e1aa3-151e-4378-bf04-28b23ac42246 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:55.942768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 2cac303e-77da-4731-bb80-0a51a24c499c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:22:55.955845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 2cac303e-77da-4731-bb80-0a51a24c499c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:22:55.962936 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:55.963083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a54631-bdd5-4b25-beab-d60a52d36903 req-edf4e3d3-2226-46d3-ad17-2e1c31fb0a1d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:55.963083 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-92a54631-bdd5-4b25-beab-d60a52d36903 req-edf4e3d3-2226-46d3-ad17-2e1c31fb0a1d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0577564 Aug 17 02:22:56.011584 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-681ca969-0971-4cd8-84c7-9050fa3dab41 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:56.014015 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-681ca969-0971-4cd8-84c7-9050fa3dab41 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.42 "GET /v2.0/networks?id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0 HTTP/1.1" status: 200 len: 805 time: 0.5244622 Aug 17 02:22:56.025508 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-92a54631-bdd5-4b25-beab-d60a52d36903 req-ae80e0bc-be28-4c98-8f27-44d20cbf76ef tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532188 Aug 17 02:22:56.036878 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-71366f85-ff4c-4535-9505-a9d325fd51ed tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Request body: {'port': {'device_id': '820cf513-cc15-4455-b0bc-6b5f7abf485f', 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0', 'admin_state_up': True, 'tenant_id': '5c0a5acf9e674963b58c743496f77ad1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:56.101816 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:56.103857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-805e1aa3-151e-4378-bf04-28b23ac42246 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:56.166175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-805e1aa3-151e-4378-bf04-28b23ac42246 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Network f4c1c463-5c4c-433b-89e1-01bff8f22cfb is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:22:56.171975 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-805e1aa3-151e-4378-bf04-28b23ac42246 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:22:56.172336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 2cac303e-77da-4731-bb80-0a51a24c499c, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2cac303e-77da-4731-bb80-0a51a24c499c,segment=NetworkSegment(c576f5c8-8005-437d-84fa-41e0e77798d8),segment_id=c576f5c8-8005-437d-84fa-41e0e77798d8)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:56.176786 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e1aa3-151e-4378-bf04-28b23ac42246 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Pushing event updated for resources: {'Port': ['ID=c4c0c554-8e9b-409f-b898-ef07c57fdf81,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:56.181707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-805e1aa3-151e-4378-bf04-28b23ac42246 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:22:56.250651 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:56.273211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-805e1aa3-151e-4378-bf04-28b23ac42246 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:56.273901 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-805e1aa3-151e-4378-bf04-28b23ac42246 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:56.310695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=2cac303e-77da-4731-bb80-0a51a24c499c,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:56.393988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af03cd-e0b0-4bef-b997-aa377447ccc7 req-a8a21346-180e-4929-a19f-98c86e9928c1 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:56.395516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8af03cd-e0b0-4bef-b997-aa377447ccc7 req-a8a21346-180e-4929-a19f-98c86e9928c1 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0669320 Aug 17 02:22:56.401786 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-71366f85-ff4c-4535-9505-a9d325fd51ed tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Made reservation on behalf of 5c0a5acf9e674963b58c743496f77ad1 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:22:56.407059 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-71366f85-ff4c-4535-9505-a9d325fd51ed tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:56.446417 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8af03cd-e0b0-4bef-b997-aa377447ccc7 req-4c457c35-75fe-4496-89c3-13cdd5addee2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399556 Aug 17 02:22:56.475151 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-805e1aa3-151e-4378-bf04-28b23ac42246 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4962568 Aug 17 02:22:56.496746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Request body: {'port': {'device_id': 'ee88926d-bd2a-4055-b6ad-a7daadd62236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:56.599367 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:56.604262 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13535359-9fdd-4818-8946-bcd4e9b7b606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9388ff-87b3-46a7-a082-cdf9a1bff3f4'}, {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3e07ab-0bb6-4c6d-b05b-819a2059cddd'}, {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cac303e-77da-4731-bb80-0a51a24c499c'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:56.609030 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594f54d1-e59b-4064-b415-84606ce7f83d" -d '{"events": [{"server_uuid": "13535359-9fdd-4818-8946-bcd4e9b7b606", "name": "network-vif-plugged", "status": "completed", "tag": "ec9388ff-87b3-46a7-a082-cdf9a1bff3f4"}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-plugged", "status": "completed", "tag": "4c3e07ab-0bb6-4c6d-b05b-819a2059cddd"}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-plugged", "status": "completed", "tag": "2cac303e-77da-4731-bb80-0a51a24c499c"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:56.609397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048233af-7364-4b73-b282-8c2d694a4ea2 req-7596997e-854d-4da2-ab41-828dd91884bc tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:56.611874 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-048233af-7364-4b73-b282-8c2d694a4ea2 req-7596997e-854d-4da2-ab41-828dd91884bc tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 945 time: 0.0671313 Aug 17 02:22:56.625279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-71366f85-ff4c-4535-9505-a9d325fd51ed tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Allocated IP 172.20.0.9 (a3c07a00-afe9-42bb-bdb1-4cc5388176c0/d40e3627-cef8-4c94-b684-08d6667f5996/d4cc9159-01b4-424b-b2e2-147da7331487) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:22:56.662398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-048233af-7364-4b73-b282-8c2d694a4ea2 req-3560426b-9e34-4c33-8d29-adf742efb3ee tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418961 Aug 17 02:22:56.803230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf5443-f38d-49eb-88dc-dfbaf9af29ac req-cb292c27-74e6-49ff-b1eb-96788babedaa tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:56.810637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf5443-f38d-49eb-88dc-dfbaf9af29ac req-cb292c27-74e6-49ff-b1eb-96788babedaa tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:56.818304 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf5443-f38d-49eb-88dc-dfbaf9af29ac req-cb292c27-74e6-49ff-b1eb-96788babedaa tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:56.824177 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf5443-f38d-49eb-88dc-dfbaf9af29ac req-cb292c27-74e6-49ff-b1eb-96788babedaa tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:56.830842 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf5443-f38d-49eb-88dc-dfbaf9af29ac req-cb292c27-74e6-49ff-b1eb-96788babedaa tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:56.836780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf5443-f38d-49eb-88dc-dfbaf9af29ac req-cb292c27-74e6-49ff-b1eb-96788babedaa tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:56.842894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf5443-f38d-49eb-88dc-dfbaf9af29ac req-cb292c27-74e6-49ff-b1eb-96788babedaa tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:56.844813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-feaf5443-f38d-49eb-88dc-dfbaf9af29ac req-cb292c27-74e6-49ff-b1eb-96788babedaa tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5427 time: 0.1224532 Aug 17 02:22:56.918877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45834) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:56.983844 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-71366f85-ff4c-4535-9505-a9d325fd51ed tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:57.089177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c0c554-8e9b-409f-b898-ef07c57fdf81 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:57.105284 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:57.115458 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ed99097-c491-4e1e-8ea6-365a792ef4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:57.134106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Transition to ACTIVE for port object c4c0c554-8e9b-409f-b898-ef07c57fdf81 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:22:57.163929 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-71366f85-ff4c-4535-9505-a9d325fd51ed tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:57.233844 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-71366f85-ff4c-4535-9505-a9d325fd51ed tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:22:57.234922 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:57.243778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-feaf5443-f38d-49eb-88dc-dfbaf9af29ac req-72e1724b-272a-4bea-bbe6-9b1b09cd329b tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3894019 Aug 17 02:22:57.246945 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-71366f85-ff4c-4535-9505-a9d325fd51ed tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:22:57.253807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-71366f85-ff4c-4535-9505-a9d325fd51ed tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:22:57.257516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71366f85-ff4c-4535-9505-a9d325fd51ed tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Pushing event updated for resources: {'Port': ['ID=d4cc9159-01b4-424b-b2e2-147da7331487,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:57.357907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-71366f85-ff4c-4535-9505-a9d325fd51ed tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:57.358600 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-71366f85-ff4c-4535-9505-a9d325fd51ed tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:57.371923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251725b-a514-4093-94ad-b5ac02720cb7 req-8ee8593e-2141-4e4d-82e4-f68547858b1e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:57.373594 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2251725b-a514-4093-94ad-b5ac02720cb7 req-8ee8593e-2141-4e4d-82e4-f68547858b1e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 943 time: 0.0586817 Aug 17 02:22:57.384593 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Pushing event updated for resources: {'Port': ['ID=c4c0c554-8e9b-409f-b898-ef07c57fdf81,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:57.417151 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ed99097-c491-4e1e-8ea6-365a792ef4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:57.419328 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2251725b-a514-4093-94ad-b5ac02720cb7 req-7bcb6315-f98c-493c-9319-51c0b965746d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382442 Aug 17 02:22:57.479723 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58db5446-d13b-4bc0-9fb4-dcf021f6b5a6 x-openstack-request-id: req-58db5446-d13b-4bc0-9fb4-dcf021f6b5a6 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:57.480282 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13535359-9fdd-4818-8946-bcd4e9b7b606", "name": "network-vif-plugged", "status": "completed", "tag": "ec9388ff-87b3-46a7-a082-cdf9a1bff3f4", "code": 200}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-plugged", "status": "completed", "tag": "4c3e07ab-0bb6-4c6d-b05b-819a2059cddd", "code": 200}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-plugged", "status": "completed", "tag": "2cac303e-77da-4731-bb80-0a51a24c499c", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:57.480282 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58db5446-d13b-4bc0-9fb4-dcf021f6b5a6 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:57.480684 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13535359-9fdd-4818-8946-bcd4e9b7b606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9388ff-87b3-46a7-a082-cdf9a1bff3f4', 'code': 200} Aug 17 02:22:57.482683 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3e07ab-0bb6-4c6d-b05b-819a2059cddd', 'code': 200} Aug 17 02:22:57.482683 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cac303e-77da-4731-bb80-0a51a24c499c', 'code': 200} Aug 17 02:22:57.490549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Attempting to bind port c4c0c554-8e9b-409f-b898-ef07c57fdf81 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:22:57.491029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Attempting to bind port c4c0c554-8e9b-409f-b898-ef07c57fdf81 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:22:57.491532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Attempting to bind port c4c0c554-8e9b-409f-b898-ef07c57fdf81 on network f4c1c463-5c4c-433b-89e1-01bff8f22cfb {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:57.497494 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Port c4c0c554-8e9b-409f-b898-ef07c57fdf81 on network f4c1c463-5c4c-433b-89e1-01bff8f22cfb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:22:57.497832 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Attempting to bind port c4c0c554-8e9b-409f-b898-ef07c57fdf81 on network f4c1c463-5c4c-433b-89e1-01bff8f22cfb {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:57.504163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:22:57.504526 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Checking segment: {'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:22:57.504889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Bound using segment: {'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:22:57.505360 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Bound port: c4c0c554-8e9b-409f-b898-ef07c57fdf81, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:22:57.505731 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:57.522964 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ed99097-c491-4e1e-8ea6-365a792ef4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:57.586794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76d16e-b11b-426f-84f4-8698993f0e3a req-fe641910-52c4-45d0-afac-42d1a5aecaee tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:57.588837 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed99097-c491-4e1e-8ea6-365a792ef4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71514c5-c670-49fe-9e5a-6e9152342b58,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:57.589593 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a76d16e-b11b-426f-84f4-8698993f0e3a req-fe641910-52c4-45d0-afac-42d1a5aecaee tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 931 time: 0.0603077 Aug 17 02:22:57.596465 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8ed99097-c491-4e1e-8ea6-365a792ef4ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cebb7ea609374a9e99165c0be1ee1ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6738808 Aug 17 02:22:57.604373 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45844) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:57.653639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] For port c4c0c554-8e9b-409f-b898-ef07c57fdf81, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:22:57.658400 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] For port c4c0c554-8e9b-409f-b898-ef07c57fdf81, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c4c0c554-8e9b-409f-b898-ef07c57fdf81,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:22:57.664953 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-71366f85-ff4c-4535-9505-a9d325fd51ed tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6358328 Aug 17 02:22:57.687848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Request body: {'port': {'device_id': '820cf513-cc15-4455-b0bc-6b5f7abf485f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:22:57.690401 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a76d16e-b11b-426f-84f4-8698993f0e3a req-15067538-c604-4cb7-8fb0-c448364df463 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823185 Aug 17 02:22:57.719059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319c94a-eb14-44e6-afc5-496e35cabc30 req-2f5459a7-fdb8-438d-8587-006b68f522b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:57.719059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0319c94a-eb14-44e6-afc5-496e35cabc30 req-2f5459a7-fdb8-438d-8587-006b68f522b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 1098 time: 0.0749638 Aug 17 02:22:57.719396 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e610b449-5350-4fd3-9009-e77d70e2dbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:57.755428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0319c94a-eb14-44e6-afc5-496e35cabc30 req-d25f9411-0261-4fa1-ba00-3d9c06dc57ed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331008 Aug 17 02:22:57.762421 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e610b449-5350-4fd3-9009-e77d70e2dbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:57.783164 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:57.787387 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:57.792449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:22:57.830388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b005f02-7edf-4abf-9748-ce22f849c360 req-5059409b-0196-4406-bf80-3842f43bed84 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:57.831984 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b005f02-7edf-4abf-9748-ce22f849c360 req-5059409b-0196-4406-bf80-3842f43bed84 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0581250 Aug 17 02:22:57.870639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:57.871263 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:57.872718 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] 10.222.0.42 "PUT /v2.0/ports/c4c0c554-8e9b-409f-b898-ef07c57fdf81 HTTP/1.1" status: 200 len: 1092 time: 1.3826025 Aug 17 02:22:57.875924 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee88926d-bd2a-4055-b6ad-a7daadd62236', 'tag': 'c4c0c554-8e9b-409f-b898-ef07c57fdf81'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:57.878919 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1840c9cc-0d46-43e3-92e6-5e1c7d346a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee88926d-bd2a-4055-b6ad-a7daadd62236", "tag": "c4c0c554-8e9b-409f-b898-ef07c57fdf81"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:57.893938 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b005f02-7edf-4abf-9748-ce22f849c360 req-62080742-5393-43be-a10a-11d358a572ca tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523117 Aug 17 02:22:57.932241 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18f6e3-2d72-4097-a7f8-f7091223e9ae service neutron] Pushing event updated for resources: {'Port': ['ID=c4c0c554-8e9b-409f-b898-ef07c57fdf81,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:57.937351 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:22:57.942164 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:22:57.942978 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:58.037518 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:58.087876 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209,segment=NetworkSegment(29188d56-b37a-4906-9100-6ede4bb7c218),segment_id=29188d56-b37a-4906-9100-6ede4bb7c218)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:58.091620 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e610b449-5350-4fd3-9009-e77d70e2dbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:58.094211 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e610b449-5350-4fd3-9009-e77d70e2dbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:58.095357 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e610b449-5350-4fd3-9009-e77d70e2dbf4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a71514c5-c670-49fe-9e5a-6e9152342b58 HTTP/1.1" status: 204 len: 168 time: 0.4902506 Aug 17 02:22:58.113742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610b449-5350-4fd3-9009-e77d70e2dbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71514c5-c670-49fe-9e5a-6e9152342b58,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:58.119614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78aacc7-74bb-4c28-a125-6fed8ac9fe15 req-715c5f3d-0ef2-473d-a958-12cbfaaf2816 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:58.122163 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c78aacc7-74bb-4c28-a125-6fed8ac9fe15 req-715c5f3d-0ef2-473d-a958-12cbfaaf2816 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0595131 Aug 17 02:22:58.162261 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-32d653cd-128a-44ce-9887-028b840bcee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:58.164062 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-32d653cd-128a-44ce-9887-028b840bcee6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b26081a6baa74ca2b977cb94e7f00f90&device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 1095 time: 0.1056912 Aug 17 02:22:58.174855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c78aacc7-74bb-4c28-a125-6fed8ac9fe15 req-3bf93369-91b8-48b2-a893-a0e85a992de1 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361736 Aug 17 02:22:58.200137 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:58.200137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:22:58.224514 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-b6ce5f60-c654-4aed-8144-2f6b9eb5e37c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c0c554-8e9b-409f-b898-ef07c57fdf81 HTTP/1.1" status: 200 len: 217 time: 0.0444982 Aug 17 02:22:58.308612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68722b8e-a1cc-4751-9cc7-f77f1cd739eb req-0854e880-f329-4067-b7aa-5103d13d646d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:58.311763 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:58.317370 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68722b8e-a1cc-4751-9cc7-f77f1cd739eb req-0854e880-f329-4067-b7aa-5103d13d646d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 945 time: 0.0748312 Aug 17 02:22:58.332238 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cc9159-01b4-424b-b2e2-147da7331487 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:22:58.343342 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:58.347485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-ae0e11d0-3a83-4d26-a6ce-e83de16f6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:58.349106 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-ae0e11d0-3a83-4d26-a6ce-e83de16f6f10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=543cf99d-92c2-4c90-ba21-fec449a1db34 HTTP/1.1" status: 200 len: 854 time: 0.1173422 Aug 17 02:22:58.357603 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68722b8e-a1cc-4751-9cc7-f77f1cd739eb req-9c98d76c-86a4-43f7-b534-f524222541e4 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392346 Aug 17 02:22:58.370195 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Transition to ACTIVE for port object d4cc9159-01b4-424b-b2e2-147da7331487 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:22:58.387773 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-02ebef1b-d88d-4c7f-99e9-3851a423c855 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312324 Aug 17 02:22:58.419860 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a82da4-0546-4149-9032-265972341caa x-openstack-request-id: req-c0a82da4-0546-4149-9032-265972341caa {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:22:58.420183 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee88926d-bd2a-4055-b6ad-a7daadd62236", "tag": "c4c0c554-8e9b-409f-b898-ef07c57fdf81", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:22:58.420461 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0a82da4-0546-4149-9032-265972341caa {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:22:58.421564 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee88926d-bd2a-4055-b6ad-a7daadd62236', 'tag': 'c4c0c554-8e9b-409f-b898-ef07c57fdf81', 'status': 'completed', 'code': 200} Aug 17 02:22:58.496856 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-5e73e672-c475-4517-b53e-7840deb50363 service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014056 Aug 17 02:22:58.528979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c11660-d55a-4b5c-b9ca-4bd1d64717fe req-80a51642-3683-43fc-9302-21b27e139da7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:58.565983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c11660-d55a-4b5c-b9ca-4bd1d64717fe req-80a51642-3683-43fc-9302-21b27e139da7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:58.565983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c11660-d55a-4b5c-b9ca-4bd1d64717fe req-80a51642-3683-43fc-9302-21b27e139da7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:58.565983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c11660-d55a-4b5c-b9ca-4bd1d64717fe req-80a51642-3683-43fc-9302-21b27e139da7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:58.565983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c11660-d55a-4b5c-b9ca-4bd1d64717fe req-80a51642-3683-43fc-9302-21b27e139da7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:58.565983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c11660-d55a-4b5c-b9ca-4bd1d64717fe req-80a51642-3683-43fc-9302-21b27e139da7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:58.565983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c11660-d55a-4b5c-b9ca-4bd1d64717fe req-80a51642-3683-43fc-9302-21b27e139da7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:58.567963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22c11660-d55a-4b5c-b9ca-4bd1d64717fe req-80a51642-3683-43fc-9302-21b27e139da7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5428 time: 0.0947151 Aug 17 02:22:58.600116 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-822dbf28-f882-42dc-859a-6143ec5a85e4 req-7af05dd9-7012-4ccc-80c5-f070ecb644fb service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955794 Aug 17 02:22:58.611846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22c11660-d55a-4b5c-b9ca-4bd1d64717fe req-37cadd22-44da-4499-b04d-996c1dce5dee tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373213 Aug 17 02:22:58.643058 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:58.647306 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:58.648211 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:22:58.651409 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:22:58.652238 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:58.699579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Pushing event updated for resources: {'Port': ['ID=d4cc9159-01b4-424b-b2e2-147da7331487,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:58.758342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db8e49-d3a7-476e-beb2-5b2ff62bf894 req-10fe6fd8-fb18-40a1-96fa-fe600ec38317 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:58.759954 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29db8e49-d3a7-476e-beb2-5b2ff62bf894 req-10fe6fd8-fb18-40a1-96fa-fe600ec38317 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 943 time: 0.0639791 Aug 17 02:22:58.765135 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:58.792874 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Attempting to bind port d4cc9159-01b4-424b-b2e2-147da7331487 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:22:58.793592 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Attempting to bind port d4cc9159-01b4-424b-b2e2-147da7331487 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:22:58.794124 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Attempting to bind port d4cc9159-01b4-424b-b2e2-147da7331487 on network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:58.801430 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Port d4cc9159-01b4-424b-b2e2-147da7331487 on network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:22:58.802256 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Attempting to bind port d4cc9159-01b4-424b-b2e2-147da7331487 on network a3c07a00-afe9-42bb-bdb1-4cc5388176c0 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:22:58.809581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:22:58.810300 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Checking segment: {'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:22:58.811069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Bound using segment: {'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:22:58.813202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Bound port: d4cc9159-01b4-424b-b2e2-147da7331487, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de435ce-77e9-420a-a817-4662c214525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:22:58.817439 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:58.817961 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d,segment=NetworkSegment(29188d56-b37a-4906-9100-6ede4bb7c218),segment_id=29188d56-b37a-4906-9100-6ede4bb7c218)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:58.823724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29db8e49-d3a7-476e-beb2-5b2ff62bf894 req-4656ee4b-5aba-4f9d-9bb8-872d4e44a5b3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539668 Aug 17 02:22:58.940583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840c9cc-0d46-43e3-92e6-5e1c7d346a5b req-a386deee-f136-435e-ba96-02f6e7b915b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:58.942275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1840c9cc-0d46-43e3-92e6-5e1c7d346a5b req-a386deee-f136-435e-ba96-02f6e7b915b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b26081a6baa74ca2b977cb94e7f00f90&device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 1095 time: 0.1119723 Aug 17 02:22:58.953942 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677bdb9-28b8-4807-ae93-61f6b799e30a req-6c61368c-8171-4316-9787-f42a88486c7a tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:58.955706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a677bdb9-28b8-4807-ae93-61f6b799e30a req-6c61368c-8171-4316-9787-f42a88486c7a tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 943 time: 0.0615439 Aug 17 02:22:58.966620 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:58.966620 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 95890f25-08f4-4c46-ac4e-517d0f3a2965 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:22:58.972910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] For port d4cc9159-01b4-424b-b2e2-147da7331487, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:22:59.014039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a677bdb9-28b8-4807-ae93-61f6b799e30a req-629bb414-caaf-4ced-be4d-dfbb6e05ac6f tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509746 Aug 17 02:22:59.025533 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] For port d4cc9159-01b4-424b-b2e2-147da7331487, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d4cc9159-01b4-424b-b2e2-147da7331487,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:22:59.063626 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:59.093972 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840c9cc-0d46-43e3-92e6-5e1c7d346a5b req-c52b982c-7d16-41fe-8866-2ea7c4be7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:59.097385 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1840c9cc-0d46-43e3-92e6-5e1c7d346a5b req-c52b982c-7d16-41fe-8866-2ea7c4be7bf1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb HTTP/1.1" status: 200 len: 915 time: 0.1469991 Aug 17 02:22:59.152503 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1840c9cc-0d46-43e3-92e6-5e1c7d346a5b req-35f4c9d2-6905-489c-b523-15ee8032ee68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c0c554-8e9b-409f-b898-ef07c57fdf81 HTTP/1.1" status: 200 len: 217 time: 0.0477295 Aug 17 02:22:59.156375 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:59.192577 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27911d95-6c2b-4487-be6b-1c64316c77c2 req-407a512a-4278-4337-a763-a7a05225e8f9 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:59.195187 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27911d95-6c2b-4487-be6b-1c64316c77c2 req-407a512a-4278-4337-a763-a7a05225e8f9 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0791178 Aug 17 02:22:59.241585 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27911d95-6c2b-4487-be6b-1c64316c77c2 req-b73aaf5b-9ae7-4069-b3f0-52ef6a1347a7 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381503 Aug 17 02:22:59.247084 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:59.247722 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:59.249924 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] 10.222.0.42 "PUT /v2.0/ports/d4cc9159-01b4-424b-b2e2-147da7331487 HTTP/1.1" status: 200 len: 1092 time: 1.5693078 Aug 17 02:22:59.258397 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 95890f25-08f4-4c46-ac4e-517d0f3a2965 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:22:59.268856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840c9cc-0d46-43e3-92e6-5e1c7d346a5b req-a1d22893-e47b-44da-8fff-95f519d55368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:59.269278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 95890f25-08f4-4c46-ac4e-517d0f3a2965 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:22:59.270184 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:59.270475 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1840c9cc-0d46-43e3-92e6-5e1c7d346a5b req-a1d22893-e47b-44da-8fff-95f519d55368 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=543cf99d-92c2-4c90-ba21-fec449a1db34 HTTP/1.1" status: 200 len: 854 time: 0.1111083 Aug 17 02:22:59.293597 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b7cd0-d18f-4229-a614-d0474a8ef3bf service neutron] Pushing event updated for resources: {'Port': ['ID=d4cc9159-01b4-424b-b2e2-147da7331487,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:59.314014 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1840c9cc-0d46-43e3-92e6-5e1c7d346a5b req-9b7deb0f-4c10-4847-8323-7c980cfc843f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347118 Aug 17 02:22:59.394048 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:59.443042 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 95890f25-08f4-4c46-ac4e-517d0f3a2965, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=95890f25-08f4-4c46-ac4e-517d0f3a2965,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:22:59.444461 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1840c9cc-0d46-43e3-92e6-5e1c7d346a5b req-ec5f6ff4-b6f8-44a8-bce7-fe674ec25d6e service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232653 Aug 17 02:22:59.485066 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5f2f6a-7566-46e1-a82e-d25b4ed3e209'}, {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33575b9a-eeeb-4ad8-8cff-7b9b53767e6d'}, {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95890f25-08f4-4c46-ac4e-517d0f3a2965'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:22:59.494245 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771bc691-407f-4b7f-bd9e-990e38221934" -d '{"events": [{"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-plugged", "status": "completed", "tag": "1d5f2f6a-7566-46e1-a82e-d25b4ed3e209"}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-plugged", "status": "completed", "tag": "33575b9a-eeeb-4ad8-8cff-7b9b53767e6d"}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-plugged", "status": "completed", "tag": "95890f25-08f4-4c46-ac4e-517d0f3a2965"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:22:59.508245 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45870) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:59.538810 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c2ff045-7a7d-42a5-a6ef-02f88646c1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:59.553578 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:59.554887 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:22:59.593414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333f62b-756a-467b-b767-82090704326c req-8384f06c-2972-48c4-b788-912548f3121b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:59.597334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4333f62b-756a-467b-b767-82090704326c req-8384f06c-2972-48c4-b788-912548f3121b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1537063 Aug 17 02:22:59.603515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-e168dcdb-d680-4b19-87ab-22679c48e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:59.605172 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-e168dcdb-d680-4b19-87ab-22679c48e6e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c0a5acf9e674963b58c743496f77ad1&device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 1095 time: 0.1398587 Aug 17 02:22:59.626299 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1840c9cc-0d46-43e3-92e6-5e1c7d346a5b req-086648e9-d3ca-498f-a066-e473917baa52 service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694071 Aug 17 02:22:59.694301 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-fdca7a9c-8183-4ddd-aa83-de0a452b0f36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4cc9159-01b4-424b-b2e2-147da7331487 HTTP/1.1" status: 200 len: 217 time: 0.0510466 Aug 17 02:22:59.714042 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4333f62b-756a-467b-b767-82090704326c req-0dcb0f81-2ceb-49b7-9f90-95bb31f95b8f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062238 Aug 17 02:22:59.758976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-937a9049-3fae-41aa-9da0-bbb62e02487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:59.763400 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-937a9049-3fae-41aa-9da0-bbb62e02487c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d40e3627-cef8-4c94-b684-08d6667f5996 HTTP/1.1" status: 200 len: 845 time: 0.0594118 Aug 17 02:22:59.805714 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-93b3cd07-c00d-4048-b5eb-5fe98c52180a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371997 Aug 17 02:22:59.812008 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c2ff045-7a7d-42a5-a6ef-02f88646c1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:59.888426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=95890f25-08f4-4c46-ac4e-517d0f3a2965,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:59.891205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9e16d-bfa2-4459-9e50-9e473a7fa85e req-d28fe2d1-d8dc-44dd-bb6e-6d53a5801af7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:22:59.900104 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-40e9e16d-bfa2-4459-9e50-9e473a7fa85e req-d28fe2d1-d8dc-44dd-bb6e-6d53a5801af7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 945 time: 0.0691915 Aug 17 02:22:59.915050 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-39e1029b-41be-48b2-99a4-c178b6c6263b service neutron] 10.222.0.42 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017048 Aug 17 02:22:59.915647 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c2ff045-7a7d-42a5-a6ef-02f88646c1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:22:59.977620 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3c2ff045-7a7d-42a5-a6ef-02f88646c1d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1545946f07b455ea345349b58cb5925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4677911 Aug 17 02:22:59.981701 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45876) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:22:59.988400 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-40e9e16d-bfa2-4459-9e50-9e473a7fa85e req-bd84820d-1946-40e7-8b0d-8445512b6466 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879319 Aug 17 02:22:59.989408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ff045-7a7d-42a5-a6ef-02f88646c1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f36058-37c7-4b42-bdfe-1f3a4184acdd,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:22:59.994003 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:23:00.019340 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:23:00.019730 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:00.051194 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-081e3ba3-ec2b-4787-a2d6-ceeb155b637d req-97f6c3ae-3a54-4a94-8333-d95a2d6725e8 service neutron] 10.222.0.42 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283288 Aug 17 02:23:00.060780 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 17 Aug 2021 02:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efee451-d5cf-4184-8f1c-ca91bb5c078b x-openstack-request-id: req-5efee451-d5cf-4184-8f1c-ca91bb5c078b {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:00.064278 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-plugged", "status": "completed", "tag": "1d5f2f6a-7566-46e1-a82e-d25b4ed3e209", "code": 200}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-plugged", "status": "completed", "tag": "33575b9a-eeeb-4ad8-8cff-7b9b53767e6d", "code": 200}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-plugged", "status": "completed", "tag": "95890f25-08f4-4c46-ac4e-517d0f3a2965", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:00.064278 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5efee451-d5cf-4184-8f1c-ca91bb5c078b {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:00.064278 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5f2f6a-7566-46e1-a82e-d25b4ed3e209', 'code': 200} Aug 17 02:23:00.064278 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33575b9a-eeeb-4ad8-8cff-7b9b53767e6d', 'code': 200} Aug 17 02:23:00.064278 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95890f25-08f4-4c46-ac4e-517d0f3a2965', 'code': 200} Aug 17 02:23:00.086645 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a33d9d63-f0eb-4cd7-b098-d58751828d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:00.119692 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a33d9d63-f0eb-4cd7-b098-d58751828d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:00.147401 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:00.179449 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211fa7f-f507-453d-b5e6-5f9101fe0806 req-9a7a2b48-d375-4446-a940-9d1a006c2f3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:00.185590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211fa7f-f507-453d-b5e6-5f9101fe0806 req-9a7a2b48-d375-4446-a940-9d1a006c2f3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:00.189994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2c61de3a-3794-4b2c-b2d7-398cf2d4d366,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:00.192135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211fa7f-f507-453d-b5e6-5f9101fe0806 req-9a7a2b48-d375-4446-a940-9d1a006c2f3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:00.198215 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211fa7f-f507-453d-b5e6-5f9101fe0806 req-9a7a2b48-d375-4446-a940-9d1a006c2f3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:00.204728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211fa7f-f507-453d-b5e6-5f9101fe0806 req-9a7a2b48-d375-4446-a940-9d1a006c2f3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:00.210761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211fa7f-f507-453d-b5e6-5f9101fe0806 req-9a7a2b48-d375-4446-a940-9d1a006c2f3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:00.216622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211fa7f-f507-453d-b5e6-5f9101fe0806 req-9a7a2b48-d375-4446-a940-9d1a006c2f3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:00.219188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e211fa7f-f507-453d-b5e6-5f9101fe0806 req-9a7a2b48-d375-4446-a940-9d1a006c2f3e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5430 time: 0.1056008 Aug 17 02:23:00.266613 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e211fa7f-f507-453d-b5e6-5f9101fe0806 req-6d54c811-32e2-4f57-aa1b-2cbc85caf6a0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362968 Aug 17 02:23:00.283923 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a33d9d63-f0eb-4cd7-b098-d58751828d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:00.283923 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a33d9d63-f0eb-4cd7-b098-d58751828d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:00.283923 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a33d9d63-f0eb-4cd7-b098-d58751828d54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62f36058-37c7-4b42-bdfe-1f3a4184acdd HTTP/1.1" status: 204 len: 168 time: 0.2938311 Aug 17 02:23:00.290860 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d9d63-f0eb-4cd7-b098-d58751828d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f36058-37c7-4b42-bdfe-1f3a4184acdd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:00.314300 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:00.351465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 43d7ffdb-5b0b-4795-b2b6-748a0904b932 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:23:00.423463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820cf513-cc15-4455-b0bc-6b5f7abf485f', 'tag': 'd4cc9159-01b4-424b-b2e2-147da7331487'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:00.425388 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21438c86-065d-40c9-be41-d27ccff4e1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "820cf513-cc15-4455-b0bc-6b5f7abf485f", "tag": "d4cc9159-01b4-424b-b2e2-147da7331487"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:00.428640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4b097-eee5-41c0-8536-e16d6fd8390e req-085a3d75-f72c-4bc8-bfba-5f567b3318ad tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:00.429947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=2c61de3a-3794-4b2c-b2d7-398cf2d4d366,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:00.431889 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a2e4b097-eee5-41c0-8536-e16d6fd8390e req-085a3d75-f72c-4bc8-bfba-5f567b3318ad tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 943 time: 0.0841773 Aug 17 02:23:00.485831 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a2e4b097-eee5-41c0-8536-e16d6fd8390e req-99b42941-1481-449c-a746-a5e624c313f4 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344772 Aug 17 02:23:00.544296 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 43d7ffdb-5b0b-4795-b2b6-748a0904b932 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:23:00.550311 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 43d7ffdb-5b0b-4795-b2b6-748a0904b932 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:23:00.550850 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:00.608163 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7027d3d-bd6d-461a-b4bc-9c34338acf8b req-483afdea-1435-4ec1-bd58-8a178d647f71 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:00.610345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7027d3d-bd6d-461a-b4bc-9c34338acf8b req-483afdea-1435-4ec1-bd58-8a178d647f71 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 943 time: 0.0625286 Aug 17 02:23:00.639050 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:00.654893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7027d3d-bd6d-461a-b4bc-9c34338acf8b req-eed53d18-33c3-4d0a-914c-d5e26789df23 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383878 Aug 17 02:23:00.673724 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 43d7ffdb-5b0b-4795-b2b6-748a0904b932, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=43d7ffdb-5b0b-4795-b2b6-748a0904b932,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:00.776395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5739b8-c907-486a-9871-1da01b5244d3 req-21c97787-263b-479d-ada9-18110a337709 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:00.777958 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c5739b8-c907-486a-9871-1da01b5244d3 req-21c97787-263b-479d-ada9-18110a337709 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0629787 Aug 17 02:23:00.792675 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:00.820225 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c5739b8-c907-486a-9871-1da01b5244d3 req-0355dbe9-ca59-477e-ab15-55575a6fa744 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363891 Aug 17 02:23:00.832611 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:00.861276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=43d7ffdb-5b0b-4795-b2b6-748a0904b932,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:00.945193 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f06024e-e474-47ad-9667-be932a40609a x-openstack-request-id: req-6f06024e-e474-47ad-9667-be932a40609a {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:00.951558 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820cf513-cc15-4455-b0bc-6b5f7abf485f", "tag": "d4cc9159-01b4-424b-b2e2-147da7331487", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:00.951558 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f06024e-e474-47ad-9667-be932a40609a {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:00.951558 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820cf513-cc15-4455-b0bc-6b5f7abf485f', 'tag': 'd4cc9159-01b4-424b-b2e2-147da7331487', 'status': 'completed', 'code': 200} Aug 17 02:23:01.031873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21438c86-065d-40c9-be41-d27ccff4e1b9 req-cc094b12-3af4-432e-b91a-e6b71a32ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:01.033464 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21438c86-065d-40c9-be41-d27ccff4e1b9 req-cc094b12-3af4-432e-b91a-e6b71a32ec94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c0a5acf9e674963b58c743496f77ad1&device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 1095 time: 0.0424082 Aug 17 02:23:01.039693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12c56a-123d-4708-8d80-ab1b64548e9b req-8338308e-1ec5-4bad-9618-99807f96be95 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:01.041228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c12c56a-123d-4708-8d80-ab1b64548e9b req-8338308e-1ec5-4bad-9618-99807f96be95 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0498452 Aug 17 02:23:01.086655 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c12c56a-123d-4708-8d80-ab1b64548e9b req-9ad8f4c6-0ffe-4bd0-beb8-415b83e717a6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385971 Aug 17 02:23:01.141655 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21438c86-065d-40c9-be41-d27ccff4e1b9 req-47324f33-d69c-43d2-8f53-d2bca775a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:01.143729 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21438c86-065d-40c9-be41-d27ccff4e1b9 req-47324f33-d69c-43d2-8f53-d2bca775a546 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0 HTTP/1.1" status: 200 len: 906 time: 0.1027107 Aug 17 02:23:01.187631 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21438c86-065d-40c9-be41-d27ccff4e1b9 req-aacfdaa4-3456-4f43-a7de-e6676804c429 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4cc9159-01b4-424b-b2e2-147da7331487 HTTP/1.1" status: 200 len: 217 time: 0.0361559 Aug 17 02:23:01.235873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21438c86-065d-40c9-be41-d27ccff4e1b9 req-a8ac686e-4fde-47aa-ba1a-dd6d0544bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:01.237356 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21438c86-065d-40c9-be41-d27ccff4e1b9 req-a8ac686e-4fde-47aa-ba1a-dd6d0544bc6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d40e3627-cef8-4c94-b684-08d6667f5996 HTTP/1.1" status: 200 len: 845 time: 0.0433912 Aug 17 02:23:01.274516 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21438c86-065d-40c9-be41-d27ccff4e1b9 req-3d23151e-a3bf-4f2e-8883-97d6900fbbd8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3c07a00-afe9-42bb-bdb1-4cc5388176c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290716 Aug 17 02:23:01.376583 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21438c86-065d-40c9-be41-d27ccff4e1b9 req-9ef9d694-afc8-4afd-81f3-af841f715367 service neutron] 10.222.0.42 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807583 Aug 17 02:23:01.466410 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21438c86-065d-40c9-be41-d27ccff4e1b9 req-e6d1a6dd-9932-43f6-bbf3-902bda1535b9 service neutron] 10.222.0.42 "GET /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962522 Aug 17 02:23:02.063431 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c61de3a-3794-4b2c-b2d7-398cf2d4d366'}, {'server_uuid': '64f98ba9-8892-4603-b055-0adc850581cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d7ffdb-5b0b-4795-b2b6-748a0904b932'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:02.065893 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851a8419-5073-4c63-8d5c-edc5f5d031c7" -d '{"events": [{"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-plugged", "status": "completed", "tag": "2c61de3a-3794-4b2c-b2d7-398cf2d4d366"}, {"server_uuid": "64f98ba9-8892-4603-b055-0adc850581cb", "name": "network-vif-plugged", "status": "completed", "tag": "43d7ffdb-5b0b-4795-b2b6-748a0904b932"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:02.374667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5038d-4894-4aa2-9b5f-1e3d1d841a46 req-8b957ce9-1200-40d7-98e9-0b5f137f87b1 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:02.376236 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5e5038d-4894-4aa2-9b5f-1e3d1d841a46 req-8b957ce9-1200-40d7-98e9-0b5f137f87b1 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0578234 Aug 17 02:23:02.393008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45926) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:23:02.436837 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5e5038d-4894-4aa2-9b5f-1e3d1d841a46 req-effbb7b2-c2df-44a7-ae81-e67391b1f33f tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521312 Aug 17 02:23:02.497661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63212cae-e724-474f-8e01-7e01d8698704 req-56102762-2462-4885-acb6-cde9107045af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:02.505555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63212cae-e724-474f-8e01-7e01d8698704 req-56102762-2462-4885-acb6-cde9107045af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7958a1cdafed4011bf926b6ad6bc2e61&device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 1098 time: 0.0522072 Aug 17 02:23:02.518055 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1636013893-network', 'tenant_id': 'e3bea87dd1b648248d3d9b791695e521'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:02.600961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Made reservation on behalf of e3bea87dd1b648248d3d9b791695e521 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:23:02.603276 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:02.609790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66635a49-079e-43f0-b6e0-77981707bfa0 req-8660214f-8bc4-4b63-aea0-bcc0d908de68 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:02.613331 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:02.615739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66635a49-079e-43f0-b6e0-77981707bfa0 req-8660214f-8bc4-4b63-aea0-bcc0d908de68 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:02.621719 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66635a49-079e-43f0-b6e0-77981707bfa0 req-8660214f-8bc4-4b63-aea0-bcc0d908de68 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:02.627693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66635a49-079e-43f0-b6e0-77981707bfa0 req-8660214f-8bc4-4b63-aea0-bcc0d908de68 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:02.633655 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66635a49-079e-43f0-b6e0-77981707bfa0 req-8660214f-8bc4-4b63-aea0-bcc0d908de68 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:02.639820 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66635a49-079e-43f0-b6e0-77981707bfa0 req-8660214f-8bc4-4b63-aea0-bcc0d908de68 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:02.645482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66635a49-079e-43f0-b6e0-77981707bfa0 req-8660214f-8bc4-4b63-aea0-bcc0d908de68 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:02.647470 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66635a49-079e-43f0-b6e0-77981707bfa0 req-8660214f-8bc4-4b63-aea0-bcc0d908de68 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5431 time: 0.1467934 Aug 17 02:23:02.687793 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63212cae-e724-474f-8e01-7e01d8698704 req-8827734e-ed87-4c45-aadc-e42cea2c304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:02.689298 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63212cae-e724-474f-8e01-7e01d8698704 req-8827734e-ed87-4c45-aadc-e42cea2c304a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d HTTP/1.1" status: 200 len: 912 time: 0.1755164 Aug 17 02:23:02.704468 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:02.741595 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66635a49-079e-43f0-b6e0-77981707bfa0 req-2f71c34e-3284-4a4b-bd77-c583cf65e138 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815909 Aug 17 02:23:02.742936 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63212cae-e724-474f-8e01-7e01d8698704 req-b866af85-5cbd-45ae-8f28-67c02a606a06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 HTTP/1.1" status: 200 len: 217 time: 0.0432179 Aug 17 02:23:02.782506 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:02.805122 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:23:02.807170 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63212cae-e724-474f-8e01-7e01d8698704 req-24ce0b33-aae7-4700-91ed-fda2951b4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:02.813455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63212cae-e724-474f-8e01-7e01d8698704 req-24ce0b33-aae7-4700-91ed-fda2951b4a51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f731366-6aa6-42ea-9f6e-74fe2d99ed33 HTTP/1.1" status: 200 len: 851 time: 0.0570657 Aug 17 02:23:02.820733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:02.834570 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:02.835117 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Added segment e8d289d7-84d6-4b19-a523-eb83336f6339 of type vlan for network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 Aug 17 02:23:02.845044 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:02.845443 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:02.845748 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:02.846538 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:02.847045 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:02.847539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:02.847871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:02.848200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:02.848526 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:02.848850 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:02.849169 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:02.851204 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:02.863688 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63212cae-e724-474f-8e01-7e01d8698704 req-cdf48e8b-c56e-4f33-8a2c-b814e7b1f109 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423145 Aug 17 02:23:02.894246 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:02.907405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce48ae4-3d61-45e2-baf6-a6350ba0134b req-fe3ff8e7-5595-42d6-bf1c-8c1c08c2e71a tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:02.908956 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fce48ae4-3d61-45e2-baf6-a6350ba0134b req-fe3ff8e7-5595-42d6-bf1c-8c1c08c2e71a tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 943 time: 0.0993829 Aug 17 02:23:02.966773 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:02.967781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:02.968595 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:02.993211 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fce48ae4-3d61-45e2-baf6-a6350ba0134b req-7946649d-e688-4af9-b16c-900c151c98e8 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551662 Aug 17 02:23:03.020449 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63212cae-e724-474f-8e01-7e01d8698704 req-32f929fb-c0be-4c3c-8b41-238e2cf3e9f7 service neutron] 10.222.0.18 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426651 Aug 17 02:23:03.032528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] Pushing event updated for resources: {'Network': ['ID=82555729-1b87-41b3-a6e6-eb3b356fbfb2,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:03.048096 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:23:03.082359 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3a858092-6562-40a8-a87d-bddb585a5e6f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6872907 Aug 17 02:23:03.085272 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45930) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:23:03.090348 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-4cb98612-13db-4f99-a0ef-d39af36fd9a1 admin admin] Request body: {'subnet': {'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1636013893-subnet', 'tenant_id': 'e3bea87dd1b648248d3d9b791695e521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:03.164266 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e30914-ec3b-4a7f-93fe-dcaad698b6c5 req-139f9144-7acd-487c-b04c-c22692e99fc6 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:03.165779 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02e30914-ec3b-4a7f-93fe-dcaad698b6c5 req-139f9144-7acd-487c-b04c-c22692e99fc6 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 943 time: 0.0857713 Aug 17 02:23:03.169423 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63212cae-e724-474f-8e01-7e01d8698704 req-33901aaa-26ed-443f-b83e-d821f8c8e11c service neutron] 10.222.0.18 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411982 Aug 17 02:23:03.206505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb98612-13db-4f99-a0ef-d39af36fd9a1 admin admin] Made reservation on behalf of e3bea87dd1b648248d3d9b791695e521 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:23:03.208990 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4cb98612-13db-4f99-a0ef-d39af36fd9a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:03.209500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02e30914-ec3b-4a7f-93fe-dcaad698b6c5 req-24e49cfd-27f2-4988-88a9-45fe2e8a9117 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368044 Aug 17 02:23:03.338550 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607213bf-6ad6-4ac2-980f-3cbb3ce5228f x-openstack-request-id: req-607213bf-6ad6-4ac2-980f-3cbb3ce5228f {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:03.339097 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-plugged", "status": "completed", "tag": "2c61de3a-3794-4b2c-b2d7-398cf2d4d366", "code": 200}, {"server_uuid": "64f98ba9-8892-4603-b055-0adc850581cb", "name": "network-vif-plugged", "status": "completed", "tag": "43d7ffdb-5b0b-4795-b2b6-748a0904b932", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:03.340294 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-607213bf-6ad6-4ac2-980f-3cbb3ce5228f {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:03.340711 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c61de3a-3794-4b2c-b2d7-398cf2d4d366', 'code': 200} Aug 17 02:23:03.341649 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f98ba9-8892-4603-b055-0adc850581cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d7ffdb-5b0b-4795-b2b6-748a0904b932', 'code': 200} Aug 17 02:23:03.473345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15196061-92e7-4e47-b2fe-2474edc016fa req-348b3ceb-58f5-4e9e-8da8-e28a409863bf tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:03.475154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15196061-92e7-4e47-b2fe-2474edc016fa req-348b3ceb-58f5-4e9e-8da8-e28a409863bf tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0873907 Aug 17 02:23:03.487356 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4cb98612-13db-4f99-a0ef-d39af36fd9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:03.542830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb98612-13db-4f99-a0ef-d39af36fd9a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3db6f36-5e0d-4b98-9171-c67317989b44,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:03.554731 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb98612-13db-4f99-a0ef-d39af36fd9a1 admin admin] Checking segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:23:03.555087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb98612-13db-4f99-a0ef-d39af36fd9a1 admin admin] Network hostable DHCP agents. Network: 82555729-1b87-41b3-a6e6-eb3b356fbfb2, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:23:03.572618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15196061-92e7-4e47-b2fe-2474edc016fa req-32e36ca9-39e9-4d5d-8310-97a53737603f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823610 Aug 17 02:23:03.597313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7137019-2fef-4893-93b9-4833db2319e4 req-abba82ce-47e7-42d6-b128-6fddcba15a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:03.598019 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7137019-2fef-4893-93b9-4833db2319e4 req-abba82ce-47e7-42d6-b128-6fddcba15a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:03.598504 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7137019-2fef-4893-93b9-4833db2319e4 req-abba82ce-47e7-42d6-b128-6fddcba15a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:03.598984 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7137019-2fef-4893-93b9-4833db2319e4 req-abba82ce-47e7-42d6-b128-6fddcba15a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:03.599595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7137019-2fef-4893-93b9-4833db2319e4 req-abba82ce-47e7-42d6-b128-6fddcba15a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:03.600139 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7137019-2fef-4893-93b9-4833db2319e4 req-abba82ce-47e7-42d6-b128-6fddcba15a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:03.600614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7137019-2fef-4893-93b9-4833db2319e4 req-abba82ce-47e7-42d6-b128-6fddcba15a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:03.602631 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f7137019-2fef-4893-93b9-4833db2319e4 req-abba82ce-47e7-42d6-b128-6fddcba15a1d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 6495 time: 0.0846510 Aug 17 02:23:03.613943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a889e-28d9-47ce-a89b-2d62000b9bee req-5264cebf-d4e9-4d81-b80e-28fceca1c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:03.615447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5d5a889e-28d9-47ce-a89b-2d62000b9bee req-5264cebf-d4e9-4d81-b80e-28fceca1c3d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 1098 time: 0.0964286 Aug 17 02:23:03.663824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb98612-13db-4f99-a0ef-d39af36fd9a1 admin admin] Network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:23:03.697783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f7137019-2fef-4893-93b9-4833db2319e4 req-02f3cc0d-28a8-4eb9-acc8-736ce304214f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=44fbd38a-0fac-4114-a112-ca3afeecf09b&id=cab0e778-a0e9-4080-b594-4a2cfce5b416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813248 Aug 17 02:23:03.707347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5d5a889e-28d9-47ce-a89b-2d62000b9bee req-b3064343-8337-4ca0-9a9f-21844170a7cd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778558 Aug 17 02:23:03.720237 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d160cbe-b975-4b49-9109-f62dbaeb166a req-0e848d6a-768e-48b7-8083-f0b4650c5ad6 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:03.722046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d160cbe-b975-4b49-9109-f62dbaeb166a req-0e848d6a-768e-48b7-8083-f0b4650c5ad6 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0855489 Aug 17 02:23:03.770483 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d160cbe-b975-4b49-9109-f62dbaeb166a req-1b492033-d96f-43b1-a13d-eee2f93c2e70 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Aug 17 02:23:03.817976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-4cb98612-13db-4f99-a0ef-d39af36fd9a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 82555729-1b87-41b3-a6e6-eb3b356fbfb2) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:23:03.822194 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb98612-13db-4f99-a0ef-d39af36fd9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:03.822794 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4cb98612-13db-4f99-a0ef-d39af36fd9a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:03.835418 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e121d928-cda2-4ebc-ae01-64fbfc3ec416 None None] Network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:23:03.910069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eef152-3c42-426f-b828-0e4e773a93aa req-4b1090d7-8d93-4d8b-b5d2-3a0f82e625c8 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:03.912059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39eef152-3c42-426f-b828-0e4e773a93aa req-4b1090d7-8d93-4d8b-b5d2-3a0f82e625c8 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0607607 Aug 17 02:23:03.934156 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device c4c0c554-8e9b-409f-b898-ef07c57fdf81 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:23:03.937305 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4cb98612-13db-4f99-a0ef-d39af36fd9a1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8509138 Aug 17 02:23:03.958537 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39eef152-3c42-426f-b828-0e4e773a93aa req-bd37da7d-af8f-4132-9b88-e7fd7268a90a tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391343 Aug 17 02:23:03.994815 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a32383-0331-4cd4-9a20-2810da6f077e None None] Network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:23:04.130724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846884c-c5b8-4731-9d73-7d5d9bd0c751 req-9dbf961e-a9e3-4202-b247-140dfd769063 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:04.137311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846884c-c5b8-4731-9d73-7d5d9bd0c751 req-9dbf961e-a9e3-4202-b247-140dfd769063 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:04.143700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846884c-c5b8-4731-9d73-7d5d9bd0c751 req-9dbf961e-a9e3-4202-b247-140dfd769063 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:04.150067 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846884c-c5b8-4731-9d73-7d5d9bd0c751 req-9dbf961e-a9e3-4202-b247-140dfd769063 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:04.156565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846884c-c5b8-4731-9d73-7d5d9bd0c751 req-9dbf961e-a9e3-4202-b247-140dfd769063 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:04.161685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port c4c0c554-8e9b-409f-b898-ef07c57fdf81, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c4c0c554-8e9b-409f-b898-ef07c57fdf81,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:04.162485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846884c-c5b8-4731-9d73-7d5d9bd0c751 req-9dbf961e-a9e3-4202-b247-140dfd769063 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:04.168514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846884c-c5b8-4731-9d73-7d5d9bd0c751 req-9dbf961e-a9e3-4202-b247-140dfd769063 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:04.171144 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a846884c-c5b8-4731-9d73-7d5d9bd0c751 req-9dbf961e-a9e3-4202-b247-140dfd769063 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5431 time: 0.1152461 Aug 17 02:23:04.196020 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'c4c0c554-8e9b-409f-b898-ef07c57fdf81', 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb', 'port_id': 'c4c0c554-8e9b-409f-b898-ef07c57fdf81', 'mac_address': 'fa:16:3e:58:59:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '543cf99d-92c2-4c90-ba21-fec449a1db34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:23:04.219595 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a846884c-c5b8-4731-9d73-7d5d9bd0c751 req-b559e367-2d43-4543-aae8-3eebfaefb801 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398505 Aug 17 02:23:04.266376 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:04.281524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c0c554-8e9b-409f-b898-ef07c57fdf81 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:23:04.305828 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port c4c0c554-8e9b-409f-b898-ef07c57fdf81, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c4c0c554-8e9b-409f-b898-ef07c57fdf81,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:04.364404 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a40ccb-bf69-4abd-be4d-4ecf7fef413b req-6ba4f142-c5a7-4179-81be-17b7206f26d3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:04.365971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5a40ccb-bf69-4abd-be4d-4ecf7fef413b req-6ba4f142-c5a7-4179-81be-17b7206f26d3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 943 time: 0.0569260 Aug 17 02:23:04.381641 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:04.406636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5a40ccb-bf69-4abd-be4d-4ecf7fef413b req-c3503591-85ca-4021-bc77-0f9b22605419 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344298 Aug 17 02:23:04.437868 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=c4c0c554-8e9b-409f-b898-ef07c57fdf81,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:04.582559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451ac77-4a05-49b0-ad51-185406cd2c51 req-470b96f3-f0de-499a-886a-3c34c6330599 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:04.582559 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c451ac77-4a05-49b0-ad51-185406cd2c51 req-470b96f3-f0de-499a-886a-3c34c6330599 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 943 time: 0.0899346 Aug 17 02:23:04.630246 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c451ac77-4a05-49b0-ad51-185406cd2c51 req-d80bdc52-587d-4ef6-9a37-b41042758aa3 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437255 Aug 17 02:23:04.836285 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45966) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:23:04.844932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1816532794-network', 'tenant_id': 'c02915d458a9464a8f93c9f7558675ac'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:04.871270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['c4c0c554-8e9b-409f-b898-ef07c57fdf81'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:23:04.872188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b033daf-f9c2-4a79-9a9a-ad4739682c09 req-fb48a3dd-1afa-4489-8fd7-b5279ce9a30d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:04.873943 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b033daf-f9c2-4a79-9a9a-ad4739682c09 req-fb48a3dd-1afa-4489-8fd7-b5279ce9a30d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0803285 Aug 17 02:23:04.924466 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b033daf-f9c2-4a79-9a9a-ad4739682c09 req-e145980d-96d4-4277-9316-e2465b688cf8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391476 Aug 17 02:23:04.961760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] Made reservation on behalf of c02915d458a9464a8f93c9f7558675ac for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:23:04.964149 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:04.974465 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:05.098915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a77f44-4624-48f4-9eda-4cc6fed75cb7 req-a665d308-eaf1-4d72-a9b3-0771e8f7526c tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:05.100353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2a77f44-4624-48f4-9eda-4cc6fed75cb7 req-a665d308-eaf1-4d72-a9b3-0771e8f7526c tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0904801 Aug 17 02:23:05.156727 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:05.165318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2a77f44-4624-48f4-9eda-4cc6fed75cb7 req-6c552c8c-dfdf-47fe-8bbb-3617a1c0207a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589030 Aug 17 02:23:05.253976 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:05.289556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:23:05.308247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd6117-3879-4e00-a52a-5de5becc3ad3 req-9d2ead16-44e9-4267-ac46-069779210574 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:05.309831 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96cd6117-3879-4e00-a52a-5de5becc3ad3 req-9d2ead16-44e9-4267-ac46-069779210574 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0880134 Aug 17 02:23:05.312755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c61335f-aa36-410f-8388-0eb35682b9cf,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:05.317503 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:05.317852 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] Added segment 8b4597ed-c767-4bb8-87c8-1a27998f19b5 of type vlan for network 7e9e874f-0018-491f-9eab-0a97ce999f9e Aug 17 02:23:05.379591 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:05.398480 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96cd6117-3879-4e00-a52a-5de5becc3ad3 req-8ddd7cc4-ecf3-4da4-a72d-3cf9f1a0d464 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787790 Aug 17 02:23:05.483783 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:05.484739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:05.487197 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:05.573180 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] Pushing event updated for resources: {'Network': ['ID=7e9e874f-0018-491f-9eab-0a97ce999f9e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:05.586886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 7e9e874f-0018-491f-9eab-0a97ce999f9e details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:23:05.604160 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65052b6-67d2-4124-88f1-a58cbbd4a31b req-bdbfd25d-2c42-4be8-900b-e1c56dad0339 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:05.612179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65052b6-67d2-4124-88f1-a58cbbd4a31b req-bdbfd25d-2c42-4be8-900b-e1c56dad0339 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:05.618186 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65052b6-67d2-4124-88f1-a58cbbd4a31b req-bdbfd25d-2c42-4be8-900b-e1c56dad0339 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:05.625273 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65052b6-67d2-4124-88f1-a58cbbd4a31b req-bdbfd25d-2c42-4be8-900b-e1c56dad0339 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:05.631320 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65052b6-67d2-4124-88f1-a58cbbd4a31b req-bdbfd25d-2c42-4be8-900b-e1c56dad0339 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:05.637296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65052b6-67d2-4124-88f1-a58cbbd4a31b req-bdbfd25d-2c42-4be8-900b-e1c56dad0339 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:05.643469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65052b6-67d2-4124-88f1-a58cbbd4a31b req-bdbfd25d-2c42-4be8-900b-e1c56dad0339 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:05.645444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d65052b6-67d2-4124-88f1-a58cbbd4a31b req-bdbfd25d-2c42-4be8-900b-e1c56dad0339 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5431 time: 0.1746154 Aug 17 02:23:05.647277 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-250b2c68-1846-4d0f-bf9c-11bad4eaf291 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8096735 Aug 17 02:23:05.650955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45976) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:23:05.660372 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-22933a52-3e68-4263-8ed9-4dc2a579d5e1 admin admin] Request body: {'subnet': {'network_id': '7e9e874f-0018-491f-9eab-0a97ce999f9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1816532794-subnet', 'tenant_id': 'c02915d458a9464a8f93c9f7558675ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:05.725579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d65052b6-67d2-4124-88f1-a58cbbd4a31b req-ff333629-779c-48d3-9410-59acc7a3a1c1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602536 Aug 17 02:23:05.799354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22933a52-3e68-4263-8ed9-4dc2a579d5e1 admin admin] Made reservation on behalf of c02915d458a9464a8f93c9f7558675ac for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:23:05.803093 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22933a52-3e68-4263-8ed9-4dc2a579d5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:05.934979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a3715-db76-41ec-9301-42623cb9d46a req-d270e4b2-8218-42bd-9f3a-962afc7b3f5f tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:05.936518 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad3a3715-db76-41ec-9301-42623cb9d46a req-d270e4b2-8218-42bd-9f3a-962afc7b3f5f tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 944 time: 0.1127670 Aug 17 02:23:05.958514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d4cc9159-01b4-424b-b2e2-147da7331487 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:23:06.018431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad3a3715-db76-41ec-9301-42623cb9d46a req-6625d43a-04c4-483d-a188-52421dedbfda tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691423 Aug 17 02:23:06.111350 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d4cc9159-01b4-424b-b2e2-147da7331487, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d4cc9159-01b4-424b-b2e2-147da7331487,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:06.123323 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'd4cc9159-01b4-424b-b2e2-147da7331487', 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0', 'port_id': 'd4cc9159-01b4-424b-b2e2-147da7331487', 'mac_address': 'fa:16:3e:dc:55:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40e3627-cef8-4c94-b684-08d6667f5996', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:23:06.169476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424ed1d-f8b6-4627-8b7e-d67d3db29b40 req-7e79892e-96df-4be2-ace7-19dbf55b43a3 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:06.172067 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4424ed1d-f8b6-4627-8b7e-d67d3db29b40 req-7e79892e-96df-4be2-ace7-19dbf55b43a3 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 943 time: 0.0620120 Aug 17 02:23:06.182439 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22933a52-3e68-4263-8ed9-4dc2a579d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:06.186134 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:06.211827 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cc9159-01b4-424b-b2e2-147da7331487 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:23:06.247690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d4cc9159-01b4-424b-b2e2-147da7331487, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d4cc9159-01b4-424b-b2e2-147da7331487,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:06.293878 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4424ed1d-f8b6-4627-8b7e-d67d3db29b40 req-86cb12ab-ae8d-4db6-81dc-5cf624c869f2 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078470 Aug 17 02:23:06.300044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22933a52-3e68-4263-8ed9-4dc2a579d5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fecb8f6-cfe0-4be5-afc2-f84ade8f0c7d,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:06.311758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22933a52-3e68-4263-8ed9-4dc2a579d5e1 admin admin] Checking segment: {'id': '8b4597ed-c767-4bb8-87c8-1a27998f19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7e9e874f-0018-491f-9eab-0a97ce999f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:23:06.312295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22933a52-3e68-4263-8ed9-4dc2a579d5e1 admin admin] Network hostable DHCP agents. Network: 7e9e874f-0018-491f-9eab-0a97ce999f9e, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:23:06.358779 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:06.419822 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=d4cc9159-01b4-424b-b2e2-147da7331487,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:06.509923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22933a52-3e68-4263-8ed9-4dc2a579d5e1 admin admin] Network 7e9e874f-0018-491f-9eab-0a97ce999f9e is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:23:06.537940 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0372e9c-5f6a-4b63-8f42-8216d7d81595 req-434eb821-374a-4303-89b1-54ecdf9ab4cf tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:06.539491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0372e9c-5f6a-4b63-8f42-8216d7d81595 req-434eb821-374a-4303-89b1-54ecdf9ab4cf tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0624237 Aug 17 02:23:06.580572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0372e9c-5f6a-4b63-8f42-8216d7d81595 req-f06aa6e2-5373-45b1-86a4-55fc694e8a00 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342250 Aug 17 02:23:06.685111 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-22933a52-3e68-4263-8ed9-4dc2a579d5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 7e9e874f-0018-491f-9eab-0a97ce999f9e) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:23:06.691585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22933a52-3e68-4263-8ed9-4dc2a579d5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:06.692166 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22933a52-3e68-4263-8ed9-4dc2a579d5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:06.694670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94f8320-f2a9-4b41-848c-24daea312b8e None None] Network 7e9e874f-0018-491f-9eab-0a97ce999f9e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:23:06.717627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112dc95-ac1a-4551-ad1a-132396ea7cb0 req-18477f4d-c09a-4309-8bb8-23d57e3f8fde tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:06.719147 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f112dc95-ac1a-4551-ad1a-132396ea7cb0 req-18477f4d-c09a-4309-8bb8-23d57e3f8fde tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0717633 Aug 17 02:23:06.767410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f112dc95-ac1a-4551-ad1a-132396ea7cb0 req-f3e797d7-3cf5-4dec-9fbb-2016ec0569a3 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Aug 17 02:23:06.798911 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-22933a52-3e68-4263-8ed9-4dc2a579d5e1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1465812 Aug 17 02:23:06.799368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['d4cc9159-01b4-424b-b2e2-147da7331487'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:23:06.895776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3c391-f9c1-4f53-9fe4-73e0e1097a81 req-7d924b56-b4ce-4522-a002-f39f0cfc32fc tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:06.897730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26f3c391-f9c1-4f53-9fe4-73e0e1097a81 req-7d924b56-b4ce-4522-a002-f39f0cfc32fc tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0708601 Aug 17 02:23:06.931090 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb0b43f-a782-49f7-8254-c3c68592af93 None None] Network 7e9e874f-0018-491f-9eab-0a97ce999f9e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:23:06.966218 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26f3c391-f9c1-4f53-9fe4-73e0e1097a81 req-077405e3-478b-40ba-9ad6-c1ac694eddc3 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561292 Aug 17 02:23:07.178089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b703b-3b4f-4934-b3c6-38a20ac06109 req-15a26e52-6a2b-42c2-99e0-651404216504 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:07.183978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b703b-3b4f-4934-b3c6-38a20ac06109 req-15a26e52-6a2b-42c2-99e0-651404216504 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:07.190815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b703b-3b4f-4934-b3c6-38a20ac06109 req-15a26e52-6a2b-42c2-99e0-651404216504 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:07.197655 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b703b-3b4f-4934-b3c6-38a20ac06109 req-15a26e52-6a2b-42c2-99e0-651404216504 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:07.205353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b703b-3b4f-4934-b3c6-38a20ac06109 req-15a26e52-6a2b-42c2-99e0-651404216504 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:07.211594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b703b-3b4f-4934-b3c6-38a20ac06109 req-15a26e52-6a2b-42c2-99e0-651404216504 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:07.217684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b703b-3b4f-4934-b3c6-38a20ac06109 req-15a26e52-6a2b-42c2-99e0-651404216504 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:07.219652 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c29b703b-3b4f-4934-b3c6-38a20ac06109 req-15a26e52-6a2b-42c2-99e0-651404216504 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5431 time: 0.1157198 Aug 17 02:23:07.282973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c29b703b-3b4f-4934-b3c6-38a20ac06109 req-10942f66-c249-435e-88c8-928756465901 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561135 Aug 17 02:23:07.396427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b5419-c3d6-469a-ab32-6beca4e5254c req-2494567b-2000-4675-90d6-ca4ecf6bda4d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:07.397920 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d02b5419-c3d6-469a-ab32-6beca4e5254c req-2494567b-2000-4675-90d6-ca4ecf6bda4d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0552895 Aug 17 02:23:07.453055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d02b5419-c3d6-469a-ab32-6beca4e5254c req-b1cd90d7-0c27-4bd8-93bd-49ee8ed2b214 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441468 Aug 17 02:23:07.547392 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:23:07.559883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e051d2-0139-424b-b3c6-804fa7886798 req-32fb2715-da5d-4ba8-9325-df197dac8aa4 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:07.561413 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9e051d2-0139-424b-b3c6-804fa7886798 req-32fb2715-da5d-4ba8-9325-df197dac8aa4 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 944 time: 0.0521407 Aug 17 02:23:07.603933 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9e051d2-0139-424b-b3c6-804fa7886798 req-aba51301-8839-4344-b97f-34e0e3f6aa2a tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355880 Aug 17 02:23:07.790156 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ad698c9d-2005-48af-a314-5bbc533b26a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:07.921404 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-9c7c806e-7b21-4d8f-a764-388ad7cbb4ec tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:07.923122 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-9c7c806e-7b21-4d8f-a764-388ad7cbb4ec tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 821 time: 0.1142461 Aug 17 02:23:07.939656 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-90008e7a-73a1-4835-93c4-1b9e8db0ffef tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/quotas/e3bea87dd1b648248d3d9b791695e521 HTTP/1.1" status: 200 len: 375 time: 0.0104408 Aug 17 02:23:07.956369 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device c4c0c554-8e9b-409f-b898-ef07c57fdf81 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:23:07.977931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-727c02c1-716a-47f8-8b12-de695eac92d7 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284653 Aug 17 02:23:08.080207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-a4a36ea5-08b0-48de-b0c2-c90372abb071 service neutron] 10.222.0.13 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938590 Aug 17 02:23:08.125454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port c4c0c554-8e9b-409f-b898-ef07c57fdf81 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:23:08.131609 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port c4c0c554-8e9b-409f-b898-ef07c57fdf81 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:23:08.132302 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:08.191290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-8fcd4805-a91e-4dcc-975b-72b72c79e58e service neutron] 10.222.0.13 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039028 Aug 17 02:23:08.225659 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:08.254770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee88926d-bd2a-4055-b6ad-a7daadd62236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c0c554-8e9b-409f-b898-ef07c57fdf81'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:08.258567 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8272c33-54c7-48c5-872a-ee332f547a70" -d '{"events": [{"server_uuid": "ee88926d-bd2a-4055-b6ad-a7daadd62236", "name": "network-vif-plugged", "status": "completed", "tag": "c4c0c554-8e9b-409f-b898-ef07c57fdf81"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:08.280142 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port c4c0c554-8e9b-409f-b898-ef07c57fdf81, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c4c0c554-8e9b-409f-b898-ef07c57fdf81,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:08.378103 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:08.441703 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=c4c0c554-8e9b-409f-b898-ef07c57fdf81,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:08.468937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:08.469536 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:08.470392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:08.471224 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:08.471776 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:08.472322 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:08.472873 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:08.473465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:08.474011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:08.474559 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:08.475102 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:08.475653 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:08.564228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e636d-0ff1-4825-96ae-e84a746d6ce2 req-e2ed7413-b223-4c40-8668-97b91cd8d54e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:08.574987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e636d-0ff1-4825-96ae-e84a746d6ce2 req-e2ed7413-b223-4c40-8668-97b91cd8d54e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:08.581551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e636d-0ff1-4825-96ae-e84a746d6ce2 req-e2ed7413-b223-4c40-8668-97b91cd8d54e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:08.588932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e636d-0ff1-4825-96ae-e84a746d6ce2 req-e2ed7413-b223-4c40-8668-97b91cd8d54e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:08.596732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e636d-0ff1-4825-96ae-e84a746d6ce2 req-e2ed7413-b223-4c40-8668-97b91cd8d54e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:08.604661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e636d-0ff1-4825-96ae-e84a746d6ce2 req-e2ed7413-b223-4c40-8668-97b91cd8d54e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:08.612630 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e636d-0ff1-4825-96ae-e84a746d6ce2 req-e2ed7413-b223-4c40-8668-97b91cd8d54e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:08.614988 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a0e636d-0ff1-4825-96ae-e84a746d6ce2 req-e2ed7413-b223-4c40-8668-97b91cd8d54e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5431 time: 0.1398342 Aug 17 02:23:08.634129 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46028) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:23:08.638357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-86d5ab44-a187-4ff2-99b0-0bdedacd5909 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Request body: {'floatingip': {'port_id': '2cac303e-77da-4731-bb80-0a51a24c499c'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:08.705972 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86d5ab44-a187-4ff2-99b0-0bdedacd5909 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for floatingip, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:08.754157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d200c0-9816-47bc-b02f-980146bd0f38 req-709657db-87b0-448d-9250-e52f5ef26d36 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:08.756166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-46d200c0-9816-47bc-b02f-980146bd0f38 req-709657db-87b0-448d-9250-e52f5ef26d36 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 944 time: 0.0751584 Aug 17 02:23:08.803313 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-46d200c0-9816-47bc-b02f-980146bd0f38 req-984d39b7-f597-456a-b456-903b93ef1d5e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356963 Aug 17 02:23:09.252059 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86d5ab44-a187-4ff2-99b0-0bdedacd5909 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:09.330133 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86d5ab44-a187-4ff2-99b0-0bdedacd5909 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:09.474661 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-86d5ab44-a187-4ff2-99b0-0bdedacd5909 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Floating IP 516ce027-3741-4f0c-9f5c-a37486008152 associated. External IP: 172.25.5.53, port: 2cac303e-77da-4731-bb80-0a51a24c499c. Aug 17 02:23:09.502902 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931007b-2f08-4d12-a272-13dc05546625 req-3adca27e-7f81-4112-855e-7c167eb5b36f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:09.511419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4931007b-2f08-4d12-a272-13dc05546625 req-3adca27e-7f81-4112-855e-7c167eb5b36f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0929081 Aug 17 02:23:09.568481 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4931007b-2f08-4d12-a272-13dc05546625 req-abf27a78-de29-403e-b013-1d802364002f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556920 Aug 17 02:23:09.706831 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e7c31-e0d5-4225-a066-701f5486f95e req-0c232c89-7a9d-4546-b2d5-e65285db9cc2 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:09.709387 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-581e7c31-e0d5-4225-a066-701f5486f95e req-0c232c89-7a9d-4546-b2d5-e65285db9cc2 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0637875 Aug 17 02:23:09.779037 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-581e7c31-e0d5-4225-a066-701f5486f95e req-4f9107e4-b277-4079-a98b-bbf343bf23fe tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585835 Aug 17 02:23:09.853897 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a031ad97-1948-47fd-b1c2-17d48788f151 x-openstack-request-id: req-a031ad97-1948-47fd-b1c2-17d48788f151 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:09.854782 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee88926d-bd2a-4055-b6ad-a7daadd62236", "name": "network-vif-plugged", "status": "completed", "tag": "c4c0c554-8e9b-409f-b898-ef07c57fdf81", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:09.855150 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a031ad97-1948-47fd-b1c2-17d48788f151 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:09.855902 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee88926d-bd2a-4055-b6ad-a7daadd62236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c0c554-8e9b-409f-b898-ef07c57fdf81', 'code': 200} Aug 17 02:23:09.941514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83f39a74-9145-4660-a906-05b189bc6de6 req-f11044c8-35da-4b95-a691-27890da9ce57 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 210 time: 0.0379992 Aug 17 02:23:09.978773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d4cc9159-01b4-424b-b2e2-147da7331487 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:23:10.096833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c138548-7120-4ff7-9f0f-e4e67fb94c17 req-a666affe-95c3-4b17-ada0-1b4924d3d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:10.097658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c8231-eb18-4f1b-82dc-80b7f59a87ef req-21d6e7a4-e8a4-44a4-a6b3-06ab845c386f tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:10.098352 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9c138548-7120-4ff7-9f0f-e4e67fb94c17 req-a666affe-95c3-4b17-ada0-1b4924d3d614 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 1097 time: 0.1242321 Aug 17 02:23:10.099777 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-409c8231-eb18-4f1b-82dc-80b7f59a87ef req-21d6e7a4-e8a4-44a4-a6b3-06ab845c386f tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 945 time: 0.0738466 Aug 17 02:23:10.169449 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-409c8231-eb18-4f1b-82dc-80b7f59a87ef req-bab165c6-70a3-4d4b-b4f9-64e53bb21cea tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583420 Aug 17 02:23:10.174649 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port d4cc9159-01b4-424b-b2e2-147da7331487 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:23:10.186931 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port d4cc9159-01b4-424b-b2e2-147da7331487 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:23:10.187580 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:10.223140 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9c138548-7120-4ff7-9f0f-e4e67fb94c17 req-84ad9b4d-f8c4-4685-9060-2c5d2d6a58a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753584 Aug 17 02:23:10.244364 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d5ab44-a187-4ff2-99b0-0bdedacd5909 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:23:10.288192 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55e4052e-2ee4-425a-9997-4b55965c5208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:10.310361 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:10.356636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae3721-aa83-4f0d-8b20-aa0674dc79ef req-9941ee51-a7f9-4e70-aec7-55a8842acea3 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:10.367209 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d4cc9159-01b4-424b-b2e2-147da7331487, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d4cc9159-01b4-424b-b2e2-147da7331487,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:10.369010 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15ae3721-aa83-4f0d-8b20-aa0674dc79ef req-9941ee51-a7f9-4e70-aec7-55a8842acea3 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0927663 Aug 17 02:23:10.409091 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15ae3721-aa83-4f0d-8b20-aa0674dc79ef req-0d7c58a8-a84f-4c82-a98e-f35fe811260b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387144 Aug 17 02:23:10.426856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d5ab44-a187-4ff2-99b0-0bdedacd5909 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:23:10.434444 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86d5ab44-a187-4ff2-99b0-0bdedacd5909 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:10.445764 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bdaa32-382c-4372-aa0d-e486e0a8dfef None None] Sync routers for ids ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:23:10.457384 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bdaa32-382c-4372-aa0d-e486e0a8dfef None None] Routers {'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:23:10.458225 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-53bdaa32-382c-4372-aa0d-e486e0a8dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:23:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:23:10.473880 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:10.512185 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-86d5ab44-a187-4ff2-99b0-0bdedacd5909 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "PUT /v2.0/floatingips/516ce027-3741-4f0c-9f5c-a37486008152 HTTP/1.1" status: 200 len: 990 time: 1.8781126 Aug 17 02:23:10.513140 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': '2cac303e-77da-4731-bb80-0a51a24c499c'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:10.518749 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51547d63-9ef2-445e-9c73-8f4431a66d67" -d '{"events": [{"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "2cac303e-77da-4731-bb80-0a51a24c499c"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:10.594683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=d4cc9159-01b4-424b-b2e2-147da7331487,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:10.619572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fea57f-be1e-4b6f-bf89-625fc7fecfb5 req-700f2ab2-3b2a-4a57-95c1-f43cc3111dda tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:10.621278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-46fea57f-be1e-4b6f-bf89-625fc7fecfb5 req-700f2ab2-3b2a-4a57-95c1-f43cc3111dda tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 945 time: 0.0888038 Aug 17 02:23:10.632459 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-53bdaa32-382c-4372-aa0d-e486e0a8dfef None None] Set router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:23:10.688512 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-46fea57f-be1e-4b6f-bf89-625fc7fecfb5 req-c71f3aaf-3f6a-40c1-bf23-d81e5a757c92 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577669 Aug 17 02:23:10.735350 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:10.932775 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aae1971-fd32-489b-826c-565f776621af x-openstack-request-id: req-8aae1971-fd32-489b-826c-565f776621af {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:10.933396 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "tag": "2cac303e-77da-4731-bb80-0a51a24c499c", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:10.934088 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8aae1971-fd32-489b-826c-565f776621af {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:10.934600 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'tag': '2cac303e-77da-4731-bb80-0a51a24c499c', 'status': 'completed', 'code': 200} Aug 17 02:23:10.947195 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-53bdaa32-382c-4372-aa0d-e486e0a8dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:39Z', 'revision_number': 4, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'gw_port': {'id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '516ce027-3741-4f0c-9f5c-a37486008152', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'port_id': '2cac303e-77da-4731-bb80-0a51a24c499c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'mac_address': 'fa:16:3e:72:3c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:21:43Z', 'updated_at': '2021-08-17T02:23:09Z', 'revision_number': 1, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7a6051-d96f-4cc9-8f2e-e853733821e1', 'name': '', 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'mac_address': 'fa:16:3e:5f:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:38Z', 'updated_at': '2021-08-17T02:20:45Z', 'revision_number': 5, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'subnets': [{'id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:23:10.989061 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bdaa32-382c-4372-aa0d-e486e0a8dfef None None] Checking router: ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:23:11.000080 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bdaa32-382c-4372-aa0d-e486e0a8dfef None None] Routers {'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:23:11.000758 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-53bdaa32-382c-4372-aa0d-e486e0a8dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:23:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:23:11.124118 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-53bdaa32-382c-4372-aa0d-e486e0a8dfef None None] Set router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:23:11.136654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8670a-3b28-4bd9-8e7d-407fa1d734b4 req-4150cd2c-6c62-472e-b42b-a8311a648ebc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:11.139806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44a8670a-3b28-4bd9-8e7d-407fa1d734b4 req-4150cd2c-6c62-472e-b42b-a8311a648ebc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1307185 Aug 17 02:23:11.187223 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-469b72f8-2300-4e24-9256-0d20a43b32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:11.188112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-469b72f8-2300-4e24-9256-0d20a43b32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:11.188967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-469b72f8-2300-4e24-9256-0d20a43b32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:11.189855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-469b72f8-2300-4e24-9256-0d20a43b32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:11.190722 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-469b72f8-2300-4e24-9256-0d20a43b32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:11.191573 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-469b72f8-2300-4e24-9256-0d20a43b32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:11.194184 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-469b72f8-2300-4e24-9256-0d20a43b32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:11.195759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-469b72f8-2300-4e24-9256-0d20a43b32ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c691e931e322428681bcac4ac4d8423e&device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 6495 time: 0.1406054 Aug 17 02:23:11.255965 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44a8670a-3b28-4bd9-8e7d-407fa1d734b4 req-ac546ef1-a9c9-47f3-bb93-5eafe570ed26 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091435 Aug 17 02:23:11.341123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-569df89c-03bb-4572-90d1-b5873854fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:11.343163 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-569df89c-03bb-4572-90d1-b5873854fe34 service neutron] 10.222.0.18 "GET /v2.0/networks?id=651d96e6-ee24-4068-810d-dcc3f120ab5a HTTP/1.1" status: 200 len: 912 time: 0.1266313 Aug 17 02:23:11.399408 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-53bdaa32-382c-4372-aa0d-e486e0a8dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:39Z', 'revision_number': 4, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'gw_port': {'id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '516ce027-3741-4f0c-9f5c-a37486008152', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'port_id': '2cac303e-77da-4731-bb80-0a51a24c499c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'mac_address': 'fa:16:3e:72:3c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:21:43Z', 'updated_at': '2021-08-17T02:23:09Z', 'revision_number': 1, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7a6051-d96f-4cc9-8f2e-e853733821e1', 'name': '', 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'mac_address': 'fa:16:3e:5f:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:38Z', 'updated_at': '2021-08-17T02:20:45Z', 'revision_number': 5, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'subnets': [{'id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:23:11.428428 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bdaa32-382c-4372-aa0d-e486e0a8dfef None None] The sync data for ids ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'] in n-d-793621-31 is: [{'id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:39Z', 'revision_number': 4, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'gw_port': {'id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '516ce027-3741-4f0c-9f5c-a37486008152', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'port_id': '2cac303e-77da-4731-bb80-0a51a24c499c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'mac_address': 'fa:16:3e:72:3c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:21:43Z', 'updated_at': '2021-08-17T02:23:09Z', 'revision_number': 1, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7a6051-d96f-4cc9-8f2e-e853733821e1', 'name': '', 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'mac_address': 'fa:16:3e:5f:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:38Z', 'updated_at': '2021-08-17T02:20:45Z', 'revision_number': 5, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'subnets': [{'id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:23:11.444538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf86ff8-9a2a-4df9-a8ff-729da26df139 req-7fad5a21-38dc-4d4a-8ca9-90fb1d600336 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:11.446154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bf86ff8-9a2a-4df9-a8ff-729da26df139 req-7fad5a21-38dc-4d4a-8ca9-90fb1d600336 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0996718 Aug 17 02:23:11.456884 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-fa4d92da-e676-4b7b-a66a-248e4311c2fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cac303e-77da-4731-bb80-0a51a24c499c HTTP/1.1" status: 200 len: 998 time: 0.1001439 Aug 17 02:23:11.531283 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bf86ff8-9a2a-4df9-a8ff-729da26df139 req-05556552-67cd-4c47-ad06-0468d52841a7 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733349 Aug 17 02:23:11.558816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-eb1e7f79-7af6-4e43-8e4a-8d0eda891bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:11.561322 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-eb1e7f79-7af6-4e43-8e4a-8d0eda891bcc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddc4855-0474-4e3b-a1c6-a880c9557984 HTTP/1.1" status: 200 len: 850 time: 0.0713019 Aug 17 02:23:11.652698 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bb1c188f-c406-4a5b-ab28-ac753c5e1ae0 req-4a871644-0597-43ce-af78-847886159989 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 210 time: 0.0409081 Aug 17 02:23:11.657961 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:11.670195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-39345a0c-fee5-4c49-8795-6cbb300222bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:11.673503 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-39345a0c-fee5-4c49-8795-6cbb300222bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=651d96e6-ee24-4068-810d-dcc3f120ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993860 Aug 17 02:23:11.721466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b6fca-4510-4f3e-949b-dbce5e45ed15 None None] New status for floating IP 516ce027-3741-4f0c-9f5c-a37486008152: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:23:11.856963 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820cf513-cc15-4455-b0bc-6b5f7abf485f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cc9159-01b4-424b-b2e2-147da7331487'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:11.861208 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438905ec-381f-4a41-b27f-8e4a3f9c2cbb" -d '{"events": [{"server_uuid": "820cf513-cc15-4455-b0bc-6b5f7abf485f", "name": "network-vif-plugged", "status": "completed", "tag": "d4cc9159-01b4-424b-b2e2-147da7331487"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:11.892062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ea511-28e1-4d86-b4ad-83548ba12e93 req-f9e0b786-2fec-4e42-9ea8-45d61936cfae tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:11.893732 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd3ea511-28e1-4d86-b4ad-83548ba12e93 req-f9e0b786-2fec-4e42-9ea8-45d61936cfae tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 945 time: 0.0935006 Aug 17 02:23:11.896517 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-c47d8dab-8489-4ffc-86f7-28b4ceec6408 service neutron] 10.222.0.18 "GET /v2.0/networks/651d96e6-ee24-4068-810d-dcc3f120ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037153 Aug 17 02:23:12.003949 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd3ea511-28e1-4d86-b4ad-83548ba12e93 req-85b0d1c8-14eb-4a04-a3cb-aaf6a77ea759 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918427 Aug 17 02:23:12.038087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51547d63-9ef2-445e-9c73-8f4431a66d67 req-22e7a900-c3eb-419b-84d5-2eec513470a5 service neutron] 10.222.0.18 "GET /v2.0/networks/651d96e6-ee24-4068-810d-dcc3f120ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239595 Aug 17 02:23:12.165519 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-4d7a7ccb-b65f-4a0e-866d-9d5d10a98797 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:12.167391 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-4d7a7ccb-b65f-4a0e-866d-9d5d10a98797 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.42 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 821 time: 0.1369419 Aug 17 02:23:12.191898 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-3f0c21f0-03db-43f3-a7c0-4c1ac7372474 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Request body: {'port': {'device_id': 'aba41506-ce5d-4234-9fd2-9c1311a9a60a', 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2', 'admin_state_up': True, 'tenant_id': 'e3bea87dd1b648248d3d9b791695e521'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:12.193549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce04f7-45af-40c2-b894-70d45f8866ff req-63c207f3-7da4-4ff6-8c74-944f9f027340 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:12.195203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-14ce04f7-45af-40c2-b894-70d45f8866ff req-63c207f3-7da4-4ff6-8c74-944f9f027340 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0627961 Aug 17 02:23:12.240173 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-14ce04f7-45af-40c2-b894-70d45f8866ff req-d7f2bbff-c858-4ea4-901f-9d86f3b0d303 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366278 Aug 17 02:23:12.374941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863ed83-c592-4244-be73-8a707c69573c req-a3318cd0-786b-4d71-98a0-e31fac88659d tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:12.376489 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b863ed83-c592-4244-be73-8a707c69573c req-a3318cd0-786b-4d71-98a0-e31fac88659d tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 945 time: 0.0630455 Aug 17 02:23:12.415220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-3f0c21f0-03db-43f3-a7c0-4c1ac7372474 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Made reservation on behalf of e3bea87dd1b648248d3d9b791695e521 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:23:12.418846 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-3f0c21f0-03db-43f3-a7c0-4c1ac7372474 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:12.421824 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b863ed83-c592-4244-be73-8a707c69573c req-1858f0d9-502e-456c-8954-35bb442fc020 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359938 Aug 17 02:23:12.560575 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d6d320-808d-4909-8281-4c5a2b3108cb x-openstack-request-id: req-e0d6d320-808d-4909-8281-4c5a2b3108cb {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:12.562139 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820cf513-cc15-4455-b0bc-6b5f7abf485f", "name": "network-vif-plugged", "status": "completed", "tag": "d4cc9159-01b4-424b-b2e2-147da7331487", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:12.562698 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0d6d320-808d-4909-8281-4c5a2b3108cb {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:12.564296 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820cf513-cc15-4455-b0bc-6b5f7abf485f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cc9159-01b4-424b-b2e2-147da7331487', 'code': 200} Aug 17 02:23:12.583065 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-3f0c21f0-03db-43f3-a7c0-4c1ac7372474 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Allocated IP 172.20.0.13 (82555729-1b87-41b3-a6e6-eb3b356fbfb2/d3db6f36-5e0d-4b98-9171-c67317989b44/1e24975c-6f30-4e05-a4cb-d22e907fb666) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:23:12.762827 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c3a03-fd7e-4740-ae34-411d40ef58d6 req-aeea4770-e779-4318-93da-6c7d118cb4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:12.764691 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8b4c3a03-fd7e-4740-ae34-411d40ef58d6 req-aeea4770-e779-4318-93da-6c7d118cb4f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 1097 time: 0.1057105 Aug 17 02:23:12.799571 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f529e7e-7060-4f1a-b7f0-1587267cb479 req-9eb45417-3f05-4da3-b9e6-3cd02569d275 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:12.801852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f529e7e-7060-4f1a-b7f0-1587267cb479 req-9eb45417-3f05-4da3-b9e6-3cd02569d275 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0802779 Aug 17 02:23:12.821724 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-3f0c21f0-03db-43f3-a7c0-4c1ac7372474 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:12.840821 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8b4c3a03-fd7e-4740-ae34-411d40ef58d6 req-14cefaed-c056-4d84-8008-b69640a421dd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591726 Aug 17 02:23:12.849710 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f529e7e-7060-4f1a-b7f0-1587267cb479 req-f2eac9ba-103e-45df-87a5-2e44f6572463 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405910 Aug 17 02:23:12.932859 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-3f0c21f0-03db-43f3-a7c0-4c1ac7372474 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:12.972202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab4aa-4261-4bd5-9c37-e12e7328ffa8 req-619c9c09-ff6a-4512-a00b-09e61d866ec5 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:12.974829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e4ab4aa-4261-4bd5-9c37-e12e7328ffa8 req-619c9c09-ff6a-4512-a00b-09e61d866ec5 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0639021 Aug 17 02:23:12.979802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-3f0c21f0-03db-43f3-a7c0-4c1ac7372474 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:23:12.987047 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-3f0c21f0-03db-43f3-a7c0-4c1ac7372474 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:23:12.991476 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-3f0c21f0-03db-43f3-a7c0-4c1ac7372474 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:23:13.023620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c21f0-03db-43f3-a7c0-4c1ac7372474 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Pushing event updated for resources: {'Port': ['ID=1e24975c-6f30-4e05-a4cb-d22e907fb666,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:13.035626 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e4ab4aa-4261-4bd5-9c37-e12e7328ffa8 req-4e058a48-f844-4aaf-9bff-7c45f82b6709 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525775 Aug 17 02:23:13.086905 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-3f0c21f0-03db-43f3-a7c0-4c1ac7372474 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:13.087895 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-3f0c21f0-03db-43f3-a7c0-4c1ac7372474 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:13.177592 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-3f0c21f0-03db-43f3-a7c0-4c1ac7372474 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9936819 Aug 17 02:23:13.181995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4b620-966f-41dc-bc65-32007bab859c req-b2e9eedb-7a25-4c35-a00c-b3b47203fb0f tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:13.183636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bad4b620-966f-41dc-bc65-32007bab859c req-b2e9eedb-7a25-4c35-a00c-b3b47203fb0f tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 932 time: 0.0640974 Aug 17 02:23:13.231441 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bad4b620-966f-41dc-bc65-32007bab859c req-adea5337-98f6-4917-8ae7-fa187f8bfd9a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394971 Aug 17 02:23:13.273839 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Request body: {'port': {'device_id': 'aba41506-ce5d-4234-9fd2-9c1311a9a60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:13.362655 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:13.369550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463949ea-9643-4cd1-a0e9-50e000ec6fac req-c28a02d7-7946-4c2f-82f0-3c34ba7cae3e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:13.371759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-463949ea-9643-4cd1-a0e9-50e000ec6fac req-c28a02d7-7946-4c2f-82f0-3c34ba7cae3e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 945 time: 0.0660954 Aug 17 02:23:13.426985 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-463949ea-9643-4cd1-a0e9-50e000ec6fac req-85d806cf-2884-481c-8d5b-9ed29681bb05 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475786 Aug 17 02:23:13.601618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc220ad-6266-430e-a85a-f8e639a3912f req-4cd3fff6-8963-42ab-ab71-c108c20f34f4 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:13.603405 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8bc220ad-6266-430e-a85a-f8e639a3912f req-4cd3fff6-8963-42ab-ab71-c108c20f34f4 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0723615 Aug 17 02:23:13.641573 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:13.669763 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8bc220ad-6266-430e-a85a-f8e639a3912f req-216709e5-042a-4fe6-af98-e789491611b6 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507655 Aug 17 02:23:13.738705 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e24975c-6f30-4e05-a4cb-d22e907fb666 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:23:13.747478 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:13.762345 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Transition to ACTIVE for port object 1e24975c-6f30-4e05-a4cb-d22e907fb666 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:23:13.786239 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e09264-65e8-45fb-be52-8fd327efd7ef req-95f24c45-349f-4949-b9be-3afc5099da2f tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:13.788085 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3e09264-65e8-45fb-be52-8fd327efd7ef req-95f24c45-349f-4949-b9be-3afc5099da2f tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 945 time: 0.0652392 Aug 17 02:23:13.833103 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3e09264-65e8-45fb-be52-8fd327efd7ef req-24134b0a-8f00-49d1-a191-87c5d8837908 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341949 Aug 17 02:23:13.839428 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:13.900729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Pushing event updated for resources: {'Port': ['ID=1e24975c-6f30-4e05-a4cb-d22e907fb666,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:14.000411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Attempting to bind port 1e24975c-6f30-4e05-a4cb-d22e907fb666 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:23:14.000983 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Attempting to bind port 1e24975c-6f30-4e05-a4cb-d22e907fb666 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:23:14.001729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Attempting to bind port 1e24975c-6f30-4e05-a4cb-d22e907fb666 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:23:14.009619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Port 1e24975c-6f30-4e05-a4cb-d22e907fb666 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:23:14.010148 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Attempting to bind port 1e24975c-6f30-4e05-a4cb-d22e907fb666 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:23:14.018187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:23:14.018606 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Checking segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:23:14.019105 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Bound using segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:23:14.019729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Bound port: 1e24975c-6f30-4e05-a4cb-d22e907fb666, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:23:14.020176 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:14.115384 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:23:14.118742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:23:14.182774 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:14.238489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:14.239481 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:14.240760 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] 10.222.0.42 "PUT /v2.0/ports/1e24975c-6f30-4e05-a4cb-d22e907fb666 HTTP/1.1" status: 200 len: 1093 time: 0.9716160 Aug 17 02:23:14.241323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba41506-ce5d-4234-9fd2-9c1311a9a60a', 'tag': '1e24975c-6f30-4e05-a4cb-d22e907fb666'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:14.243754 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0a8d1c-e1c6-4285-ae3f-49e151b58b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "aba41506-ce5d-4234-9fd2-9c1311a9a60a", "tag": "1e24975c-6f30-4e05-a4cb-d22e907fb666"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:14.252428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b524474-9ca4-450e-875e-eed5c512cafc req-8fccf382-8945-4f45-8095-8a59503f55c3 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:14.255098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b524474-9ca4-450e-875e-eed5c512cafc req-8fccf382-8945-4f45-8095-8a59503f55c3 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0992582 Aug 17 02:23:14.289127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebf076-c296-4349-a4e8-583357081f21 service neutron] Pushing event updated for resources: {'Port': ['ID=1e24975c-6f30-4e05-a4cb-d22e907fb666,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:14.324412 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b524474-9ca4-450e-875e-eed5c512cafc req-cbdf9ec7-5e8a-4290-b4c1-31203f956bf6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562935 Aug 17 02:23:14.464866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-370e11d0-42fa-4304-9695-79c6a490eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:14.466500 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-370e11d0-42fa-4304-9695-79c6a490eff8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 1096 time: 0.0629258 Aug 17 02:23:14.491422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3f518-fbbf-4c27-bb6a-6afda6e9641e req-d2582682-38de-4439-87e7-2f3c2b3ee42e tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:14.492999 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55e3f518-fbbf-4c27-bb6a-6afda6e9641e req-d2582682-38de-4439-87e7-2f3c2b3ee42e tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0843568 Aug 17 02:23:14.546312 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55e3f518-fbbf-4c27-bb6a-6afda6e9641e req-4cb6d360-f739-4c98-96a3-a092323388cd tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464342 Aug 17 02:23:14.550431 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-ec4b4500-07d7-4dc8-b669-9d278a19c7f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666 HTTP/1.1" status: 200 len: 217 time: 0.0692627 Aug 17 02:23:14.622745 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8649f77d-ce8e-4258-af87-f5b88af9d7fc x-openstack-request-id: req-8649f77d-ce8e-4258-af87-f5b88af9d7fc {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:14.622981 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba41506-ce5d-4234-9fd2-9c1311a9a60a", "tag": "1e24975c-6f30-4e05-a4cb-d22e907fb666", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:14.624352 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8649f77d-ce8e-4258-af87-f5b88af9d7fc {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:14.624760 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba41506-ce5d-4234-9fd2-9c1311a9a60a', 'tag': '1e24975c-6f30-4e05-a4cb-d22e907fb666', 'status': 'completed', 'code': 200} Aug 17 02:23:14.637152 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-c5cbf414-6644-4da2-811a-9b12206c77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:14.639182 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-c5cbf414-6644-4da2-811a-9b12206c77d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0819619 Aug 17 02:23:14.687413 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-6fd33c65-8da1-4351-9363-cca53ca74631 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397584 Aug 17 02:23:14.792928 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7b9f7-d357-4c03-a3b5-4fae10227330 req-85516f67-988e-4b36-8e42-a395b5ead644 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:14.794567 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0b7b9f7-d357-4c03-a3b5-4fae10227330 req-85516f67-988e-4b36-8e42-a395b5ead644 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 944 time: 0.0844305 Aug 17 02:23:14.818466 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-5b6e7d9a-297b-40d4-941b-a18dafcc97ab service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238067 Aug 17 02:23:14.850309 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0b7b9f7-d357-4c03-a3b5-4fae10227330 req-3d4e023d-b567-403b-a6b8-a90df52762a4 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480530 Aug 17 02:23:14.999342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf66cec-828f-4eb6-9612-b29e1c3ec46e req-850618e6-a3e3-4ea8-9395-22da6280320b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:15.000962 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf66cec-828f-4eb6-9612-b29e1c3ec46e req-850618e6-a3e3-4ea8-9395-22da6280320b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0595357 Aug 17 02:23:15.003694 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4df169ad-ef62-49c8-8c64-65d13e0eef09 req-00c3f175-b861-420e-9db4-423ac7435289 service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772866 Aug 17 02:23:15.058971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf66cec-828f-4eb6-9612-b29e1c3ec46e req-20984076-3fbd-4e36-a733-85958f7ccd55 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490994 Aug 17 02:23:15.194377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cc76b-ea73-4143-bff1-1a5aa6a5b873 req-e4539733-9694-4d2a-bc4c-b262622588ec tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:15.195931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b29cc76b-ea73-4143-bff1-1a5aa6a5b873 req-e4539733-9694-4d2a-bc4c-b262622588ec tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 945 time: 0.0707827 Aug 17 02:23:15.246452 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b29cc76b-ea73-4143-bff1-1a5aa6a5b873 req-f6ada442-b20d-433e-bee8-bd26a47f442c tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436988 Aug 17 02:23:15.333894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a8d1c-e1c6-4285-ae3f-49e151b58b1c req-60b634a2-a32d-41e6-a4d9-1723a94d44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:15.336292 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1a0a8d1c-e1c6-4285-ae3f-49e151b58b1c req-60b634a2-a32d-41e6-a4d9-1723a94d44f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 1096 time: 0.0830836 Aug 17 02:23:15.508360 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a8d1c-e1c6-4285-ae3f-49e151b58b1c req-d16a4b47-ab83-417c-9c32-a4f9737b1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:15.509897 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1a0a8d1c-e1c6-4285-ae3f-49e151b58b1c req-d16a4b47-ab83-417c-9c32-a4f9737b1b09 service neutron] 10.222.0.42 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.1663346 Aug 17 02:23:15.578717 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1a0a8d1c-e1c6-4285-ae3f-49e151b58b1c req-a4a5aff8-6d32-4e9c-8c48-9aabf941b6f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666 HTTP/1.1" status: 200 len: 217 time: 0.0606377 Aug 17 02:23:15.656823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a8d1c-e1c6-4285-ae3f-49e151b58b1c req-59c9309b-8ea7-45d4-9bc1-a6d2d13a7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:15.659433 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1a0a8d1c-e1c6-4285-ae3f-49e151b58b1c req-59c9309b-8ea7-45d4-9bc1-a6d2d13a7901 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0740125 Aug 17 02:23:15.709744 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1a0a8d1c-e1c6-4285-ae3f-49e151b58b1c req-e1890ebc-ebf9-4611-813c-268dac6bbf2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426786 Aug 17 02:23:15.834194 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1a0a8d1c-e1c6-4285-ae3f-49e151b58b1c req-1fcb1595-8bd0-44a3-b5cc-ea1d9e189313 service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170189 Aug 17 02:23:15.936772 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1a0a8d1c-e1c6-4285-ae3f-49e151b58b1c req-5a8bcbe3-c7a9-4af0-a904-e25ccbdf017d service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951822 Aug 17 02:23:16.333632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1e936-5d93-4d41-a6a2-ba7ba5668a24 req-a763faae-d92d-4a48-8983-a2218fc0f233 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:16.335941 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0d1e936-5d93-4d41-a6a2-ba7ba5668a24 req-a763faae-d92d-4a48-8983-a2218fc0f233 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0618825 Aug 17 02:23:16.385854 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0d1e936-5d93-4d41-a6a2-ba7ba5668a24 req-5753c240-e36e-4180-9aa4-f35c71a221c7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386410 Aug 17 02:23:16.503818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e9a51-2d51-4b77-b8a4-7bdbbe5f2c3e req-b51c515d-8588-4b53-be74-073cfdfe39f2 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:16.505168 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b9e9a51-2d51-4b77-b8a4-7bdbbe5f2c3e req-b51c515d-8588-4b53-be74-073cfdfe39f2 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0585437 Aug 17 02:23:16.550130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b9e9a51-2d51-4b77-b8a4-7bdbbe5f2c3e req-bf179b1b-03e5-4eab-805b-58981d30803d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375609 Aug 17 02:23:16.666539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c7f92-9f8f-456a-b758-88272554686b req-05532ba9-a342-4298-8f8d-a3a50d592df9 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:16.668023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-216c7f92-9f8f-456a-b758-88272554686b req-05532ba9-a342-4298-8f8d-a3a50d592df9 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 944 time: 0.0559540 Aug 17 02:23:16.713288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-216c7f92-9f8f-456a-b758-88272554686b req-638505aa-586a-4d93-8a06-5b98b4abeb26 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359228 Aug 17 02:23:16.840348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da563fb-6c33-4341-913c-ea91fd917caa req-a5ed23ae-c8f8-47dd-a7e4-55940ad85302 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:16.841890 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5da563fb-6c33-4341-913c-ea91fd917caa req-a5ed23ae-c8f8-47dd-a7e4-55940ad85302 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0637426 Aug 17 02:23:16.890980 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5da563fb-6c33-4341-913c-ea91fd917caa req-f68da7ec-a7f3-4062-a72f-0cfffdf767d8 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423717 Aug 17 02:23:18.075041 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f166de4-53ef-42fa-90d3-4c915c8becb5 req-aaf3725b-3ba7-4997-9922-84654dcea819 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:18.077651 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f166de4-53ef-42fa-90d3-4c915c8becb5 req-aaf3725b-3ba7-4997-9922-84654dcea819 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0596464 Aug 17 02:23:18.148403 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f166de4-53ef-42fa-90d3-4c915c8becb5 req-5155df38-2cac-4cc2-a469-7eadcfd6b82a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595546 Aug 17 02:23:18.304345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32154012-7b3e-4728-a5df-35cbc20507ee req-93cf317f-16bf-426e-b526-4cb8f0352ec3 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:18.305846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32154012-7b3e-4728-a5df-35cbc20507ee req-93cf317f-16bf-426e-b526-4cb8f0352ec3 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0640049 Aug 17 02:23:18.351701 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32154012-7b3e-4728-a5df-35cbc20507ee req-a00c1cab-c981-424a-9f31-b35a89c0793d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360494 Aug 17 02:23:18.492099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ac937-1b7d-4f2a-bab0-06cdaea7f7d9 req-06630259-3cd0-4a72-9188-d36349742ac4 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:18.494887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-165ac937-1b7d-4f2a-bab0-06cdaea7f7d9 req-06630259-3cd0-4a72-9188-d36349742ac4 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 944 time: 0.0632167 Aug 17 02:23:18.536011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-165ac937-1b7d-4f2a-bab0-06cdaea7f7d9 req-5415b76b-051d-4350-a107-f937800a4de1 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329430 Aug 17 02:23:18.677088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fcec1-9246-4de2-b5d7-d6d231a0336f req-672f924c-edf9-4b24-8902-a6f6ef4107a1 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:18.679039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b79fcec1-9246-4de2-b5d7-d6d231a0336f req-672f924c-edf9-4b24-8902-a6f6ef4107a1 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0749977 Aug 17 02:23:18.727006 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b79fcec1-9246-4de2-b5d7-d6d231a0336f req-e738b14d-af35-45b9-a43f-83a4fa5118a5 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377097 Aug 17 02:23:19.456691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3b78e-5a6d-461a-b085-c75dbd96c3ba req-bd9d67e3-48a7-40c0-a113-3f19787054cf tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:19.458515 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3df3b78e-5a6d-461a-b085-c75dbd96c3ba req-bd9d67e3-48a7-40c0-a113-3f19787054cf tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0636570 Aug 17 02:23:19.512318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3df3b78e-5a6d-461a-b085-c75dbd96c3ba req-ea910947-76c6-446b-9fb8-98c4a8b9cb6a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462074 Aug 17 02:23:19.663435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e830ab-f298-472a-9946-f16d0dd09d6e req-0a5ae9ac-f636-4809-84da-9a3379e72762 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:19.665380 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58e830ab-f298-472a-9946-f16d0dd09d6e req-0a5ae9ac-f636-4809-84da-9a3379e72762 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 945 time: 0.0860271 Aug 17 02:23:19.720888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58e830ab-f298-472a-9946-f16d0dd09d6e req-402855a3-f504-40e7-a504-440736dc38f1 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485535 Aug 17 02:23:19.855967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08b314-5eb9-48d9-bd26-7332b4ac0f74 req-bf1aee19-aef5-42ec-9d41-1ec6b817ae72 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:19.857660 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c08b314-5eb9-48d9-bd26-7332b4ac0f74 req-bf1aee19-aef5-42ec-9d41-1ec6b817ae72 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0669191 Aug 17 02:23:19.911666 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c08b314-5eb9-48d9-bd26-7332b4ac0f74 req-3379b88a-be05-4a47-8428-ba854a6434de tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444813 Aug 17 02:23:20.038113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 1e24975c-6f30-4e05-a4cb-d22e907fb666 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:23:20.073604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ce2a5-056f-42eb-9f23-8982357762ed req-4b481a36-32f4-4a1a-ba14-4d0589767129 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:20.082926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-351ce2a5-056f-42eb-9f23-8982357762ed req-4b481a36-32f4-4a1a-ba14-4d0589767129 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 944 time: 0.0911856 Aug 17 02:23:20.127483 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-351ce2a5-056f-42eb-9f23-8982357762ed req-082781d0-9239-455f-a7b0-6bdc3649b039 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432060 Aug 17 02:23:20.189599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:20.208786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '1e24975c-6f30-4e05-a4cb-d22e907fb666', 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2', 'port_id': '1e24975c-6f30-4e05-a4cb-d22e907fb666', 'mac_address': 'fa:16:3e:40:15:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3db6f36-5e0d-4b98-9171-c67317989b44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:23:20.262491 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:20.284325 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e24975c-6f30-4e05-a4cb-d22e907fb666 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:23:20.309890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e3c5c-4763-4e21-8d58-6751ffb36272 req-dfc95ed0-83bc-48f9-acaf-7277bb9197ce tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:20.319513 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-078e3c5c-4763-4e21-8d58-6751ffb36272 req-dfc95ed0-83bc-48f9-acaf-7277bb9197ce tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0820360 Aug 17 02:23:20.319774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:20.423042 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:20.496328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=1e24975c-6f30-4e05-a4cb-d22e907fb666,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:20.713566 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-078e3c5c-4763-4e21-8d58-6751ffb36272 req-89dd6bed-9295-4e4a-8938-61498b560c70 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907218 Aug 17 02:23:21.027845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['1e24975c-6f30-4e05-a4cb-d22e907fb666'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:23:21.064198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3c74f-4471-4af6-8d5d-41a459ee54d3 req-93952172-4052-497f-99af-4f2b85e0920d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:21.069299 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33b3c74f-4471-4af6-8d5d-41a459ee54d3 req-93952172-4052-497f-99af-4f2b85e0920d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0604477 Aug 17 02:23:21.124585 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33b3c74f-4471-4af6-8d5d-41a459ee54d3 req-ea246f85-8971-4219-9daa-315ac0993ef2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475171 Aug 17 02:23:21.257444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea95924-5f48-48fa-82a5-f9fc970ee0ad req-f4f1748a-e8f1-4766-8272-7f0810950944 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:21.260146 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4ea95924-5f48-48fa-82a5-f9fc970ee0ad req-f4f1748a-e8f1-4766-8272-7f0810950944 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 945 time: 0.0667627 Aug 17 02:23:21.330641 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4ea95924-5f48-48fa-82a5-f9fc970ee0ad req-5eb2de0a-4846-474a-8cea-dbc63a7f6273 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608094 Aug 17 02:23:21.498963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a89788-511c-48ea-ac0f-dd611860f204 req-249e6a5d-80f0-4422-8a13-417fa60427ad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:21.501286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41a89788-511c-48ea-ac0f-dd611860f204 req-249e6a5d-80f0-4422-8a13-417fa60427ad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0724106 Aug 17 02:23:21.549135 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41a89788-511c-48ea-ac0f-dd611860f204 req-2a78dc93-006a-4b7c-ba9d-6b030451aa06 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 Aug 17 02:23:21.681277 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01782-25fa-4ee9-a129-50239e5be745 req-cb8080e5-0379-47e7-83a4-d313f82556e6 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:21.683029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ee01782-25fa-4ee9-a129-50239e5be745 req-cb8080e5-0379-47e7-83a4-d313f82556e6 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 945 time: 0.0582545 Aug 17 02:23:21.738559 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ee01782-25fa-4ee9-a129-50239e5be745 req-df986110-629d-4f87-816e-2c632aa9a95e tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481315 Aug 17 02:23:21.870670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ead1b-0dfb-41f0-9609-c6d39c6d1d65 req-4cf44c2f-4c6d-48aa-984d-b588472f38fc tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:21.872132 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e58ead1b-0dfb-41f0-9609-c6d39c6d1d65 req-4cf44c2f-4c6d-48aa-984d-b588472f38fc tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0531547 Aug 17 02:23:21.916076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e58ead1b-0dfb-41f0-9609-c6d39c6d1d65 req-28fdf070-015a-4a30-87b1-4d90de79869c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341763 Aug 17 02:23:22.046153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d4cc9159-01b4-424b-b2e2-147da7331487 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:23:22.177741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d4cc9159-01b4-424b-b2e2-147da7331487, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d4cc9159-01b4-424b-b2e2-147da7331487,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:22.203371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'd4cc9159-01b4-424b-b2e2-147da7331487', 'network_id': 'a3c07a00-afe9-42bb-bdb1-4cc5388176c0', 'port_id': 'd4cc9159-01b4-424b-b2e2-147da7331487', 'mac_address': 'fa:16:3e:dc:55:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40e3627-cef8-4c94-b684-08d6667f5996', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:23:22.268205 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:22.293342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4cc9159-01b4-424b-b2e2-147da7331487 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:23:22.318123 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d4cc9159-01b4-424b-b2e2-147da7331487, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d4cc9159-01b4-424b-b2e2-147da7331487,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:22.384235 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:22.443727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=d4cc9159-01b4-424b-b2e2-147da7331487,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:22.504656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f2fef-2f64-402f-819c-d97fecda3978 req-e7c3a1eb-6f1e-4adc-860c-897c5629adec tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:22.507148 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-641f2fef-2f64-402f-819c-d97fecda3978 req-e7c3a1eb-6f1e-4adc-860c-897c5629adec tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0713232 Aug 17 02:23:22.555459 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-641f2fef-2f64-402f-819c-d97fecda3978 req-dd12d408-f672-4454-8434-4595749f0b4f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371368 Aug 17 02:23:22.590019 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['d4cc9159-01b4-424b-b2e2-147da7331487'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:23:22.702850 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b14d60-07e4-47c2-a9d9-bc9998a01dfa req-3fa36762-7db6-4065-9522-92165c6e0a18 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:22.704404 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17b14d60-07e4-47c2-a9d9-bc9998a01dfa req-3fa36762-7db6-4065-9522-92165c6e0a18 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 944 time: 0.0523484 Aug 17 02:23:22.762450 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17b14d60-07e4-47c2-a9d9-bc9998a01dfa req-91f6ce0f-faec-444d-8065-57876ac0a874 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481014 Aug 17 02:23:22.890793 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995400a-e633-4621-b5f0-61a21ffc96ec req-caa8fd01-ab1d-4d8a-9fbf-fc7c3f3055c6 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:22.892295 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0995400a-e633-4621-b5f0-61a21ffc96ec req-caa8fd01-ab1d-4d8a-9fbf-fc7c3f3055c6 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0676596 Aug 17 02:23:22.944700 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0995400a-e633-4621-b5f0-61a21ffc96ec req-8cd9877c-04b0-4d78-ad91-b788a61bc9b6 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Aug 17 02:23:23.082172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07a7b7-2cf5-4f39-8613-0c57b621bb6a req-ee8f5be2-3ccc-442d-bdf6-2a304eb9a5b9 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:23.083996 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a07a7b7-2cf5-4f39-8613-0c57b621bb6a req-ee8f5be2-3ccc-442d-bdf6-2a304eb9a5b9 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 945 time: 0.0640378 Aug 17 02:23:23.126711 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a07a7b7-2cf5-4f39-8613-0c57b621bb6a req-a4d01907-37c6-4345-bdb9-271eec9fb576 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362740 Aug 17 02:23:23.244088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d55b0-68cc-4df8-b5a0-735482f69be4 req-ff9c9e3a-9e16-43d6-93e9-1522bc20a68d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:23.245532 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd2d55b0-68cc-4df8-b5a0-735482f69be4 req-ff9c9e3a-9e16-43d6-93e9-1522bc20a68d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0557857 Aug 17 02:23:23.294012 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd2d55b0-68cc-4df8-b5a0-735482f69be4 req-7d7e9129-c8ab-435f-931e-13652ec64887 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Aug 17 02:23:23.709681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eb8b8-44c9-4e44-ad9e-f1b3aaf57d7f req-ec87cd3c-19b6-4eb3-9cb9-98c0612fe53a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:23.711197 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-915eb8b8-44c9-4e44-ad9e-f1b3aaf57d7f req-ec87cd3c-19b6-4eb3-9cb9-98c0612fe53a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0636363 Aug 17 02:23:23.766008 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-915eb8b8-44c9-4e44-ad9e-f1b3aaf57d7f req-a7a6d70d-1877-415f-8890-81a7ee512a33 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484114 Aug 17 02:23:23.900995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca299b7c-49b7-418b-b39e-1f9502a1e698 req-276191c7-019a-44a9-9b05-b80b6633d1d9 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:23.902533 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca299b7c-49b7-418b-b39e-1f9502a1e698 req-276191c7-019a-44a9-9b05-b80b6633d1d9 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 944 time: 0.0658276 Aug 17 02:23:23.956513 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca299b7c-49b7-418b-b39e-1f9502a1e698 req-276c610e-d5b0-45dd-bbe4-c86d9739f6e6 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454488 Aug 17 02:23:24.042796 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d4cc9159-01b4-424b-b2e2-147da7331487 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:23:24.102528 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port d4cc9159-01b4-424b-b2e2-147da7331487 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:23:24.103124 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:24.105008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e75bd-a263-4222-827e-528cb632115d req-b27cfe60-1a4b-486a-8557-1480f584874d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:24.107198 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f9e75bd-a263-4222-827e-528cb632115d req-b27cfe60-1a4b-486a-8557-1480f584874d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0705042 Aug 17 02:23:24.155138 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f9e75bd-a263-4222-827e-528cb632115d req-d3b9a8ae-14ff-4fff-91d4-ef2debb62d1d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369427 Aug 17 02:23:24.209003 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:24.238858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820cf513-cc15-4455-b0bc-6b5f7abf485f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cc9159-01b4-424b-b2e2-147da7331487'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:24.240963 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffee278-a106-45d7-bc9a-003601a76245" -d '{"events": [{"server_uuid": "820cf513-cc15-4455-b0bc-6b5f7abf485f", "name": "network-vif-plugged", "status": "completed", "tag": "d4cc9159-01b4-424b-b2e2-147da7331487"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:24.258362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d4cc9159-01b4-424b-b2e2-147da7331487, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d4cc9159-01b4-424b-b2e2-147da7331487,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:24.292356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d2815-e927-46a4-8188-93af064eb858 req-d261630a-2bd3-49e9-ba1e-c5bbbc321c95 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:24.293889 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-348d2815-e927-46a4-8188-93af064eb858 req-d261630a-2bd3-49e9-ba1e-c5bbbc321c95 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 945 time: 0.0585599 Aug 17 02:23:24.348349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-348d2815-e927-46a4-8188-93af064eb858 req-02476742-1d1c-4522-8918-747197ab2197 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471992 Aug 17 02:23:24.353989 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:24.355672 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 1e24975c-6f30-4e05-a4cb-d22e907fb666 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:23:24.438528 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79690c09-b483-4961-b591-0b1abbb98c49 x-openstack-request-id: req-79690c09-b483-4961-b591-0b1abbb98c49 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:24.438962 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820cf513-cc15-4455-b0bc-6b5f7abf485f", "name": "network-vif-plugged", "status": "completed", "tag": "d4cc9159-01b4-424b-b2e2-147da7331487", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:24.439450 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79690c09-b483-4961-b591-0b1abbb98c49 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:24.439859 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820cf513-cc15-4455-b0bc-6b5f7abf485f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cc9159-01b4-424b-b2e2-147da7331487', 'code': 200} Aug 17 02:23:24.494243 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=d4cc9159-01b4-424b-b2e2-147da7331487,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:24.554052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e0d86-c72a-4df4-b9ab-d68000956eb2 req-d865232c-abfa-437b-a466-8040ea124bb9 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:24.555699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-231e0d86-c72a-4df4-b9ab-d68000956eb2 req-d865232c-abfa-437b-a466-8040ea124bb9 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0741777 Aug 17 02:23:24.565216 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 1e24975c-6f30-4e05-a4cb-d22e907fb666 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:23:24.571756 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 1e24975c-6f30-4e05-a4cb-d22e907fb666 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:23:24.576783 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:24.612793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-231e0d86-c72a-4df4-b9ab-d68000956eb2 req-fafc69de-8ca1-4e91-b4b5-c8b2aac9616c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496535 Aug 17 02:23:24.675008 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:24.719267 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:24.801594 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:24.872630 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=1e24975c-6f30-4e05-a4cb-d22e907fb666,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:25.002110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a8787-4d2f-4353-8d19-798a088e6f60 req-21454765-7c38-484f-844f-7a668bb73552 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:25.003741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b6a8787-4d2f-4353-8d19-798a088e6f60 req-21454765-7c38-484f-844f-7a668bb73552 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0588810 Aug 17 02:23:25.051758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b6a8787-4d2f-4353-8d19-798a088e6f60 req-07b92e94-022d-4274-ba5d-f0e702691a29 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373683 Aug 17 02:23:25.198046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ea575-8197-48f5-9714-4b002b91185a req-c85141df-a2ff-4762-bea7-b180776c4d02 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:25.199546 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c97ea575-8197-48f5-9714-4b002b91185a req-c85141df-a2ff-4762-bea7-b180776c4d02 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 945 time: 0.0647533 Aug 17 02:23:25.253451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c97ea575-8197-48f5-9714-4b002b91185a req-1ef56710-d5e0-4d24-b064-523434bb2110 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Aug 17 02:23:25.388099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24829417-7dd9-4daa-96f6-9f4b60cb9878 req-44ff8d6e-59f0-4992-83c9-fd6e38330d01 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:25.389351 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24829417-7dd9-4daa-96f6-9f4b60cb9878 req-44ff8d6e-59f0-4992-83c9-fd6e38330d01 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0788348 Aug 17 02:23:25.459826 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24829417-7dd9-4daa-96f6-9f4b60cb9878 req-a030300c-8e9f-415e-9373-e91fe5a95913 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585468 Aug 17 02:23:25.937448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a791e-0c16-46d3-aaa4-1ee76bcd80b3 req-7d265e6a-44cd-496a-91af-8e5ce8f56380 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:25.939941 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e5a791e-0c16-46d3-aaa4-1ee76bcd80b3 req-7d265e6a-44cd-496a-91af-8e5ce8f56380 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 946 time: 0.0649178 Aug 17 02:23:25.985578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e5a791e-0c16-46d3-aaa4-1ee76bcd80b3 req-e5077fbf-6734-4874-847b-ecceca5d1991 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395269 Aug 17 02:23:26.096280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758d135-2d80-467e-8053-85c04fc496aa req-d014365e-3988-431b-ae36-3d934151d685 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:26.097836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e758d135-2d80-467e-8053-85c04fc496aa req-d014365e-3988-431b-ae36-3d934151d685 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0514812 Aug 17 02:23:26.141887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e758d135-2d80-467e-8053-85c04fc496aa req-72c41a15-6fa7-42cf-b37a-ca9f8f6d473c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377650 Aug 17 02:23:26.441035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba41506-ce5d-4234-9fd2-9c1311a9a60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e24975c-6f30-4e05-a4cb-d22e907fb666'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:26.444376 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e378f71-b5fd-44e9-82bb-9b03e94ed3a1" -d '{"events": [{"server_uuid": "aba41506-ce5d-4234-9fd2-9c1311a9a60a", "name": "network-vif-plugged", "status": "completed", "tag": "1e24975c-6f30-4e05-a4cb-d22e907fb666"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:26.464853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c5ab2-b867-4d75-b068-8d3c84f1e0e4 req-0da129e9-d8dc-412a-8889-92d6d12e169c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:26.466402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c5ab2-b867-4d75-b068-8d3c84f1e0e4 req-0da129e9-d8dc-412a-8889-92d6d12e169c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0597095 Aug 17 02:23:26.511972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c5ab2-b867-4d75-b068-8d3c84f1e0e4 req-93cd10dd-24b2-4f6e-babd-3ff0dbc064e2 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376608 Aug 17 02:23:26.734150 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a28435b-a58e-4883-ae89-f76c6bf1765c x-openstack-request-id: req-1a28435b-a58e-4883-ae89-f76c6bf1765c {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:26.734150 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba41506-ce5d-4234-9fd2-9c1311a9a60a", "name": "network-vif-plugged", "status": "completed", "tag": "1e24975c-6f30-4e05-a4cb-d22e907fb666", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:26.734150 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a28435b-a58e-4883-ae89-f76c6bf1765c {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:26.734150 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba41506-ce5d-4234-9fd2-9c1311a9a60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e24975c-6f30-4e05-a4cb-d22e907fb666', 'code': 200} Aug 17 02:23:26.833651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ed80b-e4bc-4988-9285-94c231beff96 req-e8cba3cf-db7a-4da7-b33a-349851ecf424 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:26.835176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f7ed80b-e4bc-4988-9285-94c231beff96 req-e8cba3cf-db7a-4da7-b33a-349851ecf424 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0591865 Aug 17 02:23:26.887637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f7ed80b-e4bc-4988-9285-94c231beff96 req-e7fce5df-5c27-498e-a337-e786ed46d908 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463610 Aug 17 02:23:26.901363 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea963e8-6c96-4ff8-a1f2-e76736f88221 req-12a4a5b9-95ae-4c60-a5a7-990ffb4cc327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:26.904750 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8ea963e8-6c96-4ff8-a1f2-e76736f88221 req-12a4a5b9-95ae-4c60-a5a7-990ffb4cc327 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 1098 time: 0.0625951 Aug 17 02:23:26.949047 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8ea963e8-6c96-4ff8-a1f2-e76736f88221 req-0de0a505-1cca-4fb4-a3b8-fb85a7cc41eb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371621 Aug 17 02:23:27.002030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b93eb0-5e90-492b-a500-01189559d81b req-273059fc-de48-42b8-8cc5-81e0c7a276eb tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:27.003543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d4b93eb0-5e90-492b-a500-01189559d81b req-273059fc-de48-42b8-8cc5-81e0c7a276eb tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 945 time: 0.0522661 Aug 17 02:23:27.051607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d4b93eb0-5e90-492b-a500-01189559d81b req-aa6a2930-13ca-4507-abc7-4c4314f74dfa tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415914 Aug 17 02:23:27.171081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95c828-bec2-49df-af0f-bbca268a7ec4 req-a211247b-7f0f-4f79-bafc-ab58ec26b93a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:27.172669 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e95c828-bec2-49df-af0f-bbca268a7ec4 req-a211247b-7f0f-4f79-bafc-ab58ec26b93a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 946 time: 0.0585651 Aug 17 02:23:27.212738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e95c828-bec2-49df-af0f-bbca268a7ec4 req-c09f0650-df1f-41ae-80a9-92ebf8d2f51b tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333407 Aug 17 02:23:27.327393 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5035497-7f00-4a14-b649-1204fd22f5fe req-604e553f-be50-4727-9098-a15d0291b640 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:27.328968 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5035497-7f00-4a14-b649-1204fd22f5fe req-604e553f-be50-4727-9098-a15d0291b640 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0519114 Aug 17 02:23:27.378523 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5035497-7f00-4a14-b649-1204fd22f5fe req-1b18e7ff-ae25-4a1c-a837-6d999e1e214b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378935 Aug 17 02:23:27.690546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00dae91-e2b7-40fa-a53f-52b3b307737a req-d297b6c7-ed5d-4be3-a701-cade2ae192d9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:27.692279 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d00dae91-e2b7-40fa-a53f-52b3b307737a req-d297b6c7-ed5d-4be3-a701-cade2ae192d9 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0796123 Aug 17 02:23:27.739412 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d00dae91-e2b7-40fa-a53f-52b3b307737a req-972183f5-029a-4522-85a8-c4756d43e786 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404878 Aug 17 02:23:28.025829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42d877-326c-4cf0-9a5a-9bae0652fd56 req-5fe71530-ec6c-4de1-bde9-d64ca96dac91 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:28.027341 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a42d877-326c-4cf0-9a5a-9bae0652fd56 req-5fe71530-ec6c-4de1-bde9-d64ca96dac91 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0690396 Aug 17 02:23:28.073343 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a42d877-326c-4cf0-9a5a-9bae0652fd56 req-eb04e312-d0ad-4446-8181-3e5197d7acad tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364003 Aug 17 02:23:28.204524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d8714-c93d-4209-9f05-6207c460cd9b req-32827b1c-0a53-4c77-88ed-f2d0a00fc2fd tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:28.206581 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d83d8714-c93d-4209-9f05-6207c460cd9b req-32827b1c-0a53-4c77-88ed-f2d0a00fc2fd tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 945 time: 0.0651305 Aug 17 02:23:28.248896 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d83d8714-c93d-4209-9f05-6207c460cd9b req-93e3ddce-cada-4cd4-bb9d-63ec5e27ab73 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359106 Aug 17 02:23:28.337997 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:28.406559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7c47a-a566-49f7-afbd-29845a897a89 req-babea3c4-22ac-49bf-a1c9-fcefb9029ac2 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:28.408416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22c7c47a-a566-49f7-afbd-29845a897a89 req-babea3c4-22ac-49bf-a1c9-fcefb9029ac2 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 946 time: 0.0697107 Aug 17 02:23:28.455204 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22c7c47a-a566-49f7-afbd-29845a897a89 req-faa807cb-2440-4f1a-b5b4-343f5f59bdcf tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366383 Aug 17 02:23:28.610160 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c5692-ce95-4406-b51c-4233d863617e req-26400118-3c63-4a12-8935-3d546daa038b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:28.616102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-171c5692-ce95-4406-b51c-4233d863617e req-26400118-3c63-4a12-8935-3d546daa038b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0913420 Aug 17 02:23:28.666943 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-171c5692-ce95-4406-b51c-4233d863617e req-72835ef9-95c5-4aea-8ce1-d49403fdde43 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403926 Aug 17 02:23:28.871260 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e384778-2771-4647-81e7-513147df551a req-c8c71329-6120-41e9-9e46-25de7f7a04dd tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:28.872920 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2e384778-2771-4647-81e7-513147df551a req-c8c71329-6120-41e9-9e46-25de7f7a04dd tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.42 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 945 time: 0.0576661 Aug 17 02:23:29.001234 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-2e384778-2771-4647-81e7-513147df551a req-d2b7dbed-fb2f-4296-b1e5-a30f1cf2488e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Deleting port d4cc9159-01b4-424b-b2e2-147da7331487 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:23:29.001623 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2e384778-2771-4647-81e7-513147df551a req-d2b7dbed-fb2f-4296-b1e5-a30f1cf2488e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:29.010019 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d16c44-204d-49d7-b53f-dd2f766940e7 req-79f79bac-a83f-4a91-b604-8a9fa58fba47 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:29.011666 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12d16c44-204d-49d7-b53f-dd2f766940e7 req-79f79bac-a83f-4a91-b604-8a9fa58fba47 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0592055 Aug 17 02:23:29.076981 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12d16c44-204d-49d7-b53f-dd2f766940e7 req-e8711316-d47f-4d8e-9253-45eaf540228b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573542 Aug 17 02:23:29.141288 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-2e384778-2771-4647-81e7-513147df551a req-d2b7dbed-fb2f-4296-b1e5-a30f1cf2488e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] For port d4cc9159-01b4-424b-b2e2-147da7331487, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d4cc9159-01b4-424b-b2e2-147da7331487,segment=NetworkSegment(0de435ce-77e9-420a-a817-4662c214525a),segment_id=0de435ce-77e9-420a-a817-4662c214525a)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:29.141567 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2e384778-2771-4647-81e7-513147df551a req-d2b7dbed-fb2f-4296-b1e5-a30f1cf2488e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:29.161434 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-2e384778-2771-4647-81e7-513147df551a req-d2b7dbed-fb2f-4296-b1e5-a30f1cf2488e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Calling delete_port for d4cc9159-01b4-424b-b2e2-147da7331487 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:23:29.219996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c4be-aa59-4d1d-93a4-a24b48a5ffa0 req-4db85ace-a566-4d35-82a9-053fd1a540ea tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:29.222085 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca25c4be-aa59-4d1d-93a4-a24b48a5ffa0 req-4db85ace-a566-4d35-82a9-053fd1a540ea tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0659728 Aug 17 02:23:29.276310 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca25c4be-aa59-4d1d-93a4-a24b48a5ffa0 req-fd1ea842-cedc-4e1f-bc9a-773ad90cf39c tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436816 Aug 17 02:23:29.424387 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2e384778-2771-4647-81e7-513147df551a req-d2b7dbed-fb2f-4296-b1e5-a30f1cf2488e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:29.431550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe3f0-d6d5-4dd0-9db4-c348af1c716b req-2abf368b-642d-46dd-bd92-64c03fc7d300 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:29.432969 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-927fe3f0-d6d5-4dd0-9db4-c348af1c716b req-2abf368b-642d-46dd-bd92-64c03fc7d300 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/ports?device_id=820cf513-cc15-4455-b0bc-6b5f7abf485f HTTP/1.1" status: 200 len: 945 time: 0.0682807 Aug 17 02:23:29.457206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7dbed-fb2f-4296-b1e5-a30f1cf2488e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Pushing event deleted for resources: {'Port': ['ID=d4cc9159-01b4-424b-b2e2-147da7331487,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:29.495590 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-927fe3f0-d6d5-4dd0-9db4-c348af1c716b req-6d683005-2e00-4a67-a856-4ad31dd9bd74 tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.13 "GET /v2.0/security-groups?id=de5d1dee-795f-4633-8cdc-b3eb54c7e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542984 Aug 17 02:23:29.510297 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e384778-2771-4647-81e7-513147df551a req-d2b7dbed-fb2f-4296-b1e5-a30f1cf2488e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] No DVR routers for this DVR port d4cc9159-01b4-424b-b2e2-147da7331487 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:23:29.514381 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2e384778-2771-4647-81e7-513147df551a req-d2b7dbed-fb2f-4296-b1e5-a30f1cf2488e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:29.516971 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2e384778-2771-4647-81e7-513147df551a req-d2b7dbed-fb2f-4296-b1e5-a30f1cf2488e tempest-ImagesTestJSON-1290343711 tempest-ImagesTestJSON-1290343711-project] 10.222.0.42 "DELETE /v2.0/ports/d4cc9159-01b4-424b-b2e2-147da7331487 HTTP/1.1" status: 204 len: 173 time: 0.6321287 Aug 17 02:23:29.517856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820cf513-cc15-4455-b0bc-6b5f7abf485f', 'name': 'network-vif-deleted', 'tag': 'd4cc9159-01b4-424b-b2e2-147da7331487'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:29.525429 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0412bde-9c5d-42b7-b5e5-f0845ef9f31e" -d '{"events": [{"server_uuid": "820cf513-cc15-4455-b0bc-6b5f7abf485f", "name": "network-vif-deleted", "tag": "d4cc9159-01b4-424b-b2e2-147da7331487"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:29.648541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796a5ea-c90a-4659-b921-8d50334c805e req-0ac8e9b6-19f3-44dd-adff-aae5ac3be3d2 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:29.650226 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4796a5ea-c90a-4659-b921-8d50334c805e req-0ac8e9b6-19f3-44dd-adff-aae5ac3be3d2 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 946 time: 0.0636225 Aug 17 02:23:29.700247 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4796a5ea-c90a-4659-b921-8d50334c805e req-c6967a2b-a678-4d7c-ab32-8111b426ebc2 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424752 Aug 17 02:23:29.782214 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75d61fe-b044-44a3-ba12-11589eb290e0 x-openstack-request-id: req-c75d61fe-b044-44a3-ba12-11589eb290e0 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:29.787170 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820cf513-cc15-4455-b0bc-6b5f7abf485f", "name": "network-vif-deleted", "tag": "d4cc9159-01b4-424b-b2e2-147da7331487", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:29.787170 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c75d61fe-b044-44a3-ba12-11589eb290e0 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:29.787170 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820cf513-cc15-4455-b0bc-6b5f7abf485f', 'name': 'network-vif-deleted', 'tag': 'd4cc9159-01b4-424b-b2e2-147da7331487', 'status': 'completed', 'code': 200} Aug 17 02:23:29.927566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc5f37-0702-4b32-877a-8954984255a6 req-1f3c10a0-aca0-4987-916f-cc780099c832 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:29.929312 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-73cc5f37-0702-4b32-877a-8954984255a6 req-1f3c10a0-aca0-4987-916f-cc780099c832 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0754139 Aug 17 02:23:29.980549 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-73cc5f37-0702-4b32-877a-8954984255a6 req-63178e08-d6a2-4f8b-83d5-dc90abec4d79 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 Aug 17 02:23:30.080558 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d4cc9159-01b4-424b-b2e2-147da7331487 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:23:30.102570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: d4cc9159-01b4-424b-b2e2-147da7331487 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:23:30.102894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d4cc9159-01b4-424b-b2e2-147da7331487 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:23:30.171918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66249bfb-def8-4db3-80b1-62253bcc8fde req-3fb63e77-1ba8-45f7-8145-db5df873604b tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:30.173471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66249bfb-def8-4db3-80b1-62253bcc8fde req-3fb63e77-1ba8-45f7-8145-db5df873604b tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 1098 time: 0.0522499 Aug 17 02:23:30.210659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66249bfb-def8-4db3-80b1-62253bcc8fde req-84f68f0c-35ef-437d-ae6c-4484c4007e77 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308471 Aug 17 02:23:30.730758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-c409334e-778e-4cf5-9d86-01fcd0a2d4f9 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:30.733289 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-c409334e-778e-4cf5-9d86-01fcd0a2d4f9 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/networks?id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb HTTP/1.1" status: 200 len: 814 time: 0.1588998 Aug 17 02:23:30.758155 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-3e0e6504-55ee-4684-b4ee-7974d393bc63 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/quotas/b26081a6baa74ca2b977cb94e7f00f90 HTTP/1.1" status: 200 len: 375 time: 0.0181942 Aug 17 02:23:30.789591 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:30.838275 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-27140458-a079-4832-ad1b-f0f087e2e145 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b26081a6baa74ca2b977cb94e7f00f90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658898 Aug 17 02:23:30.948917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-63f4d22f-8400-427c-b780-dd3fc0d3187b service neutron] 10.222.0.13 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023614 Aug 17 02:23:31.071513 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-1c58427c-e031-41a8-811a-f0530cecaebc service neutron] 10.222.0.13 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118867 Aug 17 02:23:31.425956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48bc14-7744-4280-a936-e02f44ff07f6 req-d07e3c06-c19b-4be8-a650-0ad973707572 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:31.427581 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bb48bc14-7744-4280-a936-e02f44ff07f6 req-d07e3c06-c19b-4be8-a650-0ad973707572 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0753751 Aug 17 02:23:31.485855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bb48bc14-7744-4280-a936-e02f44ff07f6 req-da3ea5db-8921-4a1a-bcd7-1a10146e37bd tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463083 Aug 17 02:23:31.598632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ec7d9-9985-49df-8c39-ba4222725acf req-06864a64-3025-4297-a93c-f335c4a12a8d tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:31.600715 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e7ec7d9-9985-49df-8c39-ba4222725acf req-06864a64-3025-4297-a93c-f335c4a12a8d tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 1098 time: 0.0581031 Aug 17 02:23:31.649947 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e7ec7d9-9985-49df-8c39-ba4222725acf req-69be9e58-8510-4759-bec6-eb7ba9544d35 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Aug 17 02:23:31.794819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a578c58-596d-4425-b9e5-fdb201645d2c req-43c1adf9-c24d-4371-84e7-2ca0bf3f61e2 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:31.796835 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a578c58-596d-4425-b9e5-fdb201645d2c req-43c1adf9-c24d-4371-84e7-2ca0bf3f61e2 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0655003 Aug 17 02:23:31.863148 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a578c58-596d-4425-b9e5-fdb201645d2c req-dac05521-33ea-4062-86e4-1329ba507745 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564337 Aug 17 02:23:32.062304 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36aef-b63d-4007-8b07-cbef47e2639c req-74841a72-51b0-433e-8676-eac7fd1f5ae5 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:32.063899 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bde36aef-b63d-4007-8b07-cbef47e2639c req-74841a72-51b0-433e-8676-eac7fd1f5ae5 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0644865 Aug 17 02:23:32.110692 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bde36aef-b63d-4007-8b07-cbef47e2639c req-2bc15f56-2202-4223-9840-b32c6c258f17 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389371 Aug 17 02:23:32.178874 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-efb32f4e-5bd1-4de6-830d-5355743d148a req-04a1f970-ee00-4574-a002-e75829605980 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 210 time: 0.0293958 Aug 17 02:23:34.111468 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d4cc9159-01b4-424b-b2e2-147da7331487 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:23:34.135954 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: d4cc9159-01b4-424b-b2e2-147da7331487 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:23:34.136297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d4cc9159-01b4-424b-b2e2-147da7331487 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:23:34.147871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-dfac5e18-cad2-499d-af26-2d6aac5c8fed tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:34.149589 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-dfac5e18-cad2-499d-af26-2d6aac5c8fed tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "GET /v2.0/networks?id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb HTTP/1.1" status: 200 len: 814 time: 0.1494644 Aug 17 02:23:34.187863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-1bfc99a1-5f7f-4a9e-8535-9c149ba967a7 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Request body: {'port': {'device_id': 'd3f25500-9118-4c81-bedf-77b982e8578e', 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb', 'admin_state_up': True, 'tenant_id': 'b26081a6baa74ca2b977cb94e7f00f90'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:34.441146 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-1bfc99a1-5f7f-4a9e-8535-9c149ba967a7 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Made reservation on behalf of b26081a6baa74ca2b977cb94e7f00f90 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:23:34.444921 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-1bfc99a1-5f7f-4a9e-8535-9c149ba967a7 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:34.603276 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-1bfc99a1-5f7f-4a9e-8535-9c149ba967a7 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Allocated IP 172.20.0.9 (f4c1c463-5c4c-433b-89e1-01bff8f22cfb/543cf99d-92c2-4c90-ba21-fec449a1db34/6935e996-8433-4681-8633-858a4884f208) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:23:34.785370 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-1bfc99a1-5f7f-4a9e-8535-9c149ba967a7 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:34.915653 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-1bfc99a1-5f7f-4a9e-8535-9c149ba967a7 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:34.957919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['c4c0c554-8e9b-409f-b898-ef07c57fdf81'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:23:34.977368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-1bfc99a1-5f7f-4a9e-8535-9c149ba967a7 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Network f4c1c463-5c4c-433b-89e1-01bff8f22cfb is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:23:34.978840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-1bfc99a1-5f7f-4a9e-8535-9c149ba967a7 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:23:34.980919 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-1bfc99a1-5f7f-4a9e-8535-9c149ba967a7 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:23:34.991835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc99a1-5f7f-4a9e-8535-9c149ba967a7 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Pushing event updated for resources: {'Port': ['ID=6935e996-8433-4681-8633-858a4884f208,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:35.062518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-1bfc99a1-5f7f-4a9e-8535-9c149ba967a7 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:35.063215 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-1bfc99a1-5f7f-4a9e-8535-9c149ba967a7 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:35.120697 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-30a3a548-e8cd-431f-9f2d-42af0336a88c tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:23:35.121761 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-30a3a548-e8cd-431f-9f2d-42af0336a88c tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1649139 Aug 17 02:23:35.176528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-eb3656be-4d33-45a9-bc0a-ab003b7969df tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:35.177965 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-eb3656be-4d33-45a9-bc0a-ab003b7969df tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports/1e24975c-6f30-4e05-a4cb-d22e907fb666 HTTP/1.1" status: 200 len: 1095 time: 0.0437415 Aug 17 02:23:35.179641 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-1bfc99a1-5f7f-4a9e-8535-9c149ba967a7 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9969952 Aug 17 02:23:35.201008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Request body: {'port': {'device_id': 'd3f25500-9118-4c81-bedf-77b982e8578e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:35.256040 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-31ffd3ba-a789-4c55-9d3b-41b91cc25c8b service neutron] Request body: {'binding': {'host': 'n-h2-793621-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:35.256595 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-31ffd3ba-a789-4c55-9d3b-41b91cc25c8b service neutron] Unknown quota resources ['binding']. {{(pid=95407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:23:35.291330 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:35.556335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-31ffd3ba-a789-4c55-9d3b-41b91cc25c8b service neutron] Attempting to bind port 1e24975c-6f30-4e05-a4cb-d22e907fb666 on host n-h2-793621-31 for vnic_type normal with profile None {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:23:35.556666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-31ffd3ba-a789-4c55-9d3b-41b91cc25c8b service neutron] Attempting to bind port 1e24975c-6f30-4e05-a4cb-d22e907fb666 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:23:35.556990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-31ffd3ba-a789-4c55-9d3b-41b91cc25c8b service neutron] Attempting to bind port 1e24975c-6f30-4e05-a4cb-d22e907fb666 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:23:35.565539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-31ffd3ba-a789-4c55-9d3b-41b91cc25c8b service neutron] Port 1e24975c-6f30-4e05-a4cb-d22e907fb666 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:23:35.565858 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-31ffd3ba-a789-4c55-9d3b-41b91cc25c8b service neutron] Attempting to bind port 1e24975c-6f30-4e05-a4cb-d22e907fb666 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:23:35.574844 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-31ffd3ba-a789-4c55-9d3b-41b91cc25c8b service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:23:35.575223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-31ffd3ba-a789-4c55-9d3b-41b91cc25c8b service neutron] Checking segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:23:35.575695 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-31ffd3ba-a789-4c55-9d3b-41b91cc25c8b service neutron] Bound using segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:23:35.576134 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-31ffd3ba-a789-4c55-9d3b-41b91cc25c8b service neutron] Bound port: 1e24975c-6f30-4e05-a4cb-d22e907fb666, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:23:35.703342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-31ffd3ba-a789-4c55-9d3b-41b91cc25c8b service neutron] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:23:35.751317 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6935e996-8433-4681-8633-858a4884f208 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:23:35.759745 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:35.773012 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Transition to ACTIVE for port object 6935e996-8433-4681-8633-858a4884f208 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:23:35.784533 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-31ffd3ba-a789-4c55-9d3b-41b91cc25c8b service neutron] Notify callbacks [] for binding, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:35.786302 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-31ffd3ba-a789-4c55-9d3b-41b91cc25c8b service neutron] 10.222.0.13 "POST /v2.0/ports/1e24975c-6f30-4e05-a4cb-d22e907fb666/bindings HTTP/1.1" status: 201 len: 390 time: 0.6015177 Aug 17 02:23:35.890180 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:35.955193 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Pushing event updated for resources: {'Port': ['ID=6935e996-8433-4681-8633-858a4884f208,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:36.052936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Attempting to bind port 6935e996-8433-4681-8633-858a4884f208 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:23:36.053556 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Attempting to bind port 6935e996-8433-4681-8633-858a4884f208 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:23:36.054142 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Attempting to bind port 6935e996-8433-4681-8633-858a4884f208 on network f4c1c463-5c4c-433b-89e1-01bff8f22cfb {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:23:36.064930 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Port 6935e996-8433-4681-8633-858a4884f208 on network f4c1c463-5c4c-433b-89e1-01bff8f22cfb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:23:36.065561 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Attempting to bind port 6935e996-8433-4681-8633-858a4884f208 on network f4c1c463-5c4c-433b-89e1-01bff8f22cfb {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:23:36.077689 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:23:36.078074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Checking segment: {'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:23:36.078519 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Bound using segment: {'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:23:36.079050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Bound port: 6935e996-8433-4681-8633-858a4884f208, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:23:36.079423 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:36.141187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f463147-5824-456b-8522-87970153366d req-7bc29505-d63a-44ce-9370-0fd642e68988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:36.144787 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f463147-5824-456b-8522-87970153366d req-7bc29505-d63a-44ce-9370-0fd642e68988 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 1098 time: 0.1160386 Aug 17 02:23:36.170390 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] For port 6935e996-8433-4681-8633-858a4884f208, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:23:36.175082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] For port 6935e996-8433-4681-8633-858a4884f208, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6935e996-8433-4681-8633-858a4884f208,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:23:36.193806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f463147-5824-456b-8522-87970153366d req-aed8d214-7d70-4a4a-845f-93513aad249b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Aug 17 02:23:36.277000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa5c5b-abfc-4f76-9741-e0c728c909dc req-f0abca9f-0868-4ff4-a149-8f1d643e22ef tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:36.279095 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63fa5c5b-abfc-4f76-9741-e0c728c909dc req-f0abca9f-0868-4ff4-a149-8f1d643e22ef tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0728154 Aug 17 02:23:36.282175 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:36.321421 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:36.322555 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:36.324110 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] 10.222.0.42 "PUT /v2.0/ports/6935e996-8433-4681-8633-858a4884f208 HTTP/1.1" status: 200 len: 1092 time: 1.1274936 Aug 17 02:23:36.324583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f25500-9118-4c81-bedf-77b982e8578e', 'tag': '6935e996-8433-4681-8633-858a4884f208'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:36.327173 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b754ec3d-f8b9-4ca7-81b1-9d86afa359c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f25500-9118-4c81-bedf-77b982e8578e", "tag": "6935e996-8433-4681-8633-858a4884f208"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:36.330298 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63fa5c5b-abfc-4f76-9741-e0c728c909dc req-a623890f-7f23-4c61-98a1-9354b1e86865 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 Aug 17 02:23:36.363165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89726bd6-9470-4c77-b59b-07ac4ef02045 service neutron] Pushing event updated for resources: {'Port': ['ID=6935e996-8433-4681-8633-858a4884f208,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:36.483542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ff1c4-acd6-4a22-9ff5-ffc5cee24062 req-a1e84716-9f85-4d46-aaa1-c04e2cfe9291 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:36.485557 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-146ff1c4-acd6-4a22-9ff5-ffc5cee24062 req-a1e84716-9f85-4d46-aaa1-c04e2cfe9291 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0627067 Aug 17 02:23:36.519353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-677c9683-3c60-4b43-86f5-111312fe57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:36.521449 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-677c9683-3c60-4b43-86f5-111312fe57f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b26081a6baa74ca2b977cb94e7f00f90&device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 1095 time: 0.0540590 Aug 17 02:23:36.541831 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-146ff1c4-acd6-4a22-9ff5-ffc5cee24062 req-4febae2e-6d7d-478e-9039-7e34801ba5a4 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Aug 17 02:23:36.591566 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-4228a8fa-83db-4abd-a1ec-5880dc9920bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6935e996-8433-4681-8633-858a4884f208 HTTP/1.1" status: 200 len: 217 time: 0.0492501 Aug 17 02:23:36.648853 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-c3f33acd-b4ba-4b09-a3f6-ffa66fbbec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:36.648853 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-c3f33acd-b4ba-4b09-a3f6-ffa66fbbec5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=543cf99d-92c2-4c90-ba21-fec449a1db34 HTTP/1.1" status: 200 len: 854 time: 0.0494649 Aug 17 02:23:36.695564 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-219ee666-98a3-4110-923b-d2c4b378e98a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385354 Aug 17 02:23:36.709185 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa197a19-1a8e-41b1-bbe7-a2d1dc9a3ba7 req-698f2c9b-b626-4ee6-86e1-b736312f208d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:36.711602 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa197a19-1a8e-41b1-bbe7-a2d1dc9a3ba7 req-698f2c9b-b626-4ee6-86e1-b736312f208d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0837002 Aug 17 02:23:36.767296 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa197a19-1a8e-41b1-bbe7-a2d1dc9a3ba7 req-134c1994-2751-429e-8289-5d6ef191ee78 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411901 Aug 17 02:23:36.862047 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-7c43a2e3-36c7-4e27-a320-dfa332bdf133 service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589212 Aug 17 02:23:36.862342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-94ecdfac-83dd-4161-b8fa-0f3050309048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:36.863921 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-94ecdfac-83dd-4161-b8fa-0f3050309048 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 1098 time: 0.0867794 Aug 17 02:23:36.963508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c869ede-3501-4af8-bad8-a80161021c9a req-014f2cf3-a61b-4b59-ace2-52e84ca19cca tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:36.965134 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9c869ede-3501-4af8-bad8-a80161021c9a req-014f2cf3-a61b-4b59-ace2-52e84ca19cca tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 943 time: 0.1253204 Aug 17 02:23:36.988415 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8d503f-f026-429c-b059-d1cf7b1a0cd6 req-66100fe3-df8c-4ce4-99f2-dc2df52186c9 service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171215 Aug 17 02:23:37.009921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-0d6f8208-110d-4410-bf2e-a5f4122c8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:37.011848 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-0d6f8208-110d-4410-bf2e-a5f4122c8d8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.1330357 Aug 17 02:23:37.067586 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9c869ede-3501-4af8-bad8-a80161021c9a req-9856d167-71e8-4006-83ca-5f4a2e1c6bd6 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884526 Aug 17 02:23:37.068951 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-a8f94b5d-b3a7-4497-b6a9-35bb30534ef9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666 HTTP/1.1" status: 200 len: 217 time: 0.0451806 Aug 17 02:23:37.143788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-305e8bb1-e7d0-4753-9f5e-31e2ffccf75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:37.145661 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-305e8bb1-e7d0-4753-9f5e-31e2ffccf75a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0650001 Aug 17 02:23:37.192884 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-70d4310d-9fca-4afb-9e48-675b5bed8b29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338159 Aug 17 02:23:37.350604 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-e7b1e668-22fa-4128-900a-f4bd1d2b48b9 service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297023 Aug 17 02:23:37.457058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e394670-ee37-47f9-8b3a-f9af62e34f70 req-52143532-1e22-4a70-a61e-696e29a20828 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:37.459040 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e394670-ee37-47f9-8b3a-f9af62e34f70 req-52143532-1e22-4a70-a61e-696e29a20828 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 946 time: 0.1278131 Aug 17 02:23:37.508102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-d8d28617-1d79-4cfe-902e-031714f0ab8f service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325936 Aug 17 02:23:37.524341 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e394670-ee37-47f9-8b3a-f9af62e34f70 req-aaf3264e-6ed4-4496-a52e-835e9e2f7f62 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539892 Aug 17 02:23:37.621104 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c88bdde-8a92-4a7f-ba1d-04a4a911ba4c x-openstack-request-id: req-7c88bdde-8a92-4a7f-ba1d-04a4a911ba4c {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:37.621968 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f25500-9118-4c81-bedf-77b982e8578e", "tag": "6935e996-8433-4681-8633-858a4884f208", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:37.621968 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c88bdde-8a92-4a7f-ba1d-04a4a911ba4c {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:37.622936 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f25500-9118-4c81-bedf-77b982e8578e', 'tag': '6935e996-8433-4681-8633-858a4884f208', 'status': 'completed', 'code': 200} Aug 17 02:23:37.750870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754ec3d-f8b9-4ca7-81b1-9d86afa359c5 req-f8cab454-b974-49ed-a567-3d417c68668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:37.753118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72031bd1-ab10-4971-96f2-05934e136d3f req-919d13ea-329a-43c0-97d9-eae832935295 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:37.753899 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b754ec3d-f8b9-4ca7-81b1-9d86afa359c5 req-f8cab454-b974-49ed-a567-3d417c68668d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b26081a6baa74ca2b977cb94e7f00f90&device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 1095 time: 0.0676842 Aug 17 02:23:37.754894 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72031bd1-ab10-4971-96f2-05934e136d3f req-919d13ea-329a-43c0-97d9-eae832935295 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0747666 Aug 17 02:23:37.811577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72031bd1-ab10-4971-96f2-05934e136d3f req-8abfd1a4-0125-4c2b-96b8-8c1ead01b7db tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464070 Aug 17 02:23:37.843394 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b49de4a7-f028-44ba-b69a-a5433ca6345f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:37.906630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754ec3d-f8b9-4ca7-81b1-9d86afa359c5 req-780ac64b-3e1e-4a60-b37b-e374281ea77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:37.909863 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b754ec3d-f8b9-4ca7-81b1-9d86afa359c5 req-780ac64b-3e1e-4a60-b37b-e374281ea77c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb HTTP/1.1" status: 200 len: 915 time: 0.1479180 Aug 17 02:23:37.946359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-aa060d68-dec5-4119-9a06-84b350ab662d tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:37.948350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-aa060d68-dec5-4119-9a06-84b350ab662d tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a&tenant_id=e3bea87dd1b648248d3d9b791695e521&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1098 time: 0.0881455 Aug 17 02:23:37.975263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-31'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:37.975888 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b754ec3d-f8b9-4ca7-81b1-9d86afa359c5 req-d87e6a3c-d9b6-452b-9b4c-7a5b11582870 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6935e996-8433-4681-8633-858a4884f208 HTTP/1.1" status: 200 len: 217 time: 0.0595467 Aug 17 02:23:38.028467 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6aa11-e703-4321-ad4c-38840f72c64c req-7cb19d90-8c34-457a-b6e8-d631cb64f283 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:38.030150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6f6aa11-e703-4321-ad4c-38840f72c64c req-7cb19d90-8c34-457a-b6e8-d631cb64f283 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0999377 Aug 17 02:23:38.040944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754ec3d-f8b9-4ca7-81b1-9d86afa359c5 req-2d90f549-2041-4692-8ad8-c8038624f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:38.042452 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b754ec3d-f8b9-4ca7-81b1-9d86afa359c5 req-2d90f549-2041-4692-8ad8-c8038624f82f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=543cf99d-92c2-4c90-ba21-fec449a1db34 HTTP/1.1" status: 200 len: 854 time: 0.0590684 Aug 17 02:23:38.078695 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:38.094393 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b754ec3d-f8b9-4ca7-81b1-9d86afa359c5 req-6431cebe-19c1-43f6-b68b-3fffe9f61061 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437610 Aug 17 02:23:38.137269 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6f6aa11-e703-4321-ad4c-38840f72c64c req-c8198950-f164-4e99-8626-c62ab7e1cff9 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914366 Aug 17 02:23:38.245852 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b754ec3d-f8b9-4ca7-81b1-9d86afa359c5 req-1b02f45f-4ca9-4713-b042-670c3c63272c service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415708 Aug 17 02:23:38.332426 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:38.360631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e92d5f-35da-4638-908f-c39692868ffd req-a999e188-7db0-4fe2-afdc-ea9ff2d9ea5d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:38.361665 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b754ec3d-f8b9-4ca7-81b1-9d86afa359c5 req-2f5f52b7-36f4-4a2d-b96c-89b73a0ce935 service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053002 Aug 17 02:23:38.362154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-07e92d5f-35da-4638-908f-c39692868ffd req-a999e188-7db0-4fe2-afdc-ea9ff2d9ea5d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0980852 Aug 17 02:23:38.399449 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:23:38.462295 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-07e92d5f-35da-4638-908f-c39692868ffd req-d26b0531-963f-4d94-a7fe-98e478e2cef5 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820425 Aug 17 02:23:38.465886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba41506-ce5d-4234-9fd2-9c1311a9a60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e24975c-6f30-4e05-a4cb-d22e907fb666'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:38.468583 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcf9809-3b66-4d84-95c9-27eb1f85f9c9" -d '{"events": [{"server_uuid": "aba41506-ce5d-4234-9fd2-9c1311a9a60a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e24975c-6f30-4e05-a4cb-d22e907fb666"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:38.473424 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:38.585043 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:38.656300 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2a131-ac28-4211-b0f8-a323938c1186 req-ef2727bd-da87-40d8-b72d-b58c2ff43b92 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:38.657892 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98b2a131-ac28-4211-b0f8-a323938c1186 req-ef2727bd-da87-40d8-b72d-b58c2ff43b92 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 943 time: 0.1172352 Aug 17 02:23:38.697963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Pushing event updated for resources: {'Port': ['ID=1e24975c-6f30-4e05-a4cb-d22e907fb666,revision_number=7']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:38.727761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Attempting to bind port 1e24975c-6f30-4e05-a4cb-d22e907fb666 on host n-h1-793621-31 for vnic_type normal with profile {"migrating_to": "n-h2-793621-31"} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:23:38.728052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Attempting to bind port 1e24975c-6f30-4e05-a4cb-d22e907fb666 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:23:38.728296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Attempting to bind port 1e24975c-6f30-4e05-a4cb-d22e907fb666 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:23:38.742114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Port 1e24975c-6f30-4e05-a4cb-d22e907fb666 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:23:38.742440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Attempting to bind port 1e24975c-6f30-4e05-a4cb-d22e907fb666 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:23:38.746965 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98b2a131-ac28-4211-b0f8-a323938c1186 req-1a3c035f-7045-4f9a-93f4-ad62fff4a3ad tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764191 Aug 17 02:23:38.751359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:23:38.751589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Checking segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:23:38.751894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Bound using segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:23:38.752328 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Bound port: 1e24975c-6f30-4e05-a4cb-d22e907fb666, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:23:38.752763 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:38.840485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:23:38.845667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:23:38.938615 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:39.017146 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd06cf74-b83d-4297-ac5f-8e7a66bd8d52 x-openstack-request-id: req-bd06cf74-b83d-4297-ac5f-8e7a66bd8d52 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:39.017490 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba41506-ce5d-4234-9fd2-9c1311a9a60a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e24975c-6f30-4e05-a4cb-d22e907fb666", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:39.017718 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd06cf74-b83d-4297-ac5f-8e7a66bd8d52 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:39.018214 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba41506-ce5d-4234-9fd2-9c1311a9a60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e24975c-6f30-4e05-a4cb-d22e907fb666', 'code': 200} Aug 17 02:23:39.022580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:39.023213 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:39.026247 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] 10.222.0.18 "PUT /v2.0/ports/1e24975c-6f30-4e05-a4cb-d22e907fb666 HTTP/1.1" status: 200 len: 1124 time: 1.0542808 Aug 17 02:23:39.029033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c09d0-0d6d-4f51-8a04-292aeed4c4fe service neutron] Pushing event updated for resources: {'Port': ['ID=1e24975c-6f30-4e05-a4cb-d22e907fb666,revision_number=8']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:39.140052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1d872-0086-430f-a63a-770217ecd3f8 req-f21a2cec-0743-4211-aaf4-4f418d20d8de tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:39.141619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1f1d872-0086-430f-a63a-770217ecd3f8 req-f21a2cec-0743-4211-aaf4-4f418d20d8de tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 944 time: 0.0718396 Aug 17 02:23:39.188584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1f1d872-0086-430f-a63a-770217ecd3f8 req-4def8987-da2c-492d-8ecf-d14d67c2a4f9 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378084 Aug 17 02:23:39.246552 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['1e24975c-6f30-4e05-a4cb-d22e907fb666'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:23:39.305186 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e1ed0-aaae-44a1-b77d-a532b5c3f706 req-f2e85e9e-e14f-41f8-a624-6ca9b6ce91ad tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:39.307139 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-359e1ed0-aaae-44a1-b77d-a532b5c3f706 req-f2e85e9e-e14f-41f8-a624-6ca9b6ce91ad tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0538836 Aug 17 02:23:39.350742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-359e1ed0-aaae-44a1-b77d-a532b5c3f706 req-a1b34e0b-f592-4fce-8adb-064cf0d1293b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369256 Aug 17 02:23:39.526073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd11b9-b405-4092-a413-230988152843 req-55baae9d-2642-4d6c-b67a-262e623c193f tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:39.527482 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-08dd11b9-b405-4092-a413-230988152843 req-55baae9d-2642-4d6c-b67a-262e623c193f tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0574899 Aug 17 02:23:39.574054 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-08dd11b9-b405-4092-a413-230988152843 req-7b812648-cfe9-40f6-bf0d-0b1ae9acdf9e tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394986 Aug 17 02:23:39.727500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35cc5b-ef27-474b-b244-06bb167d58d9 req-588bfe71-ff26-4d1f-a86e-4db2f8499d4c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:39.729025 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d35cc5b-ef27-474b-b244-06bb167d58d9 req-588bfe71-ff26-4d1f-a86e-4db2f8499d4c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0640247 Aug 17 02:23:39.775370 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d35cc5b-ef27-474b-b244-06bb167d58d9 req-2999e627-b318-486c-9a55-aeab78812507 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Aug 17 02:23:40.210044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433dfe3-cee3-41f3-b114-55f82ee595ba req-81bffdd0-740b-4274-b8df-dfac9940615c tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:40.211534 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c433dfe3-cee3-41f3-b114-55f82ee595ba req-81bffdd0-740b-4274-b8df-dfac9940615c tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 943 time: 0.0662193 Aug 17 02:23:40.266881 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c5917919-b0d5-4a70-8c8b-6f1dc7a7bce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:40.277447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c433dfe3-cee3-41f3-b114-55f82ee595ba req-d9ec4688-63bf-4823-9f1a-b8f40d692eb4 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569162 Aug 17 02:23:40.280718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efb0b1-de0d-4916-b27f-81f5c7b9a2e0 req-9f4bc4fb-58ac-44f8-87b2-f6dbd82df623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:40.282315 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f0efb0b1-de0d-4916-b27f-81f5c7b9a2e0 req-9f4bc4fb-58ac-44f8-87b2-f6dbd82df623 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7958a1cdafed4011bf926b6ad6bc2e61&device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 1098 time: 0.0698273 Aug 17 02:23:40.399469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efb0b1-de0d-4916-b27f-81f5c7b9a2e0 req-ad03434b-5f2d-4dc4-8657-a479b3ddbdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:40.400960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f0efb0b1-de0d-4916-b27f-81f5c7b9a2e0 req-ad03434b-5f2d-4dc4-8657-a479b3ddbdd9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d HTTP/1.1" status: 200 len: 912 time: 0.1036243 Aug 17 02:23:40.454744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f0efb0b1-de0d-4916-b27f-81f5c7b9a2e0 req-9fc3ef66-341c-47f2-a716-bfa9b08c9d97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 HTTP/1.1" status: 200 len: 217 time: 0.0444863 Aug 17 02:23:40.545526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efb0b1-de0d-4916-b27f-81f5c7b9a2e0 req-329fddfb-a19d-4b74-9b72-e9e658e7e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:40.547077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f0efb0b1-de0d-4916-b27f-81f5c7b9a2e0 req-329fddfb-a19d-4b74-9b72-e9e658e7e711 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f731366-6aa6-42ea-9f6e-74fe2d99ed33 HTTP/1.1" status: 200 len: 851 time: 0.0713315 Aug 17 02:23:40.593389 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:40.593981 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f0efb0b1-de0d-4916-b27f-81f5c7b9a2e0 req-1459cfa7-3e1a-40ab-ad65-0ef43b1567fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd479884-b2af-4f40-8eb9-a8b5f60bd85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321400 Aug 17 02:23:40.619649 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad3c0b-ea8d-4c0e-a153-39695389f32a req-ba40d369-93e6-4a5e-92b8-5a1b5be0995e tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:40.622895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03ad3c0b-ea8d-4c0e-a153-39695389f32a req-ba40d369-93e6-4a5e-92b8-5a1b5be0995e tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0934610 Aug 17 02:23:40.784130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03ad3c0b-ea8d-4c0e-a153-39695389f32a req-f5db12f7-f9c4-47ef-ae21-caf04dfbc8d2 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447594 Aug 17 02:23:40.822718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f0efb0b1-de0d-4916-b27f-81f5c7b9a2e0 req-89c9fd19-acc3-4ce7-acec-cd560cbefc20 service neutron] 10.222.0.18 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982977 Aug 17 02:23:40.848711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46516) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:23:40.899317 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c610504-e3bd-484e-9865-0855f820101d admin admin] Deleting subnet d40e3627-cef8-4c94-b684-08d6667f5996 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:23:40.902521 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c610504-e3bd-484e-9865-0855f820101d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:40.951759 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c610504-e3bd-484e-9865-0855f820101d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:40.998911 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c610504-e3bd-484e-9865-0855f820101d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:41.001524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3419d9-b497-49d9-a7ac-22fcc9f43872 req-e219f1d3-3b20-4974-b47b-92cee18fcea0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:41.004174 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe3419d9-b497-49d9-a7ac-22fcc9f43872 req-e219f1d3-3b20-4974-b47b-92cee18fcea0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 944 time: 0.1064494 Aug 17 02:23:41.007405 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f0efb0b1-de0d-4916-b27f-81f5c7b9a2e0 req-110019fd-165b-4852-9341-55cdd03643f9 service neutron] 10.222.0.18 "GET /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730483 Aug 17 02:23:41.019615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba41506-ce5d-4234-9fd2-9c1311a9a60a', 'tag': '1e24975c-6f30-4e05-a4cb-d22e907fb666'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:41.022963 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d875fac7-d862-455f-9b81-7712780382af" -d '{"events": [{"name": "network-changed", "server_uuid": "aba41506-ce5d-4234-9fd2-9c1311a9a60a", "tag": "1e24975c-6f30-4e05-a4cb-d22e907fb666"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:41.071572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe3419d9-b497-49d9-a7ac-22fcc9f43872 req-7a2850b8-ff07-47b0-8d7d-284d1ca0c174 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602221 Aug 17 02:23:41.209519 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c610504-e3bd-484e-9865-0855f820101d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:41.217594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd724c-0a0d-4001-b66b-467e5e9f4a62 req-845591e0-172b-4843-8c44-87760a3e1f41 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:41.220098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5cd724c-0a0d-4001-b66b-467e5e9f4a62 req-845591e0-172b-4843-8c44-87760a3e1f41 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0769365 Aug 17 02:23:41.236125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c610504-e3bd-484e-9865-0855f820101d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d40e3627-cef8-4c94-b684-08d6667f5996,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:41.247071 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c610504-e3bd-484e-9865-0855f820101d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:41.247071 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5c610504-e3bd-484e-9865-0855f820101d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d40e3627-cef8-4c94-b684-08d6667f5996 HTTP/1.1" status: 204 len: 168 time: 0.3931677 Aug 17 02:23:41.248709 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46522) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:23:41.391903 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-323067e0-d885-4ba8-aa44-8c75053084a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:41.399871 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5cd724c-0a0d-4001-b66b-467e5e9f4a62 req-642aca5f-3a2a-4b1d-b7a5-a6290deb4ac7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712253 Aug 17 02:23:41.567597 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-323067e0-d885-4ba8-aa44-8c75053084a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:41.591589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-323067e0-d885-4ba8-aa44-8c75053084a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c07a00-afe9-42bb-bdb1-4cc5388176c0']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:23:41.613488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-323067e0-d885-4ba8-aa44-8c75053084a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de435ce-77e9-420a-a817-4662c214525a') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:23:41.613949 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-323067e0-d885-4ba8-aa44-8c75053084a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de435ce-77e9-420a-a817-4662c214525a') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:23:41.638720 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db02c5-fa0b-437d-b587-72a5f389ea07 req-d813336b-cb9b-4383-8c70-7f982536a835 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:41.641190 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-14db02c5-fa0b-437d-b587-72a5f389ea07 req-d813336b-cb9b-4383-8c70-7f982536a835 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.1480336 Aug 17 02:23:41.647452 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-323067e0-d885-4ba8-aa44-8c75053084a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:41.683712 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-323067e0-d885-4ba8-aa44-8c75053084a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:41.695473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323067e0-d885-4ba8-aa44-8c75053084a8 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:23:41.695873 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-323067e0-d885-4ba8-aa44-8c75053084a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:23:41.697557 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:23:41.746804 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-14db02c5-fa0b-437d-b587-72a5f389ea07 req-27567584-096e-4e6e-ac37-1dff8d6c2444 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883884 Aug 17 02:23:41.750511 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:41.792507 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87de4cf0-6b10-45cd-ad23-dca0d73e4f09 x-openstack-request-id: req-87de4cf0-6b10-45cd-ad23-dca0d73e4f09 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:41.792806 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba41506-ce5d-4234-9fd2-9c1311a9a60a", "tag": "1e24975c-6f30-4e05-a4cb-d22e907fb666", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:41.793078 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87de4cf0-6b10-45cd-ad23-dca0d73e4f09 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:41.793511 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba41506-ce5d-4234-9fd2-9c1311a9a60a', 'tag': '1e24975c-6f30-4e05-a4cb-d22e907fb666', 'status': 'completed', 'code': 200} Aug 17 02:23:41.881562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875fac7-d862-455f-9b81-7712780382af req-105c40c8-daeb-4899-b49c-1b1008fe6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:41.883155 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d875fac7-d862-455f-9b81-7712780382af req-105c40c8-daeb-4899-b49c-1b1008fe6ea7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 1127 time: 0.0458174 Aug 17 02:23:41.896244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d24d9-933a-4dac-8f74-5baa5753dee1 req-3e8c1cce-cacb-4da3-86e1-b0c4e027a7d7 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:41.909287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-071d24d9-933a-4dac-8f74-5baa5753dee1 req-3e8c1cce-cacb-4da3-86e1-b0c4e027a7d7 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 943 time: 0.0589526 Aug 17 02:23:41.946567 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-323067e0-d885-4ba8-aa44-8c75053084a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:41.953479 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-071d24d9-933a-4dac-8f74-5baa5753dee1 req-d0cabc65-011e-434c-b6a7-baa6787bb413 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475061 Aug 17 02:23:41.960939 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-323067e0-d885-4ba8-aa44-8c75053084a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:41.968527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-323067e0-d885-4ba8-aa44-8c75053084a8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a3c07a00-afe9-42bb-bdb1-4cc5388176c0 HTTP/1.1" status: 204 len: 168 time: 0.7188489 Aug 17 02:23:41.984796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323067e0-d885-4ba8-aa44-8c75053084a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c07a00-afe9-42bb-bdb1-4cc5388176c0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:41.991828 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 1e24975c-6f30-4e05-a4cb-d22e907fb666 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:23:42.004702 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875fac7-d862-455f-9b81-7712780382af req-6c034568-a6ed-41cb-a6c8-0bd2d734a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:42.006339 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d875fac7-d862-455f-9b81-7712780382af req-6c034568-a6ed-41cb-a6c8-0bd2d734a3e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.1161525 Aug 17 02:23:42.066790 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d875fac7-d862-455f-9b81-7712780382af req-e58a9a39-a8d5-4f60-b3ff-3ee8c1e05d40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666 HTTP/1.1" status: 200 len: 217 time: 0.0475485 Aug 17 02:23:42.150498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875fac7-d862-455f-9b81-7712780382af req-d361d27e-63cf-4fea-bbda-c89a30654c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:42.152394 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d875fac7-d862-455f-9b81-7712780382af req-d361d27e-63cf-4fea-bbda-c89a30654c93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0606663 Aug 17 02:23:42.170014 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6935e996-8433-4681-8633-858a4884f208 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:23:42.175130 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:42.206122 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d875fac7-d862-455f-9b81-7712780382af req-0f24689e-33bb-4bb5-b65d-36203f3b1ddc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424573 Aug 17 02:23:42.207903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 1e24975c-6f30-4e05-a4cb-d22e907fb666 has no active binding in host n-h2-793621-31 {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:23:42.329767 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d875fac7-d862-455f-9b81-7712780382af req-981aa1f2-fa8a-4e26-a205-1f701731e515 service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150482 Aug 17 02:23:42.347137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8042e-b107-4bad-9457-7223c42fc535 req-c2da9373-579a-438e-bad0-0bcd2d76181d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:42.347657 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6935e996-8433-4681-8633-858a4884f208, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6935e996-8433-4681-8633-858a4884f208,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:42.349350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48d8042e-b107-4bad-9457-7223c42fc535 req-c2da9373-579a-438e-bad0-0bcd2d76181d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0786920 Aug 17 02:23:42.365303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '6935e996-8433-4681-8633-858a4884f208', 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb', 'port_id': '6935e996-8433-4681-8633-858a4884f208', 'mac_address': 'fa:16:3e:94:1e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '543cf99d-92c2-4c90-ba21-fec449a1db34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:23:42.416427 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48d8042e-b107-4bad-9457-7223c42fc535 req-0060737a-6f39-4a52-a130-bab4be64deed tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536172 Aug 17 02:23:42.430949 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:42.460332 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6935e996-8433-4681-8633-858a4884f208 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:23:42.491634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6935e996-8433-4681-8633-858a4884f208, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6935e996-8433-4681-8633-858a4884f208,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:42.504055 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d875fac7-d862-455f-9b81-7712780382af req-761e5e9e-176c-4c9d-8671-e9d079941c41 service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611972 Aug 17 02:23:42.572647 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46538) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:23:42.574449 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:42.581103 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e5e73-b885-4d9b-aad9-d95c1215b4bb req-75c9e2a2-91bf-44fc-9add-c8756029c8d6 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:42.585536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-317e5e73-b885-4d9b-aad9-d95c1215b4bb req-75c9e2a2-91bf-44fc-9add-c8756029c8d6 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 944 time: 0.0823860 Aug 17 02:23:42.624438 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7dc8b07b-7190-4d96-b1f5-4b421425027c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c0a5acf9e674963b58c743496f77ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501397 Aug 17 02:23:42.628082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46540) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:23:42.651823 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6935e996-8433-4681-8633-858a4884f208,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:42.706927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-317e5e73-b885-4d9b-aad9-d95c1215b4bb req-1da656d9-61d5-43cd-8db5-cacbad7c57eb tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096098 Aug 17 02:23:42.748409 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e0170b56-8e53-45ba-a5ed-8ce176abd315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:42.804731 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e0170b56-8e53-45ba-a5ed-8ce176abd315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:42.874908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f50bfb-d44e-41c4-a334-d584ff770f3c req-782532c2-136b-48f5-9067-7cf7798eee72 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:42.877294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98f50bfb-d44e-41c4-a334-d584ff770f3c req-782532c2-136b-48f5-9067-7cf7798eee72 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0889680 Aug 17 02:23:42.933843 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98f50bfb-d44e-41c4-a334-d584ff770f3c req-a154eb40-f3c5-4907-b2f0-be4d182a6c7b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456171 Aug 17 02:23:43.005357 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3003bbe-c8eb-4689-ac88-bc916cad772a req-f3b12ea3-7715-401e-ad35-9f9b97d92cef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534599 Aug 17 02:23:43.015447 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e0170b56-8e53-45ba-a5ed-8ce176abd315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:43.019254 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e0170b56-8e53-45ba-a5ed-8ce176abd315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:43.024738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e0170b56-8e53-45ba-a5ed-8ce176abd315 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de5d1dee-795f-4633-8cdc-b3eb54c7e18f HTTP/1.1" status: 204 len: 168 time: 0.3911393 Aug 17 02:23:43.039371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0170b56-8e53-45ba-a5ed-8ce176abd315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5d1dee-795f-4633-8cdc-b3eb54c7e18f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:43.167236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b82a4-403c-4b3c-a1e9-82af85faab5a req-be70dd89-27ed-49ed-b906-ada6899760c7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:43.171032 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-115b82a4-403c-4b3c-a1e9-82af85faab5a req-be70dd89-27ed-49ed-b906-ada6899760c7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0998216 Aug 17 02:23:43.174561 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['6935e996-8433-4681-8633-858a4884f208'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:23:43.191092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003bbe-c8eb-4689-ac88-bc916cad772a req-65161cf4-8011-4341-b6d8-d172c7da270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:43.192844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3003bbe-c8eb-4689-ac88-bc916cad772a req-65161cf4-8011-4341-b6d8-d172c7da270e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 1102 time: 0.1025870 Aug 17 02:23:43.343389 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-115b82a4-403c-4b3c-a1e9-82af85faab5a req-89121bd0-b20f-42e6-b649-a2fe75010805 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558793 Aug 17 02:23:43.461645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003bbe-c8eb-4689-ac88-bc916cad772a req-81111f1b-3ac3-4b0b-b177-ccc97d9ca2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:43.463773 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3003bbe-c8eb-4689-ac88-bc916cad772a req-81111f1b-3ac3-4b0b-b177-ccc97d9ca2d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2340624 Aug 17 02:23:43.571194 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3003bbe-c8eb-4689-ac88-bc916cad772a req-235a6960-5959-4849-bce8-2bc68ae4c5ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa HTTP/1.1" status: 200 len: 217 time: 0.0794353 Aug 17 02:23:43.617103 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab35422-9b84-4069-8cfa-cec4f8901f12 req-e1c6496f-2359-4819-9f80-0a12170e404f tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:43.619718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ab35422-9b84-4069-8cfa-cec4f8901f12 req-e1c6496f-2359-4819-9f80-0a12170e404f tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 944 time: 0.1810746 Aug 17 02:23:43.667684 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:43.738256 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003bbe-c8eb-4689-ac88-bc916cad772a req-96d6dd44-08cc-41d1-9d3c-0aae2c007ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:43.740474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3003bbe-c8eb-4689-ac88-bc916cad772a req-96d6dd44-08cc-41d1-9d3c-0aae2c007ac6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1575487 Aug 17 02:23:43.752733 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ab35422-9b84-4069-8cfa-cec4f8901f12 req-005bf789-fe7d-4a30-86b8-732ee08908c6 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989535 Aug 17 02:23:43.808927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003bbe-c8eb-4689-ac88-bc916cad772a req-5848b57f-cda1-4601-901d-ca21dace1918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:43.811164 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3003bbe-c8eb-4689-ac88-bc916cad772a req-5848b57f-cda1-4601-901d-ca21dace1918 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0620434 Aug 17 02:23:43.938769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3003bbe-c8eb-4689-ac88-bc916cad772a req-2cd285df-dff9-485f-8c02-30a56c7d5f75 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194501 Aug 17 02:23:44.099462 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3003bbe-c8eb-4689-ac88-bc916cad772a req-89a21466-b774-4eff-91cd-59c1c47f2845 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439118 Aug 17 02:23:44.109716 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a231d-ffb9-403a-92fc-2d0fb027b78e req-5f7493fd-295c-4c3e-84a7-0a6dfd92fb8d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:44.111535 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-574a231d-ffb9-403a-92fc-2d0fb027b78e req-5f7493fd-295c-4c3e-84a7-0a6dfd92fb8d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0990868 Aug 17 02:23:44.162531 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-574a231d-ffb9-403a-92fc-2d0fb027b78e req-06b18bce-69c0-468e-bbf6-b177f92ad354 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422580 Aug 17 02:23:44.303963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b024b6-599f-4bd4-bd6e-92d084173182 req-8f9f56b2-2a51-406b-acd7-4d7d83e586d7 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:44.305507 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63b024b6-599f-4bd4-bd6e-92d084173182 req-8f9f56b2-2a51-406b-acd7-4d7d83e586d7 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 944 time: 0.0657682 Aug 17 02:23:44.353060 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63b024b6-599f-4bd4-bd6e-92d084173182 req-0a918cad-e033-44ce-804d-5a855bb254ed tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392034 Aug 17 02:23:44.478549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed071bf-20ac-470b-b51b-3490d2f3465b req-3a524e45-90ec-4de4-b483-a2a817433118 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:44.480169 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ed071bf-20ac-470b-b51b-3490d2f3465b req-3a524e45-90ec-4de4-b483-a2a817433118 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0555356 Aug 17 02:23:44.532894 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ed071bf-20ac-470b-b51b-3490d2f3465b req-527391d7-3ac6-4bc8-a5f1-63d2848dc5b8 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 Aug 17 02:23:44.554911 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:23:44.668204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e9944-2974-4f69-bf60-e883965dae66 req-38b9ddf1-ea6c-46ca-a8bb-c2034e7d761c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:44.670442 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-877e9944-2974-4f69-bf60-e883965dae66 req-38b9ddf1-ea6c-46ca-a8bb-c2034e7d761c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0679376 Aug 17 02:23:44.724071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-877e9944-2974-4f69-bf60-e883965dae66 req-95628a40-86ef-4c10-bf04-bbf247272bc8 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463037 Aug 17 02:23:44.767757 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46578) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:23:44.911871 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a08ae-1258-42bd-bdfb-c669d5ad9b6c req-81675b72-fb62-4724-ab5c-024e061c1210 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:44.913963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f4a08ae-1258-42bd-bdfb-c669d5ad9b6c req-81675b72-fb62-4724-ab5c-024e061c1210 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 944 time: 0.0671172 Aug 17 02:23:44.915141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2107938028-network', 'tenant_id': '0ce9172036b7486bafdca63495c8c876'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:44.960880 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f4a08ae-1258-42bd-bdfb-c669d5ad9b6c req-986a1e9a-5dd7-4c4d-a60c-6f19c9931bdc tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393703 Aug 17 02:23:45.166357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] Made reservation on behalf of 0ce9172036b7486bafdca63495c8c876 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:23:45.168937 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:45.179780 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:45.300816 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:45.311608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59902c18-244b-4c1a-90e2-d19eeb1bbb38 req-3f57a042-a2e0-47e2-8352-0d519036f748 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:45.313186 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59902c18-244b-4c1a-90e2-d19eeb1bbb38 req-3f57a042-a2e0-47e2-8352-0d519036f748 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0620599 Aug 17 02:23:45.353573 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59902c18-244b-4c1a-90e2-d19eeb1bbb38 req-46ca25a0-76ce-4020-9022-c5718b70b4c2 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338151 Aug 17 02:23:45.395789 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:45.437342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:23:45.454517 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1824e9c-03f6-4f71-8467-8583d0e9b6f1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:45.463167 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:45.463722 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] Added segment 552b83c0-f87d-48ce-91bb-e8cff1287a83 of type vlan for network ea94309b-4c71-4ebb-956b-55784f9334f8 Aug 17 02:23:45.511431 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:45.651996 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:45.653005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:45.654258 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:45.713719 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] Pushing event updated for resources: {'Network': ['ID=ea94309b-4c71-4ebb-956b-55784f9334f8,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:45.724141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network ea94309b-4c71-4ebb-956b-55784f9334f8 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:23:45.793454 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e44f2b9b-6f03-4423-965b-95c5034feaf0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0243762 Aug 17 02:23:45.797094 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46598) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:23:45.802251 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e7b8003a-c4ad-49af-becf-1fe541c4d83d admin admin] Request body: {'subnet': {'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2107938028-subnet', 'tenant_id': '0ce9172036b7486bafdca63495c8c876', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:45.967101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b8003a-c4ad-49af-becf-1fe541c4d83d admin admin] Made reservation on behalf of 0ce9172036b7486bafdca63495c8c876 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:23:45.974608 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e7b8003a-c4ad-49af-becf-1fe541c4d83d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:45.992669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8882cc2-1603-4947-a182-8e340daf161b req-00605e06-9ddc-4184-8d60-838fd4990e43 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:45.995409 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8882cc2-1603-4947-a182-8e340daf161b req-00605e06-9ddc-4184-8d60-838fd4990e43 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 944 time: 0.0876532 Aug 17 02:23:46.016654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 1e24975c-6f30-4e05-a4cb-d22e907fb666 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:23:46.061607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8882cc2-1603-4947-a182-8e340daf161b req-f17b3b49-bc56-4f7c-8ebe-f20f90deed09 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537620 Aug 17 02:23:46.182694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6935e996-8433-4681-8633-858a4884f208 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:23:46.188178 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:46.242304 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-402fce50-d2ba-4e20-b764-e3714d7ed478 service neutron] 10.222.0.42 "GET /v2.0/ports/1e24975c-6f30-4e05-a4cb-d22e907fb666/bindings/n-h2-793621-31 HTTP/1.1" status: 200 len: 385 time: 0.1839759 Aug 17 02:23:46.244862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 1e24975c-6f30-4e05-a4cb-d22e907fb666 has no active binding in host n-h2-793621-31 {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:23:46.359125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 6935e996-8433-4681-8633-858a4884f208 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:23:46.366881 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 6935e996-8433-4681-8633-858a4884f208 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:23:46.367586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:46.519392 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:46.592134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f25500-9118-4c81-bedf-77b982e8578e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6935e996-8433-4681-8633-858a4884f208'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:46.597723 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a6fb0e-4e8b-451c-b97f-bea3b2b21a40" -d '{"events": [{"server_uuid": "d3f25500-9118-4c81-bedf-77b982e8578e", "name": "network-vif-plugged", "status": "completed", "tag": "6935e996-8433-4681-8633-858a4884f208"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:46.608068 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6935e996-8433-4681-8633-858a4884f208, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6935e996-8433-4681-8633-858a4884f208,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:46.639359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96857e4-cdbe-4e55-bc44-cb1bab067ebe req-5042f116-8572-49f3-b27d-0b9834f36e9a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:46.641006 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a96857e4-cdbe-4e55-bc44-cb1bab067ebe req-5042f116-8572-49f3-b27d-0b9834f36e9a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.4513967 Aug 17 02:23:46.692931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a96857e4-cdbe-4e55-bc44-cb1bab067ebe req-c24f16ac-c96a-409d-8cfd-8b033b2c274b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421054 Aug 17 02:23:46.706781 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:46.791916 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6935e996-8433-4681-8633-858a4884f208,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:46.886358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955dce4-3e69-438b-b24e-0e80c5d4f893 req-d0e11af7-acd0-43e0-8517-f37a36e67e5a tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:46.889680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6955dce4-3e69-438b-b24e-0e80c5d4f893 req-d0e11af7-acd0-43e0-8517-f37a36e67e5a tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.1032858 Aug 17 02:23:46.934054 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6955dce4-3e69-438b-b24e-0e80c5d4f893 req-649f078d-f9b0-45a5-b56b-0712f9b18602 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367725 Aug 17 02:23:46.957712 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e7b8003a-c4ad-49af-becf-1fe541c4d83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:47.044063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8003a-c4ad-49af-becf-1fe541c4d83d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebee2bf4-fcee-40c1-aead-86827d774924,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:47.072788 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-abfc03b4-dc2d-444c-8f9c-c3b6b575d33a service neutron] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:47.085985 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8003a-c4ad-49af-becf-1fe541c4d83d admin admin] Checking segment: {'id': '552b83c0-f87d-48ce-91bb-e8cff1287a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:23:47.086355 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8003a-c4ad-49af-becf-1fe541c4d83d admin admin] Network hostable DHCP agents. Network: ea94309b-4c71-4ebb-956b-55784f9334f8, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:23:47.094367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e723b-8a88-4cea-9b93-cdfb18337d67 req-edcde939-cb86-4d49-aa57-01f710529e17 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:47.097629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c8e723b-8a88-4cea-9b93-cdfb18337d67 req-edcde939-cb86-4d49-aa57-01f710529e17 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0916438 Aug 17 02:23:47.106989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-abfc03b4-dc2d-444c-8f9c-c3b6b575d33a service neutron] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:23:47.148156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-abfc03b4-dc2d-444c-8f9c-c3b6b575d33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e24975c-6f30-4e05-a4cb-d22e907fb666 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:23:47.163283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-abfc03b4-dc2d-444c-8f9c-c3b6b575d33a service neutron] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:47.164156 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c8e723b-8a88-4cea-9b93-cdfb18337d67 req-8cc85201-8f87-40bd-b62e-dbb4e859aa22 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560079 Aug 17 02:23:47.266649 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8003a-c4ad-49af-becf-1fe541c4d83d admin admin] Network ea94309b-4c71-4ebb-956b-55784f9334f8 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:23:47.293464 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-abfc03b4-dc2d-444c-8f9c-c3b6b575d33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:47.303505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecb738-664f-4150-b8aa-7793d50cd8ca req-20df64c2-6be2-4990-917e-878710e8ee50 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:47.305623 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bfecb738-664f-4150-b8aa-7793d50cd8ca req-20df64c2-6be2-4990-917e-878710e8ee50 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 945 time: 0.0642271 Aug 17 02:23:47.353526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bfecb738-664f-4150-b8aa-7793d50cd8ca req-0a47533b-3b75-444b-b224-9c41a3c2dbb2 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393748 Aug 17 02:23:47.394648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e7b8003a-c4ad-49af-becf-1fe541c4d83d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, ea94309b-4c71-4ebb-956b-55784f9334f8) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:23:47.401117 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b8003a-c4ad-49af-becf-1fe541c4d83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:47.402530 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e7b8003a-c4ad-49af-becf-1fe541c4d83d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:47.412456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd44b200-7e08-4f02-9c0f-c12607b0afb9 None None] Network ea94309b-4c71-4ebb-956b-55784f9334f8 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:23:47.423870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-abfc03b4-dc2d-444c-8f9c-c3b6b575d33a service neutron] Transition to ACTIVE for port object 1e24975c-6f30-4e05-a4cb-d22e907fb666 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:23:47.516218 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e7b8003a-c4ad-49af-becf-1fe541c4d83d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7176344 Aug 17 02:23:47.594044 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-abfc03b4-dc2d-444c-8f9c-c3b6b575d33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:47.622569 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79470f1f-bb9a-4351-bec8-d272ce43592e None None] Network ea94309b-4c71-4ebb-956b-55784f9334f8 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:23:47.771001 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-abfc03b4-dc2d-444c-8f9c-c3b6b575d33a service neutron] No DVR routers for this DVR port 1e24975c-6f30-4e05-a4cb-d22e907fb666 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:23:47.771725 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5bb7dc-eade-42d4-bc3d-d601ee470efc x-openstack-request-id: req-0a5bb7dc-eade-42d4-bc3d-d601ee470efc {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:47.772236 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f25500-9118-4c81-bedf-77b982e8578e", "name": "network-vif-plugged", "status": "completed", "tag": "6935e996-8433-4681-8633-858a4884f208", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:47.772710 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a5bb7dc-eade-42d4-bc3d-d601ee470efc {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:47.773422 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f25500-9118-4c81-bedf-77b982e8578e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6935e996-8433-4681-8633-858a4884f208', 'code': 200} Aug 17 02:23:47.808888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7ecac-7330-4aa5-9228-a60c9c75d1d1 req-912f11ff-0f86-45b9-b04d-2d164a0994a4 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:47.811449 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23d7ecac-7330-4aa5-9228-a60c9c75d1d1 req-912f11ff-0f86-45b9-b04d-2d164a0994a4 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 945 time: 0.1022263 Aug 17 02:23:47.871116 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23d7ecac-7330-4aa5-9228-a60c9c75d1d1 req-e0e68983-ae80-42d2-9587-74ef7f9c939d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528843 Aug 17 02:23:47.884170 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-abfc03b4-dc2d-444c-8f9c-c3b6b575d33a service neutron] 10.222.0.42 "PUT /v2.0/ports/1e24975c-6f30-4e05-a4cb-d22e907fb666/bindings/n-h2-793621-31/activate HTTP/1.1" status: 200 len: 370 time: 1.6316986 Aug 17 02:23:47.886712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc03b4-dc2d-444c-8f9c-c3b6b575d33a service neutron] Pushing event updated for resources: {'Port': ['ID=1e24975c-6f30-4e05-a4cb-d22e907fb666,revision_number=10']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:47.925263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e0086-1535-4d85-a4f8-f833081357af req-071fda73-609b-4a1e-a542-f18b680d0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:47.928127 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-342e0086-1535-4d85-a4f8-f833081357af req-071fda73-609b-4a1e-a542-f18b680d0b53 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 1097 time: 0.1187847 Aug 17 02:23:47.976656 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-342e0086-1535-4d85-a4f8-f833081357af req-bec6b601-2f2e-41ec-82d2-b9640acc17a9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Aug 17 02:23:48.010979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec63056-2ac9-488c-849a-233758f7ab91 req-1b3029fd-abd4-4b9c-81db-7a6787f40021 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:48.013117 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bec63056-2ac9-488c-849a-233758f7ab91 req-1b3029fd-abd4-4b9c-81db-7a6787f40021 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0544975 Aug 17 02:23:48.070087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bec63056-2ac9-488c-849a-233758f7ab91 req-8ad477f1-3dfd-4bad-8b58-03026a43bd71 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498683 Aug 17 02:23:48.156371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-189324c1-2eb3-4534-b4f1-057b20b0d001 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:48.159170 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-189324c1-2eb3-4534-b4f1-057b20b0d001 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a&tenant_id=e3bea87dd1b648248d3d9b791695e521&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1097 time: 0.0804055 Aug 17 02:23:48.227520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-6f85078e-abc0-4a83-9acf-ed243ad76370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:48.230389 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-6f85078e-abc0-4a83-9acf-ed243ad76370 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a&tenant_id=e3bea87dd1b648248d3d9b791695e521 HTTP/1.1" status: 200 len: 1097 time: 0.0609970 Aug 17 02:23:48.330021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-7c8d2820-99c1-433a-9d2c-4d75e3f37253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:48.331670 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-7c8d2820-99c1-433a-9d2c-4d75e3f37253 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 1097 time: 0.0563591 Aug 17 02:23:48.522102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-0ac7795d-5b52-433c-bc1a-d27d92418a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:48.523607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-0ac7795d-5b52-433c-bc1a-d27d92418a5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.1783640 Aug 17 02:23:48.535261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-41ca01e7-7d10-4e7c-a5dc-6d3ebb35adff tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:48.536789 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-41ca01e7-7d10-4e7c-a5dc-6d3ebb35adff tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/networks?id=ea94309b-4c71-4ebb-956b-55784f9334f8 HTTP/1.1" status: 200 len: 822 time: 0.1813717 Aug 17 02:23:48.562980 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-30503d07-893a-492f-9839-df39d1e84af3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/quotas/0ce9172036b7486bafdca63495c8c876 HTTP/1.1" status: 200 len: 375 time: 0.0180411 Aug 17 02:23:48.600741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-6ac88a36-3b1e-4da1-a773-3e8426b9b539 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666 HTTP/1.1" status: 200 len: 217 time: 0.0483038 Aug 17 02:23:48.629290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-3839532e-164e-4191-b64a-90b5f1515c35 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ce9172036b7486bafdca63495c8c876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390565 Aug 17 02:23:48.728104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-5a103a26-65b8-42bb-baac-5842a175838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:48.729642 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-5a103a26-65b8-42bb-baac-5842a175838a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.1111526 Aug 17 02:23:48.788034 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-a6bb1446-58f2-44b8-ae4b-64d39e689725 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352917 Aug 17 02:23:48.795089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-9eac9576-e579-4e14-8350-cb62ea30f213 service neutron] 10.222.0.13 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385837 Aug 17 02:23:48.966314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-016bcea0-a6cb-4701-8e83-18381a2008a4 service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640553 Aug 17 02:23:48.970986 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-e5eea920-a749-42dc-88a8-38b3b6bec51a service neutron] 10.222.0.13 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618848 Aug 17 02:23:49.101083 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-ad987f4d-e1b8-4af3-a32f-f325a668f4cf service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255317 Aug 17 02:23:49.320392 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffbd48-0045-4b1f-96cb-01d114bea291 req-93dd1e16-2347-464c-9a63-49200904133d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:49.323014 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48ffbd48-0045-4b1f-96cb-01d114bea291 req-93dd1e16-2347-464c-9a63-49200904133d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0681868 Aug 17 02:23:49.384620 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48ffbd48-0045-4b1f-96cb-01d114bea291 req-5feb2943-2e85-45d5-b080-2c109c034dd8 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540159 Aug 17 02:23:49.537115 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b49f6-fa04-41c6-a726-3318c36ab174 req-c5f02fbc-bace-4e3b-a8fb-62729a6fe10f tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:49.539199 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-438b49f6-fa04-41c6-a726-3318c36ab174 req-c5f02fbc-bace-4e3b-a8fb-62729a6fe10f tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0671229 Aug 17 02:23:49.601631 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-438b49f6-fa04-41c6-a726-3318c36ab174 req-e9660c99-1cd3-4479-9085-6cb61c29a10f tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502970 Aug 17 02:23:49.741883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa3f95-f179-4db8-90f4-28a68017ff82 req-08aa75c5-296a-4409-a4bd-46b5d5696549 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:49.743476 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eefa3f95-f179-4db8-90f4-28a68017ff82 req-08aa75c5-296a-4409-a4bd-46b5d5696549 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 945 time: 0.0575869 Aug 17 02:23:49.799108 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eefa3f95-f179-4db8-90f4-28a68017ff82 req-f587b3ee-3938-486e-9ff8-3d683ddcbd54 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484741 Aug 17 02:23:50.005632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-2a64d271-282e-4479-9b89-f776efd9c369 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:50.007697 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-2a64d271-282e-4479-9b89-f776efd9c369 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a&tenant_id=e3bea87dd1b648248d3d9b791695e521&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 1097 time: 0.0605264 Aug 17 02:23:50.073390 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 1e24975c-6f30-4e05-a4cb-d22e907fb666 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:23:50.195894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 1e24975c-6f30-4e05-a4cb-d22e907fb666 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:23:50.226883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799535-2f1e-4d96-9107-d88d417e4a95 req-c8d76569-d6ae-439a-9cf3-b05b1efed19d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:50.228438 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc799535-2f1e-4d96-9107-d88d417e4a95 req-c8d76569-d6ae-439a-9cf3-b05b1efed19d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 945 time: 0.1166034 Aug 17 02:23:50.251490 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 1e24975c-6f30-4e05-a4cb-d22e907fb666 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:23:50.289889 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc799535-2f1e-4d96-9107-d88d417e4a95 req-f4c276bd-662c-4af0-9e84-5f70c66ec778 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454824 Aug 17 02:23:50.390722 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-d45c7e2f-4cbc-4908-8245-263789e09692 service neutron] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:23:50.395564 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-d45c7e2f-4cbc-4908-8245-263789e09692 service neutron] Notify callbacks [] for binding, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:50.396806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0ad03c6-2e74-4b43-b4ce-b2c9a1f3aa9a req-d45c7e2f-4cbc-4908-8245-263789e09692 service neutron] 10.222.0.18 "DELETE /v2.0/ports/1e24975c-6f30-4e05-a4cb-d22e907fb666/bindings/n-h1-793621-31 HTTP/1.1" status: 204 len: 173 time: 0.3599811 Aug 17 02:23:50.420106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb073a-6420-44a4-a80d-b609109278e7 req-ae59b06f-39c6-40e1-98be-de2de5107051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:50.421509 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3fb073a-6420-44a4-a80d-b609109278e7 req-ae59b06f-39c6-40e1-98be-de2de5107051 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0669987 Aug 17 02:23:50.476316 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3fb073a-6420-44a4-a80d-b609109278e7 req-66fb0bad-90dd-4a04-929d-c33b96e8bd5a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479140 Aug 17 02:23:50.593960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4d1893e6-f7fc-4451-ba88-3d92521092f9 req-4e0c5e74-f63a-4bf6-8534-0ec8e800f871 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 210 time: 0.0440302 Aug 17 02:23:50.769726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c6729-8cdc-44b2-bc33-cb3c5b464fdc req-11a365dc-95be-43f8-973e-60aefb0f9afa tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:50.771455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a55c6729-8cdc-44b2-bc33-cb3c5b464fdc req-11a365dc-95be-43f8-973e-60aefb0f9afa tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0567880 Aug 17 02:23:50.815131 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a55c6729-8cdc-44b2-bc33-cb3c5b464fdc req-09ba1023-d431-406b-952d-75f55aa43fb2 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372870 Aug 17 02:23:50.971130 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bb851-4215-4501-a54a-ddacfc5ed7de req-2001a6bd-7d69-4290-95e5-69a344f923d9 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:50.973852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-660bb851-4215-4501-a54a-ddacfc5ed7de req-2001a6bd-7d69-4290-95e5-69a344f923d9 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0676880 Aug 17 02:23:51.022636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-660bb851-4215-4501-a54a-ddacfc5ed7de req-2597f818-4436-4c5e-9dbf-d39bd6419de1 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 Aug 17 02:23:51.162375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b15c08-3d47-4040-ab04-f867d3371245 req-da013bb1-550a-4247-b1ed-91f3e6e1b7e4 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:51.164247 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76b15c08-3d47-4040-ab04-f867d3371245 req-da013bb1-550a-4247-b1ed-91f3e6e1b7e4 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 1097 time: 0.0474887 Aug 17 02:23:51.206681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76b15c08-3d47-4040-ab04-f867d3371245 req-f83b39ec-52bf-497c-a17c-a43a650d9fa8 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350525 Aug 17 02:23:51.338819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85ebb6-68e6-4ab1-b841-cb10c434449d req-b7be1b95-6633-45d1-a381-2e30cc77d974 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:51.340147 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c85ebb6-68e6-4ab1-b841-cb10c434449d req-b7be1b95-6633-45d1-a381-2e30cc77d974 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 945 time: 0.0562522 Aug 17 02:23:51.414492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f718449-f6ba-4c1b-944b-eb676d619e93 req-73e2f9de-4dc3-442c-a4fb-43d1bb8b469d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:51.415911 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f718449-f6ba-4c1b-944b-eb676d619e93 req-73e2f9de-4dc3-442c-a4fb-43d1bb8b469d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.18 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 946 time: 0.0742922 Aug 17 02:23:51.419738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c85ebb6-68e6-4ab1-b841-cb10c434449d req-4814b4ce-fe34-4a74-bd90-c1f2f0993568 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685184 Aug 17 02:23:51.562409 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-2f718449-f6ba-4c1b-944b-eb676d619e93 req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Deleting port ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:23:51.563046 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2f718449-f6ba-4c1b-944b-eb676d619e93 req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:51.677726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-2f718449-f6ba-4c1b-944b-eb676d619e93 req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] For port ec9388ff-87b3-46a7-a082-cdf9a1bff3f4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ec9388ff-87b3-46a7-a082-cdf9a1bff3f4,segment=NetworkSegment(e7836683-e856-447b-8803-dabb88ccdefd),segment_id=e7836683-e856-447b-8803-dabb88ccdefd)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:51.677726 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2f718449-f6ba-4c1b-944b-eb676d619e93 req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:51.702266 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-2f718449-f6ba-4c1b-944b-eb676d619e93 req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Calling delete_port for ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:23:51.735230 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f914fd6-07a3-43d9-a26e-4a61fc9a5cd8 req-8be26a41-6015-4530-9872-b07c0ca16631 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0616632 Aug 17 02:23:51.830429 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f914fd6-07a3-43d9-a26e-4a61fc9a5cd8 req-1177b7fb-4a6b-4831-8709-d446ccd7a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:51.832907 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f914fd6-07a3-43d9-a26e-4a61fc9a5cd8 req-1177b7fb-4a6b-4831-8709-d446ccd7a8db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 1103 time: 0.0586083 Aug 17 02:23:51.879701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-1ee6c873-8627-4df6-a922-1ef360c9ccaf tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:51.881284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-1ee6c873-8627-4df6-a922-1ef360c9ccaf tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 821 time: 0.1802166 Aug 17 02:23:51.924776 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-bbafcf65-4fee-42b3-bcfd-5098504c2b7d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/quotas/e3bea87dd1b648248d3d9b791695e521 HTTP/1.1" status: 200 len: 375 time: 0.0376029 Aug 17 02:23:51.975838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f914fd6-07a3-43d9-a26e-4a61fc9a5cd8 req-d40c2ffc-2ca3-4cd9-9d75-5ee5df9c4789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:51.978166 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f914fd6-07a3-43d9-a26e-4a61fc9a5cd8 req-d40c2ffc-2ca3-4cd9-9d75-5ee5df9c4789 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1071401 Aug 17 02:23:52.007539 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-30ee4429-2b87-4934-b88f-92b642ee6d5c tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0686038 Aug 17 02:23:52.041347 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f914fd6-07a3-43d9-a26e-4a61fc9a5cd8 req-5a4dcedb-b482-4d29-85d7-02177c60fdd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 HTTP/1.1" status: 200 len: 217 time: 0.0556366 Aug 17 02:23:52.082336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 43d7ffdb-5b0b-4795-b2b6-748a0904b932 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:23:52.083555 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2f718449-f6ba-4c1b-944b-eb676d619e93 req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:52.117216 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f914fd6-07a3-43d9-a26e-4a61fc9a5cd8 req-4a00f363-ed3b-4772-90d3-b110be35e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:52.120757 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f914fd6-07a3-43d9-a26e-4a61fc9a5cd8 req-4a00f363-ed3b-4772-90d3-b110be35e81a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0697639 Aug 17 02:23:52.127316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['e269a82b-eff9-4ddf-92d6-91229453d9d9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:23:52.142938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Pushing event deleted for resources: {'Port': ['ID=ec9388ff-87b3-46a7-a082-cdf9a1bff3f4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:52.157568 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['ec9388ff-87b3-46a7-a082-cdf9a1bff3f4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:23:52.186227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:52.186661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:52.187214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:52.187754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:52.188262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:52.189453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:52.189453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:52.189725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:52.190001 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:52.190195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:52.193664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:52.193664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:23:52.206535 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f914fd6-07a3-43d9-a26e-4a61fc9a5cd8 req-81429f7b-a44a-4718-8573-baaecc82824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:52.208657 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f914fd6-07a3-43d9-a26e-4a61fc9a5cd8 req-81429f7b-a44a-4718-8573-baaecc82824b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0792964 Aug 17 02:23:52.228552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f718449-f6ba-4c1b-944b-eb676d619e93 req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] No DVR routers for this DVR port ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:23:52.236405 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2f718449-f6ba-4c1b-944b-eb676d619e93 req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:52.238482 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f718449-f6ba-4c1b-944b-eb676d619e93 req-4fe924d4-17d1-49a6-8e8e-6c56170ff46d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.18 "DELETE /v2.0/ports/ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 HTTP/1.1" status: 204 len: 173 time: 0.8097770 Aug 17 02:23:52.238930 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13535359-9fdd-4818-8946-bcd4e9b7b606', 'name': 'network-vif-deleted', 'tag': 'ec9388ff-87b3-46a7-a082-cdf9a1bff3f4'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:52.241285 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba29860-bfb3-4d7c-ab1f-fc427921e1b7" -d '{"events": [{"server_uuid": "13535359-9fdd-4818-8946-bcd4e9b7b606", "name": "network-vif-deleted", "tag": "ec9388ff-87b3-46a7-a082-cdf9a1bff3f4"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:52.258450 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-3602d887-974a-4919-8e86-bc5932356499 service neutron] 10.222.0.13 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304349 Aug 17 02:23:52.297795 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:52.332353 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f914fd6-07a3-43d9-a26e-4a61fc9a5cd8 req-51fa11b5-f274-4673-883e-561ea09edf82 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150274 Aug 17 02:23:52.343599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f98ba9-8892-4603-b055-0adc850581cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d7ffdb-5b0b-4795-b2b6-748a0904b932'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:52.346159 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff05a5d-7e9f-415a-8a7d-f6e189b1ed60" -d '{"events": [{"server_uuid": "64f98ba9-8892-4603-b055-0adc850581cb", "name": "network-vif-unplugged", "status": "completed", "tag": "43d7ffdb-5b0b-4795-b2b6-748a0904b932"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:52.368532 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 43d7ffdb-5b0b-4795-b2b6-748a0904b932, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=43d7ffdb-5b0b-4795-b2b6-748a0904b932,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:52.400070 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-f19ca420-2279-4260-99d1-a45406c0f072 service neutron] 10.222.0.13 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378019 Aug 17 02:23:52.459604 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:52.483153 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8f914fd6-07a3-43d9-a26e-4a61fc9a5cd8 req-32239c35-31c6-43d5-a184-e706c0efdffe service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432095 Aug 17 02:23:52.515914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=43d7ffdb-5b0b-4795-b2b6-748a0904b932,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:52.974304 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ada18-1330-4b30-9a13-3798a18b2b4e req-6a284614-277a-40db-a19b-602b0b32cabc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:52.976460 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-941ada18-1330-4b30-9a13-3798a18b2b4e req-6a284614-277a-40db-a19b-602b0b32cabc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0550590 Aug 17 02:23:53.034198 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-941ada18-1330-4b30-9a13-3798a18b2b4e req-ae7f1030-5cb9-4927-aee1-358b701752c7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466654 Aug 17 02:23:53.168133 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0229d006-61b1-4868-bef0-d61a20d15929 req-4eec4bac-8ceb-49b4-b9aa-70dfc8ba6c27 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 210 time: 0.0415015 Aug 17 02:23:53.180450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-4d4791f2-3c38-402f-a4de-151fc3e5c110 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:53.182888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-4d4791f2-3c38-402f-a4de-151fc3e5c110 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.18 "GET /v2.0/networks?id=ea94309b-4c71-4ebb-956b-55784f9334f8 HTTP/1.1" status: 200 len: 822 time: 0.1619956 Aug 17 02:23:53.209429 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-c7ad3385-e112-4a0a-86e1-a20426ed82a3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Request body: {'port': {'device_id': 'c34e539f-5044-419c-ac14-f3ac5ac1d884', 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8', 'admin_state_up': True, 'tenant_id': '0ce9172036b7486bafdca63495c8c876'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:53.358005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56762e50-1272-401a-8bb2-d08dfb2d1e43 req-b30cc158-cbcd-48df-bf30-e8a9b835fbe1 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:53.360283 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-56762e50-1272-401a-8bb2-d08dfb2d1e43 req-b30cc158-cbcd-48df-bf30-e8a9b835fbe1 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 944 time: 0.0896330 Aug 17 02:23:53.414721 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-56762e50-1272-401a-8bb2-d08dfb2d1e43 req-82418ff6-29da-44f1-8817-76f9d7024297 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462704 Aug 17 02:23:53.481685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-c7ad3385-e112-4a0a-86e1-a20426ed82a3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Made reservation on behalf of 0ce9172036b7486bafdca63495c8c876 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:23:53.487940 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-c7ad3385-e112-4a0a-86e1-a20426ed82a3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:53.582157 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1663149e-e3b1-4f50-bc99-24f3e5e92dce req-135332db-ed62-4d4f-b7a0-ed44cc2305fd tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=13535359-9fdd-4818-8946-bcd4e9b7b606 HTTP/1.1" status: 200 len: 210 time: 0.0672076 Aug 17 02:23:53.658928 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a436a37-ead6-4e10-9702-d177665374cc x-openstack-request-id: req-2a436a37-ead6-4e10-9702-d177665374cc {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:53.659260 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13535359-9fdd-4818-8946-bcd4e9b7b606", "name": "network-vif-deleted", "tag": "ec9388ff-87b3-46a7-a082-cdf9a1bff3f4", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:53.659412 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a436a37-ead6-4e10-9702-d177665374cc {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:53.659824 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13535359-9fdd-4818-8946-bcd4e9b7b606', 'name': 'network-vif-deleted', 'tag': 'ec9388ff-87b3-46a7-a082-cdf9a1bff3f4', 'status': 'completed', 'code': 200} Aug 17 02:23:53.696024 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f511c5e-e9f0-4b3c-9f47-5f065ad7159b x-openstack-request-id: req-8f511c5e-e9f0-4b3c-9f47-5f065ad7159b {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:53.699465 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f98ba9-8892-4603-b055-0adc850581cb", "name": "network-vif-unplugged", "status": "completed", "tag": "43d7ffdb-5b0b-4795-b2b6-748a0904b932", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:53.699465 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f511c5e-e9f0-4b3c-9f47-5f065ad7159b {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:53.699465 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f98ba9-8892-4603-b055-0adc850581cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d7ffdb-5b0b-4795-b2b6-748a0904b932', 'code': 200} Aug 17 02:23:53.700800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-c7ad3385-e112-4a0a-86e1-a20426ed82a3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Allocated IP 172.20.0.12 (ea94309b-4c71-4ebb-956b-55784f9334f8/ebee2bf4-fcee-40c1-aead-86827d774924/923cc989-4057-4ad4-add9-8a8dbafca3e4) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:23:53.911043 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-c7ad3385-e112-4a0a-86e1-a20426ed82a3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:53.951482 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4740d8c6-8b66-4b7d-83b7-2e9d941e1013 req-b2d6c5ec-c561-4463-9dd7-3748cd00dd2b tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 210 time: 0.0379705 Aug 17 02:23:54.084184 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 43d7ffdb-5b0b-4795-b2b6-748a0904b932 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:23:54.092302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:23:54.093075 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-c7ad3385-e112-4a0a-86e1-a20426ed82a3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:54.122317 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:23:54.122904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ec9388ff-87b3-46a7-a082-cdf9a1bff3f4 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:23:54.193521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-c7ad3385-e112-4a0a-86e1-a20426ed82a3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Network ea94309b-4c71-4ebb-956b-55784f9334f8 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:23:54.199008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-c7ad3385-e112-4a0a-86e1-a20426ed82a3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:23:54.206730 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-c7ad3385-e112-4a0a-86e1-a20426ed82a3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:23:54.211838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad3385-e112-4a0a-86e1-a20426ed82a3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Pushing event updated for resources: {'Port': ['ID=923cc989-4057-4ad4-add9-8a8dbafca3e4,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:54.251902 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 43d7ffdb-5b0b-4795-b2b6-748a0904b932, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=43d7ffdb-5b0b-4795-b2b6-748a0904b932,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:54.271278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '43d7ffdb-5b0b-4795-b2b6-748a0904b932', 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1', 'port_id': '43d7ffdb-5b0b-4795-b2b6-748a0904b932', 'mac_address': 'fa:16:3e:16:01:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0eebf0-cd07-40a8-9430-50c3dd1e4546', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:23:54.285937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-c7ad3385-e112-4a0a-86e1-a20426ed82a3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:54.286885 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-c7ad3385-e112-4a0a-86e1-a20426ed82a3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:54.318401 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:54.331952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d7ffdb-5b0b-4795-b2b6-748a0904b932 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:23:54.353561 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 43d7ffdb-5b0b-4795-b2b6-748a0904b932, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=43d7ffdb-5b0b-4795-b2b6-748a0904b932,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:54.422814 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-c7ad3385-e112-4a0a-86e1-a20426ed82a3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2190788 Aug 17 02:23:54.438433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-92de940c-8a48-43d8-9ad9-814015f31ff0 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:23:54.439588 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-92de940c-8a48-43d8-9ad9-814015f31ff0 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081806 Aug 17 02:23:54.455667 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:54.623048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57599301-c10b-492e-83d7-469e46aec43a req-ffbcd9ba-4570-499c-9bd6-b10e18a87281 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:54.624878 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57599301-c10b-492e-83d7-469e46aec43a req-ffbcd9ba-4570-499c-9bd6-b10e18a87281 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0853877 Aug 17 02:23:54.631007 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Request body: {'port': {'device_id': 'c34e539f-5044-419c-ac14-f3ac5ac1d884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:54.667319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=43d7ffdb-5b0b-4795-b2b6-748a0904b932,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:54.721647 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57599301-c10b-492e-83d7-469e46aec43a req-65d5e162-c866-4c08-b8eb-2a5dfcd7813c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869534 Aug 17 02:23:54.725906 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:54.922166 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee6d98-38ac-473b-a3d9-924f386b7fab req-41930bbb-d9d0-4643-bccb-bcc27e3e3161 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:54.923978 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ffee6d98-38ac-473b-a3d9-924f386b7fab req-41930bbb-d9d0-4643-bccb-bcc27e3e3161 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 932 time: 0.1241057 Aug 17 02:23:55.024343 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ffee6d98-38ac-473b-a3d9-924f386b7fab req-50009795-9a79-4d1d-a341-6ff81b98a3f2 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810955 Aug 17 02:23:55.130217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923cc989-4057-4ad4-add9-8a8dbafca3e4 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:23:55.141143 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:55.171997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Transition to ACTIVE for port object 923cc989-4057-4ad4-add9-8a8dbafca3e4 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:23:55.179041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['43d7ffdb-5b0b-4795-b2b6-748a0904b932'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:23:55.217185 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478b701-9b4f-4f2c-830e-f260172c6344 req-c6156404-e257-484b-8ed9-48640828c547 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:55.218874 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9478b701-9b4f-4f2c-830e-f260172c6344 req-c6156404-e257-484b-8ed9-48640828c547 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 945 time: 0.0581510 Aug 17 02:23:55.263288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9478b701-9b4f-4f2c-830e-f260172c6344 req-fef182cb-69de-4127-8344-8d4a11b2aaa2 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374327 Aug 17 02:23:55.323929 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:55.396784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Pushing event updated for resources: {'Port': ['ID=923cc989-4057-4ad4-add9-8a8dbafca3e4,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:55.499854 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Attempting to bind port 923cc989-4057-4ad4-add9-8a8dbafca3e4 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:23:55.501480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Attempting to bind port 923cc989-4057-4ad4-add9-8a8dbafca3e4 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '552b83c0-f87d-48ce-91bb-e8cff1287a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:23:55.502364 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Attempting to bind port 923cc989-4057-4ad4-add9-8a8dbafca3e4 on network ea94309b-4c71-4ebb-956b-55784f9334f8 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:23:55.508623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Port 923cc989-4057-4ad4-add9-8a8dbafca3e4 on network ea94309b-4c71-4ebb-956b-55784f9334f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:23:55.509283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Attempting to bind port 923cc989-4057-4ad4-add9-8a8dbafca3e4 on network ea94309b-4c71-4ebb-956b-55784f9334f8 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:23:55.516408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:23:55.517115 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Checking segment: {'id': '552b83c0-f87d-48ce-91bb-e8cff1287a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:23:55.517608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Bound using segment: {'id': '552b83c0-f87d-48ce-91bb-e8cff1287a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:23:55.518121 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Bound port: 923cc989-4057-4ad4-add9-8a8dbafca3e4, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552b83c0-f87d-48ce-91bb-e8cff1287a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:23:55.518555 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:55.639041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03933b56-14f2-4728-8add-9ee072343aea req-e71649ae-3b12-4658-bb27-1ac2e397d3e3 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 210 time: 0.0485823 Aug 17 02:23:55.664246 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] For port 923cc989-4057-4ad4-add9-8a8dbafca3e4, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:23:55.675342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] For port 923cc989-4057-4ad4-add9-8a8dbafca3e4, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=923cc989-4057-4ad4-add9-8a8dbafca3e4,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:23:55.725117 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:55.771689 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:55.772620 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:55.777306 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] 10.222.0.18 "PUT /v2.0/ports/923cc989-4057-4ad4-add9-8a8dbafca3e4 HTTP/1.1" status: 200 len: 1093 time: 1.3184037 Aug 17 02:23:55.777306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34e539f-5044-419c-ac14-f3ac5ac1d884', 'tag': '923cc989-4057-4ad4-add9-8a8dbafca3e4'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:55.779509 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6d065c-a469-4c0f-a329-4c9de0b08021" -d '{"events": [{"name": "network-changed", "server_uuid": "c34e539f-5044-419c-ac14-f3ac5ac1d884", "tag": "923cc989-4057-4ad4-add9-8a8dbafca3e4"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:55.816211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842431c6-6df4-4c12-bed1-463a451c52d2 service neutron] Pushing event updated for resources: {'Port': ['ID=923cc989-4057-4ad4-add9-8a8dbafca3e4,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:56.007932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-6e614ca2-4b3f-4ba9-8e5d-2290733a69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:56.011226 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-6e614ca2-4b3f-4ba9-8e5d-2290733a69b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ce9172036b7486bafdca63495c8c876&device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 1096 time: 0.0644503 Aug 17 02:23:56.016751 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-816d5318-c91c-4288-8590-377945499646 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:56.018944 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-816d5318-c91c-4288-8590-377945499646 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.42 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 821 time: 0.1837080 Aug 17 02:23:56.039387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-8e126826-b875-404f-813d-3ecfa0bd5703 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Request body: {'port': {'device_id': '73e38f65-af87-4b30-8540-d1e2a1165835', 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2', 'admin_state_up': True, 'tenant_id': 'e3bea87dd1b648248d3d9b791695e521'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:56.073966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-3c031e01-62ea-4771-83aa-ee4d780a3b20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=923cc989-4057-4ad4-add9-8a8dbafca3e4 HTTP/1.1" status: 200 len: 217 time: 0.0485475 Aug 17 02:23:56.149392 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-a1d60e8e-2f0a-4fe9-8c8c-8b84cc17c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:56.151276 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-a1d60e8e-2f0a-4fe9-8c8c-8b84cc17c2b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ebee2bf4-fcee-40c1-aead-86827d774924 HTTP/1.1" status: 200 len: 862 time: 0.0656140 Aug 17 02:23:56.201670 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-4d0757ad-f570-4e0b-93fa-8b974603383a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea94309b-4c71-4ebb-956b-55784f9334f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410662 Aug 17 02:23:56.307271 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8106-10e3-43b6-a9a5-cd1932d3a36c req-da123a64-07e0-4a80-a698-727345b573b0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:56.308770 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f91c8106-10e3-43b6-a9a5-cd1932d3a36c req-da123a64-07e0-4a80-a698-727345b573b0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1115029 Aug 17 02:23:56.319018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-8e126826-b875-404f-813d-3ecfa0bd5703 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Made reservation on behalf of e3bea87dd1b648248d3d9b791695e521 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:23:56.322903 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-8e126826-b875-404f-813d-3ecfa0bd5703 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:56.385367 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-21e0826a-bee6-45a1-ade0-413bdc13dcf4 service neutron] 10.222.0.18 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710002 Aug 17 02:23:56.390486 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f91c8106-10e3-43b6-a9a5-cd1932d3a36c req-fad557a4-cd95-4bf8-b08b-72ad30d4fd4f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679276 Aug 17 02:23:56.475213 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaa7066-0ff9-4740-9a17-897f2d9c5de0 x-openstack-request-id: req-acaa7066-0ff9-4740-9a17-897f2d9c5de0 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:56.475813 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34e539f-5044-419c-ac14-f3ac5ac1d884", "tag": "923cc989-4057-4ad4-add9-8a8dbafca3e4", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:56.476258 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acaa7066-0ff9-4740-9a17-897f2d9c5de0 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:56.476836 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34e539f-5044-419c-ac14-f3ac5ac1d884', 'tag': '923cc989-4057-4ad4-add9-8a8dbafca3e4', 'status': 'completed', 'code': 200} Aug 17 02:23:56.490073 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-8e126826-b875-404f-813d-3ecfa0bd5703 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Allocated IP 172.20.0.3 (82555729-1b87-41b3-a6e6-eb3b356fbfb2/d3db6f36-5e0d-4b98-9171-c67317989b44/2634fa00-fd24-40c4-927a-8877e096e76a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:23:56.581295 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-828c9041-8999-4e7a-b1ec-e3d2c11937e3 req-08ad6164-917a-44c3-a464-f90783a5710a service neutron] 10.222.0.18 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816394 Aug 17 02:23:56.615497 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878714c2-f47c-4508-851e-cfb7e18a5ce1 req-6993ff04-a099-44fa-9db2-747c39ab9a14 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:56.623424 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-878714c2-f47c-4508-851e-cfb7e18a5ce1 req-6993ff04-a099-44fa-9db2-747c39ab9a14 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 944 time: 0.0765688 Aug 17 02:23:56.678598 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-878714c2-f47c-4508-851e-cfb7e18a5ce1 req-d19b55d7-e2b8-4d09-ac46-3ebeff0254c5 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510905 Aug 17 02:23:56.721412 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-8e126826-b875-404f-813d-3ecfa0bd5703 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:56.873084 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-8e126826-b875-404f-813d-3ecfa0bd5703 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:56.897670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78949cad-5ce0-42e2-b745-b42e81fad264 req-46429c7a-8fe3-49c4-800a-449956468d85 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:56.899313 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-78949cad-5ce0-42e2-b745-b42e81fad264 req-46429c7a-8fe3-49c4-800a-449956468d85 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 946 time: 0.0813160 Aug 17 02:23:56.911295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d065c-a469-4c0f-a329-4c9de0b08021 req-addb2271-3c41-4e95-a028-5e675aca4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:56.915706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b6d065c-a469-4c0f-a329-4c9de0b08021 req-addb2271-3c41-4e95-a028-5e675aca4d04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ce9172036b7486bafdca63495c8c876&device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 1096 time: 0.0649536 Aug 17 02:23:56.954132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-8e126826-b875-404f-813d-3ecfa0bd5703 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:23:56.955459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e126826-b875-404f-813d-3ecfa0bd5703 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Pushing event updated for resources: {'Port': ['ID=2634fa00-fd24-40c4-927a-8877e096e76a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:56.963992 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-8e126826-b875-404f-813d-3ecfa0bd5703 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:23:56.974162 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-8e126826-b875-404f-813d-3ecfa0bd5703 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:23:57.019250 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-78949cad-5ce0-42e2-b745-b42e81fad264 req-a381c934-a836-4fb0-8a92-ce2f6e29378d tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052620 Aug 17 02:23:57.071130 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d065c-a469-4c0f-a329-4c9de0b08021 req-d93d1e7e-1e36-49e5-a6c3-4c0548e04f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:57.071130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b6d065c-a469-4c0f-a329-4c9de0b08021 req-d93d1e7e-1e36-49e5-a6c3-4c0548e04f7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea94309b-4c71-4ebb-956b-55784f9334f8 HTTP/1.1" status: 200 len: 923 time: 0.1381474 Aug 17 02:23:57.084549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-8e126826-b875-404f-813d-3ecfa0bd5703 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:57.086288 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-8e126826-b875-404f-813d-3ecfa0bd5703 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:57.126798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b6d065c-a469-4c0f-a329-4c9de0b08021 req-6f674bbd-1f97-40a1-a5cd-fd2ac15b1f41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=923cc989-4057-4ad4-add9-8a8dbafca3e4 HTTP/1.1" status: 200 len: 217 time: 0.0438340 Aug 17 02:23:57.193588 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-8e126826-b875-404f-813d-3ecfa0bd5703 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1572585 Aug 17 02:23:57.203455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d065c-a469-4c0f-a329-4c9de0b08021 req-2fc51994-8e3f-4e60-aad0-9895d7eedae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:57.204953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b6d065c-a469-4c0f-a329-4c9de0b08021 req-2fc51994-8e3f-4e60-aad0-9895d7eedae8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ebee2bf4-fcee-40c1-aead-86827d774924 HTTP/1.1" status: 200 len: 862 time: 0.0705528 Aug 17 02:23:57.222369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Request body: {'port': {'device_id': '73e38f65-af87-4b30-8540-d1e2a1165835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:23:57.233283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fe020-5ab1-4b0c-a3db-48d37f602a08 req-c87f2610-1e15-45c6-82cb-02dd564a5a06 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:57.238456 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed1fe020-5ab1-4b0c-a3db-48d37f602a08 req-c87f2610-1e15-45c6-82cb-02dd564a5a06 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 945 time: 0.1110282 Aug 17 02:23:57.254820 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b6d065c-a469-4c0f-a329-4c9de0b08021 req-56ba8b09-f6ac-4e7f-a385-07d32f414742 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea94309b-4c71-4ebb-956b-55784f9334f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389450 Aug 17 02:23:57.302631 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:57.346069 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed1fe020-5ab1-4b0c-a3db-48d37f602a08 req-2c3f8b2f-a982-46c0-97f3-29c17ec1aa9d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961676 Aug 17 02:23:57.384812 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b6d065c-a469-4c0f-a329-4c9de0b08021 req-8a157397-181b-48ee-94ee-0d16e3eb1e8a service neutron] 10.222.0.18 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200638 Aug 17 02:23:57.506718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b6d065c-a469-4c0f-a329-4c9de0b08021 req-c350f465-6a3a-4685-9a3d-ee71f6f438f2 service neutron] 10.222.0.18 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104598 Aug 17 02:23:57.690371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2634fa00-fd24-40c4-927a-8877e096e76a {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:23:57.701461 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:57.730202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a42fac-9a26-462f-936f-6f1e8aa20195 req-7dfc44b9-01a8-4426-a1fd-52dd904a5994 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:57.732674 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a3a42fac-9a26-462f-936f-6f1e8aa20195 req-7dfc44b9-01a8-4426-a1fd-52dd904a5994 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 931 time: 0.0716300 Aug 17 02:23:57.735870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Transition to ACTIVE for port object 2634fa00-fd24-40c4-927a-8877e096e76a will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:23:57.779409 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a3a42fac-9a26-462f-936f-6f1e8aa20195 req-3f1f893e-f58f-4242-ae17-54b09cce7b1f tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385933 Aug 17 02:23:57.869180 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:57.929591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6455ad-59cb-4fb4-a955-3cf7b8314b0f req-49d286a0-5d6b-4bf7-b963-01bf84ea722d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:57.931253 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a6455ad-59cb-4fb4-a955-3cf7b8314b0f req-49d286a0-5d6b-4bf7-b963-01bf84ea722d tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0628159 Aug 17 02:23:57.936531 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Pushing event updated for resources: {'Port': ['ID=2634fa00-fd24-40c4-927a-8877e096e76a,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:58.003664 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a6455ad-59cb-4fb4-a955-3cf7b8314b0f req-54b650fa-b7a3-4d15-9932-a66a6395bad3 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590520 Aug 17 02:23:58.030966 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Attempting to bind port 2634fa00-fd24-40c4-927a-8877e096e76a on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:23:58.031294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Attempting to bind port 2634fa00-fd24-40c4-927a-8877e096e76a by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:23:58.031623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Attempting to bind port 2634fa00-fd24-40c4-927a-8877e096e76a on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:23:58.036530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Port 2634fa00-fd24-40c4-927a-8877e096e76a on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:23:58.036873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Attempting to bind port 2634fa00-fd24-40c4-927a-8877e096e76a on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:23:58.042362 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:23:58.045349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Checking segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:23:58.045349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Bound using segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:23:58.045349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Bound port: 2634fa00-fd24-40c4-927a-8877e096e76a, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:23:58.045349 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:58.125860 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 43d7ffdb-5b0b-4795-b2b6-748a0904b932 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:23:58.149888 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:23:58.151584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b594ba-8f2f-4a36-96dc-05d9a5d8a4a1 req-3b49052f-f94a-4fd8-ae93-efc8b2e59b27 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:58.156771 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=2634fa00-fd24-40c4-927a-8877e096e76a,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:23:58.165479 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29b594ba-8f2f-4a36-96dc-05d9a5d8a4a1 req-3b49052f-f94a-4fd8-ae93-efc8b2e59b27 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 944 time: 0.0760682 Aug 17 02:23:58.196713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 43d7ffdb-5b0b-4795-b2b6-748a0904b932 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:23:58.197805 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:58.209916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29b594ba-8f2f-4a36-96dc-05d9a5d8a4a1 req-0c9ae667-ae51-4c96-add2-49860bc96679 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430291 Aug 17 02:23:58.266520 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:58.307537 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:58.324895 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:58.325739 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:58.328022 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] 10.222.0.42 "PUT /v2.0/ports/2634fa00-fd24-40c4-927a-8877e096e76a HTTP/1.1" status: 200 len: 1092 time: 1.1108611 Aug 17 02:23:58.328630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e38f65-af87-4b30-8540-d1e2a1165835', 'tag': '2634fa00-fd24-40c4-927a-8877e096e76a'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:58.332552 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c27b66-7e7c-481e-8634-6b2017e5a8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "73e38f65-af87-4b30-8540-d1e2a1165835", "tag": "2634fa00-fd24-40c4-927a-8877e096e76a"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:58.360163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f98ba9-8892-4603-b055-0adc850581cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d7ffdb-5b0b-4795-b2b6-748a0904b932'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:23:58.363056 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ccfbd5-278e-46cd-8e89-8c2d41ce4be4" -d '{"events": [{"server_uuid": "64f98ba9-8892-4603-b055-0adc850581cb", "name": "network-vif-plugged", "status": "completed", "tag": "43d7ffdb-5b0b-4795-b2b6-748a0904b932"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:23:58.383082 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 43d7ffdb-5b0b-4795-b2b6-748a0904b932, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=43d7ffdb-5b0b-4795-b2b6-748a0904b932,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:58.388865 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:58.398284 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e6577-e18b-44db-a31d-a0923956a371 service neutron] Pushing event updated for resources: {'Port': ['ID=2634fa00-fd24-40c4-927a-8877e096e76a,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:58.446021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e96df-3859-4eca-a7cb-8113a5acd919 req-18caf1a0-ea39-43ca-adb3-190ac0e11282 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:58.447713 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-074e96df-3859-4eca-a7cb-8113a5acd919 req-18caf1a0-ea39-43ca-adb3-190ac0e11282 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 946 time: 0.0716012 Aug 17 02:23:58.507266 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-074e96df-3859-4eca-a7cb-8113a5acd919 req-9f1aa6cd-b2d4-4011-a89e-24c5d8cb39c6 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374603 Aug 17 02:23:58.548698 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87e8245-3884-4a7b-af7a-bfc22a00f04f x-openstack-request-id: req-d87e8245-3884-4a7b-af7a-bfc22a00f04f {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:58.549339 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e38f65-af87-4b30-8540-d1e2a1165835", "tag": "2634fa00-fd24-40c4-927a-8877e096e76a", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:58.549631 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d87e8245-3884-4a7b-af7a-bfc22a00f04f {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:58.549992 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e38f65-af87-4b30-8540-d1e2a1165835', 'tag': '2634fa00-fd24-40c4-927a-8877e096e76a', 'status': 'completed', 'code': 200} Aug 17 02:23:58.575186 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:58.591585 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de33470-44c3-483b-a7cd-1c04be9b7e52 x-openstack-request-id: req-1de33470-44c3-483b-a7cd-1c04be9b7e52 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:23:58.595456 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f98ba9-8892-4603-b055-0adc850581cb", "name": "network-vif-plugged", "status": "completed", "tag": "43d7ffdb-5b0b-4795-b2b6-748a0904b932", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:23:58.595723 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1de33470-44c3-483b-a7cd-1c04be9b7e52 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:23:58.596339 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f98ba9-8892-4603-b055-0adc850581cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d7ffdb-5b0b-4795-b2b6-748a0904b932', 'code': 200} Aug 17 02:23:58.654661 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c27b66-7e7c-481e-8634-6b2017e5a8f0 req-b9bf8c5e-32e1-4a3e-bc32-493d3d179667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:58.656531 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-89c27b66-7e7c-481e-8634-6b2017e5a8f0 req-b9bf8c5e-32e1-4a3e-bc32-493d3d179667 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 1095 time: 0.0470161 Aug 17 02:23:58.686911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=43d7ffdb-5b0b-4795-b2b6-748a0904b932,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:23:58.804220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6cd26-6937-410f-a714-61aee9dd2996 req-08180b53-a3fd-4a22-9d14-854e1ea4ddbe tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:58.805202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c27b66-7e7c-481e-8634-6b2017e5a8f0 req-d68e5d41-f525-4352-a498-14f04a893bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:58.806461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12b6cd26-6937-410f-a714-61aee9dd2996 req-08180b53-a3fd-4a22-9d14-854e1ea4ddbe tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.1037712 Aug 17 02:23:58.806711 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-89c27b66-7e7c-481e-8634-6b2017e5a8f0 req-d68e5d41-f525-4352-a498-14f04a893bc6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e3bea87dd1b648248d3d9b791695e521&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1344676 Aug 17 02:23:58.888262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12b6cd26-6937-410f-a714-61aee9dd2996 req-d5f4b4be-ed9b-4aee-ab56-8fa2f394883a tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733125 Aug 17 02:23:58.900640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314acab-cc48-440c-9041-e91c6c2f1902 req-6f8c977e-6b9a-48d7-b77e-8315f95dd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:58.911122 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9314acab-cc48-440c-9041-e91c6c2f1902 req-6f8c977e-6b9a-48d7-b77e-8315f95dd185 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 1098 time: 0.0894117 Aug 17 02:23:58.959563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c27b66-7e7c-481e-8634-6b2017e5a8f0 req-fd7b95e8-9583-4c76-a38c-43bdecc7a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:58.961451 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-89c27b66-7e7c-481e-8634-6b2017e5a8f0 req-fd7b95e8-9583-4c76-a38c-43bdecc7a068 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473055 Aug 17 02:23:58.964635 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9314acab-cc48-440c-9041-e91c6c2f1902 req-ebc76aba-a353-47e9-83e5-2e52ea2df94d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Aug 17 02:23:59.160835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3055208-21ad-4144-92a9-3f0cb0048df5 req-fa46eaa8-f1be-4570-b9a5-dbcc59e2119c tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:59.162321 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d3055208-21ad-4144-92a9-3f0cb0048df5 req-fa46eaa8-f1be-4570-b9a5-dbcc59e2119c tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.42 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 946 time: 0.0963752 Aug 17 02:23:59.164097 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-3f496fcf-da8e-4c30-987f-744715cffbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:59.165681 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-3f496fcf-da8e-4c30-987f-744715cffbf4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 1095 time: 0.0735500 Aug 17 02:23:59.256616 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-ecf0f41b-4c37-4d48-93a7-47f259d76679 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2634fa00-fd24-40c4-927a-8877e096e76a HTTP/1.1" status: 200 len: 217 time: 0.0616598 Aug 17 02:23:59.346196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-ff69fb36-35f9-4899-8d0c-21c54ff40336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:59.347895 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-ff69fb36-35f9-4899-8d0c-21c54ff40336 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0829899 Aug 17 02:23:59.389015 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-f8fc84be-3cac-4d57-81ff-0563fab2bddb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341768 Aug 17 02:23:59.394125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-d3055208-21ad-4144-92a9-3f0cb0048df5 req-f06b7863-d2b4-4480-b5d6-951cf7e8290a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Deleting port e269a82b-eff9-4ddf-92d6-91229453d9d9 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:23:59.394471 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d3055208-21ad-4144-92a9-3f0cb0048df5 req-f06b7863-d2b4-4480-b5d6-951cf7e8290a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:59.412969 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-1d768254-5be7-437f-9115-aa94034f85bb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:23:59.413786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc40d8-e332-4d78-8319-668db375bc87 req-0bbfea7c-387a-44f1-b470-f290bf5cd1a6 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:59.414355 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-1d768254-5be7-437f-9115-aa94034f85bb service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157149 Aug 17 02:23:59.415307 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50cc40d8-e332-4d78-8319-668db375bc87 req-0bbfea7c-387a-44f1-b470-f290bf5cd1a6 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 943 time: 0.0542371 Aug 17 02:23:59.463493 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50cc40d8-e332-4d78-8319-668db375bc87 req-9ac5ff26-f3d0-4d14-a399-fb3e4196ae42 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416150 Aug 17 02:23:59.580502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d3055208-21ad-4144-92a9-3f0cb0048df5 req-f06b7863-d2b4-4480-b5d6-951cf7e8290a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] For port e269a82b-eff9-4ddf-92d6-91229453d9d9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=e269a82b-eff9-4ddf-92d6-91229453d9d9,segment=NetworkSegment(e7836683-e856-447b-8803-dabb88ccdefd),segment_id=e7836683-e856-447b-8803-dabb88ccdefd)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:23:59.580800 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d3055208-21ad-4144-92a9-3f0cb0048df5 req-f06b7863-d2b4-4480-b5d6-951cf7e8290a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:59.599663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e816ef3-bd1f-43f1-b051-65c8fd873523 req-85f8a37f-e9ee-412c-a051-aa0f69c3a680 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:59.601210 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e816ef3-bd1f-43f1-b051-65c8fd873523 req-85f8a37f-e9ee-412c-a051-aa0f69c3a680 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0581686 Aug 17 02:23:59.603833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-d3055208-21ad-4144-92a9-3f0cb0048df5 req-f06b7863-d2b4-4480-b5d6-951cf7e8290a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Calling delete_port for e269a82b-eff9-4ddf-92d6-91229453d9d9 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:23:59.609888 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-7b28133c-73f4-463e-a0e3-befb819fb2fc service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709142 Aug 17 02:23:59.642478 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e816ef3-bd1f-43f1-b051-65c8fd873523 req-f967528d-10c2-458f-a0f5-8880db55aeef tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349607 Aug 17 02:23:59.753627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0351b-ce05-44e0-9350-a0490197de3d req-e6be9d51-6a36-435c-b3aa-94d62010c514 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:59.755049 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3cf0351b-ce05-44e0-9350-a0490197de3d req-e6be9d51-6a36-435c-b3aa-94d62010c514 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 944 time: 0.0522811 Aug 17 02:23:59.768428 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c499abf3-223e-4869-b98c-0c3e03cfacf6 req-be04f646-17a6-4099-be86-5ce267f71f7b service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505878 Aug 17 02:23:59.804284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3cf0351b-ce05-44e0-9350-a0490197de3d req-f609d212-61c4-426b-b200-38be36076f8e tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 Aug 17 02:23:59.978284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c48a2-0466-4825-9530-560c14c1e2b1 req-3b14fddb-7fc7-422b-8383-12c3da08d3a9 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:23:59.979867 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-338c48a2-0466-4825-9530-560c14c1e2b1 req-3b14fddb-7fc7-422b-8383-12c3da08d3a9 tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/ports?device_id=72acb038-10d7-4541-97bc-33aca633fbc2 HTTP/1.1" status: 200 len: 946 time: 0.0717373 Aug 17 02:23:59.998762 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d3055208-21ad-4144-92a9-3f0cb0048df5 req-f06b7863-d2b4-4480-b5d6-951cf7e8290a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:00.031293 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-338c48a2-0466-4825-9530-560c14c1e2b1 req-3fae94b1-114d-4d18-9496-fc7fd8ab463e tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.13 "GET /v2.0/security-groups?id=74d34f16-833b-460c-9148-5e41e8ec30e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442188 Aug 17 02:24:00.032024 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['e269a82b-eff9-4ddf-92d6-91229453d9d9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:00.033127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b7863-d2b4-4480-b5d6-951cf7e8290a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Pushing event deleted for resources: {'Port': ['ID=e269a82b-eff9-4ddf-92d6-91229453d9d9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:00.091336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3055208-21ad-4144-92a9-3f0cb0048df5 req-f06b7863-d2b4-4480-b5d6-951cf7e8290a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] No DVR routers for this DVR port e269a82b-eff9-4ddf-92d6-91229453d9d9 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:24:00.099732 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d3055208-21ad-4144-92a9-3f0cb0048df5 req-f06b7863-d2b4-4480-b5d6-951cf7e8290a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:00.101999 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d3055208-21ad-4144-92a9-3f0cb0048df5 req-f06b7863-d2b4-4480-b5d6-951cf7e8290a tempest-ServerRescueTestJSON-677834921 tempest-ServerRescueTestJSON-677834921-project] 10.222.0.42 "DELETE /v2.0/ports/e269a82b-eff9-4ddf-92d6-91229453d9d9 HTTP/1.1" status: 204 len: 173 time: 0.9140215 Aug 17 02:24:00.149446 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 923cc989-4057-4ad4-add9-8a8dbafca3e4 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:24:00.163952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2a5d2-e950-4b7f-974b-3e7d6284cfdc req-1b2150c7-77e9-4d02-a806-f371fde11705 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:00.165539 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5c2a5d2-e950-4b7f-974b-3e7d6284cfdc req-1b2150c7-77e9-4d02-a806-f371fde11705 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0534291 Aug 17 02:24:00.210633 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5c2a5d2-e950-4b7f-974b-3e7d6284cfdc req-18b781cb-f928-4dea-a4d3-c2e73987b080 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370142 Aug 17 02:24:00.263876 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 923cc989-4057-4ad4-add9-8a8dbafca3e4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=923cc989-4057-4ad4-add9-8a8dbafca3e4,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:00.280603 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '923cc989-4057-4ad4-add9-8a8dbafca3e4', 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8', 'port_id': '923cc989-4057-4ad4-add9-8a8dbafca3e4', 'mac_address': 'fa:16:3e:64:87:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebee2bf4-fcee-40c1-aead-86827d774924', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:24:00.326365 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:00.346723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923cc989-4057-4ad4-add9-8a8dbafca3e4 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:24:00.371155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 923cc989-4057-4ad4-add9-8a8dbafca3e4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=923cc989-4057-4ad4-add9-8a8dbafca3e4,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:00.464175 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:00.525479 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03be1-f621-4370-8bfc-a92443d80592 req-131f0c28-785b-47ff-84cb-420d9126627e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:00.528145 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15f03be1-f621-4370-8bfc-a92443d80592 req-131f0c28-785b-47ff-84cb-420d9126627e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/networks?id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb HTTP/1.1" status: 200 len: 814 time: 0.1272740 Aug 17 02:24:00.548263 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15f03be1-f621-4370-8bfc-a92443d80592 req-8bc447f2-505f-4730-ac5e-8d26823131e5 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/quotas/b26081a6baa74ca2b977cb94e7f00f90 HTTP/1.1" status: 200 len: 375 time: 0.0120966 Aug 17 02:24:00.549973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=923cc989-4057-4ad4-add9-8a8dbafca3e4,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:00.551836 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72acb038-10d7-4541-97bc-33aca633fbc2', 'name': 'network-vif-deleted', 'tag': 'e269a82b-eff9-4ddf-92d6-91229453d9d9'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:00.556043 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2577ece9-d297-4179-8dce-cf1f9f182098" -d '{"events": [{"server_uuid": "72acb038-10d7-4541-97bc-33aca633fbc2", "name": "network-vif-deleted", "tag": "e269a82b-eff9-4ddf-92d6-91229453d9d9"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:00.635475 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15f03be1-f621-4370-8bfc-a92443d80592 req-518d76da-4e24-4f3d-9536-e20d6c26fc42 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b26081a6baa74ca2b977cb94e7f00f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745621 Aug 17 02:24:00.761611 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15f03be1-f621-4370-8bfc-a92443d80592 req-8c13f973-35ef-47b9-8244-dc2d12fcb214 service neutron] 10.222.0.13 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159914 Aug 17 02:24:00.879496 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15f03be1-f621-4370-8bfc-a92443d80592 req-889c903b-f1b3-4b41-b582-1fdbbf954562 service neutron] 10.222.0.13 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111426 Aug 17 02:24:00.892432 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:01.058036 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['923cc989-4057-4ad4-add9-8a8dbafca3e4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:01.384742 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be59b8-a8d5-4884-b2a5-73289fda546d req-ecb1af7c-6fe8-4f3d-a574-fcc041512c5b tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:01.386289 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89be59b8-a8d5-4884-b2a5-73289fda546d req-ecb1af7c-6fe8-4f3d-a574-fcc041512c5b tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 943 time: 0.0676455 Aug 17 02:24:01.437045 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89be59b8-a8d5-4884-b2a5-73289fda546d req-2ab66c9e-4f54-4723-9831-08994493486c tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 Aug 17 02:24:01.487605 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d37531d-079b-421b-b5d9-ce964648d6dd x-openstack-request-id: req-5d37531d-079b-421b-b5d9-ce964648d6dd {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:01.488123 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72acb038-10d7-4541-97bc-33aca633fbc2", "name": "network-vif-deleted", "tag": "e269a82b-eff9-4ddf-92d6-91229453d9d9", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:01.488610 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d37531d-079b-421b-b5d9-ce964648d6dd {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:01.489015 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72acb038-10d7-4541-97bc-33aca633fbc2', 'name': 'network-vif-deleted', 'tag': 'e269a82b-eff9-4ddf-92d6-91229453d9d9', 'status': 'completed', 'code': 200} Aug 17 02:24:01.970337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56211528-ba7e-4042-acb0-e9377c262700 req-301340a6-4d96-43d7-a8a0-4288eb1d16e0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:01.972031 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-56211528-ba7e-4042-acb0-e9377c262700 req-301340a6-4d96-43d7-a8a0-4288eb1d16e0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.4347417 Aug 17 02:24:02.018072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-56211528-ba7e-4042-acb0-e9377c262700 req-376f3fd6-c9be-4d95-a6fa-488583d5c2f6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360560 Aug 17 02:24:02.141373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022bb94-0bc6-4c07-a77e-c024e3e11b12 req-34b6e698-cb24-4828-9815-afbe7fc5a99e tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:02.142831 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a022bb94-0bc6-4c07-a77e-c024e3e11b12 req-34b6e698-cb24-4828-9815-afbe7fc5a99e tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 945 time: 0.0579045 Aug 17 02:24:02.189799 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a022bb94-0bc6-4c07-a77e-c024e3e11b12 req-6e72a0e4-54de-4cb0-a2df-4d6f1ae1fc7b tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380073 Aug 17 02:24:02.239754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46836) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:02.298305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d06468e6-1b60-4ea9-815b-6f4f77b68fd7 req-f448a3ce-dc6d-4999-8a32-c856fdd6b23f tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 210 time: 0.0313792 Aug 17 02:24:02.427529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb58ca-2205-4bb1-aceb-e36218abb1cd req-c8a5c8da-6518-4598-b25a-4ecce3795874 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:02.432977 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91bb58ca-2205-4bb1-aceb-e36218abb1cd req-c8a5c8da-6518-4598-b25a-4ecce3795874 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0614226 Aug 17 02:24:02.481874 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91bb58ca-2205-4bb1-aceb-e36218abb1cd req-f909c696-d3a9-45dc-8651-4e3d170591d6 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453219 Aug 17 02:24:02.681095 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:02.768909 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323de898-725e-4a3e-8beb-374afbcac953 req-2a6c053e-2bf2-420a-be47-fb128eac35a2 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:02.770640 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-323de898-725e-4a3e-8beb-374afbcac953 req-2a6c053e-2bf2-420a-be47-fb128eac35a2 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 943 time: 0.0628366 Aug 17 02:24:02.812160 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-323de898-725e-4a3e-8beb-374afbcac953 req-9c1272c5-93aa-4b63-8810-fefdacd5573e tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351028 Aug 17 02:24:02.931361 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af082611-6bfe-4cd6-a873-76210d2bbced req-ef277ff6-3793-41d2-b07f-cfa6882f35d9 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:02.933084 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af082611-6bfe-4cd6-a873-76210d2bbced req-ef277ff6-3793-41d2-b07f-cfa6882f35d9 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.0531504 Aug 17 02:24:02.957572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Deleting port 410a2491-c630-464e-8ef8-8abd951bdd23 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:24:02.957910 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:02.976101 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af082611-6bfe-4cd6-a873-76210d2bbced req-f7b17de9-58c2-4d18-addd-7a60d28301ec tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344841 Aug 17 02:24:03.046522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] For port 410a2491-c630-464e-8ef8-8abd951bdd23, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=410a2491-c630-464e-8ef8-8abd951bdd23,segment=NetworkSegment(e7836683-e856-447b-8803-dabb88ccdefd),segment_id=e7836683-e856-447b-8803-dabb88ccdefd)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:03.046901 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:03.061078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Calling delete_port for 410a2491-c630-464e-8ef8-8abd951bdd23 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:24:03.349369 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:03.378077 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=410a2491-c630-464e-8ef8-8abd951bdd23,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:03.406330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:03.406676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:03.407022 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:03.407391 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:03.407728 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:03.408062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:03.408391 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:03.408720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:03.409048 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:03.409403 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:03.409733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:03.410059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:03.615608 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:03.654917 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453732ab-0c76-473a-9b22-42fc615462df req-0b0f420d-3b43-4537-959c-7458a925d539 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:03.669041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-453732ab-0c76-473a-9b22-42fc615462df req-0b0f420d-3b43-4537-959c-7458a925d539 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1339979 Aug 17 02:24:03.742254 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-453732ab-0c76-473a-9b22-42fc615462df req-e51c81e4-3017-48d6-beff-26843f09f2a5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714777 Aug 17 02:24:03.867810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef26c56-2e85-44a8-bdab-2ae869f0f127 req-e538fe00-2999-43b7-9dc3-02a52e5f7f83 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:03.869296 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ef26c56-2e85-44a8-bdab-2ae869f0f127 req-e538fe00-2999-43b7-9dc3-02a52e5f7f83 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 945 time: 0.0572028 Aug 17 02:24:03.921771 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ef26c56-2e85-44a8-bdab-2ae869f0f127 req-d62cc825-4abe-4e94-bc8e-91ef1ca6d7db tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416644 Aug 17 02:24:04.037926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d5ab088-a75f-4665-914c-8ac70936c048 req-90aa5055-71f5-41a4-bead-c5060f298bd3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 210 time: 0.0342526 Aug 17 02:24:04.195412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 923cc989-4057-4ad4-add9-8a8dbafca3e4 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:24:04.260164 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 2634fa00-fd24-40c4-927a-8877e096e76a details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:24:04.274261 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device e269a82b-eff9-4ddf-92d6-91229453d9d9 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:24:04.309830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: e269a82b-eff9-4ddf-92d6-91229453d9d9 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:24:04.310505 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device e269a82b-eff9-4ddf-92d6-91229453d9d9 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:24:04.411600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Router 3bafe923-0870-4edd-af25-536c396dc93a has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:24:04.420089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 923cc989-4057-4ad4-add9-8a8dbafca3e4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:24:04.426381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03be1-f621-4370-8bfc-a92443d80592 req-8b2aba3f-589a-49b5-9b30-c726d3b7ee0f tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:04.428009 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-15f03be1-f621-4370-8bfc-a92443d80592 req-8b2aba3f-589a-49b5-9b30-c726d3b7ee0f tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "GET /v2.0/networks?id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb HTTP/1.1" status: 200 len: 814 time: 0.5936258 Aug 17 02:24:04.428924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 923cc989-4057-4ad4-add9-8a8dbafca3e4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:24:04.429786 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:04.471596 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=2634fa00-fd24-40c4-927a-8877e096e76a,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:04.482605 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-15f03be1-f621-4370-8bfc-a92443d80592 req-df6fbe2c-4095-40d2-893a-b6fa1e1cb88d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Request body: {'port': {'device_id': '170c419d-d881-4f87-96b1-e4aa75482604', 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb', 'admin_state_up': True, 'tenant_id': 'b26081a6baa74ca2b977cb94e7f00f90'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:04.492122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-886959a9-1fc2-4bf6-9b2c-481a8da85d11 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:04.494163 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-886959a9-1fc2-4bf6-9b2c-481a8da85d11 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/networks?id=34294388-a8b7-4157-9b43-5859a5b71ee1 HTTP/1.1" status: 200 len: 815 time: 0.1497092 Aug 17 02:24:04.495145 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '2634fa00-fd24-40c4-927a-8877e096e76a', 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2', 'port_id': '2634fa00-fd24-40c4-927a-8877e096e76a', 'mac_address': 'fa:16:3e:40:47:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3db6f36-5e0d-4b98-9171-c67317989b44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:24:04.518997 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-bf9a4126-4b3f-4531-9dfc-f250d4bb79e2 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/quotas/4c16420efa164d4d912052f534bc872f HTTP/1.1" status: 200 len: 375 time: 0.0136762 Aug 17 02:24:04.576967 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:04.601358 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2634fa00-fd24-40c4-927a-8877e096e76a {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:24:04.601607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-d789512d-c1f8-41d3-af4f-325f4228d79d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c16420efa164d4d912052f534bc872f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730622 Aug 17 02:24:04.602879 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:04.631506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:24:04.638050 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8827b73f-a2da-42f4-b3e1-08aebf75d4f1 admin admin] 10.222.0.13 "PUT /v2.0/routers/3bafe923-0870-4edd-af25-536c396dc93a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3970506 Aug 17 02:24:04.642832 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46870) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:04.643141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=2634fa00-fd24-40c4-927a-8877e096e76a,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:04.649037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34e539f-5044-419c-ac14-f3ac5ac1d884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923cc989-4057-4ad4-add9-8a8dbafca3e4'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:04.656753 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754bddcd-a2e5-408d-829a-c30093b892bb" -d '{"events": [{"server_uuid": "c34e539f-5044-419c-ac14-f3ac5ac1d884", "name": "network-vif-plugged", "status": "completed", "tag": "923cc989-4057-4ad4-add9-8a8dbafca3e4"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:04.657004 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed3843d-c778-4d2f-8507-b1ba141ac21a None None] Sync routers for ids ['3bafe923-0870-4edd-af25-536c396dc93a'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:24:04.666851 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed3843d-c778-4d2f-8507-b1ba141ac21a None None] Routers {'3bafe923-0870-4edd-af25-536c396dc93a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:24:04.667792 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2ed3843d-c778-4d2f-8507-b1ba141ac21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:23:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3bafe923-0870-4edd-af25-536c396dc93a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:04.685323 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 923cc989-4057-4ad4-add9-8a8dbafca3e4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=923cc989-4057-4ad4-add9-8a8dbafca3e4,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:04.712001 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:04.776231 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-5ef96687-8b5a-4ace-a2e1-d5f29440f6ce service neutron] 10.222.0.13 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620264 Aug 17 02:24:04.780546 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:04.830610 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=2634fa00-fd24-40c4-927a-8877e096e76a,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:04.840050 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:04.894916 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-2ed3843d-c778-4d2f-8507-b1ba141ac21a None None] Set router 3bafe923-0870-4edd-af25-536c396dc93a gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:24:04.937727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=923cc989-4057-4ad4-add9-8a8dbafca3e4,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:04.947651 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-99decdbb-60b1-4a38-87c5-014e13483bbc service neutron] 10.222.0.13 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596596 Aug 17 02:24:04.982181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f03be1-f621-4370-8bfc-a92443d80592 req-df6fbe2c-4095-40d2-893a-b6fa1e1cb88d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Made reservation on behalf of b26081a6baa74ca2b977cb94e7f00f90 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:24:04.985897 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-15f03be1-f621-4370-8bfc-a92443d80592 req-df6fbe2c-4095-40d2-893a-b6fa1e1cb88d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:05.071643 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:05.129589 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2ed3843d-c778-4d2f-8507-b1ba141ac21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bafe923-0870-4edd-af25-536c396dc93a', 'name': 'tempest-ServerRescueTestJSON-1247829467-router', 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:20Z', 'updated_at': '2021-08-17T02:24:03Z', 'revision_number': 5, 'project_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'gw_port': {'id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bafe923-0870-4edd-af25-536c396dc93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:05.155857 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-15f03be1-f621-4370-8bfc-a92443d80592 req-df6fbe2c-4095-40d2-893a-b6fa1e1cb88d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Allocated IP 172.20.0.7 (f4c1c463-5c4c-433b-89e1-01bff8f22cfb/543cf99d-92c2-4c90-ba21-fec449a1db34/d300df59-961d-40d2-ae28-ab01790c1566) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:24:05.157460 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed3843d-c778-4d2f-8507-b1ba141ac21a None None] Checking router: 3bafe923-0870-4edd-af25-536c396dc93a for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:24:05.168875 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed3843d-c778-4d2f-8507-b1ba141ac21a None None] Routers {'3bafe923-0870-4edd-af25-536c396dc93a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:24:05.169518 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2ed3843d-c778-4d2f-8507-b1ba141ac21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:23:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3bafe923-0870-4edd-af25-536c396dc93a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:05.195907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['2634fa00-fd24-40c4-927a-8877e096e76a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:05.292508 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-2ed3843d-c778-4d2f-8507-b1ba141ac21a None None] Set router 3bafe923-0870-4edd-af25-536c396dc93a gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:24:05.459780 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] Deleting port f49b21a2-d253-4b5b-9cf7-8c6b90480ec0 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:24:05.460749 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:05.492766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439ad1-611a-4237-a241-a240cb77268b req-25e248e3-20f3-44f8-a639-3fdeeb93da28 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:05.497353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a439ad1-611a-4237-a241-a240cb77268b req-25e248e3-20f3-44f8-a639-3fdeeb93da28 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 944 time: 0.1319051 Aug 17 02:24:05.596991 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2ed3843d-c778-4d2f-8507-b1ba141ac21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bafe923-0870-4edd-af25-536c396dc93a', 'name': 'tempest-ServerRescueTestJSON-1247829467-router', 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:20Z', 'updated_at': '2021-08-17T02:24:03Z', 'revision_number': 5, 'project_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'gw_port': {'id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bafe923-0870-4edd-af25-536c396dc93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:05.599279 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a439ad1-611a-4237-a241-a240cb77268b req-276a4110-07ab-48d4-bad3-0b6592aad33d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889416 Aug 17 02:24:05.624740 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-15f03be1-f621-4370-8bfc-a92443d80592 req-df6fbe2c-4095-40d2-893a-b6fa1e1cb88d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:05.642307 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed3843d-c778-4d2f-8507-b1ba141ac21a None None] The sync data for ids ['3bafe923-0870-4edd-af25-536c396dc93a'] in n-d-793621-31 is: [{'id': '3bafe923-0870-4edd-af25-536c396dc93a', 'name': 'tempest-ServerRescueTestJSON-1247829467-router', 'tenant_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:20Z', 'updated_at': '2021-08-17T02:24:03Z', 'revision_number': 5, 'project_id': '7958a1cdafed4011bf926b6ad6bc2e61', 'gw_port': {'id': 'f49b21a2-d253-4b5b-9cf7-8c6b90480ec0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:35:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bafe923-0870-4edd-af25-536c396dc93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:21Z', 'updated_at': '2021-08-17T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:24:05.666528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] For port f49b21a2-d253-4b5b-9cf7-8c6b90480ec0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f49b21a2-d253-4b5b-9cf7-8c6b90480ec0,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:05.669945 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:05.671140 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5de533c-a20a-4406-8c56-a7aa02d9e830 x-openstack-request-id: req-e5de533c-a20a-4406-8c56-a7aa02d9e830 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:05.671140 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34e539f-5044-419c-ac14-f3ac5ac1d884", "name": "network-vif-plugged", "status": "completed", "tag": "923cc989-4057-4ad4-add9-8a8dbafca3e4", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:05.671546 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5de533c-a20a-4406-8c56-a7aa02d9e830 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:05.672320 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34e539f-5044-419c-ac14-f3ac5ac1d884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923cc989-4057-4ad4-add9-8a8dbafca3e4', 'code': 200} Aug 17 02:24:05.690953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] Calling delete_port for f49b21a2-d253-4b5b-9cf7-8c6b90480ec0 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:24:05.857932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0723a-74be-4f31-9fd9-03161c023304 req-7fa27e01-7d52-46e6-be75-5e7b30da7671 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:05.859611 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dcd0723a-74be-4f31-9fd9-03161c023304 req-7fa27e01-7d52-46e6-be75-5e7b30da7671 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f98ba9-8892-4603-b055-0adc850581cb HTTP/1.1" status: 200 len: 946 time: 0.1349604 Aug 17 02:24:05.878056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2a872-ee6d-4777-9f70-5fd9d8755f32 req-05ae4e85-74b5-4751-82d4-025a93207b8a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:05.879639 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5b2a872-ee6d-4777-9f70-5fd9d8755f32 req-05ae4e85-74b5-4751-82d4-025a93207b8a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1196759 Aug 17 02:24:05.892503 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-15f03be1-f621-4370-8bfc-a92443d80592 req-df6fbe2c-4095-40d2-893a-b6fa1e1cb88d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:05.960152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b122fd-cac2-48a2-8da0-b55bef0b725c req-072972e0-642e-4d5b-a8b6-1f40573ea4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:05.961839 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06b122fd-cac2-48a2-8da0-b55bef0b725c req-072972e0-642e-4d5b-a8b6-1f40573ea4fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 1098 time: 0.1584928 Aug 17 02:24:05.980509 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f03be1-f621-4370-8bfc-a92443d80592 req-df6fbe2c-4095-40d2-893a-b6fa1e1cb88d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Network f4c1c463-5c4c-433b-89e1-01bff8f22cfb is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:24:05.986693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-15f03be1-f621-4370-8bfc-a92443d80592 req-df6fbe2c-4095-40d2-893a-b6fa1e1cb88d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:24:05.999479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f03be1-f621-4370-8bfc-a92443d80592 req-df6fbe2c-4095-40d2-893a-b6fa1e1cb88d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:24:06.001465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fbe2c-4095-40d2-893a-b6fa1e1cb88d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Pushing event updated for resources: {'Port': ['ID=d300df59-961d-40d2-ae28-ab01790c1566,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:06.016288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5b2a872-ee6d-4777-9f70-5fd9d8755f32 req-4ed4dfe9-cb9b-4840-bf72-d0eaa5589fb6 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983429 Aug 17 02:24:06.050305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06b122fd-cac2-48a2-8da0-b55bef0b725c req-5baa6b1f-2681-4f64-afcf-cc63bb30e2ab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641973 Aug 17 02:24:06.060073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-dcd0723a-74be-4f31-9fd9-03161c023304 req-fa9c5d93-408d-4cd6-ab7a-9454d34ab0d7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Deleting port 43d7ffdb-5b0b-4795-b2b6-748a0904b932 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:24:06.060520 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-dcd0723a-74be-4f31-9fd9-03161c023304 req-fa9c5d93-408d-4cd6-ab7a-9454d34ab0d7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.071583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03be1-f621-4370-8bfc-a92443d80592 req-df6fbe2c-4095-40d2-893a-b6fa1e1cb88d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:06.072357 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-15f03be1-f621-4370-8bfc-a92443d80592 req-df6fbe2c-4095-40d2-893a-b6fa1e1cb88d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.128751 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.159998 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] Pushing event deleted for resources: {'Port': ['ID=f49b21a2-d253-4b5b-9cf7-8c6b90480ec0,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:06.193574 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-15f03be1-f621-4370-8bfc-a92443d80592 req-df6fbe2c-4095-40d2-893a-b6fa1e1cb88d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7166777 Aug 17 02:24:06.209233 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-dcd0723a-74be-4f31-9fd9-03161c023304 req-fa9c5d93-408d-4cd6-ab7a-9454d34ab0d7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] For port 43d7ffdb-5b0b-4795-b2b6-748a0904b932, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=43d7ffdb-5b0b-4795-b2b6-748a0904b932,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:06.209627 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-dcd0723a-74be-4f31-9fd9-03161c023304 req-fa9c5d93-408d-4cd6-ab7a-9454d34ab0d7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.220178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5e4f-f87e-49e1-bf89-bd9a1d4c5c90 req-f8ae7737-d0fc-43de-a59e-3bdd06c96710 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:06.222187 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51ec5e4f-f87e-49e1-bf89-bd9a1d4c5c90 req-f8ae7737-d0fc-43de-a59e-3bdd06c96710 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 946 time: 0.0946326 Aug 17 02:24:06.240252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-dcd0723a-74be-4f31-9fd9-03161c023304 req-fa9c5d93-408d-4cd6-ab7a-9454d34ab0d7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Calling delete_port for 43d7ffdb-5b0b-4795-b2b6-748a0904b932 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:24:06.253418 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.337156 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['c4c0c554-8e9b-409f-b898-ef07c57fdf81', '6935e996-8433-4681-8633-858a4884f208'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:06.346087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Request body: {'port': {'device_id': '170c419d-d881-4f87-96b1-e4aa75482604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:06.356292 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51ec5e4f-f87e-49e1-bf89-bd9a1d4c5c90 req-b24207d5-5ea2-482d-8e45-68fc79c7e1b7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183732 Aug 17 02:24:06.377285 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.387567 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.470133 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.541053 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47eeb1b-1b13-43b2-b708-0b4314ab1507 req-54e37832-187a-4aba-96c3-54bfa90b7f5e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:06.545927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f47eeb1b-1b13-43b2-b708-0b4314ab1507 req-54e37832-187a-4aba-96c3-54bfa90b7f5e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 931 time: 0.0712893 Aug 17 02:24:06.584483 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.585039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bafe923-0870-4edd-af25-536c396dc93a {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:24:06.592201 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.593741 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-314eb768-e56a-434c-bf8e-bbceaf86123b admin admin] 10.222.0.13 "DELETE /v2.0/routers/3bafe923-0870-4edd-af25-536c396dc93a HTTP/1.1" status: 204 len: 168 time: 1.9506705 Aug 17 02:24:06.597093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f47eeb1b-1b13-43b2-b708-0b4314ab1507 req-3629398a-d591-47e8-93a8-56cfb43d0ca8 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433497 Aug 17 02:24:06.597446 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46896) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:06.686684 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-dcd0723a-74be-4f31-9fd9-03161c023304 req-fa9c5d93-408d-4cd6-ab7a-9454d34ab0d7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.706978 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e772c1-811b-4af1-8e1b-eff5e587b16c admin admin] Deleting subnet 5f731366-6aa6-42ea-9f6e-74fe2d99ed33 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:24:06.715039 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29e772c1-811b-4af1-8e1b-eff5e587b16c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.735132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c5d93-408d-4cd6-ab7a-9454d34ab0d7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Pushing event deleted for resources: {'Port': ['ID=43d7ffdb-5b0b-4795-b2b6-748a0904b932,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:06.772650 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29e772c1-811b-4af1-8e1b-eff5e587b16c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.796224 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd0723a-74be-4f31-9fd9-03161c023304 req-fa9c5d93-408d-4cd6-ab7a-9454d34ab0d7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] No DVR routers for this DVR port 43d7ffdb-5b0b-4795-b2b6-748a0904b932 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:24:06.802311 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-dcd0723a-74be-4f31-9fd9-03161c023304 req-fa9c5d93-408d-4cd6-ab7a-9454d34ab0d7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.806170 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dcd0723a-74be-4f31-9fd9-03161c023304 req-fa9c5d93-408d-4cd6-ab7a-9454d34ab0d7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.18 "DELETE /v2.0/ports/43d7ffdb-5b0b-4795-b2b6-748a0904b932 HTTP/1.1" status: 204 len: 173 time: 0.9251163 Aug 17 02:24:06.806753 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f98ba9-8892-4603-b055-0adc850581cb', 'name': 'network-vif-deleted', 'tag': '43d7ffdb-5b0b-4795-b2b6-748a0904b932'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:06.813472 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd0115a-9c37-4c1f-837d-560738215fb7" -d '{"events": [{"server_uuid": "64f98ba9-8892-4603-b055-0adc850581cb", "name": "network-vif-deleted", "tag": "43d7ffdb-5b0b-4795-b2b6-748a0904b932"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:06.852827 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29e772c1-811b-4af1-8e1b-eff5e587b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.878317 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a05e86e-31d2-4606-bf9b-3600a0e76e7a req-4977ae36-8709-4777-b434-cef064eb8271 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 210 time: 0.0444174 Aug 17 02:24:06.933374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d300df59-961d-40d2-ae28-ab01790c1566 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:24:06.952781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:06.982258 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Transition to ACTIVE for port object d300df59-961d-40d2-ae28-ab01790c1566 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:24:07.087072 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:07.092165 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29e772c1-811b-4af1-8e1b-eff5e587b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:07.117488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6363dda-8af1-4518-b536-f2ed9f502a2a req-3b5a80c7-2b5f-4b6c-89b3-5a9ca9225dc9 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:07.121329 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6363dda-8af1-4518-b536-f2ed9f502a2a req-3b5a80c7-2b5f-4b6c-89b3-5a9ca9225dc9 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 944 time: 0.0712688 Aug 17 02:24:07.153607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e772c1-811b-4af1-8e1b-eff5e587b16c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f731366-6aa6-42ea-9f6e-74fe2d99ed33,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:07.167079 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6363dda-8af1-4518-b536-f2ed9f502a2a req-6af1663e-6079-4eb3-8e56-6716c4a04538 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375538 Aug 17 02:24:07.175546 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29e772c1-811b-4af1-8e1b-eff5e587b16c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:07.177514 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-29e772c1-811b-4af1-8e1b-eff5e587b16c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5f731366-6aa6-42ea-9f6e-74fe2d99ed33 HTTP/1.1" status: 204 len: 168 time: 0.5789373 Aug 17 02:24:07.181321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46906) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:07.188561 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Pushing event updated for resources: {'Port': ['ID=d300df59-961d-40d2-ae28-ab01790c1566,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:07.312332 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64c97e1d-a034-4951-9675-717f66d8d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:07.349191 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Attempting to bind port d300df59-961d-40d2-ae28-ab01790c1566 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:24:07.349756 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Attempting to bind port d300df59-961d-40d2-ae28-ab01790c1566 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:24:07.350283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Attempting to bind port d300df59-961d-40d2-ae28-ab01790c1566 on network f4c1c463-5c4c-433b-89e1-01bff8f22cfb {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:07.358419 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Port d300df59-961d-40d2-ae28-ab01790c1566 on network f4c1c463-5c4c-433b-89e1-01bff8f22cfb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:24:07.362955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Attempting to bind port d300df59-961d-40d2-ae28-ab01790c1566 on network f4c1c463-5c4c-433b-89e1-01bff8f22cfb {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:07.364237 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:24:07.364455 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Checking segment: {'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:24:07.364839 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Bound using segment: {'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:24:07.366042 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Bound port: d300df59-961d-40d2-ae28-ab01790c1566, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:24:07.366042 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:07.410972 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302cc076-5484-4621-b9ee-4a2f81cae8da x-openstack-request-id: req-302cc076-5484-4621-b9ee-4a2f81cae8da {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:07.411448 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f98ba9-8892-4603-b055-0adc850581cb", "name": "network-vif-deleted", "tag": "43d7ffdb-5b0b-4795-b2b6-748a0904b932", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:07.420397 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-302cc076-5484-4621-b9ee-4a2f81cae8da {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:07.420397 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f98ba9-8892-4603-b055-0adc850581cb', 'name': 'network-vif-deleted', 'tag': '43d7ffdb-5b0b-4795-b2b6-748a0904b932', 'status': 'completed', 'code': 200} Aug 17 02:24:07.439381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64c97e1d-a034-4951-9675-717f66d8d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:07.454910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] For port d300df59-961d-40d2-ae28-ab01790c1566, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:24:07.458857 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] For port d300df59-961d-40d2-ae28-ab01790c1566, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d300df59-961d-40d2-ae28-ab01790c1566,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:24:07.466396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-64c97e1d-a034-4951-9675-717f66d8d0fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd479884-b2af-4f40-8eb9-a8b5f60bd85d']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:07.516934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-64c97e1d-a034-4951-9675-717f66d8d0fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7836683-e856-447b-8803-dabb88ccdefd') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:07.517358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-64c97e1d-a034-4951-9675-717f66d8d0fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7836683-e856-447b-8803-dabb88ccdefd') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:07.537477 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64c97e1d-a034-4951-9675-717f66d8d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:07.555018 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:07.567522 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64c97e1d-a034-4951-9675-717f66d8d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:07.588609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc59242-baf1-493a-932a-fd0e265506bd req-3522e276-2f27-4631-9cfd-575c0b4ada1f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:07.591436 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8fc59242-baf1-493a-932a-fd0e265506bd req-3522e276-2f27-4631-9cfd-575c0b4ada1f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1367195 Aug 17 02:24:07.600913 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c97e1d-a034-4951-9675-717f66d8d0fa admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:24:07.603804 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64c97e1d-a034-4951-9675-717f66d8d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:24:07.605185 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:24:07.611519 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:07.612494 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:07.614805 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-15f03be1-f621-4370-8bfc-a92443d80592 req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] 10.222.0.42 "PUT /v2.0/ports/d300df59-961d-40d2-ae28-ab01790c1566 HTTP/1.1" status: 200 len: 1092 time: 1.4019265 Aug 17 02:24:07.615475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170c419d-d881-4f87-96b1-e4aa75482604', 'tag': 'd300df59-961d-40d2-ae28-ab01790c1566'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:07.618143 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd18014-90d4-4c98-bf1f-266bd23d9105" -d '{"events": [{"name": "network-changed", "server_uuid": "170c419d-d881-4f87-96b1-e4aa75482604", "tag": "d300df59-961d-40d2-ae28-ab01790c1566"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:07.647558 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 410a2491-c630-464e-8ef8-8abd951bdd23 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:24:07.648503 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8c15a-21f6-41f9-b7b7-bd8e7814e783 service neutron] Pushing event updated for resources: {'Port': ['ID=d300df59-961d-40d2-ae28-ab01790c1566,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:07.679230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 410a2491-c630-464e-8ef8-8abd951bdd23 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:24:07.679858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 410a2491-c630-464e-8ef8-8abd951bdd23 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:24:07.680549 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f49b21a2-d253-4b5b-9cf7-8c6b90480ec0 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:24:07.701092 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8fc59242-baf1-493a-932a-fd0e265506bd req-6f513a7d-28bf-4ca2-83b4-4fc4e89abaf5 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969868 Aug 17 02:24:07.707866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: f49b21a2-d253-4b5b-9cf7-8c6b90480ec0 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:24:07.708214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f49b21a2-d253-4b5b-9cf7-8c6b90480ec0 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:24:07.820696 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64c97e1d-a034-4951-9675-717f66d8d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:07.827032 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64c97e1d-a034-4951-9675-717f66d8d0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:07.829210 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-64c97e1d-a034-4951-9675-717f66d8d0fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/fd479884-b2af-4f40-8eb9-a8b5f60bd85d HTTP/1.1" status: 204 len: 168 time: 0.6459563 Aug 17 02:24:07.845731 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03be1-f621-4370-8bfc-a92443d80592 req-3bc6470e-9850-4fe0-a10c-a926dd1a34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:07.847397 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-15f03be1-f621-4370-8bfc-a92443d80592 req-3bc6470e-9850-4fe0-a10c-a926dd1a34d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b26081a6baa74ca2b977cb94e7f00f90&device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 1095 time: 0.0552816 Aug 17 02:24:07.849308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c97e1d-a034-4951-9675-717f66d8d0fa admin admin] Pushing event deleted for resources: {'Network': ['ID=fd479884-b2af-4f40-8eb9-a8b5f60bd85d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:07.870663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938ac47-28d0-4658-a94f-657ef861bf12 req-97fd7582-aa80-49f8-b636-5c2124e89947 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:07.873544 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2938ac47-28d0-4658-a94f-657ef861bf12 req-97fd7582-aa80-49f8-b636-5c2124e89947 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 946 time: 0.0826280 Aug 17 02:24:07.891729 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6dc1f0bc-6e3d-4d47-b34d-535678005a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:07.910661 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-15f03be1-f621-4370-8bfc-a92443d80592 req-fd0c4dc9-f8d4-4b26-947b-2859ad91b8ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d300df59-961d-40d2-ae28-ab01790c1566 HTTP/1.1" status: 200 len: 217 time: 0.0477669 Aug 17 02:24:07.932607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2938ac47-28d0-4658-a94f-657ef861bf12 req-cb0aa48f-b34f-4458-aca3-3d09b4ea38df tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508611 Aug 17 02:24:07.974792 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03be1-f621-4370-8bfc-a92443d80592 req-d8dcae33-27e0-4f69-bda4-d873f938af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:07.976645 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-15f03be1-f621-4370-8bfc-a92443d80592 req-d8dcae33-27e0-4f69-bda4-d873f938af04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=543cf99d-92c2-4c90-ba21-fec449a1db34 HTTP/1.1" status: 200 len: 854 time: 0.0587311 Aug 17 02:24:08.017566 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-15f03be1-f621-4370-8bfc-a92443d80592 req-eb21b3a3-b1c5-44bb-92d9-59767ce487a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330343 Aug 17 02:24:08.084069 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23ba2ba-c95c-4152-a144-944975c67819 x-openstack-request-id: req-b23ba2ba-c95c-4152-a144-944975c67819 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:08.084399 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170c419d-d881-4f87-96b1-e4aa75482604", "tag": "d300df59-961d-40d2-ae28-ab01790c1566", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:08.084659 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b23ba2ba-c95c-4152-a144-944975c67819 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:08.085112 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170c419d-d881-4f87-96b1-e4aa75482604', 'tag': 'd300df59-961d-40d2-ae28-ab01790c1566', 'status': 'completed', 'code': 200} Aug 17 02:24:08.154879 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-15f03be1-f621-4370-8bfc-a92443d80592 req-afd7e36b-4048-4f70-9fe0-8a1dc0fbb895 service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298606 Aug 17 02:24:08.209115 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dce2e4-7774-432b-a22e-023e14910282 req-4560fe9c-e91a-4064-b26a-b32e5f9133b0 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:08.211215 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1dce2e4-7774-432b-a22e-023e14910282 req-4560fe9c-e91a-4064-b26a-b32e5f9133b0 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 943 time: 0.0609601 Aug 17 02:24:08.213145 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 43d7ffdb-5b0b-4795-b2b6-748a0904b932 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:24:08.243976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 43d7ffdb-5b0b-4795-b2b6-748a0904b932 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:24:08.244399 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 43d7ffdb-5b0b-4795-b2b6-748a0904b932 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:24:08.256886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 2634fa00-fd24-40c4-927a-8877e096e76a up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:24:08.266807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1dce2e4-7774-432b-a22e-023e14910282 req-a1375b1c-9444-41cf-8dc3-2515cd7d806b tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Aug 17 02:24:08.269082 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-15f03be1-f621-4370-8bfc-a92443d80592 req-74ad18b1-d8cb-47aa-b9a6-d6a4d0e3c535 service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040466 Aug 17 02:24:08.362734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46928) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:08.429041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bd70af5c-d865-498c-a884-55c466ff59d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7958a1cdafed4011bf926b6ad6bc2e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693705 Aug 17 02:24:08.431427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46930) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:08.446704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 2634fa00-fd24-40c4-927a-8877e096e76a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:24:08.452969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 2634fa00-fd24-40c4-927a-8877e096e76a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:24:08.453592 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:08.491299 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e8f9fcc-2894-45c5-88e3-a59805676ab1 req-1bd61d2a-e5ac-4d29-8f79-a7a697c41faa tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 210 time: 0.0479965 Aug 17 02:24:08.558381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4c38022-4089-4f5f-9b2d-12341d527d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:08.591962 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:08.601336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd18014-90d4-4c98-bf1f-266bd23d9105 req-9bbb4393-e516-4ea8-9a01-380087ef608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:08.603120 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6bd18014-90d4-4c98-bf1f-266bd23d9105 req-9bbb4393-e516-4ea8-9a01-380087ef608c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b26081a6baa74ca2b977cb94e7f00f90&device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 1095 time: 0.0974629 Aug 17 02:24:08.611439 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4c38022-4089-4f5f-9b2d-12341d527d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:08.635520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e38f65-af87-4b30-8540-d1e2a1165835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2634fa00-fd24-40c4-927a-8877e096e76a'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:08.640627 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1264702f-910a-4791-a559-ea35178ddd9f" -d '{"events": [{"server_uuid": "73e38f65-af87-4b30-8540-d1e2a1165835", "name": "network-vif-plugged", "status": "completed", "tag": "2634fa00-fd24-40c4-927a-8877e096e76a"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:08.663843 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=2634fa00-fd24-40c4-927a-8877e096e76a,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:08.724817 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd18014-90d4-4c98-bf1f-266bd23d9105 req-74cd6a85-f85b-4b22-93eb-5af4000d9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:08.726555 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6bd18014-90d4-4c98-bf1f-266bd23d9105 req-74cd6a85-f85b-4b22-93eb-5af4000d9e9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb HTTP/1.1" status: 200 len: 915 time: 0.1160281 Aug 17 02:24:08.781946 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6bd18014-90d4-4c98-bf1f-266bd23d9105 req-dae90e3b-2634-4951-8ee5-d22f28117a83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d300df59-961d-40d2-ae28-ab01790c1566 HTTP/1.1" status: 200 len: 217 time: 0.0452588 Aug 17 02:24:08.786047 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:08.801297 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce9e14-a449-4117-95c1-561c5d8848e8 req-68d65814-37eb-4d69-8e9f-a4ed07288142 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:08.803084 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28ce9e14-a449-4117-95c1-561c5d8848e8 req-68d65814-37eb-4d69-8e9f-a4ed07288142 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 944 time: 0.0717974 Aug 17 02:24:08.846234 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd18014-90d4-4c98-bf1f-266bd23d9105 req-8b7e233b-ed5e-47b7-a446-d2430e3596a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:08.848093 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6bd18014-90d4-4c98-bf1f-266bd23d9105 req-8b7e233b-ed5e-47b7-a446-d2430e3596a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=543cf99d-92c2-4c90-ba21-fec449a1db34 HTTP/1.1" status: 200 len: 854 time: 0.0585818 Aug 17 02:24:08.866527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28ce9e14-a449-4117-95c1-561c5d8848e8 req-c0ad8cea-fcec-4924-a77d-099e07b99fe3 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504568 Aug 17 02:24:08.870198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=2634fa00-fd24-40c4-927a-8877e096e76a,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:08.884036 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:08.885224 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:08.886187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:08.887052 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:08.888136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:08.889955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:08.889955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:08.890283 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6bd18014-90d4-4c98-bf1f-266bd23d9105 req-bee25b50-7276-4dda-ac67-b9c74befd016 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345831 Aug 17 02:24:08.891128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:08.891683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:08.892246 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:08.892796 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:08.893366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:08.943767 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4c38022-4089-4f5f-9b2d-12341d527d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:08.946437 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4c38022-4089-4f5f-9b2d-12341d527d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:08.953945 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b4c38022-4089-4f5f-9b2d-12341d527d9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74d34f16-833b-460c-9148-5e41e8ec30e0 HTTP/1.1" status: 204 len: 168 time: 0.5183687 Aug 17 02:24:08.968915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c38022-4089-4f5f-9b2d-12341d527d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d34f16-833b-460c-9148-5e41e8ec30e0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:08.985598 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5156bc6b-3947-4c52-849e-2808661543e8 x-openstack-request-id: req-5156bc6b-3947-4c52-849e-2808661543e8 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:08.985932 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e38f65-af87-4b30-8540-d1e2a1165835", "name": "network-vif-plugged", "status": "completed", "tag": "2634fa00-fd24-40c4-927a-8877e096e76a", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:08.986192 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5156bc6b-3947-4c52-849e-2808661543e8 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:08.987234 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e38f65-af87-4b30-8540-d1e2a1165835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2634fa00-fd24-40c4-927a-8877e096e76a', 'code': 200} Aug 17 02:24:09.025231 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6bd18014-90d4-4c98-bf1f-266bd23d9105 req-742c0bb0-1321-47ee-bf0a-0dbedec5e5ef service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268437 Aug 17 02:24:09.134124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a28eaa-ea4c-4375-a13d-8752dc1327f1 req-de37d5be-41b4-4385-a921-233c12316830 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:09.141887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30a28eaa-ea4c-4375-a13d-8752dc1327f1 req-de37d5be-41b4-4385-a921-233c12316830 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0860305 Aug 17 02:24:09.147202 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6bd18014-90d4-4c98-bf1f-266bd23d9105 req-31c95604-ec74-416e-a552-9db8ce940b2a service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131303 Aug 17 02:24:09.181281 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30a28eaa-ea4c-4375-a13d-8752dc1327f1 req-a8f2bf77-227d-4e8f-8138-53e3ba45f931 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358291 Aug 17 02:24:09.235855 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664bdcd-36df-4a06-a2d7-86754e38a194 req-f1b1e9bb-8620-4ce3-9bf4-12c8f72a4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:09.238676 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8664bdcd-36df-4a06-a2d7-86754e38a194 req-f1b1e9bb-8620-4ce3-9bf4-12c8f72a4390 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 1097 time: 0.0693097 Aug 17 02:24:09.291729 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8664bdcd-36df-4a06-a2d7-86754e38a194 req-0a420afb-9fa7-4e95-910b-d3345997d247 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403452 Aug 17 02:24:09.346611 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddbbc1-555c-4b3a-8224-f7c3f3590cdf req-c114b824-f867-4654-83f4-7dcbabb39024 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:09.348096 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28ddbbc1-555c-4b3a-8224-f7c3f3590cdf req-c114b824-f867-4654-83f4-7dcbabb39024 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 946 time: 0.0791383 Aug 17 02:24:09.395012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-95315550-914c-4221-9b29-4a66b4b8b642 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:09.397667 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-95315550-914c-4221-9b29-4a66b4b8b642 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.18 "GET /v2.0/networks?id=34294388-a8b7-4157-9b43-5859a5b71ee1 HTTP/1.1" status: 200 len: 815 time: 0.1872206 Aug 17 02:24:09.431615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-8438d760-205d-4100-bad0-bef72acb6519 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Request body: {'port': {'device_id': '01080196-9330-42dc-9ed5-d0dcc0a9dc1c', 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1', 'admin_state_up': True, 'tenant_id': '4c16420efa164d4d912052f534bc872f'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:09.462817 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28ddbbc1-555c-4b3a-8224-f7c3f3590cdf req-8ace1279-c831-4356-93ef-ac76a7f8bb06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073728 Aug 17 02:24:09.628835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b070-b6cc-4eff-825d-b86ef6b172bb req-0b6840a0-3d80-45e2-8aea-17c72005b21e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:09.630499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da61b070-b6cc-4eff-825d-b86ef6b172bb req-0b6840a0-3d80-45e2-8aea-17c72005b21e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 943 time: 0.0937448 Aug 17 02:24:09.687464 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da61b070-b6cc-4eff-825d-b86ef6b172bb req-2dfa73f8-e25b-4785-a7c0-bd1c9666805e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486696 Aug 17 02:24:09.748496 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-8438d760-205d-4100-bad0-bef72acb6519 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Made reservation on behalf of 4c16420efa164d4d912052f534bc872f for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:24:09.752164 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-8438d760-205d-4100-bad0-bef72acb6519 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:09.951596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-8438d760-205d-4100-bad0-bef72acb6519 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Allocated IP 172.20.0.13 (34294388-a8b7-4157-9b43-5859a5b71ee1/0b0eebf0-cd07-40a8-9430-50c3dd1e4546/eb229db2-c3b1-45c2-8868-2b4ac64ab4b8) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:24:09.970575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3f343-78e8-4ee2-a81e-81a75b0f1042 req-ff6c3067-c733-4941-8855-72a778299c9c tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:09.972086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03d3f343-78e8-4ee2-a81e-81a75b0f1042 req-ff6c3067-c733-4941-8855-72a778299c9c tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 946 time: 0.0988622 Aug 17 02:24:10.049963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03d3f343-78e8-4ee2-a81e-81a75b0f1042 req-1b996877-d7f9-41f7-ab26-b25545725e95 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698764 Aug 17 02:24:10.172897 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59cc230a-1100-4b45-b4ef-d90052f9d60e req-82afb121-b571-4306-8a4f-07f93d916d72 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 210 time: 0.0471461 Aug 17 02:24:10.193793 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-8438d760-205d-4100-bad0-bef72acb6519 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:10.206540 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d56f119-c96a-4e02-85d7-f7241af9c732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:10.372558 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae2d3f-aa8d-4290-aaca-0621459abd19 req-5d4e7735-337e-439f-840a-8d609fc7b888 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:10.374288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17ae2d3f-aa8d-4290-aaca-0621459abd19 req-5d4e7735-337e-439f-840a-8d609fc7b888 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 945 time: 0.0525742 Aug 17 02:24:10.420406 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17ae2d3f-aa8d-4290-aaca-0621459abd19 req-54f5fcb5-3177-4f55-b34e-0e5bd972ee72 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344088 Aug 17 02:24:10.449279 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-8438d760-205d-4100-bad0-bef72acb6519 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:10.539825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-8438d760-205d-4100-bad0-bef72acb6519 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Network 34294388-a8b7-4157-9b43-5859a5b71ee1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:24:10.564338 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46976) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:10.580248 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-8438d760-205d-4100-bad0-bef72acb6519 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:24:10.584568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-8438d760-205d-4100-bad0-bef72acb6519 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:24:10.634671 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:10.641160 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438d760-205d-4100-bad0-bef72acb6519 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Pushing event updated for resources: {'Port': ['ID=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:10.681859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-893581460-network', 'tenant_id': '741c988213b74eb69f88af13740df875'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:10.697514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95abd4-65af-4fa9-86f2-d4b05598a1fe req-f0789cb4-ae43-4577-a542-aeb91ba7e04c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:10.700788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-db95abd4-65af-4fa9-86f2-d4b05598a1fe req-f0789cb4-ae43-4577-a542-aeb91ba7e04c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1956840 Aug 17 02:24:10.711288 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-8438d760-205d-4100-bad0-bef72acb6519 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:10.712241 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-8438d760-205d-4100-bad0-bef72acb6519 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:10.782726 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-db95abd4-65af-4fa9-86f2-d4b05598a1fe req-8cc8c468-de8f-42ac-b45c-fb412fbfbd73 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636837 Aug 17 02:24:10.840955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] Made reservation on behalf of 741c988213b74eb69f88af13740df875 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:24:10.843557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:10.853417 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:10.925119 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-8438d760-205d-4100-bad0-bef72acb6519 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5046809 Aug 17 02:24:10.978921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22649e68-b1d3-4ad6-85be-73892118aabf req-f6ce6afe-21ef-4856-8942-707814899694 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:10.980917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22649e68-b1d3-4ad6-85be-73892118aabf req-f6ce6afe-21ef-4856-8942-707814899694 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 946 time: 0.0874145 Aug 17 02:24:10.985311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Request body: {'port': {'device_id': '01080196-9330-42dc-9ed5-d0dcc0a9dc1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:11.019102 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.073939 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22649e68-b1d3-4ad6-85be-73892118aabf req-3321ac0f-24c2-469c-ba14-a6af4ccda9e7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839019 Aug 17 02:24:11.075340 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.131941 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.157044 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:24:11.175129 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60c5301-35a9-433a-90d1-952e036f89c1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:11.179619 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.179970 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] Added segment 72128045-5b01-4a24-95f6-4e12d9035b37 of type vlan for network 305f36b9-2324-45fa-bf20-14b12af888dd Aug 17 02:24:11.228149 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.268962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d8ee8-ef5c-487f-a2bb-66f25de90276 req-6563c739-0b9a-4add-b619-48216026659f tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:11.270632 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-657d8ee8-ef5c-487f-a2bb-66f25de90276 req-6563c739-0b9a-4add-b619-48216026659f tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 943 time: 0.1303704 Aug 17 02:24:11.379492 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-657d8ee8-ef5c-487f-a2bb-66f25de90276 req-f8922fee-21e2-4051-93cc-4ee93e6e3291 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021600 Aug 17 02:24:11.414565 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.415571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:11.416161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.487701 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] Pushing event updated for resources: {'Network': ['ID=305f36b9-2324-45fa-bf20-14b12af888dd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:11.499172 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 305f36b9-2324-45fa-bf20-14b12af888dd details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:24:11.510842 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:24:11.517936 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.540021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Transition to ACTIVE for port object eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:24:11.558525 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-84c947c8-413c-4a2a-9feb-7de5ff252101 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9929843 Aug 17 02:24:11.562900 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46992) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:11.568784 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-83178446-0bcc-41c4-83d1-8111590c5b3b admin admin] Request body: {'subnet': {'network_id': '305f36b9-2324-45fa-bf20-14b12af888dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-893581460-subnet', 'tenant_id': '741c988213b74eb69f88af13740df875', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:11.622088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f5757-c72d-4da9-8b1e-c2f3fe10017b req-22eb692e-e9f7-43c6-b1d3-3a1a5b9a5adf tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:11.623709 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f72f5757-c72d-4da9-8b1e-c2f3fe10017b req-22eb692e-e9f7-43c6-b1d3-3a1a5b9a5adf tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 946 time: 0.0734320 Aug 17 02:24:11.639330 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.697516 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.726457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f72f5757-c72d-4da9-8b1e-c2f3fe10017b req-bc826af2-8887-4c53-bdc9-05ce3d47854a tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959358 Aug 17 02:24:11.727407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Pushing event updated for resources: {'Port': ['ID=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:11.758412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83178446-0bcc-41c4-83d1-8111590c5b3b admin admin] Made reservation on behalf of 741c988213b74eb69f88af13740df875 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:24:11.758607 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83178446-0bcc-41c4-83d1-8111590c5b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.838707 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Attempting to bind port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:24:11.838965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Attempting to bind port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '12b7096e-0114-4bc0-820e-ca83c1c2438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:24:11.839279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Attempting to bind port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 on network 34294388-a8b7-4157-9b43-5859a5b71ee1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:11.853052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 on network 34294388-a8b7-4157-9b43-5859a5b71ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:24:11.853553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Attempting to bind port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 on network 34294388-a8b7-4157-9b43-5859a5b71ee1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:11.862781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:24:11.863164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Checking segment: {'id': '12b7096e-0114-4bc0-820e-ca83c1c2438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:24:11.863559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Bound using segment: {'id': '12b7096e-0114-4bc0-820e-ca83c1c2438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:24:11.864000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Bound port: eb229db2-c3b1-45c2-8868-2b4ac64ab4b8, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7096e-0114-4bc0-820e-ca83c1c2438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:24:11.864388 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.875821 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1d069-6564-4d65-89bd-47be5db2165d req-042ce9d8-3bdc-487b-a3fb-3b6228580e00 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:11.877355 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18b1d069-6564-4d65-89bd-47be5db2165d req-042ce9d8-3bdc-487b-a3fb-3b6228580e00 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 944 time: 0.0837822 Aug 17 02:24:11.950880 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18b1d069-6564-4d65-89bd-47be5db2165d req-baf4d57a-4a07-4b13-8aa0-014626fe160b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670044 Aug 17 02:24:11.974417 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] For port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:24:11.975048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] For port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:24:12.043879 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83178446-0bcc-41c4-83d1-8111590c5b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:12.078018 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:12.117294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83178446-0bcc-41c4-83d1-8111590c5b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=52790318-c190-4058-8fce-4b1f3783be22,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:12.129689 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83178446-0bcc-41c4-83d1-8111590c5b3b admin admin] Checking segment: {'id': '72128045-5b01-4a24-95f6-4e12d9035b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '305f36b9-2324-45fa-bf20-14b12af888dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:24:12.134897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:12.135285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83178446-0bcc-41c4-83d1-8111590c5b3b admin admin] Network hostable DHCP agents. Network: 305f36b9-2324-45fa-bf20-14b12af888dd, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:24:12.135448 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:12.135448 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-32863331-7b48-469d-9855-05a4010f8cab service neutron] 10.222.0.18 "PUT /v2.0/ports/eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 HTTP/1.1" status: 200 len: 1093 time: 1.1749234 Aug 17 02:24:12.135448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01080196-9330-42dc-9ed5-d0dcc0a9dc1c', 'tag': 'eb229db2-c3b1-45c2-8868-2b4ac64ab4b8'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:12.138136 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb8fb81-d07c-474b-9e39-d336556601d1" -d '{"events": [{"name": "network-changed", "server_uuid": "01080196-9330-42dc-9ed5-d0dcc0a9dc1c", "tag": "eb229db2-c3b1-45c2-8868-2b4ac64ab4b8"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:12.186159 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32863331-7b48-469d-9855-05a4010f8cab service neutron] Pushing event updated for resources: {'Port': ['ID=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:12.203330 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac41b2-ae00-4dba-aa26-291a3b38299a req-b9fe6089-2987-45a8-8a4b-55de4b65f88d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:12.205015 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9ac41b2-ae00-4dba-aa26-291a3b38299a req-b9fe6089-2987-45a8-8a4b-55de4b65f88d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 945 time: 0.0937960 Aug 17 02:24:12.243687 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83178446-0bcc-41c4-83d1-8111590c5b3b admin admin] Network 305f36b9-2324-45fa-bf20-14b12af888dd is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:24:12.270963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9ac41b2-ae00-4dba-aa26-291a3b38299a req-1362c0a5-3c98-4ed1-b943-242cd13f57df tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536242 Aug 17 02:24:12.304660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-c22e037e-e236-4d09-ab20-548cad438280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:12.306856 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-c22e037e-e236-4d09-ab20-548cad438280 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c16420efa164d4d912052f534bc872f&device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 1096 time: 0.0507536 Aug 17 02:24:12.334247 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-83178446-0bcc-41c4-83d1-8111590c5b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 305f36b9-2324-45fa-bf20-14b12af888dd) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:24:12.342541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83178446-0bcc-41c4-83d1-8111590c5b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:12.344207 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83178446-0bcc-41c4-83d1-8111590c5b3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:12.354550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6f728b-1af5-4031-b2ec-3bb426d111ca None None] Network 305f36b9-2324-45fa-bf20-14b12af888dd requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:24:12.365035 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-5d4bde2f-21a9-4ed9-974c-eec14cac0d35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 HTTP/1.1" status: 200 len: 217 time: 0.0439312 Aug 17 02:24:12.441966 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-83178446-0bcc-41c4-83d1-8111590c5b3b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8761344 Aug 17 02:24:12.456706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-50940d8f-6d8c-49cb-b8ab-afeb846675c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:12.456706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-50940d8f-6d8c-49cb-b8ab-afeb846675c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0eebf0-cd07-40a8-9430-50c3dd1e4546 HTTP/1.1" status: 200 len: 855 time: 0.0801606 Aug 17 02:24:12.469292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aef7ed-5b12-4013-8218-183ca3da5ca9 req-99baf596-baca-48da-a137-7523491fd52a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:12.471141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45aef7ed-5b12-4013-8218-183ca3da5ca9 req-99baf596-baca-48da-a137-7523491fd52a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0966256 Aug 17 02:24:12.502338 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-5c7fcf42-3613-40e6-845e-ef2b109d6f18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34294388-a8b7-4157-9b43-5859a5b71ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301759 Aug 17 02:24:12.515882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ca2f96-eded-468c-8d38-a784a73e57f0 None None] Network 305f36b9-2324-45fa-bf20-14b12af888dd requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:24:12.609398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45aef7ed-5b12-4013-8218-183ca3da5ca9 req-b8cfee14-851b-49ba-8d28-550741d8b00a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024914 Aug 17 02:24:12.681946 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-cf448c7c-f7cb-4362-806d-bfcb1f53041d service neutron] 10.222.0.18 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589046 Aug 17 02:24:12.685946 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e07e741-bcc5-4333-a273-dd58a2205515 x-openstack-request-id: req-0e07e741-bcc5-4333-a273-dd58a2205515 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:12.686968 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01080196-9330-42dc-9ed5-d0dcc0a9dc1c", "tag": "eb229db2-c3b1-45c2-8868-2b4ac64ab4b8", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:12.687359 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e07e741-bcc5-4333-a273-dd58a2205515 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:12.687957 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01080196-9330-42dc-9ed5-d0dcc0a9dc1c', 'tag': 'eb229db2-c3b1-45c2-8868-2b4ac64ab4b8', 'status': 'completed', 'code': 200} Aug 17 02:24:12.831785 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e6974d-cd02-4e6c-b98a-6fb1e80c52dc req-45a726a9-d102-4e45-a1d4-49c1cbfb00b0 service neutron] 10.222.0.18 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335464 Aug 17 02:24:12.835020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b74573-a212-45c4-a455-c3f5b806588a req-68bab675-0ea6-46d5-854c-ab1ef973df5c tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:12.836672 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42b74573-a212-45c4-a455-c3f5b806588a req-68bab675-0ea6-46d5-854c-ab1ef973df5c tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 1097 time: 0.0789747 Aug 17 02:24:12.900181 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42b74573-a212-45c4-a455-c3f5b806588a req-3dc92948-587e-473b-aee0-7835f8d40853 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529530 Aug 17 02:24:13.034785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb22d30-16e2-4637-806c-b0a28f802552 req-b1990283-49e5-4559-b54b-cd5be1160c68 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:13.036387 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6eb22d30-16e2-4637-806c-b0a28f802552 req-b1990283-49e5-4559-b54b-cd5be1160c68 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 946 time: 0.0591745 Aug 17 02:24:13.127022 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6eb22d30-16e2-4637-806c-b0a28f802552 req-ef9b7e11-2412-43b8-b734-1fe9509c99de tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829718 Aug 17 02:24:13.137553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8fb81-d07c-474b-9e39-d336556601d1 req-f1a475f5-ac8e-4029-bcab-cde2ed8ab2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:13.139367 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb8fb81-d07c-474b-9e39-d336556601d1 req-f1a475f5-ac8e-4029-bcab-cde2ed8ab2d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c16420efa164d4d912052f534bc872f&device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 1096 time: 0.0845819 Aug 17 02:24:13.279014 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8fb81-d07c-474b-9e39-d336556601d1 req-7b7ef3b8-e1d2-46c5-8d27-4f0316644d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:13.280453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb8fb81-d07c-474b-9e39-d336556601d1 req-7b7ef3b8-e1d2-46c5-8d27-4f0316644d6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=34294388-a8b7-4157-9b43-5859a5b71ee1 HTTP/1.1" status: 200 len: 916 time: 0.1323245 Aug 17 02:24:13.304819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cca7f-f996-4d44-b5f8-bf8c56d72d8d req-d4a08e71-a757-4af5-8d6f-4d12e3a21181 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:13.306268 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a64cca7f-f996-4d44-b5f8-bf8c56d72d8d req-d4a08e71-a757-4af5-8d6f-4d12e3a21181 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 943 time: 0.0899546 Aug 17 02:24:13.339068 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb8fb81-d07c-474b-9e39-d336556601d1 req-1a84030c-6fc0-4dd6-b346-6b5219b2cd2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 HTTP/1.1" status: 200 len: 217 time: 0.0493221 Aug 17 02:24:13.355568 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47030) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:13.361233 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-725734269-network', 'tenant_id': '0d4c19289e1745af8cd4f36b77e6d174'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:13.406689 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a64cca7f-f996-4d44-b5f8-bf8c56d72d8d req-8a89d302-7b74-40b0-928d-425460d0b92e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704873 Aug 17 02:24:13.416142 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8fb81-d07c-474b-9e39-d336556601d1 req-1c7e1c13-9855-47fa-86f2-091ba5ea92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:13.418940 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb8fb81-d07c-474b-9e39-d336556601d1 req-1c7e1c13-9855-47fa-86f2-091ba5ea92c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0eebf0-cd07-40a8-9430-50c3dd1e4546 HTTP/1.1" status: 200 len: 855 time: 0.0661988 Aug 17 02:24:13.455680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb8fb81-d07c-474b-9e39-d336556601d1 req-d1c544c7-9a28-4246-9acc-06b39e3eeae8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34294388-a8b7-4157-9b43-5859a5b71ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287039 Aug 17 02:24:13.485677 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] Made reservation on behalf of 0d4c19289e1745af8cd4f36b77e6d174 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:24:13.488042 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:13.498911 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:13.602056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb8fb81-d07c-474b-9e39-d336556601d1 req-f099307f-4600-4a33-bd83-5f960ad1e6f0 service neutron] 10.222.0.18 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371725 Aug 17 02:24:13.672240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad346461-c0c9-4e24-8893-3f3b4c209d22 req-b26ad24d-b603-4009-81e3-39f0a3074ee9 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:13.674381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad346461-c0c9-4e24-8893-3f3b4c209d22 req-b26ad24d-b603-4009-81e3-39f0a3074ee9 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 1097 time: 0.1138873 Aug 17 02:24:13.682198 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:13.717772 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:13.747012 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad346461-c0c9-4e24-8893-3f3b4c209d22 req-6aa37886-2a96-4d5b-997c-a46a81c5e1ab tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582254 Aug 17 02:24:13.751287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb8fb81-d07c-474b-9e39-d336556601d1 req-f1f62740-54b2-4faa-bfd9-4d836a6962dd service neutron] 10.222.0.18 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412361 Aug 17 02:24:13.817526 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:13.836978 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:24:13.858897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5220a6-5ddc-4678-99ef-b51b47068ee6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:13.862317 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:13.862965 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] Added segment 4fd0d8fc-864f-4784-b9d3-8231d4cc3d29 of type vlan for network 86d1bf97-c274-4fc1-b7a0-4c1a5483a14a Aug 17 02:24:13.906837 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d189a-4805-4d34-8625-3e728f889460 req-5431d72e-f0c1-4410-8f30-6ed962f30ccf tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:13.916018 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-074d189a-4805-4d34-8625-3e728f889460 req-5431d72e-f0c1-4410-8f30-6ed962f30ccf tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 944 time: 0.0706635 Aug 17 02:24:13.916846 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:13.969061 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-074d189a-4805-4d34-8625-3e728f889460 req-f8ab3dee-e331-4d66-995b-3efe427701b6 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542452 Aug 17 02:24:14.105911 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:14.107417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:14.108032 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:14.201909 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38d6e0-4d7e-4b54-af49-f5d78f78d034 req-a679104d-2613-4f0a-90ef-e97689017683 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:14.203531 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c38d6e0-4d7e-4b54-af49-f5d78f78d034 req-a679104d-2613-4f0a-90ef-e97689017683 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 946 time: 0.0637600 Aug 17 02:24:14.207524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] Pushing event updated for resources: {'Network': ['ID=86d1bf97-c274-4fc1-b7a0-4c1a5483a14a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:14.219167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 86d1bf97-c274-4fc1-b7a0-4c1a5483a14a details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:24:14.255636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c38d6e0-4d7e-4b54-af49-f5d78f78d034 req-6c3e4ba8-1f86-4b03-9391-5e50d50922ef tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398366 Aug 17 02:24:14.259408 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-249d9d04-34ef-4dd1-9985-2a50601ee24e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9019315 Aug 17 02:24:14.263902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47036) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:14.272811 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-26e46cbf-0ac4-4017-82fc-a0ab958a9a3d admin admin] Request body: {'subnet': {'network_id': '86d1bf97-c274-4fc1-b7a0-4c1a5483a14a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-725734269-subnet', 'tenant_id': '0d4c19289e1745af8cd4f36b77e6d174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:14.293134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d300df59-961d-40d2-ae28-ab01790c1566 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:24:14.401328 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc169c30-101e-46ae-b05d-897f8f176d4b req-7fd696d8-624a-4ca6-892d-6a6b57cae236 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:14.403416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc169c30-101e-46ae-b05d-897f8f176d4b req-7fd696d8-624a-4ca6-892d-6a6b57cae236 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0594275 Aug 17 02:24:14.411633 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e46cbf-0ac4-4017-82fc-a0ab958a9a3d admin admin] Made reservation on behalf of 0d4c19289e1745af8cd4f36b77e6d174 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:24:14.412274 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d300df59-961d-40d2-ae28-ab01790c1566, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d300df59-961d-40d2-ae28-ab01790c1566,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:14.414185 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26e46cbf-0ac4-4017-82fc-a0ab958a9a3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:14.427128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'd300df59-961d-40d2-ae28-ab01790c1566', 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb', 'port_id': 'd300df59-961d-40d2-ae28-ab01790c1566', 'mac_address': 'fa:16:3e:7d:06:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '543cf99d-92c2-4c90-ba21-fec449a1db34', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:24:14.466464 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc169c30-101e-46ae-b05d-897f8f176d4b req-1c4ed599-cc03-4e0e-aec5-3b575d14f6f3 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517607 Aug 17 02:24:14.507725 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:14.528501 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d300df59-961d-40d2-ae28-ab01790c1566 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:24:14.568116 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d300df59-961d-40d2-ae28-ab01790c1566, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d300df59-961d-40d2-ae28-ab01790c1566,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:14.676946 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:14.708785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc939bd-7f41-460b-8514-ab6d39c802e5 req-e7c20626-dfd0-47a0-ae5e-eb30b89ef360 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:14.710509 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fc939bd-7f41-460b-8514-ab6d39c802e5 req-e7c20626-dfd0-47a0-ae5e-eb30b89ef360 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 943 time: 0.0542161 Aug 17 02:24:14.766069 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=d300df59-961d-40d2-ae28-ab01790c1566,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:14.769627 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fc939bd-7f41-460b-8514-ab6d39c802e5 req-4afaad8d-def2-4cbf-909c-6bc67aae39d3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477667 Aug 17 02:24:14.775344 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26e46cbf-0ac4-4017-82fc-a0ab958a9a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:14.836503 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e46cbf-0ac4-4017-82fc-a0ab958a9a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e478ca24-2d9a-46a7-a927-83730c5ee9d1,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:14.853204 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e46cbf-0ac4-4017-82fc-a0ab958a9a3d admin admin] Checking segment: {'id': '4fd0d8fc-864f-4784-b9d3-8231d4cc3d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86d1bf97-c274-4fc1-b7a0-4c1a5483a14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:24:14.853597 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e46cbf-0ac4-4017-82fc-a0ab958a9a3d admin admin] Network hostable DHCP agents. Network: 86d1bf97-c274-4fc1-b7a0-4c1a5483a14a, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:24:14.965859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e46cbf-0ac4-4017-82fc-a0ab958a9a3d admin admin] Network 86d1bf97-c274-4fc1-b7a0-4c1a5483a14a is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:24:15.055022 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-26e46cbf-0ac4-4017-82fc-a0ab958a9a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 86d1bf97-c274-4fc1-b7a0-4c1a5483a14a) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:24:15.064626 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e46cbf-0ac4-4017-82fc-a0ab958a9a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:15.066013 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26e46cbf-0ac4-4017-82fc-a0ab958a9a3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:15.067733 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20be67c2-78ea-4c66-9c16-9a06f2cbea70 None None] Network 86d1bf97-c274-4fc1-b7a0-4c1a5483a14a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:24:15.164947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['d300df59-961d-40d2-ae28-ab01790c1566'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:15.198521 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-26e46cbf-0ac4-4017-82fc-a0ab958a9a3d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9305785 Aug 17 02:24:15.282702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41752729-fbbe-4d5d-8c7c-cea44b644c64 None None] Network 86d1bf97-c274-4fc1-b7a0-4c1a5483a14a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:24:15.322728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fc8f7-3c1c-495b-bc9c-340627f3cfce req-f3118b03-872c-43e3-a089-a9fe2b96a10f tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:15.336906 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb7fc8f7-3c1c-495b-bc9c-340627f3cfce req-f3118b03-872c-43e3-a089-a9fe2b96a10f tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 946 time: 0.1258247 Aug 17 02:24:15.402188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb7fc8f7-3c1c-495b-bc9c-340627f3cfce req-3ad4dfe8-2612-4c11-b3fa-eb0adf867bd2 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636804 Aug 17 02:24:15.571596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994fb78-b533-4d62-9ecf-bdca06396aa4 req-4d5e92a1-dd50-4d47-a7e9-da516cc4974d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:15.574799 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2994fb78-b533-4d62-9ecf-bdca06396aa4 req-4d5e92a1-dd50-4d47-a7e9-da516cc4974d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 944 time: 0.0824611 Aug 17 02:24:15.631020 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2994fb78-b533-4d62-9ecf-bdca06396aa4 req-d9885fd2-2300-4c60-a865-5ae3dca86e8b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493057 Aug 17 02:24:15.863256 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0862de4-ced9-409b-a8e4-46da7cb94c54 req-77184b19-f0a8-47e7-be47-7bb6cfabefe4 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:15.864686 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0862de4-ced9-409b-a8e4-46da7cb94c54 req-77184b19-f0a8-47e7-be47-7bb6cfabefe4 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 1097 time: 0.0445170 Aug 17 02:24:15.910510 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0862de4-ced9-409b-a8e4-46da7cb94c54 req-e5faaa5f-417f-42f5-a7b4-1b07e870a182 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392184 Aug 17 02:24:16.038644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300efce-0bfc-426c-9101-782ee730b510 req-898d13eb-2bd1-43bc-a865-0f4c68ea5ce6 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:16.040157 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1300efce-0bfc-426c-9101-782ee730b510 req-898d13eb-2bd1-43bc-a865-0f4c68ea5ce6 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 946 time: 0.0589688 Aug 17 02:24:16.080430 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1300efce-0bfc-426c-9101-782ee730b510 req-3cd22bb3-4285-4aa3-b730-856b78f7de66 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337529 Aug 17 02:24:16.191228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2479e-bc0f-4811-b96c-547febe7455c req-d57f273b-8327-4533-9c42-bc8523c78508 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:16.192682 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67e2479e-bc0f-4811-b96c-547febe7455c req-d57f273b-8327-4533-9c42-bc8523c78508 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0522678 Aug 17 02:24:16.232152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:24:16.234924 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67e2479e-bc0f-4811-b96c-547febe7455c req-3eb59203-b37e-43ed-bccf-060812839f9a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341785 Aug 17 02:24:16.379544 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:16.395978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'eb229db2-c3b1-45c2-8868-2b4ac64ab4b8', 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1', 'port_id': 'eb229db2-c3b1-45c2-8868-2b4ac64ab4b8', 'mac_address': 'fa:16:3e:70:4c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0eebf0-cd07-40a8-9430-50c3dd1e4546', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:24:16.451933 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:16.466151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:24:16.487534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:16.575179 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:16.632083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:16.931059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-e9125272-19d1-4bef-8dee-f8ec6eaf63f3 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:16.932457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-e9125272-19d1-4bef-8dee-f8ec6eaf63f3 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/networks?id=305f36b9-2324-45fa-bf20-14b12af888dd HTTP/1.1" status: 200 len: 824 time: 0.4599326 Aug 17 02:24:16.949056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-26177d70-6f91-47cc-8e7f-2b5be9865439 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/quotas/741c988213b74eb69f88af13740df875 HTTP/1.1" status: 200 len: 375 time: 0.0100598 Aug 17 02:24:16.985995 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-abe9e706-3650-400f-9e36-3e2c8c3be96b tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=741c988213b74eb69f88af13740df875&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288742 Aug 17 02:24:17.079993 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-abb4bdbb-0f2c-404c-a0fb-73a5cdea31d8 service neutron] 10.222.0.13 "GET /v2.0/networks/305f36b9-2324-45fa-bf20-14b12af888dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864811 Aug 17 02:24:17.128351 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['eb229db2-c3b1-45c2-8868-2b4ac64ab4b8'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:17.175771 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-e1af5f25-c8f8-4908-b1bb-ebbf08b4b9a5 service neutron] 10.222.0.13 "GET /v2.0/networks/305f36b9-2324-45fa-bf20-14b12af888dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888782 Aug 17 02:24:17.495102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb6a12-39b3-4816-bf95-7030fce8c680 req-cfa04b6a-b15f-4bd2-94bc-e63ae63a6c46 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:17.496723 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ceb6a12-39b3-4816-bf95-7030fce8c680 req-cfa04b6a-b15f-4bd2-94bc-e63ae63a6c46 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 944 time: 0.0548162 Aug 17 02:24:17.549304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ceb6a12-39b3-4816-bf95-7030fce8c680 req-57cd1cbe-d78e-4163-abdd-b1d289511b21 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451646 Aug 17 02:24:18.305050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d300df59-961d-40d2-ae28-ab01790c1566 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:24:18.503407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port d300df59-961d-40d2-ae28-ab01790c1566 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:24:18.509681 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port d300df59-961d-40d2-ae28-ab01790c1566 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:24:18.510275 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:18.641500 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:18.670791 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170c419d-d881-4f87-96b1-e4aa75482604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd300df59-961d-40d2-ae28-ab01790c1566'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:18.673724 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6a3691-006d-43a4-93ab-cd8fc773efbe" -d '{"events": [{"server_uuid": "170c419d-d881-4f87-96b1-e4aa75482604", "name": "network-vif-plugged", "status": "completed", "tag": "d300df59-961d-40d2-ae28-ab01790c1566"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:18.689840 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d300df59-961d-40d2-ae28-ab01790c1566, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d300df59-961d-40d2-ae28-ab01790c1566,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:18.817849 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:18.875891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=d300df59-961d-40d2-ae28-ab01790c1566,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:20.093628 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-d775ed63-de40-482d-982a-74555d5d7211 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:24:20.095480 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-d775ed63-de40-482d-982a-74555d5d7211 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088294 Aug 17 02:24:20.143924 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-25f07a95-619a-4fd7-ad01-a6cafe895497 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:20.145357 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-25f07a95-619a-4fd7-ad01-a6cafe895497 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports/2634fa00-fd24-40c4-927a-8877e096e76a HTTP/1.1" status: 200 len: 1094 time: 0.0402038 Aug 17 02:24:20.154600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-e0e3bb10-7582-41fc-9d8e-273c34e7ed6d service neutron] Request body: {'binding': {'host': 'n-h2-793621-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:20.155057 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-e0e3bb10-7582-41fc-9d8e-273c34e7ed6d service neutron] Unknown quota resources ['binding']. {{(pid=95407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:24:20.232637 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:24:20.313220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-e0e3bb10-7582-41fc-9d8e-273c34e7ed6d service neutron] Attempting to bind port 2634fa00-fd24-40c4-927a-8877e096e76a on host n-h2-793621-31 for vnic_type normal with profile None {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:24:20.313610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-e0e3bb10-7582-41fc-9d8e-273c34e7ed6d service neutron] Attempting to bind port 2634fa00-fd24-40c4-927a-8877e096e76a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:24:20.313941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-e0e3bb10-7582-41fc-9d8e-273c34e7ed6d service neutron] Attempting to bind port 2634fa00-fd24-40c4-927a-8877e096e76a on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:20.319616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-e0e3bb10-7582-41fc-9d8e-273c34e7ed6d service neutron] Port 2634fa00-fd24-40c4-927a-8877e096e76a on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:24:20.320317 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-e0e3bb10-7582-41fc-9d8e-273c34e7ed6d service neutron] Attempting to bind port 2634fa00-fd24-40c4-927a-8877e096e76a on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:20.326801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-e0e3bb10-7582-41fc-9d8e-273c34e7ed6d service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:24:20.327070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-e0e3bb10-7582-41fc-9d8e-273c34e7ed6d service neutron] Checking segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:24:20.327464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-e0e3bb10-7582-41fc-9d8e-273c34e7ed6d service neutron] Bound using segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:24:20.328578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-e0e3bb10-7582-41fc-9d8e-273c34e7ed6d service neutron] Bound port: 2634fa00-fd24-40c4-927a-8877e096e76a, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:24:20.365546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:24:20.369570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:24:20.369982 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:20.404790 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-e0e3bb10-7582-41fc-9d8e-273c34e7ed6d service neutron] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2634fa00-fd24-40c4-927a-8877e096e76a,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:24:20.455638 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:20.489285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:20.496818 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-e0e3bb10-7582-41fc-9d8e-273c34e7ed6d service neutron] Notify callbacks [] for binding, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:20.498081 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-e0e3bb10-7582-41fc-9d8e-273c34e7ed6d service neutron] 10.222.0.13 "POST /v2.0/ports/2634fa00-fd24-40c4-927a-8877e096e76a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3471484 Aug 17 02:24:20.554170 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:20.627122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-5a0a26a5-c684-4fc6-a9d7-3ec5154413fc tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:20.628183 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:20.628528 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-5a0a26a5-c684-4fc6-a9d7-3ec5154413fc tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.18 "GET /v2.0/networks?id=305f36b9-2324-45fa-bf20-14b12af888dd HTTP/1.1" status: 200 len: 824 time: 0.1120718 Aug 17 02:24:20.652464 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-0706068f-9806-4165-900c-d6a2c5ca88ff tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Request body: {'port': {'device_id': 'ce0bf941-bae7-4e8a-9bff-057cc718cc6f', 'network_id': '305f36b9-2324-45fa-bf20-14b12af888dd', 'admin_state_up': True, 'tenant_id': '741c988213b74eb69f88af13740df875'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:20.911115 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-0706068f-9806-4165-900c-d6a2c5ca88ff tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Made reservation on behalf of 741c988213b74eb69f88af13740df875 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:24:20.914804 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-0706068f-9806-4165-900c-d6a2c5ca88ff tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:21.069138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-0706068f-9806-4165-900c-d6a2c5ca88ff tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Allocated IP 172.20.0.4 (305f36b9-2324-45fa-bf20-14b12af888dd/52790318-c190-4058-8fce-4b1f3783be22/cc971b24-0834-490f-a816-be440befec71) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:24:21.266229 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-0706068f-9806-4165-900c-d6a2c5ca88ff tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:21.532854 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-0706068f-9806-4165-900c-d6a2c5ca88ff tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:21.547273 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:24:21.581062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-0706068f-9806-4165-900c-d6a2c5ca88ff tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Network 305f36b9-2324-45fa-bf20-14b12af888dd is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:24:21.587722 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-0706068f-9806-4165-900c-d6a2c5ca88ff tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:24:21.590996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-0706068f-9806-4165-900c-d6a2c5ca88ff tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:24:21.634242 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706068f-9806-4165-900c-d6a2c5ca88ff tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Pushing event updated for resources: {'Port': ['ID=cc971b24-0834-490f-a816-be440befec71,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:21.683152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-0706068f-9806-4165-900c-d6a2c5ca88ff tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:21.683832 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-0706068f-9806-4165-900c-d6a2c5ca88ff tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:21.700313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-707265cc-a9c9-46a5-9811-6fa9d8d34ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:21.701835 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-707265cc-a9c9-46a5-9811-6fa9d8d34ab1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 1097 time: 0.0787144 Aug 17 02:24:21.857155 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-a5a19c11-f1c8-457f-96b2-a3927af6c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:21.858685 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-a5a19c11-f1c8-457f-96b2-a3927af6c579 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.1489227 Aug 17 02:24:21.875252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4293a7-b1de-4aa6-a9c1-ef30dbff6ca2 req-598da7b9-174e-41d5-8865-53f86c917e62 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:21.876779 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec4293a7-b1de-4aa6-a9c1-ef30dbff6ca2 req-598da7b9-174e-41d5-8865-53f86c917e62 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0823667 Aug 17 02:24:21.886593 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-0706068f-9806-4165-900c-d6a2c5ca88ff tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2315400 Aug 17 02:24:21.921417 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec4293a7-b1de-4aa6-a9c1-ef30dbff6ca2 req-7479711f-fc50-4bc8-aa35-b061880ab753 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358753 Aug 17 02:24:21.941953 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Request body: {'port': {'device_id': 'ce0bf941-bae7-4e8a-9bff-057cc718cc6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:21.973725 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-20d89e9d-83f0-46b6-97b0-916601d47c6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2634fa00-fd24-40c4-927a-8877e096e76a HTTP/1.1" status: 200 len: 217 time: 0.0500042 Aug 17 02:24:22.071985 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:22.076185 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-df62c435-dade-4f3c-828b-e161d3ed212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:22.076998 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-df62c435-dade-4f3c-828b-e161d3ed212a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0838220 Aug 17 02:24:22.149836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-c54bd411-d7fc-4ccf-a984-7bd392ecaf3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540366 Aug 17 02:24:22.273285 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd6dfb-1b6b-4587-b81b-59b935a786d6 req-76f92106-2b3a-40ee-834e-a4cbe239b527 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:22.274861 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-abfd6dfb-1b6b-4587-b81b-59b935a786d6 req-76f92106-2b3a-40ee-834e-a4cbe239b527 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1959350 Aug 17 02:24:22.429105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-abfd6dfb-1b6b-4587-b81b-59b935a786d6 req-8764c196-6864-4683-9a7d-2b24373c037f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386731 Aug 17 02:24:22.431009 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-b4ff9088-90b7-46f4-990a-915aa0519128 service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495625 Aug 17 02:24:22.646401 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-51c8e120-7566-4240-82dd-d95f3f0c40e7 service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822858 Aug 17 02:24:22.655412 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbf9aa-4e77-4034-9e04-fcf716f8b36c req-67ba4410-ecf4-4084-a222-d52c04ce4e19 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:22.656935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8abbf9aa-4e77-4034-9e04-fcf716f8b36c req-67ba4410-ecf4-4084-a222-d52c04ce4e19 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 931 time: 0.1377556 Aug 17 02:24:22.728920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc971b24-0834-490f-a816-be440befec71 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:24:22.739894 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:22.744632 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8abbf9aa-4e77-4034-9e04-fcf716f8b36c req-63acbec5-8da2-4815-9d3f-9cde3c74fe91 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/security-groups?id=c60c5301-35a9-433a-90d1-952e036f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776920 Aug 17 02:24:22.758349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Transition to ACTIVE for port object cc971b24-0834-490f-a816-be440befec71 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:24:22.864402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dff878-e2e9-4025-b5e7-7a00eeb30fc6 req-bf4cfa24-c622-49c1-8811-6041d4f7ff43 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:22.865972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2dff878-e2e9-4025-b5e7-7a00eeb30fc6 req-bf4cfa24-c622-49c1-8811-6041d4f7ff43 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 945 time: 0.0545948 Aug 17 02:24:22.912370 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2dff878-e2e9-4025-b5e7-7a00eeb30fc6 req-e24826ec-29b7-4669-a59b-efc475c3c705 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382798 Aug 17 02:24:22.951118 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:23.042189 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc971b24-0834-490f-a816-be440befec71,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:23.095476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-ce2d66f0-a2b4-4ec5-908e-3939a0fec175 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:23.097097 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-ce2d66f0-a2b4-4ec5-908e-3939a0fec175 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835&tenant_id=e3bea87dd1b648248d3d9b791695e521&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1097 time: 0.1111650 Aug 17 02:24:23.111988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-31'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:23.130654 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1d8fce-a8a2-4596-8089-9783554c0696 x-openstack-request-id: req-7f1d8fce-a8a2-4596-8089-9783554c0696 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:23.131171 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170c419d-d881-4f87-96b1-e4aa75482604", "name": "network-vif-plugged", "status": "completed", "tag": "d300df59-961d-40d2-ae28-ab01790c1566", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:23.131281 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f1d8fce-a8a2-4596-8089-9783554c0696 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:23.131598 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170c419d-d881-4f87-96b1-e4aa75482604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd300df59-961d-40d2-ae28-ab01790c1566', 'code': 200} Aug 17 02:24:23.171837 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Attempting to bind port cc971b24-0834-490f-a816-be440befec71 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:24:23.172176 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Attempting to bind port cc971b24-0834-490f-a816-be440befec71 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '72128045-5b01-4a24-95f6-4e12d9035b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '305f36b9-2324-45fa-bf20-14b12af888dd'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:24:23.172508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Attempting to bind port cc971b24-0834-490f-a816-be440befec71 on network 305f36b9-2324-45fa-bf20-14b12af888dd {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:23.196622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Port cc971b24-0834-490f-a816-be440befec71 on network 305f36b9-2324-45fa-bf20-14b12af888dd not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:24:23.196950 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Attempting to bind port cc971b24-0834-490f-a816-be440befec71 on network 305f36b9-2324-45fa-bf20-14b12af888dd {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:23.230131 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:23.233006 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:24:23.233374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Checking segment: {'id': '72128045-5b01-4a24-95f6-4e12d9035b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '305f36b9-2324-45fa-bf20-14b12af888dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:24:23.233769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Bound using segment: {'id': '72128045-5b01-4a24-95f6-4e12d9035b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '305f36b9-2324-45fa-bf20-14b12af888dd'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:24:23.234219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Bound port: cc971b24-0834-490f-a816-be440befec71, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72128045-5b01-4a24-95f6-4e12d9035b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '305f36b9-2324-45fa-bf20-14b12af888dd'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:24:23.234576 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:23.264521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cff98-0a3c-4c56-99ac-abddbea94a28 req-c6b30087-abad-4461-bf1e-2b12aa470225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:23.265991 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eb1cff98-0a3c-4c56-99ac-abddbea94a28 req-c6b30087-abad-4461-bf1e-2b12aa470225 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 1097 time: 0.0419087 Aug 17 02:24:23.309593 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eb1cff98-0a3c-4c56-99ac-abddbea94a28 req-67a491b2-8a85-4e6a-8d9d-415136519f74 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366023 Aug 17 02:24:23.332287 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe4f02-92b8-4bd9-9630-b10745807723 req-50615d9e-9c8b-4241-85ee-15529fbcacfb tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:23.333813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ddfe4f02-92b8-4bd9-9630-b10745807723 req-50615d9e-9c8b-4241-85ee-15529fbcacfb tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 945 time: 0.1407571 Aug 17 02:24:23.414911 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] For port cc971b24-0834-490f-a816-be440befec71, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:24:23.444930 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] For port cc971b24-0834-490f-a816-be440befec71, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=cc971b24-0834-490f-a816-be440befec71,segment=NetworkSegment(72128045-5b01-4a24-95f6-4e12d9035b37),segment_id=72128045-5b01-4a24-95f6-4e12d9035b37)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:24:23.456280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ddfe4f02-92b8-4bd9-9630-b10745807723 req-373b545e-80de-4b23-b27c-0d24662e3a23 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096680 Aug 17 02:24:23.500406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=2634fa00-fd24-40c4-927a-8877e096e76a,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:23.593097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:24:23.624247 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:23.705483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:23.706380 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:23.707789 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] 10.222.0.18 "PUT /v2.0/ports/cc971b24-0834-490f-a816-be440befec71 HTTP/1.1" status: 200 len: 1092 time: 1.7775614 Aug 17 02:24:23.710570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0bf941-bae7-4e8a-9bff-057cc718cc6f', 'tag': 'cc971b24-0834-490f-a816-be440befec71'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:23.713142 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6574a19-1fe6-4519-a3c8-305188bc0141" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0bf941-bae7-4e8a-9bff-057cc718cc6f", "tag": "cc971b24-0834-490f-a816-be440befec71"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:23.752198 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:23.763185 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1ef97-f243-48a0-a8d0-1ab6d6c0a1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc971b24-0834-490f-a816-be440befec71,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:23.784968 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e7b0f-fd28-45e1-a462-9aa710bc014f req-060075c8-e71b-47be-9dad-33c8f7669030 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:23.787753 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd8e7b0f-fd28-45e1-a462-9aa710bc014f req-060075c8-e71b-47be-9dad-33c8f7669030 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.1581273 Aug 17 02:24:23.846827 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd8e7b0f-fd28-45e1-a462-9aa710bc014f req-046f04fc-7675-4ced-befc-24ca4ead0720 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490122 Aug 17 02:24:23.926113 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:24.048985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Pushing event updated for resources: {'Port': ['ID=2634fa00-fd24-40c4-927a-8877e096e76a,revision_number=7']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:24.092200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Attempting to bind port 2634fa00-fd24-40c4-927a-8877e096e76a on host n-h1-793621-31 for vnic_type normal with profile {"migrating_to": "n-h2-793621-31"} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:24:24.092702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Attempting to bind port 2634fa00-fd24-40c4-927a-8877e096e76a by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:24:24.093196 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Attempting to bind port 2634fa00-fd24-40c4-927a-8877e096e76a on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:24.133323 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Port 2634fa00-fd24-40c4-927a-8877e096e76a on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:24:24.133705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Attempting to bind port 2634fa00-fd24-40c4-927a-8877e096e76a on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:24.149663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-4d7aa047-93f2-4360-b9db-45540c616c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:24.151957 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-4d7aa047-93f2-4360-b9db-45540c616c87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=741c988213b74eb69f88af13740df875&device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 1095 time: 0.1476979 Aug 17 02:24:24.154509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:24:24.155010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Checking segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:24:24.155710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Bound using segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:24:24.156400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Bound port: 2634fa00-fd24-40c4-927a-8877e096e76a, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:24:24.156951 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:24.250113 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-1c1d9a7e-eeb6-4708-b6c9-50ea2d85a034 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc971b24-0834-490f-a816-be440befec71 HTTP/1.1" status: 200 len: 217 time: 0.0755708 Aug 17 02:24:24.266631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39472f62-a13c-482a-8832-08cf95b21a6e req-ed7c6a79-4f84-4cfe-a30f-2aa27405947c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:24.268895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39472f62-a13c-482a-8832-08cf95b21a6e req-ed7c6a79-4f84-4cfe-a30f-2aa27405947c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.2015316 Aug 17 02:24:24.455934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-0b580754-ae93-4e89-a5d7-a486c99c1639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:24.457450 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-0b580754-ae93-4e89-a5d7-a486c99c1639 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52790318-c190-4058-8fce-4b1f3783be22 HTTP/1.1" status: 200 len: 864 time: 0.1873119 Aug 17 02:24:24.461623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:24:24.468088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=2634fa00-fd24-40c4-927a-8877e096e76a,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:24:24.474744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39472f62-a13c-482a-8832-08cf95b21a6e req-19330f7a-97ef-4c71-9aed-3fbc661bb4ab tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739447 Aug 17 02:24:24.511469 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-1416f801-c0cc-49f4-b8bb-5334651e4c9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=305f36b9-2324-45fa-bf20-14b12af888dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420132 Aug 17 02:24:24.617820 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-e64f071b-418d-4ad4-882e-5a8d6969e3d4 service neutron] 10.222.0.18 "GET /v2.0/networks/305f36b9-2324-45fa-bf20-14b12af888dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953236 Aug 17 02:24:24.696574 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:24.795249 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Pushing event updated for resources: {'Port': ['ID=2634fa00-fd24-40c4-927a-8877e096e76a,revision_number=8']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:24.813775 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61a2d3aa-e89a-47b8-a5dd-9dcc47ad59a1 req-d824b721-55db-4111-9229-53435a6c8206 service neutron] 10.222.0.18 "GET /v2.0/networks/305f36b9-2324-45fa-bf20-14b12af888dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864569 Aug 17 02:24:24.818953 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:24.819578 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:24.822284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-34c4ca16-8a22-430d-9d3e-4609e331c499 service neutron] 10.222.0.18 "PUT /v2.0/ports/2634fa00-fd24-40c4-927a-8877e096e76a HTTP/1.1" status: 200 len: 1123 time: 1.7152753 Aug 17 02:24:24.940246 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24100de4-d24b-49c9-aa20-38a7486c2edc x-openstack-request-id: req-24100de4-d24b-49c9-aa20-38a7486c2edc {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:24.940621 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0bf941-bae7-4e8a-9bff-057cc718cc6f", "tag": "cc971b24-0834-490f-a816-be440befec71", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:24.940955 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24100de4-d24b-49c9-aa20-38a7486c2edc {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:24.941459 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0bf941-bae7-4e8a-9bff-057cc718cc6f', 'tag': 'cc971b24-0834-490f-a816-be440befec71', 'status': 'completed', 'code': 200} Aug 17 02:24:24.989985 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['2634fa00-fd24-40c4-927a-8877e096e76a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:25.134211 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01080196-9330-42dc-9ed5-d0dcc0a9dc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb229db2-c3b1-45c2-8868-2b4ac64ab4b8'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:25.135022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5289f-be41-4ae6-a705-349b0eaa07be req-893dc107-a5ba-455b-be59-8eb53f6019a7 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:25.137458 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0b5289f-be41-4ae6-a705-349b0eaa07be req-893dc107-a5ba-455b-be59-8eb53f6019a7 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 943 time: 0.1289747 Aug 17 02:24:25.138232 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76073148-d76b-4bca-afcd-da0f459de670" -d '{"events": [{"server_uuid": "01080196-9330-42dc-9ed5-d0dcc0a9dc1c", "name": "network-vif-plugged", "status": "completed", "tag": "eb229db2-c3b1-45c2-8868-2b4ac64ab4b8"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:25.139633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6574a19-1fe6-4519-a3c8-305188bc0141 req-5877afd0-72b6-40a9-977e-b0add5c51752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:25.142514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6574a19-1fe6-4519-a3c8-305188bc0141 req-5877afd0-72b6-40a9-977e-b0add5c51752 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=741c988213b74eb69f88af13740df875&device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 1095 time: 0.1137478 Aug 17 02:24:25.259744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0b5289f-be41-4ae6-a705-349b0eaa07be req-a4c2cea5-94d6-46ca-a707-f1e3efa5eda0 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/security-groups?id=c60c5301-35a9-433a-90d1-952e036f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152918 Aug 17 02:24:25.309604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6574a19-1fe6-4519-a3c8-305188bc0141 req-e2099634-db1f-4976-909f-cf383c84a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:25.311286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6574a19-1fe6-4519-a3c8-305188bc0141 req-e2099634-db1f-4976-909f-cf383c84a3a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=305f36b9-2324-45fa-bf20-14b12af888dd HTTP/1.1" status: 200 len: 925 time: 0.1557901 Aug 17 02:24:25.382393 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6574a19-1fe6-4519-a3c8-305188bc0141 req-a3c16166-00d1-4527-8a2b-884060b05cb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc971b24-0834-490f-a816-be440befec71 HTTP/1.1" status: 200 len: 217 time: 0.0597904 Aug 17 02:24:25.474657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d121e-8200-4ab3-9b2c-285e780d3baf req-ee8ae6ea-35cd-4d83-8b12-d9c044d02e03 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:25.476265 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b33d121e-8200-4ab3-9b2c-285e780d3baf req-ee8ae6ea-35cd-4d83-8b12-d9c044d02e03 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 945 time: 0.1340241 Aug 17 02:24:25.478386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6574a19-1fe6-4519-a3c8-305188bc0141 req-929bbff3-ee3f-4a9a-9caf-96f1c1714ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:25.479718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6574a19-1fe6-4519-a3c8-305188bc0141 req-929bbff3-ee3f-4a9a-9caf-96f1c1714ef2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52790318-c190-4058-8fce-4b1f3783be22 HTTP/1.1" status: 200 len: 864 time: 0.0744438 Aug 17 02:24:25.531318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6574a19-1fe6-4519-a3c8-305188bc0141 req-4c281841-34c7-4239-851e-596a491bab0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=305f36b9-2324-45fa-bf20-14b12af888dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316145 Aug 17 02:24:25.566310 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b33d121e-8200-4ab3-9b2c-285e780d3baf req-8a5bb38e-7214-4637-a92a-5945654bf47d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824330 Aug 17 02:24:25.698334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6574a19-1fe6-4519-a3c8-305188bc0141 req-fbfb76b7-50ec-40bf-bb8d-158db2c16a45 service neutron] 10.222.0.18 "GET /v2.0/networks/305f36b9-2324-45fa-bf20-14b12af888dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578755 Aug 17 02:24:25.829855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59365a7-7d5d-4b78-8fdf-849204069326 req-cf4257df-aa51-4a2e-8e1a-860af099d1bb tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:25.831461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b59365a7-7d5d-4b78-8fdf-849204069326 req-cf4257df-aa51-4a2e-8e1a-860af099d1bb tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 943 time: 0.1082356 Aug 17 02:24:25.864915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6574a19-1fe6-4519-a3c8-305188bc0141 req-c803ecd0-5be0-4ece-b395-79127488b9d2 service neutron] 10.222.0.18 "GET /v2.0/networks/305f36b9-2324-45fa-bf20-14b12af888dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538975 Aug 17 02:24:25.902233 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b59365a7-7d5d-4b78-8fdf-849204069326 req-c232ce21-9371-4950-a172-73ac5f90d0f5 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503879 Aug 17 02:24:26.047631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ae218-db35-4d5c-b28f-b1c8aacff5fc req-fc6139fc-b331-4a96-b74d-14480a00a063 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:26.049640 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d7ae218-db35-4d5c-b28f-b1c8aacff5fc req-fc6139fc-b331-4a96-b74d-14480a00a063 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0588107 Aug 17 02:24:26.104119 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d7ae218-db35-4d5c-b28f-b1c8aacff5fc req-2c28906e-167b-42ad-89b6-e97414545ca7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431566 Aug 17 02:24:26.240621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb6ce2-99c5-414c-91fe-4c153f2afcd8 req-189473b1-8fdb-4828-bfad-f0fbce02f54b tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:26.243006 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7eb6ce2-99c5-414c-91fe-4c153f2afcd8 req-189473b1-8fdb-4828-bfad-f0fbce02f54b tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 946 time: 0.0638478 Aug 17 02:24:26.246525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 2634fa00-fd24-40c4-927a-8877e096e76a details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:24:26.304391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7eb6ce2-99c5-414c-91fe-4c153f2afcd8 req-3efbba24-d671-460d-b613-6b46fceb7ea8 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500064 Aug 17 02:24:26.367139 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=2634fa00-fd24-40c4-927a-8877e096e76a,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:26.378647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 2634fa00-fd24-40c4-927a-8877e096e76a has no active binding in host n-h2-793621-31 {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:24:26.379005 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 923cc989-4057-4ad4-add9-8a8dbafca3e4 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:24:26.451749 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5938b98-ca77-421d-86b0-671a8e0a22be x-openstack-request-id: req-d5938b98-ca77-421d-86b0-671a8e0a22be {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:26.452106 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01080196-9330-42dc-9ed5-d0dcc0a9dc1c", "name": "network-vif-plugged", "status": "completed", "tag": "eb229db2-c3b1-45c2-8868-2b4ac64ab4b8", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:26.452274 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5938b98-ca77-421d-86b0-671a8e0a22be {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:26.452685 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01080196-9330-42dc-9ed5-d0dcc0a9dc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb229db2-c3b1-45c2-8868-2b4ac64ab4b8', 'code': 200} Aug 17 02:24:26.505430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 923cc989-4057-4ad4-add9-8a8dbafca3e4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=923cc989-4057-4ad4-add9-8a8dbafca3e4,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:26.521471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '923cc989-4057-4ad4-add9-8a8dbafca3e4', 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8', 'port_id': '923cc989-4057-4ad4-add9-8a8dbafca3e4', 'mac_address': 'fa:16:3e:64:87:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebee2bf4-fcee-40c1-aead-86827d774924', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:24:26.577722 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:26.600176 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 923cc989-4057-4ad4-add9-8a8dbafca3e4 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:24:26.615423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baebf5d-0949-4bb1-909c-eccbe58c0cea req-4876cdfa-8aa0-42c5-8e30-68347fd53bc7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:26.617932 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7baebf5d-0949-4bb1-909c-eccbe58c0cea req-4876cdfa-8aa0-42c5-8e30-68347fd53bc7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1050107 Aug 17 02:24:26.641334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 923cc989-4057-4ad4-add9-8a8dbafca3e4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=923cc989-4057-4ad4-add9-8a8dbafca3e4,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:26.660211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84297e-b1d6-47b7-b396-fccd879df0ff req-14d56411-094a-404f-b73d-816b19a34af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:26.666712 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc84297e-b1d6-47b7-b396-fccd879df0ff req-14d56411-094a-404f-b73d-816b19a34af8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 1098 time: 0.0896249 Aug 17 02:24:26.704282 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7baebf5d-0949-4bb1-909c-eccbe58c0cea req-6092bc78-fb6b-421e-befe-6e4de023b893 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708048 Aug 17 02:24:26.738105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc84297e-b1d6-47b7-b396-fccd879df0ff req-16a6a65c-9740-40d7-8de6-f93f5c846083 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586579 Aug 17 02:24:26.738386 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:26.812983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=923cc989-4057-4ad4-add9-8a8dbafca3e4,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:26.876590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa6114-5439-43bb-b7a2-d8bf17a55030 req-e50df09d-3319-4509-a134-3cd0de0483bb tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:26.878391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3aa6114-5439-43bb-b7a2-d8bf17a55030 req-e50df09d-3319-4509-a134-3cd0de0483bb tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 943 time: 0.0812435 Aug 17 02:24:26.928116 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3aa6114-5439-43bb-b7a2-d8bf17a55030 req-23d4a55a-e498-4d28-a63e-8ae66327a67f tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/security-groups?id=c60c5301-35a9-433a-90d1-952e036f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404077 Aug 17 02:24:26.942978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e38f65-af87-4b30-8540-d1e2a1165835', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2634fa00-fd24-40c4-927a-8877e096e76a'}, {'name': 'network-changed', 'server_uuid': '73e38f65-af87-4b30-8540-d1e2a1165835', 'tag': '2634fa00-fd24-40c4-927a-8877e096e76a'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:26.945824 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c050c6-c409-4150-8922-88a8a6140843" -d '{"events": [{"server_uuid": "73e38f65-af87-4b30-8540-d1e2a1165835", "name": "network-vif-unplugged", "status": "completed", "tag": "2634fa00-fd24-40c4-927a-8877e096e76a"}, {"name": "network-changed", "server_uuid": "73e38f65-af87-4b30-8540-d1e2a1165835", "tag": "2634fa00-fd24-40c4-927a-8877e096e76a"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:27.095536 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['923cc989-4057-4ad4-add9-8a8dbafca3e4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:27.154987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4773f-920f-45b9-8925-23f12270a1e2 req-8b4e080d-8924-412f-a566-805c50d037f6 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:27.157773 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccc4773f-920f-45b9-8925-23f12270a1e2 req-8b4e080d-8924-412f-a566-805c50d037f6 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 943 time: 0.0622933 Aug 17 02:24:27.213526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccc4773f-920f-45b9-8925-23f12270a1e2 req-4691801f-a779-49f4-b4a8-3c9a2b441959 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505085 Aug 17 02:24:27.292184 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd15b757-15da-4c95-b2c1-22058ec18c57 x-openstack-request-id: req-dd15b757-15da-4c95-b2c1-22058ec18c57 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:27.292687 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e38f65-af87-4b30-8540-d1e2a1165835", "name": "network-vif-unplugged", "status": "completed", "tag": "2634fa00-fd24-40c4-927a-8877e096e76a", "code": 200}, {"name": "network-changed", "server_uuid": "73e38f65-af87-4b30-8540-d1e2a1165835", "tag": "2634fa00-fd24-40c4-927a-8877e096e76a", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:27.292904 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd15b757-15da-4c95-b2c1-22058ec18c57 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:27.293921 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e38f65-af87-4b30-8540-d1e2a1165835', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2634fa00-fd24-40c4-927a-8877e096e76a', 'code': 200} Aug 17 02:24:27.293921 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e38f65-af87-4b30-8540-d1e2a1165835', 'tag': '2634fa00-fd24-40c4-927a-8877e096e76a', 'status': 'completed', 'code': 200} Aug 17 02:24:27.457449 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc4c23-ca96-4155-b6e7-7352ca0aaa96 req-4897f96c-d965-4617-9ca4-7a9cf2713d39 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:27.458298 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c050c6-c409-4150-8922-88a8a6140843 req-7fedab30-a65b-40ca-a5dc-2d2ffd7bc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:27.459876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5fc4c23-ca96-4155-b6e7-7352ca0aaa96 req-4897f96c-d965-4617-9ca4-7a9cf2713d39 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0933743 Aug 17 02:24:27.460389 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-40c050c6-c409-4150-8922-88a8a6140843 req-7fedab30-a65b-40ca-a5dc-2d2ffd7bc289 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 1126 time: 0.0817602 Aug 17 02:24:27.523936 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5fc4c23-ca96-4155-b6e7-7352ca0aaa96 req-2fdaaf13-a608-4a90-b4c5-f0b0e87227c9 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519946 Aug 17 02:24:27.621351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c050c6-c409-4150-8922-88a8a6140843 req-cd49d53f-8a60-43a1-9bf1-15dd12f14969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:27.624807 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-40c050c6-c409-4150-8922-88a8a6140843 req-cd49d53f-8a60-43a1-9bf1-15dd12f14969 service neutron] 10.222.0.42 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.1530502 Aug 17 02:24:27.695872 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019972-6e90-4714-b160-47ce01cc73bc req-1cefeb74-bb57-4bed-9e98-9f889f04b53d tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:27.697638 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8019972-6e90-4714-b160-47ce01cc73bc req-1cefeb74-bb57-4bed-9e98-9f889f04b53d tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 945 time: 0.0679002 Aug 17 02:24:27.700158 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-40c050c6-c409-4150-8922-88a8a6140843 req-a8ed068a-db1d-44b8-996c-70e4cb76d865 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2634fa00-fd24-40c4-927a-8877e096e76a HTTP/1.1" status: 200 len: 217 time: 0.0676000 Aug 17 02:24:27.752754 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8019972-6e90-4714-b160-47ce01cc73bc req-52bcd486-4636-4376-97e8-69a5b107ea1d tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468578 Aug 17 02:24:27.776996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c050c6-c409-4150-8922-88a8a6140843 req-16ce8a74-fdc4-47e3-9773-86e2e94ff8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:27.781192 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-40c050c6-c409-4150-8922-88a8a6140843 req-16ce8a74-fdc4-47e3-9773-86e2e94ff8b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0729456 Aug 17 02:24:27.844240 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-40c050c6-c409-4150-8922-88a8a6140843 req-73625c69-7860-4316-9c88-2c825395ceaa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549407 Aug 17 02:24:27.996555 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-40c050c6-c409-4150-8922-88a8a6140843 req-304c4bd8-5630-489b-8418-1bb5e27886f5 service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428149 Aug 17 02:24:28.012481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcb121-4695-4ff1-8ef7-c2a3cf186dbc req-00ac4312-4789-4cdb-a521-92da8f07e5e4 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:28.015201 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9fcb121-4695-4ff1-8ef7-c2a3cf186dbc req-00ac4312-4789-4cdb-a521-92da8f07e5e4 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0851190 Aug 17 02:24:28.076657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9fcb121-4695-4ff1-8ef7-c2a3cf186dbc req-44e2e3e2-ea5c-4d0c-8c58-d7e66ae33f8e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463657 Aug 17 02:24:28.167116 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-40c050c6-c409-4150-8922-88a8a6140843 req-109bca3e-6262-42fe-8cd4-d56bf8edb60d service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551681 Aug 17 02:24:28.235986 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc890a87-dc60-43f7-b190-158ac1a1e639 req-6c81aeb7-a596-48ea-8985-067585a4257b tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:28.238472 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc890a87-dc60-43f7-b190-158ac1a1e639 req-6c81aeb7-a596-48ea-8985-067585a4257b tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 943 time: 0.0883646 Aug 17 02:24:28.269161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 923cc989-4057-4ad4-add9-8a8dbafca3e4 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:24:28.284732 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc890a87-dc60-43f7-b190-158ac1a1e639 req-ae632780-0670-49c3-8fdf-0f4f9ceb198e tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/security-groups?id=c60c5301-35a9-433a-90d1-952e036f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 Aug 17 02:24:28.329943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 923cc989-4057-4ad4-add9-8a8dbafca3e4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:24:28.330396 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:28.448434 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:28.490611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34e539f-5044-419c-ac14-f3ac5ac1d884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923cc989-4057-4ad4-add9-8a8dbafca3e4'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:28.493901 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28075a9-44d5-4201-b1dc-52270dc20296" -d '{"events": [{"server_uuid": "c34e539f-5044-419c-ac14-f3ac5ac1d884", "name": "network-vif-plugged", "status": "completed", "tag": "923cc989-4057-4ad4-add9-8a8dbafca3e4"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:28.514464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 923cc989-4057-4ad4-add9-8a8dbafca3e4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=923cc989-4057-4ad4-add9-8a8dbafca3e4,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:28.525729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57692af-6378-4769-b22e-764bc88efe5a req-4f9f846a-52f8-46e9-b003-f92175eb7543 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:28.527926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a57692af-6378-4769-b22e-764bc88efe5a req-4f9f846a-52f8-46e9-b003-f92175eb7543 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 943 time: 0.0577476 Aug 17 02:24:28.543482 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:28.575500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a57692af-6378-4769-b22e-764bc88efe5a req-720b61e2-5317-4f89-aeb8-529eb4003cbf tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374050 Aug 17 02:24:28.634778 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513614eb-c716-432b-a66b-f8f8cc220bc3 x-openstack-request-id: req-513614eb-c716-432b-a66b-f8f8cc220bc3 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:28.635248 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34e539f-5044-419c-ac14-f3ac5ac1d884", "name": "network-vif-plugged", "status": "completed", "tag": "923cc989-4057-4ad4-add9-8a8dbafca3e4", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:28.635633 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-513614eb-c716-432b-a66b-f8f8cc220bc3 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:28.636788 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34e539f-5044-419c-ac14-f3ac5ac1d884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923cc989-4057-4ad4-add9-8a8dbafca3e4', 'code': 200} Aug 17 02:24:28.747173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b9feb-65d5-4ad6-abf1-482309d386e7 req-9fc8d449-3a27-428b-8c05-547243ee428e tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:28.748894 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-115b9feb-65d5-4ad6-abf1-482309d386e7 req-9fc8d449-3a27-428b-8c05-547243ee428e tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0569596 Aug 17 02:24:28.786072 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:28.811357 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-115b9feb-65d5-4ad6-abf1-482309d386e7 req-4ef1be34-6197-463f-99af-189706d9e24b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556996 Aug 17 02:24:28.864454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=923cc989-4057-4ad4-add9-8a8dbafca3e4,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:28.973193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fd57e-72cc-46fd-b7af-de7714ff13d0 req-00fab7ab-4506-4ad1-83e8-1a547a707244 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:28.995719 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e98fd57e-72cc-46fd-b7af-de7714ff13d0 req-00fab7ab-4506-4ad1-83e8-1a547a707244 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 946 time: 0.0677695 Aug 17 02:24:29.041635 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e98fd57e-72cc-46fd-b7af-de7714ff13d0 req-2a6acef8-81ac-43a7-8a27-45f88e23ed2d tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562997 Aug 17 02:24:30.811161 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:31.010253 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595dcb7-5dfa-4b82-b705-e97a3bae531f req-7120fb6d-3575-408a-8540-593088d9e8e7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:31.013758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4595dcb7-5dfa-4b82-b705-e97a3bae531f req-7120fb6d-3575-408a-8540-593088d9e8e7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0611601 Aug 17 02:24:31.083517 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4595dcb7-5dfa-4b82-b705-e97a3bae531f req-62d9b093-35f8-484f-9cbd-558756cd7e50 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580716 Aug 17 02:24:31.216594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135d5f-24ff-45e0-987f-d317f83c3961 req-f6869998-e08b-44a8-9834-cda17fa12d4f tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:31.218169 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a135d5f-24ff-45e0-987f-d317f83c3961 req-f6869998-e08b-44a8-9834-cda17fa12d4f tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 943 time: 0.0534253 Aug 17 02:24:31.270984 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a135d5f-24ff-45e0-987f-d317f83c3961 req-921e4fe4-27b8-491d-8b0b-f662d99d54bd tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/security-groups?id=c60c5301-35a9-433a-90d1-952e036f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449450 Aug 17 02:24:31.463275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c24928-09f6-41af-af7f-cc55d4d64cd5 req-e9c3c7b1-f16e-4f9b-a814-aeb515d92bd1 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:31.464969 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29c24928-09f6-41af-af7f-cc55d4d64cd5 req-e9c3c7b1-f16e-4f9b-a814-aeb515d92bd1 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 943 time: 0.0520577 Aug 17 02:24:31.511026 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29c24928-09f6-41af-af7f-cc55d4d64cd5 req-945e3734-a04e-46bc-80e5-fab9fb9ba30b tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393047 Aug 17 02:24:31.652712 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-12710c51-a61e-45e5-ad84-fe5b009bd1b0 service neutron] 10.222.0.42 "GET /v2.0/ports/2634fa00-fd24-40c4-927a-8877e096e76a/bindings/n-h2-793621-31 HTTP/1.1" status: 200 len: 385 time: 0.0705533 Aug 17 02:24:31.659564 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524fe9f-e403-443c-90ec-27e47a863244 req-aabb2ba5-80a7-4f76-a3f4-6ed0ea007ace tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:31.661074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a524fe9f-e403-443c-90ec-27e47a863244 req-aabb2ba5-80a7-4f76-a3f4-6ed0ea007ace tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0561302 Aug 17 02:24:31.703207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a524fe9f-e403-443c-90ec-27e47a863244 req-d59c152a-b5ba-4ad1-a6b9-05b01bcfdc95 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359144 Aug 17 02:24:31.831398 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a6ee1-47e7-44d4-a40e-f1520ae1d542 req-99cceeb9-0d57-43f2-b82b-7171ea65fb40 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:31.833956 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-826a6ee1-47e7-44d4-a40e-f1520ae1d542 req-99cceeb9-0d57-43f2-b82b-7171ea65fb40 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 946 time: 0.0691574 Aug 17 02:24:31.861826 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-d0b8de34-b708-4d6c-a201-f688ee9b608f service neutron] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=2634fa00-fd24-40c4-927a-8877e096e76a,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:31.894881 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-d0b8de34-b708-4d6c-a201-f688ee9b608f service neutron] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:24:31.899897 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-826a6ee1-47e7-44d4-a40e-f1520ae1d542 req-7b48bb6a-a58e-4c24-a614-4117ee6bef36 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560799 Aug 17 02:24:31.936322 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-d0b8de34-b708-4d6c-a201-f688ee9b608f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2634fa00-fd24-40c4-927a-8877e096e76a {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:24:31.945199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-d0b8de34-b708-4d6c-a201-f688ee9b608f service neutron] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2634fa00-fd24-40c4-927a-8877e096e76a,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:32.151265 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-d0b8de34-b708-4d6c-a201-f688ee9b608f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:32.202458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549f41c-a74f-420a-bd31-cc31e60a57f2 req-973478d5-4709-4ad2-ac6d-9f9a5fc812d1 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:32.213363 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d549f41c-a74f-420a-bd31-cc31e60a57f2 req-973478d5-4709-4ad2-ac6d-9f9a5fc812d1 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0586374 Aug 17 02:24:32.256157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-d0b8de34-b708-4d6c-a201-f688ee9b608f service neutron] Transition to ACTIVE for port object 2634fa00-fd24-40c4-927a-8877e096e76a will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:24:32.267094 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d549f41c-a74f-420a-bd31-cc31e60a57f2 req-c7594ed8-dd8c-416b-a634-fd9a894404c4 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471106 Aug 17 02:24:32.282193 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device cc971b24-0834-490f-a816-be440befec71 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:24:32.384173 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-d0b8de34-b708-4d6c-a201-f688ee9b608f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:32.414726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port cc971b24-0834-490f-a816-be440befec71, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=cc971b24-0834-490f-a816-be440befec71,segment=NetworkSegment(72128045-5b01-4a24-95f6-4e12d9035b37),segment_id=72128045-5b01-4a24-95f6-4e12d9035b37)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:32.430024 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6728621-6aef-4d35-9205-8a61b9824696 req-32e1b706-f55a-4daf-acf9-4b802d53d923 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:32.433865 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6728621-6aef-4d35-9205-8a61b9824696 req-32e1b706-f55a-4daf-acf9-4b802d53d923 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0821595 Aug 17 02:24:32.441442 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'cc971b24-0834-490f-a816-be440befec71', 'network_id': '305f36b9-2324-45fa-bf20-14b12af888dd', 'port_id': 'cc971b24-0834-490f-a816-be440befec71', 'mac_address': 'fa:16:3e:e9:f2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52790318-c190-4058-8fce-4b1f3783be22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:24:32.472411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-d0b8de34-b708-4d6c-a201-f688ee9b608f service neutron] No DVR routers for this DVR port 2634fa00-fd24-40c4-927a-8877e096e76a on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:24:32.505119 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:32.521310 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6728621-6aef-4d35-9205-8a61b9824696 req-0708d5ab-649d-4fde-931f-3211eb78eb66 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802078 Aug 17 02:24:32.527643 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-d0b8de34-b708-4d6c-a201-f688ee9b608f service neutron] 10.222.0.42 "PUT /v2.0/ports/2634fa00-fd24-40c4-927a-8877e096e76a/bindings/n-h2-793621-31/activate HTTP/1.1" status: 200 len: 370 time: 0.8669088 Aug 17 02:24:32.529719 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8de34-b708-4d6c-a201-f688ee9b608f service neutron] Pushing event updated for resources: {'Port': ['ID=2634fa00-fd24-40c4-927a-8877e096e76a,revision_number=10']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:32.530646 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc971b24-0834-490f-a816-be440befec71 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:24:32.561957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port cc971b24-0834-490f-a816-be440befec71, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=cc971b24-0834-490f-a816-be440befec71,segment=NetworkSegment(72128045-5b01-4a24-95f6-4e12d9035b37),segment_id=72128045-5b01-4a24-95f6-4e12d9035b37)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:32.679909 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:32.746443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=cc971b24-0834-490f-a816-be440befec71,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:32.843729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-ab6dc3c4-fc3a-4a0f-ac9d-5b0e54635efa tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:32.845612 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-ab6dc3c4-fc3a-4a0f-ac9d-5b0e54635efa tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835&tenant_id=e3bea87dd1b648248d3d9b791695e521&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1096 time: 0.0646374 Aug 17 02:24:32.934846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-55322850-0009-41f7-a350-a850740795e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:32.936169 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-55322850-0009-41f7-a350-a850740795e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835&tenant_id=e3bea87dd1b648248d3d9b791695e521 HTTP/1.1" status: 200 len: 1096 time: 0.0775893 Aug 17 02:24:32.965936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d503066-d360-499e-93a5-0b852f4ef2af req-0d954bcd-ab6f-4877-b8bb-084144558fa2 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:32.968127 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d503066-d360-499e-93a5-0b852f4ef2af req-0d954bcd-ab6f-4877-b8bb-084144558fa2 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 944 time: 0.0701358 Aug 17 02:24:33.039053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d503066-d360-499e-93a5-0b852f4ef2af req-9a05319c-348e-4a45-bb51-59405c962ee5 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/security-groups?id=c60c5301-35a9-433a-90d1-952e036f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580230 Aug 17 02:24:33.174242 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-f6ca4849-eb65-4a71-b9c1-7c1945e9c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:33.176924 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-f6ca4849-eb65-4a71-b9c1-7c1945e9c81b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 1096 time: 0.0627325 Aug 17 02:24:33.391273 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a3d3b-f19b-4c72-8988-a7ba8d020431 req-6c0b6264-2756-43fa-aa77-5f5a8a73a370 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:33.392801 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd2a3d3b-f19b-4c72-8988-a7ba8d020431 req-6c0b6264-2756-43fa-aa77-5f5a8a73a370 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 944 time: 0.1105428 Aug 17 02:24:33.413392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['cc971b24-0834-490f-a816-be440befec71'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:33.418534 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-d4c64a1f-8ca0-4d70-85da-7a5a016af207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:33.421420 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-d4c64a1f-8ca0-4d70-85da-7a5a016af207 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.2335379 Aug 17 02:24:33.879705 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-7b78ac32-199a-4407-84d3-6f807ff3dabe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2634fa00-fd24-40c4-927a-8877e096e76a HTTP/1.1" status: 200 len: 217 time: 0.4472435 Aug 17 02:24:33.896141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd2a3d3b-f19b-4c72-8988-a7ba8d020431 req-51eca1b7-a9fa-496d-ab2a-47d042f51b5e tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897103 Aug 17 02:24:33.986039 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-9661e692-3be6-4c51-af60-fbbfd1dc617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:33.989394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-9661e692-3be6-4c51-af60-fbbfd1dc617f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0916235 Aug 17 02:24:34.059084 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-840c3b25-312b-4e7d-8c54-be2036e73ac9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527155 Aug 17 02:24:34.161565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f3453-b867-4048-b916-be76da1a3940 req-99e2b747-663a-407b-b95a-ca250eeefc47 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:34.165137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-802f3453-b867-4048-b916-be76da1a3940 req-99e2b747-663a-407b-b95a-ca250eeefc47 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.1742671 Aug 17 02:24:34.260589 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-5f6f5712-51f9-4ba5-a1fd-02a4d465f764 service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860726 Aug 17 02:24:34.265189 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-802f3453-b867-4048-b916-be76da1a3940 req-b3db09b5-e551-4674-81e7-cbb06385e150 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913787 Aug 17 02:24:34.309347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 923cc989-4057-4ad4-add9-8a8dbafca3e4 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:24:34.359595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 2634fa00-fd24-40c4-927a-8877e096e76a no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:24:34.405280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-5a4b5a7a-2bd8-4281-ba8b-d8d24d3cda9b service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280868 Aug 17 02:24:34.451389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 2634fa00-fd24-40c4-927a-8877e096e76a not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:24:34.505755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295ad23-b468-45ac-9703-11c2e763a183 req-4bae72d4-7d90-4f96-b520-4ea065ab0077 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:34.508198 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e295ad23-b468-45ac-9703-11c2e763a183 req-4bae72d4-7d90-4f96-b520-4ea065ab0077 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 946 time: 0.0803161 Aug 17 02:24:34.535040 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:34.572375 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34e539f-5044-419c-ac14-f3ac5ac1d884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '923cc989-4057-4ad4-add9-8a8dbafca3e4'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:34.575431 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d548351d-97a2-4f07-b9c2-5b8bca229d74" -d '{"events": [{"server_uuid": "c34e539f-5044-419c-ac14-f3ac5ac1d884", "name": "network-vif-unplugged", "status": "completed", "tag": "923cc989-4057-4ad4-add9-8a8dbafca3e4"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:34.587791 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e295ad23-b468-45ac-9703-11c2e763a183 req-2709cad1-a544-4dde-97a1-d22c6efef6d8 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676622 Aug 17 02:24:34.599385 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 923cc989-4057-4ad4-add9-8a8dbafca3e4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=923cc989-4057-4ad4-add9-8a8dbafca3e4,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:34.688829 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:34.757782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=923cc989-4057-4ad4-add9-8a8dbafca3e4,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:34.810156 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934c16c-9b10-4025-a682-e6927b936f6e req-a4e329ec-709d-4e7d-906a-c4b11bf76e51 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:34.811802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9934c16c-9b10-4025-a682-e6927b936f6e req-a4e329ec-709d-4e7d-906a-c4b11bf76e51 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.0818551 Aug 17 02:24:34.870802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9934c16c-9b10-4025-a682-e6927b936f6e req-875db669-65ca-448e-b958-4341db095501 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507410 Aug 17 02:24:35.034674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe7352-d85c-47c1-8daf-c6d2f2be5263 req-4c44c25c-1e1e-4452-82b7-d288537e2e7b tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:35.038375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18fe7352-d85c-47c1-8daf-c6d2f2be5263 req-4c44c25c-1e1e-4452-82b7-d288537e2e7b tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 944 time: 0.0757196 Aug 17 02:24:35.138420 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18fe7352-d85c-47c1-8daf-c6d2f2be5263 req-ed310756-c3aa-41be-b286-d35b789d56d1 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/security-groups?id=c60c5301-35a9-433a-90d1-952e036f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817602 Aug 17 02:24:35.153516 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-a6dafed2-3132-410e-9719-8f9060325f56 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:35.155154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-a6dafed2-3132-410e-9719-8f9060325f56 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835&tenant_id=e3bea87dd1b648248d3d9b791695e521&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 1096 time: 0.0780327 Aug 17 02:24:35.389783 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-5cab3005-04cc-464c-9193-8077520f71a7 service neutron] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:24:35.394551 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-5cab3005-04cc-464c-9193-8077520f71a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:35.395670 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430eda8d-8920-4c04-bd1f-d932d31d5d57 req-5cab3005-04cc-464c-9193-8077520f71a7 service neutron] 10.222.0.18 "DELETE /v2.0/ports/2634fa00-fd24-40c4-927a-8877e096e76a/bindings/n-h1-793621-31 HTTP/1.1" status: 204 len: 173 time: 0.2256784 Aug 17 02:24:35.425652 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e302231-faa9-48e6-bc3b-d33ed7d03cc5 req-b79a0adb-17b7-4311-9ed7-39f4e97d0df4 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:35.427363 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e302231-faa9-48e6-bc3b-d33ed7d03cc5 req-b79a0adb-17b7-4311-9ed7-39f4e97d0df4 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0740209 Aug 17 02:24:35.479182 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e302231-faa9-48e6-bc3b-d33ed7d03cc5 req-a2cb4795-8d82-44da-b55b-e3c6cc6ee6f0 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425153 Aug 17 02:24:35.538700 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d27234-1b2e-4af6-8c0d-a8adcc66adaf x-openstack-request-id: req-50d27234-1b2e-4af6-8c0d-a8adcc66adaf {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:35.539425 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34e539f-5044-419c-ac14-f3ac5ac1d884", "name": "network-vif-unplugged", "status": "completed", "tag": "923cc989-4057-4ad4-add9-8a8dbafca3e4", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:35.539425 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50d27234-1b2e-4af6-8c0d-a8adcc66adaf {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:35.539709 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34e539f-5044-419c-ac14-f3ac5ac1d884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '923cc989-4057-4ad4-add9-8a8dbafca3e4', 'code': 200} Aug 17 02:24:36.215233 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12490898-8907-4f60-a087-892815c8e506 req-e920258f-b982-418a-b111-eab8c385d8da tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:36.217020 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12490898-8907-4f60-a087-892815c8e506 req-e920258f-b982-418a-b111-eab8c385d8da tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 944 time: 0.0674629 Aug 17 02:24:36.266555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12490898-8907-4f60-a087-892815c8e506 req-cb803f2e-d7b3-4826-a5e7-2945cb70ecd3 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Aug 17 02:24:36.314914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device cc971b24-0834-490f-a816-be440befec71 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:24:36.554344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port cc971b24-0834-490f-a816-be440befec71 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:24:36.559391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port cc971b24-0834-490f-a816-be440befec71 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:24:36.559864 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:36.664726 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:36.702280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port cc971b24-0834-490f-a816-be440befec71, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=cc971b24-0834-490f-a816-be440befec71,segment=NetworkSegment(72128045-5b01-4a24-95f6-4e12d9035b37),segment_id=72128045-5b01-4a24-95f6-4e12d9035b37)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:36.845904 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:36.907658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=cc971b24-0834-490f-a816-be440befec71,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:37.540961 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0bf941-bae7-4e8a-9bff-057cc718cc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc971b24-0834-490f-a816-be440befec71'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:37.546959 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e566b76f-3b99-429d-80c7-47c767761c58" -d '{"events": [{"server_uuid": "ce0bf941-bae7-4e8a-9bff-057cc718cc6f", "name": "network-vif-plugged", "status": "completed", "tag": "cc971b24-0834-490f-a816-be440befec71"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:37.802586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d819ce8-b823-4796-9da7-c2ae6053ef73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:37.953810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d213f-4eb4-4ff5-8d68-6fb6d0c531c2 req-bdf10224-7db8-4f7a-8ea5-f440e8665542 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:37.955419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6b9d213f-4eb4-4ff5-8d68-6fb6d0c531c2 req-bdf10224-7db8-4f7a-8ea5-f440e8665542 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 944 time: 0.0645242 Aug 17 02:24:38.015118 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6b9d213f-4eb4-4ff5-8d68-6fb6d0c531c2 req-6aed1e7b-7271-4850-9c3f-2b0e45784599 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523694 Aug 17 02:24:38.156828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe633eb-b613-4c99-ae50-b241992069ec req-42b93d66-24f9-422b-9658-4b7c382b8618 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:38.158400 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bfe633eb-b613-4c99-ae50-b241992069ec req-42b93d66-24f9-422b-9658-4b7c382b8618 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 945 time: 0.0589235 Aug 17 02:24:38.255033 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bfe633eb-b613-4c99-ae50-b241992069ec req-79d2eda4-f8df-469b-8e7f-5698e503a168 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/security-groups?id=c60c5301-35a9-433a-90d1-952e036f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900962 Aug 17 02:24:38.279672 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3776a-6d88-4a6b-b123-925779ed61e0 req-218edf80-7a54-4271-886d-514526837731 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:38.281289 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96b3776a-6d88-4a6b-b123-925779ed61e0 req-218edf80-7a54-4271-886d-514526837731 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1127412 Aug 17 02:24:38.401611 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-96b3776a-6d88-4a6b-b123-925779ed61e0 req-697609a1-178b-4b89-922d-b96a7d3db959 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Deleting port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:24:38.402011 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-96b3776a-6d88-4a6b-b123-925779ed61e0 req-697609a1-178b-4b89-922d-b96a7d3db959 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:38.561152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcce01-fcac-4f7d-851c-3bcb364808e4 req-04cab81d-051b-4b93-9aa9-2b02ef523707 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:38.563102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2afcce01-fcac-4f7d-851c-3bcb364808e4 req-04cab81d-051b-4b93-9aa9-2b02ef523707 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b13c27-4314-427b-a6be-6418c0574585 HTTP/1.1" status: 200 len: 950 time: 0.1169536 Aug 17 02:24:38.587657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-96b3776a-6d88-4a6b-b123-925779ed61e0 req-697609a1-178b-4b89-922d-b96a7d3db959 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] For port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:38.588028 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-96b3776a-6d88-4a6b-b123-925779ed61e0 req-697609a1-178b-4b89-922d-b96a7d3db959 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:38.610937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-96b3776a-6d88-4a6b-b123-925779ed61e0 req-697609a1-178b-4b89-922d-b96a7d3db959 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Calling delete_port for 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:24:38.639514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2afcce01-fcac-4f7d-851c-3bcb364808e4 req-39fc52ed-d82b-46a6-9ecf-b96ab7ea6c6a tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650754 Aug 17 02:24:38.713524 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba878ea2-61a7-4188-915a-a01ee773f669 x-openstack-request-id: req-ba878ea2-61a7-4188-915a-a01ee773f669 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:38.714346 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0bf941-bae7-4e8a-9bff-057cc718cc6f", "name": "network-vif-plugged", "status": "completed", "tag": "cc971b24-0834-490f-a816-be440befec71", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:38.714817 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba878ea2-61a7-4188-915a-a01ee773f669 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:38.715497 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0bf941-bae7-4e8a-9bff-057cc718cc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc971b24-0834-490f-a816-be440befec71', 'code': 200} Aug 17 02:24:38.895526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c094b-9305-4304-8134-d4b6b36d7b77 req-cee21a56-d0ad-4a61-8f28-cb29cde08965 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:38.896938 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-654c094b-9305-4304-8134-d4b6b36d7b77 req-cee21a56-d0ad-4a61-8f28-cb29cde08965 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.1227779 Aug 17 02:24:38.912055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040874-cf86-45c0-a8a3-4fb1d66a3fc3 req-f7628882-53dd-48b4-bc42-c1e9dd515fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:38.920397 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8040874-cf86-45c0-a8a3-4fb1d66a3fc3 req-f7628882-53dd-48b4-bc42-c1e9dd515fe7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 1097 time: 0.0624864 Aug 17 02:24:38.920397 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-96b3776a-6d88-4a6b-b123-925779ed61e0 req-697609a1-178b-4b89-922d-b96a7d3db959 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:38.951228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['733f25df-f5b8-4f64-893b-991ab1350fdf', '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:38.955460 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['ca68e81a-5354-4e38-bd1e-8d4568dd0ce6', 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:38.981908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697609a1-178b-4b89-922d-b96a7d3db959 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Pushing event deleted for resources: {'Port': ['ID=5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:39.039431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-654c094b-9305-4304-8134-d4b6b36d7b77 req-bacc6c75-0fdc-45d1-8f30-5f71f988ff1d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301558 Aug 17 02:24:39.040891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8040874-cf86-45c0-a8a3-4fb1d66a3fc3 req-b15e6196-17cd-40ef-869a-d74b5f326e16 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c60c5301-35a9-433a-90d1-952e036f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118398 Aug 17 02:24:39.081669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b3776a-6d88-4a6b-b123-925779ed61e0 req-697609a1-178b-4b89-922d-b96a7d3db959 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] No DVR routers for this DVR port 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:24:39.084723 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-96b3776a-6d88-4a6b-b123-925779ed61e0 req-697609a1-178b-4b89-922d-b96a7d3db959 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:39.087552 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96b3776a-6d88-4a6b-b123-925779ed61e0 req-697609a1-178b-4b89-922d-b96a7d3db959 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.18 "DELETE /v2.0/ports/5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa HTTP/1.1" status: 204 len: 173 time: 0.7919862 Aug 17 02:24:39.088030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b13c27-4314-427b-a6be-6418c0574585', 'name': 'network-vif-deleted', 'tag': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:39.092397 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a6fe5a-c040-4a9a-8cfa-a3eb9e633e4c" -d '{"events": [{"server_uuid": "a1b13c27-4314-427b-a6be-6418c0574585", "name": "network-vif-deleted", "tag": "5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:39.099150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343388a-ba71-43e0-8741-aa4cc1a8affa req-fbf8a99d-6394-4a89-bb05-921de970c627 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:39.100724 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9343388a-ba71-43e0-8741-aa4cc1a8affa req-fbf8a99d-6394-4a89-bb05-921de970c627 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 944 time: 0.0758951 Aug 17 02:24:39.189970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4850ce-9134-4056-88e0-b1e7e6dba18a req-1b8d3ed1-cec2-4a30-b606-6fbad14ff81c tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:39.191513 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a4850ce-9134-4056-88e0-b1e7e6dba18a req-1b8d3ed1-cec2-4a30-b606-6fbad14ff81c tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 1096 time: 0.0523283 Aug 17 02:24:39.236236 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a4850ce-9134-4056-88e0-b1e7e6dba18a req-065bf457-3b6a-4fc7-babb-c70b876c7da4 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369208 Aug 17 02:24:39.632478 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-9343388a-ba71-43e0-8741-aa4cc1a8affa req-ea30c574-7e62-48bf-a771-b98781bd0869 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Deleting port 923cc989-4057-4ad4-add9-8a8dbafca3e4 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:24:39.632672 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9343388a-ba71-43e0-8741-aa4cc1a8affa req-ea30c574-7e62-48bf-a771-b98781bd0869 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:39.655332 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60f661-6974-42b4-96c5-231f23f8949f req-6ac06e15-e402-4612-8c56-79cd60a266c4 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:39.657878 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c60f661-6974-42b4-96c5-231f23f8949f req-6ac06e15-e402-4612-8c56-79cd60a266c4 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 944 time: 0.0955570 Aug 17 02:24:39.711868 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c60f661-6974-42b4-96c5-231f23f8949f req-1b05b548-b43e-4378-8e86-de85d02d8102 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474274 Aug 17 02:24:39.782410 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc666cf5-a301-4da4-a050-fa0acbd59f9f x-openstack-request-id: req-fc666cf5-a301-4da4-a050-fa0acbd59f9f {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:39.783210 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b13c27-4314-427b-a6be-6418c0574585", "name": "network-vif-deleted", "tag": "5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:39.783720 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc666cf5-a301-4da4-a050-fa0acbd59f9f {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:39.784666 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b13c27-4314-427b-a6be-6418c0574585', 'name': 'network-vif-deleted', 'tag': '5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa', 'status': 'completed', 'code': 200} Aug 17 02:24:39.896420 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45a99a-3948-46f2-9c7a-221bf26b1277 req-7879015c-3aa1-46de-8b41-335f511319f3 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:39.898275 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e45a99a-3948-46f2-9c7a-221bf26b1277 req-7879015c-3aa1-46de-8b41-335f511319f3 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 945 time: 0.0613685 Aug 17 02:24:39.962088 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e45a99a-3948-46f2-9c7a-221bf26b1277 req-870af59e-151d-4c2e-8302-b64e03074d41 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/security-groups?id=c60c5301-35a9-433a-90d1-952e036f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518131 Aug 17 02:24:40.084702 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-9343388a-ba71-43e0-8741-aa4cc1a8affa req-ea30c574-7e62-48bf-a771-b98781bd0869 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] For port 923cc989-4057-4ad4-add9-8a8dbafca3e4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=923cc989-4057-4ad4-add9-8a8dbafca3e4,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:40.085073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9343388a-ba71-43e0-8741-aa4cc1a8affa req-ea30c574-7e62-48bf-a771-b98781bd0869 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:40.100795 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-9343388a-ba71-43e0-8741-aa4cc1a8affa req-ea30c574-7e62-48bf-a771-b98781bd0869 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Calling delete_port for 923cc989-4057-4ad4-add9-8a8dbafca3e4 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:24:40.218008 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a2c12a3-e76a-47b6-a1d8-bb1b520ff07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:40.325158 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237515a0-e916-498b-bc11-674ed42aeb4b req-92930dd3-bd7e-4af1-89a6-8059dfa9f411 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:40.326682 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-92930dd3-bd7e-4af1-89a6-8059dfa9f411 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 821 time: 0.1632001 Aug 17 02:24:40.345007 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-1002d7e2-a82a-48ce-bac5-3119b15b47f2 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/quotas/e3bea87dd1b648248d3d9b791695e521 HTTP/1.1" status: 200 len: 375 time: 0.0113063 Aug 17 02:24:40.394441 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9343388a-ba71-43e0-8741-aa4cc1a8affa req-ea30c574-7e62-48bf-a771-b98781bd0869 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:40.425817 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-85428706-c7c8-44be-88bd-4d222697e3ce tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739241 Aug 17 02:24:40.428752 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30c574-7e62-48bf-a771-b98781bd0869 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Pushing event deleted for resources: {'Port': ['ID=923cc989-4057-4ad4-add9-8a8dbafca3e4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:40.484975 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-9343388a-ba71-43e0-8741-aa4cc1a8affa req-ea30c574-7e62-48bf-a771-b98781bd0869 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] No DVR routers for this DVR port 923cc989-4057-4ad4-add9-8a8dbafca3e4 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:24:40.490058 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9343388a-ba71-43e0-8741-aa4cc1a8affa req-ea30c574-7e62-48bf-a771-b98781bd0869 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:40.493210 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9343388a-ba71-43e0-8741-aa4cc1a8affa req-ea30c574-7e62-48bf-a771-b98781bd0869 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.18 "DELETE /v2.0/ports/923cc989-4057-4ad4-add9-8a8dbafca3e4 HTTP/1.1" status: 204 len: 173 time: 1.0168881 Aug 17 02:24:40.494132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34e539f-5044-419c-ac14-f3ac5ac1d884', 'name': 'network-vif-deleted', 'tag': '923cc989-4057-4ad4-add9-8a8dbafca3e4'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:40.497533 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4a8eda-5a66-4aa4-b2f7-5b8d2554a05c" -d '{"events": [{"server_uuid": "c34e539f-5044-419c-ac14-f3ac5ac1d884", "name": "network-vif-deleted", "tag": "923cc989-4057-4ad4-add9-8a8dbafca3e4"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:40.562576 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:40.583998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c3631991-e0b8-4454-90b7-04f6d36b3db8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:24:40.590447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c3631991-e0b8-4454-90b7-04f6d36b3db8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1483634 Aug 17 02:24:40.697979 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-d05dac29-6da1-4fcf-bcf0-6e535a5f1230 service neutron] 10.222.0.13 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054242 Aug 17 02:24:40.851313 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-7947e136-a365-46d1-ac81-2e454d32d44a service neutron] 10.222.0.13 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418738 Aug 17 02:24:41.359810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164d53c-1003-4197-b327-0b1b0f122d6a req-462a5de0-89ae-4b4a-a288-e9c2ab0fd993 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:41.361495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b164d53c-1003-4197-b327-0b1b0f122d6a req-462a5de0-89ae-4b4a-a288-e9c2ab0fd993 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0669873 Aug 17 02:24:41.428394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b164d53c-1003-4197-b327-0b1b0f122d6a req-220a28a1-c028-4bd0-9e53-9c8f5cbef405 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590048 Aug 17 02:24:41.577233 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f42ae9-3582-4844-b217-6e1b76f54eb8 x-openstack-request-id: req-79f42ae9-3582-4844-b217-6e1b76f54eb8 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:41.578068 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34e539f-5044-419c-ac14-f3ac5ac1d884", "name": "network-vif-deleted", "tag": "923cc989-4057-4ad4-add9-8a8dbafca3e4", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:41.578068 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79f42ae9-3582-4844-b217-6e1b76f54eb8 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:41.578447 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34e539f-5044-419c-ac14-f3ac5ac1d884', 'name': 'network-vif-deleted', 'tag': '923cc989-4057-4ad4-add9-8a8dbafca3e4', 'status': 'completed', 'code': 200} Aug 17 02:24:41.684875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-abb4c4dd-1f07-47d3-85c4-510b55a530c8 req-2cbbe7c1-f196-45c1-9150-d73b7a0aebf7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34e539f-5044-419c-ac14-f3ac5ac1d884 HTTP/1.1" status: 200 len: 210 time: 0.0344064 Aug 17 02:24:41.804454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efa09e-5abf-48f4-93d0-cf1b9bfa3d62 req-12ad829c-f022-4cb3-b059-d3fcbad5fc2d tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:41.816833 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:41.817447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94efa09e-5abf-48f4-93d0-cf1b9bfa3d62 req-12ad829c-f022-4cb3-b059-d3fcbad5fc2d tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 945 time: 0.0560725 Aug 17 02:24:41.859001 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94efa09e-5abf-48f4-93d0-cf1b9bfa3d62 req-e54c0aa2-4b11-4694-9633-3a8f3961b510 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/security-groups?id=c60c5301-35a9-433a-90d1-952e036f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364859 Aug 17 02:24:42.026644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac9b7aba-ab4d-4b6a-828f-086f4343c938 req-49925e4f-3c29-4100-b376-f414044311cb tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 210 time: 0.0320399 Aug 17 02:24:42.336424 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 923cc989-4057-4ad4-add9-8a8dbafca3e4 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:24:42.367862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 923cc989-4057-4ad4-add9-8a8dbafca3e4 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:24:42.368210 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 923cc989-4057-4ad4-add9-8a8dbafca3e4 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:24:42.368671 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:24:42.389217 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:24:42.389586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5d13ce1e-1f5e-4ce3-8beb-5f832bda8efa not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:24:43.330337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac8bd6-f5a2-4567-8eb2-6708f20aef42 req-d86b888d-dfc6-4bf5-a739-56c5263f639d tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:43.331758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-abac8bd6-f5a2-4567-8eb2-6708f20aef42 req-d86b888d-dfc6-4bf5-a739-56c5263f639d tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 945 time: 0.0603502 Aug 17 02:24:43.372974 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-abac8bd6-f5a2-4567-8eb2-6708f20aef42 req-170388f7-90f7-44f6-9cee-de9ab28cd91c tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/security-groups?id=c60c5301-35a9-433a-90d1-952e036f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343990 Aug 17 02:24:43.494478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeb9f7-2fc1-4279-b210-d652d3e02eaf req-aa40b64d-32b4-4c82-b39f-568066cb5ddd tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:43.497461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0beeb9f7-2fc1-4279-b210-d652d3e02eaf req-aa40b64d-32b4-4c82-b39f-568066cb5ddd tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0587101 Aug 17 02:24:43.540410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0beeb9f7-2fc1-4279-b210-d652d3e02eaf req-a532a577-8268-41ba-a11b-fca1311c5255 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353980 Aug 17 02:24:43.656943 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:43.828841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-407dcb87-f6e3-44e0-9918-34212aa6073b req-fbf8cf46-fa32-4300-aadd-c83d9f972f66 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 210 time: 0.0301812 Aug 17 02:24:43.975528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6bea-7eed-4f7d-8ae1-eb59126d64e3 req-1d82e531-e295-4720-a4c7-7d9bc0ee4570 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:43.984200 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-618e6bea-7eed-4f7d-8ae1-eb59126d64e3 req-1d82e531-e295-4720-a4c7-7d9bc0ee4570 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 951 time: 0.0867653 Aug 17 02:24:44.031264 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-618e6bea-7eed-4f7d-8ae1-eb59126d64e3 req-e3102559-33d5-4989-97da-933cbac51d6e tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459983 Aug 17 02:24:44.062744 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2472a19-34bc-4492-b579-93cf2cdd28c1 req-8cc92fd4-8b18-46b3-b01b-da6417be2c8c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0867991 Aug 17 02:24:44.214994 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2472a19-34bc-4492-b579-93cf2cdd28c1 req-ed7a49d5-170d-4db5-9668-782a657e8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:44.216691 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2472a19-34bc-4492-b579-93cf2cdd28c1 req-ed7a49d5-170d-4db5-9668-782a657e8631 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a51fdd587a534f09b86bda6242380da1&device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 1101 time: 0.0801337 Aug 17 02:24:44.239868 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83244f76-64e5-421a-8bb6-cb26395de286 req-1af7cc16-7544-476a-904a-1f526ead2b58 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:44.241835 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-83244f76-64e5-421a-8bb6-cb26395de286 req-1af7cc16-7544-476a-904a-1f526ead2b58 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 951 time: 0.0663967 Aug 17 02:24:44.400799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2472a19-34bc-4492-b579-93cf2cdd28c1 req-9f31a2d2-8ea1-488a-9825-af702ed7bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:44.402835 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2472a19-34bc-4492-b579-93cf2cdd28c1 req-9f31a2d2-8ea1-488a-9825-af702ed7bedb service neutron] 10.222.0.18 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1600287 Aug 17 02:24:44.458813 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2472a19-34bc-4492-b579-93cf2cdd28c1 req-c55ae21d-3f7c-4cf5-a17b-cb84764d5217 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=733f25df-f5b8-4f64-893b-991ab1350fdf HTTP/1.1" status: 200 len: 217 time: 0.0470557 Aug 17 02:24:44.461158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-83244f76-64e5-421a-8bb6-cb26395de286 req-676f52d2-b78c-429d-93d5-1a73d7713436 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Deleting port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:24:44.461538 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-83244f76-64e5-421a-8bb6-cb26395de286 req-676f52d2-b78c-429d-93d5-1a73d7713436 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:44.572269 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2472a19-34bc-4492-b579-93cf2cdd28c1 req-5a9e2987-3846-4ece-960a-b6636707e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:44.574852 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2472a19-34bc-4492-b579-93cf2cdd28c1 req-5a9e2987-3846-4ece-960a-b6636707e3d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0962257 Aug 17 02:24:44.632863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-83244f76-64e5-421a-8bb6-cb26395de286 req-676f52d2-b78c-429d-93d5-1a73d7713436 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] For port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:44.633234 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-83244f76-64e5-421a-8bb6-cb26395de286 req-676f52d2-b78c-429d-93d5-1a73d7713436 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:44.649106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-83244f76-64e5-421a-8bb6-cb26395de286 req-676f52d2-b78c-429d-93d5-1a73d7713436 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Calling delete_port for ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:24:44.670894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2472a19-34bc-4492-b579-93cf2cdd28c1 req-6c0c689b-ca4d-4a2d-a8b1-2d528f927007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:44.673263 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2472a19-34bc-4492-b579-93cf2cdd28c1 req-6c0c689b-ca4d-4a2d-a8b1-2d528f927007 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0872567 Aug 17 02:24:44.848391 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2472a19-34bc-4492-b579-93cf2cdd28c1 req-4b196cf9-4686-471e-a0f2-01913e197561 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357610 Aug 17 02:24:45.007439 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2472a19-34bc-4492-b579-93cf2cdd28c1 req-50b2ed5f-5058-4986-a6db-32ae474488b5 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325765 Aug 17 02:24:45.090410 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-83244f76-64e5-421a-8bb6-cb26395de286 req-676f52d2-b78c-429d-93d5-1a73d7713436 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:45.129692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['ca68e81a-5354-4e38-bd1e-8d4568dd0ce6', 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:45.147036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f52d2-b78c-429d-93d5-1a73d7713436 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Pushing event deleted for resources: {'Port': ['ID=ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:45.163157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237515a0-e916-498b-bc11-674ed42aeb4b req-b1b7b912-5849-4029-8bb0-8e038757eb9f tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:45.164145 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-b1b7b912-5849-4029-8bb0-8e038757eb9f tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.42 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 821 time: 0.1816716 Aug 17 02:24:45.192769 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-237515a0-e916-498b-bc11-674ed42aeb4b req-0d1bf77e-2146-4ffa-9891-d5d406dc45a0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Request body: {'port': {'device_id': '8ab6b389-4f34-41d5-b1fc-a40aeebf879f', 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2', 'admin_state_up': True, 'tenant_id': 'e3bea87dd1b648248d3d9b791695e521'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:45.195937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['733f25df-f5b8-4f64-893b-991ab1350fdf'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:45.217959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-83244f76-64e5-421a-8bb6-cb26395de286 req-676f52d2-b78c-429d-93d5-1a73d7713436 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] No DVR routers for this DVR port ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:24:45.236520 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-83244f76-64e5-421a-8bb6-cb26395de286 req-676f52d2-b78c-429d-93d5-1a73d7713436 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:45.238081 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-83244f76-64e5-421a-8bb6-cb26395de286 req-676f52d2-b78c-429d-93d5-1a73d7713436 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "DELETE /v2.0/ports/ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 HTTP/1.1" status: 204 len: 173 time: 0.9760141 Aug 17 02:24:45.239247 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'name': 'network-vif-deleted', 'tag': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:45.241005 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687a6d0e-3457-447e-a232-959ff409d8c2" -d '{"events": [{"server_uuid": "f685fffd-b25b-4cee-80ec-07a7811e35dd", "name": "network-vif-deleted", "tag": "ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:45.482521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237515a0-e916-498b-bc11-674ed42aeb4b req-0d1bf77e-2146-4ffa-9891-d5d406dc45a0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Made reservation on behalf of e3bea87dd1b648248d3d9b791695e521 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:24:45.486106 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-237515a0-e916-498b-bc11-674ed42aeb4b req-0d1bf77e-2146-4ffa-9891-d5d406dc45a0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:45.637613 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47422) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:45.650246 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9abde8c3-7581-41ee-9b0d-80906901ed87 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007187440', 'description': 'tempest-description--940514919'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:45.702255 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-237515a0-e916-498b-bc11-674ed42aeb4b req-0d1bf77e-2146-4ffa-9891-d5d406dc45a0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Allocated IP 172.20.0.10 (82555729-1b87-41b3-a6e6-eb3b356fbfb2/d3db6f36-5e0d-4b98-9171-c67317989b44/c2f09a66-0d1b-444c-99cb-d0daf83a4efa) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:24:45.842599 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9abde8c3-7581-41ee-9b0d-80906901ed87 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:45.937410 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-237515a0-e916-498b-bc11-674ed42aeb4b req-0d1bf77e-2146-4ffa-9891-d5d406dc45a0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:45.960438 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cedbd9-c788-48ac-91e4-3f58d2f570f5 req-8d2f181c-0eec-4072-9818-af3e0234a2a9 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:45.962013 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67cedbd9-c788-48ac-91e4-3f58d2f570f5 req-8d2f181c-0eec-4072-9818-af3e0234a2a9 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 945 time: 0.0820780 Aug 17 02:24:46.031635 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9abde8c3-7581-41ee-9b0d-80906901ed87 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:46.039944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67cedbd9-c788-48ac-91e4-3f58d2f570f5 req-361580bd-cc8a-4117-8b3e-fe0867d411e6 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/security-groups?id=c60c5301-35a9-433a-90d1-952e036f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638981 Aug 17 02:24:46.146241 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-237515a0-e916-498b-bc11-674ed42aeb4b req-0d1bf77e-2146-4ffa-9891-d5d406dc45a0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:46.173336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f9ca7-94cb-4e40-80e8-c5aab70e4cc0 req-47f6653a-421e-4cd8-9022-46d14a6887d3 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:46.174898 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-601f9ca7-94cb-4e40-80e8-c5aab70e4cc0 req-47f6653a-421e-4cd8-9022-46d14a6887d3 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0603750 Aug 17 02:24:46.185386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9abde8c3-7581-41ee-9b0d-80906901ed87 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:46.197071 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237515a0-e916-498b-bc11-674ed42aeb4b req-0d1bf77e-2146-4ffa-9891-d5d406dc45a0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:24:46.201917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-237515a0-e916-498b-bc11-674ed42aeb4b req-0d1bf77e-2146-4ffa-9891-d5d406dc45a0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:24:46.205816 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-237515a0-e916-498b-bc11-674ed42aeb4b req-0d1bf77e-2146-4ffa-9891-d5d406dc45a0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:24:46.212784 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bf77e-2146-4ffa-9891-d5d406dc45a0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Pushing event updated for resources: {'Port': ['ID=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:46.262377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abde8c3-7581-41ee-9b0d-80906901ed87 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760de155-2f7c-4a76-8f7d-68567f85040e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:46.269687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-601f9ca7-94cb-4e40-80e8-c5aab70e4cc0 req-25c95d37-9b01-4b7f-80ae-23ee351650e4 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861471 Aug 17 02:24:46.280770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237515a0-e916-498b-bc11-674ed42aeb4b req-0d1bf77e-2146-4ffa-9891-d5d406dc45a0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:46.281830 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-237515a0-e916-498b-bc11-674ed42aeb4b req-0d1bf77e-2146-4ffa-9891-d5d406dc45a0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:46.391109 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9abde8c3-7581-41ee-9b0d-80906901ed87 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:46.413642 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9abde8c3-7581-41ee-9b0d-80906901ed87 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7537689 Aug 17 02:24:46.416125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47432) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:46.424132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-902c1ef9-35f3-4d97-b0b3-2b4f4b64f16a tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Request body: {'security_group_rule': {'security_group_id': '760de155-2f7c-4a76-8f7d-68567f85040e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:46.476685 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-0d1bf77e-2146-4ffa-9891-d5d406dc45a0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2925103 Aug 17 02:24:46.514333 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Request body: {'port': {'device_id': '8ab6b389-4f34-41d5-b1fc-a40aeebf879f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:46.574929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65a8ea-9fe0-4de6-952d-78615b1d02fc req-cb85e103-20bb-45e8-8c36-294b18cf4799 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:46.576461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b65a8ea-9fe0-4de6-952d-78615b1d02fc req-cb85e103-20bb-45e8-8c36-294b18cf4799 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 932 time: 0.0706069 Aug 17 02:24:46.582343 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:46.621798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b65a8ea-9fe0-4de6-952d-78615b1d02fc req-2029aa1a-f641-4985-aeef-9ab24e6d6723 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381296 Aug 17 02:24:46.622199 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-902c1ef9-35f3-4d97-b0b3-2b4f4b64f16a tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:46.755846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3163bed1-3f96-4e95-98a6-29e629d4f4a3 req-5aed6302-92ad-467b-90c2-6381ccff3f99 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=f685fffd-b25b-4cee-80ec-07a7811e35dd HTTP/1.1" status: 200 len: 210 time: 0.0409861 Aug 17 02:24:46.762073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-902c1ef9-35f3-4d97-b0b3-2b4f4b64f16a tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:46.820914 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e09784-a726-46fa-b9a6-777808964903 x-openstack-request-id: req-00e09784-a726-46fa-b9a6-777808964903 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:46.821250 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f685fffd-b25b-4cee-80ec-07a7811e35dd", "name": "network-vif-deleted", "tag": "ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:46.821518 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00e09784-a726-46fa-b9a6-777808964903 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:46.821907 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f685fffd-b25b-4cee-80ec-07a7811e35dd', 'name': 'network-vif-deleted', 'tag': 'ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0', 'status': 'completed', 'code': 200} Aug 17 02:24:46.949193 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f09a66-0d1b-444c-99cb-d0daf83a4efa {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:24:46.957817 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:46.971578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Transition to ACTIVE for port object c2f09a66-0d1b-444c-99cb-d0daf83a4efa will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:24:47.036457 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-902c1ef9-35f3-4d97-b0b3-2b4f4b64f16a tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:47.056374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c1ef9-35f3-4d97-b0b3-2b4f4b64f16a tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471b4ab9-7a37-439d-97aa-456244c08213,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:47.193770 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:47.211475 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-902c1ef9-35f3-4d97-b0b3-2b4f4b64f16a tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:47.214042 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-902c1ef9-35f3-4d97-b0b3-2b4f4b64f16a tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7948802 Aug 17 02:24:47.216306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47438) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:47.224196 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e0aac1af-077e-407f-b1ab-cd1dd15d7822 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Request body: {'security_group_rule': {'security_group_id': '760de155-2f7c-4a76-8f7d-68567f85040e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:47.304319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Pushing event updated for resources: {'Port': ['ID=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:47.350091 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Attempting to bind port c2f09a66-0d1b-444c-99cb-d0daf83a4efa on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:24:47.350460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Attempting to bind port c2f09a66-0d1b-444c-99cb-d0daf83a4efa by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:24:47.350799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Attempting to bind port c2f09a66-0d1b-444c-99cb-d0daf83a4efa on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:47.355983 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Port c2f09a66-0d1b-444c-99cb-d0daf83a4efa on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:24:47.356311 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Attempting to bind port c2f09a66-0d1b-444c-99cb-d0daf83a4efa on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:47.362226 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:24:47.362564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Checking segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:24:47.362959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Bound using segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:24:47.363398 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Bound port: c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:24:47.363759 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:47.444130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:24:47.447578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:24:47.487638 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e0aac1af-077e-407f-b1ab-cd1dd15d7822 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:47.574419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e00410-fdbf-4040-936d-a252dd9f8b47 req-d1daf952-c68d-453e-80fa-c42a44d08014 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:47.575904 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8e00410-fdbf-4040-936d-a252dd9f8b47 req-d1daf952-c68d-453e-80fa-c42a44d08014 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0845454 Aug 17 02:24:47.585927 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e0aac1af-077e-407f-b1ab-cd1dd15d7822 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:47.619183 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8e00410-fdbf-4040-936d-a252dd9f8b47 req-600b795e-1404-4f6d-a342-e09668ed7aba tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356927 Aug 17 02:24:47.712200 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:47.770395 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:47.771319 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:47.773355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e0aac1af-077e-407f-b1ab-cd1dd15d7822 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:47.794261 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] 10.222.0.42 "PUT /v2.0/ports/c2f09a66-0d1b-444c-99cb-d0daf83a4efa HTTP/1.1" status: 200 len: 1093 time: 1.2666459 Aug 17 02:24:47.795766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aac1af-077e-407f-b1ab-cd1dd15d7822 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e133d3-d401-4090-98d5-4c7b633b5c04,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:47.812630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42896be-1f32-4d4f-9d7a-21dcd9dc85ab service neutron] Pushing event updated for resources: {'Port': ['ID=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:48.146220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237515a0-e916-498b-bc11-674ed42aeb4b req-21006ddb-9512-4ab8-be04-479a5fef91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:48.147827 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e0aac1af-077e-407f-b1ab-cd1dd15d7822 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:48.148652 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-21006ddb-9512-4ab8-be04-479a5fef91f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 1096 time: 0.0449705 Aug 17 02:24:48.149018 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e0aac1af-077e-407f-b1ab-cd1dd15d7822 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9313478 Aug 17 02:24:48.153129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47454) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:48.157859 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:48.208390 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-683f2083-f7a7-4822-a13e-4635730ad057 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa HTTP/1.1" status: 200 len: 217 time: 0.0419564 Aug 17 02:24:48.263758 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237515a0-e916-498b-bc11-674ed42aeb4b req-f3a4a407-e717-4b8d-b5f6-b31e3354c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:48.265320 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-f3a4a407-e717-4b8d-b5f6-b31e3354c12b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0483868 Aug 17 02:24:48.302525 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-31f78455-dd68-4a7c-a9b8-5cbaab431b28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295744 Aug 17 02:24:48.330929 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:48.434111 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:24:48.451149 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-1f9cadca-a5fa-4fa6-bdb0-0bdbf38af51c service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373124 Aug 17 02:24:48.486374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:24:48.486800 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:48.487600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ab9b64ac-c1a3-4f8d-b5f8-565ca44e73f0 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:24:48.588099 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-237515a0-e916-498b-bc11-674ed42aeb4b req-e28568a6-c0f7-42bd-9507-8252ef0c2c49 service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276469 Aug 17 02:24:48.665022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Allocated IP 172.25.5.148 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/d0bbb134-d5d8-4234-87e2-ce9375d2d77e) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:24:48.823420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab6b389-4f34-41d5-b1fc-a40aeebf879f', 'tag': 'c2f09a66-0d1b-444c-99cb-d0daf83a4efa'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:48.826144 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44983c37-259a-47e6-9623-d361c65fa577" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab6b389-4f34-41d5-b1fc-a40aeebf879f", "tag": "c2f09a66-0d1b-444c-99cb-d0daf83a4efa"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:48.887937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3222a7-a484-4a7e-a428-6b3f33377b34 req-6620c8c2-4047-45fb-a0b8-b07bb0baba7d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:48.890579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d3222a7-a484-4a7e-a428-6b3f33377b34 req-6620c8c2-4047-45fb-a0b8-b07bb0baba7d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 944 time: 0.1423206 Aug 17 02:24:48.897402 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:48.951310 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d3222a7-a484-4a7e-a428-6b3f33377b34 req-0a83cc13-f42f-4f6c-a21c-e86118165796 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508382 Aug 17 02:24:49.171415 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:49.218127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:24:49.226454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:24:49.229513 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:24:49.267905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Pushing event updated for resources: {'Port': ['ID=d0bbb134-d5d8-4234-87e2-ce9375d2d77e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:49.370990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae55283-fe9d-4284-bbea-9f0192b91140 req-f7031084-76b6-46c3-a59f-96553426f4cb tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:49.372451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cae55283-fe9d-4284-bbea-9f0192b91140 req-f7031084-76b6-46c3-a59f-96553426f4cb tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 945 time: 0.0926838 Aug 17 02:24:49.382004 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:49.429104 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cae55283-fe9d-4284-bbea-9f0192b91140 req-44af5ae8-c79c-4843-889f-84e51a57e4fc tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/security-groups?id=c60c5301-35a9-433a-90d1-952e036f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402253 Aug 17 02:24:49.580831 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:49.637413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7932f1-86b7-4573-9819-d2974f3e9fc5 req-87eee57d-c90f-4ddb-b676-996c2f87cc63 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:49.639733 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a7932f1-86b7-4573-9819-d2974f3e9fc5 req-87eee57d-c90f-4ddb-b676-996c2f87cc63 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.1398628 Aug 17 02:24:49.731331 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a7932f1-86b7-4573-9819-d2974f3e9fc5 req-28e32b9c-4f3c-483b-96be-42b978da0cc5 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816503 Aug 17 02:24:49.858608 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:49.923628 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:49.954007 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4e0076-10e1-4713-9698-b8bcbc200049 x-openstack-request-id: req-8d4e0076-10e1-4713-9698-b8bcbc200049 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:49.954518 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab6b389-4f34-41d5-b1fc-a40aeebf879f", "tag": "c2f09a66-0d1b-444c-99cb-d0daf83a4efa", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:49.954834 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d4e0076-10e1-4713-9698-b8bcbc200049 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:49.955858 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab6b389-4f34-41d5-b1fc-a40aeebf879f', 'tag': 'c2f09a66-0d1b-444c-99cb-d0daf83a4efa', 'status': 'completed', 'code': 200} Aug 17 02:24:50.040645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Pushing event updated for resources: {'Port': ['ID=d0bbb134-d5d8-4234-87e2-ce9375d2d77e,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:50.073091 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:50.090834 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44983c37-259a-47e6-9623-d361c65fa577 req-68110fe5-c58b-4694-9200-cb937a1d4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:50.093055 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-44983c37-259a-47e6-9623-d361c65fa577 req-68110fe5-c58b-4694-9200-cb937a1d4719 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 1096 time: 0.0855196 Aug 17 02:24:50.200428 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44983c37-259a-47e6-9623-d361c65fa577 req-37313429-11bf-43cb-9b87-364d97092784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:50.202447 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-44983c37-259a-47e6-9623-d361c65fa577 req-37313429-11bf-43cb-9b87-364d97092784 service neutron] 10.222.0.42 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.1021016 Aug 17 02:24:50.205350 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:50.208651 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-777b44c3-827d-43dc-b93e-78899f79bc06 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0524013 Aug 17 02:24:50.262962 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-44983c37-259a-47e6-9623-d361c65fa577 req-b7c5f88b-ce6d-435c-b851-ad1f8e6efdd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa HTTP/1.1" status: 200 len: 217 time: 0.0523357 Aug 17 02:24:50.348761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44983c37-259a-47e6-9623-d361c65fa577 req-eb95faf1-66e6-47a0-b8ab-248daf8385f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:50.351108 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-44983c37-259a-47e6-9623-d361c65fa577 req-eb95faf1-66e6-47a0-b8ab-248daf8385f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0819151 Aug 17 02:24:50.384196 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-44983c37-259a-47e6-9623-d361c65fa577 req-ad1ae676-0aa9-4cb1-8f87-e36917802b06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255976 Aug 17 02:24:50.486431 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-44983c37-259a-47e6-9623-d361c65fa577 req-00cbd5e6-65fe-49ce-a962-b434feb6357f service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940630 Aug 17 02:24:50.599878 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-44983c37-259a-47e6-9623-d361c65fa577 req-d4cb5b4c-3b69-4bea-9fa3-433efc3dc2c4 service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063833 Aug 17 02:24:50.769000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de002fe-0f02-484d-953b-831247bce94f req-0e93c97d-63f2-45fe-9bba-f80f49d7df64 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:50.770637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8de002fe-0f02-484d-953b-831247bce94f req-0e93c97d-63f2-45fe-9bba-f80f49d7df64 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 944 time: 0.0631597 Aug 17 02:24:50.842284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8de002fe-0f02-484d-953b-831247bce94f req-8928164d-b0dd-41b4-9835-679cabc3cfc7 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632684 Aug 17 02:24:51.111050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-511161e8-6168-4975-87a7-30e3a1a6fea5 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:51.112701 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-511161e8-6168-4975-87a7-30e3a1a6fea5 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/networks?id=ea94309b-4c71-4ebb-956b-55784f9334f8 HTTP/1.1" status: 200 len: 822 time: 0.1444285 Aug 17 02:24:51.132106 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-3ed6319f-c9c8-48d2-86a4-717ea1654c89 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/quotas/0ce9172036b7486bafdca63495c8c876 HTTP/1.1" status: 200 len: 375 time: 0.0097022 Aug 17 02:24:51.166137 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981c2ef-fa53-4784-8cc0-154e190dff79 req-f19dc046-8bb5-47d9-bb78-833af8278b2c tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:51.172218 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d981c2ef-fa53-4784-8cc0-154e190dff79 req-f19dc046-8bb5-47d9-bb78-833af8278b2c tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 945 time: 0.0581658 Aug 17 02:24:51.195732 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-2b32e0bd-a174-4f80-af5c-33e2178dd7c7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ce9172036b7486bafdca63495c8c876&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0559912 Aug 17 02:24:51.288157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-d981c2ef-fa53-4784-8cc0-154e190dff79 req-24f1085f-c79f-4c10-8883-2a4cbd1822a0 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Deleting port cc971b24-0834-490f-a816-be440befec71 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:24:51.288495 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d981c2ef-fa53-4784-8cc0-154e190dff79 req-24f1085f-c79f-4c10-8883-2a4cbd1822a0 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:51.320376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-8cbb55d2-9f61-4470-a3b9-242de68abca7 service neutron] 10.222.0.13 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157391 Aug 17 02:24:51.419176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-1bb1c2f3-88de-4ca9-94c3-bedac03e6522 service neutron] 10.222.0.13 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905335 Aug 17 02:24:51.425007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d981c2ef-fa53-4784-8cc0-154e190dff79 req-24f1085f-c79f-4c10-8883-2a4cbd1822a0 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] For port cc971b24-0834-490f-a816-be440befec71, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=cc971b24-0834-490f-a816-be440befec71,segment=NetworkSegment(72128045-5b01-4a24-95f6-4e12d9035b37),segment_id=72128045-5b01-4a24-95f6-4e12d9035b37)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:51.427483 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d981c2ef-fa53-4784-8cc0-154e190dff79 req-24f1085f-c79f-4c10-8883-2a4cbd1822a0 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:51.489346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-d981c2ef-fa53-4784-8cc0-154e190dff79 req-24f1085f-c79f-4c10-8883-2a4cbd1822a0 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Calling delete_port for cc971b24-0834-490f-a816-be440befec71 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:24:51.589645 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761a4cd-9752-43b8-a82e-f4148fc45987 req-1f0aca2c-3273-4cca-b853-ee8ddbed46a0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:51.592005 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3761a4cd-9752-43b8-a82e-f4148fc45987 req-1f0aca2c-3273-4cca-b853-ee8ddbed46a0 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.1623657 Aug 17 02:24:51.880104 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a1f90dcb-bcaa-48b3-882f-ae13aa3efcb6 req-91eb1060-8316-4f70-a80a-1479b714ca04 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1911361 Aug 17 02:24:51.911168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-3761a4cd-9752-43b8-a82e-f4148fc45987 req-e40e064a-12f2-4df7-ae9e-259b1d4fd009 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Deleting port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:24:51.916529 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-3761a4cd-9752-43b8-a82e-f4148fc45987 req-e40e064a-12f2-4df7-ae9e-259b1d4fd009 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:51.931637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55930d52-af3f-4c73-8c61-17412e5515a0 req-eb5a27b6-4610-44a0-9adb-44334f97fedb tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:51.940852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55930d52-af3f-4c73-8c61-17412e5515a0 req-eb5a27b6-4610-44a0-9adb-44334f97fedb tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 945 time: 0.1034012 Aug 17 02:24:51.991572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55930d52-af3f-4c73-8c61-17412e5515a0 req-30813d1e-7dd2-4cf0-af0a-9a22b37ed445 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/security-groups?id=c60c5301-35a9-433a-90d1-952e036f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453255 Aug 17 02:24:52.034568 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d981c2ef-fa53-4784-8cc0-154e190dff79 req-24f1085f-c79f-4c10-8883-2a4cbd1822a0 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:52.064784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['cc971b24-0834-490f-a816-be440befec71'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:52.106708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1085f-c79f-4c10-8883-2a4cbd1822a0 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Pushing event deleted for resources: {'Port': ['ID=cc971b24-0834-490f-a816-be440befec71,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:52.139359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c609b-1b9e-4a91-bc4b-248076a5b41a req-b14c4748-2869-49cc-97e0-070be8f09c54 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:52.147592 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-018c609b-1b9e-4a91-bc4b-248076a5b41a req-b14c4748-2869-49cc-97e0-070be8f09c54 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 949 time: 0.0806355 Aug 17 02:24:52.154822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f90dcb-bcaa-48b3-882f-ae13aa3efcb6 req-fa28b6ac-1bf6-443d-92a0-d9c8c268095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:52.156624 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a1f90dcb-bcaa-48b3-882f-ae13aa3efcb6 req-fa28b6ac-1bf6-443d-92a0-d9c8c268095d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c657bbf16d249bba9598a9f655bec8d&device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 1097 time: 0.2215321 Aug 17 02:24:52.204912 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d981c2ef-fa53-4784-8cc0-154e190dff79 req-24f1085f-c79f-4c10-8883-2a4cbd1822a0 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] No DVR routers for this DVR port cc971b24-0834-490f-a816-be440befec71 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:24:52.210239 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-018c609b-1b9e-4a91-bc4b-248076a5b41a req-bd627fd4-a311-444d-9aa5-81d0389302dc tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615008 Aug 17 02:24:52.224765 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d981c2ef-fa53-4784-8cc0-154e190dff79 req-24f1085f-c79f-4c10-8883-2a4cbd1822a0 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:52.227082 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d981c2ef-fa53-4784-8cc0-154e190dff79 req-24f1085f-c79f-4c10-8883-2a4cbd1822a0 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.18 "DELETE /v2.0/ports/cc971b24-0834-490f-a816-be440befec71 HTTP/1.1" status: 204 len: 173 time: 1.0481875 Aug 17 02:24:52.227623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0bf941-bae7-4e8a-9bff-057cc718cc6f', 'name': 'network-vif-deleted', 'tag': 'cc971b24-0834-490f-a816-be440befec71'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:52.230375 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee562790-41d7-4934-9fcb-838123e6e939" -d '{"events": [{"server_uuid": "ce0bf941-bae7-4e8a-9bff-057cc718cc6f", "name": "network-vif-deleted", "tag": "cc971b24-0834-490f-a816-be440befec71"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:52.276528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-3761a4cd-9752-43b8-a82e-f4148fc45987 req-e40e064a-12f2-4df7-ae9e-259b1d4fd009 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] For port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:52.276528 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-3761a4cd-9752-43b8-a82e-f4148fc45987 req-e40e064a-12f2-4df7-ae9e-259b1d4fd009 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:52.296384 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-3761a4cd-9752-43b8-a82e-f4148fc45987 req-e40e064a-12f2-4df7-ae9e-259b1d4fd009 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Calling delete_port for ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:24:52.347418 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f49ac-49f6-4424-9f49-deb0b75e8042 req-751d30c5-eaa4-496c-aaa5-d59d7cd78826 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:52.348970 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-204f49ac-49f6-4424-9f49-deb0b75e8042 req-751d30c5-eaa4-496c-aaa5-d59d7cd78826 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0604131 Aug 17 02:24:52.387727 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f90dcb-bcaa-48b3-882f-ae13aa3efcb6 req-76e42f6d-e460-495a-892d-ec9f13bdc324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:52.390046 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a1f90dcb-bcaa-48b3-882f-ae13aa3efcb6 req-76e42f6d-e460-495a-892d-ec9f13bdc324 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0df5f708-0a74-4aaa-a1e6-1144e4724d95 HTTP/1.1" status: 200 len: 916 time: 0.1957035 Aug 17 02:24:52.390373 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-204f49ac-49f6-4424-9f49-deb0b75e8042 req-ce4f08d3-a98a-489a-8c49-ec284d0ffc9f tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347502 Aug 17 02:24:52.503160 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a1f90dcb-bcaa-48b3-882f-ae13aa3efcb6 req-00a76339-48b4-490b-a571-e05abe115a57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb2cc102-4957-4508-b511-341969e390a9 HTTP/1.1" status: 200 len: 1000 time: 0.1049728 Aug 17 02:24:52.582780 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f90dcb-bcaa-48b3-882f-ae13aa3efcb6 req-7392b2f2-1d23-4c0c-8de3-51693ab84169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:52.584310 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a1f90dcb-bcaa-48b3-882f-ae13aa3efcb6 req-7392b2f2-1d23-4c0c-8de3-51693ab84169 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af102a6f-756b-4197-a788-33847e19470e HTTP/1.1" status: 200 len: 854 time: 0.0671892 Aug 17 02:24:52.659878 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f90dcb-bcaa-48b3-882f-ae13aa3efcb6 req-b09267d0-c8cd-4129-be8b-76e0fa810802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:52.661451 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a1f90dcb-bcaa-48b3-882f-ae13aa3efcb6 req-b09267d0-c8cd-4129-be8b-76e0fa810802 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0df5f708-0a74-4aaa-a1e6-1144e4724d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577400 Aug 17 02:24:52.726125 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eff33a52-4cf9-4dc4-9e3d-c7db6593bb2b req-a048a678-456c-4f59-aaca-382532601aa9 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 210 time: 0.0327313 Aug 17 02:24:52.761075 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a1f90dcb-bcaa-48b3-882f-ae13aa3efcb6 req-72054a8f-bb74-44b5-8115-2033444184d9 service neutron] 10.222.0.42 "GET /v2.0/networks/0df5f708-0a74-4aaa-a1e6-1144e4724d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911803 Aug 17 02:24:52.866498 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b634d0-a147-4755-8844-ecc2dbd0f751 req-d8b8abdd-baf7-45f1-9964-e9b2b8555764 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:52.896267 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f7b634d0-a147-4755-8844-ecc2dbd0f751 req-d8b8abdd-baf7-45f1-9964-e9b2b8555764 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 944 time: 0.0635457 Aug 17 02:24:52.897127 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-3761a4cd-9752-43b8-a82e-f4148fc45987 req-e40e064a-12f2-4df7-ae9e-259b1d4fd009 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:52.907466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['ca68e81a-5354-4e38-bd1e-8d4568dd0ce6'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:52.912425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['733f25df-f5b8-4f64-893b-991ab1350fdf'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:52.925773 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a1f90dcb-bcaa-48b3-882f-ae13aa3efcb6 req-40107a5a-bf69-4469-84d9-bcfa3ac59d86 service neutron] 10.222.0.42 "GET /v2.0/networks/0df5f708-0a74-4aaa-a1e6-1144e4724d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480167 Aug 17 02:24:52.926105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f7b634d0-a147-4755-8844-ecc2dbd0f751 req-15fca746-884c-4567-86a5-4df7153f5229 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471191 Aug 17 02:24:52.947282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e064a-12f2-4df7-ae9e-259b1d4fd009 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Pushing event deleted for resources: {'Port': ['ID=ca68e81a-5354-4e38-bd1e-8d4568dd0ce6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:52.980730 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-3761a4cd-9752-43b8-a82e-f4148fc45987 req-e40e064a-12f2-4df7-ae9e-259b1d4fd009 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] No DVR routers for this DVR port ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:24:52.984478 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-3761a4cd-9752-43b8-a82e-f4148fc45987 req-e40e064a-12f2-4df7-ae9e-259b1d4fd009 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:52.987221 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3761a4cd-9752-43b8-a82e-f4148fc45987 req-e40e064a-12f2-4df7-ae9e-259b1d4fd009 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.42 "DELETE /v2.0/ports/ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 HTTP/1.1" status: 204 len: 173 time: 1.3853757 Aug 17 02:24:53.001317 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4250aac9-9867-4bfe-aae9-7a900c27f74f x-openstack-request-id: req-4250aac9-9867-4bfe-aae9-7a900c27f74f {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:53.002044 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0bf941-bae7-4e8a-9bff-057cc718cc6f", "name": "network-vif-deleted", "tag": "cc971b24-0834-490f-a816-be440befec71", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:53.002338 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4250aac9-9867-4bfe-aae9-7a900c27f74f {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:53.004346 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0bf941-bae7-4e8a-9bff-057cc718cc6f', 'name': 'network-vif-deleted', 'tag': 'cc971b24-0834-490f-a816-be440befec71', 'status': 'completed', 'code': 200} Aug 17 02:24:53.102735 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69e1993b-fd8f-4020-8c60-6cc6cef9f431 req-7eb36f37-5252-4ebe-96da-6ace1c406121 tempest-ServersNegativeTestMultiTenantJSON-1343048497 tempest-ServersNegativeTestMultiTenantJSON-1343048497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0bf941-bae7-4e8a-9bff-057cc718cc6f HTTP/1.1" status: 200 len: 210 time: 0.0310063 Aug 17 02:24:53.334102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d3cfc8e-1854-4e1a-91ee-864566463b31 req-b3bd05e5-96c3-4e98-94fe-fb3bfea28cd7 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddf2ce05-7b48-474a-a2fd-02d659713a51 HTTP/1.1" status: 200 len: 210 time: 0.0379274 Aug 17 02:24:53.543912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964d5fc-abad-43be-a20c-8b0a9dc52ec3 req-d8631d6c-0205-4e3a-a1fe-1990a2f0cbf1 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:53.545384 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6964d5fc-abad-43be-a20c-8b0a9dc52ec3 req-d8631d6c-0205-4e3a-a1fe-1990a2f0cbf1 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0565951 Aug 17 02:24:53.598605 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6964d5fc-abad-43be-a20c-8b0a9dc52ec3 req-c3330399-319d-415d-8873-5ac78240909e tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458348 Aug 17 02:24:53.898807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d8c3ea3-e255-4d64-a980-950d6526ddd9 req-cefbc811-48f6-439a-9ae7-ab7c81382fb1 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 210 time: 0.0308459 Aug 17 02:24:54.100703 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-308d1ea9-fabd-42d0-b324-5de25fd2bf88 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:54.102296 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-308d1ea9-fabd-42d0-b324-5de25fd2bf88 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/networks?id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb HTTP/1.1" status: 200 len: 814 time: 0.1186745 Aug 17 02:24:54.120533 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-bf87daec-637c-4664-9a92-9061225d10b3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/quotas/b26081a6baa74ca2b977cb94e7f00f90 HTTP/1.1" status: 200 len: 375 time: 0.0111251 Aug 17 02:24:54.181938 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-2922cdb4-1612-45b9-835e-56840e400945 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b26081a6baa74ca2b977cb94e7f00f90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545046 Aug 17 02:24:54.287110 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-ece3bac7-139b-4a48-92da-aefb8aff9a5b service neutron] 10.222.0.13 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962920 Aug 17 02:24:54.390214 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-99b8d532-04af-4992-aa71-ef7266460f21 service neutron] 10.222.0.13 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957398 Aug 17 02:24:54.413135 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device cc971b24-0834-490f-a816-be440befec71 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:24:54.440251 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: cc971b24-0834-490f-a816-be440befec71 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:24:54.440605 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device cc971b24-0834-490f-a816-be440befec71 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:24:54.458804 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device c2f09a66-0d1b-444c-99cb-d0daf83a4efa details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:24:54.558758 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:54.570198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'c2f09a66-0d1b-444c-99cb-d0daf83a4efa', 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2', 'port_id': 'c2f09a66-0d1b-444c-99cb-d0daf83a4efa', 'mac_address': 'fa:16:3e:69:4f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3db6f36-5e0d-4b98-9171-c67317989b44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:24:54.620692 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:54.636349 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f09a66-0d1b-444c-99cb-d0daf83a4efa {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:24:54.665736 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:54.707236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d3694-840a-48ab-af07-a5d06202096e req-0aff2209-5b01-4eb7-87ff-8dd1fdebfad9 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:54.707236 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da4d3694-840a-48ab-af07-a5d06202096e req-0aff2209-5b01-4eb7-87ff-8dd1fdebfad9 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 944 time: 0.0612183 Aug 17 02:24:54.755592 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da4d3694-840a-48ab-af07-a5d06202096e req-4af04d03-c08e-49dd-a591-c4784b5281ed tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Aug 17 02:24:54.799202 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:54.820632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47560) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:54.854407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:54.875364 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d8bbc4-e6e5-4e97-8325-7fe6368f6e2a admin admin] Deleting subnet 52790318-c190-4058-8fce-4b1f3783be22 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:24:54.878512 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d8bbc4-e6e5-4e97-8325-7fe6368f6e2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:54.915360 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d8bbc4-e6e5-4e97-8325-7fe6368f6e2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:54.923137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e246dbb-3970-40bd-a38e-d46b2bcf15f5 req-3c8e0f86-0fb2-4dd3-bde8-88f23105d6e0 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 210 time: 0.0319102 Aug 17 02:24:54.959184 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d8bbc4-e6e5-4e97-8325-7fe6368f6e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:55.005504 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf2ce05-7b48-474a-a2fd-02d659713a51', 'name': 'network-vif-deleted', 'tag': 'ca68e81a-5354-4e38-bd1e-8d4568dd0ce6'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:55.007788 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc9202e-e546-4bea-98e9-d0577f225d8c" -d '{"events": [{"server_uuid": "ddf2ce05-7b48-474a-a2fd-02d659713a51", "name": "network-vif-deleted", "tag": "ca68e81a-5354-4e38-bd1e-8d4568dd0ce6"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:55.038142 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f89e2-741e-4f20-a467-d76ade89c7a9 req-9d53a305-2d76-4150-bc99-1830b28c3f91 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:55.039621 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6c2f89e2-741e-4f20-a467-d76ade89c7a9 req-9d53a305-2d76-4150-bc99-1830b28c3f91 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0514729 Aug 17 02:24:55.087968 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6c2f89e2-741e-4f20-a467-d76ade89c7a9 req-1d96e4cb-f54b-47f9-81be-bfadc8110537 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401042 Aug 17 02:24:55.174383 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d8bbc4-e6e5-4e97-8325-7fe6368f6e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:55.219631 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8bbc4-e6e5-4e97-8325-7fe6368f6e2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52790318-c190-4058-8fce-4b1f3783be22,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:55.223291 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d8bbc4-e6e5-4e97-8325-7fe6368f6e2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:55.225208 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-82d8bbc4-e6e5-4e97-8325-7fe6368f6e2a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/52790318-c190-4058-8fce-4b1f3783be22 HTTP/1.1" status: 204 len: 168 time: 0.4035382 Aug 17 02:24:55.227879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47570) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:55.262541 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['c2f09a66-0d1b-444c-99cb-d0daf83a4efa'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:55.316500 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:55.420467 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:55.435380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305f36b9-2324-45fa-bf20-14b12af888dd']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:55.447368 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72128045-5b01-4a24-95f6-4e12d9035b37') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:55.454329 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72128045-5b01-4a24-95f6-4e12d9035b37') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:55.458012 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:55.472634 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:55.478880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:24:55.480123 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:24:55.482003 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:24:55.701746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-70baa22f-8e64-40f0-a660-b5044b12afd4 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:55.703238 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-70baa22f-8e64-40f0-a660-b5044b12afd4 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.42 "GET /v2.0/networks?id=ea94309b-4c71-4ebb-956b-55784f9334f8 HTTP/1.1" status: 200 len: 822 time: 0.1097596 Aug 17 02:24:55.723398 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-1bf12e57-6609-4d86-b1a5-bfba02a879b7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Request body: {'port': {'device_id': '2958c0dc-378a-4ab9-91a7-2729d900c2b7', 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8', 'admin_state_up': True, 'tenant_id': '0ce9172036b7486bafdca63495c8c876'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:55.785010 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:55.797696 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:55.804783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] 10.222.0.13 "DELETE /v2.0/networks/305f36b9-2324-45fa-bf20-14b12af888dd HTTP/1.1" status: 204 len: 168 time: 0.5728519 Aug 17 02:24:55.806561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47576) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:55.841596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Pushing event deleted for resources: {'Network': ['ID=305f36b9-2324-45fa-bf20-14b12af888dd,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:55.852051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:55.852398 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:55.852741 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:55.853078 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:55.853444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:55.853810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:55.854536 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:55.854536 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:55.854763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:55.855069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:55.855389 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:55.855708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a609b2b-df57-4110-ad5d-54e0a4f9f9bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:55.873606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bfce5a-5dc0-412c-92fd-311af7eba818 admin admin] Deleting subnet e478ca24-2d9a-46a7-a927-83730c5ee9d1 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:24:55.876789 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-17bfce5a-5dc0-412c-92fd-311af7eba818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:55.912505 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-17bfce5a-5dc0-412c-92fd-311af7eba818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:55.952871 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-17bfce5a-5dc0-412c-92fd-311af7eba818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.013588 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-1bf12e57-6609-4d86-b1a5-bfba02a879b7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Made reservation on behalf of 0ce9172036b7486bafdca63495c8c876 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:24:56.018419 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-1bf12e57-6609-4d86-b1a5-bfba02a879b7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.114354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61e1ace7-2100-476b-b10f-67131eab07fd req-004e70a6-cab0-4b5b-8543-49315d6db139 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 210 time: 0.0319314 Aug 17 02:24:56.177316 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f362cd60-c175-49ff-aaef-91eba96dd5ac x-openstack-request-id: req-f362cd60-c175-49ff-aaef-91eba96dd5ac {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:56.180820 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf2ce05-7b48-474a-a2fd-02d659713a51", "name": "network-vif-deleted", "tag": "ca68e81a-5354-4e38-bd1e-8d4568dd0ce6", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:56.180820 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f362cd60-c175-49ff-aaef-91eba96dd5ac {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:56.180820 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf2ce05-7b48-474a-a2fd-02d659713a51', 'name': 'network-vif-deleted', 'tag': 'ca68e81a-5354-4e38-bd1e-8d4568dd0ce6', 'status': 'completed', 'code': 200} Aug 17 02:24:56.181971 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-17bfce5a-5dc0-412c-92fd-311af7eba818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.205516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-1bf12e57-6609-4d86-b1a5-bfba02a879b7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Allocated IP 172.20.0.7 (ea94309b-4c71-4ebb-956b-55784f9334f8/ebee2bf4-fcee-40c1-aead-86827d774924/0b299deb-839b-41e4-b619-a46c25180530) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:24:56.214946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-17bfce5a-5dc0-412c-92fd-311af7eba818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.220946 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-17bfce5a-5dc0-412c-92fd-311af7eba818 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e478ca24-2d9a-46a7-a927-83730c5ee9d1 HTTP/1.1" status: 204 len: 168 time: 0.4094102 Aug 17 02:24:56.220946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfce5a-5dc0-412c-92fd-311af7eba818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e478ca24-2d9a-46a7-a927-83730c5ee9d1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:56.221210 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47586) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:56.336145 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e5b10a55-9aa5-4ba2-a5bf-0520ca0daa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.356944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f8f43-a1a1-4177-835d-9b764e85614e req-8741a560-76ad-4a08-9c96-fb566e9f4f87 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:56.362708 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e0f8f43-a1a1-4177-835d-9b764e85614e req-8741a560-76ad-4a08-9c96-fb566e9f4f87 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 945 time: 0.0905671 Aug 17 02:24:56.392050 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-1bf12e57-6609-4d86-b1a5-bfba02a879b7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.467205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device c2f09a66-0d1b-444c-99cb-d0daf83a4efa up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:24:56.480139 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e5b10a55-9aa5-4ba2-a5bf-0520ca0daa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.491006 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e0f8f43-a1a1-4177-835d-9b764e85614e req-79090de6-1887-4199-8611-f3dda5b9456e tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018369 Aug 17 02:24:56.494969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-e5b10a55-9aa5-4ba2-a5bf-0520ca0daa67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d1bf97-c274-4fc1-b7a0-4c1a5483a14a']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:56.510430 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-e5b10a55-9aa5-4ba2-a5bf-0520ca0daa67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd0d8fc-864f-4784-b9d3-8231d4cc3d29') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:56.510430 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-e5b10a55-9aa5-4ba2-a5bf-0520ca0daa67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd0d8fc-864f-4784-b9d3-8231d4cc3d29') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:56.521663 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e5b10a55-9aa5-4ba2-a5bf-0520ca0daa67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.540503 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e5b10a55-9aa5-4ba2-a5bf-0520ca0daa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.555372 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b10a55-9aa5-4ba2-a5bf-0520ca0daa67 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:24:56.555784 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e5b10a55-9aa5-4ba2-a5bf-0520ca0daa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:24:56.574697 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:24:56.623216 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-1bf12e57-6609-4d86-b1a5-bfba02a879b7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.653916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4d2362b5-6c95-4613-aa56-9233c8ef7b39 req-ba7e37aa-8d75-4187-80f4-5125a91f8cfc tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 210 time: 0.0779428 Aug 17 02:24:56.671951 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-1bf12e57-6609-4d86-b1a5-bfba02a879b7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Network ea94309b-4c71-4ebb-956b-55784f9334f8 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:24:56.675294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-1bf12e57-6609-4d86-b1a5-bfba02a879b7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:24:56.687460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12e57-6609-4d86-b1a5-bfba02a879b7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Pushing event updated for resources: {'Port': ['ID=0b299deb-839b-41e4-b619-a46c25180530,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:56.687718 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port c2f09a66-0d1b-444c-99cb-d0daf83a4efa completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:24:56.694021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-1bf12e57-6609-4d86-b1a5-bfba02a879b7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:24:56.706597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port c2f09a66-0d1b-444c-99cb-d0daf83a4efa triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:24:56.707804 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.790124 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-1bf12e57-6609-4d86-b1a5-bfba02a879b7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:56.791077 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-1bf12e57-6609-4d86-b1a5-bfba02a879b7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.815634 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e5b10a55-9aa5-4ba2-a5bf-0520ca0daa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.820938 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.840605 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e5b10a55-9aa5-4ba2-a5bf-0520ca0daa67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:56.842687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e5b10a55-9aa5-4ba2-a5bf-0520ca0daa67 admin admin] 10.222.0.13 "DELETE /v2.0/networks/86d1bf97-c274-4fc1-b7a0-4c1a5483a14a HTTP/1.1" status: 204 len: 168 time: 0.6205904 Aug 17 02:24:56.844679 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b10a55-9aa5-4ba2-a5bf-0520ca0daa67 admin admin] Pushing event deleted for resources: {'Network': ['ID=86d1bf97-c274-4fc1-b7a0-4c1a5483a14a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:56.854214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab6b389-4f34-41d5-b1fc-a40aeebf879f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f09a66-0d1b-444c-99cb-d0daf83a4efa'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:56.857170 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5a4070-2fa4-4cfd-b58c-5689a58b2f00" -d '{"events": [{"server_uuid": "8ab6b389-4f34-41d5-b1fc-a40aeebf879f", "name": "network-vif-plugged", "status": "completed", "tag": "c2f09a66-0d1b-444c-99cb-d0daf83a4efa"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:56.868402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2793e6-997d-4c78-bc98-fffa1f2f1b7d req-578d7e2b-361d-463d-9fb7-3dd9a7e1c88f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:56.871128 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b2793e6-997d-4c78-bc98-fffa1f2f1b7d req-578d7e2b-361d-463d-9fb7-3dd9a7e1c88f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.0893447 Aug 17 02:24:56.871466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:56.914858 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b2793e6-997d-4c78-bc98-fffa1f2f1b7d req-9b5e8d03-4c61-472f-9edd-0b4b9dada57c tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374269 Aug 17 02:24:57.055731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d0e16-7ce0-43b6-a2b0-953b1a4ac075 req-809d66bd-5463-4ecc-b2cd-f1301a0bb1f9 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:57.057939 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc1d0e16-7ce0-43b6-a2b0-953b1a4ac075 req-809d66bd-5463-4ecc-b2cd-f1301a0bb1f9 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0596890 Aug 17 02:24:57.080822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87526e72-c714-4338-8544-aeaba23ee482 req-ac5042e5-ee51-41ab-b1eb-59691335c740 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:57.082411 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-87526e72-c714-4338-8544-aeaba23ee482 req-ac5042e5-ee51-41ab-b1eb-59691335c740 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.0705655 Aug 17 02:24:57.121077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc1d0e16-7ce0-43b6-a2b0-953b1a4ac075 req-1383b1fd-d2f5-4c9d-8249-73bcaa7bff85 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516005 Aug 17 02:24:57.189650 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-1bf12e57-6609-4d86-b1a5-bfba02a879b7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4701214 Aug 17 02:24:57.196981 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-87526e72-c714-4338-8544-aeaba23ee482 req-1599e2a5-2ce5-4ff6-b8c6-55a3d6e3bd24 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Deleting port 733f25df-f5b8-4f64-893b-991ab1350fdf {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:24:57.197880 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-87526e72-c714-4338-8544-aeaba23ee482 req-1599e2a5-2ce5-4ff6-b8c6-55a3d6e3bd24 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:57.241186 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Request body: {'port': {'device_id': '2958c0dc-378a-4ab9-91a7-2729d900c2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:57.262807 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:57.264097 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:24:57.302303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:24:57.302845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ca68e81a-5354-4e38-bd1e-8d4568dd0ce6 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:24:57.331703 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:57.373818 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:57.374017 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e98d0a-caf9-43de-9959-3388d0d820b6 x-openstack-request-id: req-24e98d0a-caf9-43de-9959-3388d0d820b6 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:57.374017 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab6b389-4f34-41d5-b1fc-a40aeebf879f", "name": "network-vif-plugged", "status": "completed", "tag": "c2f09a66-0d1b-444c-99cb-d0daf83a4efa", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:57.374017 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24e98d0a-caf9-43de-9959-3388d0d820b6 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:57.374017 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab6b389-4f34-41d5-b1fc-a40aeebf879f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f09a66-0d1b-444c-99cb-d0daf83a4efa', 'code': 200} Aug 17 02:24:57.424099 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-87526e72-c714-4338-8544-aeaba23ee482 req-1599e2a5-2ce5-4ff6-b8c6-55a3d6e3bd24 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] For port 733f25df-f5b8-4f64-893b-991ab1350fdf, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=733f25df-f5b8-4f64-893b-991ab1350fdf,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:57.424455 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-87526e72-c714-4338-8544-aeaba23ee482 req-1599e2a5-2ce5-4ff6-b8c6-55a3d6e3bd24 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:57.453046 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-87526e72-c714-4338-8544-aeaba23ee482 req-1599e2a5-2ce5-4ff6-b8c6-55a3d6e3bd24 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Calling delete_port for 733f25df-f5b8-4f64-893b-991ab1350fdf owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:24:57.487001 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc55b3c-86a7-46b1-86ee-5f8522a63e9d req-e8169019-40b5-4552-9d68-d770cfea8c71 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:57.490207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2cc55b3c-86a7-46b1-86ee-5f8522a63e9d req-e8169019-40b5-4552-9d68-d770cfea8c71 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 931 time: 0.0785682 Aug 17 02:24:57.538564 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2cc55b3c-86a7-46b1-86ee-5f8522a63e9d req-6c0fd2f0-0124-4d7b-adb0-b4d1c678d748 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Aug 17 02:24:57.648475 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47598) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:57.704480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba034422-f0b6-4806-8065-b98233d0ea61 req-7a2691c0-04bb-49ca-a793-b2e6e8f5a1ce tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:57.706047 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba034422-f0b6-4806-8065-b98233d0ea61 req-7a2691c0-04bb-49ca-a793-b2e6e8f5a1ce tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 946 time: 0.0995448 Aug 17 02:24:57.715662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-98373efb-10a5-4099-96ab-121583614346 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=741c988213b74eb69f88af13740df875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0655274 Aug 17 02:24:57.719952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47602) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:57.783560 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba034422-f0b6-4806-8065-b98233d0ea61 req-f363b435-815c-4576-b2db-3e3a7b690f5a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662105 Aug 17 02:24:57.820222 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6a0c-c72c-440e-8c3e-3f11a81cafdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:57.830316 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6a0c-c72c-440e-8c3e-3f11a81cafdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:57.922224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f85dbda-ff47-4203-a730-3a6ba60d8db2 req-e905392a-85cd-465d-b644-bb4c161110b4 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 210 time: 0.0443704 Aug 17 02:24:58.018908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dceb9f8-b5f3-45cc-a922-e5dbdd8ebe06 req-33802c99-e3ef-4f46-adee-deb726e22e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:58.020420 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2dceb9f8-b5f3-45cc-a922-e5dbdd8ebe06 req-33802c99-e3ef-4f46-adee-deb726e22e7a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 1098 time: 0.4972534 Aug 17 02:24:58.063304 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573cc71-7524-4d88-8ce5-ccae8eaf2843 req-180427ad-f4cc-4c34-8ddb-2567c152a44b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:58.064873 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2573cc71-7524-4d88-8ce5-ccae8eaf2843 req-180427ad-f4cc-4c34-8ddb-2567c152a44b tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 949 time: 0.0631297 Aug 17 02:24:58.111795 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2573cc71-7524-4d88-8ce5-ccae8eaf2843 req-78c16689-2050-4b9c-a246-66213a10da6f tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/security-groups?id=f551ab2d-476c-494f-94b7-9bd84077f2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399601 Aug 17 02:24:58.120343 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6a0c-c72c-440e-8c3e-3f11a81cafdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:58.120343 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6a0c-c72c-440e-8c3e-3f11a81cafdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:58.120343 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bf4a6a0c-c72c-440e-8c3e-3f11a81cafdb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c60c5301-35a9-433a-90d1-952e036f89c1 HTTP/1.1" status: 204 len: 168 time: 0.3963461 Aug 17 02:24:58.126616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a6a0c-c72c-440e-8c3e-3f11a81cafdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60c5301-35a9-433a-90d1-952e036f89c1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:58.133327 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2dceb9f8-b5f3-45cc-a922-e5dbdd8ebe06 req-c94f1010-7d2a-4f89-b540-365e774a8b99 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046441 Aug 17 02:24:58.232478 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b299deb-839b-41e4-b619-a46c25180530 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:24:58.239774 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-87526e72-c714-4338-8544-aeaba23ee482 req-1599e2a5-2ce5-4ff6-b8c6-55a3d6e3bd24 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:58.252277 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:58.277400 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['733f25df-f5b8-4f64-893b-991ab1350fdf'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:24:58.282685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9a766-cc39-4056-ab15-153fa56b1754 req-c9c3de35-764f-41a7-8da0-6568ca555f3e tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:58.282939 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599e2a5-2ce5-4ff6-b8c6-55a3d6e3bd24 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Pushing event deleted for resources: {'Port': ['ID=733f25df-f5b8-4f64-893b-991ab1350fdf,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:58.285223 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9b9a766-cc39-4056-ab15-153fa56b1754 req-c9c3de35-764f-41a7-8da0-6568ca555f3e tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0771143 Aug 17 02:24:58.317502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Transition to ACTIVE for port object 0b299deb-839b-41e4-b619-a46c25180530 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:24:58.332980 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-87526e72-c714-4338-8544-aeaba23ee482 req-1599e2a5-2ce5-4ff6-b8c6-55a3d6e3bd24 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] No DVR routers for this DVR port 733f25df-f5b8-4f64-893b-991ab1350fdf on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:24:58.335532 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-87526e72-c714-4338-8544-aeaba23ee482 req-1599e2a5-2ce5-4ff6-b8c6-55a3d6e3bd24 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:58.337587 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-87526e72-c714-4338-8544-aeaba23ee482 req-1599e2a5-2ce5-4ff6-b8c6-55a3d6e3bd24 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.18 "DELETE /v2.0/ports/733f25df-f5b8-4f64-893b-991ab1350fdf HTTP/1.1" status: 204 len: 173 time: 1.2462633 Aug 17 02:24:58.338683 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d75254-23aa-467a-9768-ee5a0740269c', 'name': 'network-vif-deleted', 'tag': '733f25df-f5b8-4f64-893b-991ab1350fdf'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:24:58.341024 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577543a4-5d62-41c6-80e4-9c1f88388795" -d '{"events": [{"server_uuid": "b2d75254-23aa-467a-9768-ee5a0740269c", "name": "network-vif-deleted", "tag": "733f25df-f5b8-4f64-893b-991ab1350fdf"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:24:58.348784 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9b9a766-cc39-4056-ab15-153fa56b1754 req-08ed07bc-a3af-471c-aad8-21627b01a3d8 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553558 Aug 17 02:24:58.446011 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:58.447185 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:58.527354 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Pushing event updated for resources: {'Port': ['ID=0b299deb-839b-41e4-b619-a46c25180530,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:58.547467 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:24:58.590783 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a008dd4-e1be-4ea7-bdeb-f97c906b5861 x-openstack-request-id: req-0a008dd4-e1be-4ea7-bdeb-f97c906b5861 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:24:58.590989 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d75254-23aa-467a-9768-ee5a0740269c", "name": "network-vif-deleted", "tag": "733f25df-f5b8-4f64-893b-991ab1350fdf", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:24:58.591206 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a008dd4-e1be-4ea7-bdeb-f97c906b5861 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:24:58.591764 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d75254-23aa-467a-9768-ee5a0740269c', 'name': 'network-vif-deleted', 'tag': '733f25df-f5b8-4f64-893b-991ab1350fdf', 'status': 'completed', 'code': 200} Aug 17 02:24:58.653967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Attempting to bind port 0b299deb-839b-41e4-b619-a46c25180530 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:24:58.654436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Attempting to bind port 0b299deb-839b-41e4-b619-a46c25180530 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '552b83c0-f87d-48ce-91bb-e8cff1287a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:24:58.654702 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Attempting to bind port 0b299deb-839b-41e4-b619-a46c25180530 on network ea94309b-4c71-4ebb-956b-55784f9334f8 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:58.662025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Port 0b299deb-839b-41e4-b619-a46c25180530 on network ea94309b-4c71-4ebb-956b-55784f9334f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:24:58.662673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Attempting to bind port 0b299deb-839b-41e4-b619-a46c25180530 on network ea94309b-4c71-4ebb-956b-55784f9334f8 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:58.678477 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:24:58.681555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Checking segment: {'id': '552b83c0-f87d-48ce-91bb-e8cff1287a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:24:58.681555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Bound using segment: {'id': '552b83c0-f87d-48ce-91bb-e8cff1287a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:24:58.681555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Bound port: 0b299deb-839b-41e4-b619-a46c25180530, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552b83c0-f87d-48ce-91bb-e8cff1287a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:24:58.681555 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:58.713660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796bef4-072b-4ed6-b0c0-283e322d3f74 req-1d9fa413-56fa-4f8d-90c1-8601086212ec tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:58.733417 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0796bef4-072b-4ed6-b0c0-283e322d3f74 req-1d9fa413-56fa-4f8d-90c1-8601086212ec tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 943 time: 0.0828164 Aug 17 02:24:58.772792 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0796bef4-072b-4ed6-b0c0-283e322d3f74 req-b600de88-44ff-41b9-96de-a36f5d7d57b8 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480001 Aug 17 02:24:58.796518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-a15bf733-0e16-44df-a781-e967ff27ad7a tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:58.798141 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-a15bf733-0e16-44df-a781-e967ff27ad7a tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "GET /v2.0/networks?id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb HTTP/1.1" status: 200 len: 814 time: 0.2346122 Aug 17 02:24:58.809211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] For port 0b299deb-839b-41e4-b619-a46c25180530, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:24:58.812725 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] For port 0b299deb-839b-41e4-b619-a46c25180530, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0b299deb-839b-41e4-b619-a46c25180530,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:24:58.827272 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-cbf76742-e4b7-45b7-939f-0d32fcc0f2f3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Request body: {'port': {'device_id': '7953ab28-d106-4fd4-b5ae-f5844e2c4237', 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb', 'admin_state_up': True, 'tenant_id': 'b26081a6baa74ca2b977cb94e7f00f90'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:58.954234 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1dcd4-e7ac-4cc2-97b1-a33da872dc2d req-30066339-7edf-4ebf-955e-f5c39c9e998d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:58.955811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93b1dcd4-e7ac-4cc2-97b1-a33da872dc2d req-30066339-7edf-4ebf-955e-f5c39c9e998d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 946 time: 0.0526328 Aug 17 02:24:58.980403 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:59.000097 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93b1dcd4-e7ac-4cc2-97b1-a33da872dc2d req-af9fcd08-1f1d-40dc-8ecd-f66d9b98b0ab tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376551 Aug 17 02:24:59.020350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:59.020986 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:59.022440 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] 10.222.0.42 "PUT /v2.0/ports/0b299deb-839b-41e4-b619-a46c25180530 HTTP/1.1" status: 200 len: 1092 time: 1.8096969 Aug 17 02:24:59.056130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68e44f-8031-4dfb-a832-6a531331f67c service neutron] Pushing event updated for resources: {'Port': ['ID=0b299deb-839b-41e4-b619-a46c25180530,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:59.116060 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a12de482-5711-4f3c-bdb8-310c6bb972e3 req-d792d1fc-920b-4774-8793-e405c0d5dbbd tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 210 time: 0.0277622 Aug 17 02:24:59.162620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-cbf76742-e4b7-45b7-939f-0d32fcc0f2f3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Made reservation on behalf of b26081a6baa74ca2b977cb94e7f00f90 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:24:59.167454 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-cbf76742-e4b7-45b7-939f-0d32fcc0f2f3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:59.256993 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76a55c6f-11b6-4053-9e41-e0e119149711 req-2ade281d-e77c-4e03-b8c8-fedba706b330 tempest-MigrationsAdminTest-1122276000 tempest-MigrationsAdminTest-1122276000-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d75254-23aa-467a-9768-ee5a0740269c HTTP/1.1" status: 200 len: 210 time: 0.0375061 Aug 17 02:24:59.317592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47626) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:59.332913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-aa07e13d-7472-485d-94e5-b24e2b2a8094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:59.334465 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-aa07e13d-7472-485d-94e5-b24e2b2a8094 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ce9172036b7486bafdca63495c8c876&device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 1095 time: 0.1078458 Aug 17 02:24:59.356327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-cbf76742-e4b7-45b7-939f-0d32fcc0f2f3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Allocated IP 172.20.0.5 (f4c1c463-5c4c-433b-89e1-01bff8f22cfb/543cf99d-92c2-4c90-ba21-fec449a1db34/60af11bb-5b6d-40db-9f2d-8594dca4cc5c) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:24:59.392963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f1cdd478-9a13-4bc2-92c3-87f263704e71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d4c19289e1745af8cd4f36b77e6d174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0737946 Aug 17 02:24:59.393726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47630) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:59.404269 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-bfc91e84-1a0b-4c42-b44c-d09f55efd87e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b299deb-839b-41e4-b619-a46c25180530 HTTP/1.1" status: 200 len: 217 time: 0.0455182 Aug 17 02:24:59.504422 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41ba2b8c-2759-4bb9-a71a-43e894372b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:59.528670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-5f0b103f-b8d8-4f1b-bd7f-42b863d253d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:59.530373 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-5f0b103f-b8d8-4f1b-bd7f-42b863d253d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ebee2bf4-fcee-40c1-aead-86827d774924 HTTP/1.1" status: 200 len: 862 time: 0.1088207 Aug 17 02:24:59.535801 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41ba2b8c-2759-4bb9-a71a-43e894372b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:59.560424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9296bf-b799-49db-abd8-4106681bd365 req-db78d769-376c-4bf4-87d0-f2aff5aeb73e tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:59.562070 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b9296bf-b799-49db-abd8-4106681bd365 req-db78d769-376c-4bf4-87d0-f2aff5aeb73e tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.1041861 Aug 17 02:24:59.596467 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-ebbf699e-5c04-4394-894a-5be22eeb64e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ea94309b-4c71-4ebb-956b-55784f9334f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385506 Aug 17 02:24:59.647440 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b9296bf-b799-49db-abd8-4106681bd365 req-319ba5f9-03f1-483d-b47a-1bc09e70b885 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634181 Aug 17 02:24:59.693420 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-cbf76742-e4b7-45b7-939f-0d32fcc0f2f3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:59.765172 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-5cfdf38d-503c-428b-b810-a4eb2b984172 service neutron] 10.222.0.42 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586065 Aug 17 02:24:59.802529 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41ba2b8c-2759-4bb9-a71a-43e894372b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:59.809426 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41ba2b8c-2759-4bb9-a71a-43e894372b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:59.810084 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-41ba2b8c-2759-4bb9-a71a-43e894372b31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed5220a6-5ddc-4678-99ef-b51b47068ee6 HTTP/1.1" status: 204 len: 168 time: 0.4152017 Aug 17 02:24:59.832885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba2b8c-2759-4bb9-a71a-43e894372b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5220a6-5ddc-4678-99ef-b51b47068ee6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:59.927476 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fc2aad3-f202-48e7-91b1-d8bc26b431f0 req-902d9540-e0cb-4f3b-9c2c-599cfbf65b70 service neutron] 10.222.0.42 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548145 Aug 17 02:24:59.965390 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03208425-5ddd-4868-a1c4-97960a4c5956 req-1cfd31e5-c94b-4888-ac1a-ff5bcd9b69fa tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:59.966962 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03208425-5ddd-4868-a1c4-97960a4c5956 req-1cfd31e5-c94b-4888-ac1a-ff5bcd9b69fa tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 943 time: 0.0617514 Aug 17 02:24:59.994044 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-cbf76742-e4b7-45b7-939f-0d32fcc0f2f3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:00.019119 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03208425-5ddd-4868-a1c4-97960a4c5956 req-c6943c00-c331-462f-878d-c59117bfc9b2 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438581 Aug 17 02:25:00.034678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['c4c0c554-8e9b-409f-b898-ef07c57fdf81', '6935e996-8433-4681-8633-858a4884f208', 'd300df59-961d-40d2-ae28-ab01790c1566'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:25:00.048468 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-cbf76742-e4b7-45b7-939f-0d32fcc0f2f3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Network f4c1c463-5c4c-433b-89e1-01bff8f22cfb is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:25:00.061135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-cbf76742-e4b7-45b7-939f-0d32fcc0f2f3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:25:00.065884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-cbf76742-e4b7-45b7-939f-0d32fcc0f2f3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:25:00.078491 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf76742-e4b7-45b7-939f-0d32fcc0f2f3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Pushing event updated for resources: {'Port': ['ID=60af11bb-5b6d-40db-9f2d-8594dca4cc5c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:00.134023 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-cbf76742-e4b7-45b7-939f-0d32fcc0f2f3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:00.134701 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-cbf76742-e4b7-45b7-939f-0d32fcc0f2f3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:00.269586 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-cbf76742-e4b7-45b7-939f-0d32fcc0f2f3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4480658 Aug 17 02:25:00.291803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Request body: {'port': {'device_id': '7953ab28-d106-4fd4-b5ae-f5844e2c4237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:25:00.359967 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:00.451413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 733f25df-f5b8-4f64-893b-991ab1350fdf no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:25:00.485918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 733f25df-f5b8-4f64-893b-991ab1350fdf {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:25:00.486509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 733f25df-f5b8-4f64-893b-991ab1350fdf not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:25:00.511160 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e4d64-01ca-4f71-9d99-7a2ff49c56ec req-807ed520-ba23-41f8-b6ba-b92b85a21357 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:00.513755 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f78e4d64-01ca-4f71-9d99-7a2ff49c56ec req-807ed520-ba23-41f8-b6ba-b92b85a21357 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 946 time: 0.4022329 Aug 17 02:25:00.569659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f78e4d64-01ca-4f71-9d99-7a2ff49c56ec req-1aef74b3-c060-4214-b708-fb2fa61074d5 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373387 Aug 17 02:25:00.600052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2958c0dc-378a-4ab9-91a7-2729d900c2b7', 'tag': '0b299deb-839b-41e4-b619-a46c25180530'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:00.600052 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0ddd79-8eda-4aca-b557-043339846fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "2958c0dc-378a-4ab9-91a7-2729d900c2b7", "tag": "0b299deb-839b-41e4-b619-a46c25180530"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:00.700996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd126d31-ec98-4faa-9efe-01523747f867 req-2fa4f0ca-f5cf-4c2e-ab6a-197b4e1fe62d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:00.702989 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd126d31-ec98-4faa-9efe-01523747f867 req-2fa4f0ca-f5cf-4c2e-ab6a-197b4e1fe62d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 931 time: 0.0577171 Aug 17 02:25:00.733389 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60af11bb-5b6d-40db-9f2d-8594dca4cc5c {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:25:00.742314 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:00.754848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Transition to ACTIVE for port object 60af11bb-5b6d-40db-9f2d-8594dca4cc5c will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:25:00.756609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd126d31-ec98-4faa-9efe-01523747f867 req-d9955887-2798-4165-8a7e-9a8628a572ca tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463853 Aug 17 02:25:00.834451 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e75fce-cf90-4d80-916f-af0e2066b2ea x-openstack-request-id: req-e7e75fce-cf90-4d80-916f-af0e2066b2ea {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:00.834700 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2958c0dc-378a-4ab9-91a7-2729d900c2b7", "tag": "0b299deb-839b-41e4-b619-a46c25180530", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:00.834961 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7e75fce-cf90-4d80-916f-af0e2066b2ea {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:00.835358 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2958c0dc-378a-4ab9-91a7-2729d900c2b7', 'tag': '0b299deb-839b-41e4-b619-a46c25180530', 'status': 'completed', 'code': 200} Aug 17 02:25:00.928284 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ddd79-8eda-4aca-b557-043339846fb9 req-ed1e642b-4ffc-4316-92a6-f44bb2f59ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:00.929908 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1a0ddd79-8eda-4aca-b557-043339846fb9 req-ed1e642b-4ffc-4316-92a6-f44bb2f59ed4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ce9172036b7486bafdca63495c8c876&device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 1095 time: 0.0512097 Aug 17 02:25:00.936363 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:00.942222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5123995-2738-4e08-8655-7fba087be0a1 req-49e1d991-9bda-4ef8-8400-3f6c8d8e4e3c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:00.943957 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5123995-2738-4e08-8655-7fba087be0a1 req-49e1d991-9bda-4ef8-8400-3f6c8d8e4e3c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0558338 Aug 17 02:25:01.011110 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5123995-2738-4e08-8655-7fba087be0a1 req-82f97e19-16cc-4afe-bdec-a3c06c151d23 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579298 Aug 17 02:25:01.039377 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:01.087454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ddd79-8eda-4aca-b557-043339846fb9 req-81c2206b-9286-4c04-b2f0-bfb88e0dbac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:01.090041 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1a0ddd79-8eda-4aca-b557-043339846fb9 req-81c2206b-9286-4c04-b2f0-bfb88e0dbac1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ea94309b-4c71-4ebb-956b-55784f9334f8 HTTP/1.1" status: 200 len: 923 time: 0.1491497 Aug 17 02:25:01.149779 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1a0ddd79-8eda-4aca-b557-043339846fb9 req-d084c999-b7a1-4363-ab75-0d3c692bddd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b299deb-839b-41e4-b619-a46c25180530 HTTP/1.1" status: 200 len: 217 time: 0.0497165 Aug 17 02:25:01.157114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Pushing event updated for resources: {'Port': ['ID=60af11bb-5b6d-40db-9f2d-8594dca4cc5c,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:01.254222 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ddd79-8eda-4aca-b557-043339846fb9 req-df62f510-d9b3-4386-a4c5-fe7400896313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:01.257293 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1a0ddd79-8eda-4aca-b557-043339846fb9 req-df62f510-d9b3-4386-a4c5-fe7400896313 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ebee2bf4-fcee-40c1-aead-86827d774924 HTTP/1.1" status: 200 len: 862 time: 0.0984101 Aug 17 02:25:01.300803 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1a0ddd79-8eda-4aca-b557-043339846fb9 req-8da09cb8-ce8b-4dd1-a8eb-54ff4cb8e68f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ea94309b-4c71-4ebb-956b-55784f9334f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355084 Aug 17 02:25:01.303449 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Attempting to bind port 60af11bb-5b6d-40db-9f2d-8594dca4cc5c on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:25:01.303800 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Attempting to bind port 60af11bb-5b6d-40db-9f2d-8594dca4cc5c by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:25:01.304133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Attempting to bind port 60af11bb-5b6d-40db-9f2d-8594dca4cc5c on network f4c1c463-5c4c-433b-89e1-01bff8f22cfb {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:25:01.305036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272b16e-f183-4ffe-a8dc-debe6b598a43 req-a6cfed70-9f17-4111-9ae6-34387471418d tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:01.307106 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a272b16e-f183-4ffe-a8dc-debe6b598a43 req-a6cfed70-9f17-4111-9ae6-34387471418d tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 943 time: 0.0630417 Aug 17 02:25:01.334831 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Port 60af11bb-5b6d-40db-9f2d-8594dca4cc5c on network f4c1c463-5c4c-433b-89e1-01bff8f22cfb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:25:01.335445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Attempting to bind port 60af11bb-5b6d-40db-9f2d-8594dca4cc5c on network f4c1c463-5c4c-433b-89e1-01bff8f22cfb {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:25:01.365149 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a272b16e-f183-4ffe-a8dc-debe6b598a43 req-8b20c535-afc8-4801-b66e-5d6175aa5478 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456989 Aug 17 02:25:01.381296 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:25:01.381296 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Checking segment: {'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:25:01.381296 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Bound using segment: {'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:25:01.381886 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Bound port: 60af11bb-5b6d-40db-9f2d-8594dca4cc5c, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731e7b93-8cd7-4c6d-adfb-81a235b97601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:25:01.382170 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:01.476347 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1a0ddd79-8eda-4aca-b557-043339846fb9 req-4a9357cc-657d-4558-824e-77e1b875811e service neutron] 10.222.0.42 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681352 Aug 17 02:25:01.483528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] For port 60af11bb-5b6d-40db-9f2d-8594dca4cc5c, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:25:01.487828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47678) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:01.488008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] For port 60af11bb-5b6d-40db-9f2d-8594dca4cc5c, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=60af11bb-5b6d-40db-9f2d-8594dca4cc5c,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:25:01.571045 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:01.617275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1a0ddd79-8eda-4aca-b557-043339846fb9 req-21f72aec-67b7-47d0-bc5c-5f42da548b75 service neutron] 10.222.0.42 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312959 Aug 17 02:25:01.629564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:01.638410 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:01.638410 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] 10.222.0.42 "PUT /v2.0/ports/60af11bb-5b6d-40db-9f2d-8594dca4cc5c HTTP/1.1" status: 200 len: 1092 time: 1.3473880 Aug 17 02:25:01.649346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b5583-09b9-4cf5-9214-c0f484390f5d service neutron] Pushing event updated for resources: {'Port': ['ID=60af11bb-5b6d-40db-9f2d-8594dca4cc5c,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:01.731065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72944a1-dbb9-4217-b906-947bbd52af8a req-1d083a5f-ba5c-4d73-bb5f-03beb881259a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:01.732423 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d72944a1-dbb9-4217-b906-947bbd52af8a req-1d083a5f-ba5c-4d73-bb5f-03beb881259a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 946 time: 0.0556512 Aug 17 02:25:01.793589 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d72944a1-dbb9-4217-b906-947bbd52af8a req-65c94c73-c5d0-4d23-8f08-7cc72017dd22 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551088 Aug 17 02:25:01.811741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-21973769-6062-417d-8691-9ca789225c1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a51fdd587a534f09b86bda6242380da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194802 Aug 17 02:25:01.811741 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47694) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:01.881772 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be8be4dd-f9fc-42e5-9404-0fb038e44bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:01.898834 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-1cd23738-1e06-4ec3-a984-439b8a112961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:01.900624 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-1cd23738-1e06-4ec3-a984-439b8a112961 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b26081a6baa74ca2b977cb94e7f00f90&device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 1095 time: 0.0450151 Aug 17 02:25:01.913984 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be8be4dd-f9fc-42e5-9404-0fb038e44bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:01.956193 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-4d83d63b-6bff-4d31-915c-469e07f3b90a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60af11bb-5b6d-40db-9f2d-8594dca4cc5c HTTP/1.1" status: 200 len: 217 time: 0.0418870 Aug 17 02:25:01.977773 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e7d1c-4d9f-414a-b1b7-c0cc29175049 req-51fdb1ad-dd43-47ca-b756-3e026448272e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:01.980278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-358e7d1c-4d9f-414a-b1b7-c0cc29175049 req-51fdb1ad-dd43-47ca-b756-3e026448272e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 943 time: 0.0837409 Aug 17 02:25:02.011909 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-10f1ecee-f48e-44cc-a77b-c08f4f7b7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:02.024021 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-10f1ecee-f48e-44cc-a77b-c08f4f7b7d2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=543cf99d-92c2-4c90-ba21-fec449a1db34 HTTP/1.1" status: 200 len: 854 time: 0.0506620 Aug 17 02:25:02.024191 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-358e7d1c-4d9f-414a-b1b7-c0cc29175049 req-c3b86997-0710-4fce-9e8c-6a92a4a12fa9 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346284 Aug 17 02:25:02.057871 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-d035fb4a-fc3e-4db4-b727-514474f47cdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358257 Aug 17 02:25:02.122163 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be8be4dd-f9fc-42e5-9404-0fb038e44bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:02.124600 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be8be4dd-f9fc-42e5-9404-0fb038e44bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:02.127474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-be8be4dd-f9fc-42e5-9404-0fb038e44bc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f551ab2d-476c-494f-94b7-9bd84077f2e7 HTTP/1.1" status: 204 len: 168 time: 0.3129921 Aug 17 02:25:02.138307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc4728-ec8d-4f26-9ba5-919e91b2ccee req-b85186d1-98bd-48fa-8511-f677679a80ff tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:02.139578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-99fc4728-ec8d-4f26-9ba5-919e91b2ccee req-b85186d1-98bd-48fa-8511-f677679a80ff tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 1098 time: 0.0547297 Aug 17 02:25:02.140311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8be4dd-f9fc-42e5-9404-0fb038e44bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f551ab2d-476c-494f-94b7-9bd84077f2e7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:02.191576 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-99fc4728-ec8d-4f26-9ba5-919e91b2ccee req-285fcf79-3c72-4edd-a787-8de984b2ef77 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377307 Aug 17 02:25:02.197342 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-ea016aa4-6850-4859-8f22-6750b9187c72 service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312480 Aug 17 02:25:02.320327 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4c25d886-14a8-4c1d-98bb-05e9e038aa74 req-0a6442fa-8a14-4ee6-bd1e-6bfee1539c22 service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154435 Aug 17 02:25:02.361189 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c78b2b-c147-45f2-8214-bd74cfc92e9a req-453ce506-c107-4513-bd60-69fb746b10ac tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:02.363774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8c78b2b-c147-45f2-8214-bd74cfc92e9a req-453ce506-c107-4513-bd60-69fb746b10ac tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0757604 Aug 17 02:25:02.407604 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8c78b2b-c147-45f2-8214-bd74cfc92e9a req-a66bb35f-fe65-4a4e-ad27-3ebb8185a247 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355504 Aug 17 02:25:02.496371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47714) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:02.658449 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-20028fb3-e063-4887-82ee-5493d8cb342d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:02.778238 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e8024-5b89-4682-ac93-bfd21aa6549b req-2bbf7ce4-fd9d-4ac3-8c50-96af061d95ab tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:02.779794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b0e8024-5b89-4682-ac93-bfd21aa6549b req-2bbf7ce4-fd9d-4ac3-8c50-96af061d95ab tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 943 time: 0.0734870 Aug 17 02:25:02.835136 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-20028fb3-e063-4887-82ee-5493d8cb342d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:02.837169 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7953ab28-d106-4fd4-b5ae-f5844e2c4237', 'tag': '60af11bb-5b6d-40db-9f2d-8594dca4cc5c'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:02.841273 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b0e8024-5b89-4682-ac93-bfd21aa6549b req-7a4a897b-9561-4dee-a1f1-f8250074327a tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531328 Aug 17 02:25:02.845796 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73941ed8-f05e-4acb-806f-b2e85ee41b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "7953ab28-d106-4fd4-b5ae-f5844e2c4237", "tag": "60af11bb-5b6d-40db-9f2d-8594dca4cc5c"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:02.901094 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bec6f83-9044-4346-9251-c443e5096b83 x-openstack-request-id: req-8bec6f83-9044-4346-9251-c443e5096b83 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:02.901564 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7953ab28-d106-4fd4-b5ae-f5844e2c4237", "tag": "60af11bb-5b6d-40db-9f2d-8594dca4cc5c", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:02.902016 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bec6f83-9044-4346-9251-c443e5096b83 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:02.902461 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7953ab28-d106-4fd4-b5ae-f5844e2c4237', 'tag': '60af11bb-5b6d-40db-9f2d-8594dca4cc5c', 'status': 'completed', 'code': 200} Aug 17 02:25:02.991749 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73941ed8-f05e-4acb-806f-b2e85ee41b2a req-cc4c8f2c-32ed-4689-9b0d-215b9cd7c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:02.993357 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-73941ed8-f05e-4acb-806f-b2e85ee41b2a req-cc4c8f2c-32ed-4689-9b0d-215b9cd7c575 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b26081a6baa74ca2b977cb94e7f00f90&device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 1095 time: 0.0452435 Aug 17 02:25:03.036122 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-20028fb3-e063-4887-82ee-5493d8cb342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:03.092122 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-20028fb3-e063-4887-82ee-5493d8cb342d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad8ebcc5ff294fe69af71fe00efd9fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843229 Aug 17 02:25:03.092122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20028fb3-e063-4887-82ee-5493d8cb342d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d52caaf-1c7e-43cf-9a21-0aca00e96c44,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:03.093325 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47728) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:03.129368 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47730) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:03.145100 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73941ed8-f05e-4acb-806f-b2e85ee41b2a req-5a100311-6ae1-4268-a078-5dae0a63233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:03.146654 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-73941ed8-f05e-4acb-806f-b2e85ee41b2a req-5a100311-6ae1-4268-a078-5dae0a63233c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb HTTP/1.1" status: 200 len: 915 time: 0.1460938 Aug 17 02:25:03.204834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a6725-f12b-43a2-9532-87c6f173ee04 req-cc620803-a74c-4df0-ae86-0452d5b48e54 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:03.205519 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-73941ed8-f05e-4acb-806f-b2e85ee41b2a req-10a265a4-ef16-4a35-8079-672d6cc45aac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60af11bb-5b6d-40db-9f2d-8594dca4cc5c HTTP/1.1" status: 200 len: 217 time: 0.0508795 Aug 17 02:25:03.206451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b6a6725-f12b-43a2-9532-87c6f173ee04 req-cc620803-a74c-4df0-ae86-0452d5b48e54 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 943 time: 0.0910118 Aug 17 02:25:03.224837 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a2866467-dfbc-450f-a95c-b009e7c9ed5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d77cc3205d55404d9231b507951367a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858362 Aug 17 02:25:03.225128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47732) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:03.250342 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:03.286415 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:03.294716 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73941ed8-f05e-4acb-806f-b2e85ee41b2a req-4406fee2-f071-4ab1-af23-544211c146fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:03.296208 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-73941ed8-f05e-4acb-806f-b2e85ee41b2a req-4406fee2-f071-4ab1-af23-544211c146fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=543cf99d-92c2-4c90-ba21-fec449a1db34 HTTP/1.1" status: 200 len: 854 time: 0.0812128 Aug 17 02:25:03.307778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b6a6725-f12b-43a2-9532-87c6f173ee04 req-9c94a652-0282-4399-aded-e034f837016e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743852 Aug 17 02:25:03.324790 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-138f2693-f949-47ba-817b-65e4ec1eaf31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:03.350985 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-73941ed8-f05e-4acb-806f-b2e85ee41b2a req-197518bc-d44d-424b-a4d2-06fc99639dca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435145 Aug 17 02:25:03.358045 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-138f2693-f949-47ba-817b-65e4ec1eaf31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:03.464368 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-73941ed8-f05e-4acb-806f-b2e85ee41b2a req-22c5611d-df8f-4d29-b86e-c92eead13ab2 service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043139 Aug 17 02:25:03.539795 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:03.544095 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-138f2693-f949-47ba-817b-65e4ec1eaf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:03.544301 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:03.549232 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d52caaf-1c7e-43cf-9a21-0aca00e96c44 HTTP/1.1" status: 204 len: 168 time: 0.4556170 Aug 17 02:25:03.549439 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-138f2693-f949-47ba-817b-65e4ec1eaf31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:03.569084 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d52caaf-1c7e-43cf-9a21-0aca00e96c44,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:03.575735 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-138f2693-f949-47ba-817b-65e4ec1eaf31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6e30186-f3fe-4f4f-919a-7eca5eabbc10 HTTP/1.1" status: 204 len: 168 time: 0.3492439 Aug 17 02:25:03.587859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:03.587859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:03.587859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:03.587859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:03.587859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:03.587859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:03.588650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:03.588650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:03.589070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:03.589349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:03.589690 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:03.590024 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d1b8-14e5-4cf8-9dd8-7f7d42142f6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:03.608834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f2693-f949-47ba-817b-65e4ec1eaf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e30186-f3fe-4f4f-919a-7eca5eabbc10,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:03.622531 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-73941ed8-f05e-4acb-806f-b2e85ee41b2a req-836ebcb9-5ccf-458a-b2cf-856d092f6c01 service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496029 Aug 17 02:25:03.677533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb445e6-8d9f-41fd-aa70-b68d160c08c8 req-5c7aa109-603a-4163-b0a8-aa613b9d7e46 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:03.687835 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fcb445e6-8d9f-41fd-aa70-b68d160c08c8 req-5c7aa109-603a-4163-b0a8-aa613b9d7e46 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.1911161 Aug 17 02:25:03.738706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fcb445e6-8d9f-41fd-aa70-b68d160c08c8 req-4002c2a1-9464-4f6c-8d97-b597beb6c998 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502667 Aug 17 02:25:04.107418 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74916e-2481-4a31-9bcd-3cbcd9cd0b0e req-fc9e0982-fc38-42f3-b4da-93b2f578faee tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:04.109693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd74916e-2481-4a31-9bcd-3cbcd9cd0b0e req-fc9e0982-fc38-42f3-b4da-93b2f578faee tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 943 time: 0.0789044 Aug 17 02:25:04.176137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd74916e-2481-4a31-9bcd-3cbcd9cd0b0e req-0fe0e15f-0203-431e-902e-60e865720246 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554891 Aug 17 02:25:04.469630 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafb3e0-56a5-486b-8d9b-18386aef4b49 req-353cb9d2-bb86-4827-b974-cdc625fa5ee1 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:04.471340 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccafb3e0-56a5-486b-8d9b-18386aef4b49 req-353cb9d2-bb86-4827-b974-cdc625fa5ee1 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 943 time: 0.0637326 Aug 17 02:25:04.509311 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0b299deb-839b-41e4-b619-a46c25180530 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:25:04.523724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccafb3e0-56a5-486b-8d9b-18386aef4b49 req-48d48796-dd32-4e46-a8d3-52a3c2861721 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447247 Aug 17 02:25:04.671969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0b299deb-839b-41e4-b619-a46c25180530, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0b299deb-839b-41e4-b619-a46c25180530,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:04.704871 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '0b299deb-839b-41e4-b619-a46c25180530', 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8', 'port_id': '0b299deb-839b-41e4-b619-a46c25180530', 'mac_address': 'fa:16:3e:42:ab:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebee2bf4-fcee-40c1-aead-86827d774924', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:25:04.762396 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:04.785091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b299deb-839b-41e4-b619-a46c25180530 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:25:04.849006 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0b299deb-839b-41e4-b619-a46c25180530, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0b299deb-839b-41e4-b619-a46c25180530,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:04.922720 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:05.002714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=0b299deb-839b-41e4-b619-a46c25180530,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:05.007253 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a4cc0-487e-42f5-a12a-bb83488952c5 req-57cc6dcf-b47e-4399-bb5b-a9e0951507a1 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:05.018208 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e94a4cc0-487e-42f5-a12a-bb83488952c5 req-57cc6dcf-b47e-4399-bb5b-a9e0951507a1 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.1242008 Aug 17 02:25:05.084179 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e94a4cc0-487e-42f5-a12a-bb83488952c5 req-7196baab-19a3-45ae-ba36-6c0cca756daf tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648816 Aug 17 02:25:05.432440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47802) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:05.439534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['0b299deb-839b-41e4-b619-a46c25180530'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:25:05.459662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf9c3f-c133-4405-8388-0fecb1e30976 req-037f39eb-c4a3-4de4-86f9-e9715a97ee6d tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:05.462444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7bf9c3f-c133-4405-8388-0fecb1e30976 req-037f39eb-c4a3-4de4-86f9-e9715a97ee6d tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 944 time: 0.0772851 Aug 17 02:25:05.517176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7bf9c3f-c133-4405-8388-0fecb1e30976 req-af15adc5-bf06-47e0-9f4b-0c9fd0f2f56f tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424132 Aug 17 02:25:05.745665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee86ec-f514-4e2b-9357-f3f92b158424 req-f98193ba-e627-4c4a-9b50-a128065ca53a tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:05.748292 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6aee86ec-f514-4e2b-9357-f3f92b158424 req-f98193ba-e627-4c4a-9b50-a128065ca53a tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 943 time: 0.0880930 Aug 17 02:25:05.786211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1780597773-network', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:25:05.819124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6aee86ec-f514-4e2b-9357-f3f92b158424 req-a20e1c0f-04c6-47a9-8113-9df1cd2c0382 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605645 Aug 17 02:25:05.899232 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] Made reservation on behalf of c4bb196a616e47c1968aa1a2bd2a4b9b for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:25:05.903964 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:05.918865 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:06.066513 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:06.162609 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:06.192819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:25:06.214700 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:06.215079 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] Added segment e7359a54-afce-4f48-a759-629e01704157 of type vlan for network c7c669c5-824f-46dc-8931-b68eab8f5d19 Aug 17 02:25:06.216769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f642dc2f-c78b-4069-85ba-26440a626d40,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:06.276500 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:06.380033 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:06.381810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:06.382781 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:06.451926 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c7c669c5-824f-46dc-8931-b68eab8f5d19,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:06.462620 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network c7c669c5-824f-46dc-8931-b68eab8f5d19 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:25:06.529991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 60af11bb-5b6d-40db-9f2d-8594dca4cc5c details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:25:06.533869 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-04779f14-bd0d-4bdf-a284-61703ad350c7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0999374 Aug 17 02:25:06.537552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47840) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:06.550417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-5fb6c55c-8d9a-4b73-a7d0-db14d88d1e59 admin admin] Request body: {'subnet': {'network_id': 'c7c669c5-824f-46dc-8931-b68eab8f5d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1780597773-subnet', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:25:06.678813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 60af11bb-5b6d-40db-9f2d-8594dca4cc5c, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=60af11bb-5b6d-40db-9f2d-8594dca4cc5c,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:06.699403 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '60af11bb-5b6d-40db-9f2d-8594dca4cc5c', 'network_id': 'f4c1c463-5c4c-433b-89e1-01bff8f22cfb', 'port_id': '60af11bb-5b6d-40db-9f2d-8594dca4cc5c', 'mac_address': 'fa:16:3e:13:a6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '543cf99d-92c2-4c90-ba21-fec449a1db34', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:25:06.754703 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:06.767625 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb6c55c-8d9a-4b73-a7d0-db14d88d1e59 admin admin] Made reservation on behalf of c4bb196a616e47c1968aa1a2bd2a4b9b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:25:06.770738 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fb6c55c-8d9a-4b73-a7d0-db14d88d1e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:06.776694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60af11bb-5b6d-40db-9f2d-8594dca4cc5c {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:25:06.809776 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 60af11bb-5b6d-40db-9f2d-8594dca4cc5c, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=60af11bb-5b6d-40db-9f2d-8594dca4cc5c,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:06.892060 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:07.070327 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=60af11bb-5b6d-40db-9f2d-8594dca4cc5c,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:07.122498 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b7c42-a6e3-4f7b-ae4f-10aba505a2a5 req-93aa5330-2365-4223-bed4-43ab666fd442 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:07.126166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f9b7c42-a6e3-4f7b-ae4f-10aba505a2a5 req-93aa5330-2365-4223-bed4-43ab666fd442 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.1009955 Aug 17 02:25:07.178577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f9b7c42-a6e3-4f7b-ae4f-10aba505a2a5 req-07fcdcc8-eb2e-4350-85e5-2d9ae8551f6c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454144 Aug 17 02:25:07.183444 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fb6c55c-8d9a-4b73-a7d0-db14d88d1e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:07.284614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6c55c-8d9a-4b73-a7d0-db14d88d1e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fbf7ea7-3b5d-4ecd-9960-21018700b271,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:07.310864 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb6c55c-8d9a-4b73-a7d0-db14d88d1e59 admin admin] Checking segment: {'id': 'e7359a54-afce-4f48-a759-629e01704157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7c669c5-824f-46dc-8931-b68eab8f5d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:25:07.311644 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb6c55c-8d9a-4b73-a7d0-db14d88d1e59 admin admin] Network hostable DHCP agents. Network: c7c669c5-824f-46dc-8931-b68eab8f5d19, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:25:07.365892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['60af11bb-5b6d-40db-9f2d-8594dca4cc5c'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:25:07.433671 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb6c55c-8d9a-4b73-a7d0-db14d88d1e59 admin admin] Network c7c669c5-824f-46dc-8931-b68eab8f5d19 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:25:07.639226 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-5fb6c55c-8d9a-4b73-a7d0-db14d88d1e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, c7c669c5-824f-46dc-8931-b68eab8f5d19) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:25:07.643683 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb6c55c-8d9a-4b73-a7d0-db14d88d1e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:07.644648 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fb6c55c-8d9a-4b73-a7d0-db14d88d1e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:07.651954 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43b286b-0038-404c-9a68-8f5464d260c7 None None] Network c7c669c5-824f-46dc-8931-b68eab8f5d19 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:25:07.764742 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5bf7b-f570-496b-bc02-8d38582ce534 req-192a16b3-aeef-4281-9977-d36882e66b03 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:07.773114 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-78c5bf7b-f570-496b-bc02-8d38582ce534 req-192a16b3-aeef-4281-9977-d36882e66b03 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 944 time: 0.2557793 Aug 17 02:25:07.844107 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-78c5bf7b-f570-496b-bc02-8d38582ce534 req-56a901f7-bdad-40a3-b07a-e10e3db1e872 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693045 Aug 17 02:25:07.846366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-c7c669c5-824f-46dc-8931-b68eab8f5d19', 'network_id': 'c7c669c5-824f-46dc-8931-b68eab8f5d19', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'fixed_ips': [{'subnet_id': '3fbf7ea7-3b5d-4ecd-9960-21018700b271'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:25:07.849966 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:07.874566 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5fb6c55c-8d9a-4b73-a7d0-db14d88d1e59 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3333669 Aug 17 02:25:07.877508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47864) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:07.883114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1780597773-router', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:25:07.887235 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-50fa9b58-e389-4387-acf0-a0a409bac2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:08.002411 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:08.003457 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:08.018875 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f6874-a1f8-4f7e-967a-a058069c4c3c req-9d099f4c-07b0-4424-b9d8-5af23e5b6691 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:08.022176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f0f6874-a1f8-4f7e-967a-a058069c4c3c req-9d099f4c-07b0-4424-b9d8-5af23e5b6691 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 944 time: 0.0871623 Aug 17 02:25:08.080985 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Allocated IP 172.20.0.2 (c7c669c5-824f-46dc-8931-b68eab8f5d19/3fbf7ea7-3b5d-4ecd-9960-21018700b271/cce698eb-aca0-42fa-b37e-557a35bfee05) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:25:08.145006 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:08.154075 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f0f6874-a1f8-4f7e-967a-a058069c4c3c req-b541c353-8732-4997-9f11-e18ce1101e60 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221535 Aug 17 02:25:08.354205 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:08.364863 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Transition to ACTIVE for port object cce698eb-aca0-42fa-b37e-557a35bfee05 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:25:08.381101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e5760-709e-4914-9c2c-b2cba9a554c9 req-0cb82346-114d-4ec8-aa45-2e88c94de98c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:08.399135 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7a1e5760-709e-4914-9c2c-b2cba9a554c9 req-0cb82346-114d-4ec8-aa45-2e88c94de98c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.1131222 Aug 17 02:25:08.401555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Transition to ACTIVE for port object cce698eb-aca0-42fa-b37e-557a35bfee05 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:25:08.449208 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7a1e5760-709e-4914-9c2c-b2cba9a554c9 req-c0bdeac6-5aaf-4d76-a337-8bc01890b942 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487669 Aug 17 02:25:08.482896 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:08.537546 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:08.547678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0b299deb-839b-41e4-b619-a46c25180530 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:25:08.661319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Network c7c669c5-824f-46dc-8931-b68eab8f5d19 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:25:08.685942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:25:08.697788 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:25:08.708630 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Pushing event updated for resources: {'Port': ['ID=cce698eb-aca0-42fa-b37e-557a35bfee05,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:08.775514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Attempting to bind port cce698eb-aca0-42fa-b37e-557a35bfee05 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:25:08.776123 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Attempting to bind port cce698eb-aca0-42fa-b37e-557a35bfee05 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'e7359a54-afce-4f48-a759-629e01704157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7c669c5-824f-46dc-8931-b68eab8f5d19'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:25:08.776919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Attempting to bind port cce698eb-aca0-42fa-b37e-557a35bfee05 on network c7c669c5-824f-46dc-8931-b68eab8f5d19 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:25:08.786022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:25:08.786944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Checking segment: {'id': 'e7359a54-afce-4f48-a759-629e01704157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7c669c5-824f-46dc-8931-b68eab8f5d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:25:08.787933 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:08.788699 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Bound using segment: {'id': 'e7359a54-afce-4f48-a759-629e01704157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7c669c5-824f-46dc-8931-b68eab8f5d19'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:25:08.789798 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Bound port: cce698eb-aca0-42fa-b37e-557a35bfee05, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7359a54-afce-4f48-a759-629e01704157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7c669c5-824f-46dc-8931-b68eab8f5d19'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:25:08.791149 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:08.808777 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 0b299deb-839b-41e4-b619-a46c25180530 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:25:08.837608 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 0b299deb-839b-41e4-b619-a46c25180530 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:25:08.838418 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:08.934686 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] For port cce698eb-aca0-42fa-b37e-557a35bfee05, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:25:08.939558 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] For port cce698eb-aca0-42fa-b37e-557a35bfee05, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=cce698eb-aca0-42fa-b37e-557a35bfee05,segment=NetworkSegment(e7359a54-afce-4f48-a759-629e01704157),segment_id=e7359a54-afce-4f48-a759-629e01704157)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:25:08.943370 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:08.984120 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:09.016764 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:09.036014 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c4492-c30c-48ec-b3e0-421c2e226dfe req-d0a1fb99-6ea7-4179-9341-d9b91c7fbbd2 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:09.043774 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:09.049866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e9c4492-c30c-48ec-b3e0-421c2e226dfe req-d0a1fb99-6ea7-4179-9341-d9b91c7fbbd2 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 944 time: 0.1171925 Aug 17 02:25:09.087190 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2958c0dc-378a-4ab9-91a7-2729d900c2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b299deb-839b-41e4-b619-a46c25180530'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:09.091881 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce5bd94-7cff-428c-ba1f-3e1d32ecd5f2" -d '{"events": [{"server_uuid": "2958c0dc-378a-4ab9-91a7-2729d900c2b7", "name": "network-vif-plugged", "status": "completed", "tag": "0b299deb-839b-41e4-b619-a46c25180530"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:09.115908 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e9c4492-c30c-48ec-b3e0-421c2e226dfe req-73b121f4-a948-4618-96ab-fe9bb721aba8 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605562 Aug 17 02:25:09.163241 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0b299deb-839b-41e4-b619-a46c25180530, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0b299deb-839b-41e4-b619-a46c25180530,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:09.187419 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d435e68d-cc00-46c6-8735-a8477b4449a9 x-openstack-request-id: req-d435e68d-cc00-46c6-8735-a8477b4449a9 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:09.187419 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2958c0dc-378a-4ab9-91a7-2729d900c2b7", "name": "network-vif-plugged", "status": "completed", "tag": "0b299deb-839b-41e4-b619-a46c25180530", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:09.187872 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d435e68d-cc00-46c6-8735-a8477b4449a9 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:09.188029 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2958c0dc-378a-4ab9-91a7-2729d900c2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b299deb-839b-41e4-b619-a46c25180530', 'code': 200} Aug 17 02:25:09.199741 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Allocated IP 172.25.5.60 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/e8d0ffa8-f6a2-4523-8e7a-e6bce866775a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:25:09.208807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Pushing event updated for resources: {'Port': ['ID=cce698eb-aca0-42fa-b37e-557a35bfee05,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:09.223017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:09.224233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:09.227458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:09.227458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:09.227458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:09.227458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:09.227458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:09.227458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:09.229690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:09.229690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:09.229690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:09.229690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd19f1b-b41d-4f44-8af2-c22cdc3effdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:09.248567 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:09.367482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba168936-3435-45f4-960f-f752328b9008 req-b74b9def-55d8-46c4-b662-379506db0f53 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:09.381408 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba168936-3435-45f4-960f-f752328b9008 req-b74b9def-55d8-46c4-b662-379506db0f53 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 944 time: 0.1042197 Aug 17 02:25:09.386004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=0b299deb-839b-41e4-b619-a46c25180530,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:09.465696 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba168936-3435-45f4-960f-f752328b9008 req-603be956-989c-4ecd-85bc-07a10e0ec7bc tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829391 Aug 17 02:25:09.540096 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d1716-86b3-4987-8b9f-49b9fd6f05bc req-b56abf0d-f1bf-4363-8885-4d0814c3b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:09.551475 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc1d1716-86b3-4987-8b9f-49b9fd6f05bc req-b56abf0d-f1bf-4363-8885-4d0814c3b140 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 1097 time: 0.1466680 Aug 17 02:25:09.655780 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:09.669186 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc1d1716-86b3-4987-8b9f-49b9fd6f05bc req-462e7679-d988-4e19-8241-aaa642b4806e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855610 Aug 17 02:25:09.694656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53894b4d-0f5d-4316-b55f-5b0ce714b436 req-db03385a-4f2c-4793-9388-43ce9d5ed89a tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:09.713548 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53894b4d-0f5d-4316-b55f-5b0ce714b436 req-db03385a-4f2c-4793-9388-43ce9d5ed89a tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.1136746 Aug 17 02:25:09.766412 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53894b4d-0f5d-4316-b55f-5b0ce714b436 req-2a7340ec-9729-42dd-bd72-737da4a0fd1b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511870 Aug 17 02:25:09.782035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device cce698eb-aca0-42fa-b37e-557a35bfee05 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:25:09.840442 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:09.883931 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:25:09.888175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:25:09.892443 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:25:09.931104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port cce698eb-aca0-42fa-b37e-557a35bfee05 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:25:09.943467 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d0ffa8-f6a2-4523-8e7a-e6bce866775a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:10.153112 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47908) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:10.217135 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-484c1d8b-ce48-464a-96b5-86faf1651e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:10.354919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf90fe-32a4-44d1-9328-deb9b626d194 req-1fadccef-362e-4149-b1a6-10a01c30f2b2 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:10.356586 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-abcf90fe-32a4-44d1-9328-deb9b626d194 req-1fadccef-362e-4149-b1a6-10a01c30f2b2 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 945 time: 0.1023130 Aug 17 02:25:10.390242 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a437550c-d22a-4cd0-8758-1ad248b1fdb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:10.429233 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-abcf90fe-32a4-44d1-9328-deb9b626d194 req-a88e2724-480a-42b2-8a20-3c1b1524a35b tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610025 Aug 17 02:25:10.516486 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a437550c-d22a-4cd0-8758-1ad248b1fdb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:10.538993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 60af11bb-5b6d-40db-9f2d-8594dca4cc5c up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:25:10.548827 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:10.700159 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:10.703659 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd0e6f-f679-4d92-8b0b-053523bd1662 req-52090b09-751c-41bd-a7fb-255dffba942c tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:10.706027 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6cd0e6f-f679-4d92-8b0b-053523bd1662 req-52090b09-751c-41bd-a7fb-255dffba942c tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 944 time: 0.0727179 Aug 17 02:25:10.733147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4ad53e-6d78-4d10-ae6e-77ce99c89167 None None] Network c7c669c5-824f-46dc-8931-b68eab8f5d19 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:25:10.759026 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6cd0e6f-f679-4d92-8b0b-053523bd1662 req-a845c95d-88b2-4c38-bda9-5252e206a64e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439737 Aug 17 02:25:10.793070 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 60af11bb-5b6d-40db-9f2d-8594dca4cc5c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:25:10.816904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 60af11bb-5b6d-40db-9f2d-8594dca4cc5c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:25:10.817695 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:10.953999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c6589ffc-f9a4-41b0-827d-2804358db98b None None] Provisioning for port cce698eb-aca0-42fa-b37e-557a35bfee05 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:25:10.965419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b6558-df4f-4ffc-a533-075aec66d006 req-c65c3ce7-e3f7-4ea0-be7a-b934603f8f2d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:10.980674 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c6b6558-df4f-4ffc-a533-075aec66d006 req-c65c3ce7-e3f7-4ea0-be7a-b934603f8f2d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0886066 Aug 17 02:25:11.036639 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c6589ffc-f9a4-41b0-827d-2804358db98b None None] Provisioning complete for port cce698eb-aca0-42fa-b37e-557a35bfee05 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:25:11.037194 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c6589ffc-f9a4-41b0-827d-2804358db98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:11.082335 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c6b6558-df4f-4ffc-a533-075aec66d006 req-2b2b6983-3265-4f80-8783-964273aeb9af tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000149 Aug 17 02:25:11.181105 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a437550c-d22a-4cd0-8758-1ad248b1fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:11.261609 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:11.291494 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a437550c-d22a-4cd0-8758-1ad248b1fdb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=233a6b7bfb2141879491ca4aafe80752&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1369932 Aug 17 02:25:11.294716 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47922) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:11.337911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7953ab28-d106-4fd4-b5ae-f5844e2c4237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60af11bb-5b6d-40db-9f2d-8594dca4cc5c'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:11.340540 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2e0667-86b9-41a1-a2c3-d9884495eb5c" -d '{"events": [{"server_uuid": "7953ab28-d106-4fd4-b5ae-f5844e2c4237", "name": "network-vif-plugged", "status": "completed", "tag": "60af11bb-5b6d-40db-9f2d-8594dca4cc5c"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:11.354128 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437550c-d22a-4cd0-8758-1ad248b1fdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72930c9c-02fd-4b94-9e41-e6a406074acb,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:11.374760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 60af11bb-5b6d-40db-9f2d-8594dca4cc5c, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=60af11bb-5b6d-40db-9f2d-8594dca4cc5c,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:11.432406 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223f2201-270f-423f-9ba6-8f348e762ec1 x-openstack-request-id: req-223f2201-270f-423f-9ba6-8f348e762ec1 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:11.432717 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7953ab28-d106-4fd4-b5ae-f5844e2c4237", "name": "network-vif-plugged", "status": "completed", "tag": "60af11bb-5b6d-40db-9f2d-8594dca4cc5c", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:11.432987 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-223f2201-270f-423f-9ba6-8f348e762ec1 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:11.433470 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7953ab28-d106-4fd4-b5ae-f5844e2c4237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60af11bb-5b6d-40db-9f2d-8594dca4cc5c', 'code': 200} Aug 17 02:25:11.470527 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:11.482863 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-048a397d-7c65-4ef9-8225-33d59127287e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:11.512161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-048a397d-7c65-4ef9-8225-33d59127287e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:11.525546 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c6589ffc-f9a4-41b0-827d-2804358db98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:11.614352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c6589ffc-f9a4-41b0-827d-2804358db98b None None] For port cce698eb-aca0-42fa-b37e-557a35bfee05, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=cce698eb-aca0-42fa-b37e-557a35bfee05,segment=NetworkSegment(e7359a54-afce-4f48-a759-629e01704157),segment_id=e7359a54-afce-4f48-a759-629e01704157)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:11.645084 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=60af11bb-5b6d-40db-9f2d-8594dca4cc5c,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:11.694247 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:11.769064 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c6589ffc-f9a4-41b0-827d-2804358db98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:11.789363 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:11.816307 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-048a397d-7c65-4ef9-8225-33d59127287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:11.820171 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-048a397d-7c65-4ef9-8225-33d59127287e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:11.822928 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-048a397d-7c65-4ef9-8225-33d59127287e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72930c9c-02fd-4b94-9e41-e6a406074acb HTTP/1.1" status: 204 len: 168 time: 0.5259345 Aug 17 02:25:11.833582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6d6c0-a414-4d09-a60c-60226149a4d2 req-04088a36-b9a3-4f13-8544-2e274cc0f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:11.836344 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ae6d6c0-a414-4d09-a60c-60226149a4d2 req-04088a36-b9a3-4f13-8544-2e274cc0f8b3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 1097 time: 0.2380719 Aug 17 02:25:11.846322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d320b-2099-4b79-8090-4f4d59e8d5ce req-1d84b55c-4a6a-459d-990c-b5fabb47383b tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:11.859320 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-407d320b-2099-4b79-8090-4f4d59e8d5ce req-1d84b55c-4a6a-459d-990c-b5fabb47383b tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 945 time: 0.1265349 Aug 17 02:25:11.907778 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ae6d6c0-a414-4d09-a60c-60226149a4d2 req-6837c2af-f5db-4763-a739-5e8aab2bde1a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623016 Aug 17 02:25:11.914017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6589ffc-f9a4-41b0-827d-2804358db98b None None] Pushing event updated for resources: {'Port': ['ID=cce698eb-aca0-42fa-b37e-557a35bfee05,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:11.922567 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a397d-7c65-4ef9-8225-33d59127287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72930c9c-02fd-4b94-9e41-e6a406074acb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:11.960813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-407d320b-2099-4b79-8090-4f4d59e8d5ce req-62e89d20-8cbe-440d-abe4-0807fdf32ffe tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004760 Aug 17 02:25:11.962564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-dd8dc989-3ffa-4d29-83bd-022a2b95ca03 None None] Provisioning complete for port cce698eb-aca0-42fa-b37e-557a35bfee05 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:25:11.964464 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dd8dc989-3ffa-4d29-83bd-022a2b95ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:12.122672 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceb3c3-e158-4713-a0ad-7a99b3e32585 req-e3d78c38-6410-4c1a-b42e-f3ac3bc53f1c tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:12.124591 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95ceb3c3-e158-4713-a0ad-7a99b3e32585 req-e3d78c38-6410-4c1a-b42e-f3ac3bc53f1c tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 945 time: 0.0685821 Aug 17 02:25:12.127064 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Router 6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:25:12.186530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95ceb3c3-e158-4713-a0ad-7a99b3e32585 req-9523f030-bab6-4a06-8293-43534a6dbd6c tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532146 Aug 17 02:25:12.260532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:25:12.273998 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Sync routers for ids ['6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:25:12.291445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Routers {'6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:25:12.294516 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:25:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:12.346152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1b149-a74f-49df-8ad2-9c5d594a40e8 req-f9f28467-002b-4ac2-9b8d-bd6f75d0f87a tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:12.354065 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97d1b149-a74f-49df-8ad2-9c5d594a40e8 req-f9f28467-002b-4ac2-9b8d-bd6f75d0f87a tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0855625 Aug 17 02:25:12.378868 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:12.380181 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fcd1f6dd-a38c-43b4-b7ae-2ab1fe3d2a58 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5013328 Aug 17 02:25:12.383057 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47944) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:12.413446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97d1b149-a74f-49df-8ad2-9c5d594a40e8 req-7441288a-07d4-4af4-a4ac-7753bf72b9f2 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582278 Aug 17 02:25:12.436863 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Set router 6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:25:12.567584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4d8c6-9093-4802-84f8-642fadebd914 req-6a829cbb-54d8-4ea0-b30a-a632c3db36d4 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:12.576611 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8dc4d8c6-9093-4802-84f8-642fadebd914 req-6a829cbb-54d8-4ea0-b30a-a632c3db36d4 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0772746 Aug 17 02:25:12.625258 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8dc4d8c6-9093-4802-84f8-642fadebd914 req-685f4dda-909b-47bf-af72-5728d35a1a0b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470638 Aug 17 02:25:12.714869 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'name': 'tempest-FloatingIPsTestJSON-1780597773-router', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'e8d0ffa8-f6a2-4523-8e7a-e6bce866775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:10Z', 'revision_number': 3, 'project_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'gw_port': {'id': 'e8d0ffa8-f6a2-4523-8e7a-e6bce866775a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:12.735865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47950) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:12.761894 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-21304015-2d48-4e14-b010-2b2a588abc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:12.801863 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Checking router: 6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:25:12.802321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Updating router 6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 port e8d0ffa8-f6a2-4523-8e7a-e6bce866775a binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:25:12.884384 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:12.943138 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-21304015-2d48-4e14-b010-2b2a588abc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.022133 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-21304015-2d48-4e14-b010-2b2a588abc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.075387 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-21304015-2d48-4e14-b010-2b2a588abc0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf32aca9b94647148c518aba34b58061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382564 Aug 17 02:25:13.076767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21304015-2d48-4e14-b010-2b2a588abc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a3cb95-71e9-4438-8ea4-9a944fdaa90b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:13.080399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47956) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:13.186796 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.268676 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1b340342-99ff-429d-9c73-6e4aa747df9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.276164 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.286701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Transition to ACTIVE for port object e8d0ffa8-f6a2-4523-8e7a-e6bce866775a will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:25:13.302984 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1b340342-99ff-429d-9c73-6e4aa747df9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.428640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Allocated IP 172.20.0.1 (c7c669c5-824f-46dc-8931-b68eab8f5d19/3fbf7ea7-3b5d-4ecd-9960-21018700b271/869ebb5c-e259-46c7-bd4e-5e15a9b54f57) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:25:13.463069 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.521397 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc634f-75b5-4a19-b47b-5784a80f5799 None None] Pushing event updated for resources: {'Port': ['ID=e8d0ffa8-f6a2-4523-8e7a-e6bce866775a,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:13.524333 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Attempting to bind port e8d0ffa8-f6a2-4523-8e7a-e6bce866775a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:25:13.524705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Attempting to bind port e8d0ffa8-f6a2-4523-8e7a-e6bce866775a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:25:13.526044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Attempting to bind port e8d0ffa8-f6a2-4523-8e7a-e6bce866775a on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:25:13.531135 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:25:13.531515 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:25:13.531925 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.532319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:25:13.532786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Bound port: e8d0ffa8-f6a2-4523-8e7a-e6bce866775a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:25:13.533168 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.544809 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1b340342-99ff-429d-9c73-6e4aa747df9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.547752 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1b340342-99ff-429d-9c73-6e4aa747df9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.548783 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1b340342-99ff-429d-9c73-6e4aa747df9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2a3cb95-71e9-4438-8ea4-9a944fdaa90b HTTP/1.1" status: 204 len: 168 time: 0.4217210 Aug 17 02:25:13.573533 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b340342-99ff-429d-9c73-6e4aa747df9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a3cb95-71e9-4438-8ea4-9a944fdaa90b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:13.621047 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.646770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] For port e8d0ffa8-f6a2-4523-8e7a-e6bce866775a, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:25:13.647161 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Transition to ACTIVE for port object 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:25:13.653694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] For port e8d0ffa8-f6a2-4523-8e7a-e6bce866775a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e8d0ffa8-f6a2-4523-8e7a-e6bce866775a,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:25:13.703229 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device cce698eb-aca0-42fa-b37e-557a35bfee05 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:25:13.729918 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.760196 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port cce698eb-aca0-42fa-b37e-557a35bfee05 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:25:13.760593 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.864516 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.866309 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.888261 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Network c7c669c5-824f-46dc-8931-b68eab8f5d19 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:25:13.891100 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:25:13.923673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:25:13.976694 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=869ebb5c-e259-46c7-bd4e-5e15a9b54f57,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:13.989420 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Routers {'6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:25:13.990911 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.991940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:25:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:14.045215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc634f-75b5-4a19-b47b-5784a80f5799 None None] Pushing event updated for resources: {'Port': ['ID=e8d0ffa8-f6a2-4523-8e7a-e6bce866775a,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:14.132728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd104e6-e964-4dab-8aac-3b86663a078d req-2f3436e8-c8ce-4206-b4a3-923621f51be3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:14.135882 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8fd104e6-e964-4dab-8aac-3b86663a078d req-2f3436e8-c8ce-4206-b4a3-923621f51be3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 945 time: 0.0887032 Aug 17 02:25:14.199503 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8fd104e6-e964-4dab-8aac-3b86663a078d req-1306c11f-d457-4fc3-bdc0-557e9c058462 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522103 Aug 17 02:25:14.236312 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] Set router 6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:25:14.316115 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:14.336243 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db2210-5e56-4e35-af55-76a84850a5be req-01b6cd83-372c-4185-b891-edaf915c1d5c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:14.345411 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62db2210-5e56-4e35-af55-76a84850a5be req-01b6cd83-372c-4185-b891-edaf915c1d5c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0828629 Aug 17 02:25:14.414463 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62db2210-5e56-4e35-af55-76a84850a5be req-f03ce826-6aeb-49a3-a9ee-a2ca33825d1f tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678322 Aug 17 02:25:14.476029 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-90bdc72d-a50c-4e20-ba18-c7a3fcf7f1d7 None None] Provisioning for port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:25:14.483833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-90bdc72d-a50c-4e20-ba18-c7a3fcf7f1d7 None None] Provisioning complete for port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:25:14.484291 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-90bdc72d-a50c-4e20-ba18-c7a3fcf7f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:14.530284 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:25:14.552747 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:14.587524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-90bdc72d-a50c-4e20-ba18-c7a3fcf7f1d7 None None] Port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:25:14.617204 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'name': 'tempest-FloatingIPsTestJSON-1780597773-router', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'e8d0ffa8-f6a2-4523-8e7a-e6bce866775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:10Z', 'revision_number': 3, 'project_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'gw_port': {'id': 'e8d0ffa8-f6a2-4523-8e7a-e6bce866775a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:14.626238 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:14.664368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11a1b8-1086-426b-9476-bcef400e707c None None] The sync data for ids ['6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'] in n-d-793621-31 is: [{'id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'name': 'tempest-FloatingIPsTestJSON-1780597773-router', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'e8d0ffa8-f6a2-4523-8e7a-e6bce866775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:10Z', 'revision_number': 3, 'project_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'gw_port': {'id': 'e8d0ffa8-f6a2-4523-8e7a-e6bce866775a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:25:14.690099 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:14.710197 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:14.712943 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=869ebb5c-e259-46c7-bd4e-5e15a9b54f57,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:14.732971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01080196-9330-42dc-9ed5-d0dcc0a9dc1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb229db2-c3b1-45c2-8868-2b4ac64ab4b8'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:14.739399 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cadb9c6-2aed-44aa-9ffe-eb0309727f77" -d '{"events": [{"server_uuid": "01080196-9330-42dc-9ed5-d0dcc0a9dc1c", "name": "network-vif-unplugged", "status": "completed", "tag": "eb229db2-c3b1-45c2-8868-2b4ac64ab4b8"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:14.768750 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:14.859147 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Network c7c669c5-824f-46dc-8931-b68eab8f5d19 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:25:14.860928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:25:14.894057 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:14.984932 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:15.050575 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Router 6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:25:15.227208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-db150606-fb0e-4230-b56f-d942242ff433 None None] Provisioning complete for port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:25:15.227588 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-db150606-fb0e-4230-b56f-d942242ff433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:15.287782 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd00929-dcfa-47c7-9a4f-f83cc5377fe1 x-openstack-request-id: req-9cd00929-dcfa-47c7-9a4f-f83cc5377fe1 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:15.288217 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01080196-9330-42dc-9ed5-d0dcc0a9dc1c", "name": "network-vif-unplugged", "status": "completed", "tag": "eb229db2-c3b1-45c2-8868-2b4ac64ab4b8", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:15.288590 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cd00929-dcfa-47c7-9a4f-f83cc5377fe1 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:15.289544 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01080196-9330-42dc-9ed5-d0dcc0a9dc1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb229db2-c3b1-45c2-8868-2b4ac64ab4b8', 'code': 200} Aug 17 02:25:15.292312 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-db150606-fb0e-4230-b56f-d942242ff433 None None] Port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:25:15.303001 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:25:15.313435 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-03fabcc7-1a4a-4001-9156-4ab1f861d7a0 admin admin] 10.222.0.13 "PUT /v2.0/routers/6b9811a9-6eed-49e2-849a-fd7e9cbbfb56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9254956 Aug 17 02:25:15.461542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b4dad-6de3-4202-bab5-4758df5dc08e req-248ea2fa-ecfb-46fa-ac2d-d47e1d68ce4e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:15.464505 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6b1b4dad-6de3-4202-bab5-4758df5dc08e req-248ea2fa-ecfb-46fa-ac2d-d47e1d68ce4e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 945 time: 0.0784435 Aug 17 02:25:15.517999 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6b1b4dad-6de3-4202-bab5-4758df5dc08e req-e6cc7177-c5dc-4393-9390-8a945c56c823 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389354 Aug 17 02:25:15.695104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ffe19-f97a-462d-bfe8-ccf54e7ca4cd req-17366633-f672-42c0-b013-9c820774ce4c tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:15.703196 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca6ffe19-f97a-462d-bfe8-ccf54e7ca4cd req-17366633-f672-42c0-b013-9c820774ce4c tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0923080 Aug 17 02:25:15.748999 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca6ffe19-f97a-462d-bfe8-ccf54e7ca4cd req-b7a5beec-6796-4f56-92f8-1e96525831d7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436554 Aug 17 02:25:15.758690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e8d0ffa8-f6a2-4523-8e7a-e6bce866775a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:25:15.910434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bf13b-2e8f-4087-93d4-279946a783ae req-c1d22016-709e-4fcd-998c-a79cec701961 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:15.912214 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb7bf13b-2e8f-4087-93d4-279946a783ae req-c1d22016-709e-4fcd-998c-a79cec701961 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 944 time: 0.0644248 Aug 17 02:25:15.962478 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb7bf13b-2e8f-4087-93d4-279946a783ae req-bca3402d-06e6-4073-8de4-d40a1fd2e78f tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417106 Aug 17 02:25:15.998429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port e8d0ffa8-f6a2-4523-8e7a-e6bce866775a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:25:15.998429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e8d0ffa8-f6a2-4523-8e7a-e6bce866775a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:25:15.998429 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:16.093052 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:16.119300 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port e8d0ffa8-f6a2-4523-8e7a-e6bce866775a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e8d0ffa8-f6a2-4523-8e7a-e6bce866775a,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:16.244761 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:16.371385 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-6172222f-d4c5-4035-a940-e59b94472e67 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1435065 Aug 17 02:25:16.382581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:25:16.444761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=e8d0ffa8-f6a2-4523-8e7a-e6bce866775a,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:16.508817 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:16.510431 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:25:16.664972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:16.669779 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:16.677062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'eb229db2-c3b1-45c2-8868-2b4ac64ab4b8', 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1', 'port_id': 'eb229db2-c3b1-45c2-8868-2b4ac64ab4b8', 'mac_address': 'fa:16:3e:70:4c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0eebf0-cd07-40a8-9430-50c3dd1e4546', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:25:16.726882 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:16.743374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:25:16.767211 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:16.820982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Allocated IP 172.25.5.234 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/7e6fa064-c5c8-4f3d-9396-10c1bb75e064) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:25:16.843551 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Sync routers for ids ['6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:25:16.858609 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Routers {'6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:25:16.859476 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:25:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:16.890970 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:16.985308 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:16.994789 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Set router 6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:25:17.019094 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:17.120696 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:17.178414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:25:17.183899 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:25:17.187977 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:25:17.222926 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Pushing event updated for resources: {'Port': ['ID=7e6fa064-c5c8-4f3d-9396-10c1bb75e064,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:17.350981 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:17.365914 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'name': 'tempest-FloatingIPsTestJSON-1780597773-router', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'e8d0ffa8-f6a2-4523-8e7a-e6bce866775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:14Z', 'revision_number': 4, 'project_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'gw_port': {'id': 'e8d0ffa8-f6a2-4523-8e7a-e6bce866775a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '869ebb5c-e259-46c7-bd4e-5e15a9b54f57', 'name': '', 'network_id': 'c7c669c5-824f-46dc-8931-b68eab8f5d19', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'mac_address': 'fa:16:3e:9a:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '3fbf7ea7-3b5d-4ecd-9960-21018700b271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:25:13Z', 'updated_at': '2021-08-17T02:25:14Z', 'revision_number': 2, 'project_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'subnets': [{'id': '3fbf7ea7-3b5d-4ecd-9960-21018700b271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:17.398157 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Checking router: 6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:25:17.398493 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Updating router 6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:25:17.439610 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:17.510813 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:17.565855 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['eb229db2-c3b1-45c2-8868-2b4ac64ab4b8'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:25:17.747279 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e8d0ffa8-f6a2-4523-8e7a-e6bce866775a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:25:17.781822 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:17.813882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e8d0ffa8-f6a2-4523-8e7a-e6bce866775a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:25:17.814438 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:17.864251 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:17.879321 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:17.889339 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Transition to ACTIVE for port object 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:25:17.956536 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Pushing event updated for resources: {'Port': ['ID=7e6fa064-c5c8-4f3d-9396-10c1bb75e064,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:17.967941 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:18.127197 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:18.127398 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:18.128662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-e0501fab-e7eb-4bff-99e0-699eb9c4713f tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7511137 Aug 17 02:25:18.185940 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f77b29-36b7-4a17-be9c-42c94f320159 None None] Pushing event updated for resources: {'Port': ['ID=869ebb5c-e259-46c7-bd4e-5e15a9b54f57,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:18.201146 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f77b29-36b7-4a17-be9c-42c94f320159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:18.202151 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f77b29-36b7-4a17-be9c-42c94f320159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:18.202151 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f77b29-36b7-4a17-be9c-42c94f320159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:18.202607 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f77b29-36b7-4a17-be9c-42c94f320159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:18.203528 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f77b29-36b7-4a17-be9c-42c94f320159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:18.203875 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f77b29-36b7-4a17-be9c-42c94f320159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:18.204216 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f77b29-36b7-4a17-be9c-42c94f320159 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:18.204548 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f77b29-36b7-4a17-be9c-42c94f320159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:18.204872 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f77b29-36b7-4a17-be9c-42c94f320159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:18.205612 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f77b29-36b7-4a17-be9c-42c94f320159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:18.205936 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f77b29-36b7-4a17-be9c-42c94f320159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:18.206265 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f77b29-36b7-4a17-be9c-42c94f320159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:18.221639 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-c15f573a-0aa5-40e0-971f-33bc7599c064 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 696 time: 0.0809929 Aug 17 02:25:18.273080 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Attempting to bind port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:25:18.273080 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Attempting to bind port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'e7359a54-afce-4f48-a759-629e01704157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7c669c5-824f-46dc-8931-b68eab8f5d19'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:25:18.273080 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Attempting to bind port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 on network c7c669c5-824f-46dc-8931-b68eab8f5d19 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:25:18.281785 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:25:18.282367 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Checking segment: {'id': 'e7359a54-afce-4f48-a759-629e01704157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7c669c5-824f-46dc-8931-b68eab8f5d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:25:18.283061 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:18.283754 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Bound using segment: {'id': 'e7359a54-afce-4f48-a759-629e01704157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7c669c5-824f-46dc-8931-b68eab8f5d19'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:25:18.285940 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Bound port: 869ebb5c-e259-46c7-bd4e-5e15a9b54f57, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7359a54-afce-4f48-a759-629e01704157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7c669c5-824f-46dc-8931-b68eab8f5d19'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:25:18.285940 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:18.361671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-fbcb8a2c-f874-4d73-b6e4-e5fe44959bf6 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:18.369314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70c96f9d-f097-4ebd-856b-861422fdbabc req-fbcb8a2c-f874-4d73-b6e4-e5fe44959bf6 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1445580 Aug 17 02:25:18.427661 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] For port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:25:18.430533 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] For port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=869ebb5c-e259-46c7-bd4e-5e15a9b54f57,segment=NetworkSegment(e7359a54-afce-4f48-a759-629e01704157),segment_id=e7359a54-afce-4f48-a759-629e01704157)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:25:18.545254 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:18.575992 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0b299deb-839b-41e4-b619-a46c25180530 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:25:18.610686 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Routers {'6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:25:18.611708 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:25:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:18.621413 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f77b29-36b7-4a17-be9c-42c94f320159 None None] Pushing event updated for resources: {'Port': ['ID=869ebb5c-e259-46c7-bd4e-5e15a9b54f57,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:18.768037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0b299deb-839b-41e4-b619-a46c25180530, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0b299deb-839b-41e4-b619-a46c25180530,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:18.779366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd3bbc-da05-4e09-930c-197f5a32ce7c req-94bbd373-dd59-42d8-a3c7-c76ff2cf0859 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:18.781097 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fcdd3bbc-da05-4e09-930c-197f5a32ce7c req-94bbd373-dd59-42d8-a3c7-c76ff2cf0859 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0844870 Aug 17 02:25:18.786209 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '0b299deb-839b-41e4-b619-a46c25180530', 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8', 'port_id': '0b299deb-839b-41e4-b619-a46c25180530', 'mac_address': 'fa:16:3e:42:ab:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebee2bf4-fcee-40c1-aead-86827d774924', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:25:18.786363 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] Set router 6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:25:18.834835 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fcdd3bbc-da05-4e09-930c-197f5a32ce7c req-f2022f98-3422-4c25-913d-0438a60854b2 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444696 Aug 17 02:25:18.835451 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:18.851422 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b299deb-839b-41e4-b619-a46c25180530 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:25:18.893753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0b299deb-839b-41e4-b619-a46c25180530, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0b299deb-839b-41e4-b619-a46c25180530,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:18.995722 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c353f53-aed2-40f2-a235-342073164a82 req-65645144-3ac1-49fd-98a9-5e3e306ea959 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:18.997260 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c353f53-aed2-40f2-a235-342073164a82 req-65645144-3ac1-49fd-98a9-5e3e306ea959 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 945 time: 0.0587943 Aug 17 02:25:19.036013 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:19.042505 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c353f53-aed2-40f2-a235-342073164a82 req-bc4940e4-836a-40e2-ad82-bd4cdc740820 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384314 Aug 17 02:25:19.112348 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=0b299deb-839b-41e4-b619-a46c25180530,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:19.150358 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'name': 'tempest-FloatingIPsTestJSON-1780597773-router', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'e8d0ffa8-f6a2-4523-8e7a-e6bce866775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:14Z', 'revision_number': 4, 'project_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'gw_port': {'id': 'e8d0ffa8-f6a2-4523-8e7a-e6bce866775a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '869ebb5c-e259-46c7-bd4e-5e15a9b54f57', 'name': '', 'network_id': 'c7c669c5-824f-46dc-8931-b68eab8f5d19', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'mac_address': 'fa:16:3e:9a:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '3fbf7ea7-3b5d-4ecd-9960-21018700b271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:25:13Z', 'updated_at': '2021-08-17T02:25:18Z', 'revision_number': 4, 'project_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'subnets': [{'id': '3fbf7ea7-3b5d-4ecd-9960-21018700b271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:19.152178 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02e5835c-d383-4e40-a6c5-e784a7464405 req-550b05af-ceb1-42d5-a0d1-3b9d6730fc3c tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/floatingips/f5b4f623-c6bb-4aa7-8290-2b50857c3067 HTTP/1.1" status: 200 len: 693 time: 0.0651977 Aug 17 02:25:19.180206 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23fe59d-f1df-49bf-8aac-594da8399f9d None None] The sync data for ids ['6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'] in n-d-793621-31 is: [{'id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'name': 'tempest-FloatingIPsTestJSON-1780597773-router', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'e8d0ffa8-f6a2-4523-8e7a-e6bce866775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:14Z', 'revision_number': 4, 'project_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'gw_port': {'id': 'e8d0ffa8-f6a2-4523-8e7a-e6bce866775a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '869ebb5c-e259-46c7-bd4e-5e15a9b54f57', 'name': '', 'network_id': 'c7c669c5-824f-46dc-8931-b68eab8f5d19', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'mac_address': 'fa:16:3e:9a:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '3fbf7ea7-3b5d-4ecd-9960-21018700b271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:25:13Z', 'updated_at': '2021-08-17T02:25:18Z', 'revision_number': 4, 'project_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'subnets': [{'id': '3fbf7ea7-3b5d-4ecd-9960-21018700b271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:25:19.236742 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['0b299deb-839b-41e4-b619-a46c25180530'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:25:19.298418 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5835c-d383-4e40-a6c5-e784a7464405 req-ef23d072-7cca-4f4c-be9b-708095ce52ba tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:19.305795 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02e5835c-d383-4e40-a6c5-e784a7464405 req-ef23d072-7cca-4f4c-be9b-708095ce52ba tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1468146 Aug 17 02:25:19.315306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-02e5835c-d383-4e40-a6c5-e784a7464405 req-3beb8b6b-80d7-40d5-a8d3-859bf8f47692 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:25:19.316469 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02e5835c-d383-4e40-a6c5-e784a7464405 req-3beb8b6b-80d7-40d5-a8d3-859bf8f47692 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098288 Aug 17 02:25:19.721202 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:25:19.887586 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48118) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:19.896734 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:25:19.901890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:25:19.902272 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:20.004671 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:20.024766 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aad196ec-1c2d-422b-bf97-eccfc02cd726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:20.044023 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=869ebb5c-e259-46c7-bd4e-5e15a9b54f57,segment=NetworkSegment(e7359a54-afce-4f48-a759-629e01704157),segment_id=e7359a54-afce-4f48-a759-629e01704157)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:20.130870 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aad196ec-1c2d-422b-bf97-eccfc02cd726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:20.187274 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:20.238896 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=869ebb5c-e259-46c7-bd4e-5e15a9b54f57,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:20.313432 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aad196ec-1c2d-422b-bf97-eccfc02cd726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:20.354521 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-aad196ec-1c2d-422b-bf97-eccfc02cd726 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=444b92d0655c411f87816814db101203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652667 Aug 17 02:25:20.356756 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad196ec-1c2d-422b-bf97-eccfc02cd726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e20d9e-0404-4298-ae04-c85ed84adb95,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:20.357333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48124) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:20.408528 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90831efe-a172-4ea4-8eb4-4ef11d2b914a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:20.430150 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90831efe-a172-4ea4-8eb4-4ef11d2b914a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:20.521806 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:25:20.569720 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90831efe-a172-4ea4-8eb4-4ef11d2b914a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:20.572794 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90831efe-a172-4ea4-8eb4-4ef11d2b914a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:20.574219 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-90831efe-a172-4ea4-8eb4-4ef11d2b914a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4e20d9e-0404-4298-ae04-c85ed84adb95 HTTP/1.1" status: 204 len: 168 time: 0.2157972 Aug 17 02:25:20.580574 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:25:20.580957 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:20.584539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90831efe-a172-4ea4-8eb4-4ef11d2b914a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e20d9e-0404-4298-ae04-c85ed84adb95,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:20.622668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0b299deb-839b-41e4-b619-a46c25180530 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:25:20.655066 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2241bcd-f66a-4d56-8d7b-5119aae84509 req-9b3b1208-f276-4ff1-94c2-31789075bc8e tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=c4bb196a616e47c1968aa1a2bd2a4b9b HTTP/1.1" status: 200 len: 696 time: 0.0650544 Aug 17 02:25:20.734434 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 0b299deb-839b-41e4-b619-a46c25180530 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:25:20.734902 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:20.737397 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:20.786257 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01080196-9330-42dc-9ed5-d0dcc0a9dc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb229db2-c3b1-45c2-8868-2b4ac64ab4b8'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:20.788514 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11518b8-b3c6-4c01-b245-9d04f2a0b907" -d '{"events": [{"server_uuid": "01080196-9330-42dc-9ed5-d0dcc0a9dc1c", "name": "network-vif-plugged", "status": "completed", "tag": "eb229db2-c3b1-45c2-8868-2b4ac64ab4b8"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:20.798154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2241bcd-f66a-4d56-8d7b-5119aae84509 req-ce28be12-f414-48ad-b37d-2334a0acbf3e tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:20.799754 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2241bcd-f66a-4d56-8d7b-5119aae84509 req-ce28be12-f414-48ad-b37d-2334a0acbf3e tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/networks?id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 787 time: 0.1432383 Aug 17 02:25:20.805635 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:20.811387 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-e2241bcd-f66a-4d56-8d7b-5119aae84509 req-2178bab9-1ffa-4ee9-8566-526b5f0cd984 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:25:20.812573 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2241bcd-f66a-4d56-8d7b-5119aae84509 req-2178bab9-1ffa-4ee9-8566-526b5f0cd984 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065107 Aug 17 02:25:20.854329 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:20.886256 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0b299deb-839b-41e4-b619-a46c25180530, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0b299deb-839b-41e4-b619-a46c25180530,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:20.993055 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:21.034243 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:21.072456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:21.099194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e56578-5831-4182-bd6d-df729e883ff9 req-91090371-5720-4016-8dff-96b9fa693d08 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:21.100690 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42e56578-5831-4182-bd6d-df729e883ff9 req-91090371-5720-4016-8dff-96b9fa693d08 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0710313 Aug 17 02:25:21.130538 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=0b299deb-839b-41e4-b619-a46c25180530,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:21.145920 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42e56578-5831-4182-bd6d-df729e883ff9 req-22241935-380f-414c-981a-4fcead784833 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378764 Aug 17 02:25:21.253872 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01327f8e-78dd-43d0-9206-ee4b17062aa3 req-b57adfc5-c154-4edb-bba9-52f46e5718ab tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:21.255554 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01327f8e-78dd-43d0-9206-ee4b17062aa3 req-b57adfc5-c154-4edb-bba9-52f46e5718ab tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0524747 Aug 17 02:25:21.294967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01327f8e-78dd-43d0-9206-ee4b17062aa3 req-42a9339b-a214-4c7a-885a-f43fc5bdd14e tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327497 Aug 17 02:25:21.399699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3e3fd-ab2b-41f5-8d9f-5e4bd0234f21 req-3ef18455-fd0a-4b23-bd20-fb8a71f7921e tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:21.402117 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f0d3e3fd-ab2b-41f5-8d9f-5e4bd0234f21 req-3ef18455-fd0a-4b23-bd20-fb8a71f7921e tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 1098 time: 0.0477333 Aug 17 02:25:21.435897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48142) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:21.446392 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f0d3e3fd-ab2b-41f5-8d9f-5e4bd0234f21 req-ac1318d2-1f4d-4e8d-9eac-173948f29b0e tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376339 Aug 17 02:25:21.452788 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0358cf4f-e4ca-4757-9a74-3bc4e2d28a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:21.512061 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d2729b-401d-4d6d-90a7-95aa42ee174b x-openstack-request-id: req-e7d2729b-401d-4d6d-90a7-95aa42ee174b {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:21.512819 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01080196-9330-42dc-9ed5-d0dcc0a9dc1c", "name": "network-vif-plugged", "status": "completed", "tag": "eb229db2-c3b1-45c2-8868-2b4ac64ab4b8", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:21.513388 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7d2729b-401d-4d6d-90a7-95aa42ee174b {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:21.514374 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01080196-9330-42dc-9ed5-d0dcc0a9dc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb229db2-c3b1-45c2-8868-2b4ac64ab4b8', 'code': 200} Aug 17 02:25:21.593870 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-4fad4986-85c1-44d4-a21d-ee41f9253ce4 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/floatingips/f5b4f623-c6bb-4aa7-8290-2b50857c3067 HTTP/1.1" status: 200 len: 693 time: 0.0597351 Aug 17 02:25:21.717344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:25:21.754207 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0358cf4f-e4ca-4757-9a74-3bc4e2d28a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:21.767408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-8eb54066-dd9b-4786-a394-07dec22ede9d tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:21.768836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-8eb54066-dd9b-4786-a394-07dec22ede9d tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1720581 Aug 17 02:25:21.777801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4f9e0-63a3-40c6-9bda-0fe375fc2485 req-5f7d83ce-0235-4cd3-bb99-71b83c24fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:21.779370 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-69a4f9e0-63a3-40c6-9bda-0fe375fc2485 req-5f7d83ce-0235-4cd3-bb99-71b83c24fdf8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 1098 time: 0.0783560 Aug 17 02:25:21.782384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-1878e8d3-5f9e-48fb-91c7-39cb233d4df7 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:25:21.783552 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-1878e8d3-5f9e-48fb-91c7-39cb233d4df7 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063417 Aug 17 02:25:21.788554 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:25:21.788933 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:21.835099 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-69a4f9e0-63a3-40c6-9bda-0fe375fc2485 req-343102bb-54da-4f9d-b656-ca15e8ce0579 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474017 Aug 17 02:25:21.848258 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-75c44f84-d59c-4916-8ad2-f36c5abcedb3 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 696 time: 0.0559165 Aug 17 02:25:21.852826 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0358cf4f-e4ca-4757-9a74-3bc4e2d28a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:21.935007 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0358cf4f-e4ca-4757-9a74-3bc4e2d28a72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86029e21ac0c46fbab6798e9cbf48f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978907 Aug 17 02:25:21.938486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48150) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:21.939623 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-d76d45b2-4b02-4357-827e-a268c9162b0d tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.234 HTTP/1.1" status: 200 len: 696 time: 0.0743613 Aug 17 02:25:21.940472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358cf4f-e4ca-4757-9a74-3bc4e2d28a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bfbc37-4e29-4c06-9586-72e88629b985,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:22.007575 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-45eff793-d56d-4e1a-8b38-1b9d229f0180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:22.035008 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-45eff793-d56d-4e1a-8b38-1b9d229f0180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:22.113524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-3383172c-6b65-4d85-a54c-4780b7a6d360 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Deleting port 7e6fa064-c5c8-4f3d-9396-10c1bb75e064 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:25:22.113858 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-3383172c-6b65-4d85-a54c-4780b7a6d360 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:22.182198 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-45eff793-d56d-4e1a-8b38-1b9d229f0180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:22.189154 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-45eff793-d56d-4e1a-8b38-1b9d229f0180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:22.189154 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-45eff793-d56d-4e1a-8b38-1b9d229f0180 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3bfbc37-4e29-4c06-9586-72e88629b985 HTTP/1.1" status: 204 len: 168 time: 0.2471509 Aug 17 02:25:22.205476 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eff793-d56d-4e1a-8b38-1b9d229f0180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bfbc37-4e29-4c06-9586-72e88629b985,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:22.210487 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-3383172c-6b65-4d85-a54c-4780b7a6d360 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:22.210828 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-3383172c-6b65-4d85-a54c-4780b7a6d360 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:22.233923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-3383172c-6b65-4d85-a54c-4780b7a6d360 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Calling delete_port for 7e6fa064-c5c8-4f3d-9396-10c1bb75e064 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:25:22.561368 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-3383172c-6b65-4d85-a54c-4780b7a6d360 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:22.588076 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383172c-6b65-4d85-a54c-4780b7a6d360 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Pushing event deleted for resources: {'Port': ['ID=7e6fa064-c5c8-4f3d-9396-10c1bb75e064,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:22.655695 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-3383172c-6b65-4d85-a54c-4780b7a6d360 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:22.658681 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-3383172c-6b65-4d85-a54c-4780b7a6d360 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:22.660297 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93d4c5e5-59df-4a28-8b61-eec60282365f req-3383172c-6b65-4d85-a54c-4780b7a6d360 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "DELETE /v2.0/floatingips/f5b4f623-c6bb-4aa7-8290-2b50857c3067 HTTP/1.1" status: 204 len: 173 time: 0.7127566 Aug 17 02:25:22.725282 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-f3f54a4e-603b-44a4-b16f-762f03c61e34 req-9d8b748a-4a91-4851-aec2-08363c9a9cb6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:25:22.726801 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3f54a4e-603b-44a4-b16f-762f03c61e34 req-9d8b748a-4a91-4851-aec2-08363c9a9cb6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059674 Aug 17 02:25:23.516468 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2958c0dc-378a-4ab9-91a7-2729d900c2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b299deb-839b-41e4-b619-a46c25180530'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:23.519702 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78d7af9-8251-454b-949c-01c8afb2719a" -d '{"events": [{"server_uuid": "2958c0dc-378a-4ab9-91a7-2729d900c2b7", "name": "network-vif-plugged", "status": "completed", "tag": "0b299deb-839b-41e4-b619-a46c25180530"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:25.584221 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-7e3e4f01-307d-418c-aa6f-e029572cc2c3 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:25:25.585286 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-7e3e4f01-307d-418c-aa6f-e029572cc2c3 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2123716 Aug 17 02:25:25.632372 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-337d6620-e1e9-404c-8d8e-f88f759261de tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:25.635476 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-337d6620-e1e9-404c-8d8e-f88f759261de tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports/c2f09a66-0d1b-444c-99cb-d0daf83a4efa HTTP/1.1" status: 200 len: 1095 time: 0.0422413 Aug 17 02:25:25.756092 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-04024ecd-8344-4b25-82d4-fd491598745b service neutron] Request body: {'binding': {'host': 'n-h2-793621-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:25:25.756605 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-04024ecd-8344-4b25-82d4-fd491598745b service neutron] Unknown quota resources ['binding']. {{(pid=95407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:25:25.901425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-04024ecd-8344-4b25-82d4-fd491598745b service neutron] Attempting to bind port c2f09a66-0d1b-444c-99cb-d0daf83a4efa on host n-h2-793621-31 for vnic_type normal with profile None {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:25:25.901774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-04024ecd-8344-4b25-82d4-fd491598745b service neutron] Attempting to bind port c2f09a66-0d1b-444c-99cb-d0daf83a4efa by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:25:25.902106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-04024ecd-8344-4b25-82d4-fd491598745b service neutron] Attempting to bind port c2f09a66-0d1b-444c-99cb-d0daf83a4efa on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:25:25.907206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-04024ecd-8344-4b25-82d4-fd491598745b service neutron] Port c2f09a66-0d1b-444c-99cb-d0daf83a4efa on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:25:25.907379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-04024ecd-8344-4b25-82d4-fd491598745b service neutron] Attempting to bind port c2f09a66-0d1b-444c-99cb-d0daf83a4efa on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:25:25.912763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-04024ecd-8344-4b25-82d4-fd491598745b service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:25:25.913106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-04024ecd-8344-4b25-82d4-fd491598745b service neutron] Checking segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:25:25.913526 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-04024ecd-8344-4b25-82d4-fd491598745b service neutron] Bound using segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:25:25.913961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-04024ecd-8344-4b25-82d4-fd491598745b service neutron] Bound port: c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:25:25.974595 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-04024ecd-8344-4b25-82d4-fd491598745b service neutron] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:25:26.071188 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-04024ecd-8344-4b25-82d4-fd491598745b service neutron] Notify callbacks [] for binding, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:26.073495 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-04024ecd-8344-4b25-82d4-fd491598745b service neutron] 10.222.0.13 "POST /v2.0/ports/c2f09a66-0d1b-444c-99cb-d0daf83a4efa/bindings HTTP/1.1" status: 201 len: 390 time: 0.4326422 Aug 17 02:25:26.564395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a69bc4-aad8-4ef1-a89f-97dc8aced947 req-f6a00f83-85f9-45dd-a2ea-68da0c8af042 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:26.566022 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95a69bc4-aad8-4ef1-a89f-97dc8aced947 req-f6a00f83-85f9-45dd-a2ea-68da0c8af042 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0551820 Aug 17 02:25:26.617039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95a69bc4-aad8-4ef1-a89f-97dc8aced947 req-baa415dd-e82c-4d7f-b388-4ec0d3f22693 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435274 Aug 17 02:25:26.722933 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2900888-a1cf-406d-9852-285c2a7e3300 req-81c7db72-fc5c-4717-9d0c-f66b590638f6 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:26.724386 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2900888-a1cf-406d-9852-285c2a7e3300 req-81c7db72-fc5c-4717-9d0c-f66b590638f6 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0521255 Aug 17 02:25:26.766277 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2900888-a1cf-406d-9852-285c2a7e3300 req-12e21454-db64-4556-af11-da7cdfab9690 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340436 Aug 17 02:25:26.898177 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-a7f26676-e086-489f-af3b-5f3d17ee8de6 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1076550 Aug 17 02:25:26.908107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:25:27.051270 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-93157bfc-2e81-47d9-92e5-62bb3d8cb921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:27.052870 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-93157bfc-2e81-47d9-92e5-62bb3d8cb921 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 1098 time: 0.0489976 Aug 17 02:25:27.119319 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:27.144693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-5b45bf46-8c06-4b52-a998-4ccb16e04e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:27.146193 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-5b45bf46-8c06-4b52-a998-4ccb16e04e46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.0854414 Aug 17 02:25:27.193744 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-5f2f3ccf-ab56-4a27-bf52-233896c072f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa HTTP/1.1" status: 200 len: 217 time: 0.0389428 Aug 17 02:25:27.224760 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:27.249678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-79c21acb-c2d0-4d9a-9cfd-26871cb2032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:27.251220 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-79c21acb-c2d0-4d9a-9cfd-26871cb2032a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0489345 Aug 17 02:25:27.295815 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-bf941e90-ea88-4f4a-81d7-270dd12f8895 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322609 Aug 17 02:25:27.339385 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Allocated IP 172.25.5.179 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/4d086e9f-a81b-4374-b3fb-c1eb1464ae04) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:25:27.402012 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-78f63a9c-2698-46a2-8389-adb8cc3ce9eb service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941861 Aug 17 02:25:27.464546 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:27.536829 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-23822fb7-b60c-4823-ac77-87a1b4d80330 service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266587 Aug 17 02:25:27.973353 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:28.021780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:25:28.025040 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:25:28.030005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:25:28.033132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Pushing event updated for resources: {'Port': ['ID=4d086e9f-a81b-4374-b3fb-c1eb1464ae04,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:28.120926 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:28.326104 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:28.461412 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:28.496853 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:28.638437 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0b299deb-839b-41e4-b619-a46c25180530 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:25:28.647301 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:28.726333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Pushing event updated for resources: {'Port': ['ID=4d086e9f-a81b-4374-b3fb-c1eb1464ae04,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:28.739699 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:28.743386 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:28.779147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0b299deb-839b-41e4-b619-a46c25180530, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0b299deb-839b-41e4-b619-a46c25180530,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:28.892843 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:28.893121 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:28.894683 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-0c7131b0-da97-461c-9db6-956a871cea63 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9904962 Aug 17 02:25:28.958059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-502db0e4-883b-42b3-a807-275ac26ab553 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 696 time: 0.0496905 Aug 17 02:25:28.970482 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=0b299deb-839b-41e4-b619-a46c25180530,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:29.088743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-df6526cc-1714-4b64-853d-b2a87ba8abf6 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:29.090194 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4eb512c9-5168-43db-ac58-e6ab88ba4bf8 req-df6526cc-1714-4b64-853d-b2a87ba8abf6 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1314571 Aug 17 02:25:29.130555 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d4ed9d-3c98-4ff8-9259-95bd490e0e8e x-openstack-request-id: req-45d4ed9d-3c98-4ff8-9259-95bd490e0e8e {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:29.131202 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2958c0dc-378a-4ab9-91a7-2729d900c2b7", "name": "network-vif-plugged", "status": "completed", "tag": "0b299deb-839b-41e4-b619-a46c25180530", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:29.131460 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45d4ed9d-3c98-4ff8-9259-95bd490e0e8e {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:29.132083 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2958c0dc-378a-4ab9-91a7-2729d900c2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b299deb-839b-41e4-b619-a46c25180530', 'code': 200} Aug 17 02:25:29.241308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a982-5977-441b-89a6-7b7f048762db req-f80cdeea-0eb8-48bc-8d7a-c9b337d29ef7 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:29.242695 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef19a982-5977-441b-89a6-7b7f048762db req-f80cdeea-0eb8-48bc-8d7a-c9b337d29ef7 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 946 time: 0.0598955 Aug 17 02:25:29.289554 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef19a982-5977-441b-89a6-7b7f048762db req-94c1d389-98b9-445b-ae28-5ceb0fa92f3e tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392122 Aug 17 02:25:29.850044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a5649-46c4-4bb6-86b6-904b84d498b0 req-6da97331-a616-4030-9788-a1e54f25146d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:29.851433 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-790a5649-46c4-4bb6-86b6-904b84d498b0 req-6da97331-a616-4030-9788-a1e54f25146d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0519125 Aug 17 02:25:29.897758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-790a5649-46c4-4bb6-86b6-904b84d498b0 req-112fe94f-9717-4eb6-875f-04ed5db337f6 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395920 Aug 17 02:25:30.163535 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5aa640dd-f3c4-4e5f-b054-c3f3a9a2606b req-049be3e2-221f-4a37-a1f6-5bbe7de0bb84 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/floatingips/3f38be8b-dd33-41f6-aa7a-0a311786ceaf HTTP/1.1" status: 200 len: 693 time: 0.0551984 Aug 17 02:25:30.289130 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa640dd-f3c4-4e5f-b054-c3f3a9a2606b req-7cb0eb0c-1053-478c-b5a1-bb06e54d25e1 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:30.290854 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5aa640dd-f3c4-4e5f-b054-c3f3a9a2606b req-7cb0eb0c-1053-478c-b5a1-bb06e54d25e1 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 784 time: 0.1200001 Aug 17 02:25:30.346570 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5aa640dd-f3c4-4e5f-b054-c3f3a9a2606b req-1e3f7c54-5b20-4715-b53d-7baed58ad9e9 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 696 time: 0.0491133 Aug 17 02:25:30.398933 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5aa640dd-f3c4-4e5f-b054-c3f3a9a2606b req-a8b4df24-e3c8-4b86-9b5f-f911a40828b3 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.179 HTTP/1.1" status: 200 len: 696 time: 0.0453432 Aug 17 02:25:30.565416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-5aa640dd-f3c4-4e5f-b054-c3f3a9a2606b req-aa6b78f5-d715-4d1f-b24b-d4c1dce19ef7 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Deleting port 4d086e9f-a81b-4374-b3fb-c1eb1464ae04 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:25:30.565774 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5aa640dd-f3c4-4e5f-b054-c3f3a9a2606b req-aa6b78f5-d715-4d1f-b24b-d4c1dce19ef7 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:30.650249 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5aa640dd-f3c4-4e5f-b054-c3f3a9a2606b req-aa6b78f5-d715-4d1f-b24b-d4c1dce19ef7 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:30.650492 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5aa640dd-f3c4-4e5f-b054-c3f3a9a2606b req-aa6b78f5-d715-4d1f-b24b-d4c1dce19ef7 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:30.662804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-5aa640dd-f3c4-4e5f-b054-c3f3a9a2606b req-aa6b78f5-d715-4d1f-b24b-d4c1dce19ef7 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Calling delete_port for 4d086e9f-a81b-4374-b3fb-c1eb1464ae04 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:25:30.824608 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:30.919138 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5aa640dd-f3c4-4e5f-b054-c3f3a9a2606b req-aa6b78f5-d715-4d1f-b24b-d4c1dce19ef7 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:31.133607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2958c0dc-378a-4ab9-91a7-2729d900c2b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b299deb-839b-41e4-b619-a46c25180530'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:31.138206 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f715727-afec-4361-8c28-1bcac8290db0" -d '{"events": [{"server_uuid": "2958c0dc-378a-4ab9-91a7-2729d900c2b7", "name": "network-vif-unplugged", "status": "completed", "tag": "0b299deb-839b-41e4-b619-a46c25180530"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:31.270349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b78f5-d715-4d1f-b24b-d4c1dce19ef7 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Pushing event deleted for resources: {'Port': ['ID=4d086e9f-a81b-4374-b3fb-c1eb1464ae04,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:31.365321 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5aa640dd-f3c4-4e5f-b054-c3f3a9a2606b req-aa6b78f5-d715-4d1f-b24b-d4c1dce19ef7 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:31.371970 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5aa640dd-f3c4-4e5f-b054-c3f3a9a2606b req-aa6b78f5-d715-4d1f-b24b-d4c1dce19ef7 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:31.389378 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5aa640dd-f3c4-4e5f-b054-c3f3a9a2606b req-aa6b78f5-d715-4d1f-b24b-d4c1dce19ef7 tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "DELETE /v2.0/floatingips/3f38be8b-dd33-41f6-aa7a-0a311786ceaf HTTP/1.1" status: 204 len: 173 time: 0.9811242 Aug 17 02:25:31.533664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cebf90-8062-4666-8f25-3e4ea083646b req-b10772e5-9660-4dc6-b9d6-18da7f6f3170 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:31.535196 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48cebf90-8062-4666-8f25-3e4ea083646b req-b10772e5-9660-4dc6-b9d6-18da7f6f3170 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 943 time: 0.0617754 Aug 17 02:25:31.584322 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48cebf90-8062-4666-8f25-3e4ea083646b req-9cd1f01c-5932-47a1-a0fd-3db90ef08d84 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 Aug 17 02:25:32.199096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81165200-97f8-496d-8244-e1dfbd8adb34 req-a38c4508-352c-467e-a862-cc2055edb638 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:32.201638 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-81165200-97f8-496d-8244-e1dfbd8adb34 req-a38c4508-352c-467e-a862-cc2055edb638 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 946 time: 0.0833585 Aug 17 02:25:32.246752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-81165200-97f8-496d-8244-e1dfbd8adb34 req-e338f335-bba9-4c94-b5a2-ee14cc265be1 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393717 Aug 17 02:25:32.532365 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c2f9e7-c055-43a8-87a6-2c577bef84ed x-openstack-request-id: req-45c2f9e7-c055-43a8-87a6-2c577bef84ed {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:32.533164 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2958c0dc-378a-4ab9-91a7-2729d900c2b7", "name": "network-vif-unplugged", "status": "completed", "tag": "0b299deb-839b-41e4-b619-a46c25180530", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:32.533164 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45c2f9e7-c055-43a8-87a6-2c577bef84ed {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:32.533748 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2958c0dc-378a-4ab9-91a7-2729d900c2b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b299deb-839b-41e4-b619-a46c25180530', 'code': 200} Aug 17 02:25:32.595746 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-57e352a5-ea05-42a4-9f14-34ceb3871f39 req-9fb4396e-0c6a-40bf-aa97-89fbebf895cd tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] show failed (client error): The resource could not be found. Aug 17 02:25:32.596943 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57e352a5-ea05-42a4-9f14-34ceb3871f39 req-9fb4396e-0c6a-40bf-aa97-89fbebf895cd tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/floatingips/3f38be8b-dd33-41f6-aa7a-0a311786ceaf HTTP/1.1" status: 404 len: 350 time: 0.0494876 Aug 17 02:25:32.762775 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6053db-2e6f-495f-a22e-573cd918d639 req-15de7a89-5643-44df-bec2-8520af6edd3a tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:32.765016 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bb6053db-2e6f-495f-a22e-573cd918d639 req-15de7a89-5643-44df-bec2-8520af6edd3a tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.42 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 943 time: 0.0985513 Aug 17 02:25:32.910460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-bb6053db-2e6f-495f-a22e-573cd918d639 req-96d96088-3154-4f11-97b6-2f7d21338a07 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Deleting port 0b299deb-839b-41e4-b619-a46c25180530 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:25:32.910897 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bb6053db-2e6f-495f-a22e-573cd918d639 req-96d96088-3154-4f11-97b6-2f7d21338a07 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:32.928394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-45aa0e3a-f233-476f-bda4-e7ccf8f72001 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:32.933797 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-45aa0e3a-f233-476f-bda4-e7ccf8f72001 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/networks?id=34294388-a8b7-4157-9b43-5859a5b71ee1 HTTP/1.1" status: 200 len: 815 time: 0.2354367 Aug 17 02:25:32.951870 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-e99f7fd8-11a1-42a9-ba80-225820465528 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/quotas/4c16420efa164d4d912052f534bc872f HTTP/1.1" status: 200 len: 375 time: 0.0105264 Aug 17 02:25:33.018443 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-bb6053db-2e6f-495f-a22e-573cd918d639 req-96d96088-3154-4f11-97b6-2f7d21338a07 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] For port 0b299deb-839b-41e4-b619-a46c25180530, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0b299deb-839b-41e4-b619-a46c25180530,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:33.018821 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bb6053db-2e6f-495f-a22e-573cd918d639 req-96d96088-3154-4f11-97b6-2f7d21338a07 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:33.034900 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-39828347-0e9f-403c-8918-87dc1acb35b4 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c16420efa164d4d912052f534bc872f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0707328 Aug 17 02:25:33.037518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-bb6053db-2e6f-495f-a22e-573cd918d639 req-96d96088-3154-4f11-97b6-2f7d21338a07 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Calling delete_port for 0b299deb-839b-41e4-b619-a46c25180530 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:25:33.186324 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-a71b3179-b4b5-4d00-89bf-80c172f1478d service neutron] 10.222.0.13 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330867 Aug 17 02:25:33.354568 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bb6053db-2e6f-495f-a22e-573cd918d639 req-96d96088-3154-4f11-97b6-2f7d21338a07 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:33.371012 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-266c45a2-7558-474e-831d-c749b89df20a service neutron] 10.222.0.13 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661918 Aug 17 02:25:33.398931 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d96088-3154-4f11-97b6-2f7d21338a07 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Pushing event deleted for resources: {'Port': ['ID=0b299deb-839b-41e4-b619-a46c25180530,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:33.466678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6053db-2e6f-495f-a22e-573cd918d639 req-96d96088-3154-4f11-97b6-2f7d21338a07 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] No DVR routers for this DVR port 0b299deb-839b-41e4-b619-a46c25180530 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:25:33.471685 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bb6053db-2e6f-495f-a22e-573cd918d639 req-96d96088-3154-4f11-97b6-2f7d21338a07 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:33.475197 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bb6053db-2e6f-495f-a22e-573cd918d639 req-96d96088-3154-4f11-97b6-2f7d21338a07 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.42 "DELETE /v2.0/ports/0b299deb-839b-41e4-b619-a46c25180530 HTTP/1.1" status: 204 len: 173 time: 0.7015982 Aug 17 02:25:33.475939 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2958c0dc-378a-4ab9-91a7-2729d900c2b7', 'name': 'network-vif-deleted', 'tag': '0b299deb-839b-41e4-b619-a46c25180530'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:33.481259 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1773ac7-01b7-4028-b8b4-e58ca3be976e" -d '{"events": [{"server_uuid": "2958c0dc-378a-4ab9-91a7-2729d900c2b7", "name": "network-vif-deleted", "tag": "0b299deb-839b-41e4-b619-a46c25180530"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:33.817745 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-f199391d-5db9-42f1-8c30-5564611dc6e9 req-3c5b2b17-02c3-4994-b33a-d8f6774f76ca tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] show failed (client error): The resource could not be found. Aug 17 02:25:33.830356 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48376) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:33.838686 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f199391d-5db9-42f1-8c30-5564611dc6e9 req-3c5b2b17-02c3-4994-b33a-d8f6774f76ca tempest-FloatingIPsTestJSON-363190017 tempest-FloatingIPsTestJSON-363190017-project] 10.222.0.13 "GET /v2.0/floatingips/3f38be8b-dd33-41f6-aa7a-0a311786ceaf HTTP/1.1" status: 404 len: 350 time: 0.1250412 Aug 17 02:25:34.027029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fcc657fc-8397-4133-9374-45c9116bee3e req-816a7d73-7c4f-4b57-bd73-04bed9b0297e tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=2958c0dc-378a-4ab9-91a7-2729d900c2b7 HTTP/1.1" status: 200 len: 210 time: 0.0567477 Aug 17 02:25:34.418804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfefb29-5286-4b48-8ea3-c6a9a0f1267f req-22526064-26ef-42e4-8cce-de5dd2e08dad tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:34.420804 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7dfefb29-5286-4b48-8ea3-c6a9a0f1267f req-22526064-26ef-42e4-8cce-de5dd2e08dad tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01080196-9330-42dc-9ed5-d0dcc0a9dc1c HTTP/1.1" status: 200 len: 946 time: 0.0782804 Aug 17 02:25:34.546683 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-175321af-93a4-4cbd-9763-2316d7df8c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:34.649744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-7dfefb29-5286-4b48-8ea3-c6a9a0f1267f req-b4acc939-a593-47bf-a589-0b396a5bc941 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Deleting port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:25:34.649744 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-7dfefb29-5286-4b48-8ea3-c6a9a0f1267f req-b4acc939-a593-47bf-a589-0b396a5bc941 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:34.658127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7d727-151f-4545-a335-244e76b2a701 req-86d38837-bde2-412e-9999-69b15dfdb669 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:34.667245 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21d7d727-151f-4545-a335-244e76b2a701 req-86d38837-bde2-412e-9999-69b15dfdb669 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 946 time: 0.1032858 Aug 17 02:25:34.719440 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21d7d727-151f-4545-a335-244e76b2a701 req-d89e7154-d3c8-40b8-9ddd-d2e6c0f73d2e tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518646 Aug 17 02:25:34.872628 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-7dfefb29-5286-4b48-8ea3-c6a9a0f1267f req-b4acc939-a593-47bf-a589-0b396a5bc941 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] For port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:34.873327 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-7dfefb29-5286-4b48-8ea3-c6a9a0f1267f req-b4acc939-a593-47bf-a589-0b396a5bc941 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:34.892460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-7dfefb29-5286-4b48-8ea3-c6a9a0f1267f req-b4acc939-a593-47bf-a589-0b396a5bc941 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Calling delete_port for eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:25:35.292876 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dad072f-f6f2-442f-a4b8-cd728d9399fc x-openstack-request-id: req-0dad072f-f6f2-442f-a4b8-cd728d9399fc {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:35.293195 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2958c0dc-378a-4ab9-91a7-2729d900c2b7", "name": "network-vif-deleted", "tag": "0b299deb-839b-41e4-b619-a46c25180530", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:35.293333 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dad072f-f6f2-442f-a4b8-cd728d9399fc {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:35.293745 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2958c0dc-378a-4ab9-91a7-2729d900c2b7', 'name': 'network-vif-deleted', 'tag': '0b299deb-839b-41e4-b619-a46c25180530', 'status': 'completed', 'code': 200} Aug 17 02:25:35.395055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f08d3ec-24e2-4ea8-9ef7-7c463689876e req-c9216118-15f4-4dd4-adbf-1fba884973a9 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 210 time: 0.0654330 Aug 17 02:25:35.463115 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-175321af-93a4-4cbd-9763-2316d7df8c04 admin admin] Deleting port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:25:35.463412 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-175321af-93a4-4cbd-9763-2316d7df8c04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:35.537218 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-7dfefb29-5286-4b48-8ea3-c6a9a0f1267f req-b4acc939-a593-47bf-a589-0b396a5bc941 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:35.547962 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:25:35.570559 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['eb229db2-c3b1-45c2-8868-2b4ac64ab4b8'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:25:35.599243 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acc939-a593-47bf-a589-0b396a5bc941 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Pushing event deleted for resources: {'Port': ['ID=eb229db2-c3b1-45c2-8868-2b4ac64ab4b8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:35.612913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-175321af-93a4-4cbd-9763-2316d7df8c04 admin admin] For port 869ebb5c-e259-46c7-bd4e-5e15a9b54f57, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=869ebb5c-e259-46c7-bd4e-5e15a9b54f57,segment=NetworkSegment(e7359a54-afce-4f48-a759-629e01704157),segment_id=e7359a54-afce-4f48-a759-629e01704157)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:35.612913 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-175321af-93a4-4cbd-9763-2316d7df8c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:35.681917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-175321af-93a4-4cbd-9763-2316d7df8c04 admin admin] Calling delete_port for 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:25:35.681917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfefb29-5286-4b48-8ea3-c6a9a0f1267f req-b4acc939-a593-47bf-a589-0b396a5bc941 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] No DVR routers for this DVR port eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:25:35.688137 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-7dfefb29-5286-4b48-8ea3-c6a9a0f1267f req-b4acc939-a593-47bf-a589-0b396a5bc941 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:35.690761 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7dfefb29-5286-4b48-8ea3-c6a9a0f1267f req-b4acc939-a593-47bf-a589-0b396a5bc941 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.18 "DELETE /v2.0/ports/eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 HTTP/1.1" status: 204 len: 173 time: 1.2529795 Aug 17 02:25:35.700225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f747b9-1b8d-425c-9e9e-f43299d463cb req-bde5267c-e421-4ce5-adfb-a2329459299a tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:35.708347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3f747b9-1b8d-425c-9e9e-f43299d463cb req-bde5267c-e421-4ce5-adfb-a2329459299a tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 945 time: 0.1270039 Aug 17 02:25:35.764702 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3f747b9-1b8d-425c-9e9e-f43299d463cb req-9a802315-1a16-4ae0-87d7-610fc896c6f8 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a4d213c-6091-4704-871d-17e2044720b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551169 Aug 17 02:25:35.993416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-5b44369d-f95a-485c-ac7d-356ddf2b5634 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:35.995562 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-5b44369d-f95a-485c-ac7d-356ddf2b5634 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/networks?id=ea94309b-4c71-4ebb-956b-55784f9334f8 HTTP/1.1" status: 200 len: 822 time: 0.1384466 Aug 17 02:25:36.013124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-7ea3da50-f575-4eb5-a854-62cc34267153 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/quotas/0ce9172036b7486bafdca63495c8c876 HTTP/1.1" status: 200 len: 375 time: 0.0116198 Aug 17 02:25:36.018465 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-175321af-93a4-4cbd-9763-2316d7df8c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:36.054632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175321af-93a4-4cbd-9763-2316d7df8c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=869ebb5c-e259-46c7-bd4e-5e15a9b54f57,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:36.140955 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-339042c8-2874-4547-b479-55af08ee1244 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ce9172036b7486bafdca63495c8c876&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1154020 Aug 17 02:25:36.332421 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-0a1786c2-ca0a-49a0-8a89-9a35cf744314 service neutron] 10.222.0.13 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903408 Aug 17 02:25:36.398937 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-175321af-93a4-4cbd-9763-2316d7df8c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:36.518726 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-598743fc-2e42-4b87-a17b-d68438efe87e service neutron] 10.222.0.13 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848831 Aug 17 02:25:36.694142 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0b299deb-839b-41e4-b619-a46c25180530 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:25:36.737439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 0b299deb-839b-41e4-b619-a46c25180530 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:25:36.738051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0b299deb-839b-41e4-b619-a46c25180530 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:25:36.779234 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175321af-93a4-4cbd-9763-2316d7df8c04 admin admin] Router 6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:25:36.797475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-a1793015-1b50-4ab6-9d9b-f506b31413cd tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:36.799119 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-a1793015-1b50-4ab6-9d9b-f506b31413cd tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.18 "GET /v2.0/networks?id=34294388-a8b7-4157-9b43-5859a5b71ee1 HTTP/1.1" status: 200 len: 815 time: 0.2728157 Aug 17 02:25:36.863202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-7761eb2d-e417-4d97-808f-49100ea15179 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Request body: {'port': {'device_id': 'f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b', 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1', 'admin_state_up': True, 'tenant_id': '4c16420efa164d4d912052f534bc872f'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:25:37.078579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175321af-93a4-4cbd-9763-2316d7df8c04 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:25:37.086259 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-175321af-93a4-4cbd-9763-2316d7df8c04 admin admin] 10.222.0.13 "PUT /v2.0/routers/6b9811a9-6eed-49e2-849a-fd7e9cbbfb56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2543695 Aug 17 02:25:37.093952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea490939-128e-4f95-8379-cea76d7dcb7d None None] Sync routers for ids ['6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:25:37.097112 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48436) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:37.117623 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea490939-128e-4f95-8379-cea76d7dcb7d None None] Routers {'6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:25:37.121044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ea490939-128e-4f95-8379-cea76d7dcb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:25:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:37.170504 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-7761eb2d-e417-4d97-808f-49100ea15179 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Made reservation on behalf of 4c16420efa164d4d912052f534bc872f for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:25:37.175259 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-7761eb2d-e417-4d97-808f-49100ea15179 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:37.181957 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5b5f0-5007-49d1-93f1-fa977bdad2ef req-64b2a0c6-4139-4020-9f32-ee32bc38eb3e tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:37.184706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f6f5b5f0-5007-49d1-93f1-fa977bdad2ef req-64b2a0c6-4139-4020-9f32-ee32bc38eb3e tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 946 time: 0.1960726 Aug 17 02:25:37.297647 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-32c6d25f-9406-4448-a084-d47ca047949d tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:37.299245 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-32c6d25f-9406-4448-a084-d47ca047949d tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 945 time: 0.2116787 Aug 17 02:25:37.303825 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f6f5b5f0-5007-49d1-93f1-fa977bdad2ef req-2edec1bb-7a36-4c38-87ee-47bb791bd940 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106250 Aug 17 02:25:37.346941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01080196-9330-42dc-9ed5-d0dcc0a9dc1c', 'name': 'network-vif-deleted', 'tag': 'eb229db2-c3b1-45c2-8868-2b4ac64ab4b8'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:37.349456 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3419f8-d310-40b5-aa6b-09f5a2af3832" -d '{"events": [{"server_uuid": "01080196-9330-42dc-9ed5-d0dcc0a9dc1c", "name": "network-vif-deleted", "tag": "eb229db2-c3b1-45c2-8868-2b4ac64ab4b8"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:37.373728 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-ea490939-128e-4f95-8379-cea76d7dcb7d None None] Set router 6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:25:37.410198 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:37.611828 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3905796-c263-41b6-9e12-c5467e1d59fb req-49366af3-ad9a-42ab-96fc-17629af8231f tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 210 time: 0.0710335 Aug 17 02:25:37.628546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-7761eb2d-e417-4d97-808f-49100ea15179 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Allocated IP 172.20.0.12 (34294388-a8b7-4157-9b43-5859a5b71ee1/0b0eebf0-cd07-40a8-9430-50c3dd1e4546/f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:25:37.690659 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:37.702708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-d96bfb8a-5e09-4379-91f5-2a4de569cd38 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Deleting port fb2cc102-4957-4508-b511-341969e390a9 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:25:37.703077 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-d96bfb8a-5e09-4379-91f5-2a4de569cd38 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:37.831007 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ea490939-128e-4f95-8379-cea76d7dcb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'name': 'tempest-FloatingIPsTestJSON-1780597773-router', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'e8d0ffa8-f6a2-4523-8e7a-e6bce866775a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:35Z', 'revision_number': 5, 'project_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'gw_port': {'id': 'e8d0ffa8-f6a2-4523-8e7a-e6bce866775a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:15:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:37.865915 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea490939-128e-4f95-8379-cea76d7dcb7d None None] Checking router: 6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:25:37.878679 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea490939-128e-4f95-8379-cea76d7dcb7d None None] Routers {'6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:25:37.879983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ea490939-128e-4f95-8379-cea76d7dcb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:25:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:37.911456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c53b3-6fd8-4b17-8a44-608fe296292b req-804772a8-aae0-4c0a-9485-b18fe9604fcd tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:37.924246 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c30c53b3-6fd8-4b17-8a44-608fe296292b req-804772a8-aae0-4c0a-9485-b18fe9604fcd tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 945 time: 0.1028852 Aug 17 02:25:38.003506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-d96bfb8a-5e09-4379-91f5-2a4de569cd38 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] For port fb2cc102-4957-4508-b511-341969e390a9, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb2cc102-4957-4508-b511-341969e390a9,segment=NetworkSegment(4497a93a-12f8-46a7-98a2-48220a788bd5),segment_id=4497a93a-12f8-46a7-98a2-48220a788bd5)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:38.003914 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-d96bfb8a-5e09-4379-91f5-2a4de569cd38 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:38.022768 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c30c53b3-6fd8-4b17-8a44-608fe296292b req-8530e52d-b24f-4b8b-ba71-63295caf0c96 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a4d213c-6091-4704-871d-17e2044720b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974951 Aug 17 02:25:38.134456 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d9adef8-3e8f-4f23-ade4-8c17983ab605 req-2696c8c3-f593-4dbd-a024-f0577bbe8252 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 210 time: 0.0555401 Aug 17 02:25:38.172360 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-7761eb2d-e417-4d97-808f-49100ea15179 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:38.176518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] Deleting port e8d0ffa8-f6a2-4523-8e7a-e6bce866775a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:25:38.177873 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:38.238094 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-20f09883-6afb-4488-953b-83cd97bd389a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:38.250146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-ea490939-128e-4f95-8379-cea76d7dcb7d None None] Set router 6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:25:38.264877 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f38b98-03c0-4a0f-ba85-2fe28e264338 x-openstack-request-id: req-53f38b98-03c0-4a0f-ba85-2fe28e264338 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:38.264877 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01080196-9330-42dc-9ed5-d0dcc0a9dc1c", "name": "network-vif-deleted", "tag": "eb229db2-c3b1-45c2-8868-2b4ac64ab4b8", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:38.264877 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53f38b98-03c0-4a0f-ba85-2fe28e264338 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:38.264877 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01080196-9330-42dc-9ed5-d0dcc0a9dc1c', 'name': 'network-vif-deleted', 'tag': 'eb229db2-c3b1-45c2-8868-2b4ac64ab4b8', 'status': 'completed', 'code': 200} Aug 17 02:25:38.311170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ea490939-128e-4f95-8379-cea76d7dcb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'name': 'tempest-FloatingIPsTestJSON-1780597773-router', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:37Z', 'revision_number': 6, 'project_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:38.350123 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea490939-128e-4f95-8379-cea76d7dcb7d None None] The sync data for ids ['6b9811a9-6eed-49e2-849a-fd7e9cbbfb56'] in n-d-793621-31 is: [{'id': '6b9811a9-6eed-49e2-849a-fd7e9cbbfb56', 'name': 'tempest-FloatingIPsTestJSON-1780597773-router', 'tenant_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:08Z', 'updated_at': '2021-08-17T02:25:37Z', 'revision_number': 6, 'project_id': 'c4bb196a616e47c1968aa1a2bd2a4b9b', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:25:38.495134 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca901225-cd27-43f8-8568-ab4736f0a00e req-f0727f5b-3c13-4dad-b9c0-31ae111b1060 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:38.506760 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca901225-cd27-43f8-8568-ab4736f0a00e req-f0727f5b-3c13-4dad-b9c0-31ae111b1060 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 946 time: 0.0760407 Aug 17 02:25:38.519436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] For port e8d0ffa8-f6a2-4523-8e7a-e6bce866775a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e8d0ffa8-f6a2-4523-8e7a-e6bce866775a,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:38.519931 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:38.551182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] Calling delete_port for e8d0ffa8-f6a2-4523-8e7a-e6bce866775a owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:25:38.563748 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-d96bfb8a-5e09-4379-91f5-2a4de569cd38 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:38.564251 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-d96bfb8a-5e09-4379-91f5-2a4de569cd38 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:38.564683 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-d96bfb8a-5e09-4379-91f5-2a4de569cd38 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Floating IP 634ebe7c-ea11-48cb-9ab0-ea578adf41f0 disassociated. External IP: 172.25.5.96, port: fb2cc102-4957-4508-b511-341969e390a9. Aug 17 02:25:38.565125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-d96bfb8a-5e09-4379-91f5-2a4de569cd38 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Calling delete_port for fb2cc102-4957-4508-b511-341969e390a9 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:25:38.566694 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca901225-cd27-43f8-8568-ab4736f0a00e req-d45569db-8622-4506-bd2d-5b90047c8b95 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584600 Aug 17 02:25:38.662905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:25:38.699773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:25:38.700806 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device eb229db2-c3b1-45c2-8868-2b4ac64ab4b8 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:25:38.895875 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d762484-f62f-4b35-a3b4-d530823fd166 req-c9dedf47-12b7-4b2e-b126-c3db1722624d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:38.908388 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d762484-f62f-4b35-a3b4-d530823fd166 req-c9dedf47-12b7-4b2e-b126-c3db1722624d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 932 time: 0.1151724 Aug 17 02:25:38.993544 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d762484-f62f-4b35-a3b4-d530823fd166 req-2ac3c0c4-7e22-4c7c-b85a-3b6d98afc112 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834756 Aug 17 02:25:39.097991 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-7761eb2d-e417-4d97-808f-49100ea15179 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:39.191217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-7761eb2d-e417-4d97-808f-49100ea15179 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Network 34294388-a8b7-4157-9b43-5859a5b71ee1 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:25:39.204394 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-7761eb2d-e417-4d97-808f-49100ea15179 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:25:39.213860 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-7761eb2d-e417-4d97-808f-49100ea15179 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:25:39.269298 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761eb2d-e417-4d97-808f-49100ea15179 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Pushing event updated for resources: {'Port': ['ID=f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:39.306275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bdbc7-eb9d-4e2b-8901-08961e17528e req-73216b2c-2215-4969-bcd2-ca4b385a10b0 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:39.308161 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-868bdbc7-eb9d-4e2b-8901-08961e17528e req-73216b2c-2215-4969-bcd2-ca4b385a10b0 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 945 time: 0.1320083 Aug 17 02:25:39.350303 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-7761eb2d-e417-4d97-808f-49100ea15179 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:39.350962 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-7761eb2d-e417-4d97-808f-49100ea15179 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:39.390644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-868bdbc7-eb9d-4e2b-8901-08961e17528e req-50515cbd-cb3c-474c-ad4e-9e9fa1594517 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a4d213c-6091-4704-871d-17e2044720b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660181 Aug 17 02:25:39.478464 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-7761eb2d-e417-4d97-808f-49100ea15179 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6233220 Aug 17 02:25:39.503153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Request body: {'port': {'device_id': 'f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:25:39.521516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f91d6c3-ed54-4374-be51-e143cdf79bb6 req-5032746d-a79f-4908-8fa4-47afa89ca09c tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 210 time: 0.0439687 Aug 17 02:25:39.581318 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-d96bfb8a-5e09-4379-91f5-2a4de569cd38 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:39.583914 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:39.637110 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:39.642429 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d0ffa8-f6a2-4523-8e7a-e6bce866775a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:39.681212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bfb8a-5e09-4379-91f5-2a4de569cd38 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Pushing event deleted for resources: {'Port': ['ID=fb2cc102-4957-4508-b511-341969e390a9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:39.747107 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e8d0ffa8-f6a2-4523-8e7a-e6bce866775a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:25:39.791833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: e8d0ffa8-f6a2-4523-8e7a-e6bce866775a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:25:39.792342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e8d0ffa8-f6a2-4523-8e7a-e6bce866775a not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:25:39.793019 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:25:39.811788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356028f-5202-4b16-b8b3-e477d9853d81 req-45837cb4-fcc6-4fff-9f3c-6bd380d63d8a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:39.814928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:25:39.815609 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 869ebb5c-e259-46c7-bd4e-5e15a9b54f57 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:25:39.825340 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4356028f-5202-4b16-b8b3-e477d9853d81 req-45837cb4-fcc6-4fff-9f3c-6bd380d63d8a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 946 time: 0.0843823 Aug 17 02:25:39.887628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4356028f-5202-4b16-b8b3-e477d9853d81 req-c20549f5-09cd-4037-8407-49bcd4540a7f tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502229 Aug 17 02:25:39.989971 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:40.205475 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:40.212657 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:40.218381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-d96bfb8a-5e09-4379-91f5-2a4de569cd38 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Router b52b3b91-907a-4ada-83a6-a8ea68b453ee has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:25:40.231314 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-443a6237-3c01-4470-a585-1f26aa86a790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:40.364753 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ede18-a9f4-4868-a37b-66711ed6cfa6 req-330153b3-8b24-4e44-bbef-a08f3d0e7f2c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:40.379196 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-921ede18-a9f4-4868-a37b-66711ed6cfa6 req-330153b3-8b24-4e44-bbef-a08f3d0e7f2c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 932 time: 0.1628411 Aug 17 02:25:40.414677 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:40.420657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:25:40.442719 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:40.445111 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a48c0a1a-7275-4aff-97ff-d1b1b6d91a8b admin admin] 10.222.0.13 "DELETE /v2.0/routers/6b9811a9-6eed-49e2-849a-fd7e9cbbfb56 HTTP/1.1" status: 204 len: 168 time: 3.3445706 Aug 17 02:25:40.454977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48496) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:40.567896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-34c651a5-3283-4084-87ca-949f1830e6bb tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:40.569897 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-34c651a5-3283-4084-87ca-949f1830e6bb tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.18 "GET /v2.0/networks?id=ea94309b-4c71-4ebb-956b-55784f9334f8 HTTP/1.1" status: 200 len: 822 time: 0.3419924 Aug 17 02:25:40.598091 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-921ede18-a9f4-4868-a37b-66711ed6cfa6 req-9d081be7-f11e-40ef-9222-3a43d89a665f tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159216 Aug 17 02:25:40.607669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-e31abdcb-70e2-400f-a408-56a50019dc56 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Request body: {'port': {'device_id': '89eecdf7-d6a5-4a17-a0c0-196709e341b7', 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8', 'admin_state_up': True, 'tenant_id': '0ce9172036b7486bafdca63495c8c876'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:25:40.630967 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:40.643660 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-320db6be-f594-4db1-8eba-f7b6d809abd6 admin admin] Deleting subnet 3fbf7ea7-3b5d-4ecd-9960-21018700b271 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:25:40.653306 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-320db6be-f594-4db1-8eba-f7b6d809abd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:40.664386 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device c2f09a66-0d1b-444c-99cb-d0daf83a4efa details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:25:40.695008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:25:40.727651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-def6c368-8264-4b96-b5fb-18c9e64576f1 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:40.729347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-def6c368-8264-4b96-b5fb-18c9e64576f1 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f&tenant_id=e3bea87dd1b648248d3d9b791695e521&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1098 time: 0.1115527 Aug 17 02:25:40.746038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-31'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:25:40.747763 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:40.759768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-d96bfb8a-5e09-4379-91f5-2a4de569cd38 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:25:40.773168 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-320db6be-f594-4db1-8eba-f7b6d809abd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:40.775961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Transition to ACTIVE for port object f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:25:40.777582 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2ba27-cd83-492f-b9d7-51bb57d84322 None None] Sync routers for ids ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:25:40.795336 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2ba27-cd83-492f-b9d7-51bb57d84322 None None] Routers {'b52b3b91-907a-4ada-83a6-a8ea68b453ee'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:25:40.796422 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7fc2ba27-cd83-492f-b9d7-51bb57d84322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:25:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:40.860994 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:40.873990 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device fb2cc102-4957-4508-b511-341969e390a9 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:25:40.903323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-d96bfb8a-5e09-4379-91f5-2a4de569cd38 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] No DVR routers for this DVR port fb2cc102-4957-4508-b511-341969e390a9 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:25:40.910683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: fb2cc102-4957-4508-b511-341969e390a9 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:25:40.911320 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device fb2cc102-4957-4508-b511-341969e390a9 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:25:40.911621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-d96bfb8a-5e09-4379-91f5-2a4de569cd38 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:40.913747 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-683db24b-5cba-421f-8b88-afd2b759ed20 req-d96bfb8a-5e09-4379-91f5-2a4de569cd38 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.42 "DELETE /v2.0/ports/fb2cc102-4957-4508-b511-341969e390a9 HTTP/1.1" status: 204 len: 173 time: 3.5601528 Aug 17 02:25:40.920467 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cda13a9-282c-4775-bfa9-aab6dd6ca7e9', 'name': 'network-vif-deleted', 'tag': 'fb2cc102-4957-4508-b511-341969e390a9'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:40.930126 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf723cb3-f128-449a-9f16-23c210d5944b" -d '{"events": [{"server_uuid": "8cda13a9-282c-4775-bfa9-aab6dd6ca7e9", "name": "network-vif-deleted", "tag": "fb2cc102-4957-4508-b511-341969e390a9"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:40.940738 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:40.943331 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:40.976045 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device c2f09a66-0d1b-444c-99cb-d0daf83a4efa has no active binding in host n-h2-793621-31 {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:25:41.031069 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-7fc2ba27-cd83-492f-b9d7-51bb57d84322 None None] Set router b52b3b91-907a-4ada-83a6-a8ea68b453ee gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:25:41.058392 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e625c2a3-ce1c-4b2e-afce-256c7580e4b9 req-2f1a7238-32db-4598-a0be-5fda5665a4d4 tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cda13a9-282c-4775-bfa9-aab6dd6ca7e9 HTTP/1.1" status: 200 len: 210 time: 0.1676700 Aug 17 02:25:41.130227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:41.133012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-e31abdcb-70e2-400f-a408-56a50019dc56 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Made reservation on behalf of 0ce9172036b7486bafdca63495c8c876 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:25:41.138388 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-e31abdcb-70e2-400f-a408-56a50019dc56 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:41.155778 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Pushing event updated for resources: {'Port': ['ID=f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:41.204814 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-320db6be-f594-4db1-8eba-f7b6d809abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:41.234371 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9fc79341-ce6e-4b76-99b6-07a61ad89a7e req-a4163a46-f296-4b90-a1db-2d3143fb4832 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 210 time: 0.0616937 Aug 17 02:25:41.294213 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Attempting to bind port f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:25:41.294213 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Attempting to bind port f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '12b7096e-0114-4bc0-820e-ca83c1c2438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:25:41.294213 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Attempting to bind port f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 on network 34294388-a8b7-4157-9b43-5859a5b71ee1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:25:41.299523 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Port f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 on network 34294388-a8b7-4157-9b43-5859a5b71ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:25:41.299852 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Attempting to bind port f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 on network 34294388-a8b7-4157-9b43-5859a5b71ee1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:25:41.311266 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:25:41.311612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Checking segment: {'id': '12b7096e-0114-4bc0-820e-ca83c1c2438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:25:41.312010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Bound using segment: {'id': '12b7096e-0114-4bc0-820e-ca83c1c2438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:25:41.312460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Bound port: f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7096e-0114-4bc0-820e-ca83c1c2438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:25:41.312818 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:41.354931 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7fc2ba27-cd83-492f-b9d7-51bb57d84322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:48Z', 'updated_at': '2021-08-17T02:21:53Z', 'revision_number': 4, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'gw_port': {'id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:49Z', 'updated_at': '2021-08-17T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'b926f670-3ab4-48f9-a0d7-35d743ebae47', 'name': '', 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'mac_address': 'fa:16:3e:71:9e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'af102a6f-756b-4197-a788-33847e19470e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:52Z', 'updated_at': '2021-08-17T02:21:59Z', 'revision_number': 5, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'subnets': [{'id': 'af102a6f-756b-4197-a788-33847e19470e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:41.359539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:25:41.388745 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2ba27-cd83-492f-b9d7-51bb57d84322 None None] Checking router: b52b3b91-907a-4ada-83a6-a8ea68b453ee for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:25:41.397178 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] For port f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:25:41.398017 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2ba27-cd83-492f-b9d7-51bb57d84322 None None] Routers {'b52b3b91-907a-4ada-83a6-a8ea68b453ee'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:25:41.398792 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7fc2ba27-cd83-492f-b9d7-51bb57d84322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:25:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:41.400986 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] For port f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:25:41.448960 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab6b389-4f34-41d5-b1fc-a40aeebf879f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f09a66-0d1b-444c-99cb-d0daf83a4efa'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:41.451423 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978aac14-2e24-405a-afc8-a94a7a73ad77" -d '{"events": [{"server_uuid": "8ab6b389-4f34-41d5-b1fc-a40aeebf879f", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f09a66-0d1b-444c-99cb-d0daf83a4efa"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:41.474295 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-320db6be-f594-4db1-8eba-f7b6d809abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:41.478171 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:41.498921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cb6e4-a0ec-4ca4-b879-2be799d7187c req-ca6a0242-2b38-434e-b640-2c5dd376c915 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:41.506463 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f24cb6e4-a0ec-4ca4-b879-2be799d7187c req-ca6a0242-2b38-434e-b640-2c5dd376c915 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 946 time: 0.1706533 Aug 17 02:25:41.512789 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-320db6be-f594-4db1-8eba-f7b6d809abd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:41.517487 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-320db6be-f594-4db1-8eba-f7b6d809abd6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3fbf7ea7-3b5d-4ecd-9960-21018700b271 HTTP/1.1" status: 204 len: 168 time: 0.9878967 Aug 17 02:25:41.518416 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afe9f8c-7bd9-4706-b9ee-cb629bd4f122 None None] Network c7c669c5-824f-46dc-8931-b68eab8f5d19 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:25:41.518866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:41.522514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48514) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:41.523773 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320db6be-f594-4db1-8eba-f7b6d809abd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fbf7ea7-3b5d-4ecd-9960-21018700b271,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:41.581999 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-e31abdcb-70e2-400f-a408-56a50019dc56 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Allocated IP 172.20.0.3 (ea94309b-4c71-4ebb-956b-55784f9334f8/ebee2bf4-fcee-40c1-aead-86827d774924/8ab470b1-318e-4f86-890a-b3b925cbdcd7) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:25:41.601560 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:41.615890 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-7fc2ba27-cd83-492f-b9d7-51bb57d84322 None None] Set router b52b3b91-907a-4ada-83a6-a8ea68b453ee gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:25:41.630063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:41.635169 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:41.635169 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] 10.222.0.18 "PUT /v2.0/ports/f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 HTTP/1.1" status: 200 len: 1093 time: 2.1353538 Aug 17 02:25:41.684126 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7775a6-094e-42ee-9c67-a36ad1cc4f68 service neutron] Pushing event updated for resources: {'Port': ['ID=f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:41.704834 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:41.708229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Pushing event updated for resources: {'Port': ['ID=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,revision_number=7']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:41.741345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f24cb6e4-a0ec-4ca4-b879-2be799d7187c req-9331a46a-c0d2-4fba-9210-72cd1f410ea6 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338738 Aug 17 02:25:41.792172 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:41.833584 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4ae389-657d-48f3-b468-28c3ff56f106 x-openstack-request-id: req-7f4ae389-657d-48f3-b468-28c3ff56f106 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:41.833887 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cda13a9-282c-4775-bfa9-aab6dd6ca7e9", "name": "network-vif-deleted", "tag": "fb2cc102-4957-4508-b511-341969e390a9", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:41.834128 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f4ae389-657d-48f3-b468-28c3ff56f106 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:41.834526 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cda13a9-282c-4775-bfa9-aab6dd6ca7e9', 'name': 'network-vif-deleted', 'tag': 'fb2cc102-4957-4508-b511-341969e390a9', 'status': 'completed', 'code': 200} Aug 17 02:25:41.861218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-ba6bccae-7d78-4f5b-9b00-756b36d61242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:41.862852 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-ba6bccae-7d78-4f5b-9b00-756b36d61242 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c16420efa164d4d912052f534bc872f&device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 1096 time: 0.0589373 Aug 17 02:25:41.872496 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] Deleting port cce698eb-aca0-42fa-b37e-557a35bfee05 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:25:41.873024 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:41.915631 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db575414-47d0-42c3-b2ef-b14edd3d7aaf None None] DHCP port deletion for c7c669c5-824f-46dc-8931-b68eab8f5d19 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:25:41.936961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Attempting to bind port c2f09a66-0d1b-444c-99cb-d0daf83a4efa on host n-h1-793621-31 for vnic_type normal with profile {"migrating_to": "n-h2-793621-31"} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:25:41.937595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Attempting to bind port c2f09a66-0d1b-444c-99cb-d0daf83a4efa by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:25:41.938151 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Attempting to bind port c2f09a66-0d1b-444c-99cb-d0daf83a4efa on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:25:41.947867 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Port c2f09a66-0d1b-444c-99cb-d0daf83a4efa on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:25:41.954054 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Attempting to bind port c2f09a66-0d1b-444c-99cb-d0daf83a4efa on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:25:41.957774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:25:41.958369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Checking segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:25:41.958974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Bound using segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:25:41.959621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Bound port: c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:25:41.960195 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:42.002303 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7fc2ba27-cd83-492f-b9d7-51bb57d84322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:48Z', 'updated_at': '2021-08-17T02:21:53Z', 'revision_number': 4, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'gw_port': {'id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:49Z', 'updated_at': '2021-08-17T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'b926f670-3ab4-48f9-a0d7-35d743ebae47', 'name': '', 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'mac_address': 'fa:16:3e:71:9e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'af102a6f-756b-4197-a788-33847e19470e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:52Z', 'updated_at': '2021-08-17T02:21:59Z', 'revision_number': 5, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'subnets': [{'id': 'af102a6f-756b-4197-a788-33847e19470e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:42.041423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:25:42.047363 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] For port cce698eb-aca0-42fa-b37e-557a35bfee05, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=cce698eb-aca0-42fa-b37e-557a35bfee05,segment=NetworkSegment(e7359a54-afce-4f48-a759-629e01704157),segment_id=e7359a54-afce-4f48-a759-629e01704157)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:42.051622 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:42.054054 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:25:42.058987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-db575414-47d0-42c3-b2ef-b14edd3d7aaf None None] Deleting port cce698eb-aca0-42fa-b37e-557a35bfee05 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:25:42.059625 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-db575414-47d0-42c3-b2ef-b14edd3d7aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:42.062636 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] Calling delete_port for cce698eb-aca0-42fa-b37e-557a35bfee05 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:25:42.091321 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2ba27-cd83-492f-b9d7-51bb57d84322 None None] The sync data for ids ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'] in n-d-793621-31 is: [{'id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:48Z', 'updated_at': '2021-08-17T02:21:53Z', 'revision_number': 4, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'gw_port': {'id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:49Z', 'updated_at': '2021-08-17T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'b926f670-3ab4-48f9-a0d7-35d743ebae47', 'name': '', 'network_id': '0df5f708-0a74-4aaa-a1e6-1144e4724d95', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'mac_address': 'fa:16:3e:71:9e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'af102a6f-756b-4197-a788-33847e19470e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:52Z', 'updated_at': '2021-08-17T02:21:59Z', 'revision_number': 5, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'subnets': [{'id': 'af102a6f-756b-4197-a788-33847e19470e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:25:42.131342 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-e31abdcb-70e2-400f-a408-56a50019dc56 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:42.174082 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-901a000f-e7f5-4c91-97c6-63e107ed34a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 HTTP/1.1" status: 200 len: 217 time: 0.2915957 Aug 17 02:25:42.182162 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:42.231749 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-db575414-47d0-42c3-b2ef-b14edd3d7aaf None None] For port cce698eb-aca0-42fa-b37e-557a35bfee05, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=cce698eb-aca0-42fa-b37e-557a35bfee05,segment=NetworkSegment(e7359a54-afce-4f48-a759-629e01704157),segment_id=e7359a54-afce-4f48-a759-629e01704157)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:42.232159 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-db575414-47d0-42c3-b2ef-b14edd3d7aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:42.261725 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-e31abdcb-70e2-400f-a408-56a50019dc56 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:42.270522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-db575414-47d0-42c3-b2ef-b14edd3d7aaf None None] Calling delete_port for cce698eb-aca0-42fa-b37e-557a35bfee05 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:25:42.297002 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:42.298269 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:42.300437 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-15501d18-14c7-4963-955f-7eb49be04add service neutron] 10.222.0.18 "PUT /v2.0/ports/c2f09a66-0d1b-444c-99cb-d0daf83a4efa HTTP/1.1" status: 200 len: 1124 time: 1.5589523 Aug 17 02:25:42.300743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-03133ae3-2fd6-4485-93ae-9b853bca2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:42.302397 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-03133ae3-2fd6-4485-93ae-9b853bca2790 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0eebf0-cd07-40a8-9430-50c3dd1e4546 HTTP/1.1" status: 200 len: 855 time: 0.1129577 Aug 17 02:25:42.313545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15501d18-14c7-4963-955f-7eb49be04add service neutron] Pushing event updated for resources: {'Port': ['ID=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,revision_number=8']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:42.372510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-e31abdcb-70e2-400f-a408-56a50019dc56 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Network ea94309b-4c71-4ebb-956b-55784f9334f8 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:25:42.382989 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-e31abdcb-70e2-400f-a408-56a50019dc56 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:25:42.388183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-e31abdcb-70e2-400f-a408-56a50019dc56 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:25:42.409195 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-7b372cb2-c303-4f7d-aaf8-272d31f92b44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34294388-a8b7-4157-9b43-5859a5b71ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793774 Aug 17 02:25:42.412588 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:42.434495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] No DVR routers for this DVR port cce698eb-aca0-42fa-b37e-557a35bfee05 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: from cryptography.utils import int_from_bytes Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: from cryptography.utils import int_from_bytes Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.448546 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.453739 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.453739 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.453739 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.453739 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.453739 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.453739 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.453739 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.453739 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.453739 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.453739 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.453739 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.453739 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.453739 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:25:42.453739 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:25:42.459306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['c2f09a66-0d1b-444c-99cb-d0daf83a4efa'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:25:42.489355 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-db575414-47d0-42c3-b2ef-b14edd3d7aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:42.512403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31abdcb-70e2-400f-a408-56a50019dc56 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Pushing event updated for resources: {'Port': ['ID=8ab470b1-318e-4f86-890a-b3b925cbdcd7,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:42.539062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['c2f09a66-0d1b-444c-99cb-d0daf83a4efa'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:25:42.543529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-e31abdcb-70e2-400f-a408-56a50019dc56 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:42.544334 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-e31abdcb-70e2-400f-a408-56a50019dc56 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:42.552155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db575414-47d0-42c3-b2ef-b14edd3d7aaf None None] Pushing event deleted for resources: {'Port': ['ID=cce698eb-aca0-42fa-b37e-557a35bfee05,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:42.587968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db575414-47d0-42c3-b2ef-b14edd3d7aaf None None] No DVR routers for this DVR port cce698eb-aca0-42fa-b37e-557a35bfee05 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:25:42.615201 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44e264e-27a6-4d98-bb96-c85eac089d22 x-openstack-request-id: req-a44e264e-27a6-4d98-bb96-c85eac089d22 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:42.616573 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab6b389-4f34-41d5-b1fc-a40aeebf879f", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f09a66-0d1b-444c-99cb-d0daf83a4efa", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:42.616928 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a44e264e-27a6-4d98-bb96-c85eac089d22 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:42.618053 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab6b389-4f34-41d5-b1fc-a40aeebf879f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f09a66-0d1b-444c-99cb-d0daf83a4efa', 'code': 200} Aug 17 02:25:42.664780 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-e31abdcb-70e2-400f-a408-56a50019dc56 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0651526 Aug 17 02:25:42.669231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c7b24c-eaf8-4981-8c70-ab792e205442 None None] New status for floating IP 634ebe7c-ea11-48cb-9ab0-ea578adf41f0: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:25:42.691817 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Request body: {'port': {'device_id': '89eecdf7-d6a5-4a17-a0c0-196709e341b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:25:42.851440 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:42.854564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] Pushing event deleted for resources: {'Port': ['ID=cce698eb-aca0-42fa-b37e-557a35bfee05,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:42.906864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ce53b-2578-4747-ac71-3eed6d16e533 req-aa505328-741a-4fa1-a1fc-0fa6fd3d8fb7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:42.908346 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-462ce53b-2578-4747-ac71-3eed6d16e533 req-aa505328-741a-4fa1-a1fc-0fa6fd3d8fb7 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 944 time: 0.1551294 Aug 17 02:25:42.953864 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-ee6f9a4c-95fa-4b21-811d-cd7d6a58a4d9 service neutron] 10.222.0.18 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238369 Aug 17 02:25:43.037190 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:43.053053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-462ce53b-2578-4747-ac71-3eed6d16e533 req-5b5224b9-bb76-42c6-96cb-683857fce420 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373241 Aug 17 02:25:43.055078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c669c5-824f-46dc-8931-b68eab8f5d19']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:43.084374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7359a54-afce-4f48-a759-629e01704157') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:43.084678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7359a54-afce-4f48-a759-629e01704157') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:43.111457 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:43.142021 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5703f20a-ec23-4e43-8cb2-6eb5afcd05a5 req-8c32f33f-4fd5-493e-8dc1-a36eb28e910d service neutron] 10.222.0.18 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742325 Aug 17 02:25:43.143314 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:25:43.154241 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:25:43.339714 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:43.350369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab470b1-318e-4f86-890a-b3b925cbdcd7 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:25:43.361437 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:43.362701 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:43.368170 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c7c669c5-824f-46dc-8931-b68eab8f5d19 HTTP/1.1" status: 204 len: 168 time: 1.8372841 Aug 17 02:25:43.368512 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec89589-894b-49e5-a107-f0e302f99078 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c669c5-824f-46dc-8931-b68eab8f5d19,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:43.380082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Transition to ACTIVE for port object 8ab470b1-318e-4f86-890a-b3b925cbdcd7 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:25:43.389265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869da648-2108-48c9-b53d-45fb85d5d6dd req-985d59a0-3374-4818-9db3-bf1fe58f6ed1 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:43.390784 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-869da648-2108-48c9-b53d-45fb85d5d6dd req-985d59a0-3374-4818-9db3-bf1fe58f6ed1 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 931 time: 0.0914633 Aug 17 02:25:43.438221 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-869da648-2108-48c9-b53d-45fb85d5d6dd req-41b63d22-c292-4538-bb50-ee90d9abd49c tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410299 Aug 17 02:25:43.469821 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:43.556595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Pushing event updated for resources: {'Port': ['ID=8ab470b1-318e-4f86-890a-b3b925cbdcd7,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:43.623229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ea2c0-ef79-43af-8f24-0792b256ba99 req-50cb5ff0-e8fe-4dd8-b1f0-06b4c480103d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:43.624772 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-396ea2c0-ef79-43af-8f24-0792b256ba99 req-50cb5ff0-e8fe-4dd8-b1f0-06b4c480103d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 944 time: 0.1195471 Aug 17 02:25:43.685091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Attempting to bind port 8ab470b1-318e-4f86-890a-b3b925cbdcd7 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:25:43.685471 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Attempting to bind port 8ab470b1-318e-4f86-890a-b3b925cbdcd7 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '552b83c0-f87d-48ce-91bb-e8cff1287a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:25:43.685833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Attempting to bind port 8ab470b1-318e-4f86-890a-b3b925cbdcd7 on network ea94309b-4c71-4ebb-956b-55784f9334f8 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:25:43.697041 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Port 8ab470b1-318e-4f86-890a-b3b925cbdcd7 on network ea94309b-4c71-4ebb-956b-55784f9334f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:25:43.697565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Attempting to bind port 8ab470b1-318e-4f86-890a-b3b925cbdcd7 on network ea94309b-4c71-4ebb-956b-55784f9334f8 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:25:43.704954 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-396ea2c0-ef79-43af-8f24-0792b256ba99 req-2101ddd9-e423-439d-8dfb-c9a89fe297ca tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724628 Aug 17 02:25:43.707852 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:25:43.708286 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Checking segment: {'id': '552b83c0-f87d-48ce-91bb-e8cff1287a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:25:43.708559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Bound using segment: {'id': '552b83c0-f87d-48ce-91bb-e8cff1287a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:25:43.709162 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Bound port: 8ab470b1-318e-4f86-890a-b3b925cbdcd7, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552b83c0-f87d-48ce-91bb-e8cff1287a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:25:43.709570 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:43.739849 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:43.770467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device cce698eb-aca0-42fa-b37e-557a35bfee05 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:25:43.799863 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: cce698eb-aca0-42fa-b37e-557a35bfee05 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:25:43.800221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device cce698eb-aca0-42fa-b37e-557a35bfee05 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:25:43.837144 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b', 'tag': 'f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:43.840513 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d234c92c-397a-4a53-bc49-8dabcda077e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b", "tag": "f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:43.873326 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48558) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:43.955498 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48562) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:43.970487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48564) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:44.009557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] For port 8ab470b1-318e-4f86-890a-b3b925cbdcd7, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:25:44.059305 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] For port 8ab470b1-318e-4f86-890a-b3b925cbdcd7, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=8ab470b1-318e-4f86-890a-b3b925cbdcd7,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:25:44.075662 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8565b4d6-3eb8-4385-b308-45b9afeba3fd tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:44.116395 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8565b4d6-3eb8-4385-b308-45b9afeba3fd tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:44.147040 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-52cd63d7-1820-44fa-81df-9cc96d7576bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4bb196a616e47c1968aa1a2bd2a4b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900702 Aug 17 02:25:44.152076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48568) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:44.193363 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a106837e-8a68-4f7c-9f65-4982ed71da99 x-openstack-request-id: req-a106837e-8a68-4f7c-9f65-4982ed71da99 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:44.194735 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b", "tag": "f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:44.195260 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a106837e-8a68-4f7c-9f65-4982ed71da99 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:44.195949 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b', 'tag': 'f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69', 'status': 'completed', 'code': 200} Aug 17 02:25:44.196589 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:44.240848 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-66d7e60a-f4c2-42e3-b4ff-b48ae3a1e745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:44.282695 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:44.283324 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:44.284738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] 10.222.0.18 "PUT /v2.0/ports/8ab470b1-318e-4f86-890a-b3b925cbdcd7 HTTP/1.1" status: 200 len: 1092 time: 1.5997055 Aug 17 02:25:44.336075 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a42cd648-33d5-4839-bced-6ff7d3d520f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:44.340499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59bff9-3860-40f7-a094-8f43cf3ffaeb service neutron] Pushing event updated for resources: {'Port': ['ID=8ab470b1-318e-4f86-890a-b3b925cbdcd7,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:44.355391 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-66d7e60a-f4c2-42e3-b4ff-b48ae3a1e745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:44.369781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f673bfc-9207-4fea-9baa-a5532ae30fc7 req-af0bdc2a-d01a-4df7-a87b-533ea328b74e tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:44.372189 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0f673bfc-9207-4fea-9baa-a5532ae30fc7 req-af0bdc2a-d01a-4df7-a87b-533ea328b74e tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 944 time: 0.0728340 Aug 17 02:25:44.379058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234c92c-397a-4a53-bc49-8dabcda077e2 req-d074118d-ed09-46a5-a652-5d360ee455b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:44.381043 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d234c92c-397a-4a53-bc49-8dabcda077e2 req-d074118d-ed09-46a5-a652-5d360ee455b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c16420efa164d4d912052f534bc872f&device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 1096 time: 0.1374514 Aug 17 02:25:44.421426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0f673bfc-9207-4fea-9baa-a5532ae30fc7 req-47852562-1900-4139-b9f5-01fa81f7cc8c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366914 Aug 17 02:25:44.485834 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8565b4d6-3eb8-4385-b308-45b9afeba3fd tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:44.488458 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8565b4d6-3eb8-4385-b308-45b9afeba3fd tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:44.491679 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8565b4d6-3eb8-4385-b308-45b9afeba3fd tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "DELETE /v2.0/security-groups/1a4d213c-6091-4704-871d-17e2044720b3 HTTP/1.1" status: 204 len: 168 time: 0.5181022 Aug 17 02:25:44.495068 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48572) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:44.518745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565b4d6-3eb8-4385-b308-45b9afeba3fd tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4d213c-6091-4704-871d-17e2044720b3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:44.525850 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-8fb4ed5d-48cd-490b-b269-254a96f06efd tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] show failed (client error): The resource could not be found. Aug 17 02:25:44.527549 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8fb4ed5d-48cd-490b-b269-254a96f06efd tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "GET /v2.0/security-groups/1a4d213c-6091-4704-871d-17e2044720b3 HTTP/1.1" status: 404 len: 347 time: 0.0311613 Aug 17 02:25:44.531938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48574) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:44.590356 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234c92c-397a-4a53-bc49-8dabcda077e2 req-95caa1cd-dad3-4e1b-bd1d-3efa01926bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:44.592409 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d234c92c-397a-4a53-bc49-8dabcda077e2 req-95caa1cd-dad3-4e1b-bd1d-3efa01926bdc service neutron] 10.222.0.18 "GET /v2.0/networks?id=34294388-a8b7-4157-9b43-5859a5b71ee1 HTTP/1.1" status: 200 len: 916 time: 0.2012675 Aug 17 02:25:44.619805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab6b389-4f34-41d5-b1fc-a40aeebf879f', 'tag': 'c2f09a66-0d1b-444c-99cb-d0daf83a4efa'}, {'name': 'network-changed', 'server_uuid': '89eecdf7-d6a5-4a17-a0c0-196709e341b7', 'tag': '8ab470b1-318e-4f86-890a-b3b925cbdcd7'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:44.622335 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7422c215-11f5-4432-bb4a-c0bb28c1533f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab6b389-4f34-41d5-b1fc-a40aeebf879f", "tag": "c2f09a66-0d1b-444c-99cb-d0daf83a4efa"}, {"name": "network-changed", "server_uuid": "89eecdf7-d6a5-4a17-a0c0-196709e341b7", "tag": "8ab470b1-318e-4f86-890a-b3b925cbdcd7"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:44.656038 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d234c92c-397a-4a53-bc49-8dabcda077e2 req-13684087-ffb1-49d1-8d91-5602410ed7a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 HTTP/1.1" status: 200 len: 217 time: 0.0486026 Aug 17 02:25:44.707050 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a42cd648-33d5-4839-bced-6ff7d3d520f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:44.730642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234c92c-397a-4a53-bc49-8dabcda077e2 req-82a00d31-9fa3-4ed0-b0da-21d48af7325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:44.733029 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d234c92c-397a-4a53-bc49-8dabcda077e2 req-82a00d31-9fa3-4ed0-b0da-21d48af7325e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0eebf0-cd07-40a8-9430-50c3dd1e4546 HTTP/1.1" status: 200 len: 855 time: 0.0691583 Aug 17 02:25:44.736161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-90b2e26a-e26c-44ef-95a1-5c0493196b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:44.737818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-90b2e26a-e26c-44ef-95a1-5c0493196b75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ce9172036b7486bafdca63495c8c876&device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 1095 time: 0.1951945 Aug 17 02:25:44.742290 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-66d7e60a-f4c2-42e3-b4ff-b48ae3a1e745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:44.747282 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-66d7e60a-f4c2-42e3-b4ff-b48ae3a1e745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:44.748769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e762f-7e0f-4eee-b29c-6a6f0de80aab req-3156f4ee-7507-4c9e-ad07-0d4227ea0b72 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:44.752071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b06e762f-7e0f-4eee-b29c-6a6f0de80aab req-3156f4ee-7507-4c9e-ad07-0d4227ea0b72 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 943 time: 0.1616085 Aug 17 02:25:44.754418 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-66d7e60a-f4c2-42e3-b4ff-b48ae3a1e745 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f642dc2f-c78b-4069-85ba-26440a626d40 HTTP/1.1" status: 204 len: 168 time: 0.6001861 Aug 17 02:25:44.772301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7e60a-f4c2-42e3-b4ff-b48ae3a1e745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f642dc2f-c78b-4069-85ba-26440a626d40,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:44.807168 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d234c92c-397a-4a53-bc49-8dabcda077e2 req-a2698103-9b21-4e2c-b543-67ca6f3c5349 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34294388-a8b7-4157-9b43-5859a5b71ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431800 Aug 17 02:25:44.843388 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-fbf1f141-2dcd-4d52-a718-e0efb1fe11e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab470b1-318e-4f86-890a-b3b925cbdcd7 HTTP/1.1" status: 200 len: 217 time: 0.0804744 Aug 17 02:25:44.895406 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a42cd648-33d5-4839-bced-6ff7d3d520f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:44.960318 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a42cd648-33d5-4839-bced-6ff7d3d520f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea63712d08c34a338268f836a848d5c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0856915 Aug 17 02:25:44.961081 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42cd648-33d5-4839-bced-6ff7d3d520f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209b6845-8cb6-400b-9f13-22f199358984,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:44.970073 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48584) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:44.980524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3e873adc-f82b-4146-bbce-20bb7d2d530c tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Deleting port 71fb44b6-dc0b-47fd-b183-9268d9c0b822 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:25:44.981075 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e873adc-f82b-4146-bbce-20bb7d2d530c tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:45.034380 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d234c92c-397a-4a53-bc49-8dabcda077e2 req-dd48b613-bb16-4c09-a7d4-368dc16f7a32 service neutron] 10.222.0.18 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032394 Aug 17 02:25:45.080552 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d130a602-98dc-4220-9ff7-a44a942f7390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:45.120877 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b06e762f-7e0f-4eee-b29c-6a6f0de80aab req-2e0013d5-b54e-4438-85aa-cb47f5a22dc5 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328240 Aug 17 02:25:45.140259 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d130a602-98dc-4220-9ff7-a44a942f7390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:45.158134 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e873adc-f82b-4146-bbce-20bb7d2d530c tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:45.158654 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e873adc-f82b-4146-bbce-20bb7d2d530c tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:45.165497 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-46a3adae-0616-438b-bf7e-00f0bc1c1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:45.167530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-46a3adae-0616-438b-bf7e-00f0bc1c1f3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ebee2bf4-fcee-40c1-aead-86827d774924 HTTP/1.1" status: 200 len: 862 time: 0.2987466 Aug 17 02:25:45.194993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3e873adc-f82b-4146-bbce-20bb7d2d530c tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Calling delete_port for 71fb44b6-dc0b-47fd-b183-9268d9c0b822 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:25:45.246795 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d234c92c-397a-4a53-bc49-8dabcda077e2 req-d42dd291-116b-4301-9d45-f50bb45a6084 service neutron] 10.222.0.18 "GET /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980202 Aug 17 02:25:45.260775 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-8e2853a4-b572-48f6-93b6-f45680b02ce0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea94309b-4c71-4ebb-956b-55784f9334f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787776 Aug 17 02:25:45.329646 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d7b3b7-6773-4cbe-a7ce-bcd562b67089 x-openstack-request-id: req-14d7b3b7-6773-4cbe-a7ce-bcd562b67089 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:45.330259 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab6b389-4f34-41d5-b1fc-a40aeebf879f", "tag": "c2f09a66-0d1b-444c-99cb-d0daf83a4efa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89eecdf7-d6a5-4a17-a0c0-196709e341b7", "tag": "8ab470b1-318e-4f86-890a-b3b925cbdcd7", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:45.330803 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14d7b3b7-6773-4cbe-a7ce-bcd562b67089 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:45.331174 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab6b389-4f34-41d5-b1fc-a40aeebf879f', 'tag': 'c2f09a66-0d1b-444c-99cb-d0daf83a4efa', 'status': 'completed', 'code': 200} Aug 17 02:25:45.331432 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89eecdf7-d6a5-4a17-a0c0-196709e341b7', 'tag': '8ab470b1-318e-4f86-890a-b3b925cbdcd7', 'status': 'completed', 'code': 200} Aug 17 02:25:45.379634 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d130a602-98dc-4220-9ff7-a44a942f7390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:45.382455 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d130a602-98dc-4220-9ff7-a44a942f7390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:45.384126 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d130a602-98dc-4220-9ff7-a44a942f7390 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/209b6845-8cb6-400b-9f13-22f199358984 HTTP/1.1" status: 204 len: 168 time: 0.4126830 Aug 17 02:25:45.418102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130a602-98dc-4220-9ff7-a44a942f7390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209b6845-8cb6-400b-9f13-22f199358984,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:45.437467 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-10918688-d330-49e5-a4d4-ab49e804fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:45.443804 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-10918688-d330-49e5-a4d4-ab49e804fe2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 1127 time: 0.1120045 Aug 17 02:25:45.514013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84714b0f-f764-4cdb-9cea-e092edcba5df req-837af33c-53de-4b0a-9b78-713a7d788686 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:45.515677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84714b0f-f764-4cdb-9cea-e092edcba5df req-837af33c-53de-4b0a-9b78-713a7d788686 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 944 time: 0.1267412 Aug 17 02:25:45.527649 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-12b3420a-b115-4d3f-b65d-c244a214bbc0 service neutron] 10.222.0.18 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950729 Aug 17 02:25:45.703666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-4991054b-9fe1-4875-9b6d-76a981806b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:45.705179 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-4991054b-9fe1-4875-9b6d-76a981806b37 service neutron] 10.222.0.42 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.2513921 Aug 17 02:25:45.772407 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68a6eae-59e2-4374-b418-a3e41c7ad6e0 req-af1d1bab-afcd-40bd-be4e-6e7c27ceb6cc service neutron] 10.222.0.18 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298124 Aug 17 02:25:45.797746 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-7826baa8-57d3-4d11-8f31-72b54e77fec4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa HTTP/1.1" status: 200 len: 217 time: 0.0823894 Aug 17 02:25:45.822601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84714b0f-f764-4cdb-9cea-e092edcba5df req-b4ad0fa6-b1d5-424d-a582-4f844215d0cf tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929490 Aug 17 02:25:45.890897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-29f6aff5-7d26-4878-8d73-07b54bc8bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:45.899032 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-29f6aff5-7d26-4878-8d73-07b54bc8bbde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0925617 Aug 17 02:25:45.964353 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-eb938fe4-6a19-4713-a6c9-f12470c2650b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586340 Aug 17 02:25:45.986305 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e873adc-f82b-4146-bbce-20bb7d2d530c tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:46.118394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e873adc-f82b-4146-bbce-20bb7d2d530c tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Pushing event deleted for resources: {'Port': ['ID=71fb44b6-dc0b-47fd-b183-9268d9c0b822,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:46.138433 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-d4423450-17ee-4bab-9357-51c028bd5dbc service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663473 Aug 17 02:25:46.241760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-570e908e-7a44-41cf-88de-eff4bad3b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:46.244338 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-570e908e-7a44-41cf-88de-eff4bad3b37d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ce9172036b7486bafdca63495c8c876&device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 1095 time: 0.1394424 Aug 17 02:25:46.263898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6df9fc-8233-445a-888e-dd477866b88d req-681b88e3-8d25-4de7-b6ea-9d2148bcf596 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:46.270119 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc6df9fc-8233-445a-888e-dd477866b88d req-681b88e3-8d25-4de7-b6ea-9d2148bcf596 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 944 time: 0.1690710 Aug 17 02:25:46.304067 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e873adc-f82b-4146-bbce-20bb7d2d530c tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:46.306609 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-f117c6f8-1343-4ad0-a81e-f934279d9c13 service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574504 Aug 17 02:25:46.309856 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e873adc-f82b-4146-bbce-20bb7d2d530c tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:46.311802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3e873adc-f82b-4146-bbce-20bb7d2d530c tempest-ServersTestFqdnHostnames-1786921677 tempest-ServersTestFqdnHostnames-1786921677-project] 10.222.0.13 "DELETE /v2.0/floatingips/634ebe7c-ea11-48cb-9ab0-ea578adf41f0 HTTP/1.1" status: 204 len: 168 time: 1.7781956 Aug 17 02:25:46.315148 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48614) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:46.430166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc6df9fc-8233-445a-888e-dd477866b88d req-3c4ba455-c930-47dd-9a19-db32dc06e769 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526091 Aug 17 02:25:46.485473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-5645c01c-120f-4416-8f3d-64cb0d63fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:46.487712 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-5645c01c-120f-4416-8f3d-64cb0d63fd9d service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea94309b-4c71-4ebb-956b-55784f9334f8 HTTP/1.1" status: 200 len: 923 time: 0.2159479 Aug 17 02:25:46.572172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48618) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:46.583606 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-dfa88861-f733-42ee-89d3-d0271f47f069 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab470b1-318e-4f86-890a-b3b925cbdcd7 HTTP/1.1" status: 200 len: 217 time: 0.0806596 Aug 17 02:25:46.663674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:25:46.825141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:46.846297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69', 'network_id': '34294388-a8b7-4157-9b43-5859a5b71ee1', 'port_id': 'f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69', 'mac_address': 'fa:16:3e:2d:7e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0eebf0-cd07-40a8-9430-50c3dd1e4546', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:25:46.927776 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:46.950255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:25:46.950481 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb3873a3-f6cd-49be-bc90-b661f219b638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:46.967054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:47.097582 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6bcd159b-6bbb-4ceb-b992-95a23fa50775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:47.120374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-66a57cbc-0de1-4076-915a-af5759d0ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:47.122148 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-66a57cbc-0de1-4076-915a-af5759d0ea05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ebee2bf4-fcee-40c1-aead-86827d774924 HTTP/1.1" status: 200 len: 862 time: 0.5230422 Aug 17 02:25:47.143629 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:47.172169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e8410-10e6-4325-b88d-787d4c54e800 req-81aca673-c0b0-4176-8f0f-b7c975b1755f tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:47.174001 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae6e8410-10e6-4325-b88d-787d4c54e800 req-81aca673-c0b0-4176-8f0f-b7c975b1755f tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 943 time: 0.6032572 Aug 17 02:25:47.198372 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-5f98fa21-f015-4fc8-8bd4-c52f5adec599 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea94309b-4c71-4ebb-956b-55784f9334f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617959 Aug 17 02:25:47.203837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:47.313218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-cb3873a3-f6cd-49be-bc90-b661f219b638 admin admin] Deleting port b926f670-3ab4-48f9-a0d7-35d743ebae47 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:25:47.313648 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb3873a3-f6cd-49be-bc90-b661f219b638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:47.335282 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae6e8410-10e6-4325-b88d-787d4c54e800 req-24f3d4e4-e842-4291-8e8c-ccc5a2b139d5 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414592 Aug 17 02:25:47.404691 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-8624b6e9-3f20-422b-9c68-98a54e2f6f71 service neutron] 10.222.0.18 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872349 Aug 17 02:25:47.430322 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-cb3873a3-f6cd-49be-bc90-b661f219b638 admin admin] For port b926f670-3ab4-48f9-a0d7-35d743ebae47, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b926f670-3ab4-48f9-a0d7-35d743ebae47,segment=NetworkSegment(4497a93a-12f8-46a7-98a2-48220a788bd5),segment_id=4497a93a-12f8-46a7-98a2-48220a788bd5)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:47.430652 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb3873a3-f6cd-49be-bc90-b661f219b638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:47.453525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-cb3873a3-f6cd-49be-bc90-b661f219b638 admin admin] Calling delete_port for b926f670-3ab4-48f9-a0d7-35d743ebae47 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:25:47.522316 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6bcd159b-6bbb-4ceb-b992-95a23fa50775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:47.545798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069f323-47c0-47da-936d-8af066f2c131 req-1a2894c2-e222-4908-9448-69afe6eba21e tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:47.547407 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2069f323-47c0-47da-936d-8af066f2c131 req-1a2894c2-e222-4908-9448-69afe6eba21e tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 944 time: 0.1380942 Aug 17 02:25:47.597011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7422c215-11f5-4432-bb4a-c0bb28c1533f req-a3e5a6d9-fc03-4996-a8a9-e6e633d59a04 service neutron] 10.222.0.18 "GET /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724164 Aug 17 02:25:47.611356 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6bcd159b-6bbb-4ceb-b992-95a23fa50775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:47.636445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2069f323-47c0-47da-936d-8af066f2c131 req-9d303319-f20b-4c38-9a9d-3f7e1d27c030 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815332 Aug 17 02:25:47.663004 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd159b-6bbb-4ceb-b992-95a23fa50775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9f55fd-b777-4639-b0b2-9bfc50ca3a83,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:47.685907 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6bcd159b-6bbb-4ceb-b992-95a23fa50775 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2988b2e641c457fa8a9af74d5ddf47a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0946422 Aug 17 02:25:47.686095 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48650) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:47.754025 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:25:47.874605 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-558d3f75-60ed-43af-ad4d-61d8fd6e1ccf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0927374 Aug 17 02:25:47.884687 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ba85669-3f56-413a-847d-121a005618df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:47.965484 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ba85669-3f56-413a-847d-121a005618df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:48.108569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-e7c58183-fb69-48fb-b4ff-fd9806f303df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:48.109264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-e7c58183-fb69-48fb-b4ff-fd9806f303df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:48.109562 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-e7c58183-fb69-48fb-b4ff-fd9806f303df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:48.110033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-e7c58183-fb69-48fb-b4ff-fd9806f303df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:48.110512 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-e7c58183-fb69-48fb-b4ff-fd9806f303df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:48.110987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-e7c58183-fb69-48fb-b4ff-fd9806f303df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:48.111448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-e7c58183-fb69-48fb-b4ff-fd9806f303df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:48.113549 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-e7c58183-fb69-48fb-b4ff-fd9806f303df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c691e931e322428681bcac4ac4d8423e&device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 6495 time: 0.1786704 Aug 17 02:25:48.126057 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb3873a3-f6cd-49be-bc90-b661f219b638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:48.155379 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb1013-4137-46f7-8aff-15e7b9a1a278 req-93a9c6cd-ddf1-4df0-9f21-4fe7620b9f5f tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:48.157262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecbb1013-4137-46f7-8aff-15e7b9a1a278 req-93a9c6cd-ddf1-4df0-9f21-4fe7620b9f5f tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 945 time: 0.1553650 Aug 17 02:25:48.158826 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ba85669-3f56-413a-847d-121a005618df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:48.164898 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ba85669-3f56-413a-847d-121a005618df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:48.164898 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4ba85669-3f56-413a-847d-121a005618df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a9f55fd-b777-4639-b0b2-9bfc50ca3a83 HTTP/1.1" status: 204 len: 168 time: 0.4868963 Aug 17 02:25:48.167607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3873a3-f6cd-49be-bc90-b661f219b638 admin admin] Pushing event deleted for resources: {'Port': ['ID=b926f670-3ab4-48f9-a0d7-35d743ebae47,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:48.184525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba85669-3f56-413a-847d-121a005618df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9f55fd-b777-4639-b0b2-9bfc50ca3a83,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:48.325867 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecbb1013-4137-46f7-8aff-15e7b9a1a278 req-63055ae9-ee87-4a5b-a055-debc0a66ba96 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052649 Aug 17 02:25:48.362348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-d190aa96-4022-4b6d-816f-6353ec79f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:48.363255 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-d190aa96-4022-4b6d-816f-6353ec79f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:48.364049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-d190aa96-4022-4b6d-816f-6353ec79f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:48.365994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-d190aa96-4022-4b6d-816f-6353ec79f01c service neutron] 10.222.0.18 "GET /v2.0/networks?id=651d96e6-ee24-4068-810d-dcc3f120ab5a&id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&id=998fdff2-f2ba-4a39-b51d-2b0b852038ca&id=998fdff2-f2ba-4a39-b51d-2b0b852038ca HTTP/1.1" status: 200 len: 2293 time: 0.2077579 Aug 17 02:25:48.483658 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-2caf54f6-eb48-4e45-8668-8fab2f529534 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cac303e-77da-4731-bb80-0a51a24c499c HTTP/1.1" status: 200 len: 1000 time: 0.1051710 Aug 17 02:25:48.593684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-7a090649-9da5-4ed3-91a5-fd6b39b7a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:48.596665 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-7a090649-9da5-4ed3-91a5-fd6b39b7a8cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddc4855-0474-4e3b-a1c6-a880c9557984 HTTP/1.1" status: 200 len: 850 time: 0.1023576 Aug 17 02:25:48.714422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-917fcd1d-8899-4949-a92b-99a061a48494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:48.716052 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-917fcd1d-8899-4949-a92b-99a061a48494 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=651d96e6-ee24-4068-810d-dcc3f120ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057074 Aug 17 02:25:48.873842 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb3873a3-f6cd-49be-bc90-b661f219b638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:48.898434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-8a76db17-8046-4e0d-ba51-89aca1b9e900 service neutron] 10.222.0.18 "GET /v2.0/networks/651d96e6-ee24-4068-810d-dcc3f120ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727793 Aug 17 02:25:49.024528 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-30a2240b-b8aa-4ae3-b7a8-33ca92234693 service neutron] 10.222.0.18 "GET /v2.0/networks/651d96e6-ee24-4068-810d-dcc3f120ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172578 Aug 17 02:25:49.113123 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-368830af-89cb-43ad-b041-487bf3b338cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=4c3e07ab-0bb6-4c6d-b05b-819a2059cddd HTTP/1.1" status: 200 len: 217 time: 0.0757110 Aug 17 02:25:49.175139 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3873a3-f6cd-49be-bc90-b661f219b638 admin admin] Router b52b3b91-907a-4ada-83a6-a8ea68b453ee has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:25:49.182669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-4a2c57e7-63cc-4940-9a9f-0448bcaa544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:49.184628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-4a2c57e7-63cc-4940-9a9f-0448bcaa544e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7 HTTP/1.1" status: 200 len: 797 time: 0.0563080 Aug 17 02:25:49.279188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-0fdaba31-212c-40b8-8b62-870857bc494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:49.283303 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-0fdaba31-212c-40b8-8b62-870857bc494d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0825448 Aug 17 02:25:49.333152 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3873a3-f6cd-49be-bc90-b661f219b638 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:25:49.339301 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cb3873a3-f6cd-49be-bc90-b661f219b638 admin admin] 10.222.0.13 "PUT /v2.0/routers/b52b3b91-907a-4ada-83a6-a8ea68b453ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0217469 Aug 17 02:25:49.342437 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48686) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:49.352946 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc1227c-a226-4a00-b784-16130f2b6b1d None None] Sync routers for ids ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:25:49.363100 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1227c-a226-4a00-b784-16130f2b6b1d None None] Routers {'b52b3b91-907a-4ada-83a6-a8ea68b453ee'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:25:49.364051 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6bc1227c-a226-4a00-b784-16130f2b6b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:25:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:49.440979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20947102-06eb-4b82-b77a-99f750710ec7 req-8b6fb331-dcab-4dde-a462-b873a043e759 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:49.442288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20947102-06eb-4b82-b77a-99f750710ec7 req-8b6fb331-dcab-4dde-a462-b873a043e759 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 943 time: 0.0970178 Aug 17 02:25:49.444422 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-7f847f6b-a039-4a17-bbc0-c5da5c4e93ff service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531582 Aug 17 02:25:49.488553 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:49.541114 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20947102-06eb-4b82-b77a-99f750710ec7 req-f90ce95c-b3a4-49c4-8890-a1ba9200a222 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844347 Aug 17 02:25:49.558207 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48690) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:49.570382 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-6bc1227c-a226-4a00-b784-16130f2b6b1d None None] Set router b52b3b91-907a-4ada-83a6-a8ea68b453ee gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:25:49.580516 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4d6c-95e9-4839-81f9-662e166af2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:49.612296 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-ab36dd9e-ddc9-4af8-a628-3ffc878d51ae service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541955 Aug 17 02:25:49.626602 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:49.688810 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-1ef6702c-9818-4951-821c-03c4712d6072 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=d0097a1b-6143-4c3d-821a-e42fa93eb11a HTTP/1.1" status: 200 len: 217 time: 0.0607843 Aug 17 02:25:49.768919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49604a-d8a2-4e79-baf2-c31ed85d774d req-402f1d8b-5e9a-492d-aa90-47b57ab2ff40 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:49.769340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] Deleting port 0f61f79f-7b81-4797-970a-818ff7535d63 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:25:49.769929 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:49.770485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab49604a-d8a2-4e79-baf2-c31ed85d774d req-402f1d8b-5e9a-492d-aa90-47b57ab2ff40 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 944 time: 0.1573045 Aug 17 02:25:49.789322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-d6270425-004b-47f1-bb15-574dacd40e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:49.791053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-d6270425-004b-47f1-bb15-574dacd40e63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7 HTTP/1.1" status: 200 len: 797 time: 0.0919256 Aug 17 02:25:49.801841 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6bc1227c-a226-4a00-b784-16130f2b6b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:48Z', 'updated_at': '2021-08-17T02:25:47Z', 'revision_number': 5, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'gw_port': {'id': '0f61f79f-7b81-4797-970a-818ff7535d63', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:21:49Z', 'updated_at': '2021-08-17T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:49.833934 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc1227c-a226-4a00-b784-16130f2b6b1d None None] Checking router: b52b3b91-907a-4ada-83a6-a8ea68b453ee for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:25:49.846078 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1227c-a226-4a00-b784-16130f2b6b1d None None] Routers {'b52b3b91-907a-4ada-83a6-a8ea68b453ee'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:25:49.846698 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6bc1227c-a226-4a00-b784-16130f2b6b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:25:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:49.860337 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] For port 0f61f79f-7b81-4797-970a-818ff7535d63, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0f61f79f-7b81-4797-970a-818ff7535d63,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:49.860732 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:49.868583 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab49604a-d8a2-4e79-baf2-c31ed85d774d req-e8e16165-ed45-4db7-bbbe-c6f1d5c97cc7 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891705 Aug 17 02:25:49.874685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] Calling delete_port for 0f61f79f-7b81-4797-970a-818ff7535d63 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:25:49.883817 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4d6c-95e9-4839-81f9-662e166af2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:49.889630 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-21c0faee-2660-48c0-b764-dc9933b19c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:49.902267 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-21c0faee-2660-48c0-b764-dc9933b19c2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0977273 Aug 17 02:25:50.023437 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-62821ef4-82ce-4b5d-a264-2226401d781a service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131105 Aug 17 02:25:50.024647 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4d6c-95e9-4839-81f9-662e166af2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:50.039545 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-6bc1227c-a226-4a00-b784-16130f2b6b1d None None] Set router b52b3b91-907a-4ada-83a6-a8ea68b453ee gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:25:50.097587 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6bc1227c-a226-4a00-b784-16130f2b6b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:48Z', 'updated_at': '2021-08-17T02:25:49Z', 'revision_number': 6, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:50.128528 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc1227c-a226-4a00-b784-16130f2b6b1d None None] The sync data for ids ['b52b3b91-907a-4ada-83a6-a8ea68b453ee'] in n-d-793621-31 is: [{'id': 'b52b3b91-907a-4ada-83a6-a8ea68b453ee', 'name': 'tempest-ServersTestFqdnHostnames-1148599142-router', 'tenant_id': '7c657bbf16d249bba9598a9f655bec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:21:48Z', 'updated_at': '2021-08-17T02:25:49Z', 'revision_number': 6, 'project_id': '7c657bbf16d249bba9598a9f655bec8d', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:25:50.149927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0eaf4d6c-95e9-4839-81f9-662e166af2fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aec9a8ae73f0417aa53cf312c303a48b&name=default HTTP/1.1" status: 200 len: 2982 time: 0.5904031 Aug 17 02:25:50.152795 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48692) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:50.158152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf4d6c-95e9-4839-81f9-662e166af2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891ceca0-8f25-4665-97ec-a19fb4339f76,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:50.181455 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:50.198868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c460a8-7dda-4de2-a6eb-d05204c072c2 req-3a8d5718-4b6b-4bbf-bc81-e3c3071fb544 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:50.200602 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-78c460a8-7dda-4de2-a6eb-d05204c072c2 req-3a8d5718-4b6b-4bbf-bc81-e3c3071fb544 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 945 time: 0.1430764 Aug 17 02:25:50.221118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f61f79f-7b81-4797-970a-818ff7535d63,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:50.222265 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-734c9685-5321-4541-b7a3-395b72f09174 service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866968 Aug 17 02:25:50.267958 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-1ac056f8-c5cd-4552-a1c2-f4738157b06c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=2c61de3a-3794-4b2c-b2d7-398cf2d4d366 HTTP/1.1" status: 200 len: 217 time: 0.0358346 Aug 17 02:25:50.275758 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f947ca87-e27e-4347-ae32-92f2303cfbb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:50.308160 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f947ca87-e27e-4347-ae32-92f2303cfbb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:50.315694 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:50.316068 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-78c460a8-7dda-4de2-a6eb-d05204c072c2 req-52b5036d-b8d8-4bfb-91d4-8184d575ce20 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060975 Aug 17 02:25:50.346212 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-95cc8588-bf6b-4b91-b178-80ed7ee609a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:50.348273 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-95cc8588-bf6b-4b91-b178-80ed7ee609a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7 HTTP/1.1" status: 200 len: 797 time: 0.0689702 Aug 17 02:25:50.408211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-8275b69c-7ac2-45ea-bb3c-16bf51ebb9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:50.409752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-8275b69c-7ac2-45ea-bb3c-16bf51ebb9b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0524294 Aug 17 02:25:50.428582 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:50.431537 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:50.532409 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-f1a273f2-5a70-41af-9680-baa33bfd1524 service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101291 Aug 17 02:25:50.635557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:50.636405 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b52b3b91-907a-4ada-83a6-a8ea68b453ee {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:25:50.638148 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f947ca87-e27e-4347-ae32-92f2303cfbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:50.639047 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-1e066817-0225-4e95-9777-b471fed705e9 service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987492 Aug 17 02:25:50.640778 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f947ca87-e27e-4347-ae32-92f2303cfbb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:50.644265 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f947ca87-e27e-4347-ae32-92f2303cfbb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/891ceca0-8f25-4665-97ec-a19fb4339f76 HTTP/1.1" status: 204 len: 168 time: 0.4874599 Aug 17 02:25:50.646068 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:50.649516 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0cb2cc7f-d27d-422b-ab18-57a989f5f62d admin admin] 10.222.0.13 "DELETE /v2.0/routers/b52b3b91-907a-4ada-83a6-a8ea68b453ee HTTP/1.1" status: 204 len: 168 time: 1.3031738 Aug 17 02:25:50.650749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48730) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:50.655638 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947ca87-e27e-4347-ae32-92f2303cfbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891ceca0-8f25-4665-97ec-a19fb4339f76,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:50.697834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 8ab470b1-318e-4f86-890a-b3b925cbdcd7 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:25:50.705046 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:25:50.733284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-cb7a8ad0-02d5-487e-bc2d-67067f9514a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=95890f25-08f4-4c46-ac4e-517d0f3a2965 HTTP/1.1" status: 200 len: 217 time: 0.0796294 Aug 17 02:25:50.790905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-e7c4b9ff-9ca7-48d1-b920-7a8195290425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:50.796082 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-e7c4b9ff-9ca7-48d1-b920-7a8195290425 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7 HTTP/1.1" status: 200 len: 797 time: 0.0512500 Aug 17 02:25:50.799876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-d385a8a9-376a-4a40-8893-b82367b5cbac admin admin] Deleting subnet af102a6f-756b-4197-a788-33847e19470e {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:25:50.804627 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d385a8a9-376a-4a40-8893-b82367b5cbac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:50.851728 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 8ab470b1-318e-4f86-890a-b3b925cbdcd7, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=8ab470b1-318e-4f86-890a-b3b925cbdcd7,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:50.869723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '8ab470b1-318e-4f86-890a-b3b925cbdcd7', 'network_id': 'ea94309b-4c71-4ebb-956b-55784f9334f8', 'port_id': '8ab470b1-318e-4f86-890a-b3b925cbdcd7', 'mac_address': 'fa:16:3e:b0:66:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebee2bf4-fcee-40c1-aead-86827d774924', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:25:50.878090 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d385a8a9-376a-4a40-8893-b82367b5cbac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:50.907358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-05e2f7aa-ea65-4236-9994-ff290728f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:50.909659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-05e2f7aa-ea65-4236-9994-ff290728f89c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1065307 Aug 17 02:25:50.916365 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:50.920911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:25:50.931716 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:25:50.932375 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:50.959205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab470b1-318e-4f86-890a-b3b925cbdcd7 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:25:50.997522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 8ab470b1-318e-4f86-890a-b3b925cbdcd7, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=8ab470b1-318e-4f86-890a-b3b925cbdcd7,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:51.048177 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:51.078483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:51.088582 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ab711a-99ee-4a54-88d2-019b0d28de4e" -d '{"events": [{"server_uuid": "f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b", "name": "network-vif-plugged", "status": "completed", "tag": "f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:51.096350 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d385a8a9-376a-4a40-8893-b82367b5cbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:51.106250 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:51.106462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a904c-f124-4b30-b5db-af4a39338c9b req-29f87d9d-9341-4df2-8cb5-a9809859233c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:51.107848 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-498a904c-f124-4b30-b5db-af4a39338c9b req-29f87d9d-9341-4df2-8cb5-a9809859233c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 945 time: 0.1711850 Aug 17 02:25:51.107986 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:51.164053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-d2b470c0-137e-4dd9-9002-1822edd5fccd service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421529 Aug 17 02:25:51.171857 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=8ab470b1-318e-4f86-890a-b3b925cbdcd7,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:51.190754 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:51.252269 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-498a904c-f124-4b30-b5db-af4a39338c9b req-e414f1af-0186-4bb5-a629-8b205b91c99a tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217771 Aug 17 02:25:51.266601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:51.312419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-32390da5-fd6b-48d4-864f-1b4bff5efa0d service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346345 Aug 17 02:25:51.328625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d385a8a9-376a-4a40-8893-b82367b5cbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:51.378876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-9876c584-9d22-4aef-bf63-319c570e4df8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 HTTP/1.1" status: 200 len: 217 time: 0.0592878 Aug 17 02:25:51.432073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385a8a9-376a-4a40-8893-b82367b5cbac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af102a6f-756b-4197-a788-33847e19470e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:51.452657 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1359287-9536-4dc9-b78a-890c736455c3 None None] Network 0df5f708-0a74-4aaa-a1e6-1144e4724d95 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:25:51.462718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126dbd8-24f4-47d2-8f13-60e37cbf06cc req-6e1773b5-4de9-4f97-8e25-f60dfcfc0f1d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:51.465909 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d385a8a9-376a-4a40-8893-b82367b5cbac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:51.469902 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9126dbd8-24f4-47d2-8f13-60e37cbf06cc req-6e1773b5-4de9-4f97-8e25-f60dfcfc0f1d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 945 time: 0.0688543 Aug 17 02:25:51.470063 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d385a8a9-376a-4a40-8893-b82367b5cbac admin admin] 10.222.0.13 "DELETE /v2.0/subnets/af102a6f-756b-4197-a788-33847e19470e HTTP/1.1" status: 204 len: 168 time: 0.8157692 Aug 17 02:25:51.471322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48754) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:51.593685 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:51.605466 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164da76f-b587-4490-8c5a-f7d0a4c76173 req-a182af3f-b869-4158-aae2-8721df27f39e tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:51.614361 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-164da76f-b587-4490-8c5a-f7d0a4c76173 req-a182af3f-b869-4158-aae2-8721df27f39e tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 944 time: 0.2505238 Aug 17 02:25:51.618195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-0c0a9222-1a4e-4dc8-9b03-ce972d8f9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:51.619304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-0c0a9222-1a4e-4dc8-9b03-ce972d8f9a20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04b8b847-a236-4512-b8b2-45f3d9a9ed8d HTTP/1.1" status: 200 len: 797 time: 0.2196310 Aug 17 02:25:51.630749 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-9126dbd8-24f4-47d2-8f13-60e37cbf06cc req-03ff2234-3513-4b06-8b99-23638c232215 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Deleting port 60af11bb-5b6d-40db-9f2d-8594dca4cc5c {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:25:51.631462 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9126dbd8-24f4-47d2-8f13-60e37cbf06cc req-03ff2234-3513-4b06-8b99-23638c232215 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:51.721705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bcc9da-0ec9-4f93-9d76-69aa0c3ac7f7 None None] DHCP port deletion for 0df5f708-0a74-4aaa-a1e6-1144e4724d95 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:25:51.751573 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-164da76f-b587-4490-8c5a-f7d0a4c76173 req-e81a8721-bfa1-4477-96cb-82793b4bf9e8 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324069 Aug 17 02:25:51.759179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-606e9d79-6ec8-4d43-aa60-290b9a47dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:51.761154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-606e9d79-6ec8-4d43-aa60-290b9a47dbf0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=998fdff2-f2ba-4a39-b51d-2b0b852038ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1324615 Aug 17 02:25:51.814039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['8ab470b1-318e-4f86-890a-b3b925cbdcd7'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:25:51.814545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-9126dbd8-24f4-47d2-8f13-60e37cbf06cc req-03ff2234-3513-4b06-8b99-23638c232215 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] For port 60af11bb-5b6d-40db-9f2d-8594dca4cc5c, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=60af11bb-5b6d-40db-9f2d-8594dca4cc5c,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:51.814923 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9126dbd8-24f4-47d2-8f13-60e37cbf06cc req-03ff2234-3513-4b06-8b99-23638c232215 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:51.865761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] Deleting port 253712d7-227a-4fa1-bd23-498f49a2f2d0 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:25:51.866109 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-9126dbd8-24f4-47d2-8f13-60e37cbf06cc req-03ff2234-3513-4b06-8b99-23638c232215 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Calling delete_port for 60af11bb-5b6d-40db-9f2d-8594dca4cc5c owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:25:51.866270 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:51.882534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0f61f79f-7b81-4797-970a-818ff7535d63 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:25:51.990485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 0f61f79f-7b81-4797-970a-818ff7535d63 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:25:51.990828 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0f61f79f-7b81-4797-970a-818ff7535d63 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:25:51.991249 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b926f670-3ab4-48f9-a0d7-35d743ebae47 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:25:51.999692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] For port 253712d7-227a-4fa1-bd23-498f49a2f2d0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=253712d7-227a-4fa1-bd23-498f49a2f2d0,segment=NetworkSegment(4497a93a-12f8-46a7-98a2-48220a788bd5),segment_id=4497a93a-12f8-46a7-98a2-48220a788bd5)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:52.000452 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:52.019596 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-422322d2-2708-4766-992e-6719688e6ab2 service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344930 Aug 17 02:25:52.049427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] Calling delete_port for 253712d7-227a-4fa1-bd23-498f49a2f2d0 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:25:52.227948 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-84bcc9da-0ec9-4f93-9d76-69aa0c3ac7f7 None None] Deleting port 253712d7-227a-4fa1-bd23-498f49a2f2d0 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:25:52.228322 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-84bcc9da-0ec9-4f93-9d76-69aa0c3ac7f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:52.230584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: b926f670-3ab4-48f9-a0d7-35d743ebae47 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:25:52.230927 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b926f670-3ab4-48f9-a0d7-35d743ebae47 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:25:52.266708 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9126dbd8-24f4-47d2-8f13-60e37cbf06cc req-03ff2234-3513-4b06-8b99-23638c232215 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:52.266917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-694359f5-a14a-4804-83e7-70118bfc19c8 service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270098 Aug 17 02:25:52.294998 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff2234-3513-4b06-8b99-23638c232215 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Pushing event deleted for resources: {'Port': ['ID=60af11bb-5b6d-40db-9f2d-8594dca4cc5c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:52.301545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['c4c0c554-8e9b-409f-b898-ef07c57fdf81', '6935e996-8433-4681-8633-858a4884f208', 'd300df59-961d-40d2-ae28-ab01790c1566', '60af11bb-5b6d-40db-9f2d-8594dca4cc5c'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:25:52.345701 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-9126dbd8-24f4-47d2-8f13-60e37cbf06cc req-03ff2234-3513-4b06-8b99-23638c232215 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] No DVR routers for this DVR port 60af11bb-5b6d-40db-9f2d-8594dca4cc5c on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:25:52.349963 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9126dbd8-24f4-47d2-8f13-60e37cbf06cc req-03ff2234-3513-4b06-8b99-23638c232215 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:52.354388 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9126dbd8-24f4-47d2-8f13-60e37cbf06cc req-03ff2234-3513-4b06-8b99-23638c232215 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "DELETE /v2.0/ports/60af11bb-5b6d-40db-9f2d-8594dca4cc5c HTTP/1.1" status: 204 len: 173 time: 0.8760619 Aug 17 02:25:52.355337 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7953ab28-d106-4fd4-b5ae-f5844e2c4237', 'name': 'network-vif-deleted', 'tag': '60af11bb-5b6d-40db-9f2d-8594dca4cc5c'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:52.369461 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1260d5b2-01b1-4419-b1fa-4d7c99d65746" -d '{"events": [{"server_uuid": "7953ab28-d106-4fd4-b5ae-f5844e2c4237", "name": "network-vif-deleted", "tag": "60af11bb-5b6d-40db-9f2d-8594dca4cc5c"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:52.374824 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-89b4c7d5-6cb1-4c18-8ec2-bb8e6fedcb18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d HTTP/1.1" status: 200 len: 217 time: 0.1049790 Aug 17 02:25:52.392750 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-84bcc9da-0ec9-4f93-9d76-69aa0c3ac7f7 None None] For port 253712d7-227a-4fa1-bd23-498f49a2f2d0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=253712d7-227a-4fa1-bd23-498f49a2f2d0,segment=NetworkSegment(4497a93a-12f8-46a7-98a2-48220a788bd5),segment_id=4497a93a-12f8-46a7-98a2-48220a788bd5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:52.393167 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-84bcc9da-0ec9-4f93-9d76-69aa0c3ac7f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:52.429557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-84bcc9da-0ec9-4f93-9d76-69aa0c3ac7f7 None None] Calling delete_port for 253712d7-227a-4fa1-bd23-498f49a2f2d0 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:25:52.441210 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-3fc99af0-54c9-4d1c-a859-c86fe79314be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:52.442772 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-3fc99af0-54c9-4d1c-a859-c86fe79314be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04b8b847-a236-4512-b8b2-45f3d9a9ed8d HTTP/1.1" status: 200 len: 797 time: 0.0567977 Aug 17 02:25:52.527581 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:52.567244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=253712d7-227a-4fa1-bd23-498f49a2f2d0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:52.601398 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-e53d4921-dad3-4172-b2ef-202eae9ad7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:52.603026 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-e53d4921-dad3-4172-b2ef-202eae9ad7de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=998fdff2-f2ba-4a39-b51d-2b0b852038ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1444740 Aug 17 02:25:52.604538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] No DVR routers for this DVR port 253712d7-227a-4fa1-bd23-498f49a2f2d0 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:25:52.702194 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-84bcc9da-0ec9-4f93-9d76-69aa0c3ac7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:52.735149 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a6d99460-c32a-4961-afa5-c12dfa6b85bf req-5221b1bd-d5a1-486a-bc53-c8d1917458a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0612764 Aug 17 02:25:52.747424 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bcc9da-0ec9-4f93-9d76-69aa0c3ac7f7 None None] No DVR routers for this DVR port 253712d7-227a-4fa1-bd23-498f49a2f2d0 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:25:52.751335 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcc9da-0ec9-4f93-9d76-69aa0c3ac7f7 None None] Pushing event deleted for resources: {'Port': ['ID=253712d7-227a-4fa1-bd23-498f49a2f2d0,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:52.869178 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99460-c32a-4961-afa5-c12dfa6b85bf req-7e21db40-5af0-4158-b66c-02ce831c25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:52.871238 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a6d99460-c32a-4961-afa5-c12dfa6b85bf req-7e21db40-5af0-4158-b66c-02ce831c25e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b26081a6baa74ca2b977cb94e7f00f90&device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 1097 time: 0.0562375 Aug 17 02:25:53.029827 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99460-c32a-4961-afa5-c12dfa6b85bf req-ebd441dd-32c6-4bc4-af44-fd6abf37d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:53.041220 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a6d99460-c32a-4961-afa5-c12dfa6b85bf req-ebd441dd-32c6-4bc4-af44-fd6abf37d35b service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb HTTP/1.1" status: 200 len: 915 time: 0.1299570 Aug 17 02:25:53.132093 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a6d99460-c32a-4961-afa5-c12dfa6b85bf req-59a4cc36-de76-46a4-8fa1-76592e6b6217 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c0c554-8e9b-409f-b898-ef07c57fdf81 HTTP/1.1" status: 200 len: 217 time: 0.0828762 Aug 17 02:25:53.196835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99460-c32a-4961-afa5-c12dfa6b85bf req-d3e92467-db74-4e0d-85ea-4bc0729efeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:53.198487 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a6d99460-c32a-4961-afa5-c12dfa6b85bf req-d3e92467-db74-4e0d-85ea-4bc0729efeb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=543cf99d-92c2-4c90-ba21-fec449a1db34 HTTP/1.1" status: 200 len: 854 time: 0.0562634 Aug 17 02:25:53.238444 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:53.245538 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a6d99460-c32a-4961-afa5-c12dfa6b85bf req-d1b70e3c-e2a5-40b2-8490-0873de65a311 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4c1c463-5c4c-433b-89e1-01bff8f22cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384426 Aug 17 02:25:53.248693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccf5ab-fe8a-42b5-a25d-04e4cc562330 req-4459a5c8-eb68-4845-baf9-ee0fa16b22ef tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:53.250335 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89ccf5ab-fe8a-42b5-a25d-04e4cc562330 req-4459a5c8-eb68-4845-baf9-ee0fa16b22ef tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 944 time: 0.6859119 Aug 17 02:25:53.265214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df5f708-0a74-4aaa-a1e6-1144e4724d95']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:53.292214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4497a93a-12f8-46a7-98a2-48220a788bd5') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:53.292896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4497a93a-12f8-46a7-98a2-48220a788bd5') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:25:53.320476 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:53.342291 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-d0061335-8112-4c38-b40a-273209b02584 service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228193 Aug 17 02:25:53.352499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89ccf5ab-fe8a-42b5-a25d-04e4cc562330 req-7d8f9bcc-45bd-4765-aab6-f125d43c4152 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887065 Aug 17 02:25:53.353918 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:53.463881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:25:53.466226 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:53.468155 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a6d99460-c32a-4961-afa5-c12dfa6b85bf req-9c145fed-d2c2-4818-8738-5cb0c7f93f76 service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068205 Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:25:53.470808 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:25:53.527320 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12a2b6bc-f4d8-490c-bbef-0f7c617ea221 req-633fd108-cec8-4b68-8893-b861d3cdfa82 service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708016 Aug 17 02:25:53.624658 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833a09f5-27ef-4757-be08-2366f704fa8d x-openstack-request-id: req-833a09f5-27ef-4757-be08-2366f704fa8d {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:53.625220 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b", "name": "network-vif-plugged", "status": "completed", "tag": "f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:53.625786 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-833a09f5-27ef-4757-be08-2366f704fa8d {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:53.626473 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69', 'code': 200} Aug 17 02:25:53.681310 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:53.714261 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a6d99460-c32a-4961-afa5-c12dfa6b85bf req-ded332d3-cc44-4e19-b181-fd84f8aa868a service neutron] 10.222.0.42 "GET /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380977 Aug 17 02:25:53.760855 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:53.766755 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0df5f708-0a74-4aaa-a1e6-1144e4724d95 HTTP/1.1" status: 204 len: 168 time: 2.2917876 Aug 17 02:25:53.771503 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16551e31-de6e-4968-acfc-377001132ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0df5f708-0a74-4aaa-a1e6-1144e4724d95,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:53.823694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 253712d7-227a-4fa1-bd23-498f49a2f2d0 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:25:53.931325 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 253712d7-227a-4fa1-bd23-498f49a2f2d0 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:25:53.934565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 253712d7-227a-4fa1-bd23-498f49a2f2d0 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:25:54.010024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5959a1f2-f1f6-4a1f-8a8c-f463be3c3442 req-41f0906f-18d5-4e8e-b4c0-70b3b18ab175 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=7953ab28-d106-4fd4-b5ae-f5844e2c4237 HTTP/1.1" status: 200 len: 210 time: 0.0602801 Aug 17 02:25:54.018406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903a9c1-1c3a-4665-841a-03386dc1b2e5 req-b41e1b16-4d4f-4984-bf1c-9ac84fa821cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:54.020230 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1903a9c1-1c3a-4665-841a-03386dc1b2e5 req-b41e1b16-4d4f-4984-bf1c-9ac84fa821cf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 1098 time: 0.1923525 Aug 17 02:25:54.072259 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1903a9c1-1c3a-4665-841a-03386dc1b2e5 req-c53a6781-5572-4ffc-b498-7a4d244d79c5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Aug 17 02:25:54.139768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c5494-c549-4ece-b4af-bd4a859d7f81 req-5e957dfd-9d9f-40b1-aa61-e1438e79f0ee tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:54.141666 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-451c5494-c549-4ece-b4af-bd4a859d7f81 req-5e957dfd-9d9f-40b1-aa61-e1438e79f0ee tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 946 time: 0.0572340 Aug 17 02:25:54.187419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-451c5494-c549-4ece-b4af-bd4a859d7f81 req-e0aa784a-8462-47d9-8659-eef458597922 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392141 Aug 17 02:25:54.243412 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55923b1e-989e-4048-82d0-77f9dc525466 x-openstack-request-id: req-55923b1e-989e-4048-82d0-77f9dc525466 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:54.243996 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7953ab28-d106-4fd4-b5ae-f5844e2c4237", "name": "network-vif-deleted", "tag": "60af11bb-5b6d-40db-9f2d-8594dca4cc5c", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:54.244902 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55923b1e-989e-4048-82d0-77f9dc525466 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:54.244902 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7953ab28-d106-4fd4-b5ae-f5844e2c4237', 'name': 'network-vif-deleted', 'tag': '60af11bb-5b6d-40db-9f2d-8594dca4cc5c', 'status': 'completed', 'code': 200} Aug 17 02:25:54.422820 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990c094-0ae7-4c78-afeb-f6a3c1dd9890 req-40b23521-f603-4b0d-845e-6b918fb1545d tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:54.424526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8990c094-0ae7-4c78-afeb-f6a3c1dd9890 req-40b23521-f603-4b0d-845e-6b918fb1545d tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 944 time: 0.0582738 Aug 17 02:25:54.465959 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8990c094-0ae7-4c78-afeb-f6a3c1dd9890 req-8c7e1a48-6ecf-4a94-8c85-f0916e4c5e29 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344861 Aug 17 02:25:54.553668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48854) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:54.618044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8c67fb25-4b1d-4f93-860f-f090e6d1b847 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c657bbf16d249bba9598a9f655bec8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598979 Aug 17 02:25:54.621362 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-ba78c0eb-96d9-498d-9a78-8f0028a2dc12 service neutron] 10.222.0.42 "GET /v2.0/ports/c2f09a66-0d1b-444c-99cb-d0daf83a4efa/bindings/n-h2-793621-31 HTTP/1.1" status: 200 len: 385 time: 0.0914378 Aug 17 02:25:54.621939 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48866) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:54.695072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 8ab470b1-318e-4f86-890a-b3b925cbdcd7 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:25:54.770269 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fed42884-00d6-418b-b655-86a84e90c315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:54.785169 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 60af11bb-5b6d-40db-9f2d-8594dca4cc5c no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:25:54.813754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 60af11bb-5b6d-40db-9f2d-8594dca4cc5c {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:25:54.816736 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 60af11bb-5b6d-40db-9f2d-8594dca4cc5c not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:25:54.820673 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fed42884-00d6-418b-b655-86a84e90c315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:54.822916 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device c2f09a66-0d1b-444c-99cb-d0daf83a4efa no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:25:54.858749 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 8ab470b1-318e-4f86-890a-b3b925cbdcd7 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:25:54.866108 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 8ab470b1-318e-4f86-890a-b3b925cbdcd7 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:25:54.866482 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:54.932810 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-6451c1b7-e190-4eb1-aab4-9c7c9ff91caa service neutron] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:54.954441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-6451c1b7-e190-4eb1-aab4-9c7c9ff91caa service neutron] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:25:54.993222 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:54.996044 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fed42884-00d6-418b-b655-86a84e90c315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:54.999976 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fed42884-00d6-418b-b655-86a84e90c315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:55.001709 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fed42884-00d6-418b-b655-86a84e90c315 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6e81748-95c0-4e23-a8bd-e42c02a3845d HTTP/1.1" status: 204 len: 168 time: 0.3781364 Aug 17 02:25:55.012441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-6451c1b7-e190-4eb1-aab4-9c7c9ff91caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f09a66-0d1b-444c-99cb-d0daf83a4efa {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:25:55.031623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed42884-00d6-418b-b655-86a84e90c315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e81748-95c0-4e23-a8bd-e42c02a3845d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:55.035439 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-6451c1b7-e190-4eb1-aab4-9c7c9ff91caa service neutron] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:55.041744 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 8ab470b1-318e-4f86-890a-b3b925cbdcd7, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=8ab470b1-318e-4f86-890a-b3b925cbdcd7,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:25:55.118401 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:55.150013 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-6451c1b7-e190-4eb1-aab4-9c7c9ff91caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:55.175043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449b790-04a2-4d58-9d82-945a16b1dac5 req-32ade6a8-a182-4fb6-96d2-0301a098e636 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:55.183865 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3449b790-04a2-4d58-9d82-945a16b1dac5 req-32ade6a8-a182-4fb6-96d2-0301a098e636 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 944 time: 0.0791039 Aug 17 02:25:55.188300 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=8ab470b1-318e-4f86-890a-b3b925cbdcd7,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:55.224860 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3449b790-04a2-4d58-9d82-945a16b1dac5 req-1a10f4ac-12c0-4c32-9a44-b939b784fc68 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400975 Aug 17 02:25:55.269182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-6451c1b7-e190-4eb1-aab4-9c7c9ff91caa service neutron] Transition to ACTIVE for port object c2f09a66-0d1b-444c-99cb-d0daf83a4efa will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:25:55.370104 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-6451c1b7-e190-4eb1-aab4-9c7c9ff91caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:55.436285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-6451c1b7-e190-4eb1-aab4-9c7c9ff91caa service neutron] No DVR routers for this DVR port c2f09a66-0d1b-444c-99cb-d0daf83a4efa on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:25:55.474323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451c1b7-e190-4eb1-aab4-9c7c9ff91caa service neutron] Pushing event updated for resources: {'Port': ['ID=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,revision_number=10']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:55.485354 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-6451c1b7-e190-4eb1-aab4-9c7c9ff91caa service neutron] 10.222.0.42 "PUT /v2.0/ports/c2f09a66-0d1b-444c-99cb-d0daf83a4efa/bindings/n-h2-793621-31/activate HTTP/1.1" status: 200 len: 370 time: 0.8532281 Aug 17 02:25:55.620808 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c52015-7e27-4cef-8dcc-da9f72fab56c req-72ec5969-4e2d-4293-9f58-28c70d70c3b8 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:55.622356 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3c52015-7e27-4cef-8dcc-da9f72fab56c req-72ec5969-4e2d-4293-9f58-28c70d70c3b8 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 946 time: 0.0627494 Aug 17 02:25:55.633838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eecdf7-d6a5-4a17-a0c0-196709e341b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab470b1-318e-4f86-890a-b3b925cbdcd7'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:25:55.638311 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c950afd-b8ef-459d-8297-fc62b4696a04" -d '{"events": [{"server_uuid": "89eecdf7-d6a5-4a17-a0c0-196709e341b7", "name": "network-vif-plugged", "status": "completed", "tag": "8ab470b1-318e-4f86-890a-b3b925cbdcd7"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:25:55.685185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3c52015-7e27-4cef-8dcc-da9f72fab56c req-f536d59f-e1b4-4487-8441-68d84bdaecd1 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488110 Aug 17 02:25:55.820351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726d309-6a17-4774-a379-cd647c4f2d2d req-ee3bcbcb-2ea9-4dad-be12-328afca0ac95 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:55.822087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e726d309-6a17-4774-a379-cd647c4f2d2d req-ee3bcbcb-2ea9-4dad-be12-328afca0ac95 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 945 time: 0.0522895 Aug 17 02:25:55.891629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e726d309-6a17-4774-a379-cd647c4f2d2d req-c894a2e2-5ab0-4d77-bf40-fd474a375b04 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630248 Aug 17 02:25:55.932710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-dbc1bc94-761a-4050-9805-4e80bdf29e66 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:55.937224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-dbc1bc94-761a-4050-9805-4e80bdf29e66 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f&tenant_id=e3bea87dd1b648248d3d9b791695e521&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1097 time: 0.0823324 Aug 17 02:25:56.074761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-6712086d-e2bf-4098-a2d7-594bd823e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:56.077508 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-6712086d-e2bf-4098-a2d7-594bd823e2e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f&tenant_id=e3bea87dd1b648248d3d9b791695e521 HTTP/1.1" status: 200 len: 1097 time: 0.1286638 Aug 17 02:25:56.187131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-0171f0dc-43a8-4a32-8754-ab26c4d6236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:56.188645 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-0171f0dc-43a8-4a32-8754-ab26c4d6236a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 1097 time: 0.0619421 Aug 17 02:25:56.349950 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-59848855-6a6c-4497-941f-3d1da07d01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:56.352720 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-59848855-6a6c-4497-941f-3d1da07d01f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.1536937 Aug 17 02:25:56.377173 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8551b715-1789-49d3-9544-5c0762c6357e x-openstack-request-id: req-8551b715-1789-49d3-9544-5c0762c6357e {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:25:56.378092 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89eecdf7-d6a5-4a17-a0c0-196709e341b7", "name": "network-vif-plugged", "status": "completed", "tag": "8ab470b1-318e-4f86-890a-b3b925cbdcd7", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:25:56.378092 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8551b715-1789-49d3-9544-5c0762c6357e {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:25:56.384416 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89eecdf7-d6a5-4a17-a0c0-196709e341b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab470b1-318e-4f86-890a-b3b925cbdcd7', 'code': 200} Aug 17 02:25:56.425280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-e216574b-1aa4-46f1-bf18-db622257a4e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa HTTP/1.1" status: 200 len: 217 time: 0.0536978 Aug 17 02:25:56.521214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-7228f367-e08a-4fce-8e49-e084e2d34886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:56.524405 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-7228f367-e08a-4fce-8e49-e084e2d34886 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0858607 Aug 17 02:25:56.543729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae12b3-299d-4154-b83c-e473750aa9cf req-e775d2af-4514-493b-a181-4e64434c305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:56.545406 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8bae12b3-299d-4154-b83c-e473750aa9cf req-e775d2af-4514-493b-a181-4e64434c305d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 1097 time: 0.0541980 Aug 17 02:25:56.550819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf258f9-aad9-4560-b388-004215838f58 req-5f396b77-75b1-492f-a0ed-b742ed902468 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:56.552347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdf258f9-aad9-4560-b388-004215838f58 req-5f396b77-75b1-492f-a0ed-b742ed902468 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 945 time: 0.0766814 Aug 17 02:25:56.583258 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-48f9ca41-c3b5-4ef0-8fc6-2be1a88aa1ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486052 Aug 17 02:25:56.590301 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8bae12b3-299d-4154-b83c-e473750aa9cf req-816a1568-63d6-429f-b941-ab5d64a765db service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344872 Aug 17 02:25:56.646745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdf258f9-aad9-4560-b388-004215838f58 req-c2a32dbb-dfda-4810-861e-312fedcdc72a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601723 Aug 17 02:25:56.754491 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48998) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:56.782656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49006) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:56.927521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2102697943-network', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:25:57.026466 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:57.046848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] Made reservation on behalf of ef2f1d344a1f49a09862bf78d14661d1 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:25:57.050648 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:57.063919 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:57.184324 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-3c8eee93-2ee6-4cb1-84e3-867d68d83e8f service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508328 Aug 17 02:25:57.193820 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb3567-37b1-4620-bce3-fc5f8e6359a6 req-061e3701-02a2-4b02-9b66-2c983093dbcb tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:57.196046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fbb3567-37b1-4620-bce3-fc5f8e6359a6 req-061e3701-02a2-4b02-9b66-2c983093dbcb tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 946 time: 0.1250069 Aug 17 02:25:57.317009 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:57.321214 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fbb3567-37b1-4620-bce3-fc5f8e6359a6 req-acbffcc3-9e47-453f-b27b-59597ea1d494 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111164 Aug 17 02:25:57.363679 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-1aee6e27-1201-4223-ab57-10c51fd74ac7 service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631613 Aug 17 02:25:57.401691 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:57.435526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e37db6-9a69-4d58-97b2-7a9da4cc2795,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:57.454145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:57.455211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:57.455211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:57.455491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:57.455779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:57.456287 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:57.456569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:57.456980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:57.457405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:57.457798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:57.458195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:57.458596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:25:57.472253 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-02be9158-eb82-4e5c-8674-e5213b1bc9ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d69620245b443cface008c35d3df230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6880462 Aug 17 02:25:57.473126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49022) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:57.527872 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:57.540014 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-287b0094-062d-449c-9519-33139abcd6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:57.573688 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-287b0094-062d-449c-9519-33139abcd6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:57.635753 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:57.671764 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e670398-ad8f-4213-978b-90ab5d932737,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:57.748965 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-287b0094-062d-449c-9519-33139abcd6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:57.752542 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-287b0094-062d-449c-9519-33139abcd6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:57.753857 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-287b0094-062d-449c-9519-33139abcd6f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57e37db6-9a69-4d58-97b2-7a9da4cc2795 HTTP/1.1" status: 204 len: 168 time: 0.2796323 Aug 17 02:25:57.761708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:25:57.768236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b0094-062d-449c-9519-33139abcd6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e37db6-9a69-4d58-97b2-7a9da4cc2795,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:57.779944 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:57.780518 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] Added segment c4ce1ff6-200c-4433-8ba3-09b694ac90fc of type vlan for network 121b4177-67c8-41b7-9451-eba181535c98 Aug 17 02:25:57.886521 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:57.945778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc0af4-23af-446f-b170-d8e34ac2cc60 req-2d1000e4-23a4-4523-bbaa-ec7f1e2b29c7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:57.947458 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4bbc0af4-23af-446f-b170-d8e34ac2cc60 req-2d1000e4-23a4-4523-bbaa-ec7f1e2b29c7 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 945 time: 0.0652828 Aug 17 02:25:57.991333 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:57.994917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:57.999135 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:58.009728 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4bbc0af4-23af-446f-b170-d8e34ac2cc60 req-9e4ad93e-cb1d-4c25-8a01-5089ab999522 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550661 Aug 17 02:25:58.058664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-f7a34680-b884-4378-a9ca-df4dc6e0c31c tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:58.060268 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-f7a34680-b884-4378-a9ca-df4dc6e0c31c tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f&tenant_id=e3bea87dd1b648248d3d9b791695e521&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 1097 time: 0.0733037 Aug 17 02:25:58.109741 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3536410 Aug 17 02:25:58.110432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49062) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:58.122040 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-22d5fa30-f855-484f-8b45-ceaeb3a11b4e admin admin] Request body: {'subnet': {'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2102697943-subnet', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:25:58.146525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08e05e-913c-4886-aa60-a2a01279fcca admin admin] Pushing event updated for resources: {'Network': ['ID=121b4177-67c8-41b7-9451-eba181535c98,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:58.161664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 121b4177-67c8-41b7-9451-eba181535c98 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:25:58.248120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8119ed-dc28-45c9-aead-e522a21f1cd3 req-92a1ca89-c295-4ba7-8c35-3022c3ba39c9 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:58.250455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df8119ed-dc28-45c9-aead-e522a21f1cd3 req-92a1ca89-c295-4ba7-8c35-3022c3ba39c9 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 946 time: 0.1194284 Aug 17 02:25:58.266134 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d5fa30-f855-484f-8b45-ceaeb3a11b4e admin admin] Made reservation on behalf of ef2f1d344a1f49a09862bf78d14661d1 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:25:58.269862 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-22d5fa30-f855-484f-8b45-ceaeb3a11b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:58.328314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df8119ed-dc28-45c9-aead-e522a21f1cd3 req-e08af451-9047-493d-8824-374ed6dd2e3e tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681171 Aug 17 02:25:58.422381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-33533963-a1c6-432b-bc03-09cd166e0022 service neutron] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:25:58.441944 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-33533963-a1c6-432b-bc03-09cd166e0022 service neutron] Notify callbacks [] for binding, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:58.448493 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-405578ff-b850-4c7a-898b-12c1b67ce792 req-33533963-a1c6-432b-bc03-09cd166e0022 service neutron] 10.222.0.18 "DELETE /v2.0/ports/c2f09a66-0d1b-444c-99cb-d0daf83a4efa/bindings/n-h1-793621-31 HTTP/1.1" status: 204 len: 173 time: 0.3662333 Aug 17 02:25:58.473687 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:58.518748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be44cc3-fa68-4da8-a255-7b951bc83dd2 req-3cc1f509-dc82-4743-a45d-3606ec19cc85 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:58.520279 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8be44cc3-fa68-4da8-a255-7b951bc83dd2 req-3cc1f509-dc82-4743-a45d-3606ec19cc85 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 945 time: 0.1003788 Aug 17 02:25:58.566669 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8be44cc3-fa68-4da8-a255-7b951bc83dd2 req-c397b790-6f99-45f9-a82a-9f03194bb8ba tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399675 Aug 17 02:25:58.823772 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-22d5fa30-f855-484f-8b45-ceaeb3a11b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:58.897950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5fa30-f855-484f-8b45-ceaeb3a11b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=96745070-aa33-474d-ad95-b1568821aeba,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:58.924372 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d5fa30-f855-484f-8b45-ceaeb3a11b4e admin admin] Checking segment: {'id': 'c4ce1ff6-200c-4433-8ba3-09b694ac90fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '121b4177-67c8-41b7-9451-eba181535c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:25:58.924990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d5fa30-f855-484f-8b45-ceaeb3a11b4e admin admin] Network hostable DHCP agents. Network: 121b4177-67c8-41b7-9451-eba181535c98, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:25:59.029087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49104) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:59.047277 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ce3c2c41-62ad-4f8d-8f92-ce9021c963ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:59.111015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d5fa30-f855-484f-8b45-ceaeb3a11b4e admin admin] Network 121b4177-67c8-41b7-9451-eba181535c98 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:25:59.165221 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ce3c2c41-62ad-4f8d-8f92-ce9021c963ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:59.255611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-22d5fa30-f855-484f-8b45-ceaeb3a11b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 121b4177-67c8-41b7-9451-eba181535c98) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:25:59.257738 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ce3c2c41-62ad-4f8d-8f92-ce9021c963ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:59.268938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac785833-25c2-48fe-bc33-229916e946ee None None] Network 121b4177-67c8-41b7-9451-eba181535c98 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:25:59.269825 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d5fa30-f855-484f-8b45-ceaeb3a11b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:59.270763 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-22d5fa30-f855-484f-8b45-ceaeb3a11b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:59.327991 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ce3c2c41-62ad-4f8d-8f92-ce9021c963ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0777421b1e9e47d0882f9340c2209cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963421 Aug 17 02:25:59.329976 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49114) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:59.346106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c2c41-62ad-4f8d-8f92-ce9021c963ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62b3922-762a-4d43-a0b1-25578c797c53,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:59.419290 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-781c2469-e890-4c65-a5e2-40ce03c3fdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:59.449182 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-22d5fa30-f855-484f-8b45-ceaeb3a11b4e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3352802 Aug 17 02:25:59.453230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49116) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:25:59.458745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:25:59.474231 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-781c2469-e890-4c65-a5e2-40ce03c3fdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:59.494025 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-121b4177-67c8-41b7-9451-eba181535c98', 'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'fixed_ips': [{'subnet_id': '96745070-aa33-474d-ad95-b1568821aeba'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:25:59.494900 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:59.705789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Allocated IP 172.20.0.2 (121b4177-67c8-41b7-9451-eba181535c98/96745070-aa33-474d-ad95-b1568821aeba/789f1132-37e8-41eb-b3d8-9bbca878a28b) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:25:59.753375 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:59.766915 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-781c2469-e890-4c65-a5e2-40ce03c3fdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:59.767170 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:59.767358 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-781c2469-e890-4c65-a5e2-40ce03c3fdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:59.767358 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-781c2469-e890-4c65-a5e2-40ce03c3fdf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b62b3922-762a-4d43-a0b1-25578c797c53 HTTP/1.1" status: 204 len: 168 time: 0.4302950 Aug 17 02:25:59.791687 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c2469-e890-4c65-a5e2-40ce03c3fdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62b3922-762a-4d43-a0b1-25578c797c53,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:25:59.893080 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:59.919440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e53266-ff61-4809-8280-d93b8c93a224 req-1103b72e-bc6e-4f16-a518-9d42d1afadd3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:25:59.921323 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88e53266-ff61-4809-8280-d93b8c93a224 req-1103b72e-bc6e-4f16-a518-9d42d1afadd3 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 945 time: 0.0886269 Aug 17 02:25:59.971706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88e53266-ff61-4809-8280-d93b8c93a224 req-be717388-372e-422a-88d3-d8a7ea5a5145 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435240 Aug 17 02:25:59.980883 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:59.997527 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Transition to ACTIVE for port object 789f1132-37e8-41eb-b3d8-9bbca878a28b will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:26:00.022022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Transition to ACTIVE for port object 789f1132-37e8-41eb-b3d8-9bbca878a28b will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:26:00.093513 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:00.205548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Pushing event updated for resources: {'Port': ['ID=789f1132-37e8-41eb-b3d8-9bbca878a28b,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:00.232528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31ba05-d5f5-4584-8465-7dbab8e3cc92 req-c84ab75d-565c-4a78-bdd2-963a0f5fb5c6 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:00.234160 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d31ba05-d5f5-4584-8465-7dbab8e3cc92 req-c84ab75d-565c-4a78-bdd2-963a0f5fb5c6 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 946 time: 0.0634899 Aug 17 02:26:00.239527 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Network 121b4177-67c8-41b7-9451-eba181535c98 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:26:00.241271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:00.246084 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:26:00.281056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d31ba05-d5f5-4584-8465-7dbab8e3cc92 req-803b8ec5-2d11-47f8-a8b7-329ca0fe702d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Aug 17 02:26:00.326447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Attempting to bind port 789f1132-37e8-41eb-b3d8-9bbca878a28b on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:26:00.327050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Attempting to bind port 789f1132-37e8-41eb-b3d8-9bbca878a28b by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'c4ce1ff6-200c-4433-8ba3-09b694ac90fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '121b4177-67c8-41b7-9451-eba181535c98'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:26:00.327168 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Attempting to bind port 789f1132-37e8-41eb-b3d8-9bbca878a28b on network 121b4177-67c8-41b7-9451-eba181535c98 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:26:00.333104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:26:00.334088 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Checking segment: {'id': 'c4ce1ff6-200c-4433-8ba3-09b694ac90fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '121b4177-67c8-41b7-9451-eba181535c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:26:00.334699 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:00.335413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Bound using segment: {'id': 'c4ce1ff6-200c-4433-8ba3-09b694ac90fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '121b4177-67c8-41b7-9451-eba181535c98'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:26:00.336385 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Bound port: 789f1132-37e8-41eb-b3d8-9bbca878a28b, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ce1ff6-200c-4433-8ba3-09b694ac90fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '121b4177-67c8-41b7-9451-eba181535c98'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:26:00.337324 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:00.416985 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] For port 789f1132-37e8-41eb-b3d8-9bbca878a28b, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:26:00.421290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] For port 789f1132-37e8-41eb-b3d8-9bbca878a28b, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=789f1132-37e8-41eb-b3d8-9bbca878a28b,segment=NetworkSegment(c4ce1ff6-200c-4433-8ba3-09b694ac90fc),segment_id=c4ce1ff6-200c-4433-8ba3-09b694ac90fc)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:26:00.421785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba12c4-9ec7-483d-99b1-e15195c0f9ef req-f3b1c49f-ce9f-4c28-8b4e-36c73570e842 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:00.423407 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69ba12c4-9ec7-483d-99b1-e15195c0f9ef req-f3b1c49f-ce9f-4c28-8b4e-36c73570e842 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 1097 time: 0.0604060 Aug 17 02:26:00.433662 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:00.468968 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69ba12c4-9ec7-483d-99b1-e15195c0f9ef req-df78d404-2bfc-4edd-835c-24f6f509a3bd tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375199 Aug 17 02:26:00.508662 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:00.609827 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5b028-990a-4de6-8508-50eab020a000 None None] Pushing event updated for resources: {'Port': ['ID=789f1132-37e8-41eb-b3d8-9bbca878a28b,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:00.808640 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:00.830762 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:00.853598 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:01.001565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Allocated IP 172.25.5.84 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/f2fcdfd2-ee86-4ba0-890c-c24affb626c2) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:26:01.155366 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:01.281317 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:01.333414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:26:01.335515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:01.384112 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fcdfd2-ee86-4ba0-890c-c24affb626c2,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:01.388442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:26:01.817319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5517abdd-82bc-47f5-b2c9-19fd9c6c1952 None None] Network 121b4177-67c8-41b7-9451-eba181535c98 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:26:01.858331 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:01.882364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 789f1132-37e8-41eb-b3d8-9bbca878a28b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:26:02.052656 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b9b20ca8-07a0-43c2-b003-95226d006237 None None] Provisioning for port 789f1132-37e8-41eb-b3d8-9bbca878a28b completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:26:02.091453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac78b0b-dd39-49a4-8fa7-11528093e353 req-58b2d479-cd69-418d-8b96-3c8a5a87634c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:02.094183 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ac78b0b-dd39-49a4-8fa7-11528093e353 req-58b2d479-cd69-418d-8b96-3c8a5a87634c tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 946 time: 0.0829141 Aug 17 02:26:02.114977 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 789f1132-37e8-41eb-b3d8-9bbca878a28b completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:26:02.124139 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 789f1132-37e8-41eb-b3d8-9bbca878a28b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:02.124139 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:02.157875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ac78b0b-dd39-49a4-8fa7-11528093e353 req-74583bc1-cc3c-4121-95d8-8069843598aa tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556452 Aug 17 02:26:02.159635 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:02.265065 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:02.302911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 789f1132-37e8-41eb-b3d8-9bbca878a28b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=789f1132-37e8-41eb-b3d8-9bbca878a28b,segment=NetworkSegment(c4ce1ff6-200c-4433-8ba3-09b694ac90fc),segment_id=c4ce1ff6-200c-4433-8ba3-09b694ac90fc)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:02.368541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49214) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:02.387026 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:02.444682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-47bb48df-6590-44ef-ae68-0f307d4ea10a None None] Provisioning complete for port 789f1132-37e8-41eb-b3d8-9bbca878a28b triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:02.445355 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47bb48df-6590-44ef-ae68-0f307d4ea10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:02.469470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:26:02.487548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=789f1132-37e8-41eb-b3d8-9bbca878a28b,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:02.515034 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c58fb2-a9dd-4792-ac9c-06320478cc1f req-1c99473d-90d3-4027-9d59-dfa2b8e7c5e4 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:02.524253 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0c58fb2-a9dd-4792-ac9c-06320478cc1f req-1c99473d-90d3-4027-9d59-dfa2b8e7c5e4 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 1097 time: 0.0884671 Aug 17 02:26:02.576820 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8309b034-edc1-4c26-8b92-cdb8ab18b399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:02.612750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0c58fb2-a9dd-4792-ac9c-06320478cc1f req-37d93248-4841-4681-9e9f-b49bba8f9c68 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864024 Aug 17 02:26:02.627479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:26:02.647258 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Sync routers for ids ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:26:02.666810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Routers {'0af128d7-c8ac-4d44-999f-dc8c44d9cd76'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:26:02.668404 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:25:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:02.738541 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8309b034-edc1-4c26-8b92-cdb8ab18b399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:02.805645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140eb7e5-832b-4bdc-96e8-ba46a11cc938 req-44ab93f3-7da4-4cac-98c3-66a74eedae64 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:02.807641 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-140eb7e5-832b-4bdc-96e8-ba46a11cc938 req-44ab93f3-7da4-4cac-98c3-66a74eedae64 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 945 time: 0.0544415 Aug 17 02:26:02.812110 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8309b034-edc1-4c26-8b92-cdb8ab18b399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:02.831853 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Set router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:26:02.869173 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8309b034-edc1-4c26-8b92-cdb8ab18b399 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a20d7dd931a47f1bfce2fad8ee549c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4993696 Aug 17 02:26:02.873045 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49222) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:02.874860 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309b034-edc1-4c26-8b92-cdb8ab18b399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8218d05e-7787-4bc5-a362-e0fbc2d17524,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:02.892390 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-140eb7e5-832b-4bdc-96e8-ba46a11cc938 req-2092f8f5-c3ed-49ce-911c-6634fcac4396 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1824e9c-03f6-4f71-8467-8583d0e9b6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770504 Aug 17 02:26:02.939839 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4baee9d9-062a-4e64-8ca1-cae1f9d41251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:02.963496 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:02.969133 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cb09d376-9786-440e-ab4b-a721bedc7d98 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.5105321 Aug 17 02:26:02.970129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49224) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:02.977535 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4baee9d9-062a-4e64-8ca1-cae1f9d41251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:03.061704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:59Z', 'updated_at': '2021-08-17T02:26:01Z', 'revision_number': 3, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'gw_port': {'id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:00Z', 'updated_at': '2021-08-17T02:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:03.091881 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Checking router: 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:26:03.092476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Updating router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 port f2fcdfd2-ee86-4ba0-890c-c24affb626c2 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:26:03.121197 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4baee9d9-062a-4e64-8ca1-cae1f9d41251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:03.122380 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:03.124991 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4baee9d9-062a-4e64-8ca1-cae1f9d41251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:03.128680 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4baee9d9-062a-4e64-8ca1-cae1f9d41251 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8218d05e-7787-4bc5-a362-e0fbc2d17524 HTTP/1.1" status: 204 len: 168 time: 0.2514777 Aug 17 02:26:03.156062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baee9d9-062a-4e64-8ca1-cae1f9d41251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8218d05e-7787-4bc5-a362-e0fbc2d17524,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:03.162963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65451d90-aa79-4b4e-a7ba-1d8219ab7171 req-3847aedb-c7b6-493b-924d-ce8464ef610a tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:03.171815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65451d90-aa79-4b4e-a7ba-1d8219ab7171 req-3847aedb-c7b6-493b-924d-ce8464ef610a tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 945 time: 0.2022824 Aug 17 02:26:03.257027 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65451d90-aa79-4b4e-a7ba-1d8219ab7171 req-635709dc-13a7-4554-92a3-53c984f7648a tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853455 Aug 17 02:26:03.468661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c391d-e69b-4146-a6ab-c7475b0e1070 req-e5413bc1-0e15-44dc-8d5d-d9cc8723614b tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:03.470362 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c2c391d-e69b-4146-a6ab-c7475b0e1070 req-e5413bc1-0e15-44dc-8d5d-d9cc8723614b tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.18 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 945 time: 0.1299329 Aug 17 02:26:03.488858 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:03.502159 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4eb4c2-4b8d-492b-8d29-0f1ab22e653b req-bba9ea27-9117-472d-8be5-c6ced8197425 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:03.507084 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1b4eb4c2-4b8d-492b-8d29-0f1ab22e653b req-bba9ea27-9117-472d-8be5-c6ced8197425 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "GET /v2.0/ports?device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 945 time: 0.1251504 Aug 17 02:26:03.520774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Transition to ACTIVE for port object f2fcdfd2-ee86-4ba0-890c-c24affb626c2 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:26:03.651237 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:03.690568 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-1b4eb4c2-4b8d-492b-8d29-0f1ab22e653b req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Deleting port d300df59-961d-40d2-ae28-ab01790c1566 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:26:03.690988 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1b4eb4c2-4b8d-492b-8d29-0f1ab22e653b req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:03.699031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-1c2c391d-e69b-4146-a6ab-c7475b0e1070 req-c940d315-ec01-4027-ad13-2b0be7c71e15 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Deleting port 8ab470b1-318e-4f86-890a-b3b925cbdcd7 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:26:03.699462 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1c2c391d-e69b-4146-a6ab-c7475b0e1070 req-c940d315-ec01-4027-ad13-2b0be7c71e15 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:03.770865 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Attempting to bind port f2fcdfd2-ee86-4ba0-890c-c24affb626c2 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:26:03.771244 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Attempting to bind port f2fcdfd2-ee86-4ba0-890c-c24affb626c2 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:26:03.771693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Attempting to bind port f2fcdfd2-ee86-4ba0-890c-c24affb626c2 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:26:03.784878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:26:03.784878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:26:03.784878 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:03.784878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:26:03.784878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Bound port: f2fcdfd2-ee86-4ba0-890c-c24affb626c2, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:26:03.784878 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:03.786522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f676e53-afcd-4907-9831-1da7d67045cb None None] Pushing event updated for resources: {'Port': ['ID=f2fcdfd2-ee86-4ba0-890c-c24affb626c2,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:03.804563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 789f1132-37e8-41eb-b3d8-9bbca878a28b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:26:03.885214 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-1b4eb4c2-4b8d-492b-8d29-0f1ab22e653b req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] For port d300df59-961d-40d2-ae28-ab01790c1566, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d300df59-961d-40d2-ae28-ab01790c1566,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:03.885665 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1b4eb4c2-4b8d-492b-8d29-0f1ab22e653b req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:03.903889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-1b4eb4c2-4b8d-492b-8d29-0f1ab22e653b req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Calling delete_port for d300df59-961d-40d2-ae28-ab01790c1566 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:26:03.912067 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] For port f2fcdfd2-ee86-4ba0-890c-c24affb626c2, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:26:03.917815 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] For port f2fcdfd2-ee86-4ba0-890c-c24affb626c2, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f2fcdfd2-ee86-4ba0-890c-c24affb626c2,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:26:03.924942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 789f1132-37e8-41eb-b3d8-9bbca878a28b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:03.925358 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:03.944340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1c2c391d-e69b-4146-a6ab-c7475b0e1070 req-c940d315-ec01-4027-ad13-2b0be7c71e15 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] For port 8ab470b1-318e-4f86-890a-b3b925cbdcd7, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=8ab470b1-318e-4f86-890a-b3b925cbdcd7,segment=NetworkSegment(552b83c0-f87d-48ce-91bb-e8cff1287a83),segment_id=552b83c0-f87d-48ce-91bb-e8cff1287a83)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:03.944746 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1c2c391d-e69b-4146-a6ab-c7475b0e1070 req-c940d315-ec01-4027-ad13-2b0be7c71e15 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:03.965500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-1c2c391d-e69b-4146-a6ab-c7475b0e1070 req-c940d315-ec01-4027-ad13-2b0be7c71e15 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Calling delete_port for 8ab470b1-318e-4f86-890a-b3b925cbdcd7 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:26:03.975106 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:04.097308 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:04.173127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Routers {'0af128d7-c8ac-4d44-999f-dc8c44d9cd76'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:26:04.173811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:25:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:04.207483 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1b4eb4c2-4b8d-492b-8d29-0f1ab22e653b req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:04.300907 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Allocated IP 172.20.0.1 (121b4177-67c8-41b7-9451-eba181535c98/96745070-aa33-474d-ad95-b1568821aeba/8755db08-7ad7-4e11-a3f0-276d6837b1a8) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:26:04.312130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Pushing event deleted for resources: {'Port': ['ID=d300df59-961d-40d2-ae28-ab01790c1566,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:04.342091 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4eb4c2-4b8d-492b-8d29-0f1ab22e653b req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] No DVR routers for this DVR port d300df59-961d-40d2-ae28-ab01790c1566 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:26:04.346166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:04.346166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:04.346166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:04.346166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:04.346650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:04.346650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:04.347256 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:04.347256 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:04.347711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:04.347911 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:04.348315 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:04.348901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:04.353434 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1b4eb4c2-4b8d-492b-8d29-0f1ab22e653b req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:04.354665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['c4c0c554-8e9b-409f-b898-ef07c57fdf81', '6935e996-8433-4681-8633-858a4884f208', 'd300df59-961d-40d2-ae28-ab01790c1566'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:26:04.355444 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1b4eb4c2-4b8d-492b-8d29-0f1ab22e653b req-b4cef152-fb27-4d6d-b883-d073f56c2a6d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "DELETE /v2.0/ports/d300df59-961d-40d2-ae28-ab01790c1566 HTTP/1.1" status: 204 len: 173 time: 0.8407960 Aug 17 02:26:04.355933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170c419d-d881-4f87-96b1-e4aa75482604', 'name': 'network-vif-deleted', 'tag': 'd300df59-961d-40d2-ae28-ab01790c1566'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:26:04.358514 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66b331c-1ac0-44e6-b97c-e69c8c7f47ab" -d '{"events": [{"server_uuid": "170c419d-d881-4f87-96b1-e4aa75482604", "name": "network-vif-deleted", "tag": "d300df59-961d-40d2-ae28-ab01790c1566"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:26:04.382495 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f676e53-afcd-4907-9831-1da7d67045cb None None] Pushing event updated for resources: {'Port': ['ID=f2fcdfd2-ee86-4ba0-890c-c24affb626c2,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:04.398706 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1c2c391d-e69b-4146-a6ab-c7475b0e1070 req-c940d315-ec01-4027-ad13-2b0be7c71e15 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:04.451710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['8ab470b1-318e-4f86-890a-b3b925cbdcd7'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:26:04.492549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940d315-ec01-4027-ad13-2b0be7c71e15 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Pushing event deleted for resources: {'Port': ['ID=8ab470b1-318e-4f86-890a-b3b925cbdcd7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:04.518781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2c391d-e69b-4146-a6ab-c7475b0e1070 req-c940d315-ec01-4027-ad13-2b0be7c71e15 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] No DVR routers for this DVR port 8ab470b1-318e-4f86-890a-b3b925cbdcd7 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:26:04.521700 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1c2c391d-e69b-4146-a6ab-c7475b0e1070 req-c940d315-ec01-4027-ad13-2b0be7c71e15 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:04.525692 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c2c391d-e69b-4146-a6ab-c7475b0e1070 req-c940d315-ec01-4027-ad13-2b0be7c71e15 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.18 "DELETE /v2.0/ports/8ab470b1-318e-4f86-890a-b3b925cbdcd7 HTTP/1.1" status: 204 len: 173 time: 1.0440505 Aug 17 02:26:04.528321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eecdf7-d6a5-4a17-a0c0-196709e341b7', 'name': 'network-vif-deleted', 'tag': '8ab470b1-318e-4f86-890a-b3b925cbdcd7'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:26:04.532023 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142ac481-0cc6-4878-917b-c2ad92ba2a9f" -d '{"events": [{"server_uuid": "89eecdf7-d6a5-4a17-a0c0-196709e341b7", "name": "network-vif-deleted", "tag": "8ab470b1-318e-4f86-890a-b3b925cbdcd7"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:26:04.577484 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] Set router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:26:04.623568 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:04.641927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Transition to ACTIVE for port object 8755db08-7ad7-4e11-a3f0-276d6837b1a8 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:26:04.830029 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:04.892312 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:59Z', 'updated_at': '2021-08-17T02:26:01Z', 'revision_number': 3, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'gw_port': {'id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:00Z', 'updated_at': '2021-08-17T02:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:04.904023 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Network 121b4177-67c8-41b7-9451-eba181535c98 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:26:04.907382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:04.925209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:26:04.944353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c11a630-22c2-4025-b2dc-cd391d9453c6 None None] The sync data for ids ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'] in n-d-793621-31 is: [{'id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:59Z', 'updated_at': '2021-08-17T02:26:01Z', 'revision_number': 3, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'gw_port': {'id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:00Z', 'updated_at': '2021-08-17T02:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:26:04.974204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Pushing event updated for resources: {'Port': ['ID=8755db08-7ad7-4e11-a3f0-276d6837b1a8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:05.007919 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:05.310839 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e0d7e49-dc0b-4b15-bdcf-06916cf32939 req-530cb206-b314-42e4-bbd3-be0028e8be44 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/ports?device_id=89eecdf7-d6a5-4a17-a0c0-196709e341b7 HTTP/1.1" status: 200 len: 210 time: 0.0345798 Aug 17 02:26:05.438746 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:05.476049 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0bbde6ed-379c-466b-8edc-0231ff3c977c None None] Provisioning for port 8755db08-7ad7-4e11-a3f0-276d6837b1a8 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:26:05.488044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0bbde6ed-379c-466b-8edc-0231ff3c977c None None] Provisioning complete for port 8755db08-7ad7-4e11-a3f0-276d6837b1a8 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:05.488252 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0bbde6ed-379c-466b-8edc-0231ff3c977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:05.548574 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-0bbde6ed-379c-466b-8edc-0231ff3c977c None None] Port 8755db08-7ad7-4e11-a3f0-276d6837b1a8 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:26:05.676171 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-08d1f15a-79e8-46ba-ae4f-988b644c5e2e req-521dd66a-0dee-43a2-b37e-f67bf25cb293 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=170c419d-d881-4f87-96b1-e4aa75482604 HTTP/1.1" status: 200 len: 210 time: 0.0803192 Aug 17 02:26:05.763859 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc99ee36-4616-4abd-8bd0-efd093328e9a x-openstack-request-id: req-dc99ee36-4616-4abd-8bd0-efd093328e9a {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:26:05.768629 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170c419d-d881-4f87-96b1-e4aa75482604", "name": "network-vif-deleted", "tag": "d300df59-961d-40d2-ae28-ab01790c1566", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:26:05.768629 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc99ee36-4616-4abd-8bd0-efd093328e9a {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:26:05.769027 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170c419d-d881-4f87-96b1-e4aa75482604', 'name': 'network-vif-deleted', 'tag': 'd300df59-961d-40d2-ae28-ab01790c1566', 'status': 'completed', 'code': 200} Aug 17 02:26:05.852000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f2fcdfd2-ee86-4ba0-890c-c24affb626c2 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:26:05.870776 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:05.933521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc8aa2-1e95-468d-a7ac-ea0aba146712 req-a5eb8aed-1632-4bf8-80b9-9abd6331573d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:05.935334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ccc8aa2-1e95-468d-a7ac-ea0aba146712 req-a5eb8aed-1632-4bf8-80b9-9abd6331573d tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 946 time: 0.0619152 Aug 17 02:26:05.952174 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:06.051575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port f2fcdfd2-ee86-4ba0-890c-c24affb626c2 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:26:06.057179 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f2fcdfd2-ee86-4ba0-890c-c24affb626c2 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:06.057866 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:06.084053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ccc8aa2-1e95-468d-a7ac-ea0aba146712 req-e3da6b2f-7d2e-4c01-9e4d-ca1867b02c7b tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410587 Aug 17 02:26:06.086188 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:06.089474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Pushing event updated for resources: {'Port': ['ID=8755db08-7ad7-4e11-a3f0-276d6837b1a8,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:06.191885 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb44913d-88e2-40d5-90b3-0c8a0decf191 x-openstack-request-id: req-cb44913d-88e2-40d5-90b3-0c8a0decf191 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:26:06.192412 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89eecdf7-d6a5-4a17-a0c0-196709e341b7", "name": "network-vif-deleted", "tag": "8ab470b1-318e-4f86-890a-b3b925cbdcd7", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:26:06.197656 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb44913d-88e2-40d5-90b3-0c8a0decf191 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:26:06.198119 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89eecdf7-d6a5-4a17-a0c0-196709e341b7', 'name': 'network-vif-deleted', 'tag': '8ab470b1-318e-4f86-890a-b3b925cbdcd7', 'status': 'completed', 'code': 200} Aug 17 02:26:06.265359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Network 121b4177-67c8-41b7-9451-eba181535c98 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:26:06.268066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:06.389715 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:06.452231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port f2fcdfd2-ee86-4ba0-890c-c24affb626c2, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f2fcdfd2-ee86-4ba0-890c-c24affb626c2,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:06.508711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:26:06.532908 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:06.673927 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=f2fcdfd2-ee86-4ba0-890c-c24affb626c2,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:06.778714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 8ab470b1-318e-4f86-890a-b3b925cbdcd7 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:26:06.802765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 8ab470b1-318e-4f86-890a-b3b925cbdcd7 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:26:06.803140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 8ab470b1-318e-4f86-890a-b3b925cbdcd7 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:26:06.809849 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b06a9972-87d4-4b41-82d3-61647e19be23 None None] Provisioning complete for port 8755db08-7ad7-4e11-a3f0-276d6837b1a8 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:06.810258 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b06a9972-87d4-4b41-82d3-61647e19be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:06.848400 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d300df59-961d-40d2-ae28-ab01790c1566 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:26:06.872421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: d300df59-961d-40d2-ae28-ab01790c1566 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:26:06.873000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d300df59-961d-40d2-ae28-ab01790c1566 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:26:06.890421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b06a9972-87d4-4b41-82d3-61647e19be23 None None] Port 8755db08-7ad7-4e11-a3f0-276d6837b1a8 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:26:07.118265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:26:07.122894 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ca241fa5-3637-4e93-803b-ba942307af9b admin admin] 10.222.0.13 "PUT /v2.0/routers/0af128d7-c8ac-4d44-999f-dc8c44d9cd76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1503568 Aug 17 02:26:07.166098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b065c56-e79f-4bd2-98d1-25a528179177 req-e7989e53-8485-4c4d-b4ce-360b8cb28da2 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:07.166098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2b065c56-e79f-4bd2-98d1-25a528179177 req-e7989e53-8485-4c4d-b4ce-360b8cb28da2 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 946 time: 0.0888116 Aug 17 02:26:07.209719 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2b065c56-e79f-4bd2-98d1-25a528179177 req-82868acc-3f6a-4596-883a-b8195f53ac6f tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 Aug 17 02:26:07.520535 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Sync routers for ids ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:26:07.543659 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Routers {'0af128d7-c8ac-4d44-999f-dc8c44d9cd76'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:26:07.544286 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:25:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:07.665855 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Set router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:26:07.760390 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f2fcdfd2-ee86-4ba0-890c-c24affb626c2 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:26:07.829376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f2fcdfd2-ee86-4ba0-890c-c24affb626c2 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:07.830389 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:07.862751 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-91d3c1a9-0635-4d5f-b35a-47d6842b0f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:07.947979 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:59Z', 'updated_at': '2021-08-17T02:26:05Z', 'revision_number': 4, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'gw_port': {'id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:00Z', 'updated_at': '2021-08-17T02:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '8755db08-7ad7-4e11-a3f0-276d6837b1a8', 'name': '', 'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'mac_address': 'fa:16:3e:40:0b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '96745070-aa33-474d-ad95-b1568821aeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:04Z', 'updated_at': '2021-08-17T02:26:05Z', 'revision_number': 2, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'subnets': [{'id': '96745070-aa33-474d-ad95-b1568821aeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:07.988870 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Checking router: 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:26:07.989216 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Updating router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 port 8755db08-7ad7-4e11-a3f0-276d6837b1a8 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:26:08.010050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49438) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:08.037303 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:08.191327 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-28a47d04-536f-48b3-b73f-4d810b1674b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:08.302475 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-28a47d04-536f-48b3-b73f-4d810b1674b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:08.356197 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:08.366170 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Transition to ACTIVE for port object 8755db08-7ad7-4e11-a3f0-276d6837b1a8 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:26:08.400561 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-28a47d04-536f-48b3-b73f-4d810b1674b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:08.445846 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-28a47d04-536f-48b3-b73f-4d810b1674b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18be427fc69447d38ae6dc4b7399c305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4279764 Aug 17 02:26:08.445846 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a47d04-536f-48b3-b73f-4d810b1674b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc4130b-57e4-46bf-ba49-121967b4192d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:08.446330 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49446) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:08.494237 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:08.519185 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aa838001-58c2-498c-a201-5115c0369154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:08.565736 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e30ec-0cdd-4bff-92b7-d8bfa8b33aef None None] Pushing event updated for resources: {'Port': ['ID=8755db08-7ad7-4e11-a3f0-276d6837b1a8,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:08.578855 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aa838001-58c2-498c-a201-5115c0369154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:08.639661 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Attempting to bind port 8755db08-7ad7-4e11-a3f0-276d6837b1a8 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:26:08.640704 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Attempting to bind port 8755db08-7ad7-4e11-a3f0-276d6837b1a8 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'c4ce1ff6-200c-4433-8ba3-09b694ac90fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '121b4177-67c8-41b7-9451-eba181535c98'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:26:08.641416 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Attempting to bind port 8755db08-7ad7-4e11-a3f0-276d6837b1a8 on network 121b4177-67c8-41b7-9451-eba181535c98 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:26:08.656688 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:26:08.657441 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Checking segment: {'id': 'c4ce1ff6-200c-4433-8ba3-09b694ac90fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '121b4177-67c8-41b7-9451-eba181535c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:26:08.658404 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:08.659104 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Bound using segment: {'id': 'c4ce1ff6-200c-4433-8ba3-09b694ac90fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '121b4177-67c8-41b7-9451-eba181535c98'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:26:08.660131 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Bound port: 8755db08-7ad7-4e11-a3f0-276d6837b1a8, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ce1ff6-200c-4433-8ba3-09b694ac90fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '121b4177-67c8-41b7-9451-eba181535c98'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:26:08.660816 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:08.767971 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] For port 8755db08-7ad7-4e11-a3f0-276d6837b1a8, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:26:08.774496 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] For port 8755db08-7ad7-4e11-a3f0-276d6837b1a8, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8755db08-7ad7-4e11-a3f0-276d6837b1a8,segment=NetworkSegment(c4ce1ff6-200c-4433-8ba3-09b694ac90fc),segment_id=c4ce1ff6-200c-4433-8ba3-09b694ac90fc)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:26:08.788919 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aa838001-58c2-498c-a201-5115c0369154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:08.792538 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aa838001-58c2-498c-a201-5115c0369154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:08.796823 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-aa838001-58c2-498c-a201-5115c0369154 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cc4130b-57e4-46bf-ba49-121967b4192d HTTP/1.1" status: 204 len: 168 time: 0.3465233 Aug 17 02:26:08.804177 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa838001-58c2-498c-a201-5115c0369154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc4130b-57e4-46bf-ba49-121967b4192d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:08.852895 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:08.935315 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e30ec-0cdd-4bff-92b7-d8bfa8b33aef None None] Pushing event updated for resources: {'Port': ['ID=8755db08-7ad7-4e11-a3f0-276d6837b1a8,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:08.948762 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Routers {'0af128d7-c8ac-4d44-999f-dc8c44d9cd76'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:26:08.949448 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:25:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:09.149782 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] Set router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:26:09.410884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49456) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:09.417146 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e56e7c03-a4e8-44d5-b283-726a4a30478f tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--641077353', 'description': 'tempest-description--614747304'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:09.521067 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:59Z', 'updated_at': '2021-08-17T02:26:05Z', 'revision_number': 4, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'gw_port': {'id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:00Z', 'updated_at': '2021-08-17T02:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '8755db08-7ad7-4e11-a3f0-276d6837b1a8', 'name': '', 'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'mac_address': 'fa:16:3e:40:0b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '96745070-aa33-474d-ad95-b1568821aeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:04Z', 'updated_at': '2021-08-17T02:26:08Z', 'revision_number': 4, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'subnets': [{'id': '96745070-aa33-474d-ad95-b1568821aeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:09.565900 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3340287-ed63-4609-917f-8c0a0400d22a None None] The sync data for ids ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'] in n-d-793621-31 is: [{'id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:59Z', 'updated_at': '2021-08-17T02:26:05Z', 'revision_number': 4, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'gw_port': {'id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:00Z', 'updated_at': '2021-08-17T02:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '8755db08-7ad7-4e11-a3f0-276d6837b1a8', 'name': '', 'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'mac_address': 'fa:16:3e:40:0b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '96745070-aa33-474d-ad95-b1568821aeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:04Z', 'updated_at': '2021-08-17T02:26:08Z', 'revision_number': 4, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'subnets': [{'id': '96745070-aa33-474d-ad95-b1568821aeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:26:09.610177 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e56e7c03-a4e8-44d5-b283-726a4a30478f tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:09.797889 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e56e7c03-a4e8-44d5-b283-726a4a30478f tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:09.876782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8755db08-7ad7-4e11-a3f0-276d6837b1a8 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:26:09.892123 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e56e7c03-a4e8-44d5-b283-726a4a30478f tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:09.981351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e7c03-a4e8-44d5-b283-726a4a30478f tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f867a4-16b7-4935-8275-38bb269ce547,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:10.057570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 8755db08-7ad7-4e11-a3f0-276d6837b1a8 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:26:10.058247 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e56e7c03-a4e8-44d5-b283-726a4a30478f tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:10.064893 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e56e7c03-a4e8-44d5-b283-726a4a30478f tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6505594 Aug 17 02:26:10.066588 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49488) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:10.073205 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-15df3acc-1d31-4905-9c77-451e1e70e20c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Request body: {'security_group_rule': {'security_group_id': '15f867a4-16b7-4935-8275-38bb269ce547', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:10.073564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8755db08-7ad7-4e11-a3f0-276d6837b1a8 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:10.074180 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:10.215879 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15df3acc-1d31-4905-9c77-451e1e70e20c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:10.298942 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-083c04da-3755-43ca-80bc-8a0f3be7cf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:10.340474 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:10.424472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 8755db08-7ad7-4e11-a3f0-276d6837b1a8, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8755db08-7ad7-4e11-a3f0-276d6837b1a8,segment=NetworkSegment(c4ce1ff6-200c-4433-8ba3-09b694ac90fc),segment_id=c4ce1ff6-200c-4433-8ba3-09b694ac90fc)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:10.427391 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15df3acc-1d31-4905-9c77-451e1e70e20c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:10.594551 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15df3acc-1d31-4905-9c77-451e1e70e20c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:10.594786 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:10.636216 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df3acc-1d31-4905-9c77-451e1e70e20c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d373fa-725a-4ef3-9da7-325a05ac2b3d,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:10.708897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=8755db08-7ad7-4e11-a3f0-276d6837b1a8,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:10.723267 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:10.723621 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:10.724378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:10.724969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:10.726923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:10.727628 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:10.728172 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:10.729483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:10.742685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:10.742685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:10.742685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:10.742685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:10.763672 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:10.764944 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15df3acc-1d31-4905-9c77-451e1e70e20c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:10.768950 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-15df3acc-1d31-4905-9c77-451e1e70e20c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6998146 Aug 17 02:26:10.778489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49520) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:10.786545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-bb5401cc-ce37-42fd-b7e2-3048fb2eef55 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Request body: {'security_group_rule': {'security_group_id': '15f867a4-16b7-4935-8275-38bb269ce547', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:10.922906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d68f6-54fb-4ff3-a1ea-1f3b872065e3 req-7d8bff4a-c805-4fe8-9a60-dd323b3f7502 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:10.925132 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a88d68f6-54fb-4ff3-a1ea-1f3b872065e3 req-7d8bff4a-c805-4fe8-9a60-dd323b3f7502 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 945 time: 0.0678966 Aug 17 02:26:10.944422 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb5401cc-ce37-42fd-b7e2-3048fb2eef55 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:10.995426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a88d68f6-54fb-4ff3-a1ea-1f3b872065e3 req-1938229a-1a71-4824-bd79-184f6bb53f38 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536132 Aug 17 02:26:11.048016 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb5401cc-ce37-42fd-b7e2-3048fb2eef55 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:11.146757 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc23df-e3dc-4ba7-9653-a76447424eb0 req-f5983919-c518-4f9f-8342-8541977e8480 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:11.155072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2dc23df-e3dc-4ba7-9653-a76447424eb0 req-f5983919-c518-4f9f-8342-8541977e8480 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 946 time: 0.0949059 Aug 17 02:26:11.166096 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb5401cc-ce37-42fd-b7e2-3048fb2eef55 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:11.200994 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5401cc-ce37-42fd-b7e2-3048fb2eef55 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0f6679-9ed4-43ec-b415-c3363ce76a7d,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:11.211264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1aa520-abd9-40c4-9b72-664306461202 req-0bb9f60f-b2a3-4410-8861-02943859db19 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:11.212865 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c1aa520-abd9-40c4-9b72-664306461202 req-0bb9f60f-b2a3-4410-8861-02943859db19 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 946 time: 0.1222684 Aug 17 02:26:11.274983 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb5401cc-ce37-42fd-b7e2-3048fb2eef55 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:11.280915 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bb5401cc-ce37-42fd-b7e2-3048fb2eef55 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5000587 Aug 17 02:26:11.281937 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49546) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:11.289801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:11.337960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2dc23df-e3dc-4ba7-9653-a76447424eb0 req-9db3f795-df69-40d2-b1a0-57ba636192ce tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/security-groups?id=1838480a-d460-4868-984e-428e4eeb5cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818912 Aug 17 02:26:11.375143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-5c1aa520-abd9-40c4-9b72-664306461202 req-517dc635-ed50-4d3f-ab92-24ef52ea0fa3 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Deleting port f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:26:11.375556 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5c1aa520-abd9-40c4-9b72-664306461202 req-517dc635-ed50-4d3f-ab92-24ef52ea0fa3 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:11.446600 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:11.499190 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-5c1aa520-abd9-40c4-9b72-664306461202 req-517dc635-ed50-4d3f-ab92-24ef52ea0fa3 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] For port f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69,segment=NetworkSegment(12b7096e-0114-4bc0-820e-ca83c1c2438c),segment_id=12b7096e-0114-4bc0-820e-ca83c1c2438c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:11.499726 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5c1aa520-abd9-40c4-9b72-664306461202 req-517dc635-ed50-4d3f-ab92-24ef52ea0fa3 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:11.518049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-5c1aa520-abd9-40c4-9b72-664306461202 req-517dc635-ed50-4d3f-ab92-24ef52ea0fa3 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Calling delete_port for f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:26:11.559564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8085bd-48cc-487a-836c-bcbfb48cddad req-f50d6919-1d6e-4b65-88f2-f3921142a9a6 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:11.560908 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-aa8085bd-48cc-487a-836c-bcbfb48cddad req-f50d6919-1d6e-4b65-88f2-f3921142a9a6 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 945 time: 0.0636330 Aug 17 02:26:11.652365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49554) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:11.685399 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:11.735467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8755db08-7ad7-4e11-a3f0-276d6837b1a8 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:26:11.768524 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:11.788099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8755db08-7ad7-4e11-a3f0-276d6837b1a8 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:11.788955 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:11.793014 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-aa8085bd-48cc-487a-836c-bcbfb48cddad req-7f389eb2-6f6a-4e01-a62b-144c427a6e55 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Deleting port 6935e996-8433-4681-8633-858a4884f208 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:26:11.793389 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-aa8085bd-48cc-487a-836c-bcbfb48cddad req-7f389eb2-6f6a-4e01-a62b-144c427a6e55 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:11.799427 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c69d637e-4a71-4893-abb0-5a32f3b14e1c tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:11.820963 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5c1aa520-abd9-40c4-9b72-664306461202 req-517dc635-ed50-4d3f-ab92-24ef52ea0fa3 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:11.871474 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:26:11.878023 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dc635-ed50-4d3f-ab92-24ef52ea0fa3 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Pushing event deleted for resources: {'Port': ['ID=f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:11.962572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1aa520-abd9-40c4-9b72-664306461202 req-517dc635-ed50-4d3f-ab92-24ef52ea0fa3 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] No DVR routers for this DVR port f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:26:11.967794 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5c1aa520-abd9-40c4-9b72-664306461202 req-517dc635-ed50-4d3f-ab92-24ef52ea0fa3 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:11.970749 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c1aa520-abd9-40c4-9b72-664306461202 req-517dc635-ed50-4d3f-ab92-24ef52ea0fa3 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.18 "DELETE /v2.0/ports/f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 HTTP/1.1" status: 204 len: 173 time: 0.7478054 Aug 17 02:26:11.971531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b', 'name': 'network-vif-deleted', 'tag': 'f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:26:11.985011 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c53987f-2ca2-4cc3-ac4f-d3b545c87c46" -d '{"events": [{"server_uuid": "f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b", "name": "network-vif-deleted", "tag": "f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:26:12.032495 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cc4b69-9f9c-4f48-b260-f16e3bd4deea x-openstack-request-id: req-55cc4b69-9f9c-4f48-b260-f16e3bd4deea {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:26:12.033845 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b", "name": "network-vif-deleted", "tag": "f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:26:12.034914 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55cc4b69-9f9c-4f48-b260-f16e3bd4deea {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:26:12.035947 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b', 'name': 'network-vif-deleted', 'tag': 'f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69', 'status': 'completed', 'code': 200} Aug 17 02:26:12.076840 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49590) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:12.237313 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c69d637e-4a71-4893-abb0-5a32f3b14e1c tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.240017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed4412-27d4-42b9-825a-bb78aee11716 req-a29bb9c4-803a-4005-82a1-7f2a54aaa12e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:12.250385 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2eed4412-27d4-42b9-825a-bb78aee11716 req-a29bb9c4-803a-4005-82a1-7f2a54aaa12e tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 945 time: 0.1057842 Aug 17 02:26:12.281101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Allocated IP 172.25.5.242 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/4414f045-5a37-4a35-9e0b-d5e55d90c0a6) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:26:12.282051 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-84c80e7c-33ca-4539-aaaa-634af96acdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.343058 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2eed4412-27d4-42b9-825a-bb78aee11716 req-c40500e9-38c6-47c3-bf12-3e607a802ca0 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764315 Aug 17 02:26:12.352530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-aa8085bd-48cc-487a-836c-bcbfb48cddad req-7f389eb2-6f6a-4e01-a62b-144c427a6e55 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] For port 6935e996-8433-4681-8633-858a4884f208, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6935e996-8433-4681-8633-858a4884f208,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:12.352901 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-aa8085bd-48cc-487a-836c-bcbfb48cddad req-7f389eb2-6f6a-4e01-a62b-144c427a6e55 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.413580 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-aa8085bd-48cc-487a-836c-bcbfb48cddad req-7f389eb2-6f6a-4e01-a62b-144c427a6e55 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Calling delete_port for 6935e996-8433-4681-8633-858a4884f208 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:26:12.520065 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-84c80e7c-33ca-4539-aaaa-634af96acdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.521859 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c69d637e-4a71-4893-abb0-5a32f3b14e1c tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.525115 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c69d637e-4a71-4893-abb0-5a32f3b14e1c tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.528957 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c69d637e-4a71-4893-abb0-5a32f3b14e1c tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "DELETE /v2.0/security-groups/760de155-2f7c-4a76-8f7d-68567f85040e HTTP/1.1" status: 204 len: 168 time: 0.8728595 Aug 17 02:26:12.532222 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49654) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:12.535188 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.543601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e9a7333-2cd9-4265-a145-445b852494d5 req-b6a212b8-84fa-4f41-9824-bbd2d75cccd9 tempest-ServerDiskConfigTestJSON-1237883303 tempest-ServerDiskConfigTestJSON-1237883303-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e086e2-b0a0-4e2e-b3b6-e8f15766f44b HTTP/1.1" status: 200 len: 210 time: 0.0409443 Aug 17 02:26:12.547771 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:26:12.566957 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-3ccec3a9-4ecc-4232-ab48-d4093eb0d992 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] show failed (client error): The resource could not be found. Aug 17 02:26:12.573081 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3ccec3a9-4ecc-4232-ab48-d4093eb0d992 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "GET /v2.0/security-groups/760de155-2f7c-4a76-8f7d-68567f85040e HTTP/1.1" status: 404 len: 347 time: 0.0285411 Aug 17 02:26:12.573399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49656) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:12.599066 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d637e-4a71-4893-abb0-5a32f3b14e1c tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=760de155-2f7c-4a76-8f7d-68567f85040e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:12.697581 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-84c80e7c-33ca-4539-aaaa-634af96acdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.743434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-84c80e7c-33ca-4539-aaaa-634af96acdd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=083862ef04bc45f2bdcb0bba2dd78366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6651552 Aug 17 02:26:12.748076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49658) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:12.750191 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c80e7c-33ca-4539-aaaa-634af96acdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8c38c9-8b86-47b3-b9a1-4e9595da8179,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:12.767548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-fbb09ad3-b852-4b28-b3af-daf7971e3970 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Deleting port d0bbb134-d5d8-4234-87e2-ce9375d2d77e {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:26:12.767900 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbb09ad3-b852-4b28-b3af-daf7971e3970 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.822882 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44e5aaa3-ee00-4615-850f-847eeaabce89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.859800 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-aa8085bd-48cc-487a-836c-bcbfb48cddad req-7f389eb2-6f6a-4e01-a62b-144c427a6e55 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.863521 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.880679 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44e5aaa3-ee00-4615-850f-847eeaabce89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.901102 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbb09ad3-b852-4b28-b3af-daf7971e3970 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.901475 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbb09ad3-b852-4b28-b3af-daf7971e3970 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.902650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['c4c0c554-8e9b-409f-b898-ef07c57fdf81', '6935e996-8433-4681-8633-858a4884f208'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:26:12.914995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-fbb09ad3-b852-4b28-b3af-daf7971e3970 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Calling delete_port for d0bbb134-d5d8-4234-87e2-ce9375d2d77e owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:26:12.972586 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:26:12.996423 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:13.018624 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:26:13.021075 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8085bd-48cc-487a-836c-bcbfb48cddad req-7f389eb2-6f6a-4e01-a62b-144c427a6e55 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] No DVR routers for this DVR port 6935e996-8433-4681-8633-858a4884f208 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:26:13.024830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Pushing event updated for resources: {'Port': ['ID=4414f045-5a37-4a35-9e0b-d5e55d90c0a6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:13.044290 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-aa8085bd-48cc-487a-836c-bcbfb48cddad req-7f389eb2-6f6a-4e01-a62b-144c427a6e55 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.046367 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-aa8085bd-48cc-487a-836c-bcbfb48cddad req-7f389eb2-6f6a-4e01-a62b-144c427a6e55 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "DELETE /v2.0/ports/6935e996-8433-4681-8633-858a4884f208 HTTP/1.1" status: 204 len: 173 time: 1.4778712 Aug 17 02:26:13.047130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f25500-9118-4c81-bedf-77b982e8578e', 'name': 'network-vif-deleted', 'tag': '6935e996-8433-4681-8633-858a4884f208'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:26:13.049470 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2173c72-6724-401f-a896-311aa87c1d35" -d '{"events": [{"server_uuid": "d3f25500-9118-4c81-bedf-77b982e8578e", "name": "network-vif-deleted", "tag": "6935e996-8433-4681-8633-858a4884f208"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:26:13.084770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f389eb2-6f6a-4e01-a62b-144c427a6e55 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Pushing event deleted for resources: {'Port': ['ID=6935e996-8433-4681-8633-858a4884f208,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:13.121620 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f100eb76-6ed2-4ba6-9373-98d59b8850af x-openstack-request-id: req-f100eb76-6ed2-4ba6-9373-98d59b8850af {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:26:13.121912 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f25500-9118-4c81-bedf-77b982e8578e", "name": "network-vif-deleted", "tag": "6935e996-8433-4681-8633-858a4884f208", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:26:13.122167 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f100eb76-6ed2-4ba6-9373-98d59b8850af {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:26:13.122672 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f25500-9118-4c81-bedf-77b982e8578e', 'name': 'network-vif-deleted', 'tag': '6935e996-8433-4681-8633-858a4884f208', 'status': 'completed', 'code': 200} Aug 17 02:26:13.240439 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44e5aaa3-ee00-4615-850f-847eeaabce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.243767 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44e5aaa3-ee00-4615-850f-847eeaabce89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.244733 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-44e5aaa3-ee00-4615-850f-847eeaabce89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa8c38c9-8b86-47b3-b9a1-4e9595da8179 HTTP/1.1" status: 204 len: 168 time: 0.4951310 Aug 17 02:26:13.255028 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5aaa3-ee00-4615-850f-847eeaabce89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8c38c9-8b86-47b3-b9a1-4e9595da8179,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:13.275319 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbb09ad3-b852-4b28-b3af-daf7971e3970 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.307059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb09ad3-b852-4b28-b3af-daf7971e3970 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Pushing event deleted for resources: {'Port': ['ID=d0bbb134-d5d8-4234-87e2-ce9375d2d77e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:13.398410 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbb09ad3-b852-4b28-b3af-daf7971e3970 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.401895 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbb09ad3-b852-4b28-b3af-daf7971e3970 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.405532 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fbb09ad3-b852-4b28-b3af-daf7971e3970 tempest-ImagesOneServerNegativeTestJSON-1199032252 tempest-ImagesOneServerNegativeTestJSON-1199032252-project] 10.222.0.13 "DELETE /v2.0/floatingips/f89ded74-b1fa-4c55-b7d5-a6dfe9739515 HTTP/1.1" status: 204 len: 168 time: 0.8286576 Aug 17 02:26:13.420121 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.437585 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7d434765-11fa-42b3-b8f7-0d7f46aab1ba req-ce3b9d89-1d66-4bd7-86d0-8e0c048dcce3 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f25500-9118-4c81-bedf-77b982e8578e HTTP/1.1" status: 200 len: 210 time: 0.0332620 Aug 17 02:26:13.533928 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.561387 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49694) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:13.636552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-4481add8-0636-445d-a372-c5b3f201fc99 admin admin] Deleting subnet ebee2bf4-fcee-40c1-aead-86827d774924 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:26:13.640468 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4481add8-0636-445d-a372-c5b3f201fc99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.684410 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4481add8-0636-445d-a372-c5b3f201fc99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.719570 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.732561 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4481add8-0636-445d-a372-c5b3f201fc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.794948 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.827761 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.863071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49710) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:13.916940 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.920117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c8a7f3-0f11-435e-a110-1fd7444aca9c admin admin] Deleting subnet 0b0eebf0-cd07-40a8-9430-50c3dd1e4546 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:26:13.923503 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a7f3-0f11-435e-a110-1fd7444aca9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.941218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Pushing event updated for resources: {'Port': ['ID=4414f045-5a37-4a35-9e0b-d5e55d90c0a6,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:13.968782 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a7f3-0f11-435e-a110-1fd7444aca9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.998142 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49724) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:14.030168 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a7f3-0f11-435e-a110-1fd7444aca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.089791 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.108112 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-de84f7f9-846d-4b93-b8a2-bb14ce936f7b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8079433 Aug 17 02:26:14.109135 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4481add8-0636-445d-a372-c5b3f201fc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.133050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481add8-0636-445d-a372-c5b3f201fc99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebee2bf4-fcee-40c1-aead-86827d774924,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:14.143818 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4481add8-0636-445d-a372-c5b3f201fc99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.143818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4481add8-0636-445d-a372-c5b3f201fc99 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ebee2bf4-fcee-40c1-aead-86827d774924 HTTP/1.1" status: 204 len: 168 time: 0.5790050 Aug 17 02:26:14.144367 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49752) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:14.233127 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e8ecc4d5-3bb7-4086-bc9a-f154585a0e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.241047 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a7f3-0f11-435e-a110-1fd7444aca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.271786 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eda5e384-9658-4282-aaeb-2145aa450c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.275766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8a7f3-0f11-435e-a110-1fd7444aca9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b0eebf0-cd07-40a8-9430-50c3dd1e4546,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:14.284565 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a7f3-0f11-435e-a110-1fd7444aca9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.287384 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a6c8a7f3-0f11-435e-a110-1fd7444aca9c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0b0eebf0-cd07-40a8-9430-50c3dd1e4546 HTTP/1.1" status: 204 len: 168 time: 0.4230945 Aug 17 02:26:14.290823 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49758) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:14.393064 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8b56dfc-7c8b-4765-b13e-c37120f069f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.407044 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eda5e384-9658-4282-aaeb-2145aa450c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.437677 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-eda5e384-9658-4282-aaeb-2145aa450c5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea94309b-4c71-4ebb-956b-55784f9334f8']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:14.453830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-eda5e384-9658-4282-aaeb-2145aa450c5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552b83c0-f87d-48ce-91bb-e8cff1287a83') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:14.454138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-eda5e384-9658-4282-aaeb-2145aa450c5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552b83c0-f87d-48ce-91bb-e8cff1287a83') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:14.476637 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eda5e384-9658-4282-aaeb-2145aa450c5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.497787 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e8ecc4d5-3bb7-4086-bc9a-f154585a0e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.502394 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eda5e384-9658-4282-aaeb-2145aa450c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.510372 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda5e384-9658-4282-aaeb-2145aa450c5c admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:26:14.510794 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eda5e384-9658-4282-aaeb-2145aa450c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:26:14.512883 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:26:14.558499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-e40bb21b-81db-4e1b-87e6-2020d950dd66 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--641077353&fields=id&tenant_id=ef2f1d344a1f49a09862bf78d14661d1 HTTP/1.1" status: 200 len: 267 time: 0.1121223 Aug 17 02:26:14.590663 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8b56dfc-7c8b-4765-b13e-c37120f069f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.628758 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e8ecc4d5-3bb7-4086-bc9a-f154585a0e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.636714 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d8b56dfc-7c8b-4765-b13e-c37120f069f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34294388-a8b7-4157-9b43-5859a5b71ee1']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:14.654101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d8b56dfc-7c8b-4765-b13e-c37120f069f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b7096e-0114-4bc0-820e-ca83c1c2438c') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:14.654101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d8b56dfc-7c8b-4765-b13e-c37120f069f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b7096e-0114-4bc0-820e-ca83c1c2438c') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:14.670020 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8b56dfc-7c8b-4765-b13e-c37120f069f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.673862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecc4d5-3bb7-4086-bc9a-f154585a0e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a7dcfd-f9b0-4200-87be-7caf930297a5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:14.679628 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e8ecc4d5-3bb7-4086-bc9a-f154585a0e93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fa674a34b9542b49a4692a4b832c5d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6836700 Aug 17 02:26:14.682767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49776) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:14.698317 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8b56dfc-7c8b-4765-b13e-c37120f069f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.715736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b56dfc-7c8b-4765-b13e-c37120f069f8 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:26:14.716156 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8b56dfc-7c8b-4765-b13e-c37120f069f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:26:14.718422 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:26:14.741060 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eda5e384-9658-4282-aaeb-2145aa450c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.754211 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eda5e384-9658-4282-aaeb-2145aa450c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.754211 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eda5e384-9658-4282-aaeb-2145aa450c5c admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea94309b-4c71-4ebb-956b-55784f9334f8 HTTP/1.1" status: 204 len: 168 time: 0.6062529 Aug 17 02:26:14.776841 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5e384-9658-4282-aaeb-2145aa450c5c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea94309b-4c71-4ebb-956b-55784f9334f8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:14.779047 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1b9196e4-774e-44cd-afb1-a344290474e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.818860 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-ed2a458d-8430-42e0-971b-8c96980caa96 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:14.823217 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:26:14.829203 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1b9196e4-774e-44cd-afb1-a344290474e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:14.832400 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-ed2a458d-8430-42e0-971b-8c96980caa96 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/networks?id=121b4177-67c8-41b7-9451-eba181535c98 HTTP/1.1" status: 200 len: 806 time: 0.2551072 Aug 17 02:26:14.860772 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-fd5960c2-a3dc-438d-9dea-0e62cb0a978c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/quotas/ef2f1d344a1f49a09862bf78d14661d1 HTTP/1.1" status: 200 len: 375 time: 0.0272853 Aug 17 02:26:14.874513 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:26:14.874513 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f069fbe3-e8cc-4ca6-b0c0-8d2c401a0e69 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:26:14.891523 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6935e996-8433-4681-8633-858a4884f208 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:26:14.913754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 6935e996-8433-4681-8633-858a4884f208 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:26:14.914099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6935e996-8433-4681-8633-858a4884f208 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:26:14.948483 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-670e4e0a-91c3-43c8-8d83-0b67867884a6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef2f1d344a1f49a09862bf78d14661d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722926 Aug 17 02:26:15.040129 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1b9196e4-774e-44cd-afb1-a344290474e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:15.042739 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1b9196e4-774e-44cd-afb1-a344290474e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:15.046256 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1b9196e4-774e-44cd-afb1-a344290474e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24a7dcfd-f9b0-4200-87be-7caf930297a5 HTTP/1.1" status: 204 len: 168 time: 0.3589718 Aug 17 02:26:15.052075 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9196e4-774e-44cd-afb1-a344290474e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a7dcfd-f9b0-4200-87be-7caf930297a5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:15.059420 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8b56dfc-7c8b-4765-b13e-c37120f069f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:15.078492 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8b56dfc-7c8b-4765-b13e-c37120f069f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:15.078492 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d8b56dfc-7c8b-4765-b13e-c37120f069f8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/34294388-a8b7-4157-9b43-5859a5b71ee1 HTTP/1.1" status: 204 len: 168 time: 0.7849424 Aug 17 02:26:15.093097 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-846721eb-10a7-46e0-b5ce-58035105d302 service neutron] 10.222.0.13 "GET /v2.0/networks/121b4177-67c8-41b7-9451-eba181535c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328049 Aug 17 02:26:15.094669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b56dfc-7c8b-4765-b13e-c37120f069f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=34294388-a8b7-4157-9b43-5859a5b71ee1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:15.212072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-c7ccb3bf-5221-472d-a7a6-220515358954 service neutron] 10.222.0.13 "GET /v2.0/networks/121b4177-67c8-41b7-9451-eba181535c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107938 Aug 17 02:26:15.264285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49794) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:15.322245 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9a372a92-c629-45a4-bd03-c07dbb36407a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ce9172036b7486bafdca63495c8c876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564036 Aug 17 02:26:15.324671 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49796) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:15.388594 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b0e26823-0ce2-4ecb-8d43-fa4526bc174b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:15.420681 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b0e26823-0ce2-4ecb-8d43-fa4526bc174b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:15.566031 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b0e26823-0ce2-4ecb-8d43-fa4526bc174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:15.570434 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b0e26823-0ce2-4ecb-8d43-fa4526bc174b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:15.574817 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b0e26823-0ce2-4ecb-8d43-fa4526bc174b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1824e9c-03f6-4f71-8467-8583d0e9b6f1 HTTP/1.1" status: 204 len: 168 time: 0.2490506 Aug 17 02:26:15.593293 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e26823-0ce2-4ecb-8d43-fa4526bc174b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1824e9c-03f6-4f71-8467-8583d0e9b6f1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:15.731987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b3beaf6-1d78-4558-8049-10717149116a req-6037414a-949a-484b-8b44-d98a6bd14b43 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 210 time: 0.0516191 Aug 17 02:26:16.043814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49824) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:16.125653 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f56906b9-d9f8-40b4-8f9d-b233439ae8d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c16420efa164d4d912052f534bc872f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777864 Aug 17 02:26:16.126058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49828) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:16.220566 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fd30077b-38b3-4551-9500-6d15962bb486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:16.258773 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fd30077b-38b3-4551-9500-6d15962bb486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:16.488025 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-d5f79093-83be-4c01-b994-d754c7d543b4 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=21264208d27941d79db31ae11692a9eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477135 Aug 17 02:26:16.490961 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fd30077b-38b3-4551-9500-6d15962bb486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:16.494217 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fd30077b-38b3-4551-9500-6d15962bb486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:16.495899 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fd30077b-38b3-4551-9500-6d15962bb486 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1838480a-d460-4868-984e-428e4eeb5cb9 HTTP/1.1" status: 204 len: 168 time: 0.3686097 Aug 17 02:26:16.529509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30077b-38b3-4551-9500-6d15962bb486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1838480a-d460-4868-984e-428e4eeb5cb9,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:16.633698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-eabe70b0-086f-4ecd-9e54-dac6055d08a9 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:16.642037 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-eabe70b0-086f-4ecd-9e54-dac6055d08a9 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528010 Aug 17 02:26:16.661341 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-411dbd5d-1ac8-4f07-8e08-244197df5534 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/quotas/21264208d27941d79db31ae11692a9eb HTTP/1.1" status: 200 len: 375 time: 0.0181808 Aug 17 02:26:16.713922 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-2e1945ec-575b-4977-9e6d-2f0e6c3c0bc9 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21264208d27941d79db31ae11692a9eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510578 Aug 17 02:26:17.272985 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec4021e1-2b48-4f4f-8ede-b7d965d8e7ea req-3b7f39a0-1258-46f6-9052-12afac120253 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 210 time: 0.0460782 Aug 17 02:26:17.359066 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29b32ba0-3063-4fdf-a396-981215e35b1b req-fb57e79c-be27-4bcb-9be8-a6d781d810dd tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 210 time: 0.0330024 Aug 17 02:26:18.797366 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-ee638509-5700-4c2c-b2e0-ef657dc221b7 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:18.797366 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-ee638509-5700-4c2c-b2e0-ef657dc221b7 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.42 "GET /v2.0/networks?id=121b4177-67c8-41b7-9451-eba181535c98 HTTP/1.1" status: 200 len: 806 time: 0.1603560 Aug 17 02:26:18.901961 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-50c88704-8136-4b86-894e-0205840394d1 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef2f1d344a1f49a09862bf78d14661d1 HTTP/1.1" status: 200 len: 379 time: 0.0833857 Aug 17 02:26:18.920718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-0389b0ff-dbda-47cc-aa6f-e21ea44bf7c6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Request body: {'port': {'device_id': 'b33c2ef4-5807-4473-b9b7-4bdb22c10b5f', 'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'admin_state_up': True, 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'security_groups': ['15f867a4-16b7-4935-8275-38bb269ce547']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:18.967832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93a66944-6c1f-4e2c-acea-800e7b848ab3 req-4b58528c-3a22-404d-b92f-066b724bec56 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 210 time: 0.0677652 Aug 17 02:26:19.017590 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49938) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:19.111516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c648ce2-c8fd-4d73-8cf2-871ba1417a54 req-98622f23-708e-4ec5-b9f0-198190a6f901 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 210 time: 0.0700076 Aug 17 02:26:19.289712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-0389b0ff-dbda-47cc-aa6f-e21ea44bf7c6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Made reservation on behalf of ef2f1d344a1f49a09862bf78d14661d1 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:19.293944 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-0389b0ff-dbda-47cc-aa6f-e21ea44bf7c6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:19.321912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49950) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:19.403982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1320649085'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:19.432526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-739672818-network', 'tenant_id': 'eabb7ac91f7a413a84289ddecb84612e'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:19.517716 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-0389b0ff-dbda-47cc-aa6f-e21ea44bf7c6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Allocated IP 172.20.0.13 (121b4177-67c8-41b7-9451-eba181535c98/96745070-aa33-474d-ad95-b1568821aeba/5d557ba0-b979-4492-b455-cf36dae1e3e3) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:26:19.527742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Made reservation on behalf of be7f8a18c01945fca341b75f91c959eb for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:19.531860 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:19.550092 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:19.697838 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-0389b0ff-dbda-47cc-aa6f-e21ea44bf7c6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:19.707065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] Made reservation on behalf of eabb7ac91f7a413a84289ddecb84612e for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:19.733669 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:19.734364 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-0389b0ff-dbda-47cc-aa6f-e21ea44bf7c6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Transition to ACTIVE for port object 5d557ba0-b979-4492-b455-cf36dae1e3e3 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:26:19.734882 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:19.822543 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:19.947352 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-0389b0ff-dbda-47cc-aa6f-e21ea44bf7c6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.008256 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-0389b0ff-dbda-47cc-aa6f-e21ea44bf7c6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Network 121b4177-67c8-41b7-9451-eba181535c98 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:26:20.011862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-0389b0ff-dbda-47cc-aa6f-e21ea44bf7c6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:20.018686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-0389b0ff-dbda-47cc-aa6f-e21ea44bf7c6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:26:20.028447 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.068937 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389b0ff-dbda-47cc-aa6f-e21ea44bf7c6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Pushing event updated for resources: {'Port': ['ID=5d557ba0-b979-4492-b455-cf36dae1e3e3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:20.127282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:26:20.151881 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-0389b0ff-dbda-47cc-aa6f-e21ea44bf7c6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:20.152568 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-0389b0ff-dbda-47cc-aa6f-e21ea44bf7c6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.164951 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.165332 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Added segment fb4b8d5b-2b16-4936-b31e-ef0597fd1197 of type vlan for network 971f39c1-0c3c-4656-87f6-60672de72312 Aug 17 02:26:20.191350 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.232915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dd8554-0cf3-4b1d-bae4-96b74f17f585,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:20.267959 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.290843 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.343895 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:26:20.372069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c8afd7-34f5-4756-be64-2a165fcf43ce,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:20.380758 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.381342 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] Added segment 31680aad-0a00-446f-82cd-3492e2eb016c of type vlan for network 47106b7f-97b1-4d77-8960-7cbe47bc441a Aug 17 02:26:20.390761 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-0389b0ff-dbda-47cc-aa6f-e21ea44bf7c6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4740741 Aug 17 02:26:20.402599 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Request body: {'port': {'device_id': 'b33c2ef4-5807-4473-b9b7-4bdb22c10b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:20.437585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44a02e-3f26-4b5f-aecf-249bd2e481ce req-832bb8c6-be0f-4f1b-bce2-4933a89dfff4 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:20.439470 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b44a02e-3f26-4b5f-aecf-249bd2e481ce req-832bb8c6-be0f-4f1b-bce2-4933a89dfff4 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 945 time: 0.1127861 Aug 17 02:26:20.445881 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.459930 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.467857 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:20.468505 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.493495 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3e2373b0-d867-4fac-9649-7cc5f79288c1 None None] Provisioning for port 5d557ba0-b979-4492-b455-cf36dae1e3e3 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:26:20.499161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3e2373b0-d867-4fac-9649-7cc5f79288c1 None None] Provisioning complete for port 5d557ba0-b979-4492-b455-cf36dae1e3e3 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:20.499647 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3e2373b0-d867-4fac-9649-7cc5f79288c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.514727 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b44a02e-3f26-4b5f-aecf-249bd2e481ce req-66def349-6ab5-4e98-b0e8-448ce1b92cf4 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614765 Aug 17 02:26:20.561227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3e2373b0-d867-4fac-9649-7cc5f79288c1 None None] Port 5d557ba0-b979-4492-b455-cf36dae1e3e3 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:26:20.574284 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5557146 Aug 17 02:26:20.575923 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.577336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49966) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:20.585766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1cd85f14-1abf-404e-a405-c2cf8cad1f7b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Request body: {'subnet': {'network_id': '971f39c1-0c3c-4656-87f6-60672de72312', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:20.640077 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dd414-d2d7-4f3e-b4b5-0b5b47183e3b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Pushing event updated for resources: {'Network': ['ID=971f39c1-0c3c-4656-87f6-60672de72312,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:20.652477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 971f39c1-0c3c-4656-87f6-60672de72312 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:26:20.703889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045e71a-f73a-4c35-bc37-e8bc4222c7e7 req-f18a44e9-8a7d-4219-8fdc-d373c2b7641a tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:20.711979 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b045e71a-f73a-4c35-bc37-e8bc4222c7e7 req-f18a44e9-8a7d-4219-8fdc-d373c2b7641a tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 932 time: 0.1179371 Aug 17 02:26:20.722500 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.723522 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:20.724175 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.787039 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-83c5ee4a-ce0f-4cb8-8b10-8e485e448156 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=21264208d27941d79db31ae11692a9eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396206 Aug 17 02:26:20.831174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] Pushing event updated for resources: {'Network': ['ID=47106b7f-97b1-4d77-8960-7cbe47bc441a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:20.845321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 47106b7f-97b1-4d77-8960-7cbe47bc441a details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:26:20.848008 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b045e71a-f73a-4c35-bc37-e8bc4222c7e7 req-f8bffbc5-80ec-410e-aa6e-8b5c0246d8a5 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f867a4-16b7-4935-8275-38bb269ce547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322131 Aug 17 02:26:20.952498 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-449ff6f1-294e-4692-bfd7-430a7cdcec00 req-da326e2d-5e6f-4a7d-ae6d-c3e6d26659d5 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 210 time: 0.0286412 Aug 17 02:26:21.040589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd85f14-1abf-404e-a405-c2cf8cad1f7b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Made reservation on behalf of be7f8a18c01945fca341b75f91c959eb for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:21.046045 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1cd85f14-1abf-404e-a405-c2cf8cad1f7b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:21.083027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-aaa25079-163c-41b1-8449-61310f46ea81 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:21.085468 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-aaa25079-163c-41b1-8449-61310f46ea81 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914753 Aug 17 02:26:21.109379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Request body: {'port': {'device_id': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': '21264208d27941d79db31ae11692a9eb'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:21.146392 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8a8f34f3-0889-4923-9e88-4ef8365a9460 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8177273 Aug 17 02:26:21.150202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49970) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:21.163027 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ff612806-ff13-40be-9253-0850bf4482aa admin admin] Request body: {'subnet': {'network_id': '47106b7f-97b1-4d77-8960-7cbe47bc441a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-739672818-subnet', 'tenant_id': 'eabb7ac91f7a413a84289ddecb84612e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:21.316438 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff612806-ff13-40be-9253-0850bf4482aa admin admin] Made reservation on behalf of eabb7ac91f7a413a84289ddecb84612e for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:21.319884 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ff612806-ff13-40be-9253-0850bf4482aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:21.351616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d557ba0-b979-4492-b455-cf36dae1e3e3 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:26:21.362827 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:21.380896 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Transition to ACTIVE for port object 5d557ba0-b979-4492-b455-cf36dae1e3e3 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:26:21.480181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Made reservation on behalf of 21264208d27941d79db31ae11692a9eb for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:21.480480 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1cd85f14-1abf-404e-a405-c2cf8cad1f7b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:21.484647 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:21.486910 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:21.566905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:21.634452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Pushing event updated for resources: {'Port': ['ID=5d557ba0-b979-4492-b455-cf36dae1e3e3,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:21.650641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd85f14-1abf-404e-a405-c2cf8cad1f7b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Pushing event updated for resources: {'Subnet': ['ID=c457a7b6-e320-452f-b730-0ddaeb994346,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:21.656387 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd85f14-1abf-404e-a405-c2cf8cad1f7b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Checking segment: {'id': 'fb4b8d5b-2b16-4936-b31e-ef0597fd1197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '971f39c1-0c3c-4656-87f6-60672de72312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:26:21.656979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd85f14-1abf-404e-a405-c2cf8cad1f7b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Network hostable DHCP agents. Network: 971f39c1-0c3c-4656-87f6-60672de72312, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:26:21.710186 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ff612806-ff13-40be-9253-0850bf4482aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:21.724410 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Attempting to bind port 5d557ba0-b979-4492-b455-cf36dae1e3e3 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:26:21.724765 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Attempting to bind port 5d557ba0-b979-4492-b455-cf36dae1e3e3 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'c4ce1ff6-200c-4433-8ba3-09b694ac90fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '121b4177-67c8-41b7-9451-eba181535c98'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:26:21.725097 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Attempting to bind port 5d557ba0-b979-4492-b455-cf36dae1e3e3 on network 121b4177-67c8-41b7-9451-eba181535c98 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:26:21.738279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Port 5d557ba0-b979-4492-b455-cf36dae1e3e3 on network 121b4177-67c8-41b7-9451-eba181535c98 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:26:21.738614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Attempting to bind port 5d557ba0-b979-4492-b455-cf36dae1e3e3 on network 121b4177-67c8-41b7-9451-eba181535c98 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:26:21.755750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:26:21.756160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Checking segment: {'id': 'c4ce1ff6-200c-4433-8ba3-09b694ac90fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '121b4177-67c8-41b7-9451-eba181535c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:26:21.756515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Bound using segment: {'id': 'c4ce1ff6-200c-4433-8ba3-09b694ac90fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '121b4177-67c8-41b7-9451-eba181535c98'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:26:21.756969 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Bound port: 5d557ba0-b979-4492-b455-cf36dae1e3e3, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ce1ff6-200c-4433-8ba3-09b694ac90fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '121b4177-67c8-41b7-9451-eba181535c98'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:26:21.757368 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:21.791220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff612806-ff13-40be-9253-0850bf4482aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=41db891b-37bf-41ca-8164-a4d8120aa811,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:21.815999 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff612806-ff13-40be-9253-0850bf4482aa admin admin] Checking segment: {'id': '31680aad-0a00-446f-82cd-3492e2eb016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '47106b7f-97b1-4d77-8960-7cbe47bc441a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:26:21.816676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff612806-ff13-40be-9253-0850bf4482aa admin admin] Network hostable DHCP agents. Network: 47106b7f-97b1-4d77-8960-7cbe47bc441a, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:26:21.839023 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd85f14-1abf-404e-a405-c2cf8cad1f7b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Network 971f39c1-0c3c-4656-87f6-60672de72312 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:26:21.885918 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:21.895754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] For port 5d557ba0-b979-4492-b455-cf36dae1e3e3, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:26:21.900795 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] For port 5d557ba0-b979-4492-b455-cf36dae1e3e3, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=5d557ba0-b979-4492-b455-cf36dae1e3e3,segment=NetworkSegment(c4ce1ff6-200c-4433-8ba3-09b694ac90fc),segment_id=c4ce1ff6-200c-4433-8ba3-09b694ac90fc)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:26:21.922711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78232fe4-a566-4e02-9656-dd0b8453c076 req-c97b3cdb-770e-422c-89ae-dcba9499e0ac tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:21.924356 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-78232fe4-a566-4e02-9656-dd0b8453c076 req-c97b3cdb-770e-422c-89ae-dcba9499e0ac tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 945 time: 0.1277850 Aug 17 02:26:21.935937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30f9ea-f3ba-4308-8cb2-ae42f6e401a6 req-800a6224-b91a-44f1-b9c9-f7d93bd2cc66 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:21.945036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e30f9ea-f3ba-4308-8cb2-ae42f6e401a6 req-800a6224-b91a-44f1-b9c9-f7d93bd2cc66 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 945 time: 0.0997136 Aug 17 02:26:21.986161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-1cd85f14-1abf-404e-a405-c2cf8cad1f7b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 971f39c1-0c3c-4656-87f6-60672de72312) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:21.997045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd85f14-1abf-404e-a405-c2cf8cad1f7b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:21.997464 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1cd85f14-1abf-404e-a405-c2cf8cad1f7b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:22.000151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd49810d-bb74-4d39-8be6-727d272b05eb None None] Network 971f39c1-0c3c-4656-87f6-60672de72312 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:26:22.009615 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:22.052908 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e30f9ea-f3ba-4308-8cb2-ae42f6e401a6 req-497facc3-2363-4cc9-aeb3-b0ddf20d115d tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/security-groups?id=936feed0-c23e-4d0f-9c27-8bc60de9b500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043251 Aug 17 02:26:22.075280 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:22.110392 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-78232fe4-a566-4e02-9656-dd0b8453c076 req-a574a58b-8583-4bab-8a0b-480c0cbe1721 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Deleting port c4c0c554-8e9b-409f-b898-ef07c57fdf81 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:26:22.110875 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-78232fe4-a566-4e02-9656-dd0b8453c076 req-a574a58b-8583-4bab-8a0b-480c0cbe1721 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:22.117352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff612806-ff13-40be-9253-0850bf4482aa admin admin] Network 47106b7f-97b1-4d77-8960-7cbe47bc441a is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:26:22.146675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:22.154127 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:22.154127 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] 10.222.0.42 "PUT /v2.0/ports/5d557ba0-b979-4492-b455-cf36dae1e3e3 HTTP/1.1" status: 200 len: 1093 time: 1.7527294 Aug 17 02:26:22.154127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33c2ef4-5807-4473-b9b7-4bdb22c10b5f', 'tag': '5d557ba0-b979-4492-b455-cf36dae1e3e3'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:26:22.154127 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df5afa6-3de9-442c-8851-b5fe2890b79b" -d '{"events": [{"name": "network-changed", "server_uuid": "b33c2ef4-5807-4473-b9b7-4bdb22c10b5f", "tag": "5d557ba0-b979-4492-b455-cf36dae1e3e3"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:26:22.178398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1cd85f14-1abf-404e-a405-c2cf8cad1f7b tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5995655 Aug 17 02:26:22.180609 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6d53ac-cee4-464f-9d08-f14a07bee355,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:22.180772 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ff612806-ff13-40be-9253-0850bf4482aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 47106b7f-97b1-4d77-8960-7cbe47bc441a) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:22.189530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49986) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:22.201449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d9da06-163d-4cdb-a6f9-80a40e89a9a6 None None] Network 47106b7f-97b1-4d77-8960-7cbe47bc441a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:26:22.215040 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff612806-ff13-40be-9253-0850bf4482aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:22.215754 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ff612806-ff13-40be-9253-0850bf4482aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:22.219490 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Request body: {'port': {'network_id': '971f39c1-0c3c-4656-87f6-60672de72312', 'name': 'tempest-DHCPAgentSchedulersTestJSON-818149898'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:22.336366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-78232fe4-a566-4e02-9656-dd0b8453c076 req-a574a58b-8583-4bab-8a0b-480c0cbe1721 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] For port c4c0c554-8e9b-409f-b898-ef07c57fdf81, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c4c0c554-8e9b-409f-b898-ef07c57fdf81,segment=NetworkSegment(731e7b93-8cd7-4c6d-adfb-81a235b97601),segment_id=731e7b93-8cd7-4c6d-adfb-81a235b97601)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:22.337013 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-78232fe4-a566-4e02-9656-dd0b8453c076 req-a574a58b-8583-4bab-8a0b-480c0cbe1721 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:22.362428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-78232fe4-a566-4e02-9656-dd0b8453c076 req-a574a58b-8583-4bab-8a0b-480c0cbe1721 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Calling delete_port for c4c0c554-8e9b-409f-b898-ef07c57fdf81 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:26:22.502589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-971f39c1-0c3c-4656-87f6-60672de72312', 'network_id': '971f39c1-0c3c-4656-87f6-60672de72312', 'tenant_id': 'be7f8a18c01945fca341b75f91c959eb', 'fixed_ips': [{'subnet_id': 'c457a7b6-e320-452f-b730-0ddaeb994346'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:26:22.504363 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:22.628368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122e30ae-8047-462f-9813-4189e3aff6a6 None None] Network 47106b7f-97b1-4d77-8960-7cbe47bc441a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:26:22.677220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee95363-c37f-4211-bbff-5d4d101d9f4d service neutron] Pushing event updated for resources: {'Port': ['ID=5d557ba0-b979-4492-b455-cf36dae1e3e3,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:22.716535 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Allocated IP 192.168.233.74 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/62356d27-69f7-48a4-8c75-190a90cccf05) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:26:22.926361 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:22.934108 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Transition to ACTIVE for port object 62356d27-69f7-48a4-8c75-190a90cccf05 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:26:22.956055 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Allocated IP 172.20.0.2 (971f39c1-0c3c-4656-87f6-60672de72312/c457a7b6-e320-452f-b730-0ddaeb994346/ffd4251c-757a-4942-b5ee-fcf582873407) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:26:23.003120 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-2a443d46-4a86-4b2e-86ef-64bf7b1f6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:23.004868 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-2a443d46-4a86-4b2e-86ef-64bf7b1f6bc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef2f1d344a1f49a09862bf78d14661d1&device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 1096 time: 0.0656688 Aug 17 02:26:23.034300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ff612806-ff13-40be-9253-0850bf4482aa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8827820 Aug 17 02:26:23.040277 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-78232fe4-a566-4e02-9656-dd0b8453c076 req-a574a58b-8583-4bab-8a0b-480c0cbe1721 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:23.079901 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-ebfe6405-7831-45a3-8610-17fae660927e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d557ba0-b979-4492-b455-cf36dae1e3e3 HTTP/1.1" status: 200 len: 217 time: 0.0609946 Aug 17 02:26:23.119624 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:23.173676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574a58b-8583-4bab-8a0b-480c0cbe1721 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Pushing event deleted for resources: {'Port': ['ID=c4c0c554-8e9b-409f-b898-ef07c57fdf81,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:23.206619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:26:23.209490 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Pushing event updated for resources: {'Port': ['ID=62356d27-69f7-48a4-8c75-190a90cccf05,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:23.224261 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-124a0f04-d454-470d-adf0-4abbd306bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:23.225879 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-124a0f04-d454-470d-adf0-4abbd306bb2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96745070-aa33-474d-ad95-b1568821aeba HTTP/1.1" status: 200 len: 845 time: 0.1389811 Aug 17 02:26:23.227678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:23.239444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-78232fe4-a566-4e02-9656-dd0b8453c076 req-a574a58b-8583-4bab-8a0b-480c0cbe1721 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] No DVR routers for this DVR port c4c0c554-8e9b-409f-b898-ef07c57fdf81 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:26:23.243496 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-78232fe4-a566-4e02-9656-dd0b8453c076 req-a574a58b-8583-4bab-8a0b-480c0cbe1721 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:23.244528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:26:23.249083 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-78232fe4-a566-4e02-9656-dd0b8453c076 req-a574a58b-8583-4bab-8a0b-480c0cbe1721 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.42 "DELETE /v2.0/ports/c4c0c554-8e9b-409f-b898-ef07c57fdf81 HTTP/1.1" status: 204 len: 173 time: 1.3074963 Aug 17 02:26:23.270307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee88926d-bd2a-4055-b6ad-a7daadd62236', 'name': 'network-vif-deleted', 'tag': 'c4c0c554-8e9b-409f-b898-ef07c57fdf81'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:26:23.273351 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d77070-442b-4d95-83ee-949d25c52ff9" -d '{"events": [{"server_uuid": "ee88926d-bd2a-4055-b6ad-a7daadd62236", "name": "network-vif-deleted", "tag": "c4c0c554-8e9b-409f-b898-ef07c57fdf81"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:26:23.313986 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:23.315008 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:23.315575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f181001-94d9-4eeb-92f1-e7171a52863c req-a596e49e-202d-462b-9f92-d36dfe108926 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:23.317531 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f181001-94d9-4eeb-92f1-e7171a52863c req-a596e49e-202d-462b-9f92-d36dfe108926 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 944 time: 0.1928685 Aug 17 02:26:23.328645 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Made reservation on behalf of be7f8a18c01945fca341b75f91c959eb for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:23.332424 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:23.385822 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:23.399399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] device_id is not set on port 7ffa3b6d-3a5c-417a-8bed-9d7814f98ceb yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:26:23.404286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Transition to ACTIVE for port object ffd4251c-757a-4942-b5ee-fcf582873407 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:26:23.406642 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f181001-94d9-4eeb-92f1-e7171a52863c req-ebea1b58-8240-4d84-947e-f179d33e1d39 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f867a4-16b7-4935-8275-38bb269ce547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804515 Aug 17 02:26:23.431007 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Transition to ACTIVE for port object ffd4251c-757a-4942-b5ee-fcf582873407 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:26:23.521607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-5a7bd0ba-c9fa-473b-8207-462a73e133a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:23.523880 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-5a7bd0ba-c9fa-473b-8207-462a73e133a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=121b4177-67c8-41b7-9451-eba181535c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2053440 Aug 17 02:26:23.525148 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-4837e401-81e1-4740-ac73-9d89f5167b2d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4216065 Aug 17 02:26:23.556353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea5ded-847f-4941-81cd-a08b91dd91bd req-f603ac8e-bfd6-4f1f-bdb2-1827f17b458f tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:23.558670 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-56ea5ded-847f-4941-81cd-a08b91dd91bd req-f603ac8e-bfd6-4f1f-bdb2-1827f17b458f tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 935 time: 0.0721824 Aug 17 02:26:23.561635 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Request body: {'port': {'device_id': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:23.601353 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:23.627490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-56ea5ded-847f-4941-81cd-a08b91dd91bd req-87540169-84c2-4f46-8019-36e7763d3995 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6d53ac-cee4-464f-9d08-f14a07bee355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604565 Aug 17 02:26:23.659206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Network 971f39c1-0c3c-4656-87f6-60672de72312 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:26:23.662656 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:23.666905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:26:23.687101 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98bd14b-2769-4f0e-9020-171e6af83425 x-openstack-request-id: req-d98bd14b-2769-4f0e-9020-171e6af83425 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:26:23.687512 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33c2ef4-5807-4473-b9b7-4bdb22c10b5f", "tag": "5d557ba0-b979-4492-b455-cf36dae1e3e3", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:26:23.687771 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d98bd14b-2769-4f0e-9020-171e6af83425 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:26:23.688194 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33c2ef4-5807-4473-b9b7-4bdb22c10b5f', 'tag': '5d557ba0-b979-4492-b455-cf36dae1e3e3', 'status': 'completed', 'code': 200} Aug 17 02:26:23.730324 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Pushing event updated for resources: {'Port': ['ID=ffd4251c-757a-4942-b5ee-fcf582873407,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:23.756615 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Attempting to bind port ffd4251c-757a-4942-b5ee-fcf582873407 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:26:23.757130 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Attempting to bind port ffd4251c-757a-4942-b5ee-fcf582873407 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'fb4b8d5b-2b16-4936-b31e-ef0597fd1197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '971f39c1-0c3c-4656-87f6-60672de72312'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:26:23.757633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Attempting to bind port ffd4251c-757a-4942-b5ee-fcf582873407 on network 971f39c1-0c3c-4656-87f6-60672de72312 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:26:23.763890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:26:23.771885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Checking segment: {'id': 'fb4b8d5b-2b16-4936-b31e-ef0597fd1197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '971f39c1-0c3c-4656-87f6-60672de72312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:26:23.771885 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:23.771885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Bound using segment: {'id': 'fb4b8d5b-2b16-4936-b31e-ef0597fd1197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '971f39c1-0c3c-4656-87f6-60672de72312'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:26:23.771885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Bound port: ffd4251c-757a-4942-b5ee-fcf582873407, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4b8d5b-2b16-4936-b31e-ef0597fd1197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '971f39c1-0c3c-4656-87f6-60672de72312'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:26:23.771885 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:23.772769 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:23.772897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-eb762437-6b48-47b1-9b95-6fcd33a6eb0c None None] Provisioning for port 62356d27-69f7-48a4-8c75-190a90cccf05 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:26:23.774639 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-81f74ee7-ee5e-48f1-b051-3f7756020fcd service neutron] 10.222.0.42 "GET /v2.0/networks/121b4177-67c8-41b7-9451-eba181535c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314668 Aug 17 02:26:23.782186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-eb762437-6b48-47b1-9b95-6fcd33a6eb0c None None] Provisioning complete for port 62356d27-69f7-48a4-8c75-190a90cccf05 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:23.783189 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eb762437-6b48-47b1-9b95-6fcd33a6eb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:23.847852 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-eb762437-6b48-47b1-9b95-6fcd33a6eb0c None None] Port 62356d27-69f7-48a4-8c75-190a90cccf05 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:26:23.856426 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.db.api [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8c7a0e6f-3fb1-4003-a032-9d6f71ba3371 {{(pid=95407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:26:23.856787 n-d-793621-31 neutron-server[95407]: DEBUG oslo_db.api [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:26:23.877415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] For port ffd4251c-757a-4942-b5ee-fcf582873407, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:26:23.883562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] For port ffd4251c-757a-4942-b5ee-fcf582873407, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ffd4251c-757a-4942-b5ee-fcf582873407,segment=NetworkSegment(fb4b8d5b-2b16-4936-b31e-ef0597fd1197),segment_id=fb4b8d5b-2b16-4936-b31e-ef0597fd1197)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:26:23.990817 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:23.997578 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-70c5e45b-9c2a-4443-934a-3c81dc77aac4 req-7188952f-f5cd-4e99-9a99-d063d0bed222 service neutron] 10.222.0.42 "GET /v2.0/networks/121b4177-67c8-41b7-9451-eba181535c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135999 Aug 17 02:26:24.088833 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-016d9d31-1dfd-4d53-9591-c069fe435ca6 req-0fa21f04-e25b-44c7-b038-25e7b7676b98 tempest-AttachVolumeNegativeTest-377973110 tempest-AttachVolumeNegativeTest-377973110-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee88926d-bd2a-4055-b6ad-a7daadd62236 HTTP/1.1" status: 200 len: 210 time: 0.0646720 Aug 17 02:26:24.129997 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0bf25-bb8f-4d91-9c83-22a1e73305f3 None None] Pushing event updated for resources: {'Port': ['ID=ffd4251c-757a-4942-b5ee-fcf582873407,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:24.153372 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fba177-4cc4-498d-ab88-d7a54d9dab10 x-openstack-request-id: req-35fba177-4cc4-498d-ab88-d7a54d9dab10 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:26:24.154285 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee88926d-bd2a-4055-b6ad-a7daadd62236", "name": "network-vif-deleted", "tag": "c4c0c554-8e9b-409f-b898-ef07c57fdf81", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:26:24.154766 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35fba177-4cc4-498d-ab88-d7a54d9dab10 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:26:24.155546 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee88926d-bd2a-4055-b6ad-a7daadd62236', 'name': 'network-vif-deleted', 'tag': 'c4c0c554-8e9b-409f-b898-ef07c57fdf81', 'status': 'completed', 'code': 200} Aug 17 02:26:24.288902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62356d27-69f7-48a4-8c75-190a90cccf05 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:26:24.309487 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:24.327308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5afa6-3de9-442c-8851-b5fe2890b79b req-ab29bd72-42f1-4b7c-b286-f2c6a1989674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:24.329500 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9df5afa6-3de9-442c-8851-b5fe2890b79b req-ab29bd72-42f1-4b7c-b286-f2c6a1989674 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef2f1d344a1f49a09862bf78d14661d1&device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 1096 time: 0.1219077 Aug 17 02:26:24.332524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Transition to ACTIVE for port object 62356d27-69f7-48a4-8c75-190a90cccf05 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:26:24.358746 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:24.422450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] device_id is not set on port 3aa99074-dac7-496c-ad2a-400e54638985 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:26:24.439796 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:24.627292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5afa6-3de9-442c-8851-b5fe2890b79b req-d5e5d491-066a-4653-8354-244e301a3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:24.628957 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9df5afa6-3de9-442c-8851-b5fe2890b79b req-d5e5d491-066a-4653-8354-244e301a3063 service neutron] 10.222.0.42 "GET /v2.0/networks?id=121b4177-67c8-41b7-9451-eba181535c98 HTTP/1.1" status: 200 len: 907 time: 0.2917867 Aug 17 02:26:24.633427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-dd40a1f6-2002-42e9-a466-fe8d0cab9ae8 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:24.636075 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-dd40a1f6-2002-42e9-a466-fe8d0cab9ae8 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/networks?id=47106b7f-97b1-4d77-8960-7cbe47bc441a HTTP/1.1" status: 200 len: 813 time: 0.1933186 Aug 17 02:26:24.648501 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Pushing event updated for resources: {'Port': ['ID=62356d27-69f7-48a4-8c75-190a90cccf05,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:24.662010 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-e8ee92cd-0fd0-4a95-b34c-efad08332caf tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/quotas/eabb7ac91f7a413a84289ddecb84612e HTTP/1.1" status: 200 len: 375 time: 0.0191607 Aug 17 02:26:24.708765 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-ab772a3a-64b5-4c88-9007-b04cd8350272 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eabb7ac91f7a413a84289ddecb84612e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449834 Aug 17 02:26:24.714984 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9df5afa6-3de9-442c-8851-b5fe2890b79b req-91a2f841-d111-4820-90a1-1fb5b220c1ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d557ba0-b979-4492-b455-cf36dae1e3e3 HTTP/1.1" status: 200 len: 217 time: 0.0766768 Aug 17 02:26:24.783495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Allocated IP 172.20.0.8 (971f39c1-0c3c-4656-87f6-60672de72312/c457a7b6-e320-452f-b730-0ddaeb994346/3aa99074-dac7-496c-ad2a-400e54638985) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:26:24.828210 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5afa6-3de9-442c-8851-b5fe2890b79b req-1937be7b-008a-4e14-84e0-c7c85bff75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:24.829489 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-07dfe032-70af-4ab8-b2cd-5c27690542fb service neutron] 10.222.0.13 "GET /v2.0/networks/47106b7f-97b1-4d77-8960-7cbe47bc441a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201096 Aug 17 02:26:24.829687 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9df5afa6-3de9-442c-8851-b5fe2890b79b req-1937be7b-008a-4e14-84e0-c7c85bff75df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96745070-aa33-474d-ad95-b1568821aeba HTTP/1.1" status: 200 len: 845 time: 0.0908458 Aug 17 02:26:24.840896 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Attempting to bind port 62356d27-69f7-48a4-8c75-190a90cccf05 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:26:24.842610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Attempting to bind port 62356d27-69f7-48a4-8c75-190a90cccf05 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:26:24.842610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Attempting to bind port 62356d27-69f7-48a4-8c75-190a90cccf05 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:26:24.885445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Port 62356d27-69f7-48a4-8c75-190a90cccf05 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:26:24.886516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Attempting to bind port 62356d27-69f7-48a4-8c75-190a90cccf05 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:26:24.904793 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device c4c0c554-8e9b-409f-b898-ef07c57fdf81 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:26:24.914450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:26:24.914823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:26:24.915226 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:26:24.915669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Bound port: 62356d27-69f7-48a4-8c75-190a90cccf05, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:26:24.916173 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:24.937372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: c4c0c554-8e9b-409f-b898-ef07c57fdf81 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:26:24.937713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device c4c0c554-8e9b-409f-b898-ef07c57fdf81 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:26:24.961193 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-0c703e10-b918-40e9-a27b-913fd1fdc563 service neutron] 10.222.0.13 "GET /v2.0/networks/47106b7f-97b1-4d77-8960-7cbe47bc441a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237917 Aug 17 02:26:25.055070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5afa6-3de9-442c-8851-b5fe2890b79b req-219e72fd-69c2-48a2-ba69-edf1e946db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:25.056600 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9df5afa6-3de9-442c-8851-b5fe2890b79b req-219e72fd-69c2-48a2-ba69-edf1e946db0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=121b4177-67c8-41b7-9451-eba181535c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2167704 Aug 17 02:26:25.178976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] For port 62356d27-69f7-48a4-8c75-190a90cccf05, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:26:25.214727 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] For port 62356d27-69f7-48a4-8c75-190a90cccf05, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=62356d27-69f7-48a4-8c75-190a90cccf05,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:26:25.223921 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:25.244209 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9df5afa6-3de9-442c-8851-b5fe2890b79b req-03504dde-67ea-432a-8ab7-251127ddcf51 service neutron] 10.222.0.42 "GET /v2.0/networks/121b4177-67c8-41b7-9451-eba181535c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779230 Aug 17 02:26:25.250546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Transition to ACTIVE for port object 3aa99074-dac7-496c-ad2a-400e54638985 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:26:25.323128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f55b3-99f0-42c6-9b50-a2431a97697e None None] Network 971f39c1-0c3c-4656-87f6-60672de72312 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:26:25.419533 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:25.526626 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9df5afa6-3de9-442c-8851-b5fe2890b79b req-c1e1c326-ed4d-439c-b51a-e938fc567f84 service neutron] 10.222.0.42 "GET /v2.0/networks/121b4177-67c8-41b7-9451-eba181535c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738311 Aug 17 02:26:25.556687 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:25.557498 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:25.562037 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] 10.222.0.42 "PUT /v2.0/ports/62356d27-69f7-48a4-8c75-190a90cccf05 HTTP/1.1" status: 200 len: 1096 time: 2.0147734 Aug 17 02:26:25.576956 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e2829-ed46-4eaa-a425-a6e020900cec service neutron] Pushing event updated for resources: {'Port': ['ID=62356d27-69f7-48a4-8c75-190a90cccf05,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:25.601556 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5a702117-bc5b-4114-8f24-3171f4124a9d None None] Provisioning for port ffd4251c-757a-4942-b5ee-fcf582873407 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:26:25.634230 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:25.726966 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'tag': '62356d27-69f7-48a4-8c75-190a90cccf05'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:26:25.734019 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd6741c-c38d-438b-9ef6-b7a7fae4bcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "551f81e1-8c34-40d2-8c74-74a1e3f4b223", "tag": "62356d27-69f7-48a4-8c75-190a90cccf05"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:26:25.749035 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Network 971f39c1-0c3c-4656-87f6-60672de72312 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:26:25.752861 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:25.788201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:26:25.885607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Pushing event updated for resources: {'Port': ['ID=3aa99074-dac7-496c-ad2a-400e54638985,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:25.889669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61597da4-3595-42d5-b561-9433af30a896 req-a1837285-1e69-4ed5-b907-6db0d6e581ac tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:25.900992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61597da4-3595-42d5-b561-9433af30a896 req-a1837285-1e69-4ed5-b907-6db0d6e581ac tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 944 time: 0.1418993 Aug 17 02:26:25.939406 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ffd4251c-757a-4942-b5ee-fcf582873407 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:26:25.976573 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61597da4-3595-42d5-b561-9433af30a896 req-3fee06f9-e640-480c-b7e1-739d654b2308 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f867a4-16b7-4935-8275-38bb269ce547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740547 Aug 17 02:26:25.994132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:25.994819 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:26.020365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-a7b26bc5-a8df-4369-a558-a3109b63809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:26.020365 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-a7b26bc5-a8df-4369-a558-a3109b63809d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=21264208d27941d79db31ae11692a9eb&device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 1099 time: 0.2473607 Aug 17 02:26:26.123379 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-ee839c6a-a055-4b84-b9aa-d12f04658b5a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=62356d27-69f7-48a4-8c75-190a90cccf05 HTTP/1.1" status: 200 len: 217 time: 0.0919557 Aug 17 02:26:26.821374 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-60fefca8-abe6-4e7f-9b23-9085148d21fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9472706 Aug 17 02:26:26.825213 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50044) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:26.826694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port ffd4251c-757a-4942-b5ee-fcf582873407 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:26:26.826694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ffd4251c-757a-4942-b5ee-fcf582873407 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:26.826694 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:26.827529 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-9d869edb-ece6-42aa-abe5-6589d41a8acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:26.827529 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-9d869edb-ece6-42aa-abe5-6589d41a8acb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0749884 Aug 17 02:26:26.827664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4486986b-8037-4b60-a77e-00cb53f55d43 None None] Provisioning complete for port ffd4251c-757a-4942-b5ee-fcf582873407 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:26.827664 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4486986b-8037-4b60-a77e-00cb53f55d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:26.827788 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-017696ad-3828-4164-a08c-89dc32c972dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:26.827856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ed83b-3846-47c1-8d91-f71a12dd2a53 req-bb0b9884-7eaa-4a6a-bf77-968446862860 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:26.827938 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-017696ad-3828-4164-a08c-89dc32c972dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0826006 Aug 17 02:26:26.828008 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c25ed83b-3846-47c1-8d91-f71a12dd2a53 req-bb0b9884-7eaa-4a6a-bf77-968446862860 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 947 time: 0.1911125 Aug 17 02:26:26.828008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f8924-df48-4467-8e77-372e3df2583f tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Deleting port 3aa99074-dac7-496c-ad2a-400e54638985 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:26:26.828008 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8924-df48-4467-8e77-372e3df2583f tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:26.828197 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-0b9c439b-6e6c-42ef-8d24-0296011ccf58 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359177 Aug 17 02:26:26.828262 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:26.828331 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c25ed83b-3846-47c1-8d91-f71a12dd2a53 req-f04fe4d2-d30e-4e2c-a778-a4ade8df5923 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6d53ac-cee4-464f-9d08-f14a07bee355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777120 Aug 17 02:26:26.828407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port ffd4251c-757a-4942-b5ee-fcf582873407, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ffd4251c-757a-4942-b5ee-fcf582873407,segment=NetworkSegment(fb4b8d5b-2b16-4936-b31e-ef0597fd1197),segment_id=fb4b8d5b-2b16-4936-b31e-ef0597fd1197)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:26.828407 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4486986b-8037-4b60-a77e-00cb53f55d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:26.828539 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8924-df48-4467-8e77-372e3df2583f tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:26.828539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f8924-df48-4467-8e77-372e3df2583f tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Calling delete_port for 3aa99074-dac7-496c-ad2a-400e54638985 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:26:26.828676 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a3dd846-ab85-4499-9f8f-cbd6444281fe req-fd71ac33-34d4-4f46-a5cf-f7a25821aeca service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317985 Aug 17 02:26:26.828747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50046) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:26.828747 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-529055fa-f330-458e-b204-39a1b437601d req-f7b99508-1c70-4773-987b-7ea29513f2b1 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 210 time: 0.0434716 Aug 17 02:26:26.828747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e076e3-8285-41ee-b409-46c955fa0e7b admin admin] Deleting subnet 543cf99d-92c2-4c90-ba21-fec449a1db34 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:26:26.828747 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-28e076e3-8285-41ee-b409-46c955fa0e7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:26.828747 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-28e076e3-8285-41ee-b409-46c955fa0e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:26.867364 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-28e076e3-8285-41ee-b409-46c955fa0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:26.896401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 5d557ba0-b979-4492-b455-cf36dae1e3e3 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:26:26.969090 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:26.993806 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8924-df48-4467-8e77-372e3df2583f tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.030125 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f8924-df48-4467-8e77-372e3df2583f tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Pushing event deleted for resources: {'Port': ['ID=3aa99074-dac7-496c-ad2a-400e54638985,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:27.075965 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-28e076e3-8285-41ee-b409-46c955fa0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.094277 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-4486986b-8037-4b60-a77e-00cb53f55d43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:26:27.094692 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-4486986b-8037-4b60-a77e-00cb53f55d43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:26:27.097768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=ffd4251c-757a-4942-b5ee-fcf582873407,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:27.115018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 5d557ba0-b979-4492-b455-cf36dae1e3e3, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=5d557ba0-b979-4492-b455-cf36dae1e3e3,segment=NetworkSegment(c4ce1ff6-200c-4433-8ba3-09b694ac90fc),segment_id=c4ce1ff6-200c-4433-8ba3-09b694ac90fc)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:27.132059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e076e3-8285-41ee-b409-46c955fa0e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=543cf99d-92c2-4c90-ba21-fec449a1db34,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:27.138629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '5d557ba0-b979-4492-b455-cf36dae1e3e3', 'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'port_id': '5d557ba0-b979-4492-b455-cf36dae1e3e3', 'mac_address': 'fa:16:3e:e4:36:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96745070-aa33-474d-ad95-b1568821aeba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:26:27.145733 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-28e076e3-8285-41ee-b409-46c955fa0e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.153428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-28e076e3-8285-41ee-b409-46c955fa0e7b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/543cf99d-92c2-4c90-ba21-fec449a1db34 HTTP/1.1" status: 204 len: 168 time: 0.4928014 Aug 17 02:26:27.153710 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50054) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:27.191656 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8924-df48-4467-8e77-372e3df2583f tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.202477 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2c3f8924-df48-4467-8e77-372e3df2583f tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] 10.222.0.13 "DELETE /v2.0/ports/3aa99074-dac7-496c-ad2a-400e54638985 HTTP/1.1" status: 204 len: 168 time: 1.0423694 Aug 17 02:26:27.204532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50056) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:27.215064 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.250445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d557ba0-b979-4492-b455-cf36dae1e3e3 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:26:27.287019 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbbf554-8077-45c4-9055-7edf8400dce6 x-openstack-request-id: req-1bbbf554-8077-45c4-9055-7edf8400dce6 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:26:27.288002 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551f81e1-8c34-40d2-8c74-74a1e3f4b223", "tag": "62356d27-69f7-48a4-8c75-190a90cccf05", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:26:27.288827 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bbbf554-8077-45c4-9055-7edf8400dce6 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:26:27.289454 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'tag': '62356d27-69f7-48a4-8c75-190a90cccf05', 'status': 'completed', 'code': 200} Aug 17 02:26:27.292390 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a6eadffc-88b0-457b-8ed1-4edb1f7a0004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.307150 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 5d557ba0-b979-4492-b455-cf36dae1e3e3, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=5d557ba0-b979-4492-b455-cf36dae1e3e3,segment=NetworkSegment(c4ce1ff6-200c-4433-8ba3-09b694ac90fc),segment_id=c4ce1ff6-200c-4433-8ba3-09b694ac90fc)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:27.393055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4a4d0089-a639-4ce0-9385-8d8fe2587983 tempest-DHCPAgentSchedulersTestJSON-532450173 tempest-DHCPAgentSchedulersTestJSON-532450173-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1873736 Aug 17 02:26:27.396529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50062) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:27.405735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-487ef7b2-0bdb-4ef7-b301-c7c6a96c7151 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-493940895'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:27.421064 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.427715 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5021d-69cd-4b50-9095-c5a8024903d4 req-94e44777-8151-4ca0-8f3a-084ae11260d7 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:27.428956 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a6eadffc-88b0-457b-8ed1-4edb1f7a0004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.442198 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9a5021d-69cd-4b50-9095-c5a8024903d4 req-94e44777-8151-4ca0-8f3a-084ae11260d7 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 944 time: 0.1009488 Aug 17 02:26:27.447338 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-a6eadffc-88b0-457b-8ed1-4edb1f7a0004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c1c463-5c4c-433b-89e1-01bff8f22cfb']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:27.462125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-a6eadffc-88b0-457b-8ed1-4edb1f7a0004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731e7b93-8cd7-4c6d-adfb-81a235b97601') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:27.462425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-a6eadffc-88b0-457b-8ed1-4edb1f7a0004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731e7b93-8cd7-4c6d-adfb-81a235b97601') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:27.471217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6741c-c38d-438b-9ef6-b7a7fae4bcaa req-6b667091-b49c-4ab1-ac16-fe501658b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:27.473485 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdd6741c-c38d-438b-9ef6-b7a7fae4bcaa req-6b667091-b49c-4ab1-ac16-fe501658b37f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=21264208d27941d79db31ae11692a9eb&device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 1099 time: 0.1386206 Aug 17 02:26:27.477513 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a6eadffc-88b0-457b-8ed1-4edb1f7a0004 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.479864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=5d557ba0-b979-4492-b455-cf36dae1e3e3,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:27.497886 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9a5021d-69cd-4b50-9095-c5a8024903d4 req-78ef64e3-8bf3-4109-b3bf-f5688619d886 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f867a4-16b7-4935-8275-38bb269ce547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542111 Aug 17 02:26:27.520019 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a6eadffc-88b0-457b-8ed1-4edb1f7a0004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.549008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6eadffc-88b0-457b-8ed1-4edb1f7a0004 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:26:27.549450 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a6eadffc-88b0-457b-8ed1-4edb1f7a0004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:26:27.551242 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:26:27.553280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487ef7b2-0bdb-4ef7-b301-c7c6a96c7151 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Made reservation on behalf of be7f8a18c01945fca341b75f91c959eb for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:27.557393 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-487ef7b2-0bdb-4ef7-b301-c7c6a96c7151 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.606451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487ef7b2-0bdb-4ef7-b301-c7c6a96c7151 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:26:27.626173 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-487ef7b2-0bdb-4ef7-b301-c7c6a96c7151 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.626909 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-487ef7b2-0bdb-4ef7-b301-c7c6a96c7151 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Added segment 534b5c78-eaad-46a3-b7f9-94258d1bbc63 of type vlan for network e4e0bcfe-66ba-40f1-934d-9f9334054059 Aug 17 02:26:27.669835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6741c-c38d-438b-9ef6-b7a7fae4bcaa req-5c53db5e-8e9e-4bc4-b72b-0e63f559816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:27.674526 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdd6741c-c38d-438b-9ef6-b7a7fae4bcaa req-5c53db5e-8e9e-4bc4-b72b-0e63f559816a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1885769 Aug 17 02:26:27.691742 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-487ef7b2-0bdb-4ef7-b301-c7c6a96c7151 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.762302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ffd4251c-757a-4942-b5ee-fcf582873407 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:26:27.800909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7f42a8f9-7254-44d2-a8f1-b65c12b65d7f None None] Could not find standard attr ID for object 3aa99074-dac7-496c-ad2a-400e54638985. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:26:27.850546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ffd4251c-757a-4942-b5ee-fcf582873407 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:27.850546 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.851255 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-487ef7b2-0bdb-4ef7-b301-c7c6a96c7151 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.861907 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487ef7b2-0bdb-4ef7-b301-c7c6a96c7151 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:27.866403 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-487ef7b2-0bdb-4ef7-b301-c7c6a96c7151 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:27.948392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['5d557ba0-b979-4492-b455-cf36dae1e3e3'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:26:27.997585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ef7b2-0bdb-4ef7-b301-c7c6a96c7151 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Pushing event updated for resources: {'Network': ['ID=e4e0bcfe-66ba-40f1-934d-9f9334054059,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:28.044531 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network e4e0bcfe-66ba-40f1-934d-9f9334054059 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:26:28.086297 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-487ef7b2-0bdb-4ef7-b301-c7c6a96c7151 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6841059 Aug 17 02:26:28.088115 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50074) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:28.092091 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a6eadffc-88b0-457b-8ed1-4edb1f7a0004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:28.095180 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdd6741c-c38d-438b-9ef6-b7a7fae4bcaa req-2cab549d-63dc-4fa8-acd2-274049277685 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=62356d27-69f7-48a4-8c75-190a90cccf05 HTTP/1.1" status: 200 len: 217 time: 0.4137621 Aug 17 02:26:28.108448 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a6eadffc-88b0-457b-8ed1-4edb1f7a0004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:28.114549 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a6eadffc-88b0-457b-8ed1-4edb1f7a0004 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f4c1c463-5c4c-433b-89e1-01bff8f22cfb HTTP/1.1" status: 204 len: 168 time: 0.9601281 Aug 17 02:26:28.133090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eadffc-88b0-457b-8ed1-4edb1f7a0004 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c1c463-5c4c-433b-89e1-01bff8f22cfb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:28.184407 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6741c-c38d-438b-9ef6-b7a7fae4bcaa req-2fd8b1db-10c1-45c8-9b96-1a276919cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:28.186067 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdd6741c-c38d-438b-9ef6-b7a7fae4bcaa req-2fd8b1db-10c1-45c8-9b96-1a276919cbc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0714033 Aug 17 02:26:28.232295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe33fd-f575-4744-8c45-1ac20d04e65d req-f71991e1-c08b-47dc-b453-9ad49793bf7a tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:28.241546 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51fe33fd-f575-4744-8c45-1ac20d04e65d req-f71991e1-c08b-47dc-b453-9ad49793bf7a tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 947 time: 0.1926377 Aug 17 02:26:28.269907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6741c-c38d-438b-9ef6-b7a7fae4bcaa req-113feea6-c568-4ddf-a022-91b187a1cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:28.272810 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdd6741c-c38d-438b-9ef6-b7a7fae4bcaa req-113feea6-c568-4ddf-a022-91b187a1cc43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0784252 Aug 17 02:26:28.365430 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51fe33fd-f575-4744-8c45-1ac20d04e65d req-f3caf377-0101-4a06-a950-3e1ac64bb0ec tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6d53ac-cee4-464f-9d08-f14a07bee355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225510 Aug 17 02:26:28.383269 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8659ad31-2ce3-45da-8f10-db2364b580b5 tempest-DHCPAgentSchedulersTestJSON-532450173 tempest-DHCPAgentSchedulersTestJSON-532450173-project-admin] 10.222.0.13 "GET /v2.0/agents/6f2a1701-5701-4dee-9233-f4c6493eaff6/dhcp-networks HTTP/1.1" status: 200 len: 8872 time: 0.2901554 Aug 17 02:26:28.385824 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50078) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:28.401562 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdd6741c-c38d-438b-9ef6-b7a7fae4bcaa req-56237a92-4080-4187-a7a3-dd4b48255f2d service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200709 Aug 17 02:26:28.449098 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:28.493330 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aa6b5efc-5c21-42f4-b8d3-1f49e8638459 req-a4fbb670-2ea7-47d3-94a7-3bb5952057ad tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 210 time: 0.0354989 Aug 17 02:26:28.534316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928c832a-58a3-46cc-af71-340488d16158 tempest-DHCPAgentSchedulersTestJSON-532450173 tempest-DHCPAgentSchedulersTestJSON-532450173-project-admin] Network e4e0bcfe-66ba-40f1-934d-9f9334054059 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:26:28.568271 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bdd6741c-c38d-438b-9ef6-b7a7fae4bcaa req-57dcbd54-f71b-42fe-a68a-3c45edd432de service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595557 Aug 17 02:26:28.638364 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50084) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:28.663732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c857e9-4d0f-4774-afe2-f492c3f986c4 req-5c936a98-736c-44c7-8ccb-f685fa68408a tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:28.666292 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2c857e9-4d0f-4774-afe2-f492c3f986c4 req-5c936a98-736c-44c7-8ccb-f685fa68408a tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 945 time: 0.0622287 Aug 17 02:26:28.684647 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-21633fa3-eab5-440f-aac8-0fe556650aae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b26081a6baa74ca2b977cb94e7f00f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448318 Aug 17 02:26:28.687241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50086) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:28.735614 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2c857e9-4d0f-4774-afe2-f492c3f986c4 req-558ad71d-638e-483c-bef1-2c2ba7fdc3e7 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f867a4-16b7-4935-8275-38bb269ce547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635021 Aug 17 02:26:28.749637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-928c832a-58a3-46cc-af71-340488d16158 tempest-DHCPAgentSchedulersTestJSON-532450173 tempest-DHCPAgentSchedulersTestJSON-532450173-project-admin] 10.222.0.13 "POST /v2.0/agents/6f2a1701-5701-4dee-9233-f4c6493eaff6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3622007 Aug 17 02:26:28.752370 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50088) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:28.761098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d950cb-5302-4f35-9ba3-e6e3f09a38d7 None None] Network e4e0bcfe-66ba-40f1-934d-9f9334054059 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:26:28.776765 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-86e4fe11-f96f-41bc-a66a-d845075c7178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:28.810257 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-86e4fe11-f96f-41bc-a66a-d845075c7178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:28.960716 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-86e4fe11-f96f-41bc-a66a-d845075c7178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:28.965889 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-86e4fe11-f96f-41bc-a66a-d845075c7178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:28.968005 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-86e4fe11-f96f-41bc-a66a-d845075c7178 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/936feed0-c23e-4d0f-9c27-8bc60de9b500 HTTP/1.1" status: 204 len: 168 time: 0.2796173 Aug 17 02:26:28.982173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4fe11-f96f-41bc-a66a-d845075c7178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936feed0-c23e-4d0f-9c27-8bc60de9b500,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:29.042199 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eadcbbe8-0a49-4e62-b819-6188d7ba9762 tempest-DHCPAgentSchedulersTestJSON-532450173 tempest-DHCPAgentSchedulersTestJSON-532450173-project-admin] 10.222.0.13 "GET /v2.0/agents/6f2a1701-5701-4dee-9233-f4c6493eaff6/dhcp-networks HTTP/1.1" status: 200 len: 9642 time: 0.2882202 Aug 17 02:26:29.047926 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50098) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:29.601173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-f0fa4d92-cea8-41d0-b1d6-e123bb1db95f tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:29.605257 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-f0fa4d92-cea8-41d0-b1d6-e123bb1db95f tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.18 "GET /v2.0/networks?id=47106b7f-97b1-4d77-8960-7cbe47bc441a HTTP/1.1" status: 200 len: 813 time: 0.5558972 Aug 17 02:26:29.624185 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-2ccaff8c-98a2-4672-b9ed-8cbcf4585b91 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Request body: {'port': {'device_id': 'f6829c23-bc86-4e0a-bd99-54432e7fe598', 'network_id': '47106b7f-97b1-4d77-8960-7cbe47bc441a', 'admin_state_up': True, 'tenant_id': 'eabb7ac91f7a413a84289ddecb84612e'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:29.789473 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50112) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:29.789988 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-86dc5813-21b6-4440-9ecf-6fd5a05c237c tempest-DHCPAgentSchedulersTestJSON-532450173 tempest-DHCPAgentSchedulersTestJSON-532450173-project-admin] 10.222.0.13 "DELETE /v2.0/agents/6f2a1701-5701-4dee-9233-f4c6493eaff6/dhcp-networks/e4e0bcfe-66ba-40f1-934d-9f9334054059 HTTP/1.1" status: 204 len: 168 time: 0.3528831 Aug 17 02:26:29.862179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea40783-55dc-43ef-804b-c29267b46438 req-5bcfff90-7469-48cc-bc76-3e753f2ccfa3 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:29.863827 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dea40783-55dc-43ef-804b-c29267b46438 req-5bcfff90-7469-48cc-bc76-3e753f2ccfa3 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 947 time: 0.0729828 Aug 17 02:26:29.922158 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-2ccaff8c-98a2-4672-b9ed-8cbcf4585b91 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Made reservation on behalf of eabb7ac91f7a413a84289ddecb84612e for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:29.926105 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-2ccaff8c-98a2-4672-b9ed-8cbcf4585b91 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:29.979245 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dea40783-55dc-43ef-804b-c29267b46438 req-5a0735b9-e274-4f58-9ef4-9c382964d1a5 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6d53ac-cee4-464f-9d08-f14a07bee355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837395 Aug 17 02:26:30.014311 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5a0009cc-85cf-4e4e-8c8a-4144665fc214 tempest-DHCPAgentSchedulersTestJSON-532450173 tempest-DHCPAgentSchedulersTestJSON-532450173-project-admin] 10.222.0.13 "GET /v2.0/agents/6f2a1701-5701-4dee-9233-f4c6493eaff6/dhcp-networks HTTP/1.1" status: 200 len: 8872 time: 0.2231588 Aug 17 02:26:30.032310 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50120) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:30.074010 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1ea8f783-3800-44e2-8b29-4bf07dd2a3d1 tempest-DHCPAgentSchedulersTestJSON-532450173 tempest-DHCPAgentSchedulersTestJSON-532450173-project-admin] 10.222.0.13 "GET /v2.0/networks/971f39c1-0c3c-4656-87f6-60672de72312/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0425150 Aug 17 02:26:30.080292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50124) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:30.127688 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cd310ddb-80b3-4758-ab51-3da9b9c4d921 tempest-DHCPAgentSchedulersTestJSON-532450173 tempest-DHCPAgentSchedulersTestJSON-532450173-project-admin] 10.222.0.13 "GET /v2.0/networks/971f39c1-0c3c-4656-87f6-60672de72312/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0457308 Aug 17 02:26:30.152438 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50128) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:30.173830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-144212ff-c7e4-48fe-8e2d-453a696b6eb0 req-40f9c2c0-8f59-4e4a-be09-610824c5c877 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 210 time: 0.0597675 Aug 17 02:26:30.208659 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-2ccaff8c-98a2-4672-b9ed-8cbcf4585b91 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Allocated IP 172.20.0.4 (47106b7f-97b1-4d77-8960-7cbe47bc441a/41db891b-37bf-41ca-8164-a4d8120aa811/6b58b35f-c600-4c19-8c63-2a51df480a7f) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:26:30.343795 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d94292ca-50a4-432f-988e-6d2262aecb78 tempest-DHCPAgentSchedulersTestJSON-532450173 tempest-DHCPAgentSchedulersTestJSON-532450173-project-admin] 10.222.0.13 "GET /v2.0/agents/6f2a1701-5701-4dee-9233-f4c6493eaff6/dhcp-networks HTTP/1.1" status: 200 len: 8872 time: 0.1897066 Aug 17 02:26:30.344806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50134) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:30.464186 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19d95142-6056-482c-826a-12de933c37fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:30.492139 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-2ccaff8c-98a2-4672-b9ed-8cbcf4585b91 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:30.620525 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19d95142-6056-482c-826a-12de933c37fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:30.641203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-19d95142-6056-482c-826a-12de933c37fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e0bcfe-66ba-40f1-934d-9f9334054059']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:30.654228 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-19d95142-6056-482c-826a-12de933c37fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534b5c78-eaad-46a3-b7f9-94258d1bbc63') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:30.654531 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-19d95142-6056-482c-826a-12de933c37fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534b5c78-eaad-46a3-b7f9-94258d1bbc63') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:30.664702 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19d95142-6056-482c-826a-12de933c37fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:30.685878 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19d95142-6056-482c-826a-12de933c37fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:30.698306 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d95142-6056-482c-826a-12de933c37fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:26:30.699958 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19d95142-6056-482c-826a-12de933c37fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:26:30.710975 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:26:30.718885 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-2ccaff8c-98a2-4672-b9ed-8cbcf4585b91 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:30.789146 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69447ea5-b633-4729-8621-854bc8bafbd9 req-b9140b32-f051-4bc0-8c49-1302e0fce087 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:30.791074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69447ea5-b633-4729-8621-854bc8bafbd9 req-b9140b32-f051-4bc0-8c49-1302e0fce087 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 945 time: 0.1294322 Aug 17 02:26:30.834522 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-2ccaff8c-98a2-4672-b9ed-8cbcf4585b91 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Network 47106b7f-97b1-4d77-8960-7cbe47bc441a is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:26:30.847020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-2ccaff8c-98a2-4672-b9ed-8cbcf4585b91 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:30.850152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaff8c-98a2-4672-b9ed-8cbcf4585b91 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Pushing event updated for resources: {'Port': ['ID=6b58b35f-c600-4c19-8c63-2a51df480a7f,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:30.861129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-2ccaff8c-98a2-4672-b9ed-8cbcf4585b91 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:26:30.879955 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:30.910253 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19d95142-6056-482c-826a-12de933c37fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:30.922152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 62356d27-69f7-48a4-8c75-190a90cccf05 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:26:30.941822 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19d95142-6056-482c-826a-12de933c37fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:30.946334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69447ea5-b633-4729-8621-854bc8bafbd9 req-d1861590-b304-4e7c-8c35-9b240f51d39b tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f867a4-16b7-4935-8275-38bb269ce547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084251 Aug 17 02:26:30.948750 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-19d95142-6056-482c-826a-12de933c37fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] 10.222.0.13 "DELETE /v2.0/networks/e4e0bcfe-66ba-40f1-934d-9f9334054059 HTTP/1.1" status: 204 len: 168 time: 0.6025586 Aug 17 02:26:30.952103 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 5d557ba0-b979-4492-b455-cf36dae1e3e3 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:26:30.962851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50146) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:30.964693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d95142-6056-482c-826a-12de933c37fb tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Pushing event deleted for resources: {'Network': ['ID=e4e0bcfe-66ba-40f1-934d-9f9334054059,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:31.036800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-2ccaff8c-98a2-4672-b9ed-8cbcf4585b91 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:31.038021 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-2ccaff8c-98a2-4672-b9ed-8cbcf4585b91 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:31.055351 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf0fed3-7165-496f-ad4b-7df2665ac930 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] DELETE failed (client error): The resource could not be found. Aug 17 02:26:31.055351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf0fed3-7165-496f-ad4b-7df2665ac930 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:26:31.055351 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-caf0fed3-7165-496f-ad4b-7df2665ac930 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] 10.222.0.13 "DELETE /v2.0/ports/3aa99074-dac7-496c-ad2a-400e54638985 HTTP/1.1" status: 404 len: 333 time: 0.0911231 Aug 17 02:26:31.057927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50154) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:31.152312 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 62356d27-69f7-48a4-8c75-190a90cccf05, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=62356d27-69f7-48a4-8c75-190a90cccf05,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:31.173949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '62356d27-69f7-48a4-8c75-190a90cccf05', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '62356d27-69f7-48a4-8c75-190a90cccf05', 'mac_address': 'fa:16:3e:65:a7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:26:31.182339 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-2ccaff8c-98a2-4672-b9ed-8cbcf4585b91 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5606503 Aug 17 02:26:31.201866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Request body: {'port': {'device_id': 'f6829c23-bc86-4e0a-bd99-54432e7fe598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:31.212563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24ec22f-9e57-4542-a28d-b0e15e6cab6d tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Deleting subnet c457a7b6-e320-452f-b730-0ddaeb994346 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:26:31.219634 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a24ec22f-9e57-4542-a28d-b0e15e6cab6d tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:31.229064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 5d557ba0-b979-4492-b455-cf36dae1e3e3 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:26:31.247312 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 5d557ba0-b979-4492-b455-cf36dae1e3e3 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:31.247749 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:31.249741 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:31.266763 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62356d27-69f7-48a4-8c75-190a90cccf05 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:26:31.313835 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a24ec22f-9e57-4542-a28d-b0e15e6cab6d tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:31.329556 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 62356d27-69f7-48a4-8c75-190a90cccf05, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=62356d27-69f7-48a4-8c75-190a90cccf05,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:31.393705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee1a52-f531-4ab7-848f-8df60eff231e req-b5164f0e-e9ca-4bba-80e1-403f31538c26 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:31.394436 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41ee1a52-f531-4ab7-848f-8df60eff231e req-b5164f0e-e9ca-4bba-80e1-403f31538c26 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 947 time: 0.1885617 Aug 17 02:26:31.403522 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:31.429963 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:31.445423 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:31.449949 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a24ec22f-9e57-4542-a28d-b0e15e6cab6d tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:31.483483 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41ee1a52-f531-4ab7-848f-8df60eff231e req-35e7ff95-e598-4aa9-abe2-12b69cedd68d tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6d53ac-cee4-464f-9d08-f14a07bee355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634515 Aug 17 02:26:31.509398 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33c2ef4-5807-4473-b9b7-4bdb22c10b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d557ba0-b979-4492-b455-cf36dae1e3e3'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:26:31.513427 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e322b5a-6868-420f-88e0-60deb3ce050b" -d '{"events": [{"server_uuid": "b33c2ef4-5807-4473-b9b7-4bdb22c10b5f", "name": "network-vif-plugged", "status": "completed", "tag": "5d557ba0-b979-4492-b455-cf36dae1e3e3"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:26:31.561366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 5d557ba0-b979-4492-b455-cf36dae1e3e3, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=5d557ba0-b979-4492-b455-cf36dae1e3e3,segment=NetworkSegment(c4ce1ff6-200c-4433-8ba3-09b694ac90fc),segment_id=c4ce1ff6-200c-4433-8ba3-09b694ac90fc)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:31.578171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=62356d27-69f7-48a4-8c75-190a90cccf05,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:31.667133 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a24ec22f-9e57-4542-a28d-b0e15e6cab6d tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:31.706991 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ec22f-9e57-4542-a28d-b0e15e6cab6d tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Pushing event deleted for resources: {'Subnet': ['ID=c457a7b6-e320-452f-b730-0ddaeb994346,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:31.708340 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a24ec22f-9e57-4542-a28d-b0e15e6cab6d tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:31.711913 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a24ec22f-9e57-4542-a28d-b0e15e6cab6d tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] 10.222.0.13 "DELETE /v2.0/subnets/c457a7b6-e320-452f-b730-0ddaeb994346 HTTP/1.1" status: 204 len: 168 time: 0.6503572 Aug 17 02:26:31.712153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50166) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:31.718670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6de66-65a6-4aa6-b466-4ae6e07d024c None None] Network 971f39c1-0c3c-4656-87f6-60672de72312 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:26:31.790729 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:31.795739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f83126-0e5f-4b88-a3df-7fd999f8f8c0 req-3d8097d0-c13e-4478-bfad-538aa2ff62af tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:31.798372 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32f83126-0e5f-4b88-a3df-7fd999f8f8c0 req-3d8097d0-c13e-4478-bfad-538aa2ff62af tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 931 time: 0.1669881 Aug 17 02:26:31.835587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['62356d27-69f7-48a4-8c75-190a90cccf05'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:26:31.846928 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:31.890345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32f83126-0e5f-4b88-a3df-7fd999f8f8c0 req-b7c7c538-40eb-4ce6-8927-771dfc37af55 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647600 Aug 17 02:26:31.974527 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Deleting port ffd4251c-757a-4942-b5ee-fcf582873407 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:26:31.975700 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:31.985482 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=5d557ba0-b979-4492-b455-cf36dae1e3e3,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:31.996219 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b73615-9175-4518-890c-ffd2d7907071 x-openstack-request-id: req-39b73615-9175-4518-890c-ffd2d7907071 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:26:31.996815 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33c2ef4-5807-4473-b9b7-4bdb22c10b5f", "name": "network-vif-plugged", "status": "completed", "tag": "5d557ba0-b979-4492-b455-cf36dae1e3e3", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:26:31.997136 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39b73615-9175-4518-890c-ffd2d7907071 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:26:31.997857 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33c2ef4-5807-4473-b9b7-4bdb22c10b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d557ba0-b979-4492-b455-cf36dae1e3e3', 'code': 200} Aug 17 02:26:32.148582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b58b35f-c600-4c19-8c63-2a51df480a7f {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:26:32.176301 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:32.177527 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab990be-ff97-484f-aba3-819baa4d68ff None None] DHCP port deletion for 971f39c1-0c3c-4656-87f6-60672de72312 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:26:32.196266 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] For port ffd4251c-757a-4942-b5ee-fcf582873407, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ffd4251c-757a-4942-b5ee-fcf582873407,segment=NetworkSegment(fb4b8d5b-2b16-4936-b31e-ef0597fd1197),segment_id=fb4b8d5b-2b16-4936-b31e-ef0597fd1197)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:32.196795 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:32.207812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Transition to ACTIVE for port object 6b58b35f-c600-4c19-8c63-2a51df480a7f will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:26:32.217212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Calling delete_port for ffd4251c-757a-4942-b5ee-fcf582873407 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:26:32.234783 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4443d3-57f3-48fb-97e1-26f1bea857a6 req-8d1709bc-6e8c-49a5-931e-abd115555c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:32.236670 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fb4443d3-57f3-48fb-97e1-26f1bea857a6 req-8d1709bc-6e8c-49a5-931e-abd115555c67 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 1098 time: 0.0776813 Aug 17 02:26:32.320181 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:32.332248 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3ab990be-ff97-484f-aba3-819baa4d68ff None None] Deleting port ffd4251c-757a-4942-b5ee-fcf582873407 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:26:32.332248 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3ab990be-ff97-484f-aba3-819baa4d68ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:32.340487 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fb4443d3-57f3-48fb-97e1-26f1bea857a6 req-7b936f86-db92-4c43-901e-1052413f575b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=15f867a4-16b7-4935-8275-38bb269ce547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961792 Aug 17 02:26:32.446702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Pushing event updated for resources: {'Port': ['ID=6b58b35f-c600-4c19-8c63-2a51df480a7f,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:32.462976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3ab990be-ff97-484f-aba3-819baa4d68ff None None] For port ffd4251c-757a-4942-b5ee-fcf582873407, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ffd4251c-757a-4942-b5ee-fcf582873407,segment=NetworkSegment(fb4b8d5b-2b16-4936-b31e-ef0597fd1197),segment_id=fb4b8d5b-2b16-4936-b31e-ef0597fd1197)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:32.462976 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3ab990be-ff97-484f-aba3-819baa4d68ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:32.491895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3ab990be-ff97-484f-aba3-819baa4d68ff None None] Calling delete_port for ffd4251c-757a-4942-b5ee-fcf582873407 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:26:32.517651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Attempting to bind port 6b58b35f-c600-4c19-8c63-2a51df480a7f on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:26:32.518871 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Attempting to bind port 6b58b35f-c600-4c19-8c63-2a51df480a7f by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '31680aad-0a00-446f-82cd-3492e2eb016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '47106b7f-97b1-4d77-8960-7cbe47bc441a'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:26:32.519191 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Attempting to bind port 6b58b35f-c600-4c19-8c63-2a51df480a7f on network 47106b7f-97b1-4d77-8960-7cbe47bc441a {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:26:32.525326 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:32.529778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Port 6b58b35f-c600-4c19-8c63-2a51df480a7f on network 47106b7f-97b1-4d77-8960-7cbe47bc441a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:26:32.530043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Attempting to bind port 6b58b35f-c600-4c19-8c63-2a51df480a7f on network 47106b7f-97b1-4d77-8960-7cbe47bc441a {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:26:32.542866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:26:32.543374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Checking segment: {'id': '31680aad-0a00-446f-82cd-3492e2eb016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '47106b7f-97b1-4d77-8960-7cbe47bc441a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:26:32.543610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Bound using segment: {'id': '31680aad-0a00-446f-82cd-3492e2eb016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '47106b7f-97b1-4d77-8960-7cbe47bc441a'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:26:32.543848 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Bound port: 6b58b35f-c600-4c19-8c63-2a51df480a7f, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31680aad-0a00-446f-82cd-3492e2eb016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '47106b7f-97b1-4d77-8960-7cbe47bc441a'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:26:32.545042 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:32.583251 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Pushing event deleted for resources: {'Port': ['ID=ffd4251c-757a-4942-b5ee-fcf582873407,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:32.587078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] No DVR routers for this DVR port ffd4251c-757a-4942-b5ee-fcf582873407 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:26:32.618484 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3ab990be-ff97-484f-aba3-819baa4d68ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:32.652867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab990be-ff97-484f-aba3-819baa4d68ff None None] Pushing event deleted for resources: {'Port': ['ID=ffd4251c-757a-4942-b5ee-fcf582873407,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:32.665619 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab990be-ff97-484f-aba3-819baa4d68ff None None] No DVR routers for this DVR port ffd4251c-757a-4942-b5ee-fcf582873407 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:26:32.705871 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe710c-8ee9-4683-90c7-eaf04b88dfc1 req-dcf676c9-2015-439e-bfb3-2fef04fe78e7 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:32.707668 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0dbe710c-8ee9-4683-90c7-eaf04b88dfc1 req-dcf676c9-2015-439e-bfb3-2fef04fe78e7 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 946 time: 0.1293893 Aug 17 02:26:32.708996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] For port 6b58b35f-c600-4c19-8c63-2a51df480a7f, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:26:32.731482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] For port 6b58b35f-c600-4c19-8c63-2a51df480a7f, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=6b58b35f-c600-4c19-8c63-2a51df480a7f,segment=NetworkSegment(31680aad-0a00-446f-82cd-3492e2eb016c),segment_id=31680aad-0a00-446f-82cd-3492e2eb016c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:26:32.742972 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:32.756983 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971f39c1-0c3c-4656-87f6-60672de72312']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:32.768283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4b8d5b-2b16-4936-b31e-ef0597fd1197') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:32.768582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4b8d5b-2b16-4936-b31e-ef0597fd1197') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:32.771593 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0dbe710c-8ee9-4683-90c7-eaf04b88dfc1 req-8274fa7e-9d3c-4032-8901-f706abdfe791 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f867a4-16b7-4935-8275-38bb269ce547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502486 Aug 17 02:26:32.784723 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:33.005574 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:33.014123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:26:33.014651 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:26:33.018226 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:26:33.232429 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:33.233552 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:33.255641 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Pushing event deleted for resources: {'Network': ['ID=971f39c1-0c3c-4656-87f6-60672de72312,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:33.265276 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:33.269849 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-77ff8e5d-78e7-49a7-9338-20a61cf6a6f2 tempest-DHCPAgentSchedulersTestJSON-1244792058 tempest-DHCPAgentSchedulersTestJSON-1244792058-project] 10.222.0.13 "DELETE /v2.0/networks/971f39c1-0c3c-4656-87f6-60672de72312 HTTP/1.1" status: 204 len: 168 time: 1.5534368 Aug 17 02:26:33.348499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Pushing event updated for resources: {'Port': ['ID=6b58b35f-c600-4c19-8c63-2a51df480a7f,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:33.358622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:33.359412 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:33.367164 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3997de02-95cf-4653-a904-94c831d3da25 service neutron] 10.222.0.18 "PUT /v2.0/ports/6b58b35f-c600-4c19-8c63-2a51df480a7f HTTP/1.1" status: 200 len: 1092 time: 2.1672990 Aug 17 02:26:33.368098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6829c23-bc86-4e0a-bd99-54432e7fe598', 'tag': '6b58b35f-c600-4c19-8c63-2a51df480a7f'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:26:33.372162 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a854a878-737d-495d-9fed-ca79c61bb470" -d '{"events": [{"name": "network-changed", "server_uuid": "f6829c23-bc86-4e0a-bd99-54432e7fe598", "tag": "6b58b35f-c600-4c19-8c63-2a51df480a7f"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:26:33.605217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e99695-1854-4353-9224-4c144d12a342 req-e6db5192-ce7a-44b0-93a5-ceab21046518 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:33.606862 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32e99695-1854-4353-9224-4c144d12a342 req-e6db5192-ce7a-44b0-93a5-ceab21046518 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 948 time: 0.1097617 Aug 17 02:26:33.631943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-8878b61c-c6b5-474a-b07f-758c3b4aad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:33.633744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-8878b61c-c6b5-474a-b07f-758c3b4aad3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eabb7ac91f7a413a84289ddecb84612e&device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 1095 time: 0.1239898 Aug 17 02:26:33.705296 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-d3a0e026-2ecc-4d7c-9faa-62644dd3e859 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b58b35f-c600-4c19-8c63-2a51df480a7f HTTP/1.1" status: 200 len: 217 time: 0.0498562 Aug 17 02:26:33.718921 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32e99695-1854-4353-9224-4c144d12a342 req-224a2421-fa76-418f-9314-497344dc724a tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6d53ac-cee4-464f-9d08-f14a07bee355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999577 Aug 17 02:26:33.844828 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ffd4251c-757a-4942-b5ee-fcf582873407 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:26:33.868873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3f5b44f0-ad48-4c77-b2d5-9293b3d467ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:33.872703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-3f5b44f0-ad48-4c77-b2d5-9293b3d467ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=41db891b-37bf-41ca-8164-a4d8120aa811 HTTP/1.1" status: 200 len: 853 time: 0.1528323 Aug 17 02:26:33.899410 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: ffd4251c-757a-4942-b5ee-fcf582873407 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:26:33.902934 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ffd4251c-757a-4942-b5ee-fcf582873407 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:26:34.002894 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-d192569c-de8d-4fa8-9922-151cdc09fd17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47106b7f-97b1-4d77-8960-7cbe47bc441a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878744 Aug 17 02:26:34.126144 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-dd94a1c1-a87c-4374-893f-96b3f99664ed service neutron] 10.222.0.18 "GET /v2.0/networks/47106b7f-97b1-4d77-8960-7cbe47bc441a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139083 Aug 17 02:26:34.138435 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50218) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:34.139195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d2dee-3b23-4cda-b140-2978c6bd589a req-6f88a449-5dc6-4d55-a8e9-c6097b144e28 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:34.169600 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af4d2dee-3b23-4cda-b140-2978c6bd589a req-6f88a449-5dc6-4d55-a8e9-c6097b144e28 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 943 time: 0.2769082 Aug 17 02:26:34.275712 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af4d2dee-3b23-4cda-b140-2978c6bd589a req-8a194eb9-f252-41db-ad0f-054be1d3853d tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135116 Aug 17 02:26:34.370579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-803fd265-d8fb-49c5-8bde-06eebb7de915 req-a2c6b815-94e6-4a9d-a9d5-2b90429d74d7 service neutron] 10.222.0.18 "GET /v2.0/networks/47106b7f-97b1-4d77-8960-7cbe47bc441a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964228 Aug 17 02:26:34.370579 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d9104e-cd9c-4005-9c3f-a09a515099db x-openstack-request-id: req-f8d9104e-cd9c-4005-9c3f-a09a515099db {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:26:34.370861 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6829c23-bc86-4e0a-bd99-54432e7fe598", "tag": "6b58b35f-c600-4c19-8c63-2a51df480a7f", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:26:34.371457 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8d9104e-cd9c-4005-9c3f-a09a515099db {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:26:34.372195 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6829c23-bc86-4e0a-bd99-54432e7fe598', 'tag': '6b58b35f-c600-4c19-8c63-2a51df480a7f', 'status': 'completed', 'code': 200} Aug 17 02:26:34.459124 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-21e569bd-e374-4bf0-8018-05c38044651d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be7f8a18c01945fca341b75f91c959eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3178003 Aug 17 02:26:34.462346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50226) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:34.674419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cae95-6bf4-49be-8382-5369555ee341 req-22e0fbf0-978f-4b5b-b72f-cdeb60d24ea3 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:34.676222 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-497cae95-6bf4-49be-8382-5369555ee341 req-22e0fbf0-978f-4b5b-b72f-cdeb60d24ea3 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 946 time: 0.1694701 Aug 17 02:26:34.683393 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e322d4aa-6610-4641-934f-46a7c44a76c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:34.703778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854a878-737d-495d-9fed-ca79c61bb470 req-7d99e503-1e50-4b31-8066-894199a56d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:34.705317 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a854a878-737d-495d-9fed-ca79c61bb470 req-7d99e503-1e50-4b31-8066-894199a56d77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eabb7ac91f7a413a84289ddecb84612e&device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 1095 time: 0.1236775 Aug 17 02:26:34.751489 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e322d4aa-6610-4641-934f-46a7c44a76c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:34.807333 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-497cae95-6bf4-49be-8382-5369555ee341 req-23e88a81-3eba-4aed-bd22-7fbb2446b2ba tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f867a4-16b7-4935-8275-38bb269ce547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198359 Aug 17 02:26:34.866864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854a878-737d-495d-9fed-ca79c61bb470 req-ea74901d-b851-4832-8ab5-ed22bab7fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:34.870699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a854a878-737d-495d-9fed-ca79c61bb470 req-ea74901d-b851-4832-8ab5-ed22bab7fe8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=47106b7f-97b1-4d77-8960-7cbe47bc441a HTTP/1.1" status: 200 len: 914 time: 0.1501434 Aug 17 02:26:34.915648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a854a878-737d-495d-9fed-ca79c61bb470 req-68785b62-d99b-4d8b-b23a-319badee863e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b58b35f-c600-4c19-8c63-2a51df480a7f HTTP/1.1" status: 200 len: 217 time: 0.0377300 Aug 17 02:26:34.932352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 62356d27-69f7-48a4-8c75-190a90cccf05 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:26:35.001276 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e322d4aa-6610-4641-934f-46a7c44a76c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:35.006578 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e322d4aa-6610-4641-934f-46a7c44a76c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:35.011177 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e322d4aa-6610-4641-934f-46a7c44a76c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18dd8554-0cf3-4b1d-bae4-96b74f17f585 HTTP/1.1" status: 204 len: 168 time: 0.5451422 Aug 17 02:26:35.057013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322d4aa-6610-4641-934f-46a7c44a76c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dd8554-0cf3-4b1d-bae4-96b74f17f585,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:35.097601 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854a878-737d-495d-9fed-ca79c61bb470 req-0411178d-5848-4dd5-b833-bb2b4a677aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:35.099705 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a854a878-737d-495d-9fed-ca79c61bb470 req-0411178d-5848-4dd5-b833-bb2b4a677aa7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=41db891b-37bf-41ca-8164-a4d8120aa811 HTTP/1.1" status: 200 len: 853 time: 0.1634340 Aug 17 02:26:35.137798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a854a878-737d-495d-9fed-ca79c61bb470 req-12a01f3d-0889-42fe-98e3-ac50b2c4960a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47106b7f-97b1-4d77-8960-7cbe47bc441a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299072 Aug 17 02:26:35.151639 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65ce7c-d335-413a-9672-5a5939211ea0 req-00cf7508-9f70-4910-8509-3bcb2a76aa43 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:35.153195 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9d65ce7c-d335-413a-9672-5a5939211ea0 req-00cf7508-9f70-4910-8509-3bcb2a76aa43 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 948 time: 0.1229548 Aug 17 02:26:35.260985 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9d65ce7c-d335-413a-9672-5a5939211ea0 req-54ae0aed-9b2d-4577-b045-63bb4b5a4896 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6d53ac-cee4-464f-9d08-f14a07bee355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985122 Aug 17 02:26:35.317912 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a854a878-737d-495d-9fed-ca79c61bb470 req-3a855b46-d985-44a0-9ad2-eba902ed9012 service neutron] 10.222.0.18 "GET /v2.0/networks/47106b7f-97b1-4d77-8960-7cbe47bc441a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635675 Aug 17 02:26:35.427152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 62356d27-69f7-48a4-8c75-190a90cccf05 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:26:35.433269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 62356d27-69f7-48a4-8c75-190a90cccf05 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:35.444745 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:35.466213 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a854a878-737d-495d-9fed-ca79c61bb470 req-9f62428a-9e89-4c76-ae02-d4b0ce0e7108 service neutron] 10.222.0.18 "GET /v2.0/networks/47106b7f-97b1-4d77-8960-7cbe47bc441a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349807 Aug 17 02:26:35.537422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1138eaf-3643-44b3-b084-f63b3930fd7a req-0d7b5685-40ae-4ec9-9431-bb99b6df9370 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:35.553913 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1138eaf-3643-44b3-b084-f63b3930fd7a req-0d7b5685-40ae-4ec9-9431-bb99b6df9370 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 946 time: 0.1010401 Aug 17 02:26:35.557157 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:35.560098 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50248) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:35.570290 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8c761487-960e-42b7-8fbb-c69f73ec9a5e tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Request body: {'floatingip': {'port_id': '5d557ba0-b979-4492-b455-cf36dae1e3e3'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:35.604018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62356d27-69f7-48a4-8c75-190a90cccf05'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:26:35.604018 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3944811-b043-4c60-bdd3-52389d40a7de" -d '{"events": [{"server_uuid": "551f81e1-8c34-40d2-8c74-74a1e3f4b223", "name": "network-vif-plugged", "status": "completed", "tag": "62356d27-69f7-48a4-8c75-190a90cccf05"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:26:35.618377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 62356d27-69f7-48a4-8c75-190a90cccf05, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=62356d27-69f7-48a4-8c75-190a90cccf05,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:35.641965 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c761487-960e-42b7-8fbb-c69f73ec9a5e tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for floatingip, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:35.757777 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:35.873614 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=62356d27-69f7-48a4-8c75-190a90cccf05,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:35.890903 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2dc01-0b32-4be5-bbba-c4aa415eba1d req-6511be4f-8e7c-432b-80d2-9dddd4fba846 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:35.892780 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24e2dc01-0b32-4be5-bbba-c4aa415eba1d req-6511be4f-8e7c-432b-80d2-9dddd4fba846 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 943 time: 0.0759873 Aug 17 02:26:35.951335 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24e2dc01-0b32-4be5-bbba-c4aa415eba1d req-bb4fe550-fc5b-4abc-ad76-10987bc2d1c7 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517218 Aug 17 02:26:36.016463 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f09d46-0ebb-4206-9352-8e477e4aeb22 x-openstack-request-id: req-d4f09d46-0ebb-4206-9352-8e477e4aeb22 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:26:36.016955 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551f81e1-8c34-40d2-8c74-74a1e3f4b223", "name": "network-vif-plugged", "status": "completed", "tag": "62356d27-69f7-48a4-8c75-190a90cccf05", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:26:36.017030 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4f09d46-0ebb-4206-9352-8e477e4aeb22 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:26:36.017429 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62356d27-69f7-48a4-8c75-190a90cccf05', 'code': 200} Aug 17 02:26:36.182801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50266) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:36.200968 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff493-77ae-4067-baaa-d21efd3c4b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:36.271666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c9e46-a122-4f08-b998-5ddec5dd712d req-18d78201-7d21-480f-8559-e9de4c66b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:36.274317 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-462c9e46-a122-4f08-b998-5ddec5dd712d req-18d78201-7d21-480f-8559-e9de4c66b269 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 1101 time: 0.1056483 Aug 17 02:26:36.370168 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff493-77ae-4067-baaa-d21efd3c4b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:36.471835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd74fa-202a-4342-881b-b8609d6be35b req-16200917-d1ff-409d-bb08-ee07d41e3294 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:36.480097 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bcd74fa-202a-4342-881b-b8609d6be35b req-16200917-d1ff-409d-bb08-ee07d41e3294 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 949 time: 0.0999334 Aug 17 02:26:36.494660 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff493-77ae-4067-baaa-d21efd3c4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:36.539367 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-462c9e46-a122-4f08-b998-5ddec5dd712d req-154a1e41-96ca-423f-8413-be642e1aaa78 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ca6d53ac-cee4-464f-9d08-f14a07bee355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138565 Aug 17 02:26:36.559834 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bcd74fa-202a-4342-881b-b8609d6be35b req-9ab6796d-2701-4958-bb5a-c51271a22e27 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6d53ac-cee4-464f-9d08-f14a07bee355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767860 Aug 17 02:26:36.596607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2b3ff493-77ae-4067-baaa-d21efd3c4b4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ac8aeccaf71406183cffab9e158fc5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4123878 Aug 17 02:26:36.597906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ff493-77ae-4067-baaa-d21efd3c4b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71255809-3162-4998-a948-de806fd585a1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:36.607597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50278) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:36.661313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50280) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:36.762133 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-62027c29-7e99-4011-9f07-4155d15d46f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:36.794074 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c761487-960e-42b7-8fbb-c69f73ec9a5e tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:36.810626 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-62027c29-7e99-4011-9f07-4155d15d46f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:36.859909 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7faaaebf-2eb0-4ccc-b536-a13d0ae38bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:36.948476 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c761487-960e-42b7-8fbb-c69f73ec9a5e tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:37.055759 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-62027c29-7e99-4011-9f07-4155d15d46f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:37.060180 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-62027c29-7e99-4011-9f07-4155d15d46f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:37.065592 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-62027c29-7e99-4011-9f07-4155d15d46f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71255809-3162-4998-a948-de806fd585a1 HTTP/1.1" status: 204 len: 168 time: 0.4476879 Aug 17 02:26:37.125403 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-8c761487-960e-42b7-8fbb-c69f73ec9a5e tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Floating IP 5424aa2e-f93e-414c-b188-6153712c2c94 associated. External IP: 172.25.5.242, port: 5d557ba0-b979-4492-b455-cf36dae1e3e3. Aug 17 02:26:37.156481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62027c29-7e99-4011-9f07-4155d15d46f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71255809-3162-4998-a948-de806fd585a1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:37.254433 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7faaaebf-2eb0-4ccc-b536-a13d0ae38bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:37.297610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead20e6-878d-45bc-832b-6b3e85d913ef req-d3910871-85ae-4676-89e4-065494cd4305 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:37.308014 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aead20e6-878d-45bc-832b-6b3e85d913ef req-d3910871-85ae-4676-89e4-065494cd4305 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 943 time: 0.2000284 Aug 17 02:26:37.361008 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aead20e6-878d-45bc-832b-6b3e85d913ef req-93c71892-ecd7-4c4c-aff6-5e158ee8e0fc tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507896 Aug 17 02:26:37.363431 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7faaaebf-2eb0-4ccc-b536-a13d0ae38bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:37.443831 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7faaaebf-2eb0-4ccc-b536-a13d0ae38bd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bef77731a02f43d59f2065357f45979e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7800720 Aug 17 02:26:37.445079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50292) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:37.445835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaaebf-2eb0-4ccc-b536-a13d0ae38bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aef6f84-37e3-4178-9134-fc391b7cd260,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:37.571584 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dab55ce0-5ccf-4b70-982c-9763e7457d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:37.649310 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dab55ce0-5ccf-4b70-982c-9763e7457d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:37.853965 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c761487-960e-42b7-8fbb-c69f73ec9a5e tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:26:37.874380 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1cab7d38-3de1-4c39-bf6c-b6188c4e4115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:37.928814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e631570-3a86-4fc8-a7db-e72e5f4871b2 req-ea8cc6b3-fbe1-4ce8-a91a-ac21ed757177 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:37.930908 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e631570-3a86-4fc8-a7db-e72e5f4871b2 req-ea8cc6b3-fbe1-4ce8-a91a-ac21ed757177 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 949 time: 0.1679237 Aug 17 02:26:38.009486 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e631570-3a86-4fc8-a7db-e72e5f4871b2 req-80746518-ba1c-4f36-9885-4d1bf74aaf42 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6d53ac-cee4-464f-9d08-f14a07bee355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668838 Aug 17 02:26:38.025770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c761487-960e-42b7-8fbb-c69f73ec9a5e tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:26:38.038036 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c761487-960e-42b7-8fbb-c69f73ec9a5e tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:38.042911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b419a391-8db8-49db-8ac1-80129292a49b None None] Sync routers for ids ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:26:38.053562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419a391-8db8-49db-8ac1-80129292a49b None None] Routers {'0af128d7-c8ac-4d44-999f-dc8c44d9cd76'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:26:38.054686 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b419a391-8db8-49db-8ac1-80129292a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:26:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:38.079370 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8c761487-960e-42b7-8fbb-c69f73ec9a5e tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "PUT /v2.0/floatingips/5424aa2e-f93e-414c-b188-6153712c2c94 HTTP/1.1" status: 200 len: 992 time: 2.5168564 Aug 17 02:26:38.080101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33c2ef4-5807-4473-b9b7-4bdb22c10b5f', 'tag': '5d557ba0-b979-4492-b455-cf36dae1e3e3'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:26:38.083156 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d5dd72-0759-462f-9114-5810a2ed2705" -d '{"events": [{"name": "network-changed", "server_uuid": "b33c2ef4-5807-4473-b9b7-4bdb22c10b5f", "tag": "5d557ba0-b979-4492-b455-cf36dae1e3e3"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:26:38.175144 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dab55ce0-5ccf-4b70-982c-9763e7457d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:38.178739 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dab55ce0-5ccf-4b70-982c-9763e7457d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:38.180061 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dab55ce0-5ccf-4b70-982c-9763e7457d8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0aef6f84-37e3-4178-9134-fc391b7cd260 HTTP/1.1" status: 204 len: 168 time: 0.7309093 Aug 17 02:26:38.189346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab55ce0-5ccf-4b70-982c-9763e7457d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aef6f84-37e3-4178-9134-fc391b7cd260,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:38.246288 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31ab7de-816b-4d24-97a4-6ea41079ec1a x-openstack-request-id: req-a31ab7de-816b-4d24-97a4-6ea41079ec1a {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:26:38.248503 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33c2ef4-5807-4473-b9b7-4bdb22c10b5f", "tag": "5d557ba0-b979-4492-b455-cf36dae1e3e3", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:26:38.249583 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a31ab7de-816b-4d24-97a4-6ea41079ec1a {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:26:38.258774 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33c2ef4-5807-4473-b9b7-4bdb22c10b5f', 'tag': '5d557ba0-b979-4492-b455-cf36dae1e3e3', 'status': 'completed', 'code': 200} Aug 17 02:26:38.267378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-b419a391-8db8-49db-8ac1-80129292a49b None None] Set router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:26:38.360451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5dd72-0759-462f-9114-5810a2ed2705 req-eb65badd-ffa7-4ec1-88ce-662e177acd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:38.362153 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17d5dd72-0759-462f-9114-5810a2ed2705 req-eb65badd-ffa7-4ec1-88ce-662e177acd14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef2f1d344a1f49a09862bf78d14661d1&device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 1098 time: 0.0605311 Aug 17 02:26:38.472450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5dd72-0759-462f-9114-5810a2ed2705 req-34e2d864-a016-41ff-8e18-b7c664c6ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:38.473996 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17d5dd72-0759-462f-9114-5810a2ed2705 req-34e2d864-a016-41ff-8e18-b7c664c6ea10 service neutron] 10.222.0.42 "GET /v2.0/networks?id=121b4177-67c8-41b7-9451-eba181535c98 HTTP/1.1" status: 200 len: 907 time: 0.1051378 Aug 17 02:26:38.520341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209f0af-172c-4e85-b2ea-1ac490a86c10 req-c10f4025-2467-42c0-8bdb-757e174e4e6e tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:38.522836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c209f0af-172c-4e85-b2ea-1ac490a86c10 req-c10f4025-2467-42c0-8bdb-757e174e4e6e tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 943 time: 0.0662766 Aug 17 02:26:38.571715 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17d5dd72-0759-462f-9114-5810a2ed2705 req-835e6f58-8181-4898-9e27-04958d000dd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d557ba0-b979-4492-b455-cf36dae1e3e3 HTTP/1.1" status: 200 len: 1000 time: 0.0903769 Aug 17 02:26:38.574053 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b419a391-8db8-49db-8ac1-80129292a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:59Z', 'updated_at': '2021-08-17T02:26:05Z', 'revision_number': 4, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'gw_port': {'id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:00Z', 'updated_at': '2021-08-17T02:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '5424aa2e-f93e-414c-b188-6153712c2c94', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'port_id': '5d557ba0-b979-4492-b455-cf36dae1e3e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'mac_address': 'fa:16:3e:e4:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c2ef4-5807-4473-b9b7-4bdb22c10b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:26:13Z', 'updated_at': '2021-08-17T02:26:36Z', 'revision_number': 1, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8755db08-7ad7-4e11-a3f0-276d6837b1a8', 'name': '', 'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'mac_address': 'fa:16:3e:40:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '96745070-aa33-474d-ad95-b1568821aeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:04Z', 'updated_at': '2021-08-17T02:26:10Z', 'revision_number': 5, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'subnets': [{'id': '96745070-aa33-474d-ad95-b1568821aeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:38.580287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c209f0af-172c-4e85-b2ea-1ac490a86c10 req-9a0405cd-fc37-40a3-a234-ab67244962cf tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470223 Aug 17 02:26:38.602855 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b419a391-8db8-49db-8ac1-80129292a49b None None] Checking router: 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:26:38.612173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419a391-8db8-49db-8ac1-80129292a49b None None] Routers {'0af128d7-c8ac-4d44-999f-dc8c44d9cd76'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:26:38.612825 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b419a391-8db8-49db-8ac1-80129292a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:26:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:38.652107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5dd72-0759-462f-9114-5810a2ed2705 req-e25c8b11-a101-4f38-9055-272e34dcdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:38.653839 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17d5dd72-0759-462f-9114-5810a2ed2705 req-e25c8b11-a101-4f38-9055-272e34dcdf6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96745070-aa33-474d-ad95-b1568821aeba HTTP/1.1" status: 200 len: 845 time: 0.0750000 Aug 17 02:26:38.719254 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5dd72-0759-462f-9114-5810a2ed2705 req-a5fa27e1-7332-4f31-8543-b54e637a79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:38.721021 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17d5dd72-0759-462f-9114-5810a2ed2705 req-a5fa27e1-7332-4f31-8543-b54e637a79e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=121b4177-67c8-41b7-9451-eba181535c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603993 Aug 17 02:26:38.776091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-b419a391-8db8-49db-8ac1-80129292a49b None None] Set router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:26:38.896477 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17d5dd72-0759-462f-9114-5810a2ed2705 req-e9f5f402-88d3-4eda-aa1b-a52efc668445 service neutron] 10.222.0.42 "GET /v2.0/networks/121b4177-67c8-41b7-9451-eba181535c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672199 Aug 17 02:26:38.941650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 6b58b35f-c600-4c19-8c63-2a51df480a7f details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:26:39.053452 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17d5dd72-0759-462f-9114-5810a2ed2705 req-649622dc-09d6-4914-a7be-df2266f73adb service neutron] 10.222.0.42 "GET /v2.0/networks/121b4177-67c8-41b7-9451-eba181535c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370916 Aug 17 02:26:39.148499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e1bc5-ef0e-4e41-9452-7c2c92baf835 req-aae22a87-479b-4302-9cfe-f9aca544e792 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:39.150149 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-048e1bc5-ef0e-4e41-9452-7c2c92baf835 req-aae22a87-479b-4302-9cfe-f9aca544e792 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 949 time: 0.0540373 Aug 17 02:26:39.174115 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 6b58b35f-c600-4c19-8c63-2a51df480a7f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=6b58b35f-c600-4c19-8c63-2a51df480a7f,segment=NetworkSegment(31680aad-0a00-446f-82cd-3492e2eb016c),segment_id=31680aad-0a00-446f-82cd-3492e2eb016c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:39.198169 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-048e1bc5-ef0e-4e41-9452-7c2c92baf835 req-bcb9df5e-21bc-4694-925f-3e905cda941c tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6d53ac-cee4-464f-9d08-f14a07bee355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412300 Aug 17 02:26:39.220789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '6b58b35f-c600-4c19-8c63-2a51df480a7f', 'network_id': '47106b7f-97b1-4d77-8960-7cbe47bc441a', 'port_id': '6b58b35f-c600-4c19-8c63-2a51df480a7f', 'mac_address': 'fa:16:3e:1e:22:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41db891b-37bf-41ca-8164-a4d8120aa811', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:26:39.264332 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:39.277412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b419a391-8db8-49db-8ac1-80129292a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:59Z', 'updated_at': '2021-08-17T02:26:05Z', 'revision_number': 4, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'gw_port': {'id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:00Z', 'updated_at': '2021-08-17T02:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '5424aa2e-f93e-414c-b188-6153712c2c94', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'port_id': '5d557ba0-b979-4492-b455-cf36dae1e3e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'mac_address': 'fa:16:3e:e4:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c2ef4-5807-4473-b9b7-4bdb22c10b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:26:13Z', 'updated_at': '2021-08-17T02:26:36Z', 'revision_number': 1, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8755db08-7ad7-4e11-a3f0-276d6837b1a8', 'name': '', 'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'mac_address': 'fa:16:3e:40:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '96745070-aa33-474d-ad95-b1568821aeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:04Z', 'updated_at': '2021-08-17T02:26:10Z', 'revision_number': 5, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'subnets': [{'id': '96745070-aa33-474d-ad95-b1568821aeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:39.312939 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b58b35f-c600-4c19-8c63-2a51df480a7f {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:26:39.317546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b419a391-8db8-49db-8ac1-80129292a49b None None] The sync data for ids ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'] in n-d-793621-31 is: [{'id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:59Z', 'updated_at': '2021-08-17T02:26:05Z', 'revision_number': 4, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'gw_port': {'id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:00Z', 'updated_at': '2021-08-17T02:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '5424aa2e-f93e-414c-b188-6153712c2c94', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'port_id': '5d557ba0-b979-4492-b455-cf36dae1e3e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'mac_address': 'fa:16:3e:e4:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c2ef4-5807-4473-b9b7-4bdb22c10b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:26:13Z', 'updated_at': '2021-08-17T02:26:36Z', 'revision_number': 1, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8755db08-7ad7-4e11-a3f0-276d6837b1a8', 'name': '', 'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'mac_address': 'fa:16:3e:40:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '96745070-aa33-474d-ad95-b1568821aeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:04Z', 'updated_at': '2021-08-17T02:26:10Z', 'revision_number': 5, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'subnets': [{'id': '96745070-aa33-474d-ad95-b1568821aeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:26:39.346365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 6b58b35f-c600-4c19-8c63-2a51df480a7f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=6b58b35f-c600-4c19-8c63-2a51df480a7f,segment=NetworkSegment(31680aad-0a00-446f-82cd-3492e2eb016c),segment_id=31680aad-0a00-446f-82cd-3492e2eb016c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:39.512127 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:39.580101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=6b58b35f-c600-4c19-8c63-2a51df480a7f,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:39.601922 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8285b6-7e56-4bea-aa0d-5d12d681381b None None] New status for floating IP 5424aa2e-f93e-414c-b188-6153712c2c94: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:26:40.118667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['6b58b35f-c600-4c19-8c63-2a51df480a7f'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:26:40.265756 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50388) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:40.386814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1643499149-network', 'tenant_id': 'ad5e38c613f14ab8993a26107b6d12ef'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:40.445933 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-127f519f-b18c-46d6-9a86-4fdeb5002df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:40.630008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd033b0-929d-4fa4-8b4c-0d19058e1aee req-32238099-3d23-4d24-9301-c44de9004dcb tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:40.632498 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5cd033b0-929d-4fa4-8b4c-0d19058e1aee req-32238099-3d23-4d24-9301-c44de9004dcb tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 944 time: 0.0609748 Aug 17 02:26:40.691309 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5cd033b0-929d-4fa4-8b4c-0d19058e1aee req-dd1a5bf7-719e-4fd8-9a3c-75f932bf2c56 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470791 Aug 17 02:26:40.708935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] Made reservation on behalf of ad5e38c613f14ab8993a26107b6d12ef for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:40.713060 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:40.731766 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:40.817108 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:40.864845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50406) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:40.884623 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:41.079718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-308460857'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:41.130095 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:41.151084 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:26:41.182382 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:41.183199 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] Added segment 80174e3f-b9d7-46ec-b314-a41283543769 of type vlan for network f16748f9-75d9-45cd-b8cf-18db06d91718 Aug 17 02:26:41.202261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc6d85f-1fa1-4e3d-848d-9aa14ee23e6f,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:41.268194 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:41.392340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Made reservation on behalf of 5ea7861752074832991aa11174383223 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:41.398966 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:41.410390 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:41.515295 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:41.517554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:41.517554 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:41.553033 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:41.714026 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:41.729573 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:41.752230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:26:41.791410 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc204c5-f0c9-49a7-8367-b2c1fca03eb8,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:41.798433 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:41.799101 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Added segment 5fa3958e-0b68-4651-b392-3c209ac5b065 of type vlan for network b0e24a98-b2d8-48d8-b151-2facb543b11c Aug 17 02:26:41.862428 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:41.865036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f16748f9-75d9-45cd-b8cf-18db06d91718,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:41.880827 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network f16748f9-75d9-45cd-b8cf-18db06d91718 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:26:41.900699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881df2c5-eb15-4504-951f-0643e8b3148a req-e8f08f12-30a5-4fd8-bbd3-5227ee583314 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:41.904240 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-881df2c5-eb15-4504-951f-0643e8b3148a req-e8f08f12-30a5-4fd8-bbd3-5227ee583314 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 944 time: 0.0851438 Aug 17 02:26:41.956966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-881df2c5-eb15-4504-951f-0643e8b3148a req-e7e547d4-a646-44a3-9e5b-6986b4d792b6 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420902 Aug 17 02:26:42.033049 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:42.038556 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-702d6fd7-f99d-461e-8a38-3332fcf411a8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7714474 Aug 17 02:26:42.041604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50432) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:42.049514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:42.052629 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:42.073641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-f45f7b04-d1cd-480b-8276-027fc54223d9 admin admin] Request body: {'subnet': {'network_id': 'f16748f9-75d9-45cd-b8cf-18db06d91718', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1643499149-subnet', 'tenant_id': 'ad5e38c613f14ab8993a26107b6d12ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:42.160737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Pushing event updated for resources: {'Network': ['ID=b0e24a98-b2d8-48d8-b151-2facb543b11c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:42.172841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network b0e24a98-b2d8-48d8-b151-2facb543b11c details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:26:42.184070 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-acfe73fe-fbdc-4099-a6e6-9b016fdd9b99 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3159368 Aug 17 02:26:42.193891 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50436) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:42.261149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Request body: {'network': {'name': 'tempest-network--959279904', 'router:external': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:42.509871 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45f7b04-d1cd-480b-8276-027fc54223d9 admin admin] Made reservation on behalf of ad5e38c613f14ab8993a26107b6d12ef for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:42.512161 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f45f7b04-d1cd-480b-8276-027fc54223d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:42.685189 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Made reservation on behalf of 57014e2208034996985dcc9cef987831 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:42.687477 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:42.697429 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:42.786357 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:42.931234 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f45f7b04-d1cd-480b-8276-027fc54223d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:42.967534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 6b58b35f-c600-4c19-8c63-2a51df480a7f up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:26:42.999330 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f7b04-d1cd-480b-8276-027fc54223d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec6b8de-d50c-450d-abfd-69af0f18359a,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:43.005179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f7b04-d1cd-480b-8276-027fc54223d9 admin admin] Checking segment: {'id': '80174e3f-b9d7-46ec-b314-a41283543769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f16748f9-75d9-45cd-b8cf-18db06d91718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:26:43.005580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45f7b04-d1cd-480b-8276-027fc54223d9 admin admin] Network hostable DHCP agents. Network: f16748f9-75d9-45cd-b8cf-18db06d91718, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:26:43.009955 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:43.034680 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:26:43.085677 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:43.092647 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Added segment eb7c101d-2cdd-4fad-a5ed-8879300c9d04 of type vlan for network 1c502684-6e0f-4bb4-8ac9-89421b885efe Aug 17 02:26:43.092647 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc947cbb-645f-443d-b726-43b479a82af5,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:43.150355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:43.163292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe635736-e889-4ff2-86ec-e11e92e73a0d req-677c50c5-2d47-4c0c-bb34-34b7cc1979b0 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:43.164835 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe635736-e889-4ff2-86ec-e11e92e73a0d req-677c50c5-2d47-4c0c-bb34-34b7cc1979b0 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 944 time: 0.1251509 Aug 17 02:26:43.205099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 6b58b35f-c600-4c19-8c63-2a51df480a7f completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:26:43.209144 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 6b58b35f-c600-4c19-8c63-2a51df480a7f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:43.209969 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:43.225783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe635736-e889-4ff2-86ec-e11e92e73a0d req-c06fe269-86ea-4d9e-bcbf-3286af0586fd tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531807 Aug 17 02:26:43.237341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45f7b04-d1cd-480b-8276-027fc54223d9 admin admin] Network f16748f9-75d9-45cd-b8cf-18db06d91718 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:26:43.310205 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:43.336216 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6829c23-bc86-4e0a-bd99-54432e7fe598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b58b35f-c600-4c19-8c63-2a51df480a7f'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:26:43.338948 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5001db2c-8261-4640-aef4-3065bd4719a5" -d '{"events": [{"server_uuid": "f6829c23-bc86-4e0a-bd99-54432e7fe598", "name": "network-vif-plugged", "status": "completed", "tag": "6b58b35f-c600-4c19-8c63-2a51df480a7f"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:26:43.353032 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 6b58b35f-c600-4c19-8c63-2a51df480a7f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=6b58b35f-c600-4c19-8c63-2a51df480a7f,segment=NetworkSegment(31680aad-0a00-446f-82cd-3492e2eb016c),segment_id=31680aad-0a00-446f-82cd-3492e2eb016c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:43.542830 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6273c3-6bfe-4abc-bc6d-8501dc10f439 x-openstack-request-id: req-7f6273c3-6bfe-4abc-bc6d-8501dc10f439 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:26:43.542830 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6829c23-bc86-4e0a-bd99-54432e7fe598", "name": "network-vif-plugged", "status": "completed", "tag": "6b58b35f-c600-4c19-8c63-2a51df480a7f", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:26:43.542830 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f6273c3-6bfe-4abc-bc6d-8501dc10f439 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:26:43.546937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-f45f7b04-d1cd-480b-8276-027fc54223d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, f16748f9-75d9-45cd-b8cf-18db06d91718) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:43.547489 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6829c23-bc86-4e0a-bd99-54432e7fe598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b58b35f-c600-4c19-8c63-2a51df480a7f', 'code': 200} Aug 17 02:26:43.547610 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:43.547610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:43.547610 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:43.547944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124650fe-ed83-48af-b159-c81a4b695c21 None None] Network f16748f9-75d9-45cd-b8cf-18db06d91718 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:26:43.548063 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45f7b04-d1cd-480b-8276-027fc54223d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:43.548063 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f45f7b04-d1cd-480b-8276-027fc54223d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:43.581800 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:43.606760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event updated for resources: {'Network': ['ID=1c502684-6e0f-4bb4-8ac9-89421b885efe,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:43.622436 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 1c502684-6e0f-4bb4-8ac9-89421b885efe details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:26:43.655250 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f8402-fb12-474c-a288-0984a249945b req-b04c04db-3592-44e8-b507-7e00a4712934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:43.656985 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e2f8402-fb12-474c-a288-0984a249945b req-b04c04db-3592-44e8-b507-7e00a4712934 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 1097 time: 0.0476506 Aug 17 02:26:43.719370 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e2f8402-fb12-474c-a288-0984a249945b req-f0101a47-e410-40c2-b8c8-70829bc62878 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536563 Aug 17 02:26:43.820391 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:43.868162 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=6b58b35f-c600-4c19-8c63-2a51df480a7f,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:43.921350 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f37d318-0e90-4be5-bf58-e7cc07bb1616 None None] Network f16748f9-75d9-45cd-b8cf-18db06d91718 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:26:43.959363 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-22a89720-5b1f-4df5-834d-0c85975569e8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7702458 Aug 17 02:26:43.966729 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f45f7b04-d1cd-480b-8276-027fc54223d9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9121425 Aug 17 02:26:43.966868 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50492) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:44.056917 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb48c0f5-2560-4c3e-bdfe-4ad1ac995aa4 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:44.174570 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb48c0f5-2560-4c3e-bdfe-4ad1ac995aa4 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:44.186047 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-eb48c0f5-2560-4c3e-bdfe-4ad1ac995aa4 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c502684-6e0f-4bb4-8ac9-89421b885efe']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:44.198086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-eb48c0f5-2560-4c3e-bdfe-4ad1ac995aa4 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7c101d-2cdd-4fad-a5ed-8879300c9d04') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:44.198386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-eb48c0f5-2560-4c3e-bdfe-4ad1ac995aa4 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7c101d-2cdd-4fad-a5ed-8879300c9d04') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:44.208422 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb48c0f5-2560-4c3e-bdfe-4ad1ac995aa4 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:44.232596 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb48c0f5-2560-4c3e-bdfe-4ad1ac995aa4 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:44.238798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb48c0f5-2560-4c3e-bdfe-4ad1ac995aa4 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:26:44.239272 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb48c0f5-2560-4c3e-bdfe-4ad1ac995aa4 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:26:44.241282 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:26:44.388289 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-335cdae8-a03d-420c-a418-d7927b39a94f req-e243c89d-b753-4607-af8d-f5c43cc8bca3 tempest-SecurityGroupsNegativeTestJSON-797698569 tempest-SecurityGroupsNegativeTestJSON-797698569-project] show failed (client error): The resource could not be found. Aug 17 02:26:44.389864 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-335cdae8-a03d-420c-a418-d7927b39a94f req-e243c89d-b753-4607-af8d-f5c43cc8bca3 tempest-SecurityGroupsNegativeTestJSON-797698569 tempest-SecurityGroupsNegativeTestJSON-797698569-project] 10.222.0.13 "GET /v2.0/security-groups/5c601c7d-8173-414b-90aa-3f50054a0c1b HTTP/1.1" status: 404 len: 352 time: 0.0153618 Aug 17 02:26:44.491208 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb48c0f5-2560-4c3e-bdfe-4ad1ac995aa4 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:44.500017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb48c0f5-2560-4c3e-bdfe-4ad1ac995aa4 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c502684-6e0f-4bb4-8ac9-89421b885efe {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 02:26:44.503119 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb48c0f5-2560-4c3e-bdfe-4ad1ac995aa4 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:44.505293 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eb48c0f5-2560-4c3e-bdfe-4ad1ac995aa4 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "DELETE /v2.0/networks/1c502684-6e0f-4bb4-8ac9-89421b885efe HTTP/1.1" status: 204 len: 168 time: 0.5389307 Aug 17 02:26:44.510838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50522) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:44.516240 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48c0f5-2560-4c3e-bdfe-4ad1ac995aa4 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c502684-6e0f-4bb4-8ac9-89421b885efe,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:44.517707 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-c5d9e0b2-cc79-4509-99b5-df553c477284 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:44.602727 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb55b67-f3ec-474d-833d-517eb7dbfc60 req-ae46938c-e1f1-49de-9fcd-0da43cbb7c98 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:44.604212 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-feb55b67-f3ec-474d-833d-517eb7dbfc60 req-ae46938c-e1f1-49de-9fcd-0da43cbb7c98 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 945 time: 0.0554850 Aug 17 02:26:44.643472 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-feb55b67-f3ec-474d-833d-517eb7dbfc60 req-d3161d44-ea8b-4f8f-b37c-584433181c01 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330186 Aug 17 02:26:44.780476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d9e0b2-cc79-4509-99b5-df553c477284 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Made reservation on behalf of 57014e2208034996985dcc9cef987831 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:44.784719 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e0b2-cc79-4509-99b5-df553c477284 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:44.811026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d9e0b2-cc79-4509-99b5-df553c477284 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:26:44.824365 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e0b2-cc79-4509-99b5-df553c477284 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:44.825075 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-c5d9e0b2-cc79-4509-99b5-df553c477284 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Added segment 82c30481-bacb-4013-affc-3e8e19bc4931 of type vlan for network 2ecbe4dd-24f5-43bb-8f78-6f88a13f8102 Aug 17 02:26:44.887728 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e0b2-cc79-4509-99b5-df553c477284 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:44.957807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 62356d27-69f7-48a4-8c75-190a90cccf05 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:26:45.090422 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e0b2-cc79-4509-99b5-df553c477284 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:45.091819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d9e0b2-cc79-4509-99b5-df553c477284 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:45.092462 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e0b2-cc79-4509-99b5-df553c477284 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:45.115992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35de0c76-f066-4c7b-9064-44bb76361bfb req-6e344e53-93b1-42fb-9044-d6f1eacbee97 tempest-SecurityGroupsNegativeTestJSON-797698569 tempest-SecurityGroupsNegativeTestJSON-797698569-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad5e38c613f14ab8993a26107b6d12ef HTTP/1.1" status: 200 len: 2988 time: 0.1010475 Aug 17 02:26:45.126573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 62356d27-69f7-48a4-8c75-190a90cccf05, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=62356d27-69f7-48a4-8c75-190a90cccf05,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:45.139502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '62356d27-69f7-48a4-8c75-190a90cccf05', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '62356d27-69f7-48a4-8c75-190a90cccf05', 'mac_address': 'fa:16:3e:65:a7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:26:45.181396 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:45.195789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62356d27-69f7-48a4-8c75-190a90cccf05 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:26:45.205230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9e0b2-cc79-4509-99b5-df553c477284 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event updated for resources: {'Network': ['ID=2ecbe4dd-24f5-43bb-8f78-6f88a13f8102,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:45.220706 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 2ecbe4dd-24f5-43bb-8f78-6f88a13f8102 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:26:45.220986 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35de0c76-f066-4c7b-9064-44bb76361bfb req-6da1ded5-09c9-4bd5-a4c4-cbb02988e2f4 tempest-SecurityGroupsNegativeTestJSON-797698569 tempest-SecurityGroupsNegativeTestJSON-797698569-project] 10.222.0.13 "GET /v2.0/security-groups/efc6d85f-1fa1-4e3d-848d-9aa14ee23e6f HTTP/1.1" status: 200 len: 2985 time: 0.0702207 Aug 17 02:26:45.225983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 62356d27-69f7-48a4-8c75-190a90cccf05, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=62356d27-69f7-48a4-8c75-190a90cccf05,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:45.295323 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35de0c76-f066-4c7b-9064-44bb76361bfb req-b775e9f1-af75-42ea-ad07-637325a5d95e tempest-SecurityGroupsNegativeTestJSON-797698569 tempest-SecurityGroupsNegativeTestJSON-797698569-project] 10.222.0.13 "GET /v2.0/security-groups/efc6d85f-1fa1-4e3d-848d-9aa14ee23e6f HTTP/1.1" status: 200 len: 2985 time: 0.0660548 Aug 17 02:26:45.430796 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:45.441215 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c5d9e0b2-cc79-4509-99b5-df553c477284 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9259255 Aug 17 02:26:45.441730 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50546) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:45.452129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a868b2e8-d290-4dbb-bc43-665ba3a53c82 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Request body: {'subnet': {'network_id': '2ecbe4dd-24f5-43bb-8f78-6f88a13f8102', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:45.494487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=62356d27-69f7-48a4-8c75-190a90cccf05,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:45.502470 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-930d39a7-e032-4837-bc97-874d4c12eb34 req-ec78884f-f29e-40e8-af37-a52b6cf824c1 tempest-SecurityGroupsNegativeTestJSON-797698569 tempest-SecurityGroupsNegativeTestJSON-797698569-project] 10.222.0.13 "GET /v2.0/security-groups/efc6d85f-1fa1-4e3d-848d-9aa14ee23e6f HTTP/1.1" status: 200 len: 2985 time: 0.0806174 Aug 17 02:26:45.575564 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-930d39a7-e032-4837-bc97-874d4c12eb34 req-4f20b1af-71fa-45e5-b2dc-eb1d2f846b71 tempest-SecurityGroupsNegativeTestJSON-797698569 tempest-SecurityGroupsNegativeTestJSON-797698569-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 02:26:45.576616 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-930d39a7-e032-4837-bc97-874d4c12eb34 req-4f20b1af-71fa-45e5-b2dc-eb1d2f846b71 tempest-SecurityGroupsNegativeTestJSON-797698569 tempest-SecurityGroupsNegativeTestJSON-797698569-project] 10.222.0.13 "DELETE /v2.0/security-groups/efc6d85f-1fa1-4e3d-848d-9aa14ee23e6f HTTP/1.1" status: 409 len: 352 time: 0.0666175 Aug 17 02:26:45.587113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['62356d27-69f7-48a4-8c75-190a90cccf05'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:26:45.619049 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-848dec0e-375b-4957-8295-a5e0cd7c9759 req-59883ae1-c28d-4f98-b8b9-87b29a4141d0 tempest-SecurityGroupsNegativeTestJSON-797698569 tempest-SecurityGroupsNegativeTestJSON-797698569-project] show failed (client error): The resource could not be found. Aug 17 02:26:45.620311 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-848dec0e-375b-4957-8295-a5e0cd7c9759 req-59883ae1-c28d-4f98-b8b9-87b29a4141d0 tempest-SecurityGroupsNegativeTestJSON-797698569 tempest-SecurityGroupsNegativeTestJSON-797698569-project] 10.222.0.13 "GET /v2.0/security-groups/5186527e-abd3-4957-8d27-283e7932daea HTTP/1.1" status: 404 len: 352 time: 0.0169852 Aug 17 02:26:45.770246 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07522c42-f3d2-45a0-b58c-e13e52da4f28 req-7c98a686-c7cb-4473-abc1-4c677a680a35 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:45.772294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-07522c42-f3d2-45a0-b58c-e13e52da4f28 req-7c98a686-c7cb-4473-abc1-4c677a680a35 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 945 time: 0.0530870 Aug 17 02:26:45.773589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a868b2e8-d290-4dbb-bc43-665ba3a53c82 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Made reservation on behalf of 57014e2208034996985dcc9cef987831 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:45.775993 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a868b2e8-d290-4dbb-bc43-665ba3a53c82 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:45.879999 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-07522c42-f3d2-45a0-b58c-e13e52da4f28 req-11f35a0f-4f06-416d-bdeb-239e911d87e7 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889406 Aug 17 02:26:45.961608 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-bbb777c2-7b7e-4baf-9a78-d99e65506d59 req-a05f11d1-5d1c-4df5-a5e1-c11c61685cbc tempest-SecurityGroupsNegativeTestJSON-797698569 tempest-SecurityGroupsNegativeTestJSON-797698569-project] show failed (client error): The resource could not be found. Aug 17 02:26:45.961608 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbb777c2-7b7e-4baf-9a78-d99e65506d59 req-a05f11d1-5d1c-4df5-a5e1-c11c61685cbc tempest-SecurityGroupsNegativeTestJSON-797698569 tempest-SecurityGroupsNegativeTestJSON-797698569-project] 10.222.0.13 "GET /v2.0/security-groups/e6edb886-0ea1-415e-bea4-c1e163287a87 HTTP/1.1" status: 404 len: 352 time: 0.0228868 Aug 17 02:26:46.033602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50562) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:46.041715 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-102cbf4e-d163-4960-94c5-6a63011a7fde admin admin] Deleting subnet 2ec6b8de-d50c-450d-abfd-69af0f18359a {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:26:46.045864 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-102cbf4e-d163-4960-94c5-6a63011a7fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:46.096345 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-102cbf4e-d163-4960-94c5-6a63011a7fde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:46.149701 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-102cbf4e-d163-4960-94c5-6a63011a7fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:46.359426 n-d-793621-31 neutron-server[95406]: DEBUG neutron.objects.ports [None req-a868b2e8-d290-4dbb-bc43-665ba3a53c82 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95406) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:26:46.359889 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a868b2e8-d290-4dbb-bc43-665ba3a53c82 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:46.377523 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-102cbf4e-d163-4960-94c5-6a63011a7fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:46.413713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868b2e8-d290-4dbb-bc43-665ba3a53c82 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5537f97d-cf9e-4f88-a18f-c47b72bd48cb,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:46.418480 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cbf4e-d163-4960-94c5-6a63011a7fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec6b8de-d50c-450d-abfd-69af0f18359a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:46.424218 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-102cbf4e-d163-4960-94c5-6a63011a7fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:46.428999 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-102cbf4e-d163-4960-94c5-6a63011a7fde admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2ec6b8de-d50c-450d-abfd-69af0f18359a HTTP/1.1" status: 204 len: 168 time: 0.4584873 Aug 17 02:26:46.429735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50574) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:46.454071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a868b2e8-d290-4dbb-bc43-665ba3a53c82 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Checking segment: {'id': '82c30481-bacb-4013-affc-3e8e19bc4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2ecbe4dd-24f5-43bb-8f78-6f88a13f8102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:26:46.454441 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a868b2e8-d290-4dbb-bc43-665ba3a53c82 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Network hostable DHCP agents. Network: 2ecbe4dd-24f5-43bb-8f78-6f88a13f8102, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:26:46.518421 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4bb11f36-ac9a-4c77-ad64-f7be8c7d2784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:46.618476 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4bb11f36-ac9a-4c77-ad64-f7be8c7d2784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:46.629108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-4bb11f36-ac9a-4c77-ad64-f7be8c7d2784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16748f9-75d9-45cd-b8cf-18db06d91718']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:46.640397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a868b2e8-d290-4dbb-bc43-665ba3a53c82 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Network 2ecbe4dd-24f5-43bb-8f78-6f88a13f8102 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:26:46.645600 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-4bb11f36-ac9a-4c77-ad64-f7be8c7d2784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80174e3f-b9d7-46ec-b314-a41283543769') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:46.645600 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-4bb11f36-ac9a-4c77-ad64-f7be8c7d2784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80174e3f-b9d7-46ec-b314-a41283543769') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:46.659194 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4bb11f36-ac9a-4c77-ad64-f7be8c7d2784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:46.677442 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4bb11f36-ac9a-4c77-ad64-f7be8c7d2784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb11f36-ac9a-4c77-ad64-f7be8c7d2784 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4bb11f36-ac9a-4c77-ad64-f7be8c7d2784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:26:46.691421 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:26:46.862498 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-a868b2e8-d290-4dbb-bc43-665ba3a53c82 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 2ecbe4dd-24f5-43bb-8f78-6f88a13f8102) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:46.868838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868b2e8-d290-4dbb-bc43-665ba3a53c82 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:46.874831 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a868b2e8-d290-4dbb-bc43-665ba3a53c82 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:46.875093 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed93211a-a0b1-499a-a6f4-da580ba98b31 None None] Network 2ecbe4dd-24f5-43bb-8f78-6f88a13f8102 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:26:46.905426 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4bb11f36-ac9a-4c77-ad64-f7be8c7d2784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:46.911027 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4bb11f36-ac9a-4c77-ad64-f7be8c7d2784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:46.913641 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4bb11f36-ac9a-4c77-ad64-f7be8c7d2784 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f16748f9-75d9-45cd-b8cf-18db06d91718 HTTP/1.1" status: 204 len: 168 time: 0.4829507 Aug 17 02:26:46.937861 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb11f36-ac9a-4c77-ad64-f7be8c7d2784 admin admin] Pushing event deleted for resources: {'Network': ['ID=f16748f9-75d9-45cd-b8cf-18db06d91718,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:46.968842 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 62356d27-69f7-48a4-8c75-190a90cccf05 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:26:47.069025 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a868b2e8-d290-4dbb-bc43-665ba3a53c82 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6179583 Aug 17 02:26:47.069216 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50584) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:47.074580 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Request body: {'floatingip': {'floating_network_id': '2ecbe4dd-24f5-43bb-8f78-6f88a13f8102'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:47.077018 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec64fe-4f2a-490a-9668-8215eb07dc05 req-dc6b14e3-ff1c-4757-9860-39f218081f26 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:47.078586 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97ec64fe-4f2a-490a-9668-8215eb07dc05 req-dc6b14e3-ff1c-4757-9860-39f218081f26 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 945 time: 0.0774469 Aug 17 02:26:47.134911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 62356d27-69f7-48a4-8c75-190a90cccf05 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:47.135644 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:47.176781 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d014dc4-56f6-4324-9d86-12ab9810d331 None None] Network 2ecbe4dd-24f5-43bb-8f78-6f88a13f8102 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:26:47.184065 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97ec64fe-4f2a-490a-9668-8215eb07dc05 req-c9795452-2252-48f3-b8ea-9ad7db1a846e tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976467 Aug 17 02:26:47.244947 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:47.356279 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:47.374865 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62356d27-69f7-48a4-8c75-190a90cccf05'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:26:47.377486 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d01a0e-725b-4388-94ec-00e85238da79" -d '{"events": [{"server_uuid": "551f81e1-8c34-40d2-8c74-74a1e3f4b223", "name": "network-vif-plugged", "status": "completed", "tag": "62356d27-69f7-48a4-8c75-190a90cccf05"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:26:47.409666 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 62356d27-69f7-48a4-8c75-190a90cccf05, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=62356d27-69f7-48a4-8c75-190a90cccf05,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:47.410151 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:47.549085 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:47.597505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Allocated IP 172.20.0.12 (2ecbe4dd-24f5-43bb-8f78-6f88a13f8102/5537f97d-cf9e-4f88-a18f-c47b72bd48cb/944f15ba-4bdc-4966-8c3e-758ec65c3993) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:26:47.642926 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=62356d27-69f7-48a4-8c75-190a90cccf05,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:47.667515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50608) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:47.718787 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214b64c9-4ae6-4e7b-bcad-e65509f554d8 x-openstack-request-id: req-214b64c9-4ae6-4e7b-bcad-e65509f554d8 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:26:47.730396 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551f81e1-8c34-40d2-8c74-74a1e3f4b223", "name": "network-vif-plugged", "status": "completed", "tag": "62356d27-69f7-48a4-8c75-190a90cccf05", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:26:47.730396 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-214b64c9-4ae6-4e7b-bcad-e65509f554d8 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:26:47.730396 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62356d27-69f7-48a4-8c75-190a90cccf05', 'code': 200} Aug 17 02:26:47.730818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b83d3f66-60aa-4ada-87ff-16129e478e6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad5e38c613f14ab8993a26107b6d12ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602758 Aug 17 02:26:47.730818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50610) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:47.746994 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:47.793957 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cee3cc00-c231-47dc-98b6-d1890cb2b3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:47.817706 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cee3cc00-c231-47dc-98b6-d1890cb2b3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:47.919798 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:47.964276 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Network 2ecbe4dd-24f5-43bb-8f78-6f88a13f8102 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:26:47.967441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:47.971018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:26:47.977142 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event updated for resources: {'Port': ['ID=944f15ba-4bdc-4966-8c3e-758ec65c3993,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:48.070145 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cee3cc00-c231-47dc-98b6-d1890cb2b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:48.072791 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cee3cc00-c231-47dc-98b6-d1890cb2b3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:48.074010 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cee3cc00-c231-47dc-98b6-d1890cb2b3fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efc6d85f-1fa1-4e3d-848d-9aa14ee23e6f HTTP/1.1" status: 204 len: 168 time: 0.3425362 Aug 17 02:26:48.083011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3cc00-c231-47dc-98b6-d1890cb2b3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc6d85f-1fa1-4e3d-848d-9aa14ee23e6f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:48.108305 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:48.269650 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:48.294046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f30065-dad9-40a4-baec-b0a2ef82c267 req-837e60de-07ed-4036-8a36-0e087af2c775 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:48.295537 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2f30065-dad9-40a4-baec-b0a2ef82c267 req-837e60de-07ed-4036-8a36-0e087af2c775 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 945 time: 0.0622036 Aug 17 02:26:48.336894 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2f30065-dad9-40a4-baec-b0a2ef82c267 req-48041417-9533-4567-a2e7-3d792722bf63 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343478 Aug 17 02:26:48.516269 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:48.555158 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6128d15-e19f-4747-87a6-e3e76c7d8af8 req-4a6f0275-1344-48d2-95b9-2feda8fb07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:48.557319 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6128d15-e19f-4747-87a6-e3e76c7d8af8 req-4a6f0275-1344-48d2-95b9-2feda8fb07d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eabb7ac91f7a413a84289ddecb84612e&device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 1097 time: 0.0695240 Aug 17 02:26:48.565152 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-74da25eb-2945-458f-aaa3-a558c49c82af req-bf4056df-f4a7-4ed8-bbad-397d5b74c408 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0685148 Aug 17 02:26:48.643136 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:48.692705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6128d15-e19f-4747-87a6-e3e76c7d8af8 req-4fb73e6e-c18e-496d-8015-6c6f72296c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:48.696471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6128d15-e19f-4747-87a6-e3e76c7d8af8 req-4fb73e6e-c18e-496d-8015-6c6f72296c49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47106b7f-97b1-4d77-8960-7cbe47bc441a HTTP/1.1" status: 200 len: 914 time: 0.1286995 Aug 17 02:26:48.741173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event updated for resources: {'Port': ['ID=944f15ba-4bdc-4966-8c3e-758ec65c3993,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:48.764243 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da25eb-2945-458f-aaa3-a558c49c82af req-80fd1dd4-7dde-4842-8271-d808a815341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:48.765454 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-74da25eb-2945-458f-aaa3-a558c49c82af req-80fd1dd4-7dde-4842-8271-d808a815341a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 1097 time: 0.1589377 Aug 17 02:26:48.771947 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:48.786560 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6128d15-e19f-4747-87a6-e3e76c7d8af8 req-23caf52f-83a8-47de-9a0b-bb7c4cad5745 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b58b35f-c600-4c19-8c63-2a51df480a7f HTTP/1.1" status: 200 len: 217 time: 0.0731447 Aug 17 02:26:48.872499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6128d15-e19f-4747-87a6-e3e76c7d8af8 req-f4d68ff1-7739-49e7-99bf-103e21d42d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:48.874493 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6128d15-e19f-4747-87a6-e3e76c7d8af8 req-f4d68ff1-7739-49e7-99bf-103e21d42d07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=41db891b-37bf-41ca-8164-a4d8120aa811 HTTP/1.1" status: 200 len: 853 time: 0.0758088 Aug 17 02:26:48.921558 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da25eb-2945-458f-aaa3-a558c49c82af req-11270c89-5ac4-4f88-bb75-0d962b41b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:48.923571 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-74da25eb-2945-458f-aaa3-a558c49c82af req-11270c89-5ac4-4f88-bb75-0d962b41b996 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.1245916 Aug 17 02:26:48.924515 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6128d15-e19f-4747-87a6-e3e76c7d8af8 req-50644789-4c68-475a-9b05-a542ecd94689 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47106b7f-97b1-4d77-8960-7cbe47bc441a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412261 Aug 17 02:26:48.984119 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-74da25eb-2945-458f-aaa3-a558c49c82af req-19c3bd9f-432c-40bb-917f-3a3c7daeaeda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666 HTTP/1.1" status: 200 len: 217 time: 0.0422988 Aug 17 02:26:48.984119 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:48.984119 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e43383f2-9043-49aa-ade1-332ad7ca6b86 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9137969 Aug 17 02:26:48.987452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50642) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:49.038430 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6128d15-e19f-4747-87a6-e3e76c7d8af8 req-b0feddbe-8845-443a-9263-226cee1d8520 service neutron] 10.222.0.18 "GET /v2.0/networks/47106b7f-97b1-4d77-8960-7cbe47bc441a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992095 Aug 17 02:26:49.098697 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-78a44c79-9f70-4d7f-816a-4fcbe1911b02 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=2ecbe4dd-24f5-43bb-8f78-6f88a13f8102 HTTP/1.1" status: 200 len: 690 time: 0.1098979 Aug 17 02:26:49.102456 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50646) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:49.164638 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da25eb-2945-458f-aaa3-a558c49c82af req-b6cbff4f-7d66-443f-b4de-2660b45a57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:49.166224 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-74da25eb-2945-458f-aaa3-a558c49c82af req-b6cbff4f-7d66-443f-b4de-2660b45a57b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.1765709 Aug 17 02:26:49.211631 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-74da25eb-2945-458f-aaa3-a558c49c82af req-e44e20d7-a5e7-43fc-a689-e831d1830a3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361564 Aug 17 02:26:49.212808 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6128d15-e19f-4747-87a6-e3e76c7d8af8 req-27c137a0-3e1f-4cc3-88b1-9a1c16b82b8d service neutron] 10.222.0.18 "GET /v2.0/networks/47106b7f-97b1-4d77-8960-7cbe47bc441a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591816 Aug 17 02:26:49.284636 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:49.430688 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-74da25eb-2945-458f-aaa3-a558c49c82af req-443e9855-f38b-4d3e-bbf7-3847892fea09 service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006035 Aug 17 02:26:49.519687 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Deleting port 944f15ba-4bdc-4966-8c3e-758ec65c3993 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:26:49.520119 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:49.531195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca608245-1b55-4115-aeb2-2c7174db4be1 req-03c8ed9d-6550-46ae-b7f2-4ac99ea6959f tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:49.534919 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca608245-1b55-4115-aeb2-2c7174db4be1 req-03c8ed9d-6550-46ae-b7f2-4ac99ea6959f tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 945 time: 0.1025500 Aug 17 02:26:49.556078 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:26:49.653868 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca608245-1b55-4115-aeb2-2c7174db4be1 req-d9345d50-2042-4144-ae4a-555808a70b5f tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018913 Aug 17 02:26:49.665704 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-74da25eb-2945-458f-aaa3-a558c49c82af req-dad8fa12-eb6f-4ca9-ad04-ea271465f659 service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244947 Aug 17 02:26:49.763995 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:49.764328 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:49.780732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Calling delete_port for 944f15ba-4bdc-4966-8c3e-758ec65c3993 owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:26:50.013409 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50686) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:50.195586 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-438600296-network', 'tenant_id': '0afefe25246447898f4adfb339d53a6f'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:50.216658 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:50.470264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] Made reservation on behalf of 0afefe25246447898f4adfb339d53a6f for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:50.475061 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:50.502435 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:50.541902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event deleted for resources: {'Port': ['ID=944f15ba-4bdc-4966-8c3e-758ec65c3993,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:50.616948 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:50.657723 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:50.685462 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:50.814774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb974ca-ee32-42bd-a3e4-0d4a2b9b0a15 req-6450bc24-6b07-4db3-a232-f7f773de219b tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:50.814774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6bb974ca-ee32-42bd-a3e4-0d4a2b9b0a15 req-6450bc24-6b07-4db3-a232-f7f773de219b tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 945 time: 0.0519996 Aug 17 02:26:50.853948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6bb974ca-ee32-42bd-a3e4-0d4a2b9b0a15 req-9e385f47-1a2f-4170-bd98-41bedd27a838 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365140 Aug 17 02:26:50.964015 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:50.998053 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0d3b1f-fef0-47cc-99c9-32b3e2daa880,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:51.017207 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:51.026026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:26:51.038573 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:51.039183 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] Added segment 260e7983-9256-44a3-85a5-497554d5fe2b of type vlan for network 62cddb97-4522-46a6-9976-9947e634a90e Aug 17 02:26:51.047044 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5537f97d-cf9e-4f88-a18f-c47b72bd48cb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:51.103554 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:51.137726 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:51.151963 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecbe4dd-24f5-43bb-8f78-6f88a13f8102']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:51.165885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c30481-bacb-4013-affc-3e8e19bc4931') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:51.166365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c30481-bacb-4013-affc-3e8e19bc4931') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:51.197667 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:51.228335 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:51.241865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:26:51.242917 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:26:51.245276 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:26:51.363119 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:51.364193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:51.364850 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:51.389573 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:51.420607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ecbe4dd-24f5-43bb-8f78-6f88a13f8102 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 02:26:51.422574 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ecbe4dd-24f5-43bb-8f78-6f88a13f8102,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:51.426460 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:51.430438 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bfc2a022-69f9-4161-9810-ea577a19ab27 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "DELETE /v2.0/networks/2ecbe4dd-24f5-43bb-8f78-6f88a13f8102 HTTP/1.1" status: 204 len: 168 time: 2.3268147 Aug 17 02:26:51.453713 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50734) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:51.522162 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] Pushing event updated for resources: {'Network': ['ID=62cddb97-4522-46a6-9976-9947e634a90e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:51.534083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 62cddb97-4522-46a6-9976-9947e634a90e details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:26:51.558350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fda7712d-da9d-4734-a1e1-562029e3ec3f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5429580 Aug 17 02:26:51.561179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50736) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:51.574819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-09852904-4867-486d-ac01-be45ce5a118c admin admin] Request body: {'subnet': {'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-438600296-subnet', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:51.605386 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-13fd0a7d-a2f1-4096-98ab-768e5d974642 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.1477554 Aug 17 02:26:51.608237 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50738) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:51.764633 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db87cc-99e3-4012-8a0c-df72ad6ad3db tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:51.765108 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db87cc-99e3-4012-8a0c-df72ad6ad3db tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:51.765654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db87cc-99e3-4012-8a0c-df72ad6ad3db tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:51.766293 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db87cc-99e3-4012-8a0c-df72ad6ad3db tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:51.766756 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db87cc-99e3-4012-8a0c-df72ad6ad3db tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:51.767332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db87cc-99e3-4012-8a0c-df72ad6ad3db tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:51.767717 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db87cc-99e3-4012-8a0c-df72ad6ad3db tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:51.768167 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db87cc-99e3-4012-8a0c-df72ad6ad3db tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:51.768618 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db87cc-99e3-4012-8a0c-df72ad6ad3db tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:51.769092 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db87cc-99e3-4012-8a0c-df72ad6ad3db tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:51.776596 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-74db87cc-99e3-4012-8a0c-df72ad6ad3db tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6485 time: 0.1651113 Aug 17 02:26:51.812232 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50742) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:51.900895 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09852904-4867-486d-ac01-be45ce5a118c admin admin] Made reservation on behalf of 0afefe25246447898f4adfb339d53a6f for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:51.912799 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-09852904-4867-486d-ac01-be45ce5a118c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:52.076665 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-982cb307-3878-4478-af6e-4321987f0933 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] delete failed (client error): The resource could not be found. Aug 17 02:26:52.079048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-982cb307-3878-4478-af6e-4321987f0933 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/accd94fa-9c80-4e0a-81fb-16e80565fc09 HTTP/1.1" status: 404 len: 345 time: 0.2646770 Aug 17 02:26:52.083753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50752) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:52.107501 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2e0be9-b06d-444a-bae1-29603a633779 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] DELETE failed (client error): The resource could not be found. Aug 17 02:26:52.108126 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2e0be9-b06d-444a-bae1-29603a633779 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:26:52.115815 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ec2e0be9-b06d-444a-bae1-29603a633779 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "DELETE /v2.0/networks/2ecbe4dd-24f5-43bb-8f78-6f88a13f8102 HTTP/1.1" status: 404 len: 339 time: 0.0311923 Aug 17 02:26:52.125796 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50754) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:52.130115 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6ce7c2e2-aa65-4ff5-9794-7bcfa4bd44c1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Request body: {'network': {'name': 'tempest-network--296895471', 'router:external': True}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:52.181718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041d50f-061a-4409-ba56-d4b31d877d01 req-0ef1498b-2d98-4a42-ae84-42c70424c0f6 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:52.189769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c041d50f-061a-4409-ba56-d4b31d877d01 req-0ef1498b-2d98-4a42-ae84-42c70424c0f6 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 945 time: 0.1721630 Aug 17 02:26:52.286136 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c041d50f-061a-4409-ba56-d4b31d877d01 req-dd11533c-1eea-4957-bf94-0d2914f219a1 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921535 Aug 17 02:26:52.294337 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce7c2e2-aa65-4ff5-9794-7bcfa4bd44c1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Made reservation on behalf of 57014e2208034996985dcc9cef987831 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:52.300278 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6ce7c2e2-aa65-4ff5-9794-7bcfa4bd44c1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:52.337871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce7c2e2-aa65-4ff5-9794-7bcfa4bd44c1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:26:52.349087 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6ce7c2e2-aa65-4ff5-9794-7bcfa4bd44c1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:52.350542 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-6ce7c2e2-aa65-4ff5-9794-7bcfa4bd44c1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Added segment 6321fe57-4b03-46c1-9c7c-940ee1034431 of type vlan for network 7c1305c0-c8f6-4c9f-8c45-8a2e03f27763 Aug 17 02:26:52.416394 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6ce7c2e2-aa65-4ff5-9794-7bcfa4bd44c1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:52.674681 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6ce7c2e2-aa65-4ff5-9794-7bcfa4bd44c1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:52.680511 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-09852904-4867-486d-ac01-be45ce5a118c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:52.688373 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce7c2e2-aa65-4ff5-9794-7bcfa4bd44c1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:52.689261 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6ce7c2e2-aa65-4ff5-9794-7bcfa4bd44c1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:52.757847 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09852904-4867-486d-ac01-be45ce5a118c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3449d5f8-e8ae-411c-bb5f-602daece9780,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:52.783218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7c2e2-aa65-4ff5-9794-7bcfa4bd44c1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event updated for resources: {'Network': ['ID=7c1305c0-c8f6-4c9f-8c45-8a2e03f27763,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:52.785702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 7c1305c0-c8f6-4c9f-8c45-8a2e03f27763 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:26:52.792192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09852904-4867-486d-ac01-be45ce5a118c admin admin] Checking segment: {'id': '260e7983-9256-44a3-85a5-497554d5fe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:26:52.792563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09852904-4867-486d-ac01-be45ce5a118c admin admin] Network hostable DHCP agents. Network: 62cddb97-4522-46a6-9976-9947e634a90e, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:26:53.048586 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09852904-4867-486d-ac01-be45ce5a118c admin admin] Network 62cddb97-4522-46a6-9976-9947e634a90e is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:26:53.054033 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6ce7c2e2-aa65-4ff5-9794-7bcfa4bd44c1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9356599 Aug 17 02:26:53.058322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50776) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:53.259910 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-09852904-4867-486d-ac01-be45ce5a118c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 62cddb97-4522-46a6-9976-9947e634a90e) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:53.271988 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51928d72-5c93-47cd-9592-2679226d1db7 None None] Network 62cddb97-4522-46a6-9976-9947e634a90e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:26:53.421262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec02edd-97e9-454a-a1f8-3d8c67484439 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:53.430640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec02edd-97e9-454a-a1f8-3d8c67484439 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:53.438669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec02edd-97e9-454a-a1f8-3d8c67484439 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:53.447506 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec02edd-97e9-454a-a1f8-3d8c67484439 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:53.449657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-aec02edd-97e9-454a-a1f8-3d8c67484439 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3898444 Aug 17 02:26:53.452691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50782) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:53.466794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09852904-4867-486d-ac01-be45ce5a118c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:53.467400 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-09852904-4867-486d-ac01-be45ce5a118c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:53.530772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-62cddb97-4522-46a6-9976-9947e634a90e', 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'fixed_ips': [{'subnet_id': '3449d5f8-e8ae-411c-bb5f-602daece9780'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:26:53.532491 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:53.565087 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-130c859f-8f1a-4b74-9362-a79dcc94ed37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:53.691780 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-130c859f-8f1a-4b74-9362-a79dcc94ed37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:53.723323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-130c859f-8f1a-4b74-9362-a79dcc94ed37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1305c0-c8f6-4c9f-8c45-8a2e03f27763']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:53.748480 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-09852904-4867-486d-ac01-be45ce5a118c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1858909 Aug 17 02:26:53.756500 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50790) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:53.773654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:53.787880 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-130c859f-8f1a-4b74-9362-a79dcc94ed37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6321fe57-4b03-46c1-9c7c-940ee1034431') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:53.787880 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-130c859f-8f1a-4b74-9362-a79dcc94ed37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6321fe57-4b03-46c1-9c7c-940ee1034431') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:53.818668 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-130c859f-8f1a-4b74-9362-a79dcc94ed37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:53.842727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Allocated IP 172.20.0.2 (62cddb97-4522-46a6-9976-9947e634a90e/3449d5f8-e8ae-411c-bb5f-602daece9780/bdbf3178-cfee-4681-aa5a-a7ffecde0536) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:26:53.867201 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-130c859f-8f1a-4b74-9362-a79dcc94ed37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:53.886892 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130c859f-8f1a-4b74-9362-a79dcc94ed37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-130c859f-8f1a-4b74-9362-a79dcc94ed37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:26:53.890422 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:26:54.049110 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:54.053303 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:54.324394 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:54.394325 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Transition to ACTIVE for port object bdbf3178-cfee-4681-aa5a-a7ffecde0536 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:26:54.394803 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-130c859f-8f1a-4b74-9362-a79dcc94ed37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:54.405836 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130c859f-8f1a-4b74-9362-a79dcc94ed37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7c1305c0-c8f6-4c9f-8c45-8a2e03f27763 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 02:26:54.409093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e1235-09b0-444a-ad13-2cab3f75fb42 req-88ff5ba4-430d-433f-a96c-505c30d68c9d tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:54.432944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-704e1235-09b0-444a-ad13-2cab3f75fb42 req-88ff5ba4-430d-433f-a96c-505c30d68c9d tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 945 time: 0.1627715 Aug 17 02:26:54.443180 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Transition to ACTIVE for port object bdbf3178-cfee-4681-aa5a-a7ffecde0536 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:26:54.554724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-704e1235-09b0-444a-ad13-2cab3f75fb42 req-76dc603f-c637-44c2-923c-e2b010e91737 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198118 Aug 17 02:26:54.561475 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:54.587672 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-130c859f-8f1a-4b74-9362-a79dcc94ed37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:54.597608 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-130c859f-8f1a-4b74-9362-a79dcc94ed37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "DELETE /v2.0/networks/7c1305c0-c8f6-4c9f-8c45-8a2e03f27763 HTTP/1.1" status: 204 len: 168 time: 1.1385510 Aug 17 02:26:54.598164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50804) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:54.602608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c859f-8f1a-4b74-9362-a79dcc94ed37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event deleted for resources: {'Network': ['ID=7c1305c0-c8f6-4c9f-8c45-8a2e03f27763,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:54.605389 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a7280cb3-79ca-4445-ab18-0c5d661b4e37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Request body: {'network': {'name': 'tempest-network--1549691221', 'router:external': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:54.626490 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:54.709783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Network 62cddb97-4522-46a6-9976-9947e634a90e is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:26:54.711973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:54.720725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:26:54.803858 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7280cb3-79ca-4445-ab18-0c5d661b4e37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Made reservation on behalf of 57014e2208034996985dcc9cef987831 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:54.808274 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a7280cb3-79ca-4445-ab18-0c5d661b4e37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:54.866431 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7280cb3-79ca-4445-ab18-0c5d661b4e37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:26:54.881580 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a7280cb3-79ca-4445-ab18-0c5d661b4e37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:54.884529 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-a7280cb3-79ca-4445-ab18-0c5d661b4e37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Added segment 146069cd-8fec-42c3-b271-857c58ddbbbd of type vlan for network fc69196e-fca0-4c14-910d-06ca7d5ace37 Aug 17 02:26:54.957718 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Pushing event updated for resources: {'Port': ['ID=bdbf3178-cfee-4681-aa5a-a7ffecde0536,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:54.983097 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Attempting to bind port bdbf3178-cfee-4681-aa5a-a7ffecde0536 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:26:54.983498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Attempting to bind port bdbf3178-cfee-4681-aa5a-a7ffecde0536 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '260e7983-9256-44a3-85a5-497554d5fe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:26:54.983858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Attempting to bind port bdbf3178-cfee-4681-aa5a-a7ffecde0536 on network 62cddb97-4522-46a6-9976-9947e634a90e {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:26:55.002688 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:26:55.008368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Checking segment: {'id': '260e7983-9256-44a3-85a5-497554d5fe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:26:55.008368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:55.008368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Bound using segment: {'id': '260e7983-9256-44a3-85a5-497554d5fe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:26:55.008368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Bound port: bdbf3178-cfee-4681-aa5a-a7ffecde0536, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260e7983-9256-44a3-85a5-497554d5fe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:26:55.008368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:55.063777 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a7280cb3-79ca-4445-ab18-0c5d661b4e37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:55.168806 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:55.183905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] For port bdbf3178-cfee-4681-aa5a-a7ffecde0536, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:26:55.192413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] For port bdbf3178-cfee-4681-aa5a-a7ffecde0536, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bdbf3178-cfee-4681-aa5a-a7ffecde0536,segment=NetworkSegment(260e7983-9256-44a3-85a5-497554d5fe2b),segment_id=260e7983-9256-44a3-85a5-497554d5fe2b)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:26:55.371742 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a7280cb3-79ca-4445-ab18-0c5d661b4e37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:55.373232 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7280cb3-79ca-4445-ab18-0c5d661b4e37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:55.374214 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a7280cb3-79ca-4445-ab18-0c5d661b4e37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:55.379431 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:55.534378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7280cb3-79ca-4445-ab18-0c5d661b4e37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event updated for resources: {'Network': ['ID=fc69196e-fca0-4c14-910d-06ca7d5ace37,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:55.534997 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6dbd7-ecc7-4b73-a3ea-7b775b522b76 None None] Pushing event updated for resources: {'Port': ['ID=bdbf3178-cfee-4681-aa5a-a7ffecde0536,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:55.544069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50824) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:55.544825 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a7280cb3-79ca-4445-ab18-0c5d661b4e37 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9448462 Aug 17 02:26:55.557736 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network fc69196e-fca0-4c14-910d-06ca7d5ace37 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:26:55.822585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff25fa-dd25-4000-90fd-49d348f56c92 req-1d778ad7-b187-4040-aa44-d56b86bf8b56 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:55.835143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9dff25fa-dd25-4000-90fd-49d348f56c92 req-1d778ad7-b187-4040-aa44-d56b86bf8b56 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 945 time: 0.1179481 Aug 17 02:26:55.891813 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e29dc-bed5-4110-9736-95fb98a7995e tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:55.897473 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b78e29dc-bed5-4110-9736-95fb98a7995e tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] 10.222.0.13 "GET /v2.0/networks/fc69196e-fca0-4c14-910d-06ca7d5ace37 HTTP/1.1" status: 200 len: 757 time: 0.3522620 Aug 17 02:26:55.898255 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50830) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:55.932468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9dff25fa-dd25-4000-90fd-49d348f56c92 req-781e19a1-0830-47fb-a8a5-fa0b165ff001 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949724 Aug 17 02:26:56.129468 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fbcfe1-f9ec-4adb-8c69-0d0abd4f2e8d tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:56.132275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-76fbcfe1-f9ec-4adb-8c69-0d0abd4f2e8d tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] 10.222.0.13 "GET /v2.0/networks/b0e24a98-b2d8-48d8-b151-2facb543b11c HTTP/1.1" status: 200 len: 767 time: 0.2269945 Aug 17 02:26:56.134730 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50836) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:56.250711 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:56.311533 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:56.315379 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73709beb-af04-4749-a3b5-0fafb8bf6352 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:56.395958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a319e6-02c0-4527-989f-307b239ffd88 req-e7a069ac-46a9-4174-873c-eb0bed7f9412 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:56.402455 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d1a319e6-02c0-4527-989f-307b239ffd88 req-e7a069ac-46a9-4174-873c-eb0bed7f9412 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 945 time: 0.0920384 Aug 17 02:26:56.496862 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73709beb-af04-4749-a3b5-0fafb8bf6352 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:56.511339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-73709beb-af04-4749-a3b5-0fafb8bf6352 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc69196e-fca0-4c14-910d-06ca7d5ace37']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:56.538872 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-73709beb-af04-4749-a3b5-0fafb8bf6352 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146069cd-8fec-42c3-b271-857c58ddbbbd') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:56.539760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-73709beb-af04-4749-a3b5-0fafb8bf6352 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146069cd-8fec-42c3-b271-857c58ddbbbd') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:56.549206 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73709beb-af04-4749-a3b5-0fafb8bf6352 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:56.566480 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73709beb-af04-4749-a3b5-0fafb8bf6352 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:56.573996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73709beb-af04-4749-a3b5-0fafb8bf6352 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:26:56.575119 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73709beb-af04-4749-a3b5-0fafb8bf6352 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:26:56.577111 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:26:56.617707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Allocated IP 172.25.5.35 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/371bb51c-62de-4041-bef4-f1e6565a8299) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:26:56.684861 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-d1a319e6-02c0-4527-989f-307b239ffd88 req-d476e1e9-bd82-4423-bdd3-b126a3cb4f36 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Deleting port 6b58b35f-c600-4c19-8c63-2a51df480a7f {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:26:56.692596 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d1a319e6-02c0-4527-989f-307b239ffd88 req-d476e1e9-bd82-4423-bdd3-b126a3cb4f36 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:56.823760 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:56.826878 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d1a319e6-02c0-4527-989f-307b239ffd88 req-d476e1e9-bd82-4423-bdd3-b126a3cb4f36 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] For port 6b58b35f-c600-4c19-8c63-2a51df480a7f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=6b58b35f-c600-4c19-8c63-2a51df480a7f,segment=NetworkSegment(31680aad-0a00-446f-82cd-3492e2eb016c),segment_id=31680aad-0a00-446f-82cd-3492e2eb016c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:56.827238 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d1a319e6-02c0-4527-989f-307b239ffd88 req-d476e1e9-bd82-4423-bdd3-b126a3cb4f36 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:56.845664 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-d1a319e6-02c0-4527-989f-307b239ffd88 req-d476e1e9-bd82-4423-bdd3-b126a3cb4f36 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Calling delete_port for 6b58b35f-c600-4c19-8c63-2a51df480a7f owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:26:56.882870 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73709beb-af04-4749-a3b5-0fafb8bf6352 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:56.888599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73709beb-af04-4749-a3b5-0fafb8bf6352 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc69196e-fca0-4c14-910d-06ca7d5ace37 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 02:26:56.898690 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73709beb-af04-4749-a3b5-0fafb8bf6352 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:56.907356 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-73709beb-af04-4749-a3b5-0fafb8bf6352 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "DELETE /v2.0/networks/fc69196e-fca0-4c14-910d-06ca7d5ace37 HTTP/1.1" status: 204 len: 168 time: 0.7663348 Aug 17 02:26:56.907356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50854) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:56.923180 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Request body: {'network': {'name': 'tempest-network--1336515045'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:56.993872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b1f99-c9d1-4ae6-9127-541c2c5d4d15 None None] Network 62cddb97-4522-46a6-9976-9947e634a90e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:26:57.066365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73709beb-af04-4749-a3b5-0fafb8bf6352 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc69196e-fca0-4c14-910d-06ca7d5ace37,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:57.091304 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:57.149473 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:26:57.161302 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:26:57.168419 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:26:57.211188 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=371bb51c-62de-4041-bef4-f1e6565a8299,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:57.243617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Made reservation on behalf of 57014e2208034996985dcc9cef987831 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:26:57.246104 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:57.321723 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d1a319e6-02c0-4527-989f-307b239ffd88 req-d476e1e9-bd82-4423-bdd3-b126a3cb4f36 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:57.387682 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476e1e9-bd82-4423-bdd3-b126a3cb4f36 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Pushing event deleted for resources: {'Port': ['ID=6b58b35f-c600-4c19-8c63-2a51df480a7f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:57.482757 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8b06d02d-42a9-42f2-a3bd-474bb302fbc7 None None] Provisioning for port bdbf3178-cfee-4681-aa5a-a7ffecde0536 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:26:57.510704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a319e6-02c0-4527-989f-307b239ffd88 req-d476e1e9-bd82-4423-bdd3-b126a3cb4f36 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] No DVR routers for this DVR port 6b58b35f-c600-4c19-8c63-2a51df480a7f on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:26:57.516707 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d1a319e6-02c0-4527-989f-307b239ffd88 req-d476e1e9-bd82-4423-bdd3-b126a3cb4f36 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:57.523240 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d1a319e6-02c0-4527-989f-307b239ffd88 req-d476e1e9-bd82-4423-bdd3-b126a3cb4f36 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.18 "DELETE /v2.0/ports/6b58b35f-c600-4c19-8c63-2a51df480a7f HTTP/1.1" status: 204 len: 173 time: 1.0871468 Aug 17 02:26:57.570220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6829c23-bc86-4e0a-bd99-54432e7fe598', 'name': 'network-vif-deleted', 'tag': '6b58b35f-c600-4c19-8c63-2a51df480a7f'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:26:57.574822 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d93f231-f11d-4b8f-86c3-d2f30bcc77dc" -d '{"events": [{"server_uuid": "f6829c23-bc86-4e0a-bd99-54432e7fe598", "name": "network-vif-deleted", "tag": "6b58b35f-c600-4c19-8c63-2a51df480a7f"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:26:57.732993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fa29f-f7b7-4988-af14-938a0f55935b req-af98232c-5eee-4c53-9340-7db444e96383 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:57.746354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-302fa29f-f7b7-4988-af14-938a0f55935b req-af98232c-5eee-4c53-9340-7db444e96383 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 867 time: 0.6458232 Aug 17 02:26:57.777631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:26:57.812552 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-302fa29f-f7b7-4988-af14-938a0f55935b req-35067a67-8313-4c51-8295-045891ddac5d tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2c8afd7-34f5-4756-be64-2a165fcf43ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654135 Aug 17 02:26:57.814733 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:57.815261 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Added segment 6ff05b31-b29e-4371-bb3a-76ec7a7a267d of type vlan for network 8d4bf003-60d1-4e6b-96ec-f374ad27ec64 Aug 17 02:26:57.910533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bdbf3178-cfee-4681-aa5a-a7ffecde0536 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:26:57.958334 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:58.016925 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:58.169153 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:58.174995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:58.174995 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:58.272415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port bdbf3178-cfee-4681-aa5a-a7ffecde0536 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:26:58.285514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port bdbf3178-cfee-4681-aa5a-a7ffecde0536 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:58.285894 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:58.425205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event updated for resources: {'Network': ['ID=8d4bf003-60d1-4e6b-96ec-f374ad27ec64,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:58.448193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:58.450967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:58.450967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:58.450967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:58.451706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:58.452455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:58.453234 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:58.454082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:58.455094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:58.455846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:58.456603 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:58.457656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:58.477217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ee6a2608-9720-4b0f-91ef-d8914a8f6bb1 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5695879 Aug 17 02:26:58.478597 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:58.479388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50884) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:58.493403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b7d5be93-eb02-4fde-873a-b802ec22beb8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:58.562201 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port bdbf3178-cfee-4681-aa5a-a7ffecde0536, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bdbf3178-cfee-4681-aa5a-a7ffecde0536,segment=NetworkSegment(260e7983-9256-44a3-85a5-497554d5fe2b),segment_id=260e7983-9256-44a3-85a5-497554d5fe2b)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:26:58.566021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 8d4bf003-60d1-4e6b-96ec-f374ad27ec64 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:26:58.571529 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ecd308-c958-44fd-8e06-d86864e29363 x-openstack-request-id: req-a5ecd308-c958-44fd-8e06-d86864e29363 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:26:58.571529 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6829c23-bc86-4e0a-bd99-54432e7fe598", "name": "network-vif-deleted", "tag": "6b58b35f-c600-4c19-8c63-2a51df480a7f", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:26:58.571529 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5ecd308-c958-44fd-8e06-d86864e29363 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:26:58.572629 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6829c23-bc86-4e0a-bd99-54432e7fe598', 'name': 'network-vif-deleted', 'tag': '6b58b35f-c600-4c19-8c63-2a51df480a7f', 'status': 'completed', 'code': 200} Aug 17 02:26:58.792845 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b7d5be93-eb02-4fde-873a-b802ec22beb8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:58.809980 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:58.812609 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:58.843297 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:59.096375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fbe2595a-677d-4297-83d5-8f80eb1701aa req-e5e65be7-8596-421c-b244-4f29daec6cf0 tempest-InstanceActionsTestJSON-1398349969 tempest-InstanceActionsTestJSON-1398349969-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6829c23-bc86-4e0a-bd99-54432e7fe598 HTTP/1.1" status: 200 len: 210 time: 0.1254959 Aug 17 02:26:59.098993 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b7d5be93-eb02-4fde-873a-b802ec22beb8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:59.145404 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 6b58b35f-c600-4c19-8c63-2a51df480a7f no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:26:59.193573 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7d5be93-eb02-4fde-873a-b802ec22beb8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Network 8d4bf003-60d1-4e6b-96ec-f374ad27ec64 is not hosted by any dhcp agent {{(pid=95406) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 02:26:59.195049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d5be93-eb02-4fde-873a-b802ec22beb8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:59.195864 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b7d5be93-eb02-4fde-873a-b802ec22beb8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:59.197401 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b7d5be93-eb02-4fde-873a-b802ec22beb8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "PUT /v2.0/networks/8d4bf003-60d1-4e6b-96ec-f374ad27ec64 HTTP/1.1" status: 200 len: 858 time: 0.7151003 Aug 17 02:26:59.202005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50896) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:59.235856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5be93-eb02-4fde-873a-b802ec22beb8 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event updated for resources: {'Network': ['ID=8d4bf003-60d1-4e6b-96ec-f374ad27ec64,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:59.252173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 6b58b35f-c600-4c19-8c63-2a51df480a7f {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:26:59.252517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 6b58b35f-c600-4c19-8c63-2a51df480a7f not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:26:59.294372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=bdbf3178-cfee-4681-aa5a-a7ffecde0536,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:59.299093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50900) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:59.375409 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8a93ad2-2a45-4b7a-90dd-67c271e662f5 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:59.383965 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:26:59.470419 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bd3abd47-3873-4914-a005-78258f2cebd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:59.561739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:26:59.576355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Sync routers for ids ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:26:59.590494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Routers {'11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:26:59.591441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:26:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:26:59.626423 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bd3abd47-3873-4914-a005-78258f2cebd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:59.785544 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bdbf3178-cfee-4681-aa5a-a7ffecde0536 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:26:59.791626 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Set router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:26:59.822136 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bd3abd47-3873-4914-a005-78258f2cebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:59.864554 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bd3abd47-3873-4914-a005-78258f2cebd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=518cf83bba6f45a88b130aeb0accd66a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5643013 Aug 17 02:26:59.865472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3abd47-3873-4914-a005-78258f2cebd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce702bd-fe7a-40ea-b9db-b78a872e294d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:59.867962 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50914) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:59.936827 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port bdbf3178-cfee-4681-aa5a-a7ffecde0536 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:59.937151 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:59.956527 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f491bcbb-352e-455f-b345-e3a415d3a1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:59.998647 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f491bcbb-352e-455f-b345-e3a415d3a1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.054516 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.054516 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-42edc249-47e7-43f9-ad36-873bdffa6ef4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2824585 Aug 17 02:27:00.054671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50916) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:00.072270 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8a93ad2-2a45-4b7a-90dd-67c271e662f5 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.090076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-c8a93ad2-2a45-4b7a-90dd-67c271e662f5 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4bf003-60d1-4e6b-96ec-f374ad27ec64']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:00.108543 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-c8a93ad2-2a45-4b7a-90dd-67c271e662f5 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff05b31-b29e-4371-bb3a-76ec7a7a267d') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:00.109155 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-c8a93ad2-2a45-4b7a-90dd-67c271e662f5 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff05b31-b29e-4371-bb3a-76ec7a7a267d') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:00.127211 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8a93ad2-2a45-4b7a-90dd-67c271e662f5 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.156823 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8a93ad2-2a45-4b7a-90dd-67c271e662f5 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.168476 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a93ad2-2a45-4b7a-90dd-67c271e662f5 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:27:00.170174 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8a93ad2-2a45-4b7a-90dd-67c271e662f5 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.184556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50920) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:27:00.252385 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:27:00.298270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-993a0952-9bf5-4a1e-88dd-a986c6eaa71b admin admin] Deleting subnet 41db891b-37bf-41ca-8164-a4d8120aa811 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:27:00.303050 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-993a0952-9bf5-4a1e-88dd-a986c6eaa71b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.309139 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:26:54Z', 'updated_at': '2021-08-17T02:26:57Z', 'revision_number': 3, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'gw_port': {'id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:56Z', 'updated_at': '2021-08-17T02:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:00.344380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Checking router: 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:27:00.348657 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Updating router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 port 371bb51c-62de-4041-bef4-f1e6565a8299 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:27:00.363038 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8a93ad2-2a45-4b7a-90dd-67c271e662f5 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.370635 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a93ad2-2a45-4b7a-90dd-67c271e662f5 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d4bf003-60d1-4e6b-96ec-f374ad27ec64 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 02:27:00.393147 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8a93ad2-2a45-4b7a-90dd-67c271e662f5 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.407269 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c8a93ad2-2a45-4b7a-90dd-67c271e662f5 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] 10.222.0.13 "DELETE /v2.0/networks/8d4bf003-60d1-4e6b-96ec-f374ad27ec64 HTTP/1.1" status: 204 len: 168 time: 1.2007973 Aug 17 02:27:00.407473 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f491bcbb-352e-455f-b345-e3a415d3a1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.408458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50926) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:00.411417 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f491bcbb-352e-455f-b345-e3a415d3a1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.415743 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f491bcbb-352e-455f-b345-e3a415d3a1d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ce702bd-fe7a-40ea-b9db-b78a872e294d HTTP/1.1" status: 204 len: 168 time: 0.5431707 Aug 17 02:27:00.422347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a93ad2-2a45-4b7a-90dd-67c271e662f5 tempest-ExternalNetworksTestJSON-624292385 tempest-ExternalNetworksTestJSON-624292385-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d4bf003-60d1-4e6b-96ec-f374ad27ec64,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:00.425742 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.442038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491bcbb-352e-455f-b345-e3a415d3a1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce702bd-fe7a-40ea-b9db-b78a872e294d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:00.485353 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-993a0952-9bf5-4a1e-88dd-a986c6eaa71b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.504578 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fe482d-37bd-4c58-b291-4a3872aa1b3d tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] DELETE failed (client error): The resource could not be found. Aug 17 02:27:00.505051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7fe482d-37bd-4c58-b291-4a3872aa1b3d tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:27:00.507610 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d7fe482d-37bd-4c58-b291-4a3872aa1b3d tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] 10.222.0.13 "DELETE /v2.0/subnets/5537f97d-cf9e-4f88-a18f-c47b72bd48cb HTTP/1.1" status: 404 len: 337 time: 0.0984807 Aug 17 02:27:00.513611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50932) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:00.635637 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-993a0952-9bf5-4a1e-88dd-a986c6eaa71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.718260 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8f1d-90eb-41bb-87ba-7af65f77c134 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.885703 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8f1d-90eb-41bb-87ba-7af65f77c134 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.910802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-3d1d8f1d-90eb-41bb-87ba-7af65f77c134 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e24a98-b2d8-48d8-b151-2facb543b11c']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:00.935103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-3d1d8f1d-90eb-41bb-87ba-7af65f77c134 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa3958e-0b68-4651-b392-3c209ac5b065') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:00.936537 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-3d1d8f1d-90eb-41bb-87ba-7af65f77c134 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa3958e-0b68-4651-b392-3c209ac5b065') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:00.955595 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.960078 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8f1d-90eb-41bb-87ba-7af65f77c134 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.991475 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8f1d-90eb-41bb-87ba-7af65f77c134 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:00.996096 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.006150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1d8f1d-90eb-41bb-87ba-7af65f77c134 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:27:01.006565 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8f1d-90eb-41bb-87ba-7af65f77c134 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.014640 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:27:01.132861 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:27:01.202101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Allocated IP 172.20.0.1 (62cddb97-4522-46a6-9976-9947e634a90e/3449d5f8-e8ae-411c-bb5f-602daece9780/d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:27:01.214158 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-993a0952-9bf5-4a1e-88dd-a986c6eaa71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.257833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Transition to ACTIVE for port object 371bb51c-62de-4041-bef4-f1e6565a8299 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:01.260184 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8f1d-90eb-41bb-87ba-7af65f77c134 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.306023 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-993a0952-9bf5-4a1e-88dd-a986c6eaa71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.312205 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-993a0952-9bf5-4a1e-88dd-a986c6eaa71b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/41db891b-37bf-41ca-8164-a4d8120aa811 HTTP/1.1" status: 204 len: 168 time: 1.1203015 Aug 17 02:27:01.312349 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8f1d-90eb-41bb-87ba-7af65f77c134 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.312461 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a0952-9bf5-4a1e-88dd-a986c6eaa71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41db891b-37bf-41ca-8164-a4d8120aa811,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:01.313875 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3d1d8f1d-90eb-41bb-87ba-7af65f77c134 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] 10.222.0.13 "DELETE /v2.0/networks/b0e24a98-b2d8-48d8-b151-2facb543b11c HTTP/1.1" status: 204 len: 168 time: 0.7990396 Aug 17 02:27:01.316602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d8f1d-90eb-41bb-87ba-7af65f77c134 tempest-ExternalNetworksTestJSON-692605526 tempest-ExternalNetworksTestJSON-692605526-project] Pushing event deleted for resources: {'Network': ['ID=b0e24a98-b2d8-48d8-b151-2facb543b11c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:01.316996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50950) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:01.393648 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.469837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed69472-3238-4378-96c5-852f032c4b8f None None] Pushing event updated for resources: {'Port': ['ID=371bb51c-62de-4041-bef4-f1e6565a8299,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:01.473258 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Attempting to bind port 371bb51c-62de-4041-bef4-f1e6565a8299 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:01.473668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Attempting to bind port 371bb51c-62de-4041-bef4-f1e6565a8299 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:01.474227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Attempting to bind port 371bb51c-62de-4041-bef4-f1e6565a8299 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:01.477302 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f2e659f-3674-4ae6-909d-f47e65b0339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.481181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:27:01.481570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:27:01.482001 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.482498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:27:01.483114 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Bound port: 371bb51c-62de-4041-bef4-f1e6565a8299, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:27:01.483492 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.549155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] For port 371bb51c-62de-4041-bef4-f1e6565a8299, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:27:01.554507 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] For port 371bb51c-62de-4041-bef4-f1e6565a8299, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=371bb51c-62de-4041-bef4-f1e6565a8299,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:27:01.563780 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.624413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Transition to ACTIVE for port object d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:01.643313 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f2e659f-3674-4ae6-909d-f47e65b0339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.663352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-6f2e659f-3674-4ae6-909d-f47e65b0339a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47106b7f-97b1-4d77-8960-7cbe47bc441a']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:01.677752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-6f2e659f-3674-4ae6-909d-f47e65b0339a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31680aad-0a00-446f-82cd-3492e2eb016c') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:01.696328 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-6f2e659f-3674-4ae6-909d-f47e65b0339a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31680aad-0a00-446f-82cd-3492e2eb016c') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:01.696328 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f2e659f-3674-4ae6-909d-f47e65b0339a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.725218 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f2e659f-3674-4ae6-909d-f47e65b0339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.733771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2e659f-3674-4ae6-909d-f47e65b0339a admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:27:01.734436 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f2e659f-3674-4ae6-909d-f47e65b0339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:27:01.735982 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:27:01.776382 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.837649 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.861802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Routers {'11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:27:01.862784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:26:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:01.897936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Network 62cddb97-4522-46a6-9976-9947e634a90e is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:01.901610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:01.918368 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:01.943050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed69472-3238-4378-96c5-852f032c4b8f None None] Pushing event updated for resources: {'Port': ['ID=371bb51c-62de-4041-bef4-f1e6565a8299,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:01.971829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Pushing event updated for resources: {'Port': ['ID=d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:01.988018 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f2e659f-3674-4ae6-909d-f47e65b0339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.990372 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:01.997932 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f2e659f-3674-4ae6-909d-f47e65b0339a admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:02.000814 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6f2e659f-3674-4ae6-909d-f47e65b0339a admin admin] 10.222.0.13 "DELETE /v2.0/networks/47106b7f-97b1-4d77-8960-7cbe47bc441a HTTP/1.1" status: 204 len: 168 time: 0.6805859 Aug 17 02:27:02.159991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e659f-3674-4ae6-909d-f47e65b0339a admin admin] Pushing event deleted for resources: {'Network': ['ID=47106b7f-97b1-4d77-8960-7cbe47bc441a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:02.176115 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] Set router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:27:02.370932 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50982) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:02.494693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ac363a18-105c-4143-96f4-84739f6675f2 None None] Provisioning for port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:27:02.502881 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ac363a18-105c-4143-96f4-84739f6675f2 None None] Provisioning complete for port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:02.502881 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ac363a18-105c-4143-96f4-84739f6675f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:02.520311 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:02.546344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ac363a18-105c-4143-96f4-84739f6675f2 None None] Port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:27:02.554671 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:26:54Z', 'updated_at': '2021-08-17T02:26:57Z', 'revision_number': 3, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'gw_port': {'id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:56Z', 'updated_at': '2021-08-17T02:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:02.574368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50990) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:02.601489 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de088840-3ab3-4f5d-b08e-d5e49cd4720e None None] The sync data for ids ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'] in n-d-793621-31 is: [{'id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:26:54Z', 'updated_at': '2021-08-17T02:26:57Z', 'revision_number': 3, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'gw_port': {'id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:56Z', 'updated_at': '2021-08-17T02:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:27:02.720612 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a572cc8d-e390-4946-87c9-5cda715f8ba1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eabb7ac91f7a413a84289ddecb84612e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424842 Aug 17 02:27:02.721883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50996) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:02.844554 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:02.919414 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:02.953805 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8767680a-1609-4534-9428-4b8ed7a93acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:03.014913 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-501b86c2-a71e-4a3b-bf9f-e644d040a4c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ea7861752074832991aa11174383223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6428087 Aug 17 02:27:03.019187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51008) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:03.023200 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8767680a-1609-4534-9428-4b8ed7a93acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:03.029916 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:03.152103 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Pushing event updated for resources: {'Port': ['ID=d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:03.157517 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70072b3c-c4ec-4649-b975-39c23a1fe779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:03.195317 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70072b3c-c4ec-4649-b975-39c23a1fe779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:03.227934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Network 62cddb97-4522-46a6-9976-9947e634a90e is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:03.229859 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:03.308620 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8767680a-1609-4534-9428-4b8ed7a93acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:03.312067 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8767680a-1609-4534-9428-4b8ed7a93acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:03.313430 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8767680a-1609-4534-9428-4b8ed7a93acc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2c8afd7-34f5-4756-be64-2a165fcf43ce HTTP/1.1" status: 204 len: 168 time: 0.5559120 Aug 17 02:27:03.337192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767680a-1609-4534-9428-4b8ed7a93acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c8afd7-34f5-4756-be64-2a165fcf43ce,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:03.393565 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70072b3c-c4ec-4649-b975-39c23a1fe779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:03.399769 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70072b3c-c4ec-4649-b975-39c23a1fe779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:03.405045 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-70072b3c-c4ec-4649-b975-39c23a1fe779 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccc204c5-f0c9-49a7-8367-b2c1fca03eb8 HTTP/1.1" status: 204 len: 168 time: 0.3847871 Aug 17 02:27:03.420587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:27:03.435922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70072b3c-c4ec-4649-b975-39c23a1fe779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc204c5-f0c9-49a7-8367-b2c1fca03eb8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:03.695633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:27:03.705392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-332b3f55-e57e-49ce-85d9-d01802e02641 None None] Provisioning complete for port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:03.706368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-332b3f55-e57e-49ce-85d9-d01802e02641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:03.718852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-23bdcc9d-de93-4991-92da-f783cf2d372f admin admin] 10.222.0.13 "PUT /v2.0/routers/11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6737995 Aug 17 02:27:03.797063 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-332b3f55-e57e-49ce-85d9-d01802e02641 None None] Port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:27:03.864957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 371bb51c-62de-4041-bef4-f1e6565a8299 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:27:03.999999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 371bb51c-62de-4041-bef4-f1e6565a8299 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:27:04.006695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 371bb51c-62de-4041-bef4-f1e6565a8299 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:04.007219 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:04.175405 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:04.202129 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 371bb51c-62de-4041-bef4-f1e6565a8299, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=371bb51c-62de-4041-bef4-f1e6565a8299,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:04.296378 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:04.373496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=371bb51c-62de-4041-bef4-f1e6565a8299,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:04.847453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51062) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:04.904344 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bf2da14a-b259-4ff3-8af3-48c7a1b2bfa8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57014e2208034996985dcc9cef987831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540407 Aug 17 02:27:04.906843 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51064) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:04.996714 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf253fec-269a-49f9-9d91-35604dda6031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:05.031467 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf253fec-269a-49f9-9d91-35604dda6031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:05.181270 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Sync routers for ids ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:27:05.192823 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Routers {'11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:27:05.193476 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:26:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:05.216360 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf253fec-269a-49f9-9d91-35604dda6031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:05.219415 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf253fec-269a-49f9-9d91-35604dda6031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:05.220815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cf253fec-269a-49f9-9d91-35604dda6031 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc947cbb-645f-443d-b726-43b479a82af5 HTTP/1.1" status: 204 len: 168 time: 0.3123486 Aug 17 02:27:05.252235 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf253fec-269a-49f9-9d91-35604dda6031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc947cbb-645f-443d-b726-43b479a82af5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:05.343569 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Set router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:27:05.503778 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51078) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:05.509306 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1649814538', 'description': 'tempest-description--1551861637'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:05.546815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51082) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:05.666266 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:05.667730 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:26:54Z', 'updated_at': '2021-08-17T02:27:02Z', 'revision_number': 4, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'gw_port': {'id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:56Z', 'updated_at': '2021-08-17T02:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'd5628b0a-a5ab-4d24-9d52-a2d0d4aa2439', 'name': '', 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'mac_address': 'fa:16:3e:b8:75:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:27:01Z', 'updated_at': '2021-08-17T02:27:02Z', 'revision_number': 2, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'subnets': [{'id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:05.736859 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Checking router: 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:27:05.737295 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Updating router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:27:05.802633 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:05.862077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1451279124-network', 'tenant_id': 'c3dcc2b35fc8476e8168f814b7eae45f'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:05.862769 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:05.870452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 371bb51c-62de-4041-bef4-f1e6565a8299 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:27:05.883737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-94135c21-efd0-47c6-bd05-dc763cd20cde tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:05.885560 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-94135c21-efd0-47c6-bd05-dc763cd20cde tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 821 time: 0.2623870 Aug 17 02:27:05.903044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-0cc1c398-1147-4b14-832a-fbd788b9ea23 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/quotas/e3bea87dd1b648248d3d9b791695e521 HTTP/1.1" status: 200 len: 375 time: 0.0107808 Aug 17 02:27:05.936198 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:05.950480 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 371bb51c-62de-4041-bef4-f1e6565a8299 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:05.951261 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:06.010540 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d4beb4-d8c5-4e3c-980a-0029a28762ac,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:06.043801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.057469 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.058653 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.063504 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.064150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.064700 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.076259 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.080127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.082570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.083592 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.086576 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.088084 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.099956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] Made reservation on behalf of c3dcc2b35fc8476e8168f814b7eae45f for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:06.110885 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:06.133855 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:06.136836 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:06.149090 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Transition to ACTIVE for port object d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:06.165592 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-e2603002-d05c-4268-adbd-da2957d60590 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2530053 Aug 17 02:27:06.187962 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:06.189666 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fe886bbd-0e35-4c01-96e9-59ab11e9154d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6847537 Aug 17 02:27:06.193544 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51100) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:06.202229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7a6a11cf-c559-4f3f-90ff-78a55cf07d15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Request body: {'security_group_rule': {'security_group_id': '13d4beb4-d8c5-4e3c-980a-0029a28762ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:06.219984 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:06.260981 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e865b7-0ee7-4318-b8d6-0c3e41360bc0 None None] Pushing event updated for resources: {'Port': ['ID=d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:06.272401 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e865b7-0ee7-4318-b8d6-0c3e41360bc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.273026 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e865b7-0ee7-4318-b8d6-0c3e41360bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.273550 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e865b7-0ee7-4318-b8d6-0c3e41360bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.274035 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e865b7-0ee7-4318-b8d6-0c3e41360bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.274517 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e865b7-0ee7-4318-b8d6-0c3e41360bc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.275013 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e865b7-0ee7-4318-b8d6-0c3e41360bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.275487 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e865b7-0ee7-4318-b8d6-0c3e41360bc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.275962 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e865b7-0ee7-4318-b8d6-0c3e41360bc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.276437 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e865b7-0ee7-4318-b8d6-0c3e41360bc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.276913 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e865b7-0ee7-4318-b8d6-0c3e41360bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.277421 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e865b7-0ee7-4318-b8d6-0c3e41360bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.277948 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e865b7-0ee7-4318-b8d6-0c3e41360bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:06.386852 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Attempting to bind port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:06.387536 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Attempting to bind port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '260e7983-9256-44a3-85a5-497554d5fe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:06.389207 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Attempting to bind port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 on network 62cddb97-4522-46a6-9976-9947e634a90e {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:06.402098 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:27:06.404533 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Checking segment: {'id': '260e7983-9256-44a3-85a5-497554d5fe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:27:06.407356 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:06.408837 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Bound using segment: {'id': '260e7983-9256-44a3-85a5-497554d5fe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:27:06.410525 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Bound port: d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260e7983-9256-44a3-85a5-497554d5fe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:27:06.411128 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:06.552342 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] For port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:27:06.556302 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] For port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439,segment=NetworkSegment(260e7983-9256-44a3-85a5-497554d5fe2b),segment_id=260e7983-9256-44a3-85a5-497554d5fe2b)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:27:06.645334 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:06.666569 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-7a405a0a-686a-4f33-87b0-ac4bfbc498e4 service neutron] 10.222.0.13 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919999 Aug 17 02:27:06.716339 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e865b7-0ee7-4318-b8d6-0c3e41360bc0 None None] Pushing event updated for resources: {'Port': ['ID=d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:06.731636 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Routers {'11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:27:06.732372 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:26:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:06.855344 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:06.883507 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] Set router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:27:06.907274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-ae198c95-1dad-40f7-a795-fbca3108a52f service neutron] 10.222.0.13 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336848 Aug 17 02:27:06.953397 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:06.973411 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:27:06.999099 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:07.000388 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] Added segment 19583dca-cbe7-4e1a-82e3-1547956c1326 of type vlan for network 211ba0b6-3c9d-4b57-a253-1bcc99c83ce2 Aug 17 02:27:07.088469 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a6a11cf-c559-4f3f-90ff-78a55cf07d15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:07.098260 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:07.152814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cba7ce-3ad9-4afe-a03f-d2985779c7b8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:07.164437 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:26:54Z', 'updated_at': '2021-08-17T02:27:02Z', 'revision_number': 4, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'gw_port': {'id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:56Z', 'updated_at': '2021-08-17T02:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'd5628b0a-a5ab-4d24-9d52-a2d0d4aa2439', 'name': '', 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'mac_address': 'fa:16:3e:b8:75:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:27:01Z', 'updated_at': '2021-08-17T02:27:06Z', 'revision_number': 4, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'subnets': [{'id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:07.209359 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:07.210671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:07.211335 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:07.239475 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87830b3d-93b0-475c-b3e0-8857d2e87fb2 None None] The sync data for ids ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'] in n-d-793621-31 is: [{'id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:26:54Z', 'updated_at': '2021-08-17T02:27:02Z', 'revision_number': 4, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'gw_port': {'id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:56Z', 'updated_at': '2021-08-17T02:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'd5628b0a-a5ab-4d24-9d52-a2d0d4aa2439', 'name': '', 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'mac_address': 'fa:16:3e:b8:75:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:27:01Z', 'updated_at': '2021-08-17T02:27:06Z', 'revision_number': 4, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'subnets': [{'id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:27:07.291906 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a6a11cf-c559-4f3f-90ff-78a55cf07d15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:07.353588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] Pushing event updated for resources: {'Network': ['ID=211ba0b6-3c9d-4b57-a253-1bcc99c83ce2,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:07.379432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 211ba0b6-3c9d-4b57-a253-1bcc99c83ce2 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:27:07.404772 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a6a11cf-c559-4f3f-90ff-78a55cf07d15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:07.413181 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9a5643aa-a8be-4c5c-bfeb-42d3545c5b5d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8616247 Aug 17 02:27:07.414389 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51120) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:07.420334 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2c800ca2-56b7-44a2-8ea6-984ce0e47860 admin admin] Request body: {'subnet': {'network_id': '211ba0b6-3c9d-4b57-a253-1bcc99c83ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1451279124-subnet', 'tenant_id': 'c3dcc2b35fc8476e8168f814b7eae45f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:07.428888 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a11cf-c559-4f3f-90ff-78a55cf07d15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292c794d-a2bf-4896-acc3-df9d67ffc774,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:07.571221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c800ca2-56b7-44a2-8ea6-984ce0e47860 admin admin] Made reservation on behalf of c3dcc2b35fc8476e8168f814b7eae45f for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:07.574102 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c800ca2-56b7-44a2-8ea6-984ce0e47860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:07.679289 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a6a11cf-c559-4f3f-90ff-78a55cf07d15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:07.682275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7a6a11cf-c559-4f3f-90ff-78a55cf07d15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4857841 Aug 17 02:27:07.685976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51128) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:07.691671 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7f8ef1bf-8d79-4992-bed6-cdcc53c4f083 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Request body: {'security_group_rule': {'security_group_id': '13d4beb4-d8c5-4e3c-980a-0029a28762ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:07.827960 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e5c6df71-4c07-4b06-8ce1-247456505b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:07.842546 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef1bf-8d79-4992-bed6-cdcc53c4f083 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:07.998575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:27:08.014302 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c800ca2-56b7-44a2-8ea6-984ce0e47860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:08.046399 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef1bf-8d79-4992-bed6-cdcc53c4f083 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:08.144458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c800ca2-56b7-44a2-8ea6-984ce0e47860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02eaf208-8cbf-416b-a3e7-4ea2cf42fb19,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:08.164426 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef1bf-8d79-4992-bed6-cdcc53c4f083 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:08.197998 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ef1bf-8d79-4992-bed6-cdcc53c4f083 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805e8eda-cf0f-4125-8c1b-a15de0ee2d5f,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:08.229917 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:27:08.238645 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:08.239018 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:08.244069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c800ca2-56b7-44a2-8ea6-984ce0e47860 admin admin] Checking segment: {'id': '19583dca-cbe7-4e1a-82e3-1547956c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '211ba0b6-3c9d-4b57-a253-1bcc99c83ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:27:08.247278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c800ca2-56b7-44a2-8ea6-984ce0e47860 admin admin] Network hostable DHCP agents. Network: 211ba0b6-3c9d-4b57-a253-1bcc99c83ce2, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:27:08.418561 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:08.435004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439,segment=NetworkSegment(260e7983-9256-44a3-85a5-497554d5fe2b),segment_id=260e7983-9256-44a3-85a5-497554d5fe2b)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:08.453010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51154) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:08.453776 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48959590-1833-4a10-ab99-33b20a44f940 req-5fedf314-11a0-4ca7-8f8d-a727d2a7c055 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 210 time: 0.0468786 Aug 17 02:27:08.648961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1884417117'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:08.679830 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef1bf-8d79-4992-bed6-cdcc53c4f083 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:08.681096 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7f8ef1bf-8d79-4992-bed6-cdcc53c4f083 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9941022 Aug 17 02:27:08.684187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51176) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:08.689022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:08.738048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c800ca2-56b7-44a2-8ea6-984ce0e47860 admin admin] Network 211ba0b6-3c9d-4b57-a253-1bcc99c83ce2 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:27:08.739848 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:08.810071 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Made reservation on behalf of eef93502e28e47509f0f34ec3329b652 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:08.832397 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:08.832687 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:08.833109 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:08.988009 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-2c800ca2-56b7-44a2-8ea6-984ce0e47860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 211ba0b6-3c9d-4b57-a253-1bcc99c83ce2) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:08.999669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8e3484-fcf6-4b68-8abf-792c81bb3b4b None None] Network 211ba0b6-3c9d-4b57-a253-1bcc99c83ce2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:27:09.000115 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c800ca2-56b7-44a2-8ea6-984ce0e47860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:09.000877 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c800ca2-56b7-44a2-8ea6-984ce0e47860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:09.057811 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:09.202405 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:09.205534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f812fa-e15d-438f-a498-2300b5c73090 None None] Network 211ba0b6-3c9d-4b57-a253-1bcc99c83ce2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:27:09.304275 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:09.320697 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:09.356245 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:27:09.406797 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:09.407159 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Added segment 83e839a3-d9d9-4cc5-be74-f0f3735e961e of type vlan for network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 Aug 17 02:27:09.416773 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2c800ca2-56b7-44a2-8ea6-984ce0e47860 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0014474 Aug 17 02:27:09.466222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51194) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:09.484627 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:09.522209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Allocated IP 172.25.5.42 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/737e0f78-d0ff-4866-b508-555eee89658d) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:27:09.558848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43203e39-7c8f-4f82-9f4f-783186263b75,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:09.657903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1708f7b-cfd2-47be-82af-21da60d6913d req-fedac9de-0dc5-46fe-9645-c608a6b21174 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 210 time: 0.0518024 Aug 17 02:27:09.716955 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad841d34-b019-4f66-9f7f-e5d2e1617c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:09.743823 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:09.759488 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:09.765447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:09.766059 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:09.781601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:27:09.830165 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:09.830626 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:09.879238 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Pushing event updated for resources: {'Network': ['ID=93864ea1-ea52-40e4-a8db-da1fa4aee0e4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:09.891055 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad841d34-b019-4f66-9f7f-e5d2e1617c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:09.903460 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:27:10.021877 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad841d34-b019-4f66-9f7f-e5d2e1617c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:10.024357 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:10.076111 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-254aa9e3-1d0f-4f69-aa76-3b6272f07170 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:10.077677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-254aa9e3-1d0f-4f69-aa76-3b6272f07170 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/networks?id=211ba0b6-3c9d-4b57-a253-1bcc99c83ce2 HTTP/1.1" status: 200 len: 822 time: 0.1620798 Aug 17 02:27:10.118197 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e604e60c-27f7-4f7b-9838-ff4b84fea8c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6639223 Aug 17 02:27:10.121272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:10.128327 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ad841d34-b019-4f66-9f7f-e5d2e1617c9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7507072482be4ae09a2081e1392bd64e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6610520 Aug 17 02:27:10.132148 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51230) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:10.132765 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:10.138737 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-8735c2f3-c7a5-4ea6-bb27-1962216aa82f tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/quotas/c3dcc2b35fc8476e8168f814b7eae45f HTTP/1.1" status: 200 len: 375 time: 0.0453169 Aug 17 02:27:10.139343 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad841d34-b019-4f66-9f7f-e5d2e1617c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b64e3f-5b3e-4201-87aa-27e147ee8b04,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:10.142113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:10.145460 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Pushing event updated for resources: {'Port': ['ID=737e0f78-d0ff-4866-b508-555eee89658d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:10.191645 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-881113d7-eb19-4463-a93a-a0bd49858fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:10.205810 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-f35c8318-5429-4315-b14d-316e5fbc1cb6 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3dcc2b35fc8476e8168f814b7eae45f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577736 Aug 17 02:27:10.210495 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-074dfa0b-270e-4ba7-8222-92511235676e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:10.227891 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-881113d7-eb19-4463-a93a-a0bd49858fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:10.314929 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-6f77745d-fd08-436e-a8af-9ea07530c9e7 service neutron] 10.222.0.13 "GET /v2.0/networks/211ba0b6-3c9d-4b57-a253-1bcc99c83ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933788 Aug 17 02:27:10.330291 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-881113d7-eb19-4463-a93a-a0bd49858fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:10.334060 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-881113d7-eb19-4463-a93a-a0bd49858fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:10.335501 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-881113d7-eb19-4463-a93a-a0bd49858fae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74b64e3f-5b3e-4201-87aa-27e147ee8b04 HTTP/1.1" status: 204 len: 168 time: 0.2019088 Aug 17 02:27:10.344545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881113d7-eb19-4463-a93a-a0bd49858fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b64e3f-5b3e-4201-87aa-27e147ee8b04,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:10.439016 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:10.468518 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-d9ad6338-5529-4942-8e0b-6cb5b0c0126e service neutron] 10.222.0.13 "GET /v2.0/networks/211ba0b6-3c9d-4b57-a253-1bcc99c83ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466119 Aug 17 02:27:10.570422 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:10.570985 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:10.750779 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:10.839356 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:10.930470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Pushing event updated for resources: {'Port': ['ID=737e0f78-d0ff-4866-b508-555eee89658d,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:10.937039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51266) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:10.943091 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Request body: {'port': {'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4', 'binding:host_id': 'n-h2-793621-31', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036033708'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:10.959748 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:11.105385 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Made reservation on behalf of cde58ab67b854694b2ca2d633ed5e632 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:11.107759 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:11.117796 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:11.193473 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:11.203586 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b8ba531c-5e27-4ca2-ae70-e964be7b1c15 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5128794 Aug 17 02:27:11.226428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-284b31e2-3ba4-4d60-912f-018c0d1d79cd req-08a6d4ed-aa9d-4044-aba2-a4da9d90d2ee tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 210 time: 0.0442772 Aug 17 02:27:11.326660 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:11.334579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12996982-9523-4f5f-ae47-44c19d70d549 req-daf2d57c-5a6f-4db3-83d1-ac4e207c1bd3 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 210 time: 0.0333943 Aug 17 02:27:11.402572 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:11.436616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] device_id is not set on port 718068c2-e475-4bca-a64e-032711507a64 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:27:11.552931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb674b-e54b-4bf1-861c-d936625148f7 req-3f3e4944-8422-49d4-9171-f7d85d6e5b7a tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:11.555756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9bb674b-e54b-4bf1-861c-d936625148f7 req-3f3e4944-8422-49d4-9171-f7d85d6e5b7a tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 949 time: 0.0887487 Aug 17 02:27:11.557461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbd2506-32b4-4993-b423-9190aa7698df,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:11.630765 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9bb674b-e54b-4bf1-861c-d936625148f7 req-65ab1468-4402-4e1d-9a60-3c9954737b29 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6d53ac-cee4-464f-9d08-f14a07bee355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690045 Aug 17 02:27:11.640011 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-927d4808-9096-4e71-9092-06748bec75e1 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:11.641690 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-927d4808-9096-4e71-9092-06748bec75e1 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.42 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 821 time: 0.2679088 Aug 17 02:27:11.700031 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:11.702379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-0cb7cba1-2d93-47d0-974e-11437cc8d346 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Request body: {'port': {'device_id': '6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f', 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2', 'admin_state_up': True, 'tenant_id': 'e3bea87dd1b648248d3d9b791695e521'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:11.867164 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] device_id is not set on port 718068c2-e475-4bca-a64e-032711507a64 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:27:11.882011 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:11.902179 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Transition to ACTIVE for port object 718068c2-e475-4bca-a64e-032711507a64 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:12.033372 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-0cb7cba1-2d93-47d0-974e-11437cc8d346 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Made reservation on behalf of e3bea87dd1b648248d3d9b791695e521 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:12.037630 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-0cb7cba1-2d93-47d0-974e-11437cc8d346 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:12.081511 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:12.229833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Pushing event updated for resources: {'Port': ['ID=718068c2-e475-4bca-a64e-032711507a64,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:12.268815 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Checking segment: {'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:27:12.269168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Network hostable DHCP agents. Network: 93864ea1-ea52-40e4-a8db-da1fa4aee0e4, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:27:12.312368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-0cb7cba1-2d93-47d0-974e-11437cc8d346 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Allocated IP 172.20.0.11 (82555729-1b87-41b3-a6e6-eb3b356fbfb2/d3db6f36-5e0d-4b98-9171-c67317989b44/639e4585-ee4c-4151-b99f-f62d193bc806) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:27:12.397906 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:27:12.544497 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-0cb7cba1-2d93-47d0-974e-11437cc8d346 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:12.547327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 93864ea1-ea52-40e4-a8db-da1fa4aee0e4) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:12.553892 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:12.558670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf29b8d-e4ae-405d-b076-e43a06b1af37 None None] Network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:27:12.582156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:12.582495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:12.583401 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:12.592882 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:12.593258 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:12.594808 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 2 to bind port 718068c2-e475-4bca-a64e-032711507a64 Aug 17 02:27:12.619933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:12.620273 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:12.620613 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:12.627903 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:12.628235 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:12.628631 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 3 to bind port 718068c2-e475-4bca-a64e-032711507a64 Aug 17 02:27:12.646845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:12.647450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:12.648012 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:12.654143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:12.654514 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:12.658683 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 4 to bind port 718068c2-e475-4bca-a64e-032711507a64 Aug 17 02:27:12.675108 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:12.675965 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:12.677161 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:12.686438 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:12.686787 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:12.691947 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 5 to bind port 718068c2-e475-4bca-a64e-032711507a64 Aug 17 02:27:12.714550 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-0cb7cba1-2d93-47d0-974e-11437cc8d346 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:12.785772 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-0cb7cba1-2d93-47d0-974e-11437cc8d346 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:12.787282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:12.787633 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:12.787982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:12.794181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-0cb7cba1-2d93-47d0-974e-11437cc8d346 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:12.800765 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-0cb7cba1-2d93-47d0-974e-11437cc8d346 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:12.845059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['c2f09a66-0d1b-444c-99cb-d0daf83a4efa'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:27:12.895087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-0cb7cba1-2d93-47d0-974e-11437cc8d346 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:12.899017 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-0cb7cba1-2d93-47d0-974e-11437cc8d346 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:12.913317 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7cba1-2d93-47d0-974e-11437cc8d346 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Pushing event updated for resources: {'Port': ['ID=639e4585-ee4c-4151-b99f-f62d193bc806,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:12.915859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:12.916205 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:12.916981 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 6 to bind port 718068c2-e475-4bca-a64e-032711507a64 Aug 17 02:27:12.936969 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:12.938465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:12.938822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:12.947160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:12.947595 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:12.948052 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 7 to bind port 718068c2-e475-4bca-a64e-032711507a64 Aug 17 02:27:12.977789 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:12.978138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:12.978629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:12.984979 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:12.985344 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:12.990982 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 8 to bind port 718068c2-e475-4bca-a64e-032711507a64 Aug 17 02:27:13.023135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:13.023546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:13.023950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:13.030424 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-0cb7cba1-2d93-47d0-974e-11437cc8d346 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3656230 Aug 17 02:27:13.031937 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:13.031937 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:13.031937 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 9 to bind port 718068c2-e475-4bca-a64e-032711507a64 Aug 17 02:27:13.041706 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 62356d27-69f7-48a4-8c75-190a90cccf05 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:27:13.064244 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Request body: {'port': {'device_id': '6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:13.113450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:13.113790 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:13.114516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:13.138192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:13.138528 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:13.140737 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 10 to bind port 718068c2-e475-4bca-a64e-032711507a64 Aug 17 02:27:13.152318 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:13.187612 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:13.199119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:13.199858 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:13.201021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:13.207621 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 718068c2-e475-4bca-a64e-032711507a64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:13.208355 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 718068c2-e475-4bca-a64e-032711507a64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:13.209026 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:13.242761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 62356d27-69f7-48a4-8c75-190a90cccf05, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=62356d27-69f7-48a4-8c75-190a90cccf05,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:13.244302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62356d27-69f7-48a4-8c75-190a90cccf05'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:27:13.247065 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e996b79-71d4-4fe7-b169-767ed13b8981" -d '{"events": [{"server_uuid": "551f81e1-8c34-40d2-8c74-74a1e3f4b223", "name": "network-vif-unplugged", "status": "completed", "tag": "62356d27-69f7-48a4-8c75-190a90cccf05"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:27:13.342492 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:13.442223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] For port 718068c2-e475-4bca-a64e-032711507a64, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:27:13.443825 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempted to set empty binding levels {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 02:27:13.471683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=62356d27-69f7-48a4-8c75-190a90cccf05,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:13.481350 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:13.481803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:13.482265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:13.482697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:13.483130 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:13.483561 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:13.483991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:13.484414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:13.484830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:13.485299 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:13.485706 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:13.486141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:13.520672 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:13.645417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:13.646061 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:13.648429 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Pushing event updated for resources: {'Port': ['ID=718068c2-e475-4bca-a64e-032711507a64,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:13.673395 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:13.765055 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639e4585-ee4c-4151-b99f-f62d193bc806 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:27:13.773959 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:13.799901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Transition to ACTIVE for port object 639e4585-ee4c-4151-b99f-f62d193bc806 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:13.802121 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-be596b5d-8d32-45bc-9045-188352d37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.8639963 Aug 17 02:27:13.809531 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51456) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:13.915096 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e2bec143-b6d0-4826-83f1-05c70d7eb11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Deleting port 718068c2-e475-4bca-a64e-032711507a64 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:27:13.915622 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2bec143-b6d0-4826-83f1-05c70d7eb11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:13.987115 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:14.079035 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-e2bec143-b6d0-4826-83f1-05c70d7eb11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] For port 718068c2-e475-4bca-a64e-032711507a64, host n-h2-793621-31, got binding levels [] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:14.079518 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2bec143-b6d0-4826-83f1-05c70d7eb11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:14.166366 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a89e68c-7043-41ce-87a6-68eecfc1857b req-913c01a2-6da9-4cf8-aef2-2ee85b2e5689 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 210 time: 0.0331740 Aug 17 02:27:14.176231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e2bec143-b6d0-4826-83f1-05c70d7eb11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Calling delete_port for 718068c2-e475-4bca-a64e-032711507a64 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:27:14.253982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Pushing event updated for resources: {'Port': ['ID=639e4585-ee4c-4151-b99f-f62d193bc806,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:14.393583 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe1cac-58a5-4896-8fa6-de9f5fc56f6d req-3cb640c0-99cf-4d83-9531-a1e2b3feed02 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:14.401795 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62fe1cac-58a5-4896-8fa6-de9f5fc56f6d req-3cb640c0-99cf-4d83-9531-a1e2b3feed02 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 944 time: 0.0821369 Aug 17 02:27:14.408486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Attempting to bind port 639e4585-ee4c-4151-b99f-f62d193bc806 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:14.408825 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Attempting to bind port 639e4585-ee4c-4151-b99f-f62d193bc806 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:14.409153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Attempting to bind port 639e4585-ee4c-4151-b99f-f62d193bc806 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:14.421914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-e72e1033-6bfc-4a2c-90b1-390ce144250d tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:14.423960 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-e72e1033-6bfc-4a2c-90b1-390ce144250d tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.18 "GET /v2.0/networks?id=211ba0b6-3c9d-4b57-a253-1bcc99c83ce2 HTTP/1.1" status: 200 len: 822 time: 0.3414538 Aug 17 02:27:14.432853 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Port 639e4585-ee4c-4151-b99f-f62d193bc806 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:14.433207 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Attempting to bind port 639e4585-ee4c-4151-b99f-f62d193bc806 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:14.439824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:27:14.445319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Checking segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:27:14.445319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Bound using segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:27:14.445319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Bound port: 639e4585-ee4c-4151-b99f-f62d193bc806, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:27:14.445319 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:14.450040 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-703b9293-51a8-45a7-954d-f6bf41573d2c tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Request body: {'port': {'device_id': 'ecfdd048-a63a-46b8-b59b-3a60e5990147', 'network_id': '211ba0b6-3c9d-4b57-a253-1bcc99c83ce2', 'admin_state_up': True, 'tenant_id': 'c3dcc2b35fc8476e8168f814b7eae45f'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:14.459644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62fe1cac-58a5-4896-8fa6-de9f5fc56f6d req-41b9ce2d-a364-498b-b594-b5e3243c6c62 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547290 Aug 17 02:27:14.541888 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b923dc-94f9-4011-a226-7c4e738bee32 x-openstack-request-id: req-65b923dc-94f9-4011-a226-7c4e738bee32 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:27:14.542416 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551f81e1-8c34-40d2-8c74-74a1e3f4b223", "name": "network-vif-unplugged", "status": "completed", "tag": "62356d27-69f7-48a4-8c75-190a90cccf05", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:27:14.542507 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65b923dc-94f9-4011-a226-7c4e738bee32 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:27:14.543022 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62356d27-69f7-48a4-8c75-190a90cccf05', 'code': 200} Aug 17 02:27:14.605090 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2bec143-b6d0-4826-83f1-05c70d7eb11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:14.659733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bec143-b6d0-4826-83f1-05c70d7eb11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Pushing event deleted for resources: {'Port': ['ID=718068c2-e475-4bca-a64e-032711507a64,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:14.663917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:27:14.679870 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2bec143-b6d0-4826-83f1-05c70d7eb11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:14.684328 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e2bec143-b6d0-4826-83f1-05c70d7eb11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "DELETE /v2.0/ports/718068c2-e475-4bca-a64e-032711507a64 HTTP/1.1" status: 204 len: 168 time: 0.8713133 Aug 17 02:27:14.685203 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51474) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:14.686736 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=639e4585-ee4c-4151-b99f-f62d193bc806,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:27:14.743320 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f072fc0c-439e-4bc2-b4be-5cf369f20370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] GET failed (client error): The resource could not be found. Aug 17 02:27:14.750188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f072fc0c-439e-4bc2-b4be-5cf369f20370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "GET /v2.0/ports/718068c2-e475-4bca-a64e-032711507a64 HTTP/1.1" status: 404 len: 333 time: 0.0589261 Aug 17 02:27:14.751871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51480) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:14.757283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-4540aaf1-7c20-406a-bcfc-606fd122824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Request body: {'port': {'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-907689343'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:14.855905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:14.948138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-703b9293-51a8-45a7-954d-f6bf41573d2c tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Made reservation on behalf of c3dcc2b35fc8476e8168f814b7eae45f for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:14.952304 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-703b9293-51a8-45a7-954d-f6bf41573d2c tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:14.962455 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:14.963542 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:14.967198 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] 10.222.0.42 "PUT /v2.0/ports/639e4585-ee4c-4151-b99f-f62d193bc806 HTTP/1.1" status: 200 len: 1093 time: 1.9067247 Aug 17 02:27:14.967198 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f', 'tag': '639e4585-ee4c-4151-b99f-f62d193bc806'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:27:14.969174 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5993fd-a4a2-47be-a247-a3302c55d33a" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f", "tag": "639e4585-ee4c-4151-b99f-f62d193bc806"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:27:15.005166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa581d30-e5ae-4ec7-8723-dcfd6e4fe720 service neutron] Pushing event updated for resources: {'Port': ['ID=639e4585-ee4c-4151-b99f-f62d193bc806,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:15.167279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4540aaf1-7c20-406a-bcfc-606fd122824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Made reservation on behalf of cde58ab67b854694b2ca2d633ed5e632 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:15.169545 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4540aaf1-7c20-406a-bcfc-606fd122824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:15.225264 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-4540aaf1-7c20-406a-bcfc-606fd122824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] device_id is not set on port 55308505-e600-455d-857b-01a1e476aee8 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:27:15.285738 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-703b9293-51a8-45a7-954d-f6bf41573d2c tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Allocated IP 172.20.0.10 (211ba0b6-3c9d-4b57-a253-1bcc99c83ce2/02eaf208-8cbf-416b-a3e7-4ea2cf42fb19/26109bf3-94ab-48a0-a747-548d741b351a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:27:15.290432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-bc20fab0-b52b-46f0-96b9-2b212633a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:15.292178 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-bc20fab0-b52b-46f0-96b9-2b212633a586 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 1096 time: 0.1572914 Aug 17 02:27:15.658468 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9465cf89-4c9c-4bcc-9839-fb3810ef34a6 x-openstack-request-id: req-9465cf89-4c9c-4bcc-9839-fb3810ef34a6 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:27:15.659321 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f", "tag": "639e4585-ee4c-4151-b99f-f62d193bc806", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:27:15.659321 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9465cf89-4c9c-4bcc-9839-fb3810ef34a6 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:27:15.659676 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f', 'tag': '639e4585-ee4c-4151-b99f-f62d193bc806', 'status': 'completed', 'code': 200} Aug 17 02:27:15.677207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ce5c39f-4bc1-4122-9d42-a3b96d587957 req-8036d9d6-efce-41b6-8fdc-b3bf3403cdbb tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 210 time: 0.0292826 Aug 17 02:27:15.694430 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-7d1a14ef-66f4-44dd-b340-a9eb5a3c248a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=639e4585-ee4c-4151-b99f-f62d193bc806 HTTP/1.1" status: 200 len: 217 time: 0.3788524 Aug 17 02:27:15.842392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-e0ea27ad-25fb-440d-8192-1d14ec26de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:15.843825 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-e0ea27ad-25fb-440d-8192-1d14ec26de45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.1412475 Aug 17 02:27:15.927425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e744f-ab71-4d5d-ac18-cffac8aa2c87 req-d69cddc1-3494-4570-b8c5-0f042feaf246 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:15.930385 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-de4b676c-6299-4ecb-a61f-b7e3bfda7e6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540371 Aug 17 02:27:15.941108 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d0e744f-ab71-4d5d-ac18-cffac8aa2c87 req-d69cddc1-3494-4570-b8c5-0f042feaf246 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 944 time: 0.0975857 Aug 17 02:27:15.999406 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d0e744f-ab71-4d5d-ac18-cffac8aa2c87 req-0431ed11-83be-4e3e-ad6d-0cf1bf2b9d16 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570602 Aug 17 02:27:16.025289 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4540aaf1-7c20-406a-bcfc-606fd122824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:16.090861 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-703b9293-51a8-45a7-954d-f6bf41573d2c tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:16.127051 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-9156c4c0-65ec-4057-8f8c-145a517ff13a service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879284 Aug 17 02:27:16.254576 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e02a2a31-48b0-48ff-ab18-bd0ad9033136 req-feab7efd-c791-4e60-bd0d-2faa9578e301 service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131432 Aug 17 02:27:16.254576 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4540aaf1-7c20-406a-bcfc-606fd122824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:16.316506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4540aaf1-7c20-406a-bcfc-606fd122824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:16.320828 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-4540aaf1-7c20-406a-bcfc-606fd122824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:16.322870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540aaf1-7c20-406a-bcfc-606fd122824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Pushing event updated for resources: {'Port': ['ID=55308505-e600-455d-857b-01a1e476aee8,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:16.325413 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4540aaf1-7c20-406a-bcfc-606fd122824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:16.326820 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4540aaf1-7c20-406a-bcfc-606fd122824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:16.327017 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4540aaf1-7c20-406a-bcfc-606fd122824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:16.331694 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-703b9293-51a8-45a7-954d-f6bf41573d2c tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:16.393632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-703b9293-51a8-45a7-954d-f6bf41573d2c tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Network 211ba0b6-3c9d-4b57-a253-1bcc99c83ce2 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:16.397379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-703b9293-51a8-45a7-954d-f6bf41573d2c tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:16.402340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-703b9293-51a8-45a7-954d-f6bf41573d2c tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:16.406427 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b9293-51a8-45a7-954d-f6bf41573d2c tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Pushing event updated for resources: {'Port': ['ID=26109bf3-94ab-48a0-a747-548d741b351a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:16.459191 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-703b9293-51a8-45a7-954d-f6bf41573d2c tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:16.460070 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-703b9293-51a8-45a7-954d-f6bf41573d2c tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:16.518736 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5993fd-a4a2-47be-a247-a3302c55d33a req-ae5aa003-434a-4900-b16d-365a73186972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:16.521082 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9e5993fd-a4a2-47be-a247-a3302c55d33a req-ae5aa003-434a-4900-b16d-365a73186972 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 1096 time: 0.0498343 Aug 17 02:27:16.565056 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4540aaf1-7c20-406a-bcfc-606fd122824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8118951 Aug 17 02:27:16.568823 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51526) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:16.574876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:16.614938 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-703b9293-51a8-45a7-954d-f6bf41573d2c tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1688266 Aug 17 02:27:16.641622 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Request body: {'port': {'device_id': 'ecfdd048-a63a-46b8-b59b-3a60e5990147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:16.656536 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:16.717478 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5993fd-a4a2-47be-a247-a3302c55d33a req-4503118a-2e2a-49cf-9de1-8850a7d8d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:16.717478 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9e5993fd-a4a2-47be-a247-a3302c55d33a req-4503118a-2e2a-49cf-9de1-8850a7d8d1f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.1856756 Aug 17 02:27:16.728393 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:16.907211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] device_id is not set on port 55308505-e600-455d-857b-01a1e476aee8 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:27:16.917178 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:16.917383 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9e5993fd-a4a2-47be-a247-a3302c55d33a req-9cf256cc-6122-459d-bf9e-f2481cf8860f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=639e4585-ee4c-4151-b99f-f62d193bc806 HTTP/1.1" status: 200 len: 217 time: 0.1517458 Aug 17 02:27:16.932585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Transition to ACTIVE for port object 55308505-e600-455d-857b-01a1e476aee8 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:17.006067 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2d1fb-a313-4fc8-b8b2-5fe14be14f72 req-5963d1fa-f1a0-403d-a6fb-42d4b40d14e3 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:17.008441 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eef2d1fb-a313-4fc8-b8b2-5fe14be14f72 req-5963d1fa-f1a0-403d-a6fb-42d4b40d14e3 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 932 time: 0.0740600 Aug 17 02:27:17.024181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5993fd-a4a2-47be-a247-a3302c55d33a req-8589ea5a-2ba7-40d4-9947-742811fb0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:17.026272 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9e5993fd-a4a2-47be-a247-a3302c55d33a req-8589ea5a-2ba7-40d4-9947-742811fb0a3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0970736 Aug 17 02:27:17.038646 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:17.113094 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eef2d1fb-a313-4fc8-b8b2-5fe14be14f72 req-5e8047cb-2b14-433b-9144-8c9ebcf270e2 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/security-groups?id=06cba7ce-3ad9-4afe-a03f-d2985779c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978899 Aug 17 02:27:17.133125 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9e5993fd-a4a2-47be-a247-a3302c55d33a req-416c86a4-9bf5-4bcc-8d9b-3fdbf2cd3f4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303450 Aug 17 02:27:17.147818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Pushing event updated for resources: {'Port': ['ID=55308505-e600-455d-857b-01a1e476aee8,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:17.162035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:17.162634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:17.163194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:17.169311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:17.169435 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:17.179364 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 2 to bind port 55308505-e600-455d-857b-01a1e476aee8 Aug 17 02:27:17.227914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:17.232108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:17.232519 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:17.255077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:17.255077 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:17.255077 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 3 to bind port 55308505-e600-455d-857b-01a1e476aee8 Aug 17 02:27:17.290457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:17.290684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:17.290944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:17.296778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:17.297816 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:17.297816 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 4 to bind port 55308505-e600-455d-857b-01a1e476aee8 Aug 17 02:27:17.327341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:17.329060 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:17.329457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:17.336528 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9e5993fd-a4a2-47be-a247-a3302c55d33a req-725ddd5f-3b51-4f8c-b3bb-27c5173e2185 service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929641 Aug 17 02:27:17.341045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:17.341410 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:17.341814 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 5 to bind port 55308505-e600-455d-857b-01a1e476aee8 Aug 17 02:27:17.384523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:17.385203 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:17.385806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:17.404526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:17.405484 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:17.406207 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 6 to bind port 55308505-e600-455d-857b-01a1e476aee8 Aug 17 02:27:17.447593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:17.448511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:17.449902 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:17.462125 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:17.462589 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:17.468659 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 7 to bind port 55308505-e600-455d-857b-01a1e476aee8 Aug 17 02:27:17.499559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:17.500033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:17.500469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:17.503810 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26109bf3-94ab-48a0-a747-548d741b351a {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:27:17.509327 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:17.509905 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:17.514451 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:17.518666 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9e5993fd-a4a2-47be-a247-a3302c55d33a req-246ae101-9b6b-4938-840e-56885530479e service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721048 Aug 17 02:27:17.524036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb9dba-22d5-4e60-ae18-e855befe42c3 req-aa8ceb12-c968-418a-a12e-cec978798abc tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:17.525873 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2cdb9dba-22d5-4e60-ae18-e855befe42c3 req-aa8ceb12-c968-418a-a12e-cec978798abc tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 944 time: 0.1429698 Aug 17 02:27:17.526369 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 8 to bind port 55308505-e600-455d-857b-01a1e476aee8 Aug 17 02:27:17.531583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Transition to ACTIVE for port object 26109bf3-94ab-48a0-a747-548d741b351a will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:17.570633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:17.571507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:17.572247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:17.581609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:17.581939 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:17.589020 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 9 to bind port 55308505-e600-455d-857b-01a1e476aee8 Aug 17 02:27:17.606173 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2cdb9dba-22d5-4e60-ae18-e855befe42c3 req-5b50ed9c-f46f-4669-869e-223b3ced1dcd tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700653 Aug 17 02:27:17.611082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:17.611496 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:17.612088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:17.617024 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:17.617470 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:17.617949 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 10 to bind port 55308505-e600-455d-857b-01a1e476aee8 Aug 17 02:27:17.632405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:17.632862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:17.633320 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:17.638492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:17.638941 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 55308505-e600-455d-857b-01a1e476aee8 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:17.639414 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:17.673868 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:17.766364 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] For port 55308505-e600-455d-857b-01a1e476aee8, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:27:17.766680 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempted to set empty binding levels {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 02:27:17.828813 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Pushing event updated for resources: {'Port': ['ID=26109bf3-94ab-48a0-a747-548d741b351a,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:17.857749 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Attempting to bind port 26109bf3-94ab-48a0-a747-548d741b351a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:17.858337 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Attempting to bind port 26109bf3-94ab-48a0-a747-548d741b351a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '19583dca-cbe7-4e1a-82e3-1547956c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '211ba0b6-3c9d-4b57-a253-1bcc99c83ce2'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:17.858846 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Attempting to bind port 26109bf3-94ab-48a0-a747-548d741b351a on network 211ba0b6-3c9d-4b57-a253-1bcc99c83ce2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:17.867191 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Port 26109bf3-94ab-48a0-a747-548d741b351a on network 211ba0b6-3c9d-4b57-a253-1bcc99c83ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:17.867579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Attempting to bind port 26109bf3-94ab-48a0-a747-548d741b351a on network 211ba0b6-3c9d-4b57-a253-1bcc99c83ce2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:17.876925 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:27:17.877381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Checking segment: {'id': '19583dca-cbe7-4e1a-82e3-1547956c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '211ba0b6-3c9d-4b57-a253-1bcc99c83ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:27:17.877709 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Bound using segment: {'id': '19583dca-cbe7-4e1a-82e3-1547956c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '211ba0b6-3c9d-4b57-a253-1bcc99c83ce2'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:27:17.878162 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Bound port: 26109bf3-94ab-48a0-a747-548d741b351a, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19583dca-cbe7-4e1a-82e3-1547956c1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '211ba0b6-3c9d-4b57-a253-1bcc99c83ce2'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:27:17.878833 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:17.914937 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:17.932519 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] In _notify_port_updated(), no bound segment for port 55308505-e600-455d-857b-01a1e476aee8 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:27:17.933450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:17.935826 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:17.936293 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "PUT /v2.0/ports/55308505-e600-455d-857b-01a1e476aee8 HTTP/1.1" status: 200 len: 979 time: 1.3653655 Aug 17 02:27:17.938904 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51564) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:17.993163 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109759d-d006-43e7-b278-f29349fd4e43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Pushing event updated for resources: {'Port': ['ID=55308505-e600-455d-857b-01a1e476aee8,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:18.037685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] For port 26109bf3-94ab-48a0-a747-548d741b351a, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:27:18.060590 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] For port 26109bf3-94ab-48a0-a747-548d741b351a, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=26109bf3-94ab-48a0-a747-548d741b351a,segment=NetworkSegment(19583dca-cbe7-4e1a-82e3-1547956c1326),segment_id=19583dca-cbe7-4e1a-82e3-1547956c1326)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:27:18.089762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.090365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.091112 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.091621 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.092101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.092573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.093045 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.093982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.094500 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.094990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.095462 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.095933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.096401 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.096872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.097391 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.097861 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.098562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.100746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.100746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.100746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.100746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.101125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.101572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.102057 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.102527 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.103112 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.104139 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.104139 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.104614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.105085 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.105604 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.106108 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.106614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.111996 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c7c416ce-9871-477c-9747-2ca33d9ecc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29649 time: 0.1700137 Aug 17 02:27:18.114846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51566) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:18.165185 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:18.211254 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.211952 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:18.213863 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] 10.222.0.18 "PUT /v2.0/ports/26109bf3-94ab-48a0-a747-548d741b351a HTTP/1.1" status: 200 len: 1093 time: 1.5797200 Aug 17 02:27:18.221610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfdd048-a63a-46b8-b59b-3a60e5990147', 'tag': '26109bf3-94ab-48a0-a747-548d741b351a'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:27:18.221826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe1e79-2f1e-4dff-8c83-24597df75d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Deleting port 55308505-e600-455d-857b-01a1e476aee8 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:27:18.221826 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1e79-2f1e-4dff-8c83-24597df75d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:18.221997 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e234bd-b442-4651-8999-21e331cd8b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfdd048-a63a-46b8-b59b-3a60e5990147", "tag": "26109bf3-94ab-48a0-a747-548d741b351a"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:27:18.253856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9505cf9-33f2-4d7f-9750-ae70f8f7049a service neutron] Pushing event updated for resources: {'Port': ['ID=26109bf3-94ab-48a0-a747-548d741b351a,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:18.332231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-6fbe1e79-2f1e-4dff-8c83-24597df75d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] For port 55308505-e600-455d-857b-01a1e476aee8, host n-h2-793621-31, got binding levels [] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:18.332650 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1e79-2f1e-4dff-8c83-24597df75d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:18.353794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9419c84-0a08-4074-9266-4ab78ea97452 req-164a22f5-4421-4701-baaa-3ed440e72eef tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.355287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9419c84-0a08-4074-9266-4ab78ea97452 req-164a22f5-4421-4701-baaa-3ed440e72eef tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 944 time: 0.1401124 Aug 17 02:27:18.359660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe1e79-2f1e-4dff-8c83-24597df75d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Calling delete_port for 55308505-e600-455d-857b-01a1e476aee8 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:27:18.444176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-af3c7e67-7c9a-4da2-ac77-64e1c635567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.445782 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-af3c7e67-7c9a-4da2-ac77-64e1c635567e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3dcc2b35fc8476e8168f814b7eae45f&device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 1096 time: 0.0649979 Aug 17 02:27:18.462030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9419c84-0a08-4074-9266-4ab78ea97452 req-5bd0fa91-5a54-4200-bb8f-fdcc57e6483f tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/security-groups?id=06cba7ce-3ad9-4afe-a03f-d2985779c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924299 Aug 17 02:27:18.500188 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-11ba083e-028c-4645-afa1-2693949c60d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26109bf3-94ab-48a0-a747-548d741b351a HTTP/1.1" status: 200 len: 217 time: 0.0398173 Aug 17 02:27:18.546732 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06001399-5794-4ddb-b567-6e70a86c424a x-openstack-request-id: req-06001399-5794-4ddb-b567-6e70a86c424a {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:27:18.547056 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfdd048-a63a-46b8-b59b-3a60e5990147", "tag": "26109bf3-94ab-48a0-a747-548d741b351a", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:27:18.547381 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06001399-5794-4ddb-b567-6e70a86c424a {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:27:18.547864 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfdd048-a63a-46b8-b59b-3a60e5990147', 'tag': '26109bf3-94ab-48a0-a747-548d741b351a', 'status': 'completed', 'code': 200} Aug 17 02:27:18.571489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-b900d4f4-6252-429b-9281-95099e1e899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.578629 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-b900d4f4-6252-429b-9281-95099e1e899a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02eaf208-8cbf-416b-a3e7-4ea2cf42fb19 HTTP/1.1" status: 200 len: 862 time: 0.0648916 Aug 17 02:27:18.614748 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-bae5a588-cbdc-4578-b32f-37b8168c5ac3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=211ba0b6-3c9d-4b57-a253-1bcc99c83ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326750 Aug 17 02:27:18.671417 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1e79-2f1e-4dff-8c83-24597df75d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:18.705574 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe1e79-2f1e-4dff-8c83-24597df75d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Pushing event deleted for resources: {'Port': ['ID=55308505-e600-455d-857b-01a1e476aee8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:18.714522 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1e79-2f1e-4dff-8c83-24597df75d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:18.718142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6fbe1e79-2f1e-4dff-8c83-24597df75d3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "DELETE /v2.0/ports/55308505-e600-455d-857b-01a1e476aee8 HTTP/1.1" status: 204 len: 168 time: 0.6021736 Aug 17 02:27:18.726845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51588) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:18.761514 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-37024fe5-8b30-4756-bd52-116f7614b613 service neutron] 10.222.0.18 "GET /v2.0/networks/211ba0b6-3c9d-4b57-a253-1bcc99c83ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366816 Aug 17 02:27:18.764588 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f839e7-f6bf-4562-a9b7-29972ae994eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] GET failed (client error): The resource could not be found. Aug 17 02:27:18.766956 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-67f839e7-f6bf-4562-a9b7-29972ae994eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "GET /v2.0/ports/55308505-e600-455d-857b-01a1e476aee8 HTTP/1.1" status: 404 len: 333 time: 0.0389392 Aug 17 02:27:18.771338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51590) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:18.776925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-80cf2045-54e1-4761-88f9-b629c31b22a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892454303', 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:18.816645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaeca6-0896-4236-a7cd-3e0be2ad32e2 req-1a5ef021-cf81-4461-8670-d38035179ead tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:18.818762 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6eaaeca6-0896-4236-a7cd-3e0be2ad32e2 req-1a5ef021-cf81-4461-8670-d38035179ead tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 944 time: 0.0995302 Aug 17 02:27:18.876972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6eaaeca6-0896-4236-a7cd-3e0be2ad32e2 req-f6a24086-e393-42f6-8bed-fda90ae18c97 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519159 Aug 17 02:27:18.902789 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b3634e25-e957-4e8e-8f41-b08f196966ca req-a65f3c5a-1485-48a8-b03f-a8a22609870c service neutron] 10.222.0.18 "GET /v2.0/networks/211ba0b6-3c9d-4b57-a253-1bcc99c83ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337872 Aug 17 02:27:19.007021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cf2045-54e1-4761-88f9-b629c31b22a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Made reservation on behalf of cde58ab67b854694b2ca2d633ed5e632 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:19.009636 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80cf2045-54e1-4761-88f9-b629c31b22a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:19.027671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-80cf2045-54e1-4761-88f9-b629c31b22a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] device_id is not set on port b1d5634c-011e-476a-be40-32d0cb6c047c yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:27:19.170908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e234bd-b442-4651-8999-21e331cd8b0a req-c082802c-14bb-4e85-a1ac-82afeae7e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:19.172483 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66e234bd-b442-4651-8999-21e331cd8b0a req-c082802c-14bb-4e85-a1ac-82afeae7e97f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3dcc2b35fc8476e8168f814b7eae45f&device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 1096 time: 0.0491905 Aug 17 02:27:19.241137 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80cf2045-54e1-4761-88f9-b629c31b22a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:19.304715 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e234bd-b442-4651-8999-21e331cd8b0a req-a6c9ac00-2f5f-4d9f-80b3-81b1dc4af96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:19.313695 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66e234bd-b442-4651-8999-21e331cd8b0a req-a6c9ac00-2f5f-4d9f-80b3-81b1dc4af96b service neutron] 10.222.0.18 "GET /v2.0/networks?id=211ba0b6-3c9d-4b57-a253-1bcc99c83ce2 HTTP/1.1" status: 200 len: 923 time: 0.1264937 Aug 17 02:27:19.353175 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66e234bd-b442-4651-8999-21e331cd8b0a req-a5802e03-9248-4275-b899-8b8b4086a51c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26109bf3-94ab-48a0-a747-548d741b351a HTTP/1.1" status: 200 len: 217 time: 0.0388241 Aug 17 02:27:19.377284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80cf2045-54e1-4761-88f9-b629c31b22a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:19.417773 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e234bd-b442-4651-8999-21e331cd8b0a req-7f23215c-d0da-4b5e-afa5-64f56c0e915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:19.420409 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66e234bd-b442-4651-8999-21e331cd8b0a req-7f23215c-d0da-4b5e-afa5-64f56c0e915b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02eaf208-8cbf-416b-a3e7-4ea2cf42fb19 HTTP/1.1" status: 200 len: 862 time: 0.0562513 Aug 17 02:27:19.456730 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66e234bd-b442-4651-8999-21e331cd8b0a req-a04d4d4c-0fbb-4a4b-b021-a9dba8c7b761 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=211ba0b6-3c9d-4b57-a253-1bcc99c83ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291095 Aug 17 02:27:19.476582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cf2045-54e1-4761-88f9-b629c31b22a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:19.480244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-80cf2045-54e1-4761-88f9-b629c31b22a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:19.485622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf2045-54e1-4761-88f9-b629c31b22a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:19.486968 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cf2045-54e1-4761-88f9-b629c31b22a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:19.487822 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80cf2045-54e1-4761-88f9-b629c31b22a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:19.496247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf2045-54e1-4761-88f9-b629c31b22a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Pushing event updated for resources: {'Port': ['ID=b1d5634c-011e-476a-be40-32d0cb6c047c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:19.593283 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66e234bd-b442-4651-8999-21e331cd8b0a req-38724518-c70e-4ea1-ba35-7cdccf88ce7c service neutron] 10.222.0.18 "GET /v2.0/networks/211ba0b6-3c9d-4b57-a253-1bcc99c83ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208951 Aug 17 02:27:19.640707 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d04a9-9f07-4c30-8016-1f82edb395b3 req-0d1bcc78-7752-42fc-b20c-8fd0835ac26b tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:19.642270 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a5d04a9-9f07-4c30-8016-1f82edb395b3 req-0d1bcc78-7752-42fc-b20c-8fd0835ac26b tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 944 time: 0.0677376 Aug 17 02:27:19.689636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a5d04a9-9f07-4c30-8016-1f82edb395b3 req-612b5f03-a8fb-4cd0-87c3-d190b7af7408 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/security-groups?id=06cba7ce-3ad9-4afe-a03f-d2985779c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400302 Aug 17 02:27:19.696447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-80cf2045-54e1-4761-88f9-b629c31b22a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9235830 Aug 17 02:27:19.707737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51606) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:19.731436 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66e234bd-b442-4651-8999-21e331cd8b0a req-b5ab1c20-a8a8-4595-8958-d56b47851f03 service neutron] 10.222.0.18 "GET /v2.0/networks/211ba0b6-3c9d-4b57-a253-1bcc99c83ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324544 Aug 17 02:27:19.740895 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0653713-208a-4670-a668-79605f9c8163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:19.742613 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a0653713-208a-4670-a668-79605f9c8163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "GET /v2.0/ports/b1d5634c-011e-476a-be40-32d0cb6c047c HTTP/1.1" status: 200 len: 959 time: 0.0424569 Aug 17 02:27:19.746331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51612) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:19.825301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca5136-6593-4c54-b3e4-2c847be40a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Deleting port b1d5634c-011e-476a-be40-32d0cb6c047c {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:27:19.825649 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7ca5136-6593-4c54-b3e4-2c847be40a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:19.888472 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7ca5136-6593-4c54-b3e4-2c847be40a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:19.905836 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca5136-6593-4c54-b3e4-2c847be40a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Calling delete_port for b1d5634c-011e-476a-be40-32d0cb6c047c owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:27:20.030903 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc6a86-0ebf-4b3e-b67d-8e099808d4c0 req-1fdf0e61-cad2-4bd3-ad04-9625fe2b670b tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:20.032446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72dc6a86-0ebf-4b3e-b67d-8e099808d4c0 req-1fdf0e61-cad2-4bd3-ad04-9625fe2b670b tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 944 time: 0.0720294 Aug 17 02:27:20.083143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72dc6a86-0ebf-4b3e-b67d-8e099808d4c0 req-4019c656-884b-418f-ac76-403b557e65cb tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435514 Aug 17 02:27:20.091155 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7ca5136-6593-4c54-b3e4-2c847be40a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:20.125445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca5136-6593-4c54-b3e4-2c847be40a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1d5634c-011e-476a-be40-32d0cb6c047c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:20.131425 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7ca5136-6593-4c54-b3e4-2c847be40a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:20.134411 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d7ca5136-6593-4c54-b3e4-2c847be40a48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b1d5634c-011e-476a-be40-32d0cb6c047c HTTP/1.1" status: 204 len: 168 time: 0.3860850 Aug 17 02:27:20.142751 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51630) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:20.189444 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1810363-1fc9-4c2d-88cf-1dd24f935b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] GET failed (client error): The resource could not be found. Aug 17 02:27:20.189444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a1810363-1fc9-4c2d-88cf-1dd24f935b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "GET /v2.0/ports/b1d5634c-011e-476a-be40-32d0cb6c047c HTTP/1.1" status: 404 len: 333 time: 0.0446184 Aug 17 02:27:20.193406 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51632) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:20.202618 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-84e395f8-f141-49a3-b6b8-235ee4117ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Request body: {'port': {'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1658353783'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:20.312389 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e395f8-f141-49a3-b6b8-235ee4117ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Made reservation on behalf of cde58ab67b854694b2ca2d633ed5e632 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:20.316353 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84e395f8-f141-49a3-b6b8-235ee4117ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:20.333719 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-84e395f8-f141-49a3-b6b8-235ee4117ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] device_id is not set on port 822747c0-92fa-48c3-be1c-6404a3133b64 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:27:20.504626 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84e395f8-f141-49a3-b6b8-235ee4117ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:20.824940 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7e296-c0f5-41b3-a211-0e7bb8839327 req-64774f45-6a47-4da0-9e4f-9362fc5d5fa3 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:20.826710 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fac7e296-c0f5-41b3-a211-0e7bb8839327 req-64774f45-6a47-4da0-9e4f-9362fc5d5fa3 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 944 time: 0.0592158 Aug 17 02:27:20.868416 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84e395f8-f141-49a3-b6b8-235ee4117ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:20.869088 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fac7e296-c0f5-41b3-a211-0e7bb8839327 req-127dd59f-9a40-4486-9b64-e3db4d6b1149 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/security-groups?id=06cba7ce-3ad9-4afe-a03f-d2985779c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359919 Aug 17 02:27:20.918361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e395f8-f141-49a3-b6b8-235ee4117ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:20.921873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-84e395f8-f141-49a3-b6b8-235ee4117ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:20.925976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e395f8-f141-49a3-b6b8-235ee4117ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:20.927938 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e395f8-f141-49a3-b6b8-235ee4117ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:20.928750 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84e395f8-f141-49a3-b6b8-235ee4117ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:20.934896 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e395f8-f141-49a3-b6b8-235ee4117ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Pushing event updated for resources: {'Port': ['ID=822747c0-92fa-48c3-be1c-6404a3133b64,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:21.076862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 62356d27-69f7-48a4-8c75-190a90cccf05 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:27:21.091173 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-84e395f8-f141-49a3-b6b8-235ee4117ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8966644 Aug 17 02:27:21.093724 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51656) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:21.099409 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:21.164296 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:21.204263 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 62356d27-69f7-48a4-8c75-190a90cccf05, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=62356d27-69f7-48a4-8c75-190a90cccf05,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:21.219601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '62356d27-69f7-48a4-8c75-190a90cccf05', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '62356d27-69f7-48a4-8c75-190a90cccf05', 'mac_address': 'fa:16:3e:65:a7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:27:21.266347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f69fed-7c2d-4412-b24c-fb54a5b03abc req-b7067fc6-e298-4b5b-83c7-a6bc7b70fdb7 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:21.280435 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45f69fed-7c2d-4412-b24c-fb54a5b03abc req-b7067fc6-e298-4b5b-83c7-a6bc7b70fdb7 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 944 time: 0.0783794 Aug 17 02:27:21.296889 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:21.314082 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62356d27-69f7-48a4-8c75-190a90cccf05 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:27:21.329566 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45f69fed-7c2d-4412-b24c-fb54a5b03abc req-c1207c0f-1e9b-4a3b-b4fd-04af53014ffa tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378027 Aug 17 02:27:21.343509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 62356d27-69f7-48a4-8c75-190a90cccf05, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=62356d27-69f7-48a4-8c75-190a90cccf05,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:21.407863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] device_id is not set on port 822747c0-92fa-48c3-be1c-6404a3133b64 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:27:21.416683 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:21.434004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Transition to ACTIVE for port object 822747c0-92fa-48c3-be1c-6404a3133b64 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:21.512089 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:21.547500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:21.565220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=62356d27-69f7-48a4-8c75-190a90cccf05,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:21.607781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Pushing event updated for resources: {'Port': ['ID=822747c0-92fa-48c3-be1c-6404a3133b64,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:21.620822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:21.621168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:21.621801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:21.626908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:21.627245 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:21.627637 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 2 to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 Aug 17 02:27:21.640749 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:21.641088 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:21.641468 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:21.645895 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:21.646220 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:21.646608 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 3 to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 Aug 17 02:27:21.658592 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:21.658933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:21.659274 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:21.664460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:21.664787 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:21.665179 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 4 to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 Aug 17 02:27:21.676867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['62356d27-69f7-48a4-8c75-190a90cccf05'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:27:21.684003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:21.684354 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:21.684699 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:21.689450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:21.689820 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:21.690222 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 5 to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 Aug 17 02:27:21.703857 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:21.704202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:21.704549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:21.710203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:21.710542 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:21.710940 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 6 to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 Aug 17 02:27:21.730957 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:21.731302 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:21.731650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:21.737128 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:21.737493 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:21.737898 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 7 to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 Aug 17 02:27:21.753659 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:21.754563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:21.755032 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:21.761147 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:21.761392 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:21.761843 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 8 to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 Aug 17 02:27:21.779842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:21.780327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:21.780783 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:21.786707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:21.787290 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:21.788071 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 9 to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 Aug 17 02:27:21.803979 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:21.803979 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:21.808630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:21.809339 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:21.809721 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:21.810169 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempt 10 to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 Aug 17 02:27:21.824482 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:21.824823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:21.825175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempting to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:21.830464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:21.830978 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Failed to bind port 822747c0-92fa-48c3-be1c-6404a3133b64 on host n-h2-793621-31 for vnic_type normal using segments [{'id': '83e839a3-d9d9-4cc5-be74-f0f3735e961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '93864ea1-ea52-40e4-a8db-da1fa4aee0e4'}] Aug 17 02:27:21.831560 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:21.909387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] For port 822747c0-92fa-48c3-be1c-6404a3133b64, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:27:21.909780 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attempted to set empty binding levels {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 02:27:22.004035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b000e1-00ff-4114-95f9-907c2fa4d303 req-3e46ddef-b205-4f76-853d-b6074011d81d tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:22.005617 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76b000e1-00ff-4114-95f9-907c2fa4d303 req-3e46ddef-b205-4f76-853d-b6074011d81d tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 944 time: 0.0548790 Aug 17 02:27:22.047220 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76b000e1-00ff-4114-95f9-907c2fa4d303 req-24d144cd-9111-4f5f-af4b-328e85047664 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/security-groups?id=06cba7ce-3ad9-4afe-a03f-d2985779c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355868 Aug 17 02:27:22.088369 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.135730 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] In _notify_port_updated(), no bound segment for port 822747c0-92fa-48c3-be1c-6404a3133b64 on network 93864ea1-ea52-40e4-a8db-da1fa4aee0e4 {{(pid=95407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:27:22.136892 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:22.137529 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.138868 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "PUT /v2.0/ports/822747c0-92fa-48c3-be1c-6404a3133b64 HTTP/1.1" status: 200 len: 980 time: 1.0441880 Aug 17 02:27:22.142012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51688) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:22.154947 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b10ea-8c8f-4a69-ba36-5a2d56fe999e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Pushing event updated for resources: {'Port': ['ID=822747c0-92fa-48c3-be1c-6404a3133b64,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:22.232885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-76ea29dc-f198-40b3-afcf-3e368022b2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Deleting port 822747c0-92fa-48c3-be1c-6404a3133b64 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:27:22.233146 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-76ea29dc-f198-40b3-afcf-3e368022b2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.300879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-76ea29dc-f198-40b3-afcf-3e368022b2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] For port 822747c0-92fa-48c3-be1c-6404a3133b64, host n-h2-793621-31, got binding levels [] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:22.301917 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-76ea29dc-f198-40b3-afcf-3e368022b2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.327428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-76ea29dc-f198-40b3-afcf-3e368022b2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Calling delete_port for 822747c0-92fa-48c3-be1c-6404a3133b64 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:27:22.475816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86609081-3a78-4827-8bed-38bd702f98eb req-9669064d-4ed9-4f1d-abc2-186f5d5b54d0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:22.477645 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-86609081-3a78-4827-8bed-38bd702f98eb req-9669064d-4ed9-4f1d-abc2-186f5d5b54d0 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 944 time: 0.0595374 Aug 17 02:27:22.493409 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-76ea29dc-f198-40b3-afcf-3e368022b2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.536767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea29dc-f198-40b3-afcf-3e368022b2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Pushing event deleted for resources: {'Port': ['ID=822747c0-92fa-48c3-be1c-6404a3133b64,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:22.550847 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-76ea29dc-f198-40b3-afcf-3e368022b2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.553554 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-76ea29dc-f198-40b3-afcf-3e368022b2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "DELETE /v2.0/ports/822747c0-92fa-48c3-be1c-6404a3133b64 HTTP/1.1" status: 204 len: 168 time: 0.4104109 Aug 17 02:27:22.556299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51702) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:22.569937 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-86609081-3a78-4827-8bed-38bd702f98eb req-904431d7-0cc7-441b-8a02-0f1d95e67322 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849521 Aug 17 02:27:22.598976 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-1419d574-e807-4ffe-a1b7-37c916f1a69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] GET failed (client error): The resource could not be found. Aug 17 02:27:22.598976 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1419d574-e807-4ffe-a1b7-37c916f1a69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036764820-project-admin] 10.222.0.13 "GET /v2.0/ports/822747c0-92fa-48c3-be1c-6404a3133b64 HTTP/1.1" status: 404 len: 333 time: 0.0294724 Aug 17 02:27:22.598976 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51704) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:22.692799 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9bdae605-ab99-4a2d-84c5-e27a222ec112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.806614 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9bdae605-ab99-4a2d-84c5-e27a222ec112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.817152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-9bdae605-ab99-4a2d-84c5-e27a222ec112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93864ea1-ea52-40e4-a8db-da1fa4aee0e4']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:22.828845 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-9bdae605-ab99-4a2d-84c5-e27a222ec112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e839a3-d9d9-4cc5-be74-f0f3735e961e') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:22.829220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-9bdae605-ab99-4a2d-84c5-e27a222ec112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e839a3-d9d9-4cc5-be74-f0f3735e961e') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:22.838901 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9bdae605-ab99-4a2d-84c5-e27a222ec112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.855208 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9bdae605-ab99-4a2d-84c5-e27a222ec112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.861270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdae605-ab99-4a2d-84c5-e27a222ec112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:27:22.861721 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9bdae605-ab99-4a2d-84c5-e27a222ec112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:27:22.865289 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:27:23.029200 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9bdae605-ab99-4a2d-84c5-e27a222ec112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:23.042236 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9bdae605-ab99-4a2d-84c5-e27a222ec112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:23.045076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9bdae605-ab99-4a2d-84c5-e27a222ec112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] 10.222.0.13 "DELETE /v2.0/networks/93864ea1-ea52-40e4-a8db-da1fa4aee0e4 HTTP/1.1" status: 204 len: 168 time: 0.4533970 Aug 17 02:27:23.063848 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdae605-ab99-4a2d-84c5-e27a222ec112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772507879-project] Pushing event deleted for resources: {'Network': ['ID=93864ea1-ea52-40e4-a8db-da1fa4aee0e4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:23.081761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 62356d27-69f7-48a4-8c75-190a90cccf05 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:27:23.169548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 62356d27-69f7-48a4-8c75-190a90cccf05 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:23.170168 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:23.190929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec5dc1-3933-449e-a4fa-c062e1cd37a8 req-0782a23f-1369-4717-b86c-cdfef3ca478d tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:23.198820 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d4ec5dc1-3933-449e-a4fa-c062e1cd37a8 req-0782a23f-1369-4717-b86c-cdfef3ca478d tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 944 time: 0.0673511 Aug 17 02:27:23.241869 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d4ec5dc1-3933-449e-a4fa-c062e1cd37a8 req-1579e28e-96a7-4563-9ce5-7ecc0de3c0a6 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/security-groups?id=06cba7ce-3ad9-4afe-a03f-d2985779c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420709 Aug 17 02:27:23.249105 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 26109bf3-94ab-48a0-a747-548d741b351a details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:27:23.287985 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:23.367248 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62356d27-69f7-48a4-8c75-190a90cccf05'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:27:23.369898 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d45abf-db06-4f94-9b24-dc8aedfb0671" -d '{"events": [{"server_uuid": "551f81e1-8c34-40d2-8c74-74a1e3f4b223", "name": "network-vif-plugged", "status": "completed", "tag": "62356d27-69f7-48a4-8c75-190a90cccf05"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:27:23.400022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 62356d27-69f7-48a4-8c75-190a90cccf05, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=62356d27-69f7-48a4-8c75-190a90cccf05,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:23.428361 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9835204-57aa-4cc4-aee8-8b08ba8e7729 x-openstack-request-id: req-d9835204-57aa-4cc4-aee8-8b08ba8e7729 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:27:23.428657 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551f81e1-8c34-40d2-8c74-74a1e3f4b223", "name": "network-vif-plugged", "status": "completed", "tag": "62356d27-69f7-48a4-8c75-190a90cccf05", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:27:23.428910 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9835204-57aa-4cc4-aee8-8b08ba8e7729 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:27:23.430930 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62356d27-69f7-48a4-8c75-190a90cccf05', 'code': 200} Aug 17 02:27:23.448371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 26109bf3-94ab-48a0-a747-548d741b351a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=26109bf3-94ab-48a0-a747-548d741b351a,segment=NetworkSegment(19583dca-cbe7-4e1a-82e3-1547956c1326),segment_id=19583dca-cbe7-4e1a-82e3-1547956c1326)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:23.464412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '26109bf3-94ab-48a0-a747-548d741b351a', 'network_id': '211ba0b6-3c9d-4b57-a253-1bcc99c83ce2', 'port_id': '26109bf3-94ab-48a0-a747-548d741b351a', 'mac_address': 'fa:16:3e:87:c8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02eaf208-8cbf-416b-a3e7-4ea2cf42fb19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:27:23.505003 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:23.518715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26109bf3-94ab-48a0-a747-548d741b351a {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:27:23.531546 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:23.544578 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 26109bf3-94ab-48a0-a747-548d741b351a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=26109bf3-94ab-48a0-a747-548d741b351a,segment=NetworkSegment(19583dca-cbe7-4e1a-82e3-1547956c1326),segment_id=19583dca-cbe7-4e1a-82e3-1547956c1326)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:23.597600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=62356d27-69f7-48a4-8c75-190a90cccf05,revision_number=10']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:23.689953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51736) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:23.696551 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:23.707869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fc7bd-9b66-4d24-9afc-edd68225e6da req-8b5f45ee-97ea-455e-a159-6faaa0c31907 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:23.709596 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab0fc7bd-9b66-4d24-9afc-edd68225e6da req-8b5f45ee-97ea-455e-a159-6faaa0c31907 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 944 time: 0.0580606 Aug 17 02:27:23.767245 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=26109bf3-94ab-48a0-a747-548d741b351a,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:23.781555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab0fc7bd-9b66-4d24-9afc-edd68225e6da req-c05d1287-92be-42f4-bdbd-c3b983bf39c6 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535491 Aug 17 02:27:24.026881 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8c721d8f-258f-4461-9ce9-7629c3db598f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eef93502e28e47509f0f34ec3329b652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355639 Aug 17 02:27:24.029219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51744) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:24.107928 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41d469c3-55e6-4a45-9b6f-38295c0708fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:24.246987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['26109bf3-94ab-48a0-a747-548d741b351a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:27:24.385187 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41d469c3-55e6-4a45-9b6f-38295c0708fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:24.437134 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332b030-0cb3-47fb-8053-78ea97a843fe req-3c82cea2-f59b-4544-b00e-3b8a8b424c85 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:24.445898 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5332b030-0cb3-47fb-8053-78ea97a843fe req-3c82cea2-f59b-4544-b00e-3b8a8b424c85 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 945 time: 0.0934887 Aug 17 02:27:24.492988 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5332b030-0cb3-47fb-8053-78ea97a843fe req-ecd149f3-efe0-49e8-a441-6ccdd8346a7c tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/security-groups?id=06cba7ce-3ad9-4afe-a03f-d2985779c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433185 Aug 17 02:27:24.533698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51758) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:24.592785 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41d469c3-55e6-4a45-9b6f-38295c0708fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:24.595370 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41d469c3-55e6-4a45-9b6f-38295c0708fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:24.596517 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-41d469c3-55e6-4a45-9b6f-38295c0708fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43203e39-7c8f-4f82-9f4f-783186263b75 HTTP/1.1" status: 204 len: 168 time: 0.5660572 Aug 17 02:27:24.615550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d469c3-55e6-4a45-9b6f-38295c0708fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43203e39-7c8f-4f82-9f4f-783186263b75,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:24.689798 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-972edd6a-2907-4317-9e44-7054324cb7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:24.802259 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-972edd6a-2907-4317-9e44-7054324cb7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:24.910935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f85b7-a413-4039-a268-a18f996b35ec req-bbd9dcbe-d89a-4957-a22a-e62c1d920ed7 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:24.912483 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-308f85b7-a413-4039-a268-a18f996b35ec req-bbd9dcbe-d89a-4957-a22a-e62c1d920ed7 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 944 time: 0.0584638 Aug 17 02:27:24.913629 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-972edd6a-2907-4317-9e44-7054324cb7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:24.967825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972edd6a-2907-4317-9e44-7054324cb7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2e8bda-b72d-4d56-b360-e31d631c7c11,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:24.978015 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-972edd6a-2907-4317-9e44-7054324cb7fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d130ae4b19c649f8b145f1ab2e02beea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4406543 Aug 17 02:27:24.978228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51776) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:25.003150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-308f85b7-a413-4039-a268-a18f996b35ec req-1c31086e-78b0-44a0-86a8-dd98d064aa1a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836496 Aug 17 02:27:25.055057 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bb585eb-1846-4b30-a49c-51fe72346be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:25.082027 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bb585eb-1846-4b30-a49c-51fe72346be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:25.643587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed0e13-4141-49c5-8c16-4529ab03bd26 req-d71687da-9d0c-43de-bda1-c74d3742409e tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:25.645381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44ed0e13-4141-49c5-8c16-4529ab03bd26 req-d71687da-9d0c-43de-bda1-c74d3742409e tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 945 time: 0.0651195 Aug 17 02:27:25.689354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44ed0e13-4141-49c5-8c16-4529ab03bd26 req-d2bcaa56-198f-419e-9947-3ff53ae4f55d tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/security-groups?id=06cba7ce-3ad9-4afe-a03f-d2985779c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374067 Aug 17 02:27:25.768767 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bb585eb-1846-4b30-a49c-51fe72346be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:25.772712 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bb585eb-1846-4b30-a49c-51fe72346be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:25.774393 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7bb585eb-1846-4b30-a49c-51fe72346be1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c2e8bda-b72d-4d56-b360-e31d631c7c11 HTTP/1.1" status: 204 len: 168 time: 0.7951531 Aug 17 02:27:25.784605 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb585eb-1846-4b30-a49c-51fe72346be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2e8bda-b72d-4d56-b360-e31d631c7c11,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:26.140130 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13184d0a-f45d-4ec2-9653-1becac5c0182 req-f8f4d4b1-93ef-48bb-9989-70b37fee01b8 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:26.149090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13184d0a-f45d-4ec2-9653-1becac5c0182 req-f8f4d4b1-93ef-48bb-9989-70b37fee01b8 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 944 time: 0.0624619 Aug 17 02:27:26.204273 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13184d0a-f45d-4ec2-9653-1becac5c0182 req-bbacce77-6e9f-4f08-a9e7-93c27097f8bb tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539827 Aug 17 02:27:26.229069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51806) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:26.288417 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a19624c2-93bd-4fe3-bfbd-c823fd9cc7c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cde58ab67b854694b2ca2d633ed5e632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569937 Aug 17 02:27:26.290758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51812) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:26.353835 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-00ac910c-6aa3-4e41-a8e3-af8917c8b02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:26.387814 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-00ac910c-6aa3-4e41-a8e3-af8917c8b02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:26.545226 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:27:26.574033 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-00ac910c-6aa3-4e41-a8e3-af8917c8b02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:26.576654 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-00ac910c-6aa3-4e41-a8e3-af8917c8b02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:26.580467 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-00ac910c-6aa3-4e41-a8e3-af8917c8b02a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bbd2506-32b4-4993-b423-9190aa7698df HTTP/1.1" status: 204 len: 168 time: 0.2861116 Aug 17 02:27:26.587302 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac910c-6aa3-4e41-a8e3-af8917c8b02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbd2506-32b4-4993-b423-9190aa7698df,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:26.725985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51826) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:26.745305 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ee5e929-e769-46b9-a70c-475547f00c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:26.862327 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa8b8a-3fce-471f-b3b4-e80284a24bb5 req-97549a3c-535b-4c4d-af2b-672c1e4fcd0d tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:26.865013 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3fa8b8a-3fce-471f-b3b4-e80284a24bb5 req-97549a3c-535b-4c4d-af2b-672c1e4fcd0d tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 945 time: 0.0903888 Aug 17 02:27:26.934251 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3fa8b8a-3fce-471f-b3b4-e80284a24bb5 req-6e4a21cd-9a41-405c-b1d2-6d4a3cb9908d tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/security-groups?id=06cba7ce-3ad9-4afe-a03f-d2985779c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573528 Aug 17 02:27:26.939921 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ee5e929-e769-46b9-a70c-475547f00c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:27.093677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 639e4585-ee4c-4151-b99f-f62d193bc806 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:27:27.100992 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ee5e929-e769-46b9-a70c-475547f00c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:27.148339 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0ee5e929-e769-46b9-a70c-475547f00c74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1ace130a17d46e78b1738ff962fe88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214728 Aug 17 02:27:27.149095 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5e929-e769-46b9-a70c-475547f00c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db33b497-495f-4403-be60-bfc4055523a1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:27.154992 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51842) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:27.243580 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=639e4585-ee4c-4151-b99f-f62d193bc806,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:27.250565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 26109bf3-94ab-48a0-a747-548d741b351a up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:27:27.268734 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10de929b-2fe4-4ab4-ba65-3a11bb560457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:27.328849 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10de929b-2fe4-4ab4-ba65-3a11bb560457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:27.341661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '639e4585-ee4c-4151-b99f-f62d193bc806', 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2', 'port_id': '639e4585-ee4c-4151-b99f-f62d193bc806', 'mac_address': 'fa:16:3e:66:10:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3db6f36-5e0d-4b98-9171-c67317989b44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:27:27.417761 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:27.434698 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639e4585-ee4c-4151-b99f-f62d193bc806 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:27:27.459018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=639e4585-ee4c-4151-b99f-f62d193bc806,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:27.516860 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 26109bf3-94ab-48a0-a747-548d741b351a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:27:27.517509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 26109bf3-94ab-48a0-a747-548d741b351a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:27.518100 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:27.604559 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10de929b-2fe4-4ab4-ba65-3a11bb560457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:27.607250 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10de929b-2fe4-4ab4-ba65-3a11bb560457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:27.608433 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-10de929b-2fe4-4ab4-ba65-3a11bb560457 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db33b497-495f-4403-be60-bfc4055523a1 HTTP/1.1" status: 204 len: 168 time: 0.4520545 Aug 17 02:27:27.609030 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:27.622768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de929b-2fe4-4ab4-ba65-3a11bb560457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db33b497-495f-4403-be60-bfc4055523a1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:27.721698 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:27.772637 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=639e4585-ee4c-4151-b99f-f62d193bc806,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:27.798078 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 26109bf3-94ab-48a0-a747-548d741b351a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=26109bf3-94ab-48a0-a747-548d741b351a,segment=NetworkSegment(19583dca-cbe7-4e1a-82e3-1547956c1326),segment_id=19583dca-cbe7-4e1a-82e3-1547956c1326)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:27.824311 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfdd048-a63a-46b8-b59b-3a60e5990147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26109bf3-94ab-48a0-a747-548d741b351a'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:27:27.824311 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7eac7e-8682-4813-bd1c-60d16cd41ace" -d '{"events": [{"server_uuid": "ecfdd048-a63a-46b8-b59b-3a60e5990147", "name": "network-vif-plugged", "status": "completed", "tag": "26109bf3-94ab-48a0-a747-548d741b351a"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:27:27.935344 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:28.041325 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['639e4585-ee4c-4151-b99f-f62d193bc806'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:27:28.108701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=26109bf3-94ab-48a0-a747-548d741b351a,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:28.861114 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:29.103443 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51886) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:29.131407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 639e4585-ee4c-4151-b99f-f62d193bc806 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:27:29.147665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c9ea4-7e4f-43f2-b04c-9edbf0f9bf1c req-b0e29683-fb5d-4e8d-b3e0-5f44d0d85773 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:29.158018 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f9c9ea4-7e4f-43f2-b04c-9edbf0f9bf1c req-b0e29683-fb5d-4e8d-b3e0-5f44d0d85773 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 945 time: 0.1321268 Aug 17 02:27:29.242846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f9c9ea4-7e4f-43f2-b04c-9edbf0f9bf1c req-fddf0bc6-9d14-4102-9397-5d7568b8c360 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832334 Aug 17 02:27:29.356647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 639e4585-ee4c-4151-b99f-f62d193bc806 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:27:29.362151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 639e4585-ee4c-4151-b99f-f62d193bc806 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:29.362778 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:29.388621 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0a6dbfb6-3b6b-4d90-8fd3-118301413240 tempest-AgentManagementNegativeTest-948856895 tempest-AgentManagementNegativeTest-948856895-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2803199 Aug 17 02:27:29.529255 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:29.582341 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7935008c-03d7-4462-91c6-60f65ac91760 x-openstack-request-id: req-7935008c-03d7-4462-91c6-60f65ac91760 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:27:29.582635 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfdd048-a63a-46b8-b59b-3a60e5990147", "name": "network-vif-plugged", "status": "completed", "tag": "26109bf3-94ab-48a0-a747-548d741b351a", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:27:29.582890 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7935008c-03d7-4462-91c6-60f65ac91760 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:27:29.583286 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfdd048-a63a-46b8-b59b-3a60e5990147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26109bf3-94ab-48a0-a747-548d741b351a', 'code': 200} Aug 17 02:27:29.622601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=639e4585-ee4c-4151-b99f-f62d193bc806,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:29.704455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6dfd3-7eb2-4ad6-9918-ff38989dcee9 req-80276aa2-f970-4ac6-8541-0415db6652df tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:29.713209 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50c6dfd3-7eb2-4ad6-9918-ff38989dcee9 req-80276aa2-f970-4ac6-8541-0415db6652df tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 946 time: 0.0749302 Aug 17 02:27:29.746792 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d8c06-96ef-487c-b996-74160bbd19f3 req-53a66b9d-d194-461f-bdf1-28ce9614101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:29.746792 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d90d8c06-96ef-487c-b996-74160bbd19f3 req-53a66b9d-d194-461f-bdf1-28ce9614101b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 1098 time: 0.0597928 Aug 17 02:27:29.760881 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50c6dfd3-7eb2-4ad6-9918-ff38989dcee9 req-b48f34f1-60f4-4f86-b79b-1af96f9822fc tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/security-groups?id=06cba7ce-3ad9-4afe-a03f-d2985779c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463166 Aug 17 02:27:29.793650 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d90d8c06-96ef-487c-b996-74160bbd19f3 req-f72a4b4d-2f24-4805-8059-913169562fdb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=06cba7ce-3ad9-4afe-a03f-d2985779c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391643 Aug 17 02:27:30.166063 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:30.303874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=639e4585-ee4c-4151-b99f-f62d193bc806,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:30.484139 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449f882-5410-4df4-be32-3d60084e10fc req-b94008b5-5bf5-4c7a-a6af-b1989eba7f27 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:30.501030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d449f882-5410-4df4-be32-3d60084e10fc req-b94008b5-5bf5-4c7a-a6af-b1989eba7f27 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 946 time: 0.1055155 Aug 17 02:27:30.584339 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d449f882-5410-4df4-be32-3d60084e10fc req-f49954d5-4582-47f1-9e72-3d1a5e6d6288 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697086 Aug 17 02:27:30.699657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51944) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:31.054637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b88bf-9108-47a7-81f4-ff9fa15c9940 req-09fdf337-c826-46f7-9737-17c3f7a796e6 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:31.054637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f58b88bf-9108-47a7-81f4-ff9fa15c9940 req-09fdf337-c826-46f7-9737-17c3f7a796e6 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 946 time: 0.0695088 Aug 17 02:27:31.070407 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f58b88bf-9108-47a7-81f4-ff9fa15c9940 req-aba39237-bcd0-42cf-aac2-5bb3519d6b03 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/security-groups?id=06cba7ce-3ad9-4afe-a03f-d2985779c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753279 Aug 17 02:27:31.118522 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e29670e6-98cd-40bf-970d-fe423f19924b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:31.250659 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e29670e6-98cd-40bf-970d-fe423f19924b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:31.454343 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:31.511136 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e29670e6-98cd-40bf-970d-fe423f19924b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:31.580896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51970) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:31.585670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639e4585-ee4c-4151-b99f-f62d193bc806'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:27:31.588803 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddae057a-78ab-4be8-84a2-98f05f61f492" -d '{"events": [{"server_uuid": "6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f", "name": "network-vif-plugged", "status": "completed", "tag": "639e4585-ee4c-4151-b99f-f62d193bc806"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:27:31.599521 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e29670e6-98cd-40bf-970d-fe423f19924b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18e8cd06db00495ea26396cc1830d068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8983769 Aug 17 02:27:31.600951 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29670e6-98cd-40bf-970d-fe423f19924b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb980d8-60a7-412b-81f5-082a7ea3017f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:31.674262 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785ecaa2-5baa-4aa7-a031-98a17e55f262 x-openstack-request-id: req-785ecaa2-5baa-4aa7-a031-98a17e55f262 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:27:31.674808 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f", "name": "network-vif-plugged", "status": "completed", "tag": "639e4585-ee4c-4151-b99f-f62d193bc806", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:27:31.675264 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-785ecaa2-5baa-4aa7-a031-98a17e55f262 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:27:31.676575 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639e4585-ee4c-4151-b99f-f62d193bc806', 'code': 200} Aug 17 02:27:31.726355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27409895-e7ba-4f3c-8bcb-c60f3025103d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:31.755189 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27409895-e7ba-4f3c-8bcb-c60f3025103d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:31.856043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d375d5-3afc-4c55-8e08-6c490c2320d4 req-646dc587-b19c-44c2-8164-d24897eeec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:31.858325 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-15d375d5-3afc-4c55-8e08-6c490c2320d4 req-646dc587-b19c-44c2-8164-d24897eeec4e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 1098 time: 0.0744343 Aug 17 02:27:31.915862 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-15d375d5-3afc-4c55-8e08-6c490c2320d4 req-4b3fe289-8d77-47cf-ad1f-b4bc0dbdf796 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505302 Aug 17 02:27:31.930153 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b0d62-4068-4ef1-9bb6-f96017a32525 req-cbd8c23a-1ea8-48d8-86f3-b1a34b17d80b tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:31.934668 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-775b0d62-4068-4ef1-9bb6-f96017a32525 req-cbd8c23a-1ea8-48d8-86f3-b1a34b17d80b tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 946 time: 0.1039033 Aug 17 02:27:32.021306 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-775b0d62-4068-4ef1-9bb6-f96017a32525 req-48530887-f683-47a3-93d4-fb93ba025a66 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764966 Aug 17 02:27:32.030958 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27409895-e7ba-4f3c-8bcb-c60f3025103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:32.039642 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27409895-e7ba-4f3c-8bcb-c60f3025103d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:32.048908 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-27409895-e7ba-4f3c-8bcb-c60f3025103d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2eb980d8-60a7-412b-81f5-082a7ea3017f HTTP/1.1" status: 204 len: 168 time: 0.4649146 Aug 17 02:27:32.061123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27409895-e7ba-4f3c-8bcb-c60f3025103d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb980d8-60a7-412b-81f5-082a7ea3017f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:32.557393 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f635536-34c4-498c-911c-666bd6d5ed77 req-910546a1-e863-46bc-9f21-a858d3d969f6 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:32.566115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0f635536-34c4-498c-911c-666bd6d5ed77 req-910546a1-e863-46bc-9f21-a858d3d969f6 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 946 time: 0.1566367 Aug 17 02:27:32.638982 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0f635536-34c4-498c-911c-666bd6d5ed77 req-3ae325a9-141b-428a-bef7-c12f90e89210 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/security-groups?id=06cba7ce-3ad9-4afe-a03f-d2985779c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660069 Aug 17 02:27:33.639842 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9d9bd-4d50-4596-890d-af8664a36e68 req-f09d3e6e-e6c9-4f7a-ac54-edd6ccd17e6d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:33.652516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fe9d9bd-4d50-4596-890d-af8664a36e68 req-f09d3e6e-e6c9-4f7a-ac54-edd6ccd17e6d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 946 time: 0.1625891 Aug 17 02:27:33.749687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fe9d9bd-4d50-4596-890d-af8664a36e68 req-2eb33723-1eb6-4f88-bd85-adfbd588771d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953991 Aug 17 02:27:34.075187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52062) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:34.170833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44dd81-e46c-4194-8945-a3b07dee871a req-cd70b1e7-dd08-407b-abe2-9950ed3ec825 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:34.172434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f44dd81-e46c-4194-8945-a3b07dee871a req-cd70b1e7-dd08-407b-abe2-9950ed3ec825 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 946 time: 0.1562989 Aug 17 02:27:34.314235 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f44dd81-e46c-4194-8945-a3b07dee871a req-bf436a56-66e8-4b29-9643-876d41ecefdc tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/security-groups?id=06cba7ce-3ad9-4afe-a03f-d2985779c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279156 Aug 17 02:27:34.352978 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1864178390'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:34.546926 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Made reservation on behalf of 83e675ab2f62460082c84a6eea86dcbc for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:34.552033 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:34.568659 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:34.703934 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:34.814091 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:34.918874 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267c70ba-5eba-4cf1-baa9-bcf6d0af92bc,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:34.961796 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:27:35.014383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d59da-77ef-49f4-affb-0f93e29fae2b req-a2ce0644-1269-463f-a127-39e35efd014c tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:35.017014 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:35.018177 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Added segment 87dcf559-a82e-4549-9f50-3e3f1f8b8eb6 of type vlan for network a209162e-49f1-455d-b3be-7cf57c9458f0 Aug 17 02:27:35.025000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed8d59da-77ef-49f4-affb-0f93e29fae2b req-a2ce0644-1269-463f-a127-39e35efd014c tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 946 time: 0.0946147 Aug 17 02:27:35.107654 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed8d59da-77ef-49f4-affb-0f93e29fae2b req-265ea098-6ea0-4471-b73c-4ec6941fbafe tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798888 Aug 17 02:27:35.133088 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:35.306997 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:35.314528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:35.315094 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:35.404824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event updated for resources: {'Network': ['ID=a209162e-49f1-455d-b3be-7cf57c9458f0,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:35.422168 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network a209162e-49f1-455d-b3be-7cf57c9458f0 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:27:35.424789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4989a8-c7b2-4b68-8081-a71e101e9a6f req-e71a3de0-5462-45b2-a638-0c0776991643 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:35.427086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d4989a8-c7b2-4b68-8081-a71e101e9a6f req-e71a3de0-5462-45b2-a638-0c0776991643 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 1098 time: 0.0488181 Aug 17 02:27:35.496230 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d4989a8-c7b2-4b68-8081-a71e101e9a6f req-03982372-1718-4dfa-9848-ac4813317537 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520465 Aug 17 02:27:35.506748 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-10d621fd-b2fb-43a8-ae09-46a8952ecd1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4306798 Aug 17 02:27:35.509786 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52094) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:35.516973 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c49d803b-5366-4252-8d19-abf72d4f941e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Request body: {'subnet': {'network_id': 'a209162e-49f1-455d-b3be-7cf57c9458f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:35.725181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a23287-d98e-473b-b354-19cf8cf28983 req-f6af8a17-026e-4036-b253-3072f10e2780 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:35.744691 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96a23287-d98e-473b-b354-19cf8cf28983 req-f6af8a17-026e-4036-b253-3072f10e2780 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 946 time: 0.1206465 Aug 17 02:27:35.756206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666666b-0ca8-42aa-a651-4ae82fd799fa req-1a6889ba-bf00-4df7-a252-0669c5e536fa tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:35.757834 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c666666b-0ca8-42aa-a651-4ae82fd799fa req-1a6889ba-bf00-4df7-a252-0669c5e536fa tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecfdd048-a63a-46b8-b59b-3a60e5990147 HTTP/1.1" status: 200 len: 946 time: 0.1128414 Aug 17 02:27:35.790942 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96a23287-d98e-473b-b354-19cf8cf28983 req-20725ce6-6f85-42f5-b25a-53f9d618f3fe tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.13 "GET /v2.0/security-groups?id=06cba7ce-3ad9-4afe-a03f-d2985779c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452185 Aug 17 02:27:35.889178 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-c666666b-0ca8-42aa-a651-4ae82fd799fa req-33f22efa-870c-497e-b2f1-61abec22bb45 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Deleting port 26109bf3-94ab-48a0-a747-548d741b351a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:27:35.897919 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c666666b-0ca8-42aa-a651-4ae82fd799fa req-33f22efa-870c-497e-b2f1-61abec22bb45 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:35.938575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cf670-dd0d-43c9-a74f-63a804bb8994 req-a81f93d4-76d7-4991-894e-730ec767eed8 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:35.940518 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b0cf670-dd0d-43c9-a74f-63a804bb8994 req-a81f93d4-76d7-4991-894e-730ec767eed8 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 1098 time: 0.0518861 Aug 17 02:27:35.943555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49d803b-5366-4252-8d19-abf72d4f941e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Made reservation on behalf of 83e675ab2f62460082c84a6eea86dcbc for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:35.947292 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c49d803b-5366-4252-8d19-abf72d4f941e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:35.994411 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b0cf670-dd0d-43c9-a74f-63a804bb8994 req-1cf2193c-49b8-4b33-8b37-1a83d1a088aa tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 Aug 17 02:27:36.431013 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c666666b-0ca8-42aa-a651-4ae82fd799fa req-33f22efa-870c-497e-b2f1-61abec22bb45 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] For port 26109bf3-94ab-48a0-a747-548d741b351a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=26109bf3-94ab-48a0-a747-548d741b351a,segment=NetworkSegment(19583dca-cbe7-4e1a-82e3-1547956c1326),segment_id=19583dca-cbe7-4e1a-82e3-1547956c1326)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:36.431013 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c666666b-0ca8-42aa-a651-4ae82fd799fa req-33f22efa-870c-497e-b2f1-61abec22bb45 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:36.448955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-c666666b-0ca8-42aa-a651-4ae82fd799fa req-33f22efa-870c-497e-b2f1-61abec22bb45 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Calling delete_port for 26109bf3-94ab-48a0-a747-548d741b351a owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:27:36.725648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52124) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:36.851313 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d82d4e1-fbf1-4be5-a465-9a1268741850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:36.888849 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c49d803b-5366-4252-8d19-abf72d4f941e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:36.896504 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c666666b-0ca8-42aa-a651-4ae82fd799fa req-33f22efa-870c-497e-b2f1-61abec22bb45 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:36.928642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['26109bf3-94ab-48a0-a747-548d741b351a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:27:36.973808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f22efa-870c-497e-b2f1-61abec22bb45 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Pushing event deleted for resources: {'Port': ['ID=26109bf3-94ab-48a0-a747-548d741b351a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:36.981825 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d82d4e1-fbf1-4be5-a465-9a1268741850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:36.988997 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d803b-5366-4252-8d19-abf72d4f941e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event updated for resources: {'Subnet': ['ID=46554c8f-b787-45ba-a668-7f53dc532a84,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:37.029511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c666666b-0ca8-42aa-a651-4ae82fd799fa req-33f22efa-870c-497e-b2f1-61abec22bb45 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] No DVR routers for this DVR port 26109bf3-94ab-48a0-a747-548d741b351a on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:27:37.032932 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c666666b-0ca8-42aa-a651-4ae82fd799fa req-33f22efa-870c-497e-b2f1-61abec22bb45 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:37.034958 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c666666b-0ca8-42aa-a651-4ae82fd799fa req-33f22efa-870c-497e-b2f1-61abec22bb45 tempest-ServerAddressesNegativeTestJSON-388768174 tempest-ServerAddressesNegativeTestJSON-388768174-project] 10.222.0.18 "DELETE /v2.0/ports/26109bf3-94ab-48a0-a747-548d741b351a HTTP/1.1" status: 204 len: 173 time: 1.2704422 Aug 17 02:27:37.035472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfdd048-a63a-46b8-b59b-3a60e5990147', 'name': 'network-vif-deleted', 'tag': '26109bf3-94ab-48a0-a747-548d741b351a'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:27:37.037818 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceb7805-d2f1-4cde-86da-543fb5617dc6" -d '{"events": [{"server_uuid": "ecfdd048-a63a-46b8-b59b-3a60e5990147", "name": "network-vif-deleted", "tag": "26109bf3-94ab-48a0-a747-548d741b351a"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:27:37.047533 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49d803b-5366-4252-8d19-abf72d4f941e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Checking segment: {'id': '87dcf559-a82e-4549-9f50-3e3f1f8b8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a209162e-49f1-455d-b3be-7cf57c9458f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:27:37.047903 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49d803b-5366-4252-8d19-abf72d4f941e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Network hostable DHCP agents. Network: a209162e-49f1-455d-b3be-7cf57c9458f0, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:27:37.150914 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d82d4e1-fbf1-4be5-a465-9a1268741850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:37.189917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3d82d4e1-fbf1-4be5-a465-9a1268741850 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0c2253354944d0ebe2d2900a67f49ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4629922 Aug 17 02:27:37.191000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82d4e1-fbf1-4be5-a465-9a1268741850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f2c0ee-1899-4a67-98d9-f17954d9460b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:37.193333 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52134) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:37.201704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49d803b-5366-4252-8d19-abf72d4f941e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Network a209162e-49f1-455d-b3be-7cf57c9458f0 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:27:37.250917 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1af2e7cf-d3fa-449d-a319-a5bddd554f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:37.275539 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1af2e7cf-d3fa-449d-a319-a5bddd554f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:37.403916 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-c49d803b-5366-4252-8d19-abf72d4f941e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, a209162e-49f1-455d-b3be-7cf57c9458f0) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:37.413211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d803b-5366-4252-8d19-abf72d4f941e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:37.413907 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c49d803b-5366-4252-8d19-abf72d4f941e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:37.416896 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ba745f-4a4e-4e9b-86ef-e151dd3cdade None None] Network a209162e-49f1-455d-b3be-7cf57c9458f0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:27:37.482212 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1af2e7cf-d3fa-449d-a319-a5bddd554f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:37.485057 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1af2e7cf-d3fa-449d-a319-a5bddd554f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:37.489860 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1af2e7cf-d3fa-449d-a319-a5bddd554f09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51f2c0ee-1899-4a67-98d9-f17954d9460b HTTP/1.1" status: 204 len: 168 time: 0.2923529 Aug 17 02:27:37.498302 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2e7cf-d3fa-449d-a319-a5bddd554f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f2c0ee-1899-4a67-98d9-f17954d9460b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:37.524768 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c49d803b-5366-4252-8d19-abf72d4f941e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0138755 Aug 17 02:27:37.527474 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52146) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:37.533562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-3cdb2229-6ff4-443c-9e44-8427e4bc8ec6 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Request body: {'port': {'network_id': 'a209162e-49f1-455d-b3be-7cf57c9458f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2086040932'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:37.704402 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-a209162e-49f1-455d-b3be-7cf57c9458f0', 'network_id': 'a209162e-49f1-455d-b3be-7cf57c9458f0', 'tenant_id': '83e675ab2f62460082c84a6eea86dcbc', 'fixed_ips': [{'subnet_id': '46554c8f-b787-45ba-a668-7f53dc532a84'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:27:37.723039 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:37.867106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdb2229-6ff4-443c-9e44-8427e4bc8ec6 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Made reservation on behalf of 83e675ab2f62460082c84a6eea86dcbc for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:37.871800 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3cdb2229-6ff4-443c-9e44-8427e4bc8ec6 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:37.927429 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-3cdb2229-6ff4-443c-9e44-8427e4bc8ec6 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] device_id is not set on port 6f044b8c-9cb2-4e22-b7ca-21ee688b6daa yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:27:37.996262 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2d35c5eb-7c68-4c7d-b086-5cec238036b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:38.028574 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Allocated IP 2001:db8::2 (a209162e-49f1-455d-b3be-7cf57c9458f0/46554c8f-b787-45ba-a668-7f53dc532a84/2f5ab0b3-a0ba-4a64-9c36-a589748b1084) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:27:38.271775 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:38.280568 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Transition to ACTIVE for port object 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:38.297062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Transition to ACTIVE for port object 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:38.433512 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:38.480816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Network a209162e-49f1-455d-b3be-7cf57c9458f0 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:38.484326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:38.488831 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:38.499106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Pushing event updated for resources: {'Port': ['ID=2f5ab0b3-a0ba-4a64-9c36-a589748b1084,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:38.555997 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Attempting to bind port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:38.562212 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Attempting to bind port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '87dcf559-a82e-4549-9f50-3e3f1f8b8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a209162e-49f1-455d-b3be-7cf57c9458f0'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:38.562212 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Attempting to bind port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 on network a209162e-49f1-455d-b3be-7cf57c9458f0 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:38.562581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-3cdb2229-6ff4-443c-9e44-8427e4bc8ec6 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Allocated IP 2001:db8::2e3 (a209162e-49f1-455d-b3be-7cf57c9458f0/46554c8f-b787-45ba-a668-7f53dc532a84/6f044b8c-9cb2-4e22-b7ca-21ee688b6daa) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:27:38.563048 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:27:38.563297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Checking segment: {'id': '87dcf559-a82e-4549-9f50-3e3f1f8b8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a209162e-49f1-455d-b3be-7cf57c9458f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:27:38.563994 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:38.564535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Bound using segment: {'id': '87dcf559-a82e-4549-9f50-3e3f1f8b8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a209162e-49f1-455d-b3be-7cf57c9458f0'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:27:38.565035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Bound port: 2f5ab0b3-a0ba-4a64-9c36-a589748b1084, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87dcf559-a82e-4549-9f50-3e3f1f8b8eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a209162e-49f1-455d-b3be-7cf57c9458f0'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:27:38.565525 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:38.653217 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] For port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:27:38.656668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] For port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2f5ab0b3-a0ba-4a64-9c36-a589748b1084,segment=NetworkSegment(87dcf559-a82e-4549-9f50-3e3f1f8b8eb6),segment_id=87dcf559-a82e-4549-9f50-3e3f1f8b8eb6)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:27:38.713526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52172) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:38.729632 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a353d1a4-3f78-4f24-9247-703d35bdb292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:38.766554 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3cdb2229-6ff4-443c-9e44-8427e4bc8ec6 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:38.794103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-3cdb2229-6ff4-443c-9e44-8427e4bc8ec6 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Transition to ACTIVE for port object 6f044b8c-9cb2-4e22-b7ca-21ee688b6daa will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:38.881505 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:38.882796 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a353d1a4-3f78-4f24-9247-703d35bdb292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:38.973650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138234a3-a1dd-4a46-b219-880ab6a4bdf1 None None] Pushing event updated for resources: {'Port': ['ID=2f5ab0b3-a0ba-4a64-9c36-a589748b1084,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:39.124740 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a353d1a4-3f78-4f24-9247-703d35bdb292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:39.134157 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3cdb2229-6ff4-443c-9e44-8427e4bc8ec6 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:39.193459 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a353d1a4-3f78-4f24-9247-703d35bdb292 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a2381127326476fb0e51dffea64e789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4778244 Aug 17 02:27:39.201052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52176) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:39.251963 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdb2229-6ff4-443c-9e44-8427e4bc8ec6 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Network a209162e-49f1-455d-b3be-7cf57c9458f0 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:39.256422 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-3cdb2229-6ff4-443c-9e44-8427e4bc8ec6 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:39.260632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdb2229-6ff4-443c-9e44-8427e4bc8ec6 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:39.266863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdb2229-6ff4-443c-9e44-8427e4bc8ec6 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:39.267548 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3cdb2229-6ff4-443c-9e44-8427e4bc8ec6 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:39.275257 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb2229-6ff4-443c-9e44-8427e4bc8ec6 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event updated for resources: {'Port': ['ID=6f044b8c-9cb2-4e22-b7ca-21ee688b6daa,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:39.298449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 26109bf3-94ab-48a0-a747-548d741b351a no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:27:39.335633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 26109bf3-94ab-48a0-a747-548d741b351a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:27:39.335982 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 26109bf3-94ab-48a0-a747-548d741b351a not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:27:39.345950 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83cf7eda-bee7-4c04-9fb0-0a22e84e98b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:39.350781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353d1a4-3f78-4f24-9247-703d35bdb292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22c1e4e-4e17-454b-a815-760689078907,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:39.398083 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83cf7eda-bee7-4c04-9fb0-0a22e84e98b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:39.454135 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3cdb2229-6ff4-443c-9e44-8427e4bc8ec6 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9254930 Aug 17 02:27:39.459397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52178) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:39.461161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ef6ce3fd-c552-4c75-92d1-46cc16941d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Request body: {'port': {'network_id': 'a209162e-49f1-455d-b3be-7cf57c9458f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-562363857', 'allowed_address_pairs': [{'ip_address': '2001:db8::2e3', 'mac_address': 'fa:16:3e:12:0c:84'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:39.586981 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83cf7eda-bee7-4c04-9fb0-0a22e84e98b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:39.590679 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83cf7eda-bee7-4c04-9fb0-0a22e84e98b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:39.593289 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-83cf7eda-bee7-4c04-9fb0-0a22e84e98b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d22c1e4e-4e17-454b-a815-760689078907 HTTP/1.1" status: 204 len: 168 time: 0.3896446 Aug 17 02:27:39.607094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf7eda-bee7-4c04-9fb0-0a22e84e98b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22c1e4e-4e17-454b-a815-760689078907,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:39.809610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6ce3fd-c552-4c75-92d1-46cc16941d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Made reservation on behalf of 83e675ab2f62460082c84a6eea86dcbc for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:39.918548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:27:39.963909 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce3fd-c552-4c75-92d1-46cc16941d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:40.009308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-ef6ce3fd-c552-4c75-92d1-46cc16941d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] device_id is not set on port d8417dc1-b49c-4686-8451-4052bfe37363 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:27:40.030454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-b0e64054-2d28-4e63-a384-ddfc442b24b2 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:27:40.042726 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-b0e64054-2d28-4e63-a384-ddfc442b24b2 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180249 Aug 17 02:27:40.110164 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-50289cd8-9e0f-4474-9efe-313bcdfa3610 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:40.119800 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:27:40.121372 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-50289cd8-9e0f-4474-9efe-313bcdfa3610 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports/639e4585-ee4c-4151-b99f-f62d193bc806 HTTP/1.1" status: 200 len: 1095 time: 0.0633025 Aug 17 02:27:40.126417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-974a792e-21b7-4a74-80f0-306542b6646b service neutron] Request body: {'binding': {'host': 'n-h2-793621-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:40.127553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-974a792e-21b7-4a74-80f0-306542b6646b service neutron] Unknown quota resources ['binding']. {{(pid=95407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:27:40.251953 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-ef6ce3fd-c552-4c75-92d1-46cc16941d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Allocated IP 2001:db8::3d2 (a209162e-49f1-455d-b3be-7cf57c9458f0/46554c8f-b787-45ba-a668-7f53dc532a84/d8417dc1-b49c-4686-8451-4052bfe37363) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:27:40.272910 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-31b94910-4543-4a26-9fa9-9941454f851f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:40.335353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c4bcbe-4c21-4e62-8c19-db990869ca24 None None] Network a209162e-49f1-455d-b3be-7cf57c9458f0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:27:40.370281 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-974a792e-21b7-4a74-80f0-306542b6646b service neutron] Attempting to bind port 639e4585-ee4c-4151-b99f-f62d193bc806 on host n-h2-793621-31 for vnic_type normal with profile None {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:40.370664 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-974a792e-21b7-4a74-80f0-306542b6646b service neutron] Attempting to bind port 639e4585-ee4c-4151-b99f-f62d193bc806 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:40.371004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-974a792e-21b7-4a74-80f0-306542b6646b service neutron] Attempting to bind port 639e4585-ee4c-4151-b99f-f62d193bc806 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:40.377593 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-974a792e-21b7-4a74-80f0-306542b6646b service neutron] Port 639e4585-ee4c-4151-b99f-f62d193bc806 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:40.377924 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-974a792e-21b7-4a74-80f0-306542b6646b service neutron] Attempting to bind port 639e4585-ee4c-4151-b99f-f62d193bc806 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:40.386766 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-974a792e-21b7-4a74-80f0-306542b6646b service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:27:40.387186 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-974a792e-21b7-4a74-80f0-306542b6646b service neutron] Checking segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:27:40.387587 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-974a792e-21b7-4a74-80f0-306542b6646b service neutron] Bound using segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:27:40.392772 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-974a792e-21b7-4a74-80f0-306542b6646b service neutron] Bound port: 639e4585-ee4c-4151-b99f-f62d193bc806, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:27:40.475502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-974a792e-21b7-4a74-80f0-306542b6646b service neutron] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=639e4585-ee4c-4151-b99f-f62d193bc806,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:27:40.564492 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-81817315-65d0-4b2d-997f-0702ba981488 None None] Provisioning for port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:27:40.575708 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-81817315-65d0-4b2d-997f-0702ba981488 None None] Provisioning complete for port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:40.576221 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-81817315-65d0-4b2d-997f-0702ba981488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:40.584740 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-974a792e-21b7-4a74-80f0-306542b6646b service neutron] Notify callbacks [] for binding, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:40.587659 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-974a792e-21b7-4a74-80f0-306542b6646b service neutron] 10.222.0.13 "POST /v2.0/ports/639e4585-ee4c-4151-b99f-f62d193bc806/bindings HTTP/1.1" status: 201 len: 390 time: 0.4651003 Aug 17 02:27:40.604817 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce3fd-c552-4c75-92d1-46cc16941d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:40.621867 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-ef6ce3fd-c552-4c75-92d1-46cc16941d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Transition to ACTIVE for port object d8417dc1-b49c-4686-8451-4052bfe37363 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:40.669503 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-81817315-65d0-4b2d-997f-0702ba981488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:40.710558 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-81817315-65d0-4b2d-997f-0702ba981488 None None] For port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2f5ab0b3-a0ba-4a64-9c36-a589748b1084,segment=NetworkSegment(87dcf559-a82e-4549-9f50-3e3f1f8b8eb6),segment_id=87dcf559-a82e-4549-9f50-3e3f1f8b8eb6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:40.741403 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:41.336095 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-81817315-65d0-4b2d-997f-0702ba981488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:41.336876 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce3fd-c552-4c75-92d1-46cc16941d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:41.399066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6ce3fd-c552-4c75-92d1-46cc16941d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Network a209162e-49f1-455d-b3be-7cf57c9458f0 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:41.403347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ef6ce3fd-c552-4c75-92d1-46cc16941d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:41.405996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ce3fd-c552-4c75-92d1-46cc16941d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:41.409692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81817315-65d0-4b2d-997f-0702ba981488 None None] Pushing event updated for resources: {'Port': ['ID=2f5ab0b3-a0ba-4a64-9c36-a589748b1084,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:41.413456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ce3fd-c552-4c75-92d1-46cc16941d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:41.414338 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce3fd-c552-4c75-92d1-46cc16941d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:41.419279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ce3fd-c552-4c75-92d1-46cc16941d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event updated for resources: {'Port': ['ID=d8417dc1-b49c-4686-8451-4052bfe37363,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:41.464545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-86e155de-d014-43a1-8398-238ba8d0aa1e None None] Provisioning complete for port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:41.464920 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-86e155de-d014-43a1-8398-238ba8d0aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:41.562883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52208) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:41.617416 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaec742f-bfba-457b-9931-c4f473076fe2 x-openstack-request-id: req-aaec742f-bfba-457b-9931-c4f473076fe2 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:27:41.618047 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfdd048-a63a-46b8-b59b-3a60e5990147", "name": "network-vif-deleted", "tag": "26109bf3-94ab-48a0-a747-548d741b351a", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:27:41.618163 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaec742f-bfba-457b-9931-c4f473076fe2 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:27:41.618750 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfdd048-a63a-46b8-b59b-3a60e5990147', 'name': 'network-vif-deleted', 'tag': '26109bf3-94ab-48a0-a747-548d741b351a', 'status': 'completed', 'code': 200} Aug 17 02:27:41.637102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e75c90-951c-44a6-83e1-83217195a049 admin admin] Deleting subnet 02eaf208-8cbf-416b-a3e7-4ea2cf42fb19 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:27:41.652918 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ef6ce3fd-c552-4c75-92d1-46cc16941d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.1854980 Aug 17 02:27:41.652918 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54e75c90-951c-44a6-83e1-83217195a049 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:41.653739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52210) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:41.752753 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54e75c90-951c-44a6-83e1-83217195a049 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:41.789075 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:41.790268 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-86e155de-d014-43a1-8398-238ba8d0aa1e None None] Provisioning for port 6f044b8c-9cb2-4e22-b7ca-21ee688b6daa completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:27:41.796882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-86e155de-d014-43a1-8398-238ba8d0aa1e None None] Provisioning complete for port 6f044b8c-9cb2-4e22-b7ca-21ee688b6daa triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:41.830882 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-86e155de-d014-43a1-8398-238ba8d0aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:41.848505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae00ee-8396-4324-b921-229d5af34199 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:41.856198 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54e75c90-951c-44a6-83e1-83217195a049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:41.856703 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae00ee-8396-4324-b921-229d5af34199 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:41.863136 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae00ee-8396-4324-b921-229d5af34199 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:41.864997 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e6ae00ee-8396-4324-b921-229d5af34199 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2194214 Aug 17 02:27:41.867960 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52222) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:41.919591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:27:41.950678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-86e155de-d014-43a1-8398-238ba8d0aa1e None None] Port 6f044b8c-9cb2-4e22-b7ca-21ee688b6daa cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:27:41.981689 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:41.982062 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:42.030839 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7995fe13-d432-4a25-8a3b-454a914c9a1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Deleting port d8417dc1-b49c-4686-8451-4052bfe37363 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:27:42.031172 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7995fe13-d432-4a25-8a3b-454a914c9a1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:42.164682 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7995fe13-d432-4a25-8a3b-454a914c9a1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:42.186871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7995fe13-d432-4a25-8a3b-454a914c9a1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Calling delete_port for d8417dc1-b49c-4686-8451-4052bfe37363 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:27:42.225702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44923633-3059-4e1c-98c4-d0d3140e736c req-173cafcf-4ea4-4162-bfab-ff82d050ed08 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:42.231816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44923633-3059-4e1c-98c4-d0d3140e736c req-173cafcf-4ea4-4162-bfab-ff82d050ed08 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 946 time: 0.0720670 Aug 17 02:27:42.231816 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54e75c90-951c-44a6-83e1-83217195a049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:42.280783 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54e75c90-951c-44a6-83e1-83217195a049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:42.283181 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-54e75c90-951c-44a6-83e1-83217195a049 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/02eaf208-8cbf-416b-a3e7-4ea2cf42fb19 HTTP/1.1" status: 204 len: 168 time: 0.7194550 Aug 17 02:27:42.284247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e75c90-951c-44a6-83e1-83217195a049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02eaf208-8cbf-416b-a3e7-4ea2cf42fb19,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:42.286661 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52228) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:42.311391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44923633-3059-4e1c-98c4-d0d3140e736c req-3c02cc99-3207-4106-9b30-217e9f4a73d6 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716543 Aug 17 02:27:42.311956 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5100e1b9-9155-4968-b069-c5c73fe40cfc None None] Provisioning for port d8417dc1-b49c-4686-8451-4052bfe37363 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:27:42.316853 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5100e1b9-9155-4968-b069-c5c73fe40cfc None None] Provisioning complete for port d8417dc1-b49c-4686-8451-4052bfe37363 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:42.317453 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5100e1b9-9155-4968-b069-c5c73fe40cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:42.360025 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5100e1b9-9155-4968-b069-c5c73fe40cfc None None] Port d8417dc1-b49c-4686-8451-4052bfe37363 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:27:42.456297 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9055184a-7cb3-4ec9-9b93-4d4722b9428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:42.531681 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-7126464b-4fde-4d88-b6d7-8e9b9fdf15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:42.533179 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-7126464b-4fde-4d88-b6d7-8e9b9fdf15bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 1098 time: 0.0971305 Aug 17 02:27:42.606803 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7995fe13-d432-4a25-8a3b-454a914c9a1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:42.622593 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9055184a-7cb3-4ec9-9b93-4d4722b9428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:42.661304 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-9055184a-7cb3-4ec9-9b93-4d4722b9428c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211ba0b6-3c9d-4b57-a253-1bcc99c83ce2']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:42.671378 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995fe13-d432-4a25-8a3b-454a914c9a1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event deleted for resources: {'Port': ['ID=d8417dc1-b49c-4686-8451-4052bfe37363,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:42.681175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-9055184a-7cb3-4ec9-9b93-4d4722b9428c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19583dca-cbe7-4e1a-82e3-1547956c1326') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:42.681175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-9055184a-7cb3-4ec9-9b93-4d4722b9428c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19583dca-cbe7-4e1a-82e3-1547956c1326') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:42.726757 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9055184a-7cb3-4ec9-9b93-4d4722b9428c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:42.797073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9055184a-7cb3-4ec9-9b93-4d4722b9428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:42.812486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-ed39819b-e46d-4010-8d39-72c7a7644182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:42.814136 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-ed39819b-e46d-4010-8d39-72c7a7644182 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.2573099 Aug 17 02:27:42.829989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9055184a-7cb3-4ec9-9b93-4d4722b9428c admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:27:42.830407 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9055184a-7cb3-4ec9-9b93-4d4722b9428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:27:42.832292 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:27:42.936713 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7995fe13-d432-4a25-8a3b-454a914c9a1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:42.942899 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7995fe13-d432-4a25-8a3b-454a914c9a1b tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "DELETE /v2.0/ports/d8417dc1-b49c-4686-8451-4052bfe37363 HTTP/1.1" status: 204 len: 168 time: 1.0701528 Aug 17 02:27:42.942899 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-5a02a943-53e8-4475-962a-d051c07af9e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=639e4585-ee4c-4151-b99f-f62d193bc806 HTTP/1.1" status: 200 len: 217 time: 0.1005929 Aug 17 02:27:42.943359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52256) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:43.010121 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44b7560-749c-4a43-a3af-4297fba9dd44 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] GET failed (client error): The resource could not be found. Aug 17 02:27:43.011757 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f44b7560-749c-4a43-a3af-4297fba9dd44 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "GET /v2.0/ports/d8417dc1-b49c-4686-8451-4052bfe37363 HTTP/1.1" status: 404 len: 333 time: 0.0586600 Aug 17 02:27:43.016072 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52260) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:43.021454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b043b89a-08f6-49b0-a027-f0d3fe0d9d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Request body: {'port': {'network_id': 'a209162e-49f1-455d-b3be-7cf57c9458f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-661147836'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:43.037613 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-3d1270d1-0809-41d1-ac2d-65da69ff5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:43.040300 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-3d1270d1-0809-41d1-ac2d-65da69ff5959 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0778530 Aug 17 02:27:43.098877 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-08fbaa88-eed5-4822-a53f-7c539383974c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467134 Aug 17 02:27:43.100725 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9055184a-7cb3-4ec9-9b93-4d4722b9428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:43.107938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9055184a-7cb3-4ec9-9b93-4d4722b9428c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:43.112294 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9055184a-7cb3-4ec9-9b93-4d4722b9428c admin admin] 10.222.0.13 "DELETE /v2.0/networks/211ba0b6-3c9d-4b57-a253-1bcc99c83ce2 HTTP/1.1" status: 204 len: 168 time: 0.8169184 Aug 17 02:27:43.144163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055184a-7cb3-4ec9-9b93-4d4722b9428c admin admin] Pushing event deleted for resources: {'Network': ['ID=211ba0b6-3c9d-4b57-a253-1bcc99c83ce2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:43.258239 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-9a44ee10-9f91-45ad-bb39-9f825b3c313b service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469233 Aug 17 02:27:43.329638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b043b89a-08f6-49b0-a027-f0d3fe0d9d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Made reservation on behalf of 83e675ab2f62460082c84a6eea86dcbc for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:43.334243 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b043b89a-08f6-49b0-a027-f0d3fe0d9d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:43.352698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-b043b89a-08f6-49b0-a027-f0d3fe0d9d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] device_id is not set on port 5ed09f8b-2a80-43f7-a9a3-a548e0166119 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:27:43.361820 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-7e0b1d44-2704-4429-8a70-f5eacbc79c98 service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954618 Aug 17 02:27:43.527660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f4a53-bf17-4bb9-af52-0ca6376cfa86 req-d76e33e8-0f1b-4dc4-a7a0-de43f207a308 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:43.528889 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d63f4a53-bf17-4bb9-af52-0ca6376cfa86 req-d76e33e8-0f1b-4dc4-a7a0-de43f207a308 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 946 time: 0.1207168 Aug 17 02:27:43.532385 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-b043b89a-08f6-49b0-a027-f0d3fe0d9d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Allocated IP 2001:db8::28c (a209162e-49f1-455d-b3be-7cf57c9458f0/46554c8f-b787-45ba-a668-7f53dc532a84/5ed09f8b-2a80-43f7-a9a3-a548e0166119) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:27:43.597150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d63f4a53-bf17-4bb9-af52-0ca6376cfa86 req-98bc6832-10c7-4dbe-872c-c85c1b84f76a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590515 Aug 17 02:27:43.659180 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:43.730784 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b043b89a-08f6-49b0-a027-f0d3fe0d9d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:43.746638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-b043b89a-08f6-49b0-a027-f0d3fe0d9d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Transition to ACTIVE for port object 5ed09f8b-2a80-43f7-a9a3-a548e0166119 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:43.898889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52286) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:43.914853 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b043b89a-08f6-49b0-a027-f0d3fe0d9d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:44.003911 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043b89a-08f6-49b0-a027-f0d3fe0d9d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Network a209162e-49f1-455d-b3be-7cf57c9458f0 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:44.018210 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-b043b89a-08f6-49b0-a027-f0d3fe0d9d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:44.022524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043b89a-08f6-49b0-a027-f0d3fe0d9d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:44.031038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b043b89a-08f6-49b0-a027-f0d3fe0d9d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:44.032298 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b043b89a-08f6-49b0-a027-f0d3fe0d9d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:44.051604 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c4434bd6-8073-45bc-8532-93747061d217 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3dcc2b35fc8476e8168f814b7eae45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512020 Aug 17 02:27:44.053546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52304) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:44.054391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043b89a-08f6-49b0-a027-f0d3fe0d9d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event updated for resources: {'Port': ['ID=5ed09f8b-2a80-43f7-a9a3-a548e0166119,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:44.159394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b043b89a-08f6-49b0-a027-f0d3fe0d9d24 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1421444 Aug 17 02:27:44.162579 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52316) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:44.168489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a0053a0d-e7a0-4cdf-871a-52812a55d8b9 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e3', 'mac_address': 'fa:16:3e:12:0c:84'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:44.178652 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9bdbfa48-464c-4fdc-a138-dca7f60c49db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:44.214030 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9bdbfa48-464c-4fdc-a138-dca7f60c49db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:44.273299 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0053a0d-e7a0-4cdf-871a-52812a55d8b9 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:44.304222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23067c3b-905b-4af0-9418-5ef41ce10401 req-3076e3c0-9a9d-4b8d-9a22-ded997006c16 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:44.306193 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23067c3b-905b-4af0-9418-5ef41ce10401 req-3076e3c0-9a9d-4b8d-9a22-ded997006c16 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 950 time: 0.1052759 Aug 17 02:27:44.382068 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9bdbfa48-464c-4fdc-a138-dca7f60c49db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:44.393366 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9bdbfa48-464c-4fdc-a138-dca7f60c49db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:44.394720 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9bdbfa48-464c-4fdc-a138-dca7f60c49db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06cba7ce-3ad9-4afe-a03f-d2985779c7b8 HTTP/1.1" status: 204 len: 168 time: 0.3401730 Aug 17 02:27:44.416100 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbfa48-464c-4fdc-a138-dca7f60c49db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cba7ce-3ad9-4afe-a03f-d2985779c7b8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:44.418181 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23067c3b-905b-4af0-9418-5ef41ce10401 req-02f2f025-38cd-48f7-80c6-bf3716934104 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6d53ac-cee4-464f-9d08-f14a07bee355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851541 Aug 17 02:27:44.527823 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6353f2d9-1114-427b-82f0-26ce72852786 None None] Provisioning for port 5ed09f8b-2a80-43f7-a9a3-a548e0166119 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:27:44.532210 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6353f2d9-1114-427b-82f0-26ce72852786 None None] Provisioning complete for port 5ed09f8b-2a80-43f7-a9a3-a548e0166119 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:44.534036 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6353f2d9-1114-427b-82f0-26ce72852786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:44.579623 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0053a0d-e7a0-4cdf-871a-52812a55d8b9 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:44.586986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-6353f2d9-1114-427b-82f0-26ce72852786 None None] Port 5ed09f8b-2a80-43f7-a9a3-a548e0166119 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:27:44.831065 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0053a0d-e7a0-4cdf-871a-52812a55d8b9 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:44.867210 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-a0053a0d-e7a0-4cdf-871a-52812a55d8b9 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] In _notify_port_updated(), no bound segment for port 5ed09f8b-2a80-43f7-a9a3-a548e0166119 on network a209162e-49f1-455d-b3be-7cf57c9458f0 {{(pid=95406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:27:44.872678 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0053a0d-e7a0-4cdf-871a-52812a55d8b9 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:44.873321 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0053a0d-e7a0-4cdf-871a-52812a55d8b9 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:44.877943 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a0053a0d-e7a0-4cdf-871a-52812a55d8b9 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "PUT /v2.0/ports/5ed09f8b-2a80-43f7-a9a3-a548e0166119 HTTP/1.1" status: 200 len: 1002 time: 0.7108026 Aug 17 02:27:44.877943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52340) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:44.920333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0053a0d-e7a0-4cdf-871a-52812a55d8b9 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event updated for resources: {'Port': ['ID=5ed09f8b-2a80-43f7-a9a3-a548e0166119,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:44.993828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ee58c-af4a-4525-8d71-3c0531ef2d54 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Deleting port 5ed09f8b-2a80-43f7-a9a3-a548e0166119 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:27:44.994246 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee58c-af4a-4525-8d71-3c0531ef2d54 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:45.121780 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee58c-af4a-4525-8d71-3c0531ef2d54 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:45.149452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ee58c-af4a-4525-8d71-3c0531ef2d54 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Calling delete_port for 5ed09f8b-2a80-43f7-a9a3-a548e0166119 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:27:45.236783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-27abc1f1-80a1-4636-9c8b-c125dedb3206 None None] Provisioning complete for port 5ed09f8b-2a80-43f7-a9a3-a548e0166119 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:45.237379 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-27abc1f1-80a1-4636-9c8b-c125dedb3206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:45.279963 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-27abc1f1-80a1-4636-9c8b-c125dedb3206 None None] Port 5ed09f8b-2a80-43f7-a9a3-a548e0166119 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:27:45.575328 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee58c-af4a-4525-8d71-3c0531ef2d54 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:45.611317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ee58c-af4a-4525-8d71-3c0531ef2d54 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event deleted for resources: {'Port': ['ID=5ed09f8b-2a80-43f7-a9a3-a548e0166119,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:45.783936 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee58c-af4a-4525-8d71-3c0531ef2d54 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:45.803014 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52380) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:45.804677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ff9ee58c-af4a-4525-8d71-3c0531ef2d54 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "DELETE /v2.0/ports/5ed09f8b-2a80-43f7-a9a3-a548e0166119 HTTP/1.1" status: 204 len: 168 time: 0.9250767 Aug 17 02:27:45.844921 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-8239e91b-b2b0-4c16-85b5-bf79a15fe959 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] GET failed (client error): The resource could not be found. Aug 17 02:27:45.846901 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8239e91b-b2b0-4c16-85b5-bf79a15fe959 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "GET /v2.0/ports/5ed09f8b-2a80-43f7-a9a3-a548e0166119 HTTP/1.1" status: 404 len: 333 time: 0.0407143 Aug 17 02:27:45.850891 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52384) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:45.857327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7342c37b-fe8c-4dff-a556-6f8ee0475325 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Request body: {'port': {'network_id': 'a209162e-49f1-455d-b3be-7cf57c9458f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2018586055'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:46.317104 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7342c37b-fe8c-4dff-a556-6f8ee0475325 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Made reservation on behalf of 83e675ab2f62460082c84a6eea86dcbc for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:46.317104 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7342c37b-fe8c-4dff-a556-6f8ee0475325 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:46.338447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-7342c37b-fe8c-4dff-a556-6f8ee0475325 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] device_id is not set on port 7e2e3b8d-76a4-44eb-a672-4bee51904cbb yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:27:46.478661 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-7342c37b-fe8c-4dff-a556-6f8ee0475325 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Allocated IP 2001:db8::2cb (a209162e-49f1-455d-b3be-7cf57c9458f0/46554c8f-b787-45ba-a668-7f53dc532a84/7e2e3b8d-76a4-44eb-a672-4bee51904cbb) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:27:46.618988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52416) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:46.651223 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7342c37b-fe8c-4dff-a556-6f8ee0475325 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:46.680157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-7342c37b-fe8c-4dff-a556-6f8ee0475325 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Transition to ACTIVE for port object 7e2e3b8d-76a4-44eb-a672-4bee51904cbb will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:46.751888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1728195516-network', 'tenant_id': 'b6b634a5f8b246398bd599958c944747'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:46.901765 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7342c37b-fe8c-4dff-a556-6f8ee0475325 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:46.939282 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] Made reservation on behalf of b6b634a5f8b246398bd599958c944747 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:46.944248 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:46.956615 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:46.961611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7342c37b-fe8c-4dff-a556-6f8ee0475325 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Network a209162e-49f1-455d-b3be-7cf57c9458f0 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:46.965460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-7342c37b-fe8c-4dff-a556-6f8ee0475325 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:46.970581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7342c37b-fe8c-4dff-a556-6f8ee0475325 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:46.978572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342c37b-fe8c-4dff-a556-6f8ee0475325 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:46.979250 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7342c37b-fe8c-4dff-a556-6f8ee0475325 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:46.997693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342c37b-fe8c-4dff-a556-6f8ee0475325 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event updated for resources: {'Port': ['ID=7e2e3b8d-76a4-44eb-a672-4bee51904cbb,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:47.106986 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:47.222774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 62356d27-69f7-48a4-8c75-190a90cccf05 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:27:47.276738 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:47.314562 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:27:47.323470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52426) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:47.332549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d73a5a-6d6a-4462-b764-7cdc36ea3528,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:47.340317 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:47.347800 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] Added segment 672f32ef-eb23-440d-9775-6f302fee6b4d of type vlan for network 79b39bcc-1497-46f4-8fef-8bd84b30ee56 Aug 17 02:27:47.399963 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:47.419521 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:47.435654 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7342c37b-fe8c-4dff-a556-6f8ee0475325 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5807621 Aug 17 02:27:47.436011 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52432) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:47.442165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-996637b9-81aa-412b-bb39-8ac3d19b6218 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:12:0c:84'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:47.470892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62356d27-69f7-48a4-8c75-190a90cccf05'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:27:47.480472 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1047d1-f92a-4cd0-af69-ba3e508e919c" -d '{"events": [{"server_uuid": "551f81e1-8c34-40d2-8c74-74a1e3f4b223", "name": "network-vif-unplugged", "status": "completed", "tag": "62356d27-69f7-48a4-8c75-190a90cccf05"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:27:47.505329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 62356d27-69f7-48a4-8c75-190a90cccf05, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=62356d27-69f7-48a4-8c75-190a90cccf05,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:47.530668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-392ba8f7-eab7-4397-b3ec-f086955a95fc None None] Provisioning for port 7e2e3b8d-76a4-44eb-a672-4bee51904cbb completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:27:47.540293 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-392ba8f7-eab7-4397-b3ec-f086955a95fc None None] Provisioning complete for port 7e2e3b8d-76a4-44eb-a672-4bee51904cbb triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:47.545513 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-392ba8f7-eab7-4397-b3ec-f086955a95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:47.606734 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:47.607724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:47.608340 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:47.610049 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:47.691961 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-996637b9-81aa-412b-bb39-8ac3d19b6218 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:47.696807 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b37e20c-b563-4292-8f29-2cccd1fb785f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:47.705521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] Pushing event updated for resources: {'Network': ['ID=79b39bcc-1497-46f4-8fef-8bd84b30ee56,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:47.716890 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-212b45d3-1896-4e56-a4f6-36b514df6935 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0923145 Aug 17 02:27:47.720334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52438) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:47.722882 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4305c91-a226-4a53-a562-0b2c8cef3654 req-711af166-a28a-4bb2-9e35-859e95fe5052 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:47.724848 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4305c91-a226-4a53-a562-0b2c8cef3654 req-711af166-a28a-4bb2-9e35-859e95fe5052 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 946 time: 0.1982749 Aug 17 02:27:47.733012 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f8bf98ee-c90c-4b8a-aac4-f11b8719f285 admin admin] Request body: {'subnet': {'network_id': '79b39bcc-1497-46f4-8fef-8bd84b30ee56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1728195516-subnet', 'tenant_id': 'b6b634a5f8b246398bd599958c944747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:47.789889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 79b39bcc-1497-46f4-8fef-8bd84b30ee56 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:27:47.795455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4305c91-a226-4a53-a562-0b2c8cef3654 req-a57457af-b133-43ea-a89e-3fc2c6c0f4d7 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592799 Aug 17 02:27:47.811489 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-392ba8f7-eab7-4397-b3ec-f086955a95fc None None] Port 7e2e3b8d-76a4-44eb-a672-4bee51904cbb cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:27:47.819071 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.db.api [None req-f8bf98ee-c90c-4b8a-aac4-f11b8719f285 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:27:47.819071 n-d-793621-31 neutron-server[95407]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 02:27:47.819071 n-d-793621-31 neutron-server[95407]: [parameters: {'project_id_1': 'b6b634a5f8b246398bd599958c944747', 'expiration_1': datetime.datetime(2021, 8, 17, 2, 27, 47, 738653)}] Aug 17 02:27:47.819071 n-d-793621-31 neutron-server[95407]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:27:47.819628 n-d-793621-31 neutron-server[95407]: DEBUG oslo_db.api [None req-f8bf98ee-c90c-4b8a-aac4-f11b8719f285 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:27:47.892555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=62356d27-69f7-48a4-8c75-190a90cccf05,revision_number=11']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:48.028480 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b37e20c-b563-4292-8f29-2cccd1fb785f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:48.074160 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-996637b9-81aa-412b-bb39-8ac3d19b6218 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:48.101854 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1393b0c-e758-4060-bd6f-5e7c82172440 x-openstack-request-id: req-d1393b0c-e758-4060-bd6f-5e7c82172440 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:27:48.101854 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551f81e1-8c34-40d2-8c74-74a1e3f4b223", "name": "network-vif-unplugged", "status": "completed", "tag": "62356d27-69f7-48a4-8c75-190a90cccf05", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:27:48.101854 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1393b0c-e758-4060-bd6f-5e7c82172440 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:27:48.101854 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62356d27-69f7-48a4-8c75-190a90cccf05', 'code': 200} Aug 17 02:27:48.140832 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b37e20c-b563-4292-8f29-2cccd1fb785f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:48.180221 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-996637b9-81aa-412b-bb39-8ac3d19b6218 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:48.192853 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4b37e20c-b563-4292-8f29-2cccd1fb785f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63fab7a48a9e4906a505be0e41228e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8681841 Aug 17 02:27:48.195690 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52446) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:48.212864 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37e20c-b563-4292-8f29-2cccd1fb785f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bc2af5-05d9-407a-8626-a887a322afd2,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:48.223448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-996637b9-81aa-412b-bb39-8ac3d19b6218 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] In _notify_port_updated(), no bound segment for port 7e2e3b8d-76a4-44eb-a672-4bee51904cbb on network a209162e-49f1-455d-b3be-7cf57c9458f0 {{(pid=95407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:27:48.229350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996637b9-81aa-412b-bb39-8ac3d19b6218 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:48.230007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-996637b9-81aa-412b-bb39-8ac3d19b6218 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:48.231599 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-996637b9-81aa-412b-bb39-8ac3d19b6218 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "PUT /v2.0/ports/7e2e3b8d-76a4-44eb-a672-4bee51904cbb HTTP/1.1" status: 200 len: 1003 time: 0.7943032 Aug 17 02:27:48.237083 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52448) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:48.287046 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996637b9-81aa-412b-bb39-8ac3d19b6218 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event updated for resources: {'Port': ['ID=7e2e3b8d-76a4-44eb-a672-4bee51904cbb,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:48.318294 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fd4d76a3-a90b-4eea-9a26-a1850cde75ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:48.348407 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fd4d76a3-a90b-4eea-9a26-a1850cde75ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:48.363607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac9330-d222-45ff-94b6-30dad1b8e5ef tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Deleting port 7e2e3b8d-76a4-44eb-a672-4bee51904cbb {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:27:48.364027 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9330-d222-45ff-94b6-30dad1b8e5ef tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:48.491676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bf98ee-c90c-4b8a-aac4-f11b8719f285 admin admin] Made reservation on behalf of b6b634a5f8b246398bd599958c944747 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:48.493988 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f8bf98ee-c90c-4b8a-aac4-f11b8719f285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:48.500720 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9330-d222-45ff-94b6-30dad1b8e5ef tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:48.553177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac9330-d222-45ff-94b6-30dad1b8e5ef tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Calling delete_port for 7e2e3b8d-76a4-44eb-a672-4bee51904cbb owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:27:48.604753 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fd4d76a3-a90b-4eea-9a26-a1850cde75ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:48.608789 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fd4d76a3-a90b-4eea-9a26-a1850cde75ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:48.615501 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fd4d76a3-a90b-4eea-9a26-a1850cde75ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25bc2af5-05d9-407a-8626-a887a322afd2 HTTP/1.1" status: 204 len: 168 time: 0.4179571 Aug 17 02:27:48.631247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d76a3-a90b-4eea-9a26-a1850cde75ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bc2af5-05d9-407a-8626-a887a322afd2,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:48.648980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c15a13c5-abe8-4d78-95bc-498bf2fc2174 None None] Provisioning complete for port 7e2e3b8d-76a4-44eb-a672-4bee51904cbb triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:48.649578 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c15a13c5-abe8-4d78-95bc-498bf2fc2174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:48.725746 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c15a13c5-abe8-4d78-95bc-498bf2fc2174 None None] Port 7e2e3b8d-76a4-44eb-a672-4bee51904cbb cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:27:48.789914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fe78b-f969-4b02-bce7-e0a5fc0aa395 req-18f8d3eb-ddb4-4925-9c09-7672667e65a1 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:48.791703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b98fe78b-f969-4b02-bce7-e0a5fc0aa395 req-18f8d3eb-ddb4-4925-9c09-7672667e65a1 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 948 time: 0.0568619 Aug 17 02:27:48.849605 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b98fe78b-f969-4b02-bce7-e0a5fc0aa395 req-bed60558-b231-42e4-b21a-89dc5207d4eb tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6d53ac-cee4-464f-9d08-f14a07bee355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514731 Aug 17 02:27:48.861427 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9330-d222-45ff-94b6-30dad1b8e5ef tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:48.913813 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac9330-d222-45ff-94b6-30dad1b8e5ef tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event deleted for resources: {'Port': ['ID=7e2e3b8d-76a4-44eb-a672-4bee51904cbb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:48.943468 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9330-d222-45ff-94b6-30dad1b8e5ef tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:48.948639 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a8ac9330-d222-45ff-94b6-30dad1b8e5ef tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "DELETE /v2.0/ports/7e2e3b8d-76a4-44eb-a672-4bee51904cbb HTTP/1.1" status: 204 len: 168 time: 0.7108800 Aug 17 02:27:48.949456 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52462) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:49.004666 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac9a5fd-61ae-4348-90e8-169e24547b29 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] GET failed (client error): The resource could not be found. Aug 17 02:27:49.006471 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5ac9a5fd-61ae-4348-90e8-169e24547b29 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "GET /v2.0/ports/7e2e3b8d-76a4-44eb-a672-4bee51904cbb HTTP/1.1" status: 404 len: 333 time: 0.0539103 Aug 17 02:27:49.013143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52464) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:49.013895 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98297566-104e-4b31-96dc-59fa18caac14 req-81dc4dfc-33ad-4ad9-8cd0-d6bc2d7bc0d5 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:49.018326 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-eefb46e7-bc48-4d38-9835-9a2e3d7d4948 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Request body: {'port': {'network_id': 'a209162e-49f1-455d-b3be-7cf57c9458f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2133304729'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:49.031388 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98297566-104e-4b31-96dc-59fa18caac14 req-81dc4dfc-33ad-4ad9-8cd0-d6bc2d7bc0d5 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 946 time: 0.0817215 Aug 17 02:27:49.089634 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98297566-104e-4b31-96dc-59fa18caac14 req-1c5180e0-fc84-42c6-92f1-7b1f3477c62e tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618155 Aug 17 02:27:49.534059 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afd618d3-b939-4474-8b81-f60189dc7caa req-df7bba11-a3bf-4e40-8b4b-31bc8c68649e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4230385 Aug 17 02:27:49.622489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd618d3-b939-4474-8b81-f60189dc7caa req-b96287ef-d32b-4265-8523-002cddf87f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:49.624251 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afd618d3-b939-4474-8b81-f60189dc7caa req-b96287ef-d32b-4265-8523-002cddf87f27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 1096 time: 0.0500700 Aug 17 02:27:49.654901 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f8bf98ee-c90c-4b8a-aac4-f11b8719f285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:49.718218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefb46e7-bc48-4d38-9835-9a2e3d7d4948 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Made reservation on behalf of 83e675ab2f62460082c84a6eea86dcbc for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:49.721779 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eefb46e7-bc48-4d38-9835-9a2e3d7d4948 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:49.783257 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-eefb46e7-bc48-4d38-9835-9a2e3d7d4948 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] device_id is not set on port 61601e36-615e-4d1a-a7b5-a51b3a5f09d7 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:27:49.798344 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf98ee-c90c-4b8a-aac4-f11b8719f285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7acc420-531b-4e2b-82af-e76b30928cfe,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:49.874386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf98ee-c90c-4b8a-aac4-f11b8719f285 admin admin] Checking segment: {'id': '672f32ef-eb23-440d-9775-6f302fee6b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '79b39bcc-1497-46f4-8fef-8bd84b30ee56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:27:49.874684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf98ee-c90c-4b8a-aac4-f11b8719f285 admin admin] Network hostable DHCP agents. Network: 79b39bcc-1497-46f4-8fef-8bd84b30ee56, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:27:49.882261 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd618d3-b939-4474-8b81-f60189dc7caa req-24f977db-d929-4822-b4e6-2930d9893cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:49.883838 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afd618d3-b939-4474-8b81-f60189dc7caa req-24f977db-d929-4822-b4e6-2930d9893cbf service neutron] 10.222.0.18 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.2384777 Aug 17 02:27:49.901713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52474) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:49.918892 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-263b7866-f50a-4a61-99e9-b46c0d7317a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:49.954928 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afd618d3-b939-4474-8b81-f60189dc7caa req-9d7aac8d-2c4a-4ad6-bd50-56fd92d80061 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2634fa00-fd24-40c4-927a-8877e096e76a HTTP/1.1" status: 200 len: 217 time: 0.0590961 Aug 17 02:27:50.046841 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d8e3b-eece-4277-b532-77dfa8e915c1 req-98a5f116-5706-4c25-8249-ae140967ca50 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:50.048484 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b48d8e3b-eece-4277-b532-77dfa8e915c1 req-98a5f116-5706-4c25-8249-ae140967ca50 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 948 time: 0.0778286 Aug 17 02:27:50.052917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-eefb46e7-bc48-4d38-9835-9a2e3d7d4948 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Allocated IP 2001:db8::46 (a209162e-49f1-455d-b3be-7cf57c9458f0/46554c8f-b787-45ba-a668-7f53dc532a84/61601e36-615e-4d1a-a7b5-a51b3a5f09d7) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:27:50.055178 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf98ee-c90c-4b8a-aac4-f11b8719f285 admin admin] Network 79b39bcc-1497-46f4-8fef-8bd84b30ee56 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:27:50.061060 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd618d3-b939-4474-8b81-f60189dc7caa req-48812766-a9c7-4c46-a38c-ceea6dc2e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:50.067213 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afd618d3-b939-4474-8b81-f60189dc7caa req-48812766-a9c7-4c46-a38c-ceea6dc2e429 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0851898 Aug 17 02:27:50.104346 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afd618d3-b939-4474-8b81-f60189dc7caa req-03b25d49-577f-4723-8ce1-4e506d6d7d72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318542 Aug 17 02:27:50.113313 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-263b7866-f50a-4a61-99e9-b46c0d7317a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:50.134017 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b48d8e3b-eece-4277-b532-77dfa8e915c1 req-b7571fe1-21cb-4fdd-981f-944efe12e7d8 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca6d53ac-cee4-464f-9d08-f14a07bee355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620630 Aug 17 02:27:50.172494 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf98ee-c90c-4b8a-aac4-f11b8719f285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 79b39bcc-1497-46f4-8fef-8bd84b30ee56) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:50.183659 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a541d8c7-d1e5-43c4-9fed-9b414bad653c None None] Network 79b39bcc-1497-46f4-8fef-8bd84b30ee56 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:27:50.191321 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bf98ee-c90c-4b8a-aac4-f11b8719f285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:50.191938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f8bf98ee-c90c-4b8a-aac4-f11b8719f285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:50.221851 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-263b7866-f50a-4a61-99e9-b46c0d7317a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:50.296737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b7866-f50a-4a61-99e9-b46c0d7317a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4655a9-4442-4163-af3d-15b4f82a534e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:50.302533 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afd618d3-b939-4474-8b81-f60189dc7caa req-3a46d2c0-7c37-4e23-a9c9-2b5d05e6777b service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841660 Aug 17 02:27:50.304684 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-263b7866-f50a-4a61-99e9-b46c0d7317a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a50ad5254a6b4df7aeec0230732d5377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013696 Aug 17 02:27:50.307528 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f8bf98ee-c90c-4b8a-aac4-f11b8719f285 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5794163 Aug 17 02:27:50.309093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52482) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:50.325863 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea3428-880d-46c6-a6f8-e1bb5168e659 req-fc6d6769-02f5-422c-bbc8-93fbee284383 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:50.334785 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a7ea3428-880d-46c6-a6f8-e1bb5168e659 req-fc6d6769-02f5-422c-bbc8-93fbee284383 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 946 time: 0.1235812 Aug 17 02:27:50.374519 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce93ed6a-4219-4807-b00d-3cc2d11c01cc None None] Network 79b39bcc-1497-46f4-8fef-8bd84b30ee56 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:27:50.403244 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a7ea3428-880d-46c6-a6f8-e1bb5168e659 req-6f41b12b-c44a-4c8c-8e9a-b781fd315315 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679345 Aug 17 02:27:50.440052 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-df9ed291-5f63-418c-be1a-93170ca20aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:50.452399 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eefb46e7-bc48-4d38-9835-9a2e3d7d4948 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:50.468557 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-df9ed291-5f63-418c-be1a-93170ca20aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:50.501483 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-eefb46e7-bc48-4d38-9835-9a2e3d7d4948 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Transition to ACTIVE for port object 61601e36-615e-4d1a-a7b5-a51b3a5f09d7 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:50.576104 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afd618d3-b939-4474-8b81-f60189dc7caa req-9b61166f-3c41-48f8-b4f5-3bc5f4961297 service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617910 Aug 17 02:27:50.758698 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-df9ed291-5f63-418c-be1a-93170ca20aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:50.760569 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eefb46e7-bc48-4d38-9835-9a2e3d7d4948 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:50.763718 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-df9ed291-5f63-418c-be1a-93170ca20aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:50.770055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-df9ed291-5f63-418c-be1a-93170ca20aa7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe4655a9-4442-4163-af3d-15b4f82a534e HTTP/1.1" status: 204 len: 168 time: 0.4547851 Aug 17 02:27:50.779350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ed291-5f63-418c-be1a-93170ca20aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4655a9-4442-4163-af3d-15b4f82a534e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:50.836610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefb46e7-bc48-4d38-9835-9a2e3d7d4948 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Network a209162e-49f1-455d-b3be-7cf57c9458f0 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:50.846351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-eefb46e7-bc48-4d38-9835-9a2e3d7d4948 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:50.850886 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefb46e7-bc48-4d38-9835-9a2e3d7d4948 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:50.865075 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb46e7-bc48-4d38-9835-9a2e3d7d4948 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:50.865075 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eefb46e7-bc48-4d38-9835-9a2e3d7d4948 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:50.883167 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb46e7-bc48-4d38-9835-9a2e3d7d4948 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event updated for resources: {'Port': ['ID=61601e36-615e-4d1a-a7b5-a51b3a5f09d7,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:51.008583 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-7f4fa999-9e7c-4fe8-8ef9-ee0f2563a63c tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:51.009992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-7f4fa999-9e7c-4fe8-8ef9-ee0f2563a63c tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/networks?id=79b39bcc-1497-46f4-8fef-8bd84b30ee56 HTTP/1.1" status: 200 len: 809 time: 0.1379795 Aug 17 02:27:51.016225 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eefb46e7-bc48-4d38-9835-9a2e3d7d4948 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0019732 Aug 17 02:27:51.018990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52506) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:51.024481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b10dc09f-ee63-4633-866d-8fae6f0c0746 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Request body: {'port': {'network_id': 'a209162e-49f1-455d-b3be-7cf57c9458f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-698805124'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:51.028307 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-a94fb407-73f7-4ef2-a0d3-4bf3a8400081 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/quotas/b6b634a5f8b246398bd599958c944747 HTTP/1.1" status: 200 len: 375 time: 0.0105016 Aug 17 02:27:51.081006 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-bf45dd7f-81cd-4ca6-a09f-9fbcfb7b7db8 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6b634a5f8b246398bd599958c944747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449166 Aug 17 02:27:51.185166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-36bb061d-a270-445a-ac90-23b7bb1e9a82 service neutron] 10.222.0.13 "GET /v2.0/networks/79b39bcc-1497-46f4-8fef-8bd84b30ee56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962296 Aug 17 02:27:51.231968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10dc09f-ee63-4633-866d-8fae6f0c0746 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Made reservation on behalf of 83e675ab2f62460082c84a6eea86dcbc for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:51.236975 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b10dc09f-ee63-4633-866d-8fae6f0c0746 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:51.243624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3ef7fdf6-15d0-4e5d-9cf5-ce13cb664569 None None] Provisioning for port 61601e36-615e-4d1a-a7b5-a51b3a5f09d7 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:27:51.247689 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3ef7fdf6-15d0-4e5d-9cf5-ce13cb664569 None None] Provisioning complete for port 61601e36-615e-4d1a-a7b5-a51b3a5f09d7 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:51.248035 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3ef7fdf6-15d0-4e5d-9cf5-ce13cb664569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:51.259128 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-b10dc09f-ee63-4633-866d-8fae6f0c0746 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] device_id is not set on port 2edc1f09-694a-4c55-b394-2831e75e2477 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:27:51.293649 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3ef7fdf6-15d0-4e5d-9cf5-ce13cb664569 None None] Port 61601e36-615e-4d1a-a7b5-a51b3a5f09d7 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:27:51.298128 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-d8571a6d-42af-439f-834d-36e7a2d97165 service neutron] 10.222.0.13 "GET /v2.0/networks/79b39bcc-1497-46f4-8fef-8bd84b30ee56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062996 Aug 17 02:27:51.450267 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-b10dc09f-ee63-4633-866d-8fae6f0c0746 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Allocated IP 2001:db8::3e4 (a209162e-49f1-455d-b3be-7cf57c9458f0/46554c8f-b787-45ba-a668-7f53dc532a84/2edc1f09-694a-4c55-b394-2831e75e2477) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:27:51.470323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa5a4a-0572-43bb-aa01-160ea21aff6a req-d31b9f6a-6422-434e-bd1a-6af15d76b2d2 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:51.472482 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0cfa5a4a-0572-43bb-aa01-160ea21aff6a req-d31b9f6a-6422-434e-bd1a-6af15d76b2d2 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.42 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 948 time: 0.1077251 Aug 17 02:27:51.667203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-632ea05e-3d0f-4c3f-aaa5-7b8eb3180f4e tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1649814538&fields=id&tenant_id=0afefe25246447898f4adfb339d53a6f HTTP/1.1" status: 200 len: 267 time: 0.0604486 Aug 17 02:27:51.686281 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-0cfa5a4a-0572-43bb-aa01-160ea21aff6a req-7bbe4873-477c-4d56-9092-3d01de3c2e74 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Deleting port 62356d27-69f7-48a4-8c75-190a90cccf05 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:27:51.686727 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0cfa5a4a-0572-43bb-aa01-160ea21aff6a req-7bbe4873-477c-4d56-9092-3d01de3c2e74 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:51.742971 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b10dc09f-ee63-4633-866d-8fae6f0c0746 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:51.772223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-b10dc09f-ee63-4633-866d-8fae6f0c0746 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Transition to ACTIVE for port object 2edc1f09-694a-4c55-b394-2831e75e2477 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:51.803354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-f376e4e4-c37b-4d49-9895-dc85b4570731 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:51.804936 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-f376e4e4-c37b-4d49-9895-dc85b4570731 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/networks?id=62cddb97-4522-46a6-9976-9947e634a90e HTTP/1.1" status: 200 len: 815 time: 0.1351240 Aug 17 02:27:51.823282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0cfa5a4a-0572-43bb-aa01-160ea21aff6a req-7bbe4873-477c-4d56-9092-3d01de3c2e74 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] For port 62356d27-69f7-48a4-8c75-190a90cccf05, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=62356d27-69f7-48a4-8c75-190a90cccf05,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:51.823682 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0cfa5a4a-0572-43bb-aa01-160ea21aff6a req-7bbe4873-477c-4d56-9092-3d01de3c2e74 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:51.824411 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-be8ac628-68cd-4570-b8d6-19a9a9752532 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/quotas/0afefe25246447898f4adfb339d53a6f HTTP/1.1" status: 200 len: 375 time: 0.0134947 Aug 17 02:27:51.841706 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-0cfa5a4a-0572-43bb-aa01-160ea21aff6a req-7bbe4873-477c-4d56-9092-3d01de3c2e74 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Calling delete_port for 62356d27-69f7-48a4-8c75-190a90cccf05 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:27:51.892983 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-aac47ed2-ed58-4c43-a105-abffbda04999 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0afefe25246447898f4adfb339d53a6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618792 Aug 17 02:27:51.980211 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b10dc09f-ee63-4633-866d-8fae6f0c0746 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:52.051801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10dc09f-ee63-4633-866d-8fae6f0c0746 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Network a209162e-49f1-455d-b3be-7cf57c9458f0 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:52.058010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-b10dc09f-ee63-4633-866d-8fae6f0c0746 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:52.061578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10dc09f-ee63-4633-866d-8fae6f0c0746 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:52.068367 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10dc09f-ee63-4633-866d-8fae6f0c0746 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:52.069206 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b10dc09f-ee63-4633-866d-8fae6f0c0746 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:52.076996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dc09f-ee63-4633-866d-8fae6f0c0746 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event updated for resources: {'Port': ['ID=2edc1f09-694a-4c55-b394-2831e75e2477,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:52.147274 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0cfa5a4a-0572-43bb-aa01-160ea21aff6a req-7bbe4873-477c-4d56-9092-3d01de3c2e74 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:52.241396 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b10dc09f-ee63-4633-866d-8fae6f0c0746 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2207477 Aug 17 02:27:52.242572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52544) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:52.244127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe4873-477c-4d56-9092-3d01de3c2e74 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Pushing event deleted for resources: {'Port': ['ID=62356d27-69f7-48a4-8c75-190a90cccf05,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:52.256027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-bef6fb6e-51e2-4f22-8203-01fcdae7de7e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e3', 'mac_address': 'fa:16:3e:12:0c:84'}, {'ip_address': '2001:db8::46', 'mac_address': 'fa:16:3e:08:ba:00'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:52.285004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfa5a4a-0572-43bb-aa01-160ea21aff6a req-7bbe4873-477c-4d56-9092-3d01de3c2e74 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] No DVR routers for this DVR port 62356d27-69f7-48a4-8c75-190a90cccf05 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:27:52.288766 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-ba80782d-f5de-4dcd-b8e5-27f59a4686e9 service neutron] 10.222.0.13 "GET /v2.0/networks/62cddb97-4522-46a6-9976-9947e634a90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770380 Aug 17 02:27:52.290339 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0cfa5a4a-0572-43bb-aa01-160ea21aff6a req-7bbe4873-477c-4d56-9092-3d01de3c2e74 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:52.292621 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0cfa5a4a-0572-43bb-aa01-160ea21aff6a req-7bbe4873-477c-4d56-9092-3d01de3c2e74 tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.42 "DELETE /v2.0/ports/62356d27-69f7-48a4-8c75-190a90cccf05 HTTP/1.1" status: 204 len: 173 time: 0.8124771 Aug 17 02:27:52.293224 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'name': 'network-vif-deleted', 'tag': '62356d27-69f7-48a4-8c75-190a90cccf05'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:27:52.295936 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4420e2-e22c-4463-94d2-8d80ddbd30dc" -d '{"events": [{"server_uuid": "551f81e1-8c34-40d2-8c74-74a1e3f4b223", "name": "network-vif-deleted", "tag": "62356d27-69f7-48a4-8c75-190a90cccf05"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:27:52.379476 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bef6fb6e-51e2-4f22-8203-01fcdae7de7e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:52.410230 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-8d9bc6af-0da2-4b6f-a872-627e5a81f6f4 service neutron] 10.222.0.13 "GET /v2.0/networks/62cddb97-4522-46a6-9976-9947e634a90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100440 Aug 17 02:27:52.545256 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-de3776a0-41e4-4d9b-9698-65f635bea87f None None] Provisioning for port 2edc1f09-694a-4c55-b394-2831e75e2477 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:27:52.550429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-de3776a0-41e4-4d9b-9698-65f635bea87f None None] Provisioning complete for port 2edc1f09-694a-4c55-b394-2831e75e2477 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:52.551106 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de3776a0-41e4-4d9b-9698-65f635bea87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:52.592866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-de3776a0-41e4-4d9b-9698-65f635bea87f None None] Port 2edc1f09-694a-4c55-b394-2831e75e2477 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:27:52.643540 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bef6fb6e-51e2-4f22-8203-01fcdae7de7e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:52.906859 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bef6fb6e-51e2-4f22-8203-01fcdae7de7e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:52.944802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-bef6fb6e-51e2-4f22-8203-01fcdae7de7e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] In _notify_port_updated(), no bound segment for port 2edc1f09-694a-4c55-b394-2831e75e2477 on network a209162e-49f1-455d-b3be-7cf57c9458f0 {{(pid=95407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:27:52.950929 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6fb6e-51e2-4f22-8203-01fcdae7de7e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:52.951659 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bef6fb6e-51e2-4f22-8203-01fcdae7de7e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:52.956657 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bef6fb6e-51e2-4f22-8203-01fcdae7de7e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "PUT /v2.0/ports/2edc1f09-694a-4c55-b394-2831e75e2477 HTTP/1.1" status: 200 len: 1066 time: 0.7017481 Aug 17 02:27:52.956657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52560) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:53.002451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6fb6e-51e2-4f22-8203-01fcdae7de7e tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event updated for resources: {'Port': ['ID=2edc1f09-694a-4c55-b394-2831e75e2477,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:53.085789 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8706b-ea7a-487f-930f-051ceecaef6d tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Deleting port 2edc1f09-694a-4c55-b394-2831e75e2477 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:27:53.086133 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4fc8706b-ea7a-487f-930f-051ceecaef6d tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:53.188221 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4fc8706b-ea7a-487f-930f-051ceecaef6d tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:53.203141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8706b-ea7a-487f-930f-051ceecaef6d tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Calling delete_port for 2edc1f09-694a-4c55-b394-2831e75e2477 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:27:53.219134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3baaf831-72b1-4b0f-8fbc-f8eba945546e None None] Provisioning complete for port 2edc1f09-694a-4c55-b394-2831e75e2477 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:53.219540 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3baaf831-72b1-4b0f-8fbc-f8eba945546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:53.248650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 62356d27-69f7-48a4-8c75-190a90cccf05 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:27:53.278749 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 62356d27-69f7-48a4-8c75-190a90cccf05 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:27:53.279206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 62356d27-69f7-48a4-8c75-190a90cccf05 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:27:53.299822 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3baaf831-72b1-4b0f-8fbc-f8eba945546e None None] Port 2edc1f09-694a-4c55-b394-2831e75e2477 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:27:53.330295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52564) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:53.466306 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ff765b5a-b9fd-47f9-a5fb-9e9608b2e746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:53.495126 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4fc8706b-ea7a-487f-930f-051ceecaef6d tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:53.558818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8706b-ea7a-487f-930f-051ceecaef6d tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event deleted for resources: {'Port': ['ID=2edc1f09-694a-4c55-b394-2831e75e2477,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:53.644234 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e4fcf82-05f4-4fe6-8b79-2f9931c8acb1 req-353d34c9-3531-4249-b699-915daa42942c tempest-ImagesOneServerTestJSON-1228194527 tempest-ImagesOneServerTestJSON-1228194527-project] 10.222.0.13 "GET /v2.0/ports?device_id=551f81e1-8c34-40d2-8c74-74a1e3f4b223 HTTP/1.1" status: 200 len: 210 time: 0.0604692 Aug 17 02:27:53.684360 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ff765b5a-b9fd-47f9-a5fb-9e9608b2e746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:53.826761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fb0f1-16db-4013-b2c1-1e8290175deb req-4b469a56-fd10-40b6-8c05-6c00859ed99e tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:53.828952 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-415fb0f1-16db-4013-b2c1-1e8290175deb req-4b469a56-fd10-40b6-8c05-6c00859ed99e tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 946 time: 0.0845127 Aug 17 02:27:53.844308 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4fc8706b-ea7a-487f-930f-051ceecaef6d tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:53.846342 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4fc8706b-ea7a-487f-930f-051ceecaef6d tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "DELETE /v2.0/ports/2edc1f09-694a-4c55-b394-2831e75e2477 HTTP/1.1" status: 204 len: 168 time: 0.8886709 Aug 17 02:27:53.850154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52576) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:53.876708 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e9a4ad-8591-4aed-84de-98ed1dfd9c2c tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] GET failed (client error): The resource could not be found. Aug 17 02:27:53.881329 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-57e9a4ad-8591-4aed-84de-98ed1dfd9c2c tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "GET /v2.0/ports/2edc1f09-694a-4c55-b394-2831e75e2477 HTTP/1.1" status: 404 len: 333 time: 0.0272276 Aug 17 02:27:53.881510 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-415fb0f1-16db-4013-b2c1-1e8290175deb req-0cd176fb-815c-4740-9b2b-a649a217cb35 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433755 Aug 17 02:27:53.882424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52578) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:53.929696 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ff765b5a-b9fd-47f9-a5fb-9e9608b2e746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:53.989730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ff765b5a-b9fd-47f9-a5fb-9e9608b2e746 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6125d9c3b94645d3b6e760a08f4137e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6586790 Aug 17 02:27:53.993202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52580) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:53.998699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff765b5a-b9fd-47f9-a5fb-9e9608b2e746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29acbfa-74d7-477e-8e52-d0d32364a5f8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:54.020048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e060e67d-f0ce-46a2-9881-4522aff899fa req-28475b7e-d3ed-40b4-ae6b-f9d2937abb1b tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 210 time: 0.0496476 Aug 17 02:27:54.052743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-3680884e-55c6-4baa-8075-91e85db29eff tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Deleting port 61601e36-615e-4d1a-a7b5-a51b3a5f09d7 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:27:54.052743 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3680884e-55c6-4baa-8075-91e85db29eff tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:54.078415 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9208b1dc-bd26-4f84-85f4-7e41e8ce8f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:54.104411 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9208b1dc-bd26-4f84-85f4-7e41e8ce8f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:54.176801 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3680884e-55c6-4baa-8075-91e85db29eff tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:54.192179 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-3680884e-55c6-4baa-8075-91e85db29eff tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Calling delete_port for 61601e36-615e-4d1a-a7b5-a51b3a5f09d7 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:27:54.276418 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9208b1dc-bd26-4f84-85f4-7e41e8ce8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:54.279039 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9208b1dc-bd26-4f84-85f4-7e41e8ce8f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:54.280246 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9208b1dc-bd26-4f84-85f4-7e41e8ce8f21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b29acbfa-74d7-477e-8e52-d0d32364a5f8 HTTP/1.1" status: 204 len: 168 time: 0.2865245 Aug 17 02:27:54.290748 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451a5061-ad4e-4430-aa9f-b0402d1e5891 x-openstack-request-id: req-451a5061-ad4e-4430-aa9f-b0402d1e5891 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:27:54.291039 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551f81e1-8c34-40d2-8c74-74a1e3f4b223", "name": "network-vif-deleted", "tag": "62356d27-69f7-48a4-8c75-190a90cccf05", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:27:54.291467 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-451a5061-ad4e-4430-aa9f-b0402d1e5891 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:27:54.291873 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551f81e1-8c34-40d2-8c74-74a1e3f4b223', 'name': 'network-vif-deleted', 'tag': '62356d27-69f7-48a4-8c75-190a90cccf05', 'status': 'completed', 'code': 200} Aug 17 02:27:54.305089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208b1dc-bd26-4f84-85f4-7e41e8ce8f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29acbfa-74d7-477e-8e52-d0d32364a5f8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:54.368821 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad106f1d-ab1f-4e08-939d-5d4fe35fdcf2 req-62b7e94e-71bb-4881-871e-1ebe5fa7fb62 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 210 time: 0.0330031 Aug 17 02:27:54.482464 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3680884e-55c6-4baa-8075-91e85db29eff tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:54.511798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680884e-55c6-4baa-8075-91e85db29eff tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event deleted for resources: {'Port': ['ID=61601e36-615e-4d1a-a7b5-a51b3a5f09d7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:54.541803 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3680884e-55c6-4baa-8075-91e85db29eff tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:54.547724 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3680884e-55c6-4baa-8075-91e85db29eff tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "DELETE /v2.0/ports/61601e36-615e-4d1a-a7b5-a51b3a5f09d7 HTTP/1.1" status: 204 len: 168 time: 0.6512325 Aug 17 02:27:54.547724 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52584) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:54.574277 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da2c707-5266-4dc3-a8c5-cc2623531252 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] GET failed (client error): The resource could not be found. Aug 17 02:27:54.577385 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4da2c707-5266-4dc3-a8c5-cc2623531252 tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "GET /v2.0/ports/61601e36-615e-4d1a-a7b5-a51b3a5f09d7 HTTP/1.1" status: 404 len: 333 time: 0.0279922 Aug 17 02:27:54.580063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52586) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:54.722007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8824920e-287b-44e4-b145-79dd696874ae tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Deleting port 6f044b8c-9cb2-4e22-b7ca-21ee688b6daa {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:27:54.722495 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8824920e-287b-44e4-b145-79dd696874ae tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:54.731265 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-862f04d3-1e01-4099-bbb8-ddecc726a12f req-d07d1f9b-7609-4843-9b51-b457fd039b40 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567338 Aug 17 02:27:54.884581 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8824920e-287b-44e4-b145-79dd696874ae tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:54.895658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f04d3-1e01-4099-bbb8-ddecc726a12f req-31827449-fdd7-4635-8ea6-f56f603e15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:54.897178 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-862f04d3-1e01-4099-bbb8-ddecc726a12f req-31827449-fdd7-4635-8ea6-f56f603e15dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef2f1d344a1f49a09862bf78d14661d1&device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 1098 time: 0.0806658 Aug 17 02:27:54.903585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8824920e-287b-44e4-b145-79dd696874ae tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Calling delete_port for 6f044b8c-9cb2-4e22-b7ca-21ee688b6daa owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:27:55.021167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5f8eb-7678-430a-925a-3e5579091bfb req-a52addfd-3921-41c9-a66c-17861621f86d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:55.022851 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45d5f8eb-7678-430a-925a-3e5579091bfb req-a52addfd-3921-41c9-a66c-17861621f86d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 946 time: 0.0556750 Aug 17 02:27:55.074599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45d5f8eb-7678-430a-925a-3e5579091bfb req-c4ba3ac0-d07a-409c-87c9-25e504499af2 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Aug 17 02:27:55.090220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f04d3-1e01-4099-bbb8-ddecc726a12f req-c6cdfc7f-2323-400a-8655-6f35a077e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:55.091733 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-862f04d3-1e01-4099-bbb8-ddecc726a12f req-c6cdfc7f-2323-400a-8655-6f35a077e0c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=121b4177-67c8-41b7-9451-eba181535c98 HTTP/1.1" status: 200 len: 907 time: 0.1346490 Aug 17 02:27:55.210233 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cbb33956-5b1d-4671-befa-0303590f833c req-60b7b1df-efa0-40c6-900e-0d1f580f5038 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 210 time: 0.0314386 Aug 17 02:27:55.292067 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-862f04d3-1e01-4099-bbb8-ddecc726a12f req-d25382b1-ac7f-48d1-b7d2-713cb84c3186 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d557ba0-b979-4492-b455-cf36dae1e3e3 HTTP/1.1" status: 200 len: 1002 time: 0.1912973 Aug 17 02:27:55.387356 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-ccd5afe1-c863-426d-8cf9-af340598f806 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:55.392952 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-ccd5afe1-c863-426d-8cf9-af340598f806 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.42 "GET /v2.0/networks?id=79b39bcc-1497-46f4-8fef-8bd84b30ee56 HTTP/1.1" status: 200 len: 809 time: 0.2003224 Aug 17 02:27:55.408799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f04d3-1e01-4099-bbb8-ddecc726a12f req-db2b857c-8fb5-4759-8292-86d638017503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:55.413562 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52616) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:55.414995 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-862f04d3-1e01-4099-bbb8-ddecc726a12f req-db2b857c-8fb5-4759-8292-86d638017503 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96745070-aa33-474d-ad95-b1568821aeba HTTP/1.1" status: 200 len: 845 time: 0.0777254 Aug 17 02:27:55.435309 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-3ff34fef-431e-47ce-ab2d-ec6349f211b7 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Request body: {'port': {'device_id': 'ce1d5d72-278b-491a-9cf6-dd8c8885a8ef', 'network_id': '79b39bcc-1497-46f4-8fef-8bd84b30ee56', 'admin_state_up': True, 'tenant_id': 'b6b634a5f8b246398bd599958c944747'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:55.441938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8824920e-287b-44e4-b145-79dd696874ae tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:55.500937 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b445e7f-9188-481c-94a8-81137e74aa10 req-4a9646f2-20fb-4968-bbc6-641be6cce969 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 210 time: 0.0291874 Aug 17 02:27:55.640525 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0b184ace-6547-489e-bcb0-ce75b4d6336e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21264208d27941d79db31ae11692a9eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018096 Aug 17 02:27:55.642886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52626) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:55.701845 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cce1b401-8572-434d-aca8-f4890a11291f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:55.741413 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cce1b401-8572-434d-aca8-f4890a11291f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:55.925610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824920e-287b-44e4-b145-79dd696874ae tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event deleted for resources: {'Port': ['ID=6f044b8c-9cb2-4e22-b7ca-21ee688b6daa,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:55.940973 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cce1b401-8572-434d-aca8-f4890a11291f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:55.944302 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cce1b401-8572-434d-aca8-f4890a11291f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:55.947889 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cce1b401-8572-434d-aca8-f4890a11291f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca6d53ac-cee4-464f-9d08-f14a07bee355 HTTP/1.1" status: 204 len: 168 time: 0.3017373 Aug 17 02:27:55.955491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1b401-8572-434d-aca8-f4890a11291f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6d53ac-cee4-464f-9d08-f14a07bee355,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:55.960442 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8824920e-287b-44e4-b145-79dd696874ae tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:55.963208 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8824920e-287b-44e4-b145-79dd696874ae tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "DELETE /v2.0/ports/6f044b8c-9cb2-4e22-b7ca-21ee688b6daa HTTP/1.1" status: 204 len: 168 time: 1.3819458 Aug 17 02:27:55.967812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52634) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:55.969111 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f04d3-1e01-4099-bbb8-ddecc726a12f req-eeb3b5b2-a1c1-4f04-93cb-e03b43a7abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:55.971030 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-862f04d3-1e01-4099-bbb8-ddecc726a12f req-eeb3b5b2-a1c1-4f04-93cb-e03b43a7abe5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=121b4177-67c8-41b7-9451-eba181535c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5315957 Aug 17 02:27:56.049808 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-05140b1f-b170-4e37-bb1d-55ebda1d01fc tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Deleting subnet 46554c8f-b787-45ba-a668-7f53dc532a84 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:27:56.058532 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-05140b1f-b170-4e37-bb1d-55ebda1d01fc tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:56.132629 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-05140b1f-b170-4e37-bb1d-55ebda1d01fc tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:56.157681 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-862f04d3-1e01-4099-bbb8-ddecc726a12f req-64f23fb3-cb8b-426e-beaf-4a78f527ad73 service neutron] 10.222.0.42 "GET /v2.0/networks/121b4177-67c8-41b7-9451-eba181535c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774249 Aug 17 02:27:56.242636 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-3ff34fef-431e-47ce-ab2d-ec6349f211b7 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Made reservation on behalf of b6b634a5f8b246398bd599958c944747 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:56.246349 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-3ff34fef-431e-47ce-ab2d-ec6349f211b7 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:56.271200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330abb2-e3e4-49a2-badb-d656e7148390 req-287019d6-9aca-42ad-8723-9e57ea3d0709 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:56.272734 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2330abb2-e3e4-49a2-badb-d656e7148390 req-287019d6-9aca-42ad-8723-9e57ea3d0709 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 946 time: 0.0933661 Aug 17 02:27:56.288875 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-05140b1f-b170-4e37-bb1d-55ebda1d01fc tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:56.331706 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-862f04d3-1e01-4099-bbb8-ddecc726a12f req-eae2cd93-9f3e-4987-989f-952ba9df1788 service neutron] 10.222.0.42 "GET /v2.0/networks/121b4177-67c8-41b7-9451-eba181535c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610079 Aug 17 02:27:56.354071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2330abb2-e3e4-49a2-badb-d656e7148390 req-20080e72-cd65-4880-b601-03893c214b11 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741971 Aug 17 02:27:56.420384 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-3ff34fef-431e-47ce-ab2d-ec6349f211b7 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Allocated IP 172.20.0.8 (79b39bcc-1497-46f4-8fef-8bd84b30ee56/c7acc420-531b-4e2b-82af-e76b30928cfe/6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:27:56.456109 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1b430a9-abd4-40b5-8f79-09e0ef82f681 req-a950e3bd-f069-4532-b9a7-481d38f7c998 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 210 time: 0.0270662 Aug 17 02:27:56.542357 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-05140b1f-b170-4e37-bb1d-55ebda1d01fc tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:56.623877 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05140b1f-b170-4e37-bb1d-55ebda1d01fc tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event deleted for resources: {'Subnet': ['ID=46554c8f-b787-45ba-a668-7f53dc532a84,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:56.623877 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-05140b1f-b170-4e37-bb1d-55ebda1d01fc tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:56.624167 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-05140b1f-b170-4e37-bb1d-55ebda1d01fc tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "DELETE /v2.0/subnets/46554c8f-b787-45ba-a668-7f53dc532a84 HTTP/1.1" status: 204 len: 168 time: 0.6543009 Aug 17 02:27:56.633972 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52650) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:56.638363 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2abcfb-8a62-4065-9521-cb0201ab25b3 None None] Network a209162e-49f1-455d-b3be-7cf57c9458f0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:27:56.702163 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-3ff34fef-431e-47ce-ab2d-ec6349f211b7 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:56.767790 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:56.808025 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53da5e7e-5afc-4964-b626-4671780519d3 req-0a654085-bc2b-4f2e-98de-15bceeddfd02 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 210 time: 0.0348661 Aug 17 02:27:56.867767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Deleting port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:27:56.868202 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:56.917344 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-152a6882-1074-417e-840f-2af7a15e0c37 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:56.924783 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-152a6882-1074-417e-840f-2af7a15e0c37 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f&tenant_id=e3bea87dd1b648248d3d9b791695e521&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1098 time: 0.0870364 Aug 17 02:27:56.930907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f60710d-4661-402f-b186-c737fa8f7e82 None None] DHCP port deletion for a209162e-49f1-455d-b3be-7cf57c9458f0 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:27:56.936467 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-31'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:56.960457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] For port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2f5ab0b3-a0ba-4a64-9c36-a589748b1084,segment=NetworkSegment(87dcf559-a82e-4549-9f50-3e3f1f8b8eb6),segment_id=87dcf559-a82e-4549-9f50-3e3f1f8b8eb6)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:56.961360 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:56.974028 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-3ff34fef-431e-47ce-ab2d-ec6349f211b7 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:56.984265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Calling delete_port for 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:27:56.986795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7f60710d-4661-402f-b186-c737fa8f7e82 None None] Deleting port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:27:56.986999 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7f60710d-4661-402f-b186-c737fa8f7e82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:57.060050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-3ff34fef-431e-47ce-ab2d-ec6349f211b7 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Network 79b39bcc-1497-46f4-8fef-8bd84b30ee56 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:57.072971 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-3ff34fef-431e-47ce-ab2d-ec6349f211b7 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:57.075704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-3ff34fef-431e-47ce-ab2d-ec6349f211b7 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:57.081112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7f60710d-4661-402f-b186-c737fa8f7e82 None None] For port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2f5ab0b3-a0ba-4a64-9c36-a589748b1084,segment=NetworkSegment(87dcf559-a82e-4549-9f50-3e3f1f8b8eb6),segment_id=87dcf559-a82e-4549-9f50-3e3f1f8b8eb6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:57.082396 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7f60710d-4661-402f-b186-c737fa8f7e82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:57.098319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7f60710d-4661-402f-b186-c737fa8f7e82 None None] Calling delete_port for 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:27:57.111672 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff34fef-431e-47ce-ab2d-ec6349f211b7 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Pushing event updated for resources: {'Port': ['ID=6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:57.117796 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:57.182559 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-3ff34fef-431e-47ce-ab2d-ec6349f211b7 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:57.184379 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-3ff34fef-431e-47ce-ab2d-ec6349f211b7 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:57.210664 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:57.218474 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7f60710d-4661-402f-b186-c737fa8f7e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:57.249752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event deleted for resources: {'Port': ['ID=2f5ab0b3-a0ba-4a64-9c36-a589748b1084,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:57.250304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60710d-4661-402f-b186-c737fa8f7e82 None None] No DVR routers for this DVR port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:27:57.251769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] No DVR routers for this DVR port 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:27:57.261127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60710d-4661-402f-b186-c737fa8f7e82 None None] Pushing event deleted for resources: {'Port': ['ID=2f5ab0b3-a0ba-4a64-9c36-a589748b1084,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:57.411693 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:57.435416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a209162e-49f1-455d-b3be-7cf57c9458f0']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:57.436079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 639e4585-ee4c-4151-b99f-f62d193bc806 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:27:57.438367 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-3ff34fef-431e-47ce-ab2d-ec6349f211b7 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0099490 Aug 17 02:27:57.469695 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Request body: {'port': {'device_id': 'ce1d5d72-278b-491a-9cf6-dd8c8885a8ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:57.472952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87dcf559-a82e-4549-9f50-3e3f1f8b8eb6') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:57.475822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87dcf559-a82e-4549-9f50-3e3f1f8b8eb6') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:27:57.511038 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:57.542347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-2fcbb339-093a-4c22-8d3c-08e26741bfe6 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:57.544232 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-2fcbb339-093a-4c22-8d3c-08e26741bfe6 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.42 "GET /v2.0/networks?id=62cddb97-4522-46a6-9976-9947e634a90e HTTP/1.1" status: 200 len: 815 time: 0.3571746 Aug 17 02:27:57.575516 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:57.577161 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=639e4585-ee4c-4151-b99f-f62d193bc806,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:57.589391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:27:57.590114 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:27:57.593121 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:27:57.623521 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=639e4585-ee4c-4151-b99f-f62d193bc806,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:57.624275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bde0e2-0316-494c-88da-544c0155f83f req-17a3fd1c-d018-42cf-8981-f0e4f1027ae3 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:57.633087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b5bde0e2-0316-494c-88da-544c0155f83f req-17a3fd1c-d018-42cf-8981-f0e4f1027ae3 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 946 time: 0.1193817 Aug 17 02:27:57.646216 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 639e4585-ee4c-4151-b99f-f62d193bc806 has no active binding in host n-h2-793621-31 {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:27:57.654877 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:57.668249 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-750bb8cf-c4e5-4ad4-aab5-e09adbfda000 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0afefe25246447898f4adfb339d53a6f HTTP/1.1" status: 200 len: 380 time: 0.1053598 Aug 17 02:27:57.686629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-17fcad7a-e2b4-4b84-8abc-1b44fac75c62 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Request body: {'port': {'device_id': '90d965de-121d-44e6-af0e-e23fdef82e63', 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'admin_state_up': True, 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'security_groups': ['13d4beb4-d8c5-4e3c-980a-0029a28762ac']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:57.771142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b5bde0e2-0316-494c-88da-544c0155f83f req-17961408-53f6-4303-a20b-4720134fc3f6 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367302 Aug 17 02:27:57.814511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:27:57.901698 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:27:57.922832 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:27:57.923328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2f5ab0b3-a0ba-4a64-9c36-a589748b1084 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:27:57.935238 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:57.948570 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:57.950772 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] 10.222.0.13 "DELETE /v2.0/networks/a209162e-49f1-455d-b3be-7cf57c9458f0 HTTP/1.1" status: 204 len: 168 time: 1.3141336 Aug 17 02:27:57.966309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed64f45-2ecb-4cb3-83a1-9c39007ad29a tempest-AllowedAddressPairIpV6TestJSON-1108862369 tempest-AllowedAddressPairIpV6TestJSON-1108862369-project] Pushing event deleted for resources: {'Network': ['ID=a209162e-49f1-455d-b3be-7cf57c9458f0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:57.986321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9571a-7648-44f5-afda-2fecf5489063 req-350f3f14-2d70-4421-828f-74a8aa4727d5 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:57.988049 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41a9571a-7648-44f5-afda-2fecf5489063 req-350f3f14-2d70-4421-828f-74a8aa4727d5 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 931 time: 0.1131570 Aug 17 02:27:58.042092 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639e4585-ee4c-4151-b99f-f62d193bc806'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:27:58.044361 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397495b3-4d99-4d1b-9eec-eca17e65291d" -d '{"events": [{"server_uuid": "6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f", "name": "network-vif-unplugged", "status": "completed", "tag": "639e4585-ee4c-4151-b99f-f62d193bc806"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:27:58.049084 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:58.056065 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41a9571a-7648-44f5-afda-2fecf5489063 req-5716ce05-461e-4975-a9e5-d8bd76515b7f tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5d73a5a-6d6a-4462-b764-7cdc36ea3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560763 Aug 17 02:27:58.177567 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:27:58.185907 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:58.199886 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Transition to ACTIVE for port object 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:58.244436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-17fcad7a-e2b4-4b84-8abc-1b44fac75c62 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Made reservation on behalf of 0afefe25246447898f4adfb339d53a6f for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:58.248113 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-17fcad7a-e2b4-4b84-8abc-1b44fac75c62 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:58.251760 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:58.318442 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-73409f50-817d-4d7a-b76c-5598fc25eb1b req-f24f5c09-9cf2-4e90-ab83-d3432eeea11a tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 210 time: 0.0312965 Aug 17 02:27:58.394564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Pushing event updated for resources: {'Port': ['ID=639e4585-ee4c-4151-b99f-f62d193bc806,revision_number=7']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:58.397868 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:58.421843 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Attempting to bind port 639e4585-ee4c-4151-b99f-f62d193bc806 on host n-h1-793621-31 for vnic_type normal with profile {"migrating_to": "n-h2-793621-31"} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:58.422229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Attempting to bind port 639e4585-ee4c-4151-b99f-f62d193bc806 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:58.422606 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Attempting to bind port 639e4585-ee4c-4151-b99f-f62d193bc806 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:58.476432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Port 639e4585-ee4c-4151-b99f-f62d193bc806 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:58.476864 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Attempting to bind port 639e4585-ee4c-4151-b99f-f62d193bc806 on network 82555729-1b87-41b3-a6e6-eb3b356fbfb2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:58.528883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:27:58.529349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Checking segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:27:58.529830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Bound using segment: {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:27:58.530332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Bound port: 639e4585-ee4c-4151-b99f-f62d193bc806, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d289d7-84d6-4b19-a523-eb83336f6339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82555729-1b87-41b3-a6e6-eb3b356fbfb2'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:27:58.530766 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:58.540757 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:58.552595 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Pushing event updated for resources: {'Port': ['ID=6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:58.650544 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-17fcad7a-e2b4-4b84-8abc-1b44fac75c62 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Allocated IP 172.20.0.9 (62cddb97-4522-46a6-9976-9947e634a90e/3449d5f8-e8ae-411c-bb5f-602daece9780/9f45f4ab-fe98-458c-8f13-c9187a2e9f0e) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:27:58.734043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:27:58.740908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Attempting to bind port 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:58.741354 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Attempting to bind port 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '672f32ef-eb23-440d-9775-6f302fee6b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '79b39bcc-1497-46f4-8fef-8bd84b30ee56'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:58.741750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Attempting to bind port 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 on network 79b39bcc-1497-46f4-8fef-8bd84b30ee56 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:58.762890 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=639e4585-ee4c-4151-b99f-f62d193bc806,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:27:58.772481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Port 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 on network 79b39bcc-1497-46f4-8fef-8bd84b30ee56 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:27:58.772481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Attempting to bind port 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 on network 79b39bcc-1497-46f4-8fef-8bd84b30ee56 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:58.775826 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:27:58.776243 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Checking segment: {'id': '672f32ef-eb23-440d-9775-6f302fee6b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '79b39bcc-1497-46f4-8fef-8bd84b30ee56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:27:58.776696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Bound using segment: {'id': '672f32ef-eb23-440d-9775-6f302fee6b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '79b39bcc-1497-46f4-8fef-8bd84b30ee56'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:27:58.777218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Bound port: 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672f32ef-eb23-440d-9775-6f302fee6b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '79b39bcc-1497-46f4-8fef-8bd84b30ee56'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:27:58.777684 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:58.794944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52700) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:58.887992 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:58.953377 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817bad96-0c24-4acb-ada5-ff64577f5106 x-openstack-request-id: req-817bad96-0c24-4acb-ada5-ff64577f5106 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:27:58.953659 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f", "name": "network-vif-unplugged", "status": "completed", "tag": "639e4585-ee4c-4151-b99f-f62d193bc806", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:27:58.953907 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-817bad96-0c24-4acb-ada5-ff64577f5106 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:27:58.954366 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639e4585-ee4c-4151-b99f-f62d193bc806', 'code': 200} Aug 17 02:27:58.954940 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Pushing event updated for resources: {'Port': ['ID=639e4585-ee4c-4151-b99f-f62d193bc806,revision_number=8']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:59.003074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] For port 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:27:59.008757 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] For port 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4,segment=NetworkSegment(672f32ef-eb23-440d-9775-6f302fee6b4d),segment_id=672f32ef-eb23-440d-9775-6f302fee6b4d)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:27:59.046219 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-17fcad7a-e2b4-4b84-8abc-1b44fac75c62 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:59.055680 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:59.056684 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:59.057924 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-62dd70e2-45ec-471c-b4c9-aa9eef8744f6 service neutron] 10.222.0.18 "PUT /v2.0/ports/639e4585-ee4c-4151-b99f-f62d193bc806 HTTP/1.1" status: 200 len: 1124 time: 2.1304257 Aug 17 02:27:59.068410 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce0c91-76ff-4364-a6e5-4581f2b34a27 req-e300cc53-2133-441c-8623-f72e96a1f20f tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:59.077888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36ce0c91-76ff-4364-a6e5-4581f2b34a27 req-e300cc53-2133-441c-8623-f72e96a1f20f tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 944 time: 0.1087770 Aug 17 02:27:59.078787 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-17fcad7a-e2b4-4b84-8abc-1b44fac75c62 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Transition to ACTIVE for port object 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:59.082043 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-71b5334e-0a00-4f35-b5e4-b7c29e192aa9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83e675ab2f62460082c84a6eea86dcbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857466 Aug 17 02:27:59.087795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52708) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:59.114539 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:59.186061 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['639e4585-ee4c-4151-b99f-f62d193bc806'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:27:59.196931 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:59.207063 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:59.210299 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] 10.222.0.42 "PUT /v2.0/ports/6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 HTTP/1.1" status: 200 len: 1092 time: 1.7517948 Aug 17 02:27:59.230952 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36ce0c91-76ff-4364-a6e5-4581f2b34a27 req-9bb36f10-bbc2-4658-9126-0661b63142d6 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314938 Aug 17 02:27:59.282336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:59.292672 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a4a59-46a9-412e-92b6-eacd9aa24880 service neutron] Pushing event updated for resources: {'Port': ['ID=6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:59.293435 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['639e4585-ee4c-4151-b99f-f62d193bc806'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:27:59.319812 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:59.364328 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-17fcad7a-e2b4-4b84-8abc-1b44fac75c62 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:59.432662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07b043-656b-47a0-9a06-0113b8512bd7 req-a97ebb82-1a00-4974-af93-d2454232d12c tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:59.434780 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b07b043-656b-47a0-9a06-0113b8512bd7 req-a97ebb82-1a00-4974-af93-d2454232d12c tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 943 time: 0.0789084 Aug 17 02:27:59.526715 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b07b043-656b-47a0-9a06-0113b8512bd7 req-4477daac-8cb8-48c0-9f89-01eafb98df0f tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5d73a5a-6d6a-4462-b764-7cdc36ea3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829713 Aug 17 02:27:59.530994 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-17fcad7a-e2b4-4b84-8abc-1b44fac75c62 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Network 62cddb97-4522-46a6-9976-9947e634a90e is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:59.539338 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-17fcad7a-e2b4-4b84-8abc-1b44fac75c62 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:59.548135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-17fcad7a-e2b4-4b84-8abc-1b44fac75c62 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:59.563862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcad7a-e2b4-4b84-8abc-1b44fac75c62 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Pushing event updated for resources: {'Port': ['ID=9f45f4ab-fe98-458c-8f13-c9187a2e9f0e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:59.575402 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:59.586185 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:59.586185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/267c70ba-5eba-4cf1-baa9-bcf6d0af92bc HTTP/1.1" status: 204 len: 168 time: 0.4976170 Aug 17 02:27:59.610415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267c70ba-5eba-4cf1-baa9-bcf6d0af92bc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:59.635359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:59.637172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:59.637715 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:59.638315 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:59.641679 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:59.642298 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:59.642914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:59.644695 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:59.645408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:59.646332 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:59.647172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:59.648351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a5b34b-89f6-42bc-9947-5d88f0efdd48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:59.648895 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-1d5474a5-e6a8-4152-a191-c51d7e3afa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:59.651031 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-1d5474a5-e6a8-4152-a191-c51d7e3afa10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6b634a5f8b246398bd599958c944747&device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 1095 time: 0.2307611 Aug 17 02:27:59.691037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-17fcad7a-e2b4-4b84-8abc-1b44fac75c62 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:59.691037 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-17fcad7a-e2b4-4b84-8abc-1b44fac75c62 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:59.813057 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-17fcad7a-e2b4-4b84-8abc-1b44fac75c62 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1340513 Aug 17 02:27:59.814952 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-db9981a7-feb7-49c0-8388-a19fd9391c42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 HTTP/1.1" status: 200 len: 217 time: 0.0568748 Aug 17 02:27:59.860658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Request body: {'port': {'device_id': '90d965de-121d-44e6-af0e-e23fdef82e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:59.983089 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-e3e85e43-ac8a-41b4-98d3-abda81cb989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:59.984877 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-e3e85e43-ac8a-41b4-98d3-abda81cb989f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7acc420-531b-4e2b-82af-e76b30928cfe HTTP/1.1" status: 200 len: 849 time: 0.1451056 Aug 17 02:27:59.990936 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:00.007432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-161b875d-f08f-4a71-8aa9-e6a956e3ec1d None None] Provisioning for port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:28:00.011874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-161b875d-f08f-4a71-8aa9-e6a956e3ec1d None None] Provisioning complete for port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:28:00.012242 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-161b875d-f08f-4a71-8aa9-e6a956e3ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:00.072382 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-161b875d-f08f-4a71-8aa9-e6a956e3ec1d None None] Port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:28:00.091691 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-80eaeb0c-3d00-46c8-9b63-f684a03319a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79b39bcc-1497-46f4-8fef-8bd84b30ee56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921590 Aug 17 02:28:00.163451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a43fb6-7d42-4b3b-b4e1-63bbe752af77 req-b6372eef-c2e5-422f-abe2-7ede52bb64fe tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:00.180121 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72a43fb6-7d42-4b3b-b4e1-63bbe752af77 req-b6372eef-c2e5-422f-abe2-7ede52bb64fe tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 931 time: 0.1082232 Aug 17 02:28:00.280288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72a43fb6-7d42-4b3b-b4e1-63bbe752af77 req-02502cca-b7a3-4b26-b1e9-92ece4973d14 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970774 Aug 17 02:28:00.410312 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-d6e5bcbb-dece-4f9f-879d-6ac1da630637 service neutron] 10.222.0.42 "GET /v2.0/networks/79b39bcc-1497-46f4-8fef-8bd84b30ee56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104701 Aug 17 02:28:00.643569 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65fd3388-2b8f-4027-8dc1-5107fe0b7663 req-87a67dfb-9457-4738-bce4-a4921385ec9c service neutron] 10.222.0.42 "GET /v2.0/networks/79b39bcc-1497-46f4-8fef-8bd84b30ee56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207413 Aug 17 02:28:00.665697 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:28:00.676666 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:00.690010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Transition to ACTIVE for port object 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:28:00.945663 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:00.957683 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f', 'tag': '639e4585-ee4c-4151-b99f-f62d193bc806'}, {'name': 'network-changed', 'server_uuid': 'ce1d5d72-278b-491a-9cf6-dd8c8885a8ef', 'tag': '6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:28:00.973620 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f", "tag": "639e4585-ee4c-4151-b99f-f62d193bc806"}, {"name": "network-changed", "server_uuid": "ce1d5d72-278b-491a-9cf6-dd8c8885a8ef", "tag": "6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:28:01.055589 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:01.080774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Pushing event updated for resources: {'Port': ['ID=9f45f4ab-fe98-458c-8f13-c9187a2e9f0e,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:01.145984 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8685a-cc58-4654-9d80-7ffb9ddc0f54 req-5989172d-ce16-4a8c-b003-ded8d7c8ef60 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:01.159867 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91a8685a-cc58-4654-9d80-7ffb9ddc0f54 req-5989172d-ce16-4a8c-b003-ded8d7c8ef60 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 944 time: 0.1581101 Aug 17 02:28:01.241285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Attempting to bind port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:28:01.241808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Attempting to bind port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '260e7983-9256-44a3-85a5-497554d5fe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:28:01.242396 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Attempting to bind port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e on network 62cddb97-4522-46a6-9976-9947e634a90e {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:28:01.258752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91a8685a-cc58-4654-9d80-7ffb9ddc0f54 req-6fd3e806-2f26-4bd7-966c-b5f158836bb2 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974925 Aug 17 02:28:01.266234 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e on network 62cddb97-4522-46a6-9976-9947e634a90e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:28:01.266661 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Attempting to bind port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e on network 62cddb97-4522-46a6-9976-9947e634a90e {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:28:01.280805 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:28:01.285723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Checking segment: {'id': '260e7983-9256-44a3-85a5-497554d5fe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:28:01.286268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Bound using segment: {'id': '260e7983-9256-44a3-85a5-497554d5fe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:28:01.286814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Bound port: 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260e7983-9256-44a3-85a5-497554d5fe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:28:01.287259 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:01.453651 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] For port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:28:01.460399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] For port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9f45f4ab-fe98-458c-8f13-c9187a2e9f0e,segment=NetworkSegment(260e7983-9256-44a3-85a5-497554d5fe2b),segment_id=260e7983-9256-44a3-85a5-497554d5fe2b)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:28:01.494907 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eb8b5-a15e-42f4-be04-01c485d9056a req-4adba167-0031-42cd-8bc7-ab0cafcc6394 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:01.496760 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b70eb8b5-a15e-42f4-be04-01c485d9056a req-4adba167-0031-42cd-8bc7-ab0cafcc6394 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 943 time: 0.1146822 Aug 17 02:28:01.562340 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b70eb8b5-a15e-42f4-be04-01c485d9056a req-7a92bf20-bfcd-4c05-860a-184c2d3288a6 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5d73a5a-6d6a-4462-b764-7cdc36ea3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573702 Aug 17 02:28:01.623030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52768) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:01.659897 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:01.775442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:01.776646 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:01.800747 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] 10.222.0.42 "PUT /v2.0/ports/9f45f4ab-fe98-458c-8f13-c9187a2e9f0e HTTP/1.1" status: 200 len: 1092 time: 1.9625919 Aug 17 02:28:01.841230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f1eda-c557-4de9-849a-cf72fe0dea0a service neutron] Pushing event updated for resources: {'Port': ['ID=9f45f4ab-fe98-458c-8f13-c9187a2e9f0e,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:01.937523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-703950616'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:02.023964 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-dd43076f-a74e-41b5-a4ba-83e3477d5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:02.026550 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-dd43076f-a74e-41b5-a4ba-83e3477d5c1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0afefe25246447898f4adfb339d53a6f&device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 1095 time: 0.0740192 Aug 17 02:28:02.087667 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 02:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9b834a-8615-4a35-a880-c749111b90c9 x-openstack-request-id: req-3e9b834a-8615-4a35-a880-c749111b90c9 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:28:02.087948 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f", "tag": "639e4585-ee4c-4151-b99f-f62d193bc806", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce1d5d72-278b-491a-9cf6-dd8c8885a8ef", "tag": "6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:28:02.088312 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e9b834a-8615-4a35-a880-c749111b90c9 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:28:02.088753 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f', 'tag': '639e4585-ee4c-4151-b99f-f62d193bc806', 'status': 'completed', 'code': 200} Aug 17 02:28:02.088997 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1d5d72-278b-491a-9cf6-dd8c8885a8ef', 'tag': '6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4', 'status': 'completed', 'code': 200} Aug 17 02:28:02.090999 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-99cad364-69a5-4544-8849-7b5d81eb23ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f45f4ab-fe98-458c-8f13-c9187a2e9f0e HTTP/1.1" status: 200 len: 217 time: 0.0486763 Aug 17 02:28:02.118272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Made reservation on behalf of 3937e7e7093b4f6da0937cbb85ae7641 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:02.125136 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:02.149391 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:02.288272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409cc57-e247-484d-a32e-95b47d4f33cd req-890343fe-b644-4738-90d5-319709583b81 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:02.290914 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0409cc57-e247-484d-a32e-95b47d4f33cd req-890343fe-b644-4738-90d5-319709583b81 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 943 time: 0.1066132 Aug 17 02:28:02.376733 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0409cc57-e247-484d-a32e-95b47d4f33cd req-36c45e2b-be29-4e00-95db-f06f9b32a22b tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694435 Aug 17 02:28:02.379845 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:02.465878 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:02.513564 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:28:02.535039 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13350da7-34cc-432d-adaa-69216b5277bb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:02.550768 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:02.551568 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Added segment e45b347a-da79-49a5-98f7-5adf8428d184 of type vlan for network b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4 Aug 17 02:28:02.589837 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-26cd6e0b-0c9f-4987-8f0a-cc13fa77bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:02.592871 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-26cd6e0b-0c9f-4987-8f0a-cc13fa77bae5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3449d5f8-e8ae-411c-bb5f-602daece9780 HTTP/1.1" status: 200 len: 854 time: 0.4821267 Aug 17 02:28:02.607887 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-f60bc264-eab6-46fb-9984-54344c0e6058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:02.610233 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-f60bc264-eab6-46fb-9984-54344c0e6058 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 1127 time: 0.4402587 Aug 17 02:28:02.638795 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:02.745652 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ae20c-cb43-4393-bf81-915461fd7e1a req-1fff754c-d5fd-4c6e-84a3-4ff54cfac151 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:02.747504 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb7ae20c-cb43-4393-bf81-915461fd7e1a req-1fff754c-d5fd-4c6e-84a3-4ff54cfac151 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 944 time: 0.0712097 Aug 17 02:28:02.785745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-f2a444d5-c5a5-4204-b40d-702027938d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:02.788082 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:02.788651 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-f2a444d5-c5a5-4204-b40d-702027938d3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=62cddb97-4522-46a6-9976-9947e634a90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1482403 Aug 17 02:28:02.795768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:02.796826 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:02.835223 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb7ae20c-cb43-4393-bf81-915461fd7e1a req-26149161-496a-48f7-8c2c-2fab677143d3 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796521 Aug 17 02:28:02.875676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-5cd3a402-6e6d-4e3a-a2dd-772adbd3d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:02.877365 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-5cd3a402-6e6d-4e3a-a2dd-772adbd3d21c service neutron] 10.222.0.42 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.2393773 Aug 17 02:28:02.905940 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Network': ['ID=b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:02.924201 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:28:02.949309 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-06137e5e-4948-430e-a471-2e9e3d6eac1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=639e4585-ee4c-4151-b99f-f62d193bc806 HTTP/1.1" status: 200 len: 217 time: 0.0622795 Aug 17 02:28:02.979409 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-657ba5cb-6470-4496-940e-68aa55f68bcd tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3524940 Aug 17 02:28:02.985709 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52790) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:03.009864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-3457c61e-69d5-4fc6-9805-56cd8702a522 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'subnet': {'network_id': 'b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:03.026362 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-047a0360-19d6-4d25-8851-1df36b1ea309 service neutron] 10.222.0.42 "GET /v2.0/networks/62cddb97-4522-46a6-9976-9947e634a90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295423 Aug 17 02:28:03.151254 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ea3df-64ce-4004-a646-d687ac1dfcdc req-4cb74613-31de-434f-8696-040a508b8d50 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:03.154177 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c0ea3df-64ce-4004-a646-d687ac1dfcdc req-4cb74613-31de-434f-8696-040a508b8d50 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 943 time: 0.0790353 Aug 17 02:28:03.169506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-a7a461c1-f01f-45c1-bbe5-6133db6b2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:03.171226 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-a7a461c1-f01f-45c1-bbe5-6133db6b2124 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.2138479 Aug 17 02:28:03.217816 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-5b3c50d9-170e-4671-9288-982f13f608d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384374 Aug 17 02:28:03.219637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c0ea3df-64ce-4004-a646-d687ac1dfcdc req-ba29adbb-1308-4d51-b21a-d4001a797db4 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5d73a5a-6d6a-4462-b764-7cdc36ea3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589910 Aug 17 02:28:03.290392 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-52b23a01-9164-4a69-a78f-e10cc2cc3d5a req-195896bf-cab1-4b0c-9b5d-e35c82440883 service neutron] 10.222.0.42 "GET /v2.0/networks/62cddb97-4522-46a6-9976-9947e634a90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492251 Aug 17 02:28:03.320447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3457c61e-69d5-4fc6-9805-56cd8702a522 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Made reservation on behalf of 3937e7e7093b4f6da0937cbb85ae7641 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:03.337747 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-6c81085f-7353-49fb-afa0-d9df76db703c service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085072 Aug 17 02:28:03.337890 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3457c61e-69d5-4fc6-9805-56cd8702a522 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:03.463446 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-378f3aed-35a0-413e-8782-2447bef50832 service neutron] 10.222.0.42 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179554 Aug 17 02:28:03.550004 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:28:03.718342 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3457c61e-69d5-4fc6-9805-56cd8702a522 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:03.719038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-044bc8cd-9282-418f-af55-d35de757bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:03.720561 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-044bc8cd-9282-418f-af55-d35de757bbf4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6b634a5f8b246398bd599958c944747&device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 1095 time: 0.0463562 Aug 17 02:28:03.797353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457c61e-69d5-4fc6-9805-56cd8702a522 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Subnet': ['ID=6f9e8da4-6fe7-4698-8d0f-f724571a0101,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:03.810773 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3457c61e-69d5-4fc6-9805-56cd8702a522 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Checking segment: {'id': 'e45b347a-da79-49a5-98f7-5adf8428d184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:28:03.813200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3457c61e-69d5-4fc6-9805-56cd8702a522 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network hostable DHCP agents. Network: b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:28:03.831361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-08076588-ff7c-4c93-8280-55ae07959a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:03.833203 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-08076588-ff7c-4c93-8280-55ae07959a38 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79b39bcc-1497-46f4-8fef-8bd84b30ee56 HTTP/1.1" status: 200 len: 910 time: 0.1050375 Aug 17 02:28:03.878335 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-ab9ed8a6-6932-4936-ab11-c47c8b1f8bd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 HTTP/1.1" status: 200 len: 217 time: 0.0357556 Aug 17 02:28:03.944346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-c7f4a993-abae-41f1-a31a-875edc65adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:03.945896 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-c7f4a993-abae-41f1-a31a-875edc65adac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7acc420-531b-4e2b-82af-e76b30928cfe HTTP/1.1" status: 200 len: 849 time: 0.0472035 Aug 17 02:28:03.985150 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-c6b10370-a9b5-45e1-82d7-b3eaca6b29da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79b39bcc-1497-46f4-8fef-8bd84b30ee56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317569 Aug 17 02:28:04.004217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3457c61e-69d5-4fc6-9805-56cd8702a522 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:28:04.093874 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d965de-121d-44e6-af0e-e23fdef82e63', 'tag': '9f45f4ab-fe98-458c-8f13-c9187a2e9f0e'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:28:04.096100 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151239d4-9f36-4e35-ab33-4195ebf2f6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "90d965de-121d-44e6-af0e-e23fdef82e63", "tag": "9f45f4ab-fe98-458c-8f13-c9187a2e9f0e"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:28:04.104890 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-2dc599f1-5329-407e-b3cc-c7b63a9f4150 service neutron] 10.222.0.42 "GET /v2.0/networks/79b39bcc-1497-46f4-8fef-8bd84b30ee56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129105 Aug 17 02:28:04.216409 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-494b9f55-c8a5-4cd8-bfa7-8835de8a85ce req-d956350b-596c-458d-98ab-345f08cfd738 service neutron] 10.222.0.42 "GET /v2.0/networks/79b39bcc-1497-46f4-8fef-8bd84b30ee56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045294 Aug 17 02:28:04.237653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-3457c61e-69d5-4fc6-9805-56cd8702a522 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:04.255078 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eced693e-3872-4011-adf3-aa89a54b11e5 None None] Network b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:28:04.272791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3457c61e-69d5-4fc6-9805-56cd8702a522 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:04.273530 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3457c61e-69d5-4fc6-9805-56cd8702a522 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:04.328197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81ae23-e98b-4bde-9a9e-93cfdc283c92 req-cd4c7462-6961-4b98-ad6d-02cbf31c9c31 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:04.329848 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee81ae23-e98b-4bde-9a9e-93cfdc283c92 req-cd4c7462-6961-4b98-ad6d-02cbf31c9c31 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 943 time: 0.0791333 Aug 17 02:28:04.372153 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee81ae23-e98b-4bde-9a9e-93cfdc283c92 req-38b4e4c5-1058-444f-839b-193b1d8774c1 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360267 Aug 17 02:28:04.400548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7bc61a-46c0-4398-8179-5d17f1a30b94 None None] Network b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:28:04.447221 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3457c61e-69d5-4fc6-9805-56cd8702a522 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4546046 Aug 17 02:28:04.447477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52810) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:04.453371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-589742326', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:04.527346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027f9b0-f9d6-4c77-8c96-ba3f9390c878 req-abbe595b-7efe-4144-a9bf-360b43cd202c tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:04.528896 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2027f9b0-f9d6-4c77-8c96-ba3f9390c878 req-abbe595b-7efe-4144-a9bf-360b43cd202c tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 944 time: 0.0582042 Aug 17 02:28:04.572919 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2027f9b0-f9d6-4c77-8c96-ba3f9390c878 req-e7bfc1f7-0855-4fe3-8b66-2ba405df9a78 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368557 Aug 17 02:28:04.614826 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:04.616508 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:04.629063 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa34fb0-6227-4abd-80a3-5686696a1aae x-openstack-request-id: req-baa34fb0-6227-4abd-80a3-5686696a1aae {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:28:04.629277 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d965de-121d-44e6-af0e-e23fdef82e63", "tag": "9f45f4ab-fe98-458c-8f13-c9187a2e9f0e", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:28:04.629769 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-baa34fb0-6227-4abd-80a3-5686696a1aae {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:28:04.630237 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d965de-121d-44e6-af0e-e23fdef82e63', 'tag': '9f45f4ab-fe98-458c-8f13-c9187a2e9f0e', 'status': 'completed', 'code': 200} Aug 17 02:28:04.732898 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:04.747118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151239d4-9f36-4e35-ab33-4195ebf2f6bf req-749f8b2e-fc11-4899-bd81-bd489b495bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:04.748703 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-151239d4-9f36-4e35-ab33-4195ebf2f6bf req-749f8b2e-fc11-4899-bd81-bd489b495bc7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0afefe25246447898f4adfb339d53a6f&device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 1095 time: 0.0713332 Aug 17 02:28:04.861897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151239d4-9f36-4e35-ab33-4195ebf2f6bf req-819edc8c-efd3-4235-a380-80337567550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:04.864094 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-151239d4-9f36-4e35-ab33-4195ebf2f6bf req-819edc8c-efd3-4235-a380-80337567550c service neutron] 10.222.0.42 "GET /v2.0/networks?id=62cddb97-4522-46a6-9976-9947e634a90e HTTP/1.1" status: 200 len: 916 time: 0.1054082 Aug 17 02:28:04.910377 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-151239d4-9f36-4e35-ab33-4195ebf2f6bf req-c3d9a581-30ba-4951-bb13-2f5a77ca1bf5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f45f4ab-fe98-458c-8f13-c9187a2e9f0e HTTP/1.1" status: 200 len: 217 time: 0.0381601 Aug 17 02:28:04.977901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151239d4-9f36-4e35-ab33-4195ebf2f6bf req-3ac31427-1643-494a-bd05-acc7ad654716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:04.980573 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-151239d4-9f36-4e35-ab33-4195ebf2f6bf req-3ac31427-1643-494a-bd05-acc7ad654716 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3449d5f8-e8ae-411c-bb5f-602daece9780 HTTP/1.1" status: 200 len: 854 time: 0.0625727 Aug 17 02:28:05.076007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151239d4-9f36-4e35-ab33-4195ebf2f6bf req-ba80173b-595b-4011-95d2-574e6376e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:05.078893 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-151239d4-9f36-4e35-ab33-4195ebf2f6bf req-ba80173b-595b-4011-95d2-574e6376e40f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=62cddb97-4522-46a6-9976-9947e634a90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912585 Aug 17 02:28:05.145143 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:05.176861 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50aec1-c9bb-4457-9704-6ad766226c8c req-b9a55da5-0900-4878-a0ce-a8067225f847 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:05.178805 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9d50aec1-c9bb-4457-9704-6ad766226c8c req-b9a55da5-0900-4878-a0ce-a8067225f847 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 943 time: 0.1037540 Aug 17 02:28:05.230645 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9d50aec1-c9bb-4457-9704-6ad766226c8c req-07f74677-f554-4651-9d14-b59f5586e8f0 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5d73a5a-6d6a-4462-b764-7cdc36ea3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 Aug 17 02:28:05.237967 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-151239d4-9f36-4e35-ab33-4195ebf2f6bf req-ceae26ed-b82a-405f-8f9f-5c19065aed08 service neutron] 10.222.0.42 "GET /v2.0/networks/62cddb97-4522-46a6-9976-9947e634a90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511331 Aug 17 02:28:05.288728 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:28:05.419427 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-151239d4-9f36-4e35-ab33-4195ebf2f6bf req-765dd57c-5929-4649-8ac1-712c4d565d48 service neutron] 10.222.0.42 "GET /v2.0/networks/62cddb97-4522-46a6-9976-9947e634a90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739509 Aug 17 02:28:05.478956 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4,segment=NetworkSegment(672f32ef-eb23-440d-9775-6f302fee6b4d),segment_id=672f32ef-eb23-440d-9775-6f302fee6b4d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:05.490944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4', 'network_id': '79b39bcc-1497-46f4-8fef-8bd84b30ee56', 'port_id': '6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4', 'mac_address': 'fa:16:3e:a0:3e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7acc420-531b-4e2b-82af-e76b30928cfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:28:05.503243 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:05.539579 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:05.549229 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:05.582791 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:28:05.620220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4,segment=NetworkSegment(672f32ef-eb23-440d-9775-6f302fee6b4d),segment_id=672f32ef-eb23-440d-9775-6f302fee6b4d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:05.661499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Allocated IP 172.25.5.38 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/1427f819-53ec-4900-94ef-7fde1c123733) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:05.757384 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:05.766391 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:05.806732 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:05.927513 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:05.946590 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-b6c0fc80-9c60-4de7-8ada-2d5762419025 service neutron] 10.222.0.42 "GET /v2.0/ports/639e4585-ee4c-4151-b99f-f62d193bc806/bindings/n-h2-793621-31 HTTP/1.1" status: 200 len: 385 time: 0.0599234 Aug 17 02:28:05.974246 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:05.983220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:05.990816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:06.001032 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478284f6-63c0-4613-8f70-0be08f734086 req-3af06b9c-a963-4ee4-809c-6903cad00a0e tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:06.003136 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-478284f6-63c0-4613-8f70-0be08f734086 req-3af06b9c-a963-4ee4-809c-6903cad00a0e tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 943 time: 0.1074011 Aug 17 02:28:06.022360 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=1427f819-53ec-4900-94ef-7fde1c123733,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:06.115111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-478284f6-63c0-4613-8f70-0be08f734086 req-91bb4066-1218-4038-bfe1-93d8c5b04c94 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885780 Aug 17 02:28:06.160653 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-00d3da64-befd-4918-9de3-92032e05494d service neutron] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=639e4585-ee4c-4151-b99f-f62d193bc806,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:06.185625 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-00d3da64-befd-4918-9de3-92032e05494d service neutron] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:28:06.200583 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:28:06.219187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639e4585-ee4c-4151-b99f-f62d193bc806 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:28:06.232858 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-00d3da64-befd-4918-9de3-92032e05494d service neutron] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=639e4585-ee4c-4151-b99f-f62d193bc806,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:06.242543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589d4bd-6b6e-491a-af20-a1ebf4e08eab req-b254b597-9385-4957-a910-257fc4176d32 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:06.244098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3589d4bd-6b6e-491a-af20-a1ebf4e08eab req-b254b597-9385-4957-a910-257fc4176d32 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 944 time: 0.0639215 Aug 17 02:28:06.426278 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:06.519301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Transition to ACTIVE for port object 639e4585-ee4c-4151-b99f-f62d193bc806 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:28:06.591447 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:06.671693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-00d3da64-befd-4918-9de3-92032e05494d service neutron] No DVR routers for this DVR port 639e4585-ee4c-4151-b99f-f62d193bc806 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:28:06.682744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Pushing event updated for resources: {'Port': ['ID=639e4585-ee4c-4151-b99f-f62d193bc806,revision_number=10']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:06.704643 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:06.704988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:06.705499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:06.706087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:06.706539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:06.706901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:06.707219 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:06.707558 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:06.707889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:06.708208 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:06.708539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:06.708859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3da64-befd-4918-9de3-92032e05494d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:06.718627 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-00d3da64-befd-4918-9de3-92032e05494d service neutron] 10.222.0.42 "PUT /v2.0/ports/639e4585-ee4c-4151-b99f-f62d193bc806/bindings/n-h2-793621-31/activate HTTP/1.1" status: 200 len: 370 time: 0.7638652 Aug 17 02:28:06.726543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3589d4bd-6b6e-491a-af20-a1ebf4e08eab req-57b34304-0c97-4684-b38b-0bad8b0f4922 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764085 Aug 17 02:28:06.753341 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:06.938290 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b49cc-982f-4416-b71e-fb794e872ecd req-1bcf5d24-26f2-4fa2-aaa6-49942570aa9f tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:06.939743 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-600b49cc-982f-4416-b71e-fb794e872ecd req-1bcf5d24-26f2-4fa2-aaa6-49942570aa9f tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 944 time: 0.1011405 Aug 17 02:28:06.957204 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-d95598b1-2c4e-477e-b50e-5c62fd816c5f tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:06.958765 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-d95598b1-2c4e-477e-b50e-5c62fd816c5f tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f&tenant_id=e3bea87dd1b648248d3d9b791695e521&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1097 time: 0.0510774 Aug 17 02:28:07.023321 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-600b49cc-982f-4416-b71e-fb794e872ecd req-f4fbeafd-76be-44fe-a503-ac4c492f3785 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5d73a5a-6d6a-4462-b764-7cdc36ea3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741601 Aug 17 02:28:07.031831 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:07.043996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-15ad5b66-cd6f-4d9c-9301-0994f8c88cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:07.046359 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-15ad5b66-cd6f-4d9c-9301-0994f8c88cc6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f&tenant_id=e3bea87dd1b648248d3d9b791695e521 HTTP/1.1" status: 200 len: 1097 time: 0.0775054 Aug 17 02:28:07.133784 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-7c1b081c-e248-4279-abd5-c9e7b7211042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:07.133784 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-7c1b081c-e248-4279-abd5-c9e7b7211042 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3bea87dd1b648248d3d9b791695e521&device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 1097 time: 0.0452342 Aug 17 02:28:07.238197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-492510be-9b1c-4fb6-acaf-34f0e0bd01fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:07.239694 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-492510be-9b1c-4fb6-acaf-34f0e0bd01fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 200 len: 922 time: 0.1014533 Aug 17 02:28:07.265884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:28:07.283131 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-d105230d-7113-4ab3-8bb4-a6a7c9402e02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=639e4585-ee4c-4151-b99f-f62d193bc806 HTTP/1.1" status: 200 len: 217 time: 0.0356908 Aug 17 02:28:07.300068 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:28:07.345597 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-e51b618d-2a5c-4cb7-968a-4abeb4d13127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:07.347633 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-e51b618d-2a5c-4cb7-968a-4abeb4d13127 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 200 len: 861 time: 0.0556264 Aug 17 02:28:07.383317 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-2659feb8-b1a0-4104-a5e4-42e0190269c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82555729-1b87-41b3-a6e6-eb3b356fbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267727 Aug 17 02:28:07.429193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:07.441272 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0326f-053c-4c93-b564-742784cdf772 None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:07.451172 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0326f-053c-4c93-b564-742784cdf772 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:07.451891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-94c0326f-053c-4c93-b564-742784cdf772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:27:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:07.458499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce316c-7768-44b8-b439-b37b8ff61443 req-952e60a8-b960-4358-aae3-a3b386ca6e3a tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:07.460193 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43ce316c-7768-44b8-b439-b37b8ff61443 req-952e60a8-b960-4358-aae3-a3b386ca6e3a tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 943 time: 0.0721393 Aug 17 02:28:07.487487 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-288d5a05-c117-4333-ab91-be78837d5d56 service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922339 Aug 17 02:28:07.487726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:28:07.488169 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-94c0326f-053c-4c93-b564-742784cdf772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:07.494411 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:28:07.494692 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:07.508376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43ce316c-7768-44b8-b439-b37b8ff61443 req-9bc14b34-8106-4730-8fb6-540747946dc9 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408213 Aug 17 02:28:07.517458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0326f-053c-4c93-b564-742784cdf772 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:07.518160 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-94c0326f-053c-4c93-b564-742784cdf772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:27:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:07.557341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-94c0326f-053c-4c93-b564-742784cdf772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:07.557981 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0326f-053c-4c93-b564-742784cdf772 None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:07.592021 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:07.593253 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e2c13961-568e-4075-9816-f35cfd6e04d5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1449223 Aug 17 02:28:07.597921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52844) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:07.598094 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-87bac480-6e8a-431b-9b18-67d60ad2ff67 service neutron] 10.222.0.18 "GET /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032898 Aug 17 02:28:07.618219 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:07.642886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1d5d72-278b-491a-9cf6-dd8c8885a8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:28:07.645384 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c80b44-f079-4a94-9767-bdffbc636533" -d '{"events": [{"server_uuid": "ce1d5d72-278b-491a-9cf6-dd8c8885a8ef", "name": "network-vif-plugged", "status": "completed", "tag": "6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:28:07.658196 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4,segment=NetworkSegment(672f32ef-eb23-440d-9775-6f302fee6b4d),segment_id=672f32ef-eb23-440d-9775-6f302fee6b4d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:07.711426 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8de4c4-842d-451f-b6a2-8303ad3441a3 x-openstack-request-id: req-4b8de4c4-842d-451f-b6a2-8303ad3441a3 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:28:07.711715 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1d5d72-278b-491a-9cf6-dd8c8885a8ef", "name": "network-vif-plugged", "status": "completed", "tag": "6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:28:07.711969 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b8de4c4-842d-451f-b6a2-8303ad3441a3 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:28:07.712363 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1d5d72-278b-491a-9cf6-dd8c8885a8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4', 'code': 200} Aug 17 02:28:07.836183 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ad278-f32a-4e43-a3da-ced7c3f9cbd4 req-8cb7e960-26bd-4e61-9d15-4c18ed69ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:07.837824 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b32ad278-f32a-4e43-a3da-ced7c3f9cbd4 req-8cb7e960-26bd-4e61-9d15-4c18ed69ebaf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 1096 time: 0.0430937 Aug 17 02:28:07.849332 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:07.850516 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 639e4585-ee4c-4151-b99f-f62d193bc806 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:28:07.895167 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b32ad278-f32a-4e43-a3da-ced7c3f9cbd4 req-618ed595-c4a8-462e-ad39-516f488c335a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a5d73a5a-6d6a-4462-b764-7cdc36ea3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505142 Aug 17 02:28:07.926637 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b8c6-03d6-44f4-bbb0-a24d2e3b4480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:07.948272 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:07.952531 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 639e4585-ee4c-4151-b99f-f62d193bc806 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:28:08.117459 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3888e-fc17-4805-b9df-a3ded14228c4 req-4ac4651a-e022-4017-a288-8c4ce9c6af18 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:08.119202 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70d3888e-fc17-4805-b9df-a3ded14228c4 req-4ac4651a-e022-4017-a288-8c4ce9c6af18 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 945 time: 0.1053214 Aug 17 02:28:08.196560 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70d3888e-fc17-4805-b9df-a3ded14228c4 req-0483126e-324c-4287-918b-e3e7cb1b3e76 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702763 Aug 17 02:28:08.199126 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:08.263852 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-54f2fe43-b08e-4985-af6b-7bde8bd179e7 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:08.265583 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-54f2fe43-b08e-4985-af6b-7bde8bd179e7 tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f&tenant_id=e3bea87dd1b648248d3d9b791695e521&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 1097 time: 0.0625598 Aug 17 02:28:08.368319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf16145-932c-46f6-ac90-7f4cddb7b167 req-081dded8-f0fd-403e-8f53-a0f5111a5fdf tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:08.369885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4bf16145-932c-46f6-ac90-7f4cddb7b167 req-081dded8-f0fd-403e-8f53-a0f5111a5fdf tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 945 time: 0.1051776 Aug 17 02:28:08.504453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-fc6d4c14-22e7-4f9f-aa4d-1778924bd4ba service neutron] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:28:08.506186 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4bf16145-932c-46f6-ac90-7f4cddb7b167 req-7bd861a4-1339-429a-84c0-31a1e74e9ae6 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5d73a5a-6d6a-4462-b764-7cdc36ea3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292238 Aug 17 02:28:08.510264 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-fc6d4c14-22e7-4f9f-aa4d-1778924bd4ba service neutron] Notify callbacks [] for binding, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:08.514600 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-fc6d4c14-22e7-4f9f-aa4d-1778924bd4ba service neutron] 10.222.0.18 "DELETE /v2.0/ports/639e4585-ee4c-4151-b99f-f62d193bc806/bindings/n-h1-793621-31 HTTP/1.1" status: 204 len: 173 time: 0.2364569 Aug 17 02:28:08.515462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52862) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:08.653635 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d052-225e-45cf-b60f-0eba8c9f8c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:08.682295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Allocated IP 172.20.0.1 (b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4/6f9e8da4-6fe7-4698-8d0f-f724571a0101/ca9fcb12-c632-46fe-b35e-a0721c200a8d) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:08.874979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f6aa3-b39c-4a0f-90fe-05d4d41b0d6b req-a3cf2549-dce1-48c7-8661-df78fabdfb53 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:08.876438 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-100f6aa3-b39c-4a0f-90fe-05d4d41b0d6b req-a3cf2549-dce1-48c7-8661-df78fabdfb53 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 943 time: 0.1167552 Aug 17 02:28:08.912215 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d052-225e-45cf-b60f-0eba8c9f8c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:08.920761 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:08.950479 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-100f6aa3-b39c-4a0f-90fe-05d4d41b0d6b req-4d718f46-0c67-4a29-8ede-08dd3c4f8504 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652006 Aug 17 02:28:09.025852 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d052-225e-45cf-b60f-0eba8c9f8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:09.069835 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bcc0d052-225e-45cf-b60f-0eba8c9f8c6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00bab05c8bbf4dc38b6da9e1c989c415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5533113 Aug 17 02:28:09.071285 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0d052-225e-45cf-b60f-0eba8c9f8c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce12b2c-395a-48f5-8e11-eeeba4702330,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:09.072778 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52868) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:09.089719 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:09.130467 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:09.133832 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:09.137612 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acb2726f-b067-44fe-bd54-4ef21deac0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:09.137812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:09.164862 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acb2726f-b067-44fe-bd54-4ef21deac0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:09.179377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=ca9fcb12-c632-46fe-b35e-a0721c200a8d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:09.193914 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:09.347546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e5ae4-f17d-46f5-bfce-3b45996e4914 req-6add71c7-bbdb-441e-a1db-5f558aa121b1 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:09.349141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f95e5ae4-f17d-46f5-bfce-3b45996e4914 req-6add71c7-bbdb-441e-a1db-5f558aa121b1 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 945 time: 0.0711176 Aug 17 02:28:09.352181 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acb2726f-b067-44fe-bd54-4ef21deac0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:09.354875 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acb2726f-b067-44fe-bd54-4ef21deac0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:09.356172 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-acb2726f-b067-44fe-bd54-4ef21deac0fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ce12b2c-395a-48f5-8e11-eeeba4702330 HTTP/1.1" status: 204 len: 168 time: 0.2821860 Aug 17 02:28:09.365479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2726f-b067-44fe-bd54-4ef21deac0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce12b2c-395a-48f5-8e11-eeeba4702330,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:09.394326 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f95e5ae4-f17d-46f5-bfce-3b45996e4914 req-ce0dc83e-6add-4ecb-a874-c65d7d480b72 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389035 Aug 17 02:28:09.470466 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:09.614643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb96539-7fdc-43ee-9309-e809bdfb1f5a req-a33784f9-7814-4aa1-bea0-3916d9b07dfc tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:09.617064 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7fb96539-7fdc-43ee-9309-e809bdfb1f5a req-a33784f9-7814-4aa1-bea0-3916d9b07dfc tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 1097 time: 0.1085958 Aug 17 02:28:09.695436 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7fb96539-7fdc-43ee-9309-e809bdfb1f5a req-01a0a0dd-fde3-45b7-b50a-73fee950416e tempest-LiveAutoBlockMigrationV225Test-437789042 tempest-LiveAutoBlockMigrationV225Test-437789042-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429044 Aug 17 02:28:09.897636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2220-a45b-4542-b809-db5d1ac5d295 req-d04d86ae-6452-4644-9b2f-3f46dc98c9c7 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:09.899219 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88ae2220-a45b-4542-b809-db5d1ac5d295 req-d04d86ae-6452-4644-9b2f-3f46dc98c9c7 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 945 time: 0.0891988 Aug 17 02:28:10.211392 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88ae2220-a45b-4542-b809-db5d1ac5d295 req-135e6ced-97f0-4925-abf3-e76e95306ca5 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5d73a5a-6d6a-4462-b764-7cdc36ea3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044548 Aug 17 02:28:10.213327 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:10.271805 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aae8e0b3-914d-44f8-9073-ae4409936851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:10.317548 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:10.394770 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:10.403149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=ca9fcb12-c632-46fe-b35e-a0721c200a8d,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:10.501899 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:10.503500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:10.603595 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:10.628638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:10.743055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:10.747981 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6cbe6d9a-a044-4b58-a0ff-c2f2e6aa7e3c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "PUT /v2.0/routers/142b59ec-e1b2-4b87-895b-702d211530a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1499407 Aug 17 02:28:10.750698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52910) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:10.755643 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0745bc32-4b70-4d15-9e6b-50cb34ae99bf None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:10.759242 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-f3f89abe-773c-4e89-8fb6-c46cb6fff581 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'port': {'network_id': 'b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4', 'name': 'tempest-FloatingIPTestJSON-451500325'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:10.765941 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745bc32-4b70-4d15-9e6b-50cb34ae99bf None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:10.766557 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0745bc32-4b70-4d15-9e6b-50cb34ae99bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:10.800228 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0745bc32-4b70-4d15-9e6b-50cb34ae99bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:10.809153 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745bc32-4b70-4d15-9e6b-50cb34ae99bf None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:10.809790 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0745bc32-4b70-4d15-9e6b-50cb34ae99bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:10.844950 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0745bc32-4b70-4d15-9e6b-50cb34ae99bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:10.845607 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0745bc32-4b70-4d15-9e6b-50cb34ae99bf None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:11.015154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f89abe-773c-4e89-8fb6-c46cb6fff581 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Made reservation on behalf of 3937e7e7093b4f6da0937cbb85ae7641 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:11.019207 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3f89abe-773c-4e89-8fb6-c46cb6fff581 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:11.032864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d03a0-f8e0-4836-80cf-f9cecf7ac0c9 req-70eb25a3-9e14-45ca-91ea-6bca3c0c70b6 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:11.035045 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b25d03a0-f8e0-4836-80cf-f9cecf7ac0c9 req-70eb25a3-9e14-45ca-91ea-6bca3c0c70b6 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 943 time: 0.0660961 Aug 17 02:28:11.066615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-f3f89abe-773c-4e89-8fb6-c46cb6fff581 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] device_id is not set on port 32357887-56d3-4f77-b476-63917c867162 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:28:11.122367 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b25d03a0-f8e0-4836-80cf-f9cecf7ac0c9 req-5d45c7b6-f830-4580-b282-aee8b189b54e tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792482 Aug 17 02:28:11.198257 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-f3f89abe-773c-4e89-8fb6-c46cb6fff581 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Allocated IP 172.20.0.4 (b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4/6f9e8da4-6fe7-4698-8d0f-f724571a0101/32357887-56d3-4f77-b476-63917c867162) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:11.386566 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3f89abe-773c-4e89-8fb6-c46cb6fff581 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:11.541404 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3f89abe-773c-4e89-8fb6-c46cb6fff581 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:11.627948 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f89abe-773c-4e89-8fb6-c46cb6fff581 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:11.629974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f89abe-773c-4e89-8fb6-c46cb6fff581 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=32357887-56d3-4f77-b476-63917c867162,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:11.634566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-f3f89abe-773c-4e89-8fb6-c46cb6fff581 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:11.637500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f89abe-773c-4e89-8fb6-c46cb6fff581 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:11.671873 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:11.682066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc0cb9-e72a-4c1f-9261-41d5d9dc9475 req-fdb7c6bd-671e-40fa-9c31-a3916c337120 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:11.683629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25fc0cb9-e72a-4c1f-9261-41d5d9dc9475 req-fdb7c6bd-671e-40fa-9c31-a3916c337120 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 945 time: 0.1095772 Aug 17 02:28:11.706652 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f89abe-773c-4e89-8fb6-c46cb6fff581 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:11.707302 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3f89abe-773c-4e89-8fb6-c46cb6fff581 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:11.744730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25fc0cb9-e72a-4c1f-9261-41d5d9dc9475 req-17dc30ab-85f0-4d96-87a4-4b8c6cfcc49d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519164 Aug 17 02:28:12.014486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad64457-4027-4010-b088-a82c70829ddc req-248900c8-72a2-45f3-a9b2-15090df28b5c tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:12.016003 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7ad64457-4027-4010-b088-a82c70829ddc req-248900c8-72a2-45f3-a9b2-15090df28b5c tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 945 time: 0.0507877 Aug 17 02:28:12.061003 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dab9d8a6-f56a-4a7f-a854-8ac2de55b4ca req-75f96683-6ee2-4568-b6b7-43ae7562fe04 tempest-AbsoluteLimitsNegativeTestJSON-1958783410 tempest-AbsoluteLimitsNegativeTestJSON-1958783410-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7e6f64395b914e74abb882e84072f45c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239339 Aug 17 02:28:12.115153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-7ad64457-4027-4010-b088-a82c70829ddc req-67eac451-93c7-41db-b4f1-c86c90a25a54 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Deleting port 639e4585-ee4c-4151-b99f-f62d193bc806 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:28:12.115534 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-7ad64457-4027-4010-b088-a82c70829ddc req-67eac451-93c7-41db-b4f1-c86c90a25a54 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:12.154738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f3f89abe-773c-4e89-8fb6-c46cb6fff581 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4026999 Aug 17 02:28:12.157190 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52938) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:12.162546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-6df4c578-da67-4b19-993e-6e5e3c2b1b68 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'port': {'network_id': 'b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4', 'name': 'tempest-FloatingIPTestJSON-1488778581'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:12.211039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-7ad64457-4027-4010-b088-a82c70829ddc req-67eac451-93c7-41db-b4f1-c86c90a25a54 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] For port 639e4585-ee4c-4151-b99f-f62d193bc806, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=639e4585-ee4c-4151-b99f-f62d193bc806,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:12.211500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-7ad64457-4027-4010-b088-a82c70829ddc req-67eac451-93c7-41db-b4f1-c86c90a25a54 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:12.224716 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-7ad64457-4027-4010-b088-a82c70829ddc req-67eac451-93c7-41db-b4f1-c86c90a25a54 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Calling delete_port for 639e4585-ee4c-4151-b99f-f62d193bc806 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:28:12.228044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9d8a6-f56a-4a7f-a854-8ac2de55b4ca req-5490036a-c846-4f3e-bb75-ae83277f85d5 tempest-AbsoluteLimitsNegativeTestJSON-1958783410 tempest-AbsoluteLimitsNegativeTestJSON-1958783410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:12.229603 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dab9d8a6-f56a-4a7f-a854-8ac2de55b4ca req-5490036a-c846-4f3e-bb75-ae83277f85d5 tempest-AbsoluteLimitsNegativeTestJSON-1958783410 tempest-AbsoluteLimitsNegativeTestJSON-1958783410-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625412 Aug 17 02:28:12.253837 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dab9d8a6-f56a-4a7f-a854-8ac2de55b4ca req-ed9df3ac-dcad-488f-9919-9512cc3d2bcf tempest-AbsoluteLimitsNegativeTestJSON-1958783410 tempest-AbsoluteLimitsNegativeTestJSON-1958783410-project] 10.222.0.13 "GET /v2.0/quotas/7e6f64395b914e74abb882e84072f45c HTTP/1.1" status: 200 len: 375 time: 0.0169568 Aug 17 02:28:12.310477 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dab9d8a6-f56a-4a7f-a854-8ac2de55b4ca req-b5ec4ac4-8c3b-4c20-b463-f70c832775b0 tempest-AbsoluteLimitsNegativeTestJSON-1958783410 tempest-AbsoluteLimitsNegativeTestJSON-1958783410-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e6f64395b914e74abb882e84072f45c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450335 Aug 17 02:28:12.397529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df4c578-da67-4b19-993e-6e5e3c2b1b68 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Made reservation on behalf of 3937e7e7093b4f6da0937cbb85ae7641 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:12.401323 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6df4c578-da67-4b19-993e-6e5e3c2b1b68 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:12.420506 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-6df4c578-da67-4b19-993e-6e5e3c2b1b68 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] device_id is not set on port 039caa0d-6623-4cca-8975-4bbf4b113763 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:28:12.420622 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-7ad64457-4027-4010-b088-a82c70829ddc req-67eac451-93c7-41db-b4f1-c86c90a25a54 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:12.453411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eac451-93c7-41db-b4f1-c86c90a25a54 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Pushing event deleted for resources: {'Port': ['ID=639e4585-ee4c-4151-b99f-f62d193bc806,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:12.454403 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['c2f09a66-0d1b-444c-99cb-d0daf83a4efa', '639e4585-ee4c-4151-b99f-f62d193bc806'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:28:12.500167 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad64457-4027-4010-b088-a82c70829ddc req-67eac451-93c7-41db-b4f1-c86c90a25a54 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] No DVR routers for this DVR port 639e4585-ee4c-4151-b99f-f62d193bc806 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:28:12.502942 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-7ad64457-4027-4010-b088-a82c70829ddc req-67eac451-93c7-41db-b4f1-c86c90a25a54 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:12.505054 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7ad64457-4027-4010-b088-a82c70829ddc req-67eac451-93c7-41db-b4f1-c86c90a25a54 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.18 "DELETE /v2.0/ports/639e4585-ee4c-4151-b99f-f62d193bc806 HTTP/1.1" status: 204 len: 173 time: 0.4816847 Aug 17 02:28:12.505560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f', 'name': 'network-vif-deleted', 'tag': '639e4585-ee4c-4151-b99f-f62d193bc806'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:28:12.508631 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b371488-bec1-4874-bfba-6155d94a4a63" -d '{"events": [{"server_uuid": "6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f", "name": "network-vif-deleted", "tag": "639e4585-ee4c-4151-b99f-f62d193bc806"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:28:12.553766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-6df4c578-da67-4b19-993e-6e5e3c2b1b68 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Allocated IP 172.20.0.2 (b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4/6f9e8da4-6fe7-4698-8d0f-f724571a0101/039caa0d-6623-4cca-8975-4bbf4b113763) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:12.720124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99f90d-3b15-4b4a-b81d-1241db0f8696 req-31f1e6c7-1e1a-41df-8614-1789a969478f tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:12.722601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf99f90d-3b15-4b4a-b81d-1241db0f8696 req-31f1e6c7-1e1a-41df-8614-1789a969478f tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 943 time: 0.1101804 Aug 17 02:28:12.795400 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf99f90d-3b15-4b4a-b81d-1241db0f8696 req-b98648cc-f79c-46fc-9a0c-6087bd0f8980 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658009 Aug 17 02:28:12.798355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6df4c578-da67-4b19-993e-6e5e3c2b1b68 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:12.866801 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58967fee-8081-4065-a492-407150245ce5 x-openstack-request-id: req-58967fee-8081-4065-a492-407150245ce5 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:28:12.867596 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f", "name": "network-vif-deleted", "tag": "639e4585-ee4c-4151-b99f-f62d193bc806", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:28:12.868283 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58967fee-8081-4065-a492-407150245ce5 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:28:12.869687 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f', 'name': 'network-vif-deleted', 'tag': '639e4585-ee4c-4151-b99f-f62d193bc806', 'status': 'completed', 'code': 200} Aug 17 02:28:12.934338 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6df4c578-da67-4b19-993e-6e5e3c2b1b68 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:12.968435 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52954) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:13.021228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d123ff4e-e0a9-4a52-a1bb-96786c0dce1b req-7cc77d50-d038-4351-8760-2e2f21f75853 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 210 time: 0.0710275 Aug 17 02:28:13.029036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df4c578-da67-4b19-993e-6e5e3c2b1b68 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:13.032870 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-6df4c578-da67-4b19-993e-6e5e3c2b1b68 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:13.039049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4c578-da67-4b19-993e-6e5e3c2b1b68 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=039caa0d-6623-4cca-8975-4bbf4b113763,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:13.045874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4c578-da67-4b19-993e-6e5e3c2b1b68 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:13.125430 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f65645c4-7276-4fa3-86d2-91cf633ea574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:13.149894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df4c578-da67-4b19-993e-6e5e3c2b1b68 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:13.149894 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6df4c578-da67-4b19-993e-6e5e3c2b1b68 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:13.235891 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f65645c4-7276-4fa3-86d2-91cf633ea574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:13.345303 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f65645c4-7276-4fa3-86d2-91cf633ea574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:13.387423 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f65645c4-7276-4fa3-86d2-91cf633ea574 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e6f64395b914e74abb882e84072f45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4174750 Aug 17 02:28:13.390927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52962) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:13.392606 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65645c4-7276-4fa3-86d2-91cf633ea574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5b842d-6319-49d5-9d48-b4409a3f73b8,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:13.417811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6df4c578-da67-4b19-993e-6e5e3c2b1b68 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2571211 Aug 17 02:28:13.419930 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52964) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:13.426688 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': '039caa0d-6623-4cca-8975-4bbf4b113763', 'fixed_ip_address': '172.20.0.2'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:13.479774 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d30283cd-ca3d-42b4-ae1c-eef37fc5a00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:13.511345 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d30283cd-ca3d-42b4-ae1c-eef37fc5a00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:13.547022 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:13.652609 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:13.674191 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d30283cd-ca3d-42b4-ae1c-eef37fc5a00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:13.675351 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d30283cd-ca3d-42b4-ae1c-eef37fc5a00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:13.676442 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:13.680940 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d30283cd-ca3d-42b4-ae1c-eef37fc5a00f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec5b842d-6319-49d5-9d48-b4409a3f73b8 HTTP/1.1" status: 204 len: 168 time: 0.2886000 Aug 17 02:28:13.689507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30283cd-ca3d-42b4-ae1c-eef37fc5a00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5b842d-6319-49d5-9d48-b4409a3f73b8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:13.794234 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Allocated IP 172.25.5.90 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/f26bf943-6dc6-4d4c-9c3e-6de22bea736e) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:13.922030 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:14.054848 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:14.103896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b058b-f96c-4d2c-ab32-89227d1707b3 req-8592f27f-0393-4326-9bd5-6d8962b956d8 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:14.106318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d41b058b-f96c-4d2c-ab32-89227d1707b3 req-8592f27f-0393-4326-9bd5-6d8962b956d8 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 943 time: 0.0792944 Aug 17 02:28:14.109443 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:14.111393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:14.132362 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:14.132362 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=f26bf943-6dc6-4d4c-9c3e-6de22bea736e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:14.156897 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d41b058b-f96c-4d2c-ab32-89227d1707b3 req-c507e7f0-4152-4579-a81b-e6bbd286c92b tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439842 Aug 17 02:28:14.455424 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63db1023-9150-44a4-a2ee-634fe4710242 req-906795c6-1184-4016-9bcf-a5100cbb760f tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 210 time: 0.0269945 Aug 17 02:28:14.606729 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:14.841914 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:14.997568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53010) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:15.043120 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:15.118737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2019462914-network', 'tenant_id': '5fe028c21985402ab8d8ed058deaba1a'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:15.146287 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:15.214539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=f26bf943-6dc6-4d4c-9c3e-6de22bea736e,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:15.228112 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:15.231648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] Made reservation on behalf of 5fe028c21985402ab8d8ed058deaba1a for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:15.240902 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:15.245140 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:15.316166 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:28:15.372017 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:15.459262 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9f45f4ab-fe98-458c-8f13-c9187a2e9f0e,segment=NetworkSegment(260e7983-9256-44a3-85a5-497554d5fe2b),segment_id=260e7983-9256-44a3-85a5-497554d5fe2b)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:15.478380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '9f45f4ab-fe98-458c-8f13-c9187a2e9f0e', 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'port_id': '9f45f4ab-fe98-458c-8f13-c9187a2e9f0e', 'mac_address': 'fa:16:3e:2d:2e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:28:15.482397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7008b-0d45-47fe-952e-96a04aa4822a req-e1e58a92-1574-48f3-8eff-aec6652e3e76 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:15.484222 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ef7008b-0d45-47fe-952e-96a04aa4822a req-e1e58a92-1574-48f3-8eff-aec6652e3e76 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 943 time: 0.0636704 Aug 17 02:28:15.497822 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 639e4585-ee4c-4151-b99f-f62d193bc806 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:28:15.513426 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:15.544495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242adec9-e3c7-4657-890f-3e08c67c662c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:15.552548 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:15.568591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:28:15.580058 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ef7008b-0d45-47fe-952e-96a04aa4822a req-4174e20b-3528-49f8-91fe-9e6218e0e914 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877919 Aug 17 02:28:15.588397 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:15.588828 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] Added segment 2c884d9c-ffca-4048-816d-9eb7005e40ce of type vlan for network b76f8982-ea23-41be-b5cf-61ba1b203522 Aug 17 02:28:15.618367 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 639e4585-ee4c-4151-b99f-f62d193bc806 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:28:15.618367 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 639e4585-ee4c-4151-b99f-f62d193bc806 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:28:15.626458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:28:15.649682 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:15.665800 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9f45f4ab-fe98-458c-8f13-c9187a2e9f0e,segment=NetworkSegment(260e7983-9256-44a3-85a5-497554d5fe2b),segment_id=260e7983-9256-44a3-85a5-497554d5fe2b)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:15.705035 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Floating IP f2e99c62-d408-41f8-8f7b-f646e90b7a91 associated. External IP: 172.25.5.90, port: 039caa0d-6623-4cca-8975-4bbf4b113763. Aug 17 02:28:15.769350 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:15.802452 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:15.803492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:15.807401 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:15.876713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=9f45f4ab-fe98-458c-8f13-c9187a2e9f0e,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:15.878359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] Pushing event updated for resources: {'Network': ['ID=b76f8982-ea23-41be-b5cf-61ba1b203522,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:15.887447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:15.887809 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:15.888156 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:15.888503 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:15.888845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:15.889346 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:15.889685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:15.890077 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:15.890417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:15.890749 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:15.891132 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:15.891462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:15.896897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network b76f8982-ea23-41be-b5cf-61ba1b203522 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:28:15.935239 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b5c894d-c7da-4ae3-9bbc-2156bc4a292e req-6235ae47-2c47-42f1-8cd5-b9b0d132266c tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 210 time: 0.0300255 Aug 17 02:28:15.990120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-42642ec7-2f61-4eee-b5b2-53722733d119 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9910743 Aug 17 02:28:15.990763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53028) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:15.992098 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:15.996299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-35d96f35-a160-403b-9c87-d267b5430e6a admin admin] Request body: {'subnet': {'network_id': 'b76f8982-ea23-41be-b5cf-61ba1b203522', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2019462914-subnet', 'tenant_id': '5fe028c21985402ab8d8ed058deaba1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:16.093100 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d96f35-a160-403b-9c87-d267b5430e6a admin admin] Made reservation on behalf of 5fe028c21985402ab8d8ed058deaba1a for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:16.096282 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-35d96f35-a160-403b-9c87-d267b5430e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:16.125133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:16.129226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff514f-fdd9-4e7a-914d-45062a4d7dc5 None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:16.146511 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff514f-fdd9-4e7a-914d-45062a4d7dc5 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:16.147395 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-82ff514f-fdd9-4e7a-914d-45062a4d7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:16.182001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['9f45f4ab-fe98-458c-8f13-c9187a2e9f0e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:28:16.187282 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-82ff514f-fdd9-4e7a-914d-45062a4d7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:16.218980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff514f-fdd9-4e7a-914d-45062a4d7dc5 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:16.219606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-82ff514f-fdd9-4e7a-914d-45062a4d7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:16.398213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-82ff514f-fdd9-4e7a-914d-45062a4d7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:16.398825 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff514f-fdd9-4e7a-914d-45062a4d7dc5 None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:16.402945 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:16.456763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53032) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:16.457016 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6be589b8-21b0-4db3-9261-735ef99c13ca tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0354693 Aug 17 02:28:16.461780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1f45a551-cc12-4b3f-8875-c49fdf61da5e tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:16.495478 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-35d96f35-a160-403b-9c87-d267b5430e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:16.606849 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f45a551-cc12-4b3f-8875-c49fdf61da5e tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:16.645017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d96f35-a160-403b-9c87-d267b5430e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d76399-5b4d-458a-9eba-9e5fa9129a8a,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:16.647173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d96f35-a160-403b-9c87-d267b5430e6a admin admin] Checking segment: {'id': '2c884d9c-ffca-4048-816d-9eb7005e40ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b76f8982-ea23-41be-b5cf-61ba1b203522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:28:16.652537 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d96f35-a160-403b-9c87-d267b5430e6a admin admin] Network hostable DHCP agents. Network: b76f8982-ea23-41be-b5cf-61ba1b203522, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:28:16.798916 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f45a551-cc12-4b3f-8875-c49fdf61da5e tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:16.826790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14a65f-e996-4e15-a24e-3342b9e7710e req-4372297b-aa7f-451f-9139-7af0115b0d3d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:16.826790 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab14a65f-e996-4e15-a24e-3342b9e7710e req-4372297b-aa7f-451f-9139-7af0115b0d3d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 944 time: 0.0834217 Aug 17 02:28:16.853864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d96f35-a160-403b-9c87-d267b5430e6a admin admin] Network b76f8982-ea23-41be-b5cf-61ba1b203522 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:28:16.878029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab14a65f-e996-4e15-a24e-3342b9e7710e req-f3d1aa49-dec4-490e-917f-11f25c504b3d tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447218 Aug 17 02:28:16.911654 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f45a551-cc12-4b3f-8875-c49fdf61da5e tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:16.912063 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-1f45a551-cc12-4b3f-8875-c49fdf61da5e tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Floating IP f2e99c62-d408-41f8-8f7b-f646e90b7a91 disassociated. External IP: 172.25.5.90, port: 039caa0d-6623-4cca-8975-4bbf4b113763. Aug 17 02:28:16.952036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-35d96f35-a160-403b-9c87-d267b5430e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, b76f8982-ea23-41be-b5cf-61ba1b203522) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:16.961675 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d96f35-a160-403b-9c87-d267b5430e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:16.962285 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-35d96f35-a160-403b-9c87-d267b5430e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:16.963584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b77db40-d50f-46bd-a580-c647c593aa17 None None] Network b76f8982-ea23-41be-b5cf-61ba1b203522 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:28:17.099208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70028893-e135-4d01-abbe-6f3b767e6049 None None] Network b76f8982-ea23-41be-b5cf-61ba1b203522 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:28:17.136540 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-35d96f35-a160-403b-9c87-d267b5430e6a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1443934 Aug 17 02:28:17.159635 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f45a551-cc12-4b3f-8875-c49fdf61da5e tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:17.293948 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f45a551-cc12-4b3f-8875-c49fdf61da5e tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:17.298814 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f45a551-cc12-4b3f-8875-c49fdf61da5e tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:17.303834 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090a7372-611b-4117-982d-daad7fbbbb14 None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:17.313805 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090a7372-611b-4117-982d-daad7fbbbb14 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:17.315251 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-090a7372-611b-4117-982d-daad7fbbbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:17.323701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:28:17.345289 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1f45a551-cc12-4b3f-8875-c49fdf61da5e tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "PUT /v2.0/floatingips/f2e99c62-d408-41f8-8f7b-f646e90b7a91 HTTP/1.1" status: 200 len: 687 time: 0.8871338 Aug 17 02:28:17.345535 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53054) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:17.464754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:28:17.470974 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-090a7372-611b-4117-982d-daad7fbbbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:17.474433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:28:17.474975 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:17.480529 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090a7372-611b-4117-982d-daad7fbbbb14 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:17.481399 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-090a7372-611b-4117-982d-daad7fbbbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:17.517362 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-090a7372-611b-4117-982d-daad7fbbbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:17.518927 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090a7372-611b-4117-982d-daad7fbbbb14 None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:17.527096 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9ec706c2-c8d8-4eb0-a2ac-bdf0506ed54c req-f161327d-488f-4f61-9dcc-1de0a2775047 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb4a4fb-83c5-48a1-b4b5-18ff05cb392f HTTP/1.1" status: 200 len: 210 time: 0.0672393 Aug 17 02:28:17.548726 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-aba9f5f6-5793-46a7-8cc8-7b4966aa15fa tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting port f26bf943-6dc6-4d4c-9c3e-6de22bea736e {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:28:17.549272 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aba9f5f6-5793-46a7-8cc8-7b4966aa15fa tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:17.605046 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:17.635821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d965de-121d-44e6-af0e-e23fdef82e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f45f4ab-fe98-458c-8f13-c9187a2e9f0e'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:28:17.638271 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf2f572-9c38-4f3f-90e7-0a2ccc32e8fd" -d '{"events": [{"server_uuid": "90d965de-121d-44e6-af0e-e23fdef82e63", "name": "network-vif-plugged", "status": "completed", "tag": "9f45f4ab-fe98-458c-8f13-c9187a2e9f0e"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:28:17.654733 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9f45f4ab-fe98-458c-8f13-c9187a2e9f0e,segment=NetworkSegment(260e7983-9256-44a3-85a5-497554d5fe2b),segment_id=260e7983-9256-44a3-85a5-497554d5fe2b)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:17.683437 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aba9f5f6-5793-46a7-8cc8-7b4966aa15fa tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:17.683698 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aba9f5f6-5793-46a7-8cc8-7b4966aa15fa tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:17.697220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-aba9f5f6-5793-46a7-8cc8-7b4966aa15fa tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Calling delete_port for f26bf943-6dc6-4d4c-9c3e-6de22bea736e owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:28:17.740584 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:17.792068 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-004ce5bd-defd-49d9-bfea-9a7bf017cf1e req-238a5161-f741-416c-85fd-93f87c782b49 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1752991319', 'description': 'tempest-description-1487487387'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:17.810270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=9f45f4ab-fe98-458c-8f13-c9187a2e9f0e,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:17.923183 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-004ce5bd-defd-49d9-bfea-9a7bf017cf1e req-238a5161-f741-416c-85fd-93f87c782b49 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:17.951852 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aba9f5f6-5793-46a7-8cc8-7b4966aa15fa tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:17.981568 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9f5f6-5793-46a7-8cc8-7b4966aa15fa tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Port': ['ID=f26bf943-6dc6-4d4c-9c3e-6de22bea736e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:18.016966 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-004ce5bd-defd-49d9-bfea-9a7bf017cf1e req-238a5161-f741-416c-85fd-93f87c782b49 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:18.049561 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aba9f5f6-5793-46a7-8cc8-7b4966aa15fa tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:18.052670 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aba9f5f6-5793-46a7-8cc8-7b4966aa15fa tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:18.053932 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-aba9f5f6-5793-46a7-8cc8-7b4966aa15fa tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/floatingips/f2e99c62-d408-41f8-8f7b-f646e90b7a91 HTTP/1.1" status: 204 len: 168 time: 0.7064598 Aug 17 02:28:18.058120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53064) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:18.063162 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': '32357887-56d3-4f77-b476-63917c867162'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:18.084382 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-004ce5bd-defd-49d9-bfea-9a7bf017cf1e req-238a5161-f741-416c-85fd-93f87c782b49 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:18.123522 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a5161-f741-416c-85fd-93f87c782b49 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913f50e0-1db6-4032-9292-182630f7a398,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:18.197098 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:18.300453 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-004ce5bd-defd-49d9-bfea-9a7bf017cf1e req-238a5161-f741-416c-85fd-93f87c782b49 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:18.301920 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-004ce5bd-defd-49d9-bfea-9a7bf017cf1e req-238a5161-f741-416c-85fd-93f87c782b49 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5147946 Aug 17 02:28:18.327250 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:18.460912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660749d-43e7-4bc7-8b1e-60b274160d47 req-f999c211-e38f-4068-9f06-4c02a2af658e tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:18.462484 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7660749d-43e7-4bc7-8b1e-60b274160d47 req-f999c211-e38f-4068-9f06-4c02a2af658e tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 945 time: 0.0940850 Aug 17 02:28:18.486124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Allocated IP 172.25.5.159 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/93413e32-b3cf-4a5c-9622-fd44babe96f6) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:18.568653 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7660749d-43e7-4bc7-8b1e-60b274160d47 req-27537bd7-eb40-4541-84b1-53c5e80bdfad tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5d73a5a-6d6a-4462-b764-7cdc36ea3528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982935 Aug 17 02:28:18.644218 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:18.701800 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3339463-ad5a-4299-adce-a985b1a9834d x-openstack-request-id: req-e3339463-ad5a-4299-adce-a985b1a9834d {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:28:18.701800 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d965de-121d-44e6-af0e-e23fdef82e63", "name": "network-vif-plugged", "status": "completed", "tag": "9f45f4ab-fe98-458c-8f13-c9187a2e9f0e", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:28:18.701800 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3339463-ad5a-4299-adce-a985b1a9834d {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:28:18.701800 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d965de-121d-44e6-af0e-e23fdef82e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f45f4ab-fe98-458c-8f13-c9187a2e9f0e', 'code': 200} Aug 17 02:28:18.751669 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:18.825410 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:18.841186 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:18.842179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=93413e32-b3cf-4a5c-9622-fd44babe96f6,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:18.844425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:18.876014 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c8c6a-3776-430e-9d58-6bd3df006658 req-72d676aa-2808-4e2c-97f3-a7a9844a5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:18.878266 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d85c8c6a-3776-430e-9d58-6bd3df006658 req-72d676aa-2808-4e2c-97f3-a7a9844a5b39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 1097 time: 0.0517788 Aug 17 02:28:18.887556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec417f-0b12-4a3d-88ad-6814b4b3c369 req-6b4d20d6-d842-4340-b627-2e6f126450d2 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:18.889262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-daec417f-0b12-4a3d-88ad-6814b4b3c369 req-6b4d20d6-d842-4340-b627-2e6f126450d2 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 945 time: 0.1399577 Aug 17 02:28:18.930636 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d85c8c6a-3776-430e-9d58-6bd3df006658 req-091b08b7-0803-4cf8-beaa-3664c8702b90 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429869 Aug 17 02:28:18.961073 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-daec417f-0b12-4a3d-88ad-6814b4b3c369 req-60512216-c633-492c-a997-edf0fc868340 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644987 Aug 17 02:28:19.085107 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-74151bf4-c5a5-4ed6-b59a-b9aecb3caa32 req-911ca797-7f09-4fe1-9f26-05168a89ad47 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/913f50e0-1db6-4032-9292-182630f7a398 HTTP/1.1" status: 200 len: 1807 time: 0.0967762 Aug 17 02:28:19.097907 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-74151bf4-c5a5-4ed6-b59a-b9aecb3caa32 req-897e3446-0d15-4ea9-928e-b4b24040f6d1 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '913f50e0-1db6-4032-9292-182630f7a398', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:19.098221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-74151bf4-c5a5-4ed6-b59a-b9aecb3caa32 req-897e3446-0d15-4ea9-928e-b4b24040f6d1 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '913f50e0-1db6-4032-9292-182630f7a398', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:19.447456 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a38a53-6ebb-4c71-a896-a4ededb52e14 req-e739e032-1955-4c1b-baef-9755fdd50a23 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:19.449070 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-01a38a53-6ebb-4c71-a896-a4ededb52e14 req-e739e032-1955-4c1b-baef-9755fdd50a23 tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 945 time: 0.0622990 Aug 17 02:28:19.570628 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-01a38a53-6ebb-4c71-a896-a4ededb52e14 req-111c297f-cb51-4c28-afdf-4c67f1e52dde tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Deleting port 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:28:19.570982 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01a38a53-6ebb-4c71-a896-a4ededb52e14 req-111c297f-cb51-4c28-afdf-4c67f1e52dde tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:19.671470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-01a38a53-6ebb-4c71-a896-a4ededb52e14 req-111c297f-cb51-4c28-afdf-4c67f1e52dde tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] For port 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4,segment=NetworkSegment(672f32ef-eb23-440d-9775-6f302fee6b4d),segment_id=672f32ef-eb23-440d-9775-6f302fee6b4d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:19.671915 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01a38a53-6ebb-4c71-a896-a4ededb52e14 req-111c297f-cb51-4c28-afdf-4c67f1e52dde tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:19.686250 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-01a38a53-6ebb-4c71-a896-a4ededb52e14 req-111c297f-cb51-4c28-afdf-4c67f1e52dde tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Calling delete_port for 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:28:19.702107 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-74151bf4-c5a5-4ed6-b59a-b9aecb3caa32 req-897e3446-0d15-4ea9-928e-b4b24040f6d1 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:19.742804 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:19.747306 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-74151bf4-c5a5-4ed6-b59a-b9aecb3caa32 req-897e3446-0d15-4ea9-928e-b4b24040f6d1 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:19.843003 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-74151bf4-c5a5-4ed6-b59a-b9aecb3caa32 req-897e3446-0d15-4ea9-928e-b4b24040f6d1 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:19.862073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e3446-0d15-4ea9-928e-b4b24040f6d1 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c358d50-c243-476a-9f50-0dbd1dbdc7b8,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:19.934650 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01a38a53-6ebb-4c71-a896-a4ededb52e14 req-111c297f-cb51-4c28-afdf-4c67f1e52dde tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:19.963948 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:19.966772 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c297f-cb51-4c28-afdf-4c67f1e52dde tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Pushing event deleted for resources: {'Port': ['ID=6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:19.976160 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:28:19.985901 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-74151bf4-c5a5-4ed6-b59a-b9aecb3caa32 req-897e3446-0d15-4ea9-928e-b4b24040f6d1 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:20.007350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-74151bf4-c5a5-4ed6-b59a-b9aecb3caa32 req-897e3446-0d15-4ea9-928e-b4b24040f6d1 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9096920 Aug 17 02:28:20.022592 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a38a53-6ebb-4c71-a896-a4ededb52e14 req-111c297f-cb51-4c28-afdf-4c67f1e52dde tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] No DVR routers for this DVR port 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:28:20.026884 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01a38a53-6ebb-4c71-a896-a4ededb52e14 req-111c297f-cb51-4c28-afdf-4c67f1e52dde tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:20.027308 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-01a38a53-6ebb-4c71-a896-a4ededb52e14 req-111c297f-cb51-4c28-afdf-4c67f1e52dde tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.42 "DELETE /v2.0/ports/6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 HTTP/1.1" status: 204 len: 173 time: 0.5706608 Aug 17 02:28:20.027701 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1d5d72-278b-491a-9cf6-dd8c8885a8ef', 'name': 'network-vif-deleted', 'tag': '6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:28:20.030092 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c842505-18f3-4032-95a8-aa50499c4012" -d '{"events": [{"server_uuid": "ce1d5d72-278b-491a-9cf6-dd8c8885a8ef", "name": "network-vif-deleted", "tag": "6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:28:20.178355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:20.221358 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54508b3a-61b3-4132-b499-5ab1b45b3ec1 req-71ab2e1c-77b1-4006-9c4f-ade5178af5df tempest-ServerTagsTestJSON-104209624 tempest-ServerTagsTestJSON-104209624-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce1d5d72-278b-491a-9cf6-dd8c8885a8ef HTTP/1.1" status: 200 len: 210 time: 0.0277865 Aug 17 02:28:20.253674 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:20.334455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=93413e32-b3cf-4a5c-9622-fd44babe96f6,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:20.385875 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:20.524406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd807992-31a7-49b8-8162-862a7f704333 req-1d7246c0-8d93-4c70-826c-c2ce99424b1b tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:20.525977 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd807992-31a7-49b8-8162-862a7f704333 req-1d7246c0-8d93-4c70-826c-c2ce99424b1b tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 945 time: 0.1049356 Aug 17 02:28:20.541910 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Floating IP 27a80669-e5cd-49e5-8708-d70b2b070e27 associated. External IP: 172.25.5.159, port: 32357887-56d3-4f77-b476-63917c867162. Aug 17 02:28:20.618118 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd807992-31a7-49b8-8162-862a7f704333 req-9414523b-4931-48bc-8298-ad26af9b52a6 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833683 Aug 17 02:28:20.662360 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-ca185fb3-7e55-41d8-9fe0-c75876db0a8c req-b70217e4-0289-405c-90c1-5dffd8a9f722 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-99141406', 'description': 'tempest-description-77078189'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:20.788164 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ca185fb3-7e55-41d8-9fe0-c75876db0a8c req-b70217e4-0289-405c-90c1-5dffd8a9f722 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:20.825463 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:20.977565 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ca185fb3-7e55-41d8-9fe0-c75876db0a8c req-b70217e4-0289-405c-90c1-5dffd8a9f722 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:20.984302 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:20.998812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bd48f9-557e-4d52-a6ba-bc1ad420e204 None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:21.010958 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd48f9-557e-4d52-a6ba-bc1ad420e204 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:21.011746 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a1bd48f9-557e-4d52-a6ba-bc1ad420e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:21.050553 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a1bd48f9-557e-4d52-a6ba-bc1ad420e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:21.054408 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ca185fb3-7e55-41d8-9fe0-c75876db0a8c req-b70217e4-0289-405c-90c1-5dffd8a9f722 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:21.077347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd48f9-557e-4d52-a6ba-bc1ad420e204 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:21.078021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a1bd48f9-557e-4d52-a6ba-bc1ad420e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:21.095092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70217e4-0289-405c-90c1-5dffd8a9f722 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285e88f3-8458-4d3b-82a3-e87681b8aa83,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:21.116568 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a1bd48f9-557e-4d52-a6ba-bc1ad420e204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:21.117234 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bd48f9-557e-4d52-a6ba-bc1ad420e204 None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:21.169135 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:21.200567 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9932f969-b7a5-465a-9cbb-07abf3d8f718 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1411929 Aug 17 02:28:21.210020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53110) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:21.212543 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ca185fb3-7e55-41d8-9fe0-c75876db0a8c req-b70217e4-0289-405c-90c1-5dffd8a9f722 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:21.224062 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca185fb3-7e55-41d8-9fe0-c75876db0a8c req-b70217e4-0289-405c-90c1-5dffd8a9f722 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5679669 Aug 17 02:28:21.269479 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c3a1b3-28c2-4ac7-9456-62c9f78b9dd0 x-openstack-request-id: req-e4c3a1b3-28c2-4ac7-9456-62c9f78b9dd0 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:28:21.269779 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1d5d72-278b-491a-9cf6-dd8c8885a8ef", "name": "network-vif-deleted", "tag": "6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:28:21.270270 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4c3a1b3-28c2-4ac7-9456-62c9f78b9dd0 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:28:21.270722 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1d5d72-278b-491a-9cf6-dd8c8885a8ef', 'name': 'network-vif-deleted', 'tag': '6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4', 'status': 'completed', 'code': 200} Aug 17 02:28:21.300659 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6c2b21a8-1174-4efb-ab41-ea95a45e3353 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "GET /v2.0/floatingips/27a80669-e5cd-49e5-8708-d70b2b070e27 HTTP/1.1" status: 200 len: 977 time: 0.0887992 Aug 17 02:28:21.303066 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53116) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:21.390723 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-698ec3ca-1b08-4c56-b580-6c5dcc1c4cc6 req-66ae6c92-0124-4468-8318-c827f77e94bd tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/285e88f3-8458-4d3b-82a3-e87681b8aa83 HTTP/1.1" status: 200 len: 1803 time: 0.0435400 Aug 17 02:28:21.404110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-698ec3ca-1b08-4c56-b580-6c5dcc1c4cc6 req-c70b3e4f-9c23-49a7-a5f1-fefe0c26e5c7 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '285e88f3-8458-4d3b-82a3-e87681b8aa83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:21.405060 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-698ec3ca-1b08-4c56-b580-6c5dcc1c4cc6 req-c70b3e4f-9c23-49a7-a5f1-fefe0c26e5c7 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '285e88f3-8458-4d3b-82a3-e87681b8aa83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:21.446397 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0a41cc06-cf03-4d59-a848-283ff9be9515 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1399720 Aug 17 02:28:21.451129 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53122) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:21.451129 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-3f403c77-b9e2-4df9-83fa-e91f35ac8fb2 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'floatingip': {'port_id': '039caa0d-6623-4cca-8975-4bbf4b113763'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:21.507546 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f403c77-b9e2-4df9-83fa-e91f35ac8fb2 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:21.547535 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-698ec3ca-1b08-4c56-b580-6c5dcc1c4cc6 req-c70b3e4f-9c23-49a7-a5f1-fefe0c26e5c7 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:21.587412 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-698ec3ca-1b08-4c56-b580-6c5dcc1c4cc6 req-c70b3e4f-9c23-49a7-a5f1-fefe0c26e5c7 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:21.688520 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-698ec3ca-1b08-4c56-b580-6c5dcc1c4cc6 req-c70b3e4f-9c23-49a7-a5f1-fefe0c26e5c7 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:21.710374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b3e4f-9c23-49a7-a5f1-fefe0c26e5c7 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c10b41-ed2e-421f-88e2-723ad9e88c1f,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:21.792305 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-698ec3ca-1b08-4c56-b580-6c5dcc1c4cc6 req-c70b3e4f-9c23-49a7-a5f1-fefe0c26e5c7 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:21.793567 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-698ec3ca-1b08-4c56-b580-6c5dcc1c4cc6 req-c70b3e4f-9c23-49a7-a5f1-fefe0c26e5c7 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3938789 Aug 17 02:28:21.833120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53128) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:21.894351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e9d4e6-1b15-41a9-8705-a0c8786a7344 admin admin] Deleting subnet c7acc420-531b-4e2b-82af-e76b30928cfe {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:28:21.900750 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d4e6-1b15-41a9-8705-a0c8786a7344 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:21.958266 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d4e6-1b15-41a9-8705-a0c8786a7344 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.009690 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d4e6-1b15-41a9-8705-a0c8786a7344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.068169 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f403c77-b9e2-4df9-83fa-e91f35ac8fb2 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.093111 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba0c7b-7045-40a9-91ce-c8bb70ddf9ba req-5c5a2ef9-61ae-4575-89eb-600b1a48cc79 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:22.094620 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a2ba0c7b-7045-40a9-91ce-c8bb70ddf9ba req-5c5a2ef9-61ae-4575-89eb-600b1a48cc79 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 945 time: 0.0870283 Aug 17 02:28:22.139615 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a2ba0c7b-7045-40a9-91ce-c8bb70ddf9ba req-ba8b96f8-d954-4152-b066-32b515d7234c tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387886 Aug 17 02:28:22.145965 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f403c77-b9e2-4df9-83fa-e91f35ac8fb2 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.179782 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-a2c3f80a-3b10-49bb-8dec-aab479de01b4 req-ed7a3ab6-d580-4876-b89e-552d0ec44760 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1719739707', 'description': 'tempest-description-1196103347'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:22.207471 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d4e6-1b15-41a9-8705-a0c8786a7344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.233692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9d4e6-1b15-41a9-8705-a0c8786a7344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7acc420-531b-4e2b-82af-e76b30928cfe,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:22.237845 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d4e6-1b15-41a9-8705-a0c8786a7344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.242321 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d8e9d4e6-1b15-41a9-8705-a0c8786a7344 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c7acc420-531b-4e2b-82af-e76b30928cfe HTTP/1.1" status: 204 len: 168 time: 0.4058042 Aug 17 02:28:22.243069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53132) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:22.257299 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-3f403c77-b9e2-4df9-83fa-e91f35ac8fb2 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Floating IP 27a80669-e5cd-49e5-8708-d70b2b070e27 associated. External IP: 172.25.5.159, port: 32357887-56d3-4f77-b476-63917c867162. Aug 17 02:28:22.305007 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a2c3f80a-3b10-49bb-8dec-aab479de01b4 req-ed7a3ab6-d580-4876-b89e-552d0ec44760 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.330761 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-72cf1127-7537-47ca-93a5-329921638980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.447730 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-72cf1127-7537-47ca-93a5-329921638980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.466084 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-72cf1127-7537-47ca-93a5-329921638980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b39bcc-1497-46f4-8fef-8bd84b30ee56']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:22.480821 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-72cf1127-7537-47ca-93a5-329921638980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672f32ef-eb23-440d-9775-6f302fee6b4d') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:22.481128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-72cf1127-7537-47ca-93a5-329921638980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672f32ef-eb23-440d-9775-6f302fee6b4d') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:22.499045 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-72cf1127-7537-47ca-93a5-329921638980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.506033 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f403c77-b9e2-4df9-83fa-e91f35ac8fb2 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:22.514735 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a2c3f80a-3b10-49bb-8dec-aab479de01b4 req-ed7a3ab6-d580-4876-b89e-552d0ec44760 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.521625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-72cf1127-7537-47ca-93a5-329921638980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.527598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cf1127-7537-47ca-93a5-329921638980 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-72cf1127-7537-47ca-93a5-329921638980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:28:22.531032 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:28:22.586253 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a2c3f80a-3b10-49bb-8dec-aab479de01b4 req-ed7a3ab6-d580-4876-b89e-552d0ec44760 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.617992 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a3ab6-d580-4876-b89e-552d0ec44760 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db07bb5-b6df-471a-a5fe-5ffdd8cf30a4,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:22.624206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f403c77-b9e2-4df9-83fa-e91f35ac8fb2 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:22.633898 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd82fa-2e2e-4a89-b9b6-1e78da5e477f None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:22.642677 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-72cf1127-7537-47ca-93a5-329921638980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.651927 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd82fa-2e2e-4a89-b9b6-1e78da5e477f None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:22.652313 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-72cf1127-7537-47ca-93a5-329921638980 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.652313 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-72cf1127-7537-47ca-93a5-329921638980 admin admin] 10.222.0.13 "DELETE /v2.0/networks/79b39bcc-1497-46f4-8fef-8bd84b30ee56 HTTP/1.1" status: 204 len: 168 time: 0.4067247 Aug 17 02:28:22.652559 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-17dd82fa-2e2e-4a89-b9b6-1e78da5e477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:22.666589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf1127-7537-47ca-93a5-329921638980 admin admin] Pushing event deleted for resources: {'Network': ['ID=79b39bcc-1497-46f4-8fef-8bd84b30ee56,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:22.712943 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-17dd82fa-2e2e-4a89-b9b6-1e78da5e477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:22.722983 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd82fa-2e2e-4a89-b9b6-1e78da5e477f None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:22.723594 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-17dd82fa-2e2e-4a89-b9b6-1e78da5e477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:22.739760 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a2c3f80a-3b10-49bb-8dec-aab479de01b4 req-ed7a3ab6-d580-4876-b89e-552d0ec44760 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.741086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a2c3f80a-3b10-49bb-8dec-aab479de01b4 req-ed7a3ab6-d580-4876-b89e-552d0ec44760 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5656745 Aug 17 02:28:22.757018 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-17dd82fa-2e2e-4a89-b9b6-1e78da5e477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:22.757906 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd82fa-2e2e-4a89-b9b6-1e78da5e477f None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:22.857527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338b48d-0a7e-4803-a18c-c265d1c30446 req-1c39982a-bab2-4628-98b5-df152b5376a3 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:22.859218 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0338b48d-0a7e-4803-a18c-c265d1c30446 req-1c39982a-bab2-4628-98b5-df152b5376a3 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 945 time: 0.0628109 Aug 17 02:28:22.872020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53144) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:22.875613 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-29ee8872-a612-4cff-8c49-beff4c61a903 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Request body: {'floatingip': {'port_id': '9f45f4ab-fe98-458c-8f13-c9187a2e9f0e'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:22.919878 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29ee8872-a612-4cff-8c49-beff4c61a903 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:22.981702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-af4cbc97-3719-41c2-9683-a48941a6d2d7 req-78745f79-3da9-40e6-b98f-04b357122dc4 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-86734133', 'description': 'tempest-description-665388476'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:23.060235 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53148) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:23.141893 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-af4cbc97-3719-41c2-9683-a48941a6d2d7 req-78745f79-3da9-40e6-b98f-04b357122dc4 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:23.172311 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-955ba431-5084-46b1-967f-d5523663c11e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6b634a5f8b246398bd599958c944747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1078649 Aug 17 02:28:23.172311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53150) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:23.205555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f403c77-b9e2-4df9-83fa-e91f35ac8fb2 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:23.323220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f403c77-b9e2-4df9-83fa-e91f35ac8fb2 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:23.328533 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f403c77-b9e2-4df9-83fa-e91f35ac8fb2 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:23.336878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bdea77-5e27-4d12-8da7-11ae1bc4035f None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:23.340628 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-60f4ecee-3141-447f-afee-a4770944e2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:23.346547 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bdea77-5e27-4d12-8da7-11ae1bc4035f None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:23.347422 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f8bdea77-5e27-4d12-8da7-11ae1bc4035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:23.389071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f8bdea77-5e27-4d12-8da7-11ae1bc4035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:23.398411 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:28:23.417496 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3f403c77-b9e2-4df9-83fa-e91f35ac8fb2 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "PUT /v2.0/floatingips/27a80669-e5cd-49e5-8708-d70b2b070e27 HTTP/1.1" status: 200 len: 978 time: 1.9697556 Aug 17 02:28:23.420069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53152) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:23.422223 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-60f4ecee-3141-447f-afee-a4770944e2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:23.423126 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bdea77-5e27-4d12-8da7-11ae1bc4035f None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:23.424439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f8bdea77-5e27-4d12-8da7-11ae1bc4035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:23.426416 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:28:23.426754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6cfb28ed-ad3b-4ce2-91cc-9ca86f9024a4 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:28:23.426926 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-5a915c28-efde-4fbb-bb6d-1615228479ec tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:23.442875 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-af4cbc97-3719-41c2-9683-a48941a6d2d7 req-78745f79-3da9-40e6-b98f-04b357122dc4 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:23.461118 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f8bdea77-5e27-4d12-8da7-11ae1bc4035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:23.461928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bdea77-5e27-4d12-8da7-11ae1bc4035f None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:23.519229 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a915c28-efde-4fbb-bb6d-1615228479ec tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:23.530682 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-af4cbc97-3719-41c2-9683-a48941a6d2d7 req-78745f79-3da9-40e6-b98f-04b357122dc4 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:23.591055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78745f79-3da9-40e6-b98f-04b357122dc4 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321c6ae8-35cb-4e78-b278-79edc4c2cbe5,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:23.650029 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-60f4ecee-3141-447f-afee-a4770944e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:23.652681 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-60f4ecee-3141-447f-afee-a4770944e2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:23.653959 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-60f4ecee-3141-447f-afee-a4770944e2b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5d73a5a-6d6a-4462-b764-7cdc36ea3528 HTTP/1.1" status: 204 len: 168 time: 0.4812026 Aug 17 02:28:23.679007 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-af4cbc97-3719-41c2-9683-a48941a6d2d7 req-78745f79-3da9-40e6-b98f-04b357122dc4 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:23.684147 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af4cbc97-3719-41c2-9683-a48941a6d2d7 req-78745f79-3da9-40e6-b98f-04b357122dc4 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7134197 Aug 17 02:28:23.687170 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4ecee-3141-447f-afee-a4770944e2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d73a5a-6d6a-4462-b764-7cdc36ea3528,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:23.717611 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29ee8872-a612-4cff-8c49-beff4c61a903 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:23.777528 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a915c28-efde-4fbb-bb6d-1615228479ec tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:23.833517 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29ee8872-a612-4cff-8c49-beff4c61a903 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:23.875694 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a915c28-efde-4fbb-bb6d-1615228479ec tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:23.876022 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-5a915c28-efde-4fbb-bb6d-1615228479ec tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Floating IP 27a80669-e5cd-49e5-8708-d70b2b070e27 disassociated. External IP: 172.25.5.159, port: 039caa0d-6623-4cca-8975-4bbf4b113763. Aug 17 02:28:23.949128 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-29ee8872-a612-4cff-8c49-beff4c61a903 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Floating IP 1e158957-515a-4689-a389-35a96ad8674a associated. External IP: 172.25.5.42, port: 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e. Aug 17 02:28:24.142340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a915c28-efde-4fbb-bb6d-1615228479ec tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:24.312698 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53174) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:24.333084 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a915c28-efde-4fbb-bb6d-1615228479ec tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:24.352305 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141469f6-2c3c-4f1a-813c-9398fa935692 None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:24.353046 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a915c28-efde-4fbb-bb6d-1615228479ec tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:24.377744 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141469f6-2c3c-4f1a-813c-9398fa935692 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:24.383779 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-141469f6-2c3c-4f1a-813c-9398fa935692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:24.385690 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5a915c28-efde-4fbb-bb6d-1615228479ec tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "PUT /v2.0/floatingips/27a80669-e5cd-49e5-8708-d70b2b070e27 HTTP/1.1" status: 200 len: 688 time: 0.9645066 Aug 17 02:28:24.388813 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53180) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:24.476077 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-141469f6-2c3c-4f1a-813c-9398fa935692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:24.481910 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae87f70b-99ed-4e93-af6a-be022d14464a req-20368a25-9316-44b5-8a6e-338b58cb2359 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/9db07bb5-b6df-471a-a5fe-5ffdd8cf30a4 HTTP/1.1" status: 200 len: 1807 time: 0.1616089 Aug 17 02:28:24.492791 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141469f6-2c3c-4f1a-813c-9398fa935692 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:24.492791 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-141469f6-2c3c-4f1a-813c-9398fa935692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:24.532658 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-141469f6-2c3c-4f1a-813c-9398fa935692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:24.532658 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141469f6-2c3c-4f1a-813c-9398fa935692 None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:24.587103 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2632102e-083c-44e2-9349-f595a75eac42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:24.598886 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae87f70b-99ed-4e93-af6a-be022d14464a req-6f5a56b0-3283-4fe2-8013-ecfa6828476a tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/321c6ae8-35cb-4e78-b278-79edc4c2cbe5 HTTP/1.1" status: 200 len: 1804 time: 0.1001506 Aug 17 02:28:24.639097 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9413f773-7c3f-40b1-81a0-cafd9bcdea1b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting port 93413e32-b3cf-4a5c-9622-fd44babe96f6 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:28:24.639650 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9413f773-7c3f-40b1-81a0-cafd9bcdea1b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:24.653948 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-ae87f70b-99ed-4e93-af6a-be022d14464a req-0742c9a0-49b8-41d1-9e39-754d92beaf70 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9db07bb5-b6df-471a-a5fe-5ffdd8cf30a4', 'remote_group_id': '321c6ae8-35cb-4e78-b278-79edc4c2cbe5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:24.654383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-ae87f70b-99ed-4e93-af6a-be022d14464a req-0742c9a0-49b8-41d1-9e39-754d92beaf70 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9db07bb5-b6df-471a-a5fe-5ffdd8cf30a4', 'remote_group_id': '321c6ae8-35cb-4e78-b278-79edc4c2cbe5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:24.694282 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ee8872-a612-4cff-8c49-beff4c61a903 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:24.774582 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9413f773-7c3f-40b1-81a0-cafd9bcdea1b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:24.774846 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9413f773-7c3f-40b1-81a0-cafd9bcdea1b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:24.797184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9413f773-7c3f-40b1-81a0-cafd9bcdea1b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Calling delete_port for 93413e32-b3cf-4a5c-9622-fd44babe96f6 owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:28:24.800651 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2632102e-083c-44e2-9349-f595a75eac42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:24.831263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ee8872-a612-4cff-8c49-beff4c61a903 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:24.837378 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29ee8872-a612-4cff-8c49-beff4c61a903 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:24.843449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e2fe8-627b-4189-a252-1942185cb54e None None] Sync routers for ids ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:24.861853 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2632102e-083c-44e2-9349-f595a75eac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:24.871712 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e2fe8-627b-4189-a252-1942185cb54e None None] Routers {'11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:24.872353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2b8e2fe8-627b-4189-a252-1942185cb54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:24.898816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-29ee8872-a612-4cff-8c49-beff4c61a903 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "PUT /v2.0/floatingips/1e158957-515a-4689-a389-35a96ad8674a HTTP/1.1" status: 200 len: 990 time: 2.0235691 Aug 17 02:28:24.898816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d965de-121d-44e6-af0e-e23fdef82e63', 'tag': '9f45f4ab-fe98-458c-8f13-c9187a2e9f0e'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:28:24.906433 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3037857a-c45a-424b-ae92-612ef9c0eb82" -d '{"events": [{"name": "network-changed", "server_uuid": "90d965de-121d-44e6-af0e-e23fdef82e63", "tag": "9f45f4ab-fe98-458c-8f13-c9187a2e9f0e"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:28:24.938981 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632102e-083c-44e2-9349-f595a75eac42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c7a28c-a58f-41cf-9248-5ac645e8e088,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:24.950434 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2632102e-083c-44e2-9349-f595a75eac42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ba97c09c6614df8ba87404cc775759a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6318238 Aug 17 02:28:24.950692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53198) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:25.030051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-2b8e2fe8-627b-4189-a252-1942185cb54e None None] Set router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:28:25.063921 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf51dacc-6652-446a-a6ca-d3f37984863d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.099628 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf51dacc-6652-446a-a6ca-d3f37984863d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.116993 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ae87f70b-99ed-4e93-af6a-be022d14464a req-0742c9a0-49b8-41d1-9e39-754d92beaf70 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.162697 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9413f773-7c3f-40b1-81a0-cafd9bcdea1b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.173139 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ae87f70b-99ed-4e93-af6a-be022d14464a req-0742c9a0-49b8-41d1-9e39-754d92beaf70 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.199181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413f773-7c3f-40b1-81a0-cafd9bcdea1b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Port': ['ID=93413e32-b3cf-4a5c-9622-fd44babe96f6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:25.260576 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ae87f70b-99ed-4e93-af6a-be022d14464a req-0742c9a0-49b8-41d1-9e39-754d92beaf70 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.261888 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53204) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:25.284814 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf51dacc-6652-446a-a6ca-d3f37984863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.289688 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf51dacc-6652-446a-a6ca-d3f37984863d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.291925 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2b8e2fe8-627b-4189-a252-1942185cb54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:26:54Z', 'updated_at': '2021-08-17T02:27:02Z', 'revision_number': 4, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'gw_port': {'id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:56Z', 'updated_at': '2021-08-17T02:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '1e158957-515a-4689-a389-35a96ad8674a', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'port_id': '9f45f4ab-fe98-458c-8f13-c9187a2e9f0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'mac_address': 'fa:16:3e:2d:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d965de-121d-44e6-af0e-e23fdef82e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:27:10Z', 'updated_at': '2021-08-17T02:28:23Z', 'revision_number': 1, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5628b0a-a5ab-4d24-9d52-a2d0d4aa2439', 'name': '', 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'mac_address': 'fa:16:3e:b8:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:27:01Z', 'updated_at': '2021-08-17T02:27:08Z', 'revision_number': 5, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'subnets': [{'id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:25.293438 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bf51dacc-6652-446a-a6ca-d3f37984863d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65c7a28c-a58f-41cf-9248-5ac645e8e088 HTTP/1.1" status: 204 len: 168 time: 0.3421776 Aug 17 02:28:25.307658 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9413f773-7c3f-40b1-81a0-cafd9bcdea1b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.310250 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9413f773-7c3f-40b1-81a0-cafd9bcdea1b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.314223 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9413f773-7c3f-40b1-81a0-cafd9bcdea1b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/floatingips/27a80669-e5cd-49e5-8708-d70b2b070e27 HTTP/1.1" status: 204 len: 168 time: 0.9193723 Aug 17 02:28:25.316928 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53210) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:25.323263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742c9a0-49b8-41d1-9e39-754d92beaf70 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e95b106-2045-4333-bf43-92d4b6dfe95d,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:25.340084 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51dacc-6652-446a-a6ca-d3f37984863d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c7a28c-a58f-41cf-9248-5ac645e8e088,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:25.356467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e2fe8-627b-4189-a252-1942185cb54e None None] Checking router: 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:28:25.366442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887877ee-8af9-4d4c-ab75-ad625bbaf34e req-5ff41b2f-0f26-4b52-9b78-7e805263105a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:25.370122 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-887877ee-8af9-4d4c-ab75-ad625bbaf34e req-5ff41b2f-0f26-4b52-9b78-7e805263105a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 945 time: 0.0959134 Aug 17 02:28:25.380963 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-8245294b-a941-4729-8c3e-b024dde78271 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] delete failed (client error): The resource could not be found. Aug 17 02:28:25.381730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e2fe8-627b-4189-a252-1942185cb54e None None] Routers {'11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:25.382234 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8245294b-a941-4729-8c3e-b024dde78271 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/floatingips/27a80669-e5cd-49e5-8708-d70b2b070e27 HTTP/1.1" status: 404 len: 345 time: 0.0642977 Aug 17 02:28:25.382694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2b8e2fe8-627b-4189-a252-1942185cb54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:25.386255 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ae87f70b-99ed-4e93-af6a-be022d14464a req-0742c9a0-49b8-41d1-9e39-754d92beaf70 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.387833 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae87f70b-99ed-4e93-af6a-be022d14464a req-0742c9a0-49b8-41d1-9e39-754d92beaf70 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7730298 Aug 17 02:28:25.388865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53212) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:25.427899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1300239175-network', 'tenant_id': 'de182f93f73446919b2fe4aeee1dafc6'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:25.511599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f9b3e-9870-4e42-8b92-25685c5eaf74 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:25.520500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f9b3e-9870-4e42-8b92-25685c5eaf74 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:25.530375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f9b3e-9870-4e42-8b92-25685c5eaf74 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:25.531855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bc3f9b3e-9870-4e42-8b92-25685c5eaf74 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "GET /v2.0/ports?network_id=b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4 HTTP/1.1" status: 200 len: 2357 time: 0.1420090 Aug 17 02:28:25.535367 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-887877ee-8af9-4d4c-ab75-ad625bbaf34e req-e936dbe1-4053-41a2-90e5-b77408519107 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Deleting port c2f09a66-0d1b-444c-99cb-d0daf83a4efa {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:28:25.535648 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-887877ee-8af9-4d4c-ab75-ad625bbaf34e req-e936dbe1-4053-41a2-90e5-b77408519107 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.536426 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53216) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:25.553506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-2b8e2fe8-627b-4189-a252-1942185cb54e None None] Set router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:28:25.588213 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] Made reservation on behalf of de182f93f73446919b2fe4aeee1dafc6 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:25.590991 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.607074 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.643937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b16fd7f-a484-488a-9ec7-c0bc4b27042f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:25.645497 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8b16fd7f-a484-488a-9ec7-c0bc4b27042f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "GET /v2.0/subnets/6f9e8da4-6fe7-4698-8d0f-f724571a0101 HTTP/1.1" status: 200 len: 797 time: 0.1078634 Aug 17 02:28:25.650270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53220) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:25.657373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7d5e81e5-59b2-44e5-9378-ba650224286f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'port': {'network_id': 'b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4', 'name': 'tempest-FloatingIPTestJSON-1535958388', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:25.670782 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd6877-5257-4f82-80da-c566ae4892f6 req-db89befa-9a26-45db-a8d0-290f116aa69a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:25.672353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6cd6877-5257-4f82-80da-c566ae4892f6 req-db89befa-9a26-45db-a8d0-290f116aa69a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 945 time: 0.0947287 Aug 17 02:28:25.674705 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-887877ee-8af9-4d4c-ab75-ad625bbaf34e req-e936dbe1-4053-41a2-90e5-b77408519107 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] For port c2f09a66-0d1b-444c-99cb-d0daf83a4efa, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:25.675083 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-887877ee-8af9-4d4c-ab75-ad625bbaf34e req-e936dbe1-4053-41a2-90e5-b77408519107 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.696359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-887877ee-8af9-4d4c-ab75-ad625bbaf34e req-e936dbe1-4053-41a2-90e5-b77408519107 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Calling delete_port for c2f09a66-0d1b-444c-99cb-d0daf83a4efa owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:28:25.773069 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6cd6877-5257-4f82-80da-c566ae4892f6 req-901257d3-10fb-43b1-930b-64f17d00f77d tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879252 Aug 17 02:28:25.812986 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.940393 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2b8e2fe8-627b-4189-a252-1942185cb54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:26:54Z', 'updated_at': '2021-08-17T02:27:02Z', 'revision_number': 4, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'gw_port': {'id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:56Z', 'updated_at': '2021-08-17T02:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '1e158957-515a-4689-a389-35a96ad8674a', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'port_id': '9f45f4ab-fe98-458c-8f13-c9187a2e9f0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'mac_address': 'fa:16:3e:2d:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d965de-121d-44e6-af0e-e23fdef82e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:27:10Z', 'updated_at': '2021-08-17T02:28:23Z', 'revision_number': 1, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5628b0a-a5ab-4d24-9d52-a2d0d4aa2439', 'name': '', 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'mac_address': 'fa:16:3e:b8:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:27:01Z', 'updated_at': '2021-08-17T02:27:08Z', 'revision_number': 5, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'subnets': [{'id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:25.945640 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.967534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e2fe8-627b-4189-a252-1942185cb54e None None] The sync data for ids ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'] in n-d-793621-31 is: [{'id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:26:54Z', 'updated_at': '2021-08-17T02:27:02Z', 'revision_number': 4, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'gw_port': {'id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:56Z', 'updated_at': '2021-08-17T02:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '1e158957-515a-4689-a389-35a96ad8674a', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'port_id': '9f45f4ab-fe98-458c-8f13-c9187a2e9f0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'mac_address': 'fa:16:3e:2d:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d965de-121d-44e6-af0e-e23fdef82e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:27:10Z', 'updated_at': '2021-08-17T02:28:23Z', 'revision_number': 1, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5628b0a-a5ab-4d24-9d52-a2d0d4aa2439', 'name': '', 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'mac_address': 'fa:16:3e:b8:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:27:01Z', 'updated_at': '2021-08-17T02:27:08Z', 'revision_number': 5, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'subnets': [{'id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:25.972578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:28:25.981810 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17eaba8f-7719-49cd-bc18-ac9615e1ac2a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:25.990242 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:25.990242 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] Added segment 3b84cd8d-4280-4550-b33e-02b9072abe73 of type vlan for network 34f05c9b-0bd9-49d9-ae84-f63187a66bee Aug 17 02:28:26.031003 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-887877ee-8af9-4d4c-ab75-ad625bbaf34e req-e936dbe1-4053-41a2-90e5-b77408519107 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:26.034676 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:26.038396 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cb8829-b145-49ae-a1e8-1867ead6e28d x-openstack-request-id: req-a4cb8829-b145-49ae-a1e8-1867ead6e28d {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:28:26.039424 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d965de-121d-44e6-af0e-e23fdef82e63", "tag": "9f45f4ab-fe98-458c-8f13-c9187a2e9f0e", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:28:26.039972 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4cb8829-b145-49ae-a1e8-1867ead6e28d {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:28:26.040587 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d965de-121d-44e6-af0e-e23fdef82e63', 'tag': '9f45f4ab-fe98-458c-8f13-c9187a2e9f0e', 'status': 'completed', 'code': 200} Aug 17 02:28:26.059158 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['c2f09a66-0d1b-444c-99cb-d0daf83a4efa'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:28:26.071665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-0cdfc616-12ef-469b-84fb-35f5d97ef8f2 req-686bc4a2-8ae4-42f5-b25e-73173b638f75 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-807708204', 'description': 'tempest-description-1852499700'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:26.077760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5e81e5-59b2-44e5-9378-ba650224286f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Made reservation on behalf of 3937e7e7093b4f6da0937cbb85ae7641 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:26.107457 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936dbe1-4053-41a2-90e5-b77408519107 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Pushing event deleted for resources: {'Port': ['ID=c2f09a66-0d1b-444c-99cb-d0daf83a4efa,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:26.174577 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-887877ee-8af9-4d4c-ab75-ad625bbaf34e req-e936dbe1-4053-41a2-90e5-b77408519107 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] No DVR routers for this DVR port c2f09a66-0d1b-444c-99cb-d0daf83a4efa on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:28:26.177494 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-887877ee-8af9-4d4c-ab75-ad625bbaf34e req-e936dbe1-4053-41a2-90e5-b77408519107 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:26.179758 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-887877ee-8af9-4d4c-ab75-ad625bbaf34e req-e936dbe1-4053-41a2-90e5-b77408519107 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.18 "DELETE /v2.0/ports/c2f09a66-0d1b-444c-99cb-d0daf83a4efa HTTP/1.1" status: 204 len: 173 time: 0.7991114 Aug 17 02:28:26.180179 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab6b389-4f34-41d5-b1fc-a40aeebf879f', 'name': 'network-vif-deleted', 'tag': 'c2f09a66-0d1b-444c-99cb-d0daf83a4efa'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:28:26.182731 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7243d10a-0d76-4171-a48b-d6d6a0753af6" -d '{"events": [{"server_uuid": "8ab6b389-4f34-41d5-b1fc-a40aeebf879f", "name": "network-vif-deleted", "tag": "c2f09a66-0d1b-444c-99cb-d0daf83a4efa"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:28:26.195113 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d5e81e5-59b2-44e5-9378-ba650224286f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:26.205594 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037857a-c45a-424b-ae92-612ef9c0eb82 req-7a4c72e7-2c22-4fc6-899f-024febb1167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:26.207467 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3037857a-c45a-424b-ae92-612ef9c0eb82 req-7a4c72e7-2c22-4fc6-899f-024febb1167f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0afefe25246447898f4adfb339d53a6f&device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 1097 time: 0.1154988 Aug 17 02:28:26.220788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-7d5e81e5-59b2-44e5-9378-ba650224286f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] device_id is not set on port 70646c5c-362c-4bef-a7af-c6db7b8f8b38 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:28:26.245592 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0cdfc616-12ef-469b-84fb-35f5d97ef8f2 req-686bc4a2-8ae4-42f5-b25e-73173b638f75 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:26.270449 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac956f-71d3-47de-9e54-2a8d216e91e5 None None] New status for floating IP 1e158957-515a-4689-a389-35a96ad8674a: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:28:26.274023 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:26.276813 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:26.277006 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:26.358050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] Pushing event updated for resources: {'Network': ['ID=34f05c9b-0bd9-49d9-ae84-f63187a66bee,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:26.373029 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 34f05c9b-0bd9-49d9-ae84-f63187a66bee details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:28:26.389908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037857a-c45a-424b-ae92-612ef9c0eb82 req-00d2baaa-092f-4ec0-b862-d80117dc92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:26.391635 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3037857a-c45a-424b-ae92-612ef9c0eb82 req-00d2baaa-092f-4ec0-b862-d80117dc92ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=62cddb97-4522-46a6-9976-9947e634a90e HTTP/1.1" status: 200 len: 916 time: 0.1757843 Aug 17 02:28:26.478025 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53236) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:26.480683 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b8a82b55-c593-46c2-af58-d324ed268bbd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2168772 Aug 17 02:28:26.487266 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-3e2fe2a1-e205-4e0d-8a51-37fbb91563e7 admin admin] Request body: {'subnet': {'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1300239175-subnet', 'tenant_id': 'de182f93f73446919b2fe4aeee1dafc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:26.515744 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3037857a-c45a-424b-ae92-612ef9c0eb82 req-22611409-d6d5-4994-846a-031f93193bf9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f45f4ab-fe98-458c-8f13-c9187a2e9f0e HTTP/1.1" status: 200 len: 998 time: 0.1167359 Aug 17 02:28:26.584682 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037857a-c45a-424b-ae92-612ef9c0eb82 req-b5c9c685-acfe-411f-aa1c-d413c6993292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:26.587875 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3037857a-c45a-424b-ae92-612ef9c0eb82 req-b5c9c685-acfe-411f-aa1c-d413c6993292 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3449d5f8-e8ae-411c-bb5f-602daece9780 HTTP/1.1" status: 200 len: 854 time: 0.0648897 Aug 17 02:28:26.642520 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037857a-c45a-424b-ae92-612ef9c0eb82 req-7bea7510-2f40-45e6-8f31-4df1af8f9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:26.644297 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3037857a-c45a-424b-ae92-612ef9c0eb82 req-7bea7510-2f40-45e6-8f31-4df1af8f9083 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=62cddb97-4522-46a6-9976-9947e634a90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501130 Aug 17 02:28:26.647872 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0cdfc616-12ef-469b-84fb-35f5d97ef8f2 req-686bc4a2-8ae4-42f5-b25e-73173b638f75 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:26.663595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-7d5e81e5-59b2-44e5-9378-ba650224286f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Allocated IP 172.20.0.14 (b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4/6f9e8da4-6fe7-4698-8d0f-f724571a0101/70646c5c-362c-4bef-a7af-c6db7b8f8b38) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:26.671128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-7d5e81e5-59b2-44e5-9378-ba650224286f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Allocated IP 172.20.0.13 (b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4/6f9e8da4-6fe7-4698-8d0f-f724571a0101/70646c5c-362c-4bef-a7af-c6db7b8f8b38) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:26.765358 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3037857a-c45a-424b-ae92-612ef9c0eb82 req-30f362e4-5c4d-4a8f-9d12-427dba9298f6 service neutron] 10.222.0.42 "GET /v2.0/networks/62cddb97-4522-46a6-9976-9947e634a90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137426 Aug 17 02:28:26.799664 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0cdfc616-12ef-469b-84fb-35f5d97ef8f2 req-686bc4a2-8ae4-42f5-b25e-73173b638f75 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:26.856951 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bc4a2-8ae4-42f5-b25e-73173b638f75 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d343e0e6-9eb7-4f08-a35c-3a8f9e7e83ea,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:26.878799 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3037857a-c45a-424b-ae92-612ef9c0eb82 req-215b1e0a-7fb4-43dd-93b9-afa33836d94a service neutron] 10.222.0.42 "GET /v2.0/networks/62cddb97-4522-46a6-9976-9947e634a90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067295 Aug 17 02:28:26.885698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2fe2a1-e205-4e0d-8a51-37fbb91563e7 admin admin] Made reservation on behalf of de182f93f73446919b2fe4aeee1dafc6 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:26.889121 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e2fe2a1-e205-4e0d-8a51-37fbb91563e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:26.894313 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d5e81e5-59b2-44e5-9378-ba650224286f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:26.985773 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0cdfc616-12ef-469b-84fb-35f5d97ef8f2 req-686bc4a2-8ae4-42f5-b25e-73173b638f75 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:26.987407 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0cdfc616-12ef-469b-84fb-35f5d97ef8f2 req-686bc4a2-8ae4-42f5-b25e-73173b638f75 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9298534 Aug 17 02:28:27.046336 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce45cca-637c-4045-944c-7f714c42fc41 x-openstack-request-id: req-4ce45cca-637c-4045-944c-7f714c42fc41 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:28:27.046336 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab6b389-4f34-41d5-b1fc-a40aeebf879f", "name": "network-vif-deleted", "tag": "c2f09a66-0d1b-444c-99cb-d0daf83a4efa", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:28:27.046336 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ce45cca-637c-4045-944c-7f714c42fc41 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:28:27.046336 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab6b389-4f34-41d5-b1fc-a40aeebf879f', 'name': 'network-vif-deleted', 'tag': 'c2f09a66-0d1b-444c-99cb-d0daf83a4efa', 'status': 'completed', 'code': 200} Aug 17 02:28:27.103183 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d5e81e5-59b2-44e5-9378-ba650224286f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:27.179859 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e81e5-59b2-44e5-9378-ba650224286f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:27.186952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e81e5-59b2-44e5-9378-ba650224286f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:27.189795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e81e5-59b2-44e5-9378-ba650224286f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=70646c5c-362c-4bef-a7af-c6db7b8f8b38,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:27.192443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e81e5-59b2-44e5-9378-ba650224286f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:27.251381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5dfe96d-fdff-43bf-90aa-435293d20652 req-d7cda073-1597-4100-b2bd-54686828b429 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6b389-4f34-41d5-b1fc-a40aeebf879f HTTP/1.1" status: 200 len: 210 time: 0.0344195 Aug 17 02:28:27.268772 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e81e5-59b2-44e5-9378-ba650224286f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:27.269452 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d5e81e5-59b2-44e5-9378-ba650224286f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:27.311796 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e2fe2a1-e205-4e0d-8a51-37fbb91563e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:27.364970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fe2a1-e205-4e0d-8a51-37fbb91563e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=028b2ac7-a8dd-403f-9dd3-f9eec71ab748,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:27.380921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2fe2a1-e205-4e0d-8a51-37fbb91563e7 admin admin] Checking segment: {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:28:27.381307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2fe2a1-e205-4e0d-8a51-37fbb91563e7 admin admin] Network hostable DHCP agents. Network: 34f05c9b-0bd9-49d9-ae84-f63187a66bee, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:28:27.444413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-3465b524-d9de-47b8-b7a3-4539351b3fe4 req-e298ea9e-9677-47cd-99b4-88b85bfff44b tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-158936532', 'description': 'tempest-description-1962430889'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:27.459507 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53262) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:27.460167 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7d5e81e5-59b2-44e5-9378-ba650224286f tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8082798 Aug 17 02:28:27.466075 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': '70646c5c-362c-4bef-a7af-c6db7b8f8b38', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:27.510093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2fe2a1-e205-4e0d-8a51-37fbb91563e7 admin admin] Network 34f05c9b-0bd9-49d9-ae84-f63187a66bee is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:28:27.591830 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3465b524-d9de-47b8-b7a3-4539351b3fe4 req-e298ea9e-9677-47cd-99b4-88b85bfff44b tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:27.648735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-3e2fe2a1-e205-4e0d-8a51-37fbb91563e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 34f05c9b-0bd9-49d9-ae84-f63187a66bee) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:27.655443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2fe2a1-e205-4e0d-8a51-37fbb91563e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:27.656124 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e2fe2a1-e205-4e0d-8a51-37fbb91563e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:27.669283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4989628a-870a-4657-a5cb-a9882168c014 None None] Network 34f05c9b-0bd9-49d9-ae84-f63187a66bee requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:28:27.756004 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:27.826978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e2e7d2-c10d-47d5-9181-effdb80d632d None None] Network 34f05c9b-0bd9-49d9-ae84-f63187a66bee requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:28:27.878596 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:27.921938 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3e2fe2a1-e205-4e0d-8a51-37fbb91563e7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4421682 Aug 17 02:28:28.033168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Allocated IP 172.25.5.136 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/addba979-7d82-4097-954f-4a76e130999a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:28.052498 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3465b524-d9de-47b8-b7a3-4539351b3fe4 req-e298ea9e-9677-47cd-99b4-88b85bfff44b tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:28.155363 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:28.157272 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3465b524-d9de-47b8-b7a3-4539351b3fe4 req-e298ea9e-9677-47cd-99b4-88b85bfff44b tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:28.188177 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298ea9e-9677-47cd-99b4-88b85bfff44b tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef11f29-8a2c-400a-b0c4-3f63b92e3d00,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:28.288373 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3465b524-d9de-47b8-b7a3-4539351b3fe4 req-e298ea9e-9677-47cd-99b4-88b85bfff44b tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:28.288598 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:28.290648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3465b524-d9de-47b8-b7a3-4539351b3fe4 req-e298ea9e-9677-47cd-99b4-88b85bfff44b tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8541121 Aug 17 02:28:28.343315 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:28.345159 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:28.348156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:28.374489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=addba979-7d82-4097-954f-4a76e130999a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:28.505551 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:28.711046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-55b043b2-9e88-48b0-b9f4-79312cdb216e tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:28.712593 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-55b043b2-9e88-48b0-b9f4-79312cdb216e tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 806 time: 0.1102571 Aug 17 02:28:28.729163 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-40323e21-8397-48cf-8282-4d900623ac89 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/quotas/de182f93f73446919b2fe4aeee1dafc6 HTTP/1.1" status: 200 len: 375 time: 0.0102291 Aug 17 02:28:28.765587 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-e3b30e27-76ba-4f44-b09a-a43807917f43 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304232 Aug 17 02:28:28.767128 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:28.862952 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-b37d4a3c-0c16-48ba-8f9c-e867c01bfb60 service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887916 Aug 17 02:28:28.948856 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:28.984404 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-a92b857e-dc16-4569-8ded-4b31d054543f service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145403 Aug 17 02:28:29.146608 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:29.265931 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:29.341850 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=addba979-7d82-4097-954f-4a76e130999a,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:29.354565 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f474430-669e-40ea-8eeb-007ecf5cfadf req-5f8cc50e-9e48-4156-9703-1be9688195c0 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/d343e0e6-9eb7-4f08-a35c-3a8f9e7e83ea HTTP/1.1" status: 200 len: 1806 time: 0.0575972 Aug 17 02:28:29.368489 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:29.432350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f474430-669e-40ea-8eeb-007ecf5cfadf req-20377a12-f6a9-4326-b866-8f9ae7419d9b tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/fef11f29-8a2c-400a-b0c4-3f63b92e3d00 HTTP/1.1" status: 200 len: 1806 time: 0.0767653 Aug 17 02:28:29.445287 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-9f474430-669e-40ea-8eeb-007ecf5cfadf req-dce9da32-378b-4538-88bf-5ebb83e4cede tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd343e0e6-9eb7-4f08-a35c-3a8f9e7e83ea', 'remote_group_id': 'fef11f29-8a2c-400a-b0c4-3f63b92e3d00', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:29.445739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-9f474430-669e-40ea-8eeb-007ecf5cfadf req-dce9da32-378b-4538-88bf-5ebb83e4cede tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd343e0e6-9eb7-4f08-a35c-3a8f9e7e83ea', 'remote_group_id': 'fef11f29-8a2c-400a-b0c4-3f63b92e3d00', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:29.478898 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Floating IP 4830bd28-8978-4326-bdce-d7e00ff7b0bd associated. External IP: 172.25.5.136, port: 70646c5c-362c-4bef-a7af-c6db7b8f8b38. Aug 17 02:28:29.576121 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device c2f09a66-0d1b-444c-99cb-d0daf83a4efa no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:28:29.601798 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: c2f09a66-0d1b-444c-99cb-d0daf83a4efa {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:28:29.602409 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device c2f09a66-0d1b-444c-99cb-d0daf83a4efa not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:28:29.634759 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f474430-669e-40ea-8eeb-007ecf5cfadf req-dce9da32-378b-4538-88bf-5ebb83e4cede tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:29.674359 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f474430-669e-40ea-8eeb-007ecf5cfadf req-dce9da32-378b-4538-88bf-5ebb83e4cede tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:29.702740 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:29.811384 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:29.821322 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b693b8-1e3e-4d18-9cb4-9bd8318a47e0 None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:29.830813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b693b8-1e3e-4d18-9cb4-9bd8318a47e0 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:29.831426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b8b693b8-1e3e-4d18-9cb4-9bd8318a47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:29.864483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b8b693b8-1e3e-4d18-9cb4-9bd8318a47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:29.869643 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f474430-669e-40ea-8eeb-007ecf5cfadf req-dce9da32-378b-4538-88bf-5ebb83e4cede tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:29.877065 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b693b8-1e3e-4d18-9cb4-9bd8318a47e0 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:29.877731 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b8b693b8-1e3e-4d18-9cb4-9bd8318a47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:29.890748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9da32-378b-4538-88bf-5ebb83e4cede tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0b035a-061f-4091-951b-6b41e2710ed5,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:29.914155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b8b693b8-1e3e-4d18-9cb4-9bd8318a47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:29.914155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b693b8-1e3e-4d18-9cb4-9bd8318a47e0 None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:29.995598 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9f474430-669e-40ea-8eeb-007ecf5cfadf req-dce9da32-378b-4538-88bf-5ebb83e4cede tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:29.995789 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:29.996897 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f474430-669e-40ea-8eeb-007ecf5cfadf req-dce9da32-378b-4538-88bf-5ebb83e4cede tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5574751 Aug 17 02:28:30.246406 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bcc74854-d675-4a95-9139-d47d042cdb2f req-4ade942f-d914-40ee-8c4e-e8f93edbe90c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 210 time: 0.0348978 Aug 17 02:28:30.352911 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d3eba0c8-ba6d-44a9-b393-d242acd65355 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.8921025 Aug 17 02:28:30.355785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53390) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:30.360587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-4552b2f1-1d29-4003-90f1-c89138ed1ee0 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'floatingip': {'port_id': '70646c5c-362c-4bef-a7af-c6db7b8f8b38', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:30.419388 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4552b2f1-1d29-4003-90f1-c89138ed1ee0 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:30.888433 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53396) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:30.922583 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:30.926259 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a6968b7-f4fc-4203-8ff9-3c4d7211ed7f req-b98cafaa-c84b-4a9f-87c5-7931b99e645c tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/fef11f29-8a2c-400a-b0c4-3f63b92e3d00 HTTP/1.1" status: 200 len: 1806 time: 0.1029816 Aug 17 02:28:31.046813 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6f634f9-363c-4ae2-bd6e-93b6bfa282c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.092998 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4552b2f1-1d29-4003-90f1-c89138ed1ee0 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.099386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3a6968b7-f4fc-4203-8ff9-3c4d7211ed7f req-e799a765-749f-4532-8878-a22177ccb720 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.128893 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3a6968b7-f4fc-4203-8ff9-3c4d7211ed7f req-e799a765-749f-4532-8878-a22177ccb720 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.186880 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4552b2f1-1d29-4003-90f1-c89138ed1ee0 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.232348 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6f634f9-363c-4ae2-bd6e-93b6bfa282c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.311441 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6f634f9-363c-4ae2-bd6e-93b6bfa282c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.358201 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b6f634f9-363c-4ae2-bd6e-93b6bfa282c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4512bdd97aea4b769cf9d20d09e5e24a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685774 Aug 17 02:28:31.359218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f634f9-363c-4ae2-bd6e-93b6bfa282c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944ba380-8d8f-4f43-b609-5b05681a78c5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:31.366078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53406) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:31.428041 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3a6968b7-f4fc-4203-8ff9-3c4d7211ed7f req-e799a765-749f-4532-8878-a22177ccb720 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.430960 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3a6968b7-f4fc-4203-8ff9-3c4d7211ed7f req-e799a765-749f-4532-8878-a22177ccb720 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.432430 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a6968b7-f4fc-4203-8ff9-3c4d7211ed7f req-e799a765-749f-4532-8878-a22177ccb720 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "DELETE /v2.0/security-groups/fef11f29-8a2c-400a-b0c4-3f63b92e3d00 HTTP/1.1" status: 204 len: 173 time: 0.4964297 Aug 17 02:28:31.454743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799a765-749f-4532-8878-a22177ccb720 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef11f29-8a2c-400a-b0c4-3f63b92e3d00,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:31.483206 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d554a994-9c26-43fe-aac4-60c0c73d3e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.496000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4552b2f1-1d29-4003-90f1-c89138ed1ee0 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:31.523045 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d554a994-9c26-43fe-aac4-60c0c73d3e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.533505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad289ea8-4d71-4354-97fe-67f9551b0102 req-e3873333-cea0-441a-b2bd-b73cdb40c00f tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:31.535118 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ad289ea8-4d71-4354-97fe-67f9551b0102 req-e3873333-cea0-441a-b2bd-b73cdb40c00f tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.18 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 944 time: 0.1128643 Aug 17 02:28:31.610077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19860b6c-f375-4ddd-98df-df337bdfb125 req-66c4a721-bb7d-40fc-a340-ca5aea9edf97 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:31.612171 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-19860b6c-f375-4ddd-98df-df337bdfb125 req-66c4a721-bb7d-40fc-a340-ca5aea9edf97 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 944 time: 0.1066530 Aug 17 02:28:31.685067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-ad289ea8-4d71-4354-97fe-67f9551b0102 req-16d2f47a-409c-4b6e-b90c-b31691e65b6a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Deleting port 2634fa00-fd24-40c4-927a-8877e096e76a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:28:31.685067 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ad289ea8-4d71-4354-97fe-67f9551b0102 req-16d2f47a-409c-4b6e-b90c-b31691e65b6a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.730121 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d554a994-9c26-43fe-aac4-60c0c73d3e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.732699 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d554a994-9c26-43fe-aac4-60c0c73d3e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.733941 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d554a994-9c26-43fe-aac4-60c0c73d3e19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/944ba380-8d8f-4f43-b609-5b05681a78c5 HTTP/1.1" status: 204 len: 168 time: 0.3668184 Aug 17 02:28:31.762041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554a994-9c26-43fe-aac4-60c0c73d3e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944ba380-8d8f-4f43-b609-5b05681a78c5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:31.823365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-ad289ea8-4d71-4354-97fe-67f9551b0102 req-16d2f47a-409c-4b6e-b90c-b31691e65b6a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] For port 2634fa00-fd24-40c4-927a-8877e096e76a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2634fa00-fd24-40c4-927a-8877e096e76a,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:31.823792 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ad289ea8-4d71-4354-97fe-67f9551b0102 req-16d2f47a-409c-4b6e-b90c-b31691e65b6a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.840344 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-ad289ea8-4d71-4354-97fe-67f9551b0102 req-16d2f47a-409c-4b6e-b90c-b31691e65b6a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Calling delete_port for 2634fa00-fd24-40c4-927a-8877e096e76a owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:28:31.993297 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-19860b6c-f375-4ddd-98df-df337bdfb125 req-d8252157-c86d-4333-946f-3cc0d86ea0ce tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542440 Aug 17 02:28:31.994295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4552b2f1-1d29-4003-90f1-c89138ed1ee0 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:31.999278 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4552b2f1-1d29-4003-90f1-c89138ed1ee0 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:32.005367 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40934f71-300d-427f-bd4a-d1727cf0ec5f None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:32.014506 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40934f71-300d-427f-bd4a-d1727cf0ec5f None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:32.015270 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-40934f71-300d-427f-bd4a-d1727cf0ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:32.062895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4552b2f1-1d29-4003-90f1-c89138ed1ee0 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "PUT /v2.0/floatingips/4830bd28-8978-4326-bdce-d7e00ff7b0bd HTTP/1.1" status: 200 len: 979 time: 1.7059424 Aug 17 02:28:32.065599 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-40934f71-300d-427f-bd4a-d1727cf0ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:32.065756 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53414) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:32.076794 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40934f71-300d-427f-bd4a-d1727cf0ec5f None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:32.077492 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-40934f71-300d-427f-bd4a-d1727cf0ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:32.120705 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ad289ea8-4d71-4354-97fe-67f9551b0102 req-16d2f47a-409c-4b6e-b90c-b31691e65b6a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:32.123146 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-40934f71-300d-427f-bd4a-d1727cf0ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:32.124494 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40934f71-300d-427f-bd4a-d1727cf0ec5f None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:32.171989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2f47a-409c-4b6e-b90c-b31691e65b6a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Pushing event deleted for resources: {'Port': ['ID=2634fa00-fd24-40c4-927a-8877e096e76a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:32.260069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad289ea8-4d71-4354-97fe-67f9551b0102 req-16d2f47a-409c-4b6e-b90c-b31691e65b6a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] No DVR routers for this DVR port 2634fa00-fd24-40c4-927a-8877e096e76a on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:28:32.290155 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-0e941951-ac3f-4826-af29-a4c7712b4d84 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:32.291905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-0e941951-ac3f-4826-af29-a4c7712b4d84 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 806 time: 0.1585715 Aug 17 02:28:32.313051 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-476a33f3-2b2e-4fe0-afdf-8b4ce5a8541f req-fd1ea9a4-c306-4655-bc77-d7e8908aa0e7 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 210 time: 0.0560677 Aug 17 02:28:32.317396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-d86e7b72-1da1-429d-ac71-2bc360192979 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Request body: {'port': {'device_id': '9488e38f-7f25-4bad-a9d3-ba08832e0ba9', 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee', 'admin_state_up': True, 'tenant_id': 'de182f93f73446919b2fe4aeee1dafc6'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:32.334595 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ad289ea8-4d71-4354-97fe-67f9551b0102 req-16d2f47a-409c-4b6e-b90c-b31691e65b6a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:32.337074 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ad289ea8-4d71-4354-97fe-67f9551b0102 req-16d2f47a-409c-4b6e-b90c-b31691e65b6a tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.18 "DELETE /v2.0/ports/2634fa00-fd24-40c4-927a-8877e096e76a HTTP/1.1" status: 204 len: 173 time: 0.7935965 Aug 17 02:28:32.337668 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e38f65-af87-4b30-8540-d1e2a1165835', 'name': 'network-vif-deleted', 'tag': '2634fa00-fd24-40c4-927a-8877e096e76a'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:28:32.340368 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48d2a9c-ba4f-4aff-b481-017bc5dd577d" -d '{"events": [{"server_uuid": "73e38f65-af87-4b30-8540-d1e2a1165835", "name": "network-vif-deleted", "tag": "2634fa00-fd24-40c4-927a-8877e096e76a"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:28:32.392774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-3bb72f5d-2158-4465-b101-acedb4dfc341 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting port addba979-7d82-4097-954f-4a76e130999a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:28:32.393125 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3bb72f5d-2158-4465-b101-acedb4dfc341 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:32.444170 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a6253f1-f5a0-4da7-8ac2-242f4017d2e8 req-5d5603a7-25d3-4c92-b88a-36b9a190c85c tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/d343e0e6-9eb7-4f08-a35c-3a8f9e7e83ea HTTP/1.1" status: 200 len: 1806 time: 0.0751569 Aug 17 02:28:32.500518 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3bb72f5d-2158-4465-b101-acedb4dfc341 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:32.501111 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3bb72f5d-2158-4465-b101-acedb4dfc341 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:32.517536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-3bb72f5d-2158-4465-b101-acedb4dfc341 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Calling delete_port for addba979-7d82-4097-954f-4a76e130999a owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:28:32.576638 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b044ba0e-14ab-4c78-b792-d5a6a2c6472b x-openstack-request-id: req-b044ba0e-14ab-4c78-b792-d5a6a2c6472b {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:28:32.576951 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e38f65-af87-4b30-8540-d1e2a1165835", "name": "network-vif-deleted", "tag": "2634fa00-fd24-40c4-927a-8877e096e76a", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:28:32.577210 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b044ba0e-14ab-4c78-b792-d5a6a2c6472b {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:28:32.580730 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e38f65-af87-4b30-8540-d1e2a1165835', 'name': 'network-vif-deleted', 'tag': '2634fa00-fd24-40c4-927a-8877e096e76a', 'status': 'completed', 'code': 200} Aug 17 02:28:32.592459 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-3530bb52-a35a-4fad-bf19-1f9e705e4bea req-3c4d9683-9dbd-45aa-8017-f6fe46fd200a tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-363163345', 'description': 'tempest-description-1799358621'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:32.621391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-d86e7b72-1da1-429d-ac71-2bc360192979 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Made reservation on behalf of de182f93f73446919b2fe4aeee1dafc6 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:32.624990 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-d86e7b72-1da1-429d-ac71-2bc360192979 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:32.717955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53422) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:32.755282 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3530bb52-a35a-4fad-bf19-1f9e705e4bea req-3c4d9683-9dbd-45aa-8017-f6fe46fd200a tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:32.771596 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-58567a1d-aed0-456d-9454-1509116bba9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:32.837908 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [None req-58567a1d-aed0-456d-9454-1509116bba9d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:28:32.837908 n-d-793621-31 neutron-server[95406]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 02:28:32.837908 n-d-793621-31 neutron-server[95406]: [parameters: {'project_id_1': '9346a3804e2e44b6985282a5b5a1676a', 'expiration_1': datetime.datetime(2021, 8, 17, 2, 28, 32, 819128)}] Aug 17 02:28:32.837908 n-d-793621-31 neutron-server[95406]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:28:32.838396 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [None req-58567a1d-aed0-456d-9454-1509116bba9d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:28:32.863749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-d86e7b72-1da1-429d-ac71-2bc360192979 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Allocated IP 172.20.0.5 (34f05c9b-0bd9-49d9-ae84-f63187a66bee/028b2ac7-a8dd-403f-9dd3-f9eec71ab748/76a66684-e333-427a-a7ac-64b355670e00) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:32.959636 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3bb72f5d-2158-4465-b101-acedb4dfc341 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:32.992022 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb72f5d-2158-4465-b101-acedb4dfc341 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Port': ['ID=addba979-7d82-4097-954f-4a76e130999a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:33.076525 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3530bb52-a35a-4fad-bf19-1f9e705e4bea req-3c4d9683-9dbd-45aa-8017-f6fe46fd200a tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:33.079235 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3bb72f5d-2158-4465-b101-acedb4dfc341 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:33.080600 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-3bb72f5d-2158-4465-b101-acedb4dfc341 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Floating IP 4830bd28-8978-4326-bdce-d7e00ff7b0bd disassociated (deleted). External IP: 172.25.5.136, port: 70646c5c-362c-4bef-a7af-c6db7b8f8b38. Aug 17 02:28:33.080830 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-d86e7b72-1da1-429d-ac71-2bc360192979 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:33.167272 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3530bb52-a35a-4fad-bf19-1f9e705e4bea req-3c4d9683-9dbd-45aa-8017-f6fe46fd200a tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:33.217927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d9683-9dbd-45aa-8017-f6fe46fd200a tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c2880b-112f-4b0d-bb64-01b4c4184f5d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:33.243305 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-d86e7b72-1da1-429d-ac71-2bc360192979 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:33.288501 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-d86e7b72-1da1-429d-ac71-2bc360192979 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Network 34f05c9b-0bd9-49d9-ae84-f63187a66bee is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:33.294147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-d86e7b72-1da1-429d-ac71-2bc360192979 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:33.298756 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-d86e7b72-1da1-429d-ac71-2bc360192979 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:33.325759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e7b72-1da1-429d-ac71-2bc360192979 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Pushing event updated for resources: {'Port': ['ID=76a66684-e333-427a-a7ac-64b355670e00,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:33.340207 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-58567a1d-aed0-456d-9454-1509116bba9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:33.352815 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3530bb52-a35a-4fad-bf19-1f9e705e4bea req-3c4d9683-9dbd-45aa-8017-f6fe46fd200a tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:33.354128 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3530bb52-a35a-4fad-bf19-1f9e705e4bea req-3c4d9683-9dbd-45aa-8017-f6fe46fd200a tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7663989 Aug 17 02:28:33.367594 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb72f5d-2158-4465-b101-acedb4dfc341 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:33.458543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-d86e7b72-1da1-429d-ac71-2bc360192979 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:33.459848 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-d86e7b72-1da1-429d-ac71-2bc360192979 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:33.496038 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-58567a1d-aed0-456d-9454-1509116bba9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:33.507443 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb72f5d-2158-4465-b101-acedb4dfc341 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:33.512404 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3bb72f5d-2158-4465-b101-acedb4dfc341 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:33.517911 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ffce9495-6837-4dc5-94fe-4c8aafe6ceeb req-f1367ba8-7008-4d7d-898d-9fad8d9ce30b tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e38f65-af87-4b30-8540-d1e2a1165835 HTTP/1.1" status: 200 len: 210 time: 0.0662949 Aug 17 02:28:33.529051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0caa73-e99a-4640-8a30-6f05093fbc8c None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:33.544864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0caa73-e99a-4640-8a30-6f05093fbc8c None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:33.545942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-aa0caa73-e99a-4640-8a30-6f05093fbc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:33.559068 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3bb72f5d-2158-4465-b101-acedb4dfc341 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/floatingips/4830bd28-8978-4326-bdce-d7e00ff7b0bd HTTP/1.1" status: 204 len: 168 time: 1.4913495 Aug 17 02:28:33.565462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53436) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:33.594942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-aa0caa73-e99a-4640-8a30-6f05093fbc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:33.608297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0caa73-e99a-4640-8a30-6f05093fbc8c None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:33.608971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-aa0caa73-e99a-4640-8a30-6f05093fbc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:33.642041 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-58567a1d-aed0-456d-9454-1509116bba9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:33.661032 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-aa0caa73-e99a-4640-8a30-6f05093fbc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:33.662177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0caa73-e99a-4640-8a30-6f05093fbc8c None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:33.722696 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-58567a1d-aed0-456d-9454-1509116bba9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9346a3804e2e44b6985282a5b5a1676a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9997845 Aug 17 02:28:33.725761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53438) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:33.731821 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58567a1d-aed0-456d-9454-1509116bba9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcab002d-1f0d-4f0f-b70b-5867d67a464b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:33.765228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3a195-fb81-4933-b1aa-e3e91450ef78 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting port 70646c5c-362c-4bef-a7af-c6db7b8f8b38 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:28:33.765762 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ff3a195-fb81-4933-b1aa-e3e91450ef78 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:33.786781 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-d86e7b72-1da1-429d-ac71-2bc360192979 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4763792 Aug 17 02:28:33.792316 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7814ee7a-61c0-4984-93bd-dd35de8a399e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:33.822227 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7814ee7a-61c0-4984-93bd-dd35de8a399e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:33.850517 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Request body: {'port': {'device_id': '9488e38f-7f25-4bad-a9d3-ba08832e0ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:33.953668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca24505-244a-44f9-8cb3-071d92afc2e1 req-fa188c69-4db0-4a79-8c05-d0ef7487014e tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:33.955877 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ca24505-244a-44f9-8cb3-071d92afc2e1 req-fa188c69-4db0-4a79-8c05-d0ef7487014e tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 931 time: 0.1111858 Aug 17 02:28:34.005768 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ff3a195-fb81-4933-b1aa-e3e91450ef78 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:34.019387 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7814ee7a-61c0-4984-93bd-dd35de8a399e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:34.024017 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7814ee7a-61c0-4984-93bd-dd35de8a399e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:34.025798 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7814ee7a-61c0-4984-93bd-dd35de8a399e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcab002d-1f0d-4f0f-b70b-5867d67a464b HTTP/1.1" status: 204 len: 168 time: 0.2984931 Aug 17 02:28:34.030920 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:34.034718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3a195-fb81-4933-b1aa-e3e91450ef78 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Calling delete_port for 70646c5c-362c-4bef-a7af-c6db7b8f8b38 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:28:34.036095 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814ee7a-61c0-4984-93bd-dd35de8a399e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcab002d-1f0d-4f0f-b70b-5867d67a464b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:34.123111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ca24505-244a-44f9-8cb3-071d92afc2e1 req-2c1b98ad-d293-46ea-bb35-071988a67128 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427507 Aug 17 02:28:34.309955 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdf3294e-730b-4a26-8b21-d0bb89e9e0aa req-2ec159bc-5339-4886-921b-8c72a360c371 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/b7c2880b-112f-4b0d-bb64-01b4c4184f5d HTTP/1.1" status: 200 len: 1806 time: 0.1574421 Aug 17 02:28:34.353143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-bdf3294e-730b-4a26-8b21-d0bb89e9e0aa req-4ba67cc9-c3b8-4e85-bc15-1a831436e047 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7c2880b-112f-4b0d-bb64-01b4c4184f5d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:34.353481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-bdf3294e-730b-4a26-8b21-d0bb89e9e0aa req-4ba67cc9-c3b8-4e85-bc15-1a831436e047 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7c2880b-112f-4b0d-bb64-01b4c4184f5d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:34.524954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a66684-e333-427a-a7ac-64b355670e00 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:28:34.533457 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:34.586410 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Transition to ACTIVE for port object 76a66684-e333-427a-a7ac-64b355670e00 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:28:34.588043 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bdf3294e-730b-4a26-8b21-d0bb89e9e0aa req-4ba67cc9-c3b8-4e85-bc15-1a831436e047 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:34.590832 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ff3a195-fb81-4933-b1aa-e3e91450ef78 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:34.631888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3a195-fb81-4933-b1aa-e3e91450ef78 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Port': ['ID=70646c5c-362c-4bef-a7af-c6db7b8f8b38,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:34.660848 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bdf3294e-730b-4a26-8b21-d0bb89e9e0aa req-4ba67cc9-c3b8-4e85-bc15-1a831436e047 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:34.723351 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:34.725853 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ff3a195-fb81-4933-b1aa-e3e91450ef78 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:34.727726 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6ff3a195-fb81-4933-b1aa-e3e91450ef78 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/ports/70646c5c-362c-4bef-a7af-c6db7b8f8b38 HTTP/1.1" status: 204 len: 168 time: 1.1608691 Aug 17 02:28:34.731433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53456) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:34.762107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:34.799888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Pushing event updated for resources: {'Port': ['ID=76a66684-e333-427a-a7ac-64b355670e00,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:34.865712 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bdf3294e-730b-4a26-8b21-d0bb89e9e0aa req-4ba67cc9-c3b8-4e85-bc15-1a831436e047 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:34.890395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Attempting to bind port 76a66684-e333-427a-a7ac-64b355670e00 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:28:34.890638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Attempting to bind port 76a66684-e333-427a-a7ac-64b355670e00 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:28:34.890970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Attempting to bind port 76a66684-e333-427a-a7ac-64b355670e00 on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:28:34.896240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba67cc9-c3b8-4e85-bc15-1a831436e047 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c4a268-2519-4c45-b95c-b33ede309f5b,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:34.899979 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:34.905134 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Port 76a66684-e333-427a-a7ac-64b355670e00 on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:28:34.905496 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Attempting to bind port 76a66684-e333-427a-a7ac-64b355670e00 on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:28:34.920626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:28:34.920968 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Checking segment: {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:28:34.921387 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Bound using segment: {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:28:34.921825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Bound port: 76a66684-e333-427a-a7ac-64b355670e00, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:28:34.922186 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:34.988292 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bdf3294e-730b-4a26-8b21-d0bb89e9e0aa req-4ba67cc9-c3b8-4e85-bc15-1a831436e047 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:34.989523 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdf3294e-730b-4a26-8b21-d0bb89e9e0aa req-4ba67cc9-c3b8-4e85-bc15-1a831436e047 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6473684 Aug 17 02:28:35.036814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] For port 76a66684-e333-427a-a7ac-64b355670e00, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:28:35.040846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] For port 76a66684-e333-427a-a7ac-64b355670e00, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=76a66684-e333-427a-a7ac-64b355670e00,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:28:35.081541 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:35.128757 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:35.189112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:35.189768 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:35.191199 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] 10.222.0.18 "PUT /v2.0/ports/76a66684-e333-427a-a7ac-64b355670e00 HTTP/1.1" status: 200 len: 1092 time: 1.3476517 Aug 17 02:28:35.194928 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9488e38f-7f25-4bad-a9d3-ba08832e0ba9', 'tag': '76a66684-e333-427a-a7ac-64b355670e00'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:28:35.197308 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c5c986-a1f9-4e92-bece-44f673b86963" -d '{"events": [{"name": "network-changed", "server_uuid": "9488e38f-7f25-4bad-a9d3-ba08832e0ba9", "tag": "76a66684-e333-427a-a7ac-64b355670e00"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:28:35.249768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9d4e5-8cf0-4e98-973a-0c10d275c57a service neutron] Pushing event updated for resources: {'Port': ['ID=76a66684-e333-427a-a7ac-64b355670e00,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:35.268485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Allocated IP 172.25.5.9 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/c3c58313-47ef-4088-b2cb-32e0bffd6f20) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:35.449282 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:35.461764 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cbd99d31-041b-41b4-bbc5-48f33b553fd7 req-5b7656ae-d9d8-4674-b108-c11b1954ab44 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/b7c2880b-112f-4b0d-bb64-01b4c4184f5d HTTP/1.1" status: 200 len: 2400 time: 0.1101253 Aug 17 02:28:35.463644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-02701242-c1bb-4cf2-9703-305c6802dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:35.465372 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-02701242-c1bb-4cf2-9703-305c6802dfe6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 1095 time: 0.1125343 Aug 17 02:28:35.474169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-cbd99d31-041b-41b4-bbc5-48f33b553fd7 req-a560e458-565a-4f8e-8b9d-93632de42ace tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7c2880b-112f-4b0d-bb64-01b4c4184f5d', 'remote_group_id': None}]} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:35.474489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-cbd99d31-041b-41b4-bbc5-48f33b553fd7 req-a560e458-565a-4f8e-8b9d-93632de42ace tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7c2880b-112f-4b0d-bb64-01b4c4184f5d', 'remote_group_id': None}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:35.532886 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-5e48a333-d4b4-42ff-8d51-c6a2886db65c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a66684-e333-427a-a7ac-64b355670e00 HTTP/1.1" status: 200 len: 217 time: 0.0514562 Aug 17 02:28:35.597721 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-01be92d6-9b16-472e-bf63-5d8399b25be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:35.599209 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-01be92d6-9b16-472e-bf63-5d8399b25be3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 200 len: 846 time: 0.0551052 Aug 17 02:28:35.605452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 2634fa00-fd24-40c4-927a-8877e096e76a no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:28:35.628734 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 2634fa00-fd24-40c4-927a-8877e096e76a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:28:35.632743 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 2634fa00-fd24-40c4-927a-8877e096e76a not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:28:35.632872 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-42b062bd-ee8c-489f-a0c7-5094e77adbfa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34f05c9b-0bd9-49d9-ae84-f63187a66bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250540 Aug 17 02:28:35.714195 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:35.782676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:35.790489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:35.792958 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cbd99d31-041b-41b4-bbc5-48f33b553fd7 req-a560e458-565a-4f8e-8b9d-93632de42ace tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:35.802328 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:35.814288 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=c3c58313-47ef-4088-b2cb-32e0bffd6f20,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:35.843155 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-1f16e865-13d5-4b62-85fa-bea80a464eaf service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040894 Aug 17 02:28:35.884620 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cbd99d31-041b-41b4-bbc5-48f33b553fd7 req-a560e458-565a-4f8e-8b9d-93632de42ace tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:35.980108 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cbd99d31-041b-41b4-bbc5-48f33b553fd7 req-a560e458-565a-4f8e-8b9d-93632de42ace tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:35.995108 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:36.012198 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc99c871-e8f6-4a60-bde0-b395c0146033 req-6c92dcc4-c8e4-4fe4-9f0b-12f629eeefbc service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599760 Aug 17 02:28:36.015112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560e458-565a-4f8e-8b9d-93632de42ace tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bcd92b-402f-4e35-86f9-485372e7b4ab,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:36.108094 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cbd99d31-041b-41b4-bbc5-48f33b553fd7 req-a560e458-565a-4f8e-8b9d-93632de42ace tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:36.109447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cbd99d31-041b-41b4-bbc5-48f33b553fd7 req-a560e458-565a-4f8e-8b9d-93632de42ace tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6404071 Aug 17 02:28:36.144007 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:36.312814 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:36.395867 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:36.470588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=c3c58313-47ef-4088-b2cb-32e0bffd6f20,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:36.483328 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:36.614069 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:36.615348 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-47eeb127-d375-4668-b154-16369a213284 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8829618 Aug 17 02:28:36.618073 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53512) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:36.624061 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b66d87-bfa2-4dfc-92f1-1126d4161345 req-8b3fbd08-bbc7-47c5-83cf-76bed6f5c646 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:36.624332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c714788c-5c10-4109-8967-eb0addc91db6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'port': {'network_id': 'b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4', 'name': 'tempest-FloatingIPTestJSON-899026815'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:36.625118 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43b66d87-bfa2-4dfc-92f1-1126d4161345 req-8b3fbd08-bbc7-47c5-83cf-76bed6f5c646 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 943 time: 0.0550430 Aug 17 02:28:36.671414 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43b66d87-bfa2-4dfc-92f1-1126d4161345 req-73cae820-f4ed-4249-9896-781aee5bf55b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387077 Aug 17 02:28:36.739941 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdce721c-337b-4dde-852a-a618f35aa8e2 x-openstack-request-id: req-cdce721c-337b-4dde-852a-a618f35aa8e2 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:28:36.739941 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9488e38f-7f25-4bad-a9d3-ba08832e0ba9", "tag": "76a66684-e333-427a-a7ac-64b355670e00", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:28:36.739941 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdce721c-337b-4dde-852a-a618f35aa8e2 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:28:36.739941 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9488e38f-7f25-4bad-a9d3-ba08832e0ba9', 'tag': '76a66684-e333-427a-a7ac-64b355670e00', 'status': 'completed', 'code': 200} Aug 17 02:28:36.900336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c714788c-5c10-4109-8967-eb0addc91db6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Made reservation on behalf of 3937e7e7093b4f6da0937cbb85ae7641 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:36.905744 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c714788c-5c10-4109-8967-eb0addc91db6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:36.913838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5c986-a1f9-4e92-bece-44f673b86963 req-283c2aa3-d813-4e11-aa30-3eff82f278c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:36.915391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32c5c986-a1f9-4e92-bece-44f673b86963 req-283c2aa3-d813-4e11-aa30-3eff82f278c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 1095 time: 0.1131279 Aug 17 02:28:36.920254 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f284c0d7-e892-458e-ac8a-5104ff9df8e6 req-bc5802b8-12e7-4eb4-a759-9f40f8ce0567 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/b7c2880b-112f-4b0d-bb64-01b4c4184f5d HTTP/1.1" status: 200 len: 2999 time: 0.0861146 Aug 17 02:28:36.942965 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-c714788c-5c10-4109-8967-eb0addc91db6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] device_id is not set on port 8fabc438-3bd9-45f5-b7e6-c9d1be4eaf8f yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:28:37.049495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5c986-a1f9-4e92-bece-44f673b86963 req-ba393bfb-6ead-4e68-8582-04bf9751aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:37.051174 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32c5c986-a1f9-4e92-bece-44f673b86963 req-ba393bfb-6ead-4e68-8582-04bf9751aa21 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 907 time: 0.1250093 Aug 17 02:28:37.107057 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32c5c986-a1f9-4e92-bece-44f673b86963 req-336f4b7e-4409-4d79-be3d-0f589c76e7da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a66684-e333-427a-a7ac-64b355670e00 HTTP/1.1" status: 200 len: 217 time: 0.0464132 Aug 17 02:28:37.107996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-c714788c-5c10-4109-8967-eb0addc91db6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Allocated IP 172.20.0.7 (b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4/6f9e8da4-6fe7-4698-8d0f-f724571a0101/8fabc438-3bd9-45f5-b7e6-c9d1be4eaf8f) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:37.168000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5c986-a1f9-4e92-bece-44f673b86963 req-75f1c801-4ff8-4f6a-b811-386380f77a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:37.169735 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32c5c986-a1f9-4e92-bece-44f673b86963 req-75f1c801-4ff8-4f6a-b811-386380f77a95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 200 len: 846 time: 0.0530946 Aug 17 02:28:37.234271 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32c5c986-a1f9-4e92-bece-44f673b86963 req-f3d182e3-07d9-434e-8c62-9ee22dddc221 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34f05c9b-0bd9-49d9-ae84-f63187a66bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543125 Aug 17 02:28:37.262828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da43bb-afe4-4270-a964-5553bc05dcae req-a65e3549-f92c-4e85-b27a-1289f574047c tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:37.265221 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13da43bb-afe4-4270-a964-5553bc05dcae req-a65e3549-f92c-4e85-b27a-1289f574047c tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 945 time: 0.0997965 Aug 17 02:28:37.322271 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c714788c-5c10-4109-8967-eb0addc91db6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:37.373127 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13da43bb-afe4-4270-a964-5553bc05dcae req-12a86ad0-f46d-4bcc-893a-6a1cc0ff39b4 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/security-groups?id=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926101 Aug 17 02:28:37.419078 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32c5c986-a1f9-4e92-bece-44f673b86963 req-0b8aef62-6b9f-481c-bf47-4d61fbd33406 service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520259 Aug 17 02:28:37.433937 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2bbdfbb1-de2c-469f-8fdd-d75c9fd197b1 req-c1df0668-c7a1-446d-8743-3de5adb9dfc3 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-group-rules/f6bcd92b-402f-4e35-86f9-485372e7b4ab HTTP/1.1" status: 200 len: 783 time: 0.0319567 Aug 17 02:28:37.461268 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c714788c-5c10-4109-8967-eb0addc91db6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:37.532118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c714788c-5c10-4109-8967-eb0addc91db6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:37.537417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-c714788c-5c10-4109-8967-eb0addc91db6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:37.538288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2bbdfbb1-de2c-469f-8fdd-d75c9fd197b1 req-b8bc5bf4-5424-4ad2-a43a-5aa4348bdf85 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/b7c2880b-112f-4b0d-bb64-01b4c4184f5d HTTP/1.1" status: 200 len: 2999 time: 0.0945933 Aug 17 02:28:37.548114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c714788c-5c10-4109-8967-eb0addc91db6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:37.569737 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32c5c986-a1f9-4e92-bece-44f673b86963 req-f74356db-0660-4377-9312-62212643011a service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302731 Aug 17 02:28:37.598025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714788c-5c10-4109-8967-eb0addc91db6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=8fabc438-3bd9-45f5-b7e6-c9d1be4eaf8f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:37.609716 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2bbdfbb1-de2c-469f-8fdd-d75c9fd197b1 req-4f940cff-81a5-4bd1-a7de-bb1685524aae tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:37.616535 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c714788c-5c10-4109-8967-eb0addc91db6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:37.617177 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c714788c-5c10-4109-8967-eb0addc91db6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:37.619594 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2bbdfbb1-de2c-469f-8fdd-d75c9fd197b1 req-4f940cff-81a5-4bd1-a7de-bb1685524aae tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:37.702421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67369a55-2af2-49eb-bbb0-af94e42ec516 req-da1cd325-4d79-4bd9-9c53-9e827e58afa5 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:37.704014 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67369a55-2af2-49eb-bbb0-af94e42ec516 req-da1cd325-4d79-4bd9-9c53-9e827e58afa5 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.18 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 945 time: 0.0599155 Aug 17 02:28:37.782757 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c714788c-5c10-4109-8967-eb0addc91db6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1600194 Aug 17 02:28:37.782757 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53538) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:37.788638 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8e0ba2de-8c8f-4130-9df5-a46cfb2d2490 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'floatingip': {'port_id': '8fabc438-3bd9-45f5-b7e6-c9d1be4eaf8f'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:37.809560 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2bbdfbb1-de2c-469f-8fdd-d75c9fd197b1 req-4f940cff-81a5-4bd1-a7de-bb1685524aae tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:37.822827 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2bbdfbb1-de2c-469f-8fdd-d75c9fd197b1 req-4f940cff-81a5-4bd1-a7de-bb1685524aae tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:37.824114 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2bbdfbb1-de2c-469f-8fdd-d75c9fd197b1 req-4f940cff-81a5-4bd1-a7de-bb1685524aae tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f6bcd92b-402f-4e35-86f9-485372e7b4ab HTTP/1.1" status: 204 len: 173 time: 0.2634964 Aug 17 02:28:37.837179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-67369a55-2af2-49eb-bbb0-af94e42ec516 req-ce31e6df-6744-497f-a732-d742d8d93773 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Deleting port 1e24975c-6f30-4e05-a4cb-d22e907fb666 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:28:37.837456 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-67369a55-2af2-49eb-bbb0-af94e42ec516 req-ce31e6df-6744-497f-a732-d742d8d93773 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:37.839525 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba2de-8c8f-4130-9df5-a46cfb2d2490 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:37.843058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f940cff-81a5-4bd1-a7de-bb1685524aae tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6bcd92b-402f-4e35-86f9-485372e7b4ab,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:37.871345 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55cf31c7-6bfd-472a-b7f9-6c468fe96a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:37.976271 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc70a8-103d-4156-9d51-986fdd7e6810 req-27112228-0225-4cf2-b8c9-28eca6f25642 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:37.978053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3cc70a8-103d-4156-9d51-986fdd7e6810 req-27112228-0225-4cf2-b8c9-28eca6f25642 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 943 time: 0.0876830 Aug 17 02:28:37.983325 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-67369a55-2af2-49eb-bbb0-af94e42ec516 req-ce31e6df-6744-497f-a732-d742d8d93773 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] For port 1e24975c-6f30-4e05-a4cb-d22e907fb666, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=1e24975c-6f30-4e05-a4cb-d22e907fb666,segment=NetworkSegment(e8d289d7-84d6-4b19-a523-eb83336f6339),segment_id=e8d289d7-84d6-4b19-a523-eb83336f6339)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:37.983896 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-67369a55-2af2-49eb-bbb0-af94e42ec516 req-ce31e6df-6744-497f-a732-d742d8d93773 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:38.027459 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-67369a55-2af2-49eb-bbb0-af94e42ec516 req-ce31e6df-6744-497f-a732-d742d8d93773 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Calling delete_port for 1e24975c-6f30-4e05-a4cb-d22e907fb666 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:28:38.050938 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3cc70a8-103d-4156-9d51-986fdd7e6810 req-2e8713a1-f349-4c83-a929-67d5d51fc6d8 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640974 Aug 17 02:28:38.264536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-084ea7c9-1f68-4cf0-8744-00406692c92d req-718d979f-a544-4885-9d59-1d63dc96750b tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/b7c2880b-112f-4b0d-bb64-01b4c4184f5d HTTP/1.1" status: 200 len: 2400 time: 0.0859439 Aug 17 02:28:38.344240 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-084ea7c9-1f68-4cf0-8744-00406692c92d req-d8ae6a29-21b6-477e-b6f9-2bc108e8c8c2 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:38.365592 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba2de-8c8f-4130-9df5-a46cfb2d2490 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:38.365882 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-67369a55-2af2-49eb-bbb0-af94e42ec516 req-ce31e6df-6744-497f-a732-d742d8d93773 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:38.404390 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-084ea7c9-1f68-4cf0-8744-00406692c92d req-d8ae6a29-21b6-477e-b6f9-2bc108e8c8c2 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:38.414356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31e6df-6744-497f-a732-d742d8d93773 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Pushing event deleted for resources: {'Port': ['ID=1e24975c-6f30-4e05-a4cb-d22e907fb666,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:38.429775 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba2de-8c8f-4130-9df5-a46cfb2d2490 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:38.471993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-67369a55-2af2-49eb-bbb0-af94e42ec516 req-ce31e6df-6744-497f-a732-d742d8d93773 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] No DVR routers for this DVR port 1e24975c-6f30-4e05-a4cb-d22e907fb666 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:28:38.474721 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-67369a55-2af2-49eb-bbb0-af94e42ec516 req-ce31e6df-6744-497f-a732-d742d8d93773 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:38.476813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67369a55-2af2-49eb-bbb0-af94e42ec516 req-ce31e6df-6744-497f-a732-d742d8d93773 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.18 "DELETE /v2.0/ports/1e24975c-6f30-4e05-a4cb-d22e907fb666 HTTP/1.1" status: 204 len: 173 time: 0.7661805 Aug 17 02:28:38.538613 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-8e0ba2de-8c8f-4130-9df5-a46cfb2d2490 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Floating IP bcc903cc-db30-4414-a007-110c46cabb57 associated. External IP: 172.25.5.9, port: 8fabc438-3bd9-45f5-b7e6-c9d1be4eaf8f. Aug 17 02:28:38.678170 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-084ea7c9-1f68-4cf0-8744-00406692c92d req-d8ae6a29-21b6-477e-b6f9-2bc108e8c8c2 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:38.682951 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-084ea7c9-1f68-4cf0-8744-00406692c92d req-d8ae6a29-21b6-477e-b6f9-2bc108e8c8c2 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:38.685041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-084ea7c9-1f68-4cf0-8744-00406692c92d req-d8ae6a29-21b6-477e-b6f9-2bc108e8c8c2 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "DELETE /v2.0/security-groups/b7c2880b-112f-4b0d-bb64-01b4c4184f5d HTTP/1.1" status: 204 len: 173 time: 0.4133577 Aug 17 02:28:38.701106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae6a29-21b6-477e-b6f9-2bc108e8c8c2 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c2880b-112f-4b0d-bb64-01b4c4184f5d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:38.739794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba41506-ce5d-4234-9fd2-9c1311a9a60a', 'name': 'network-vif-deleted', 'tag': '1e24975c-6f30-4e05-a4cb-d22e907fb666'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:28:38.745643 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492e6362-44d6-40c3-ae8c-facf7fb4e1a0" -d '{"events": [{"server_uuid": "aba41506-ce5d-4234-9fd2-9c1311a9a60a", "name": "network-vif-deleted", "tag": "1e24975c-6f30-4e05-a4cb-d22e907fb666"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:28:38.791582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0ba2de-8c8f-4130-9df5-a46cfb2d2490 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:38.917485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0ba2de-8c8f-4130-9df5-a46cfb2d2490 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:38.924626 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8e0ba2de-8c8f-4130-9df5-a46cfb2d2490 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:38.933472 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a0a26-d084-4677-a322-e8f2fc5c2a91 None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:38.943504 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a0a26-d084-4677-a322-e8f2fc5c2a91 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:38.944843 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-473a0a26-d084-4677-a322-e8f2fc5c2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:38.958088 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8e0ba2de-8c8f-4130-9df5-a46cfb2d2490 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "PUT /v2.0/floatingips/bcc903cc-db30-4414-a007-110c46cabb57 HTTP/1.1" status: 200 len: 975 time: 1.1711504 Aug 17 02:28:38.958384 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53574) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:38.993595 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-473a0a26-d084-4677-a322-e8f2fc5c2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:39.006210 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a0a26-d084-4677-a322-e8f2fc5c2a91 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:39.006844 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-473a0a26-d084-4677-a322-e8f2fc5c2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:39.029157 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28eac493-c5eb-4a82-8df1-a95555c2c490 req-1d7e3cc5-05d7-4778-9b50-af28d1c81731 tempest-LiveAutoBlockMigrationV225Test-356648074 tempest-LiveAutoBlockMigrationV225Test-356648074-project] 10.222.0.13 "GET /v2.0/ports?device_id=aba41506-ce5d-4234-9fd2-9c1311a9a60a HTTP/1.1" status: 200 len: 210 time: 0.0383861 Aug 17 02:28:39.049067 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-473a0a26-d084-4677-a322-e8f2fc5c2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:39.049821 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a0a26-d084-4677-a322-e8f2fc5c2a91 None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:39.086597 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-b086dc34-2f5d-4657-b53d-2c61f5ff3678 req-e5572e5c-1fc6-4cc1-8854-d8fbe724c1d6 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] show failed (client error): The resource could not be found. Aug 17 02:28:39.093808 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b086dc34-2f5d-4657-b53d-2c61f5ff3678 req-e5572e5c-1fc6-4cc1-8854-d8fbe724c1d6 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/fef11f29-8a2c-400a-b0c4-3f63b92e3d00 HTTP/1.1" status: 404 len: 352 time: 0.0219352 Aug 17 02:28:39.101165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e75fd096-6f56-4c8b-a853-f887866f24f5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting port 8fabc438-3bd9-45f5-b7e6-c9d1be4eaf8f {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:28:39.101538 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e75fd096-6f56-4c8b-a853-f887866f24f5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:39.141565 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1594b7-918e-4687-b3d4-c3e18406f874 x-openstack-request-id: req-bf1594b7-918e-4687-b3d4-c3e18406f874 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:28:39.143124 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba41506-ce5d-4234-9fd2-9c1311a9a60a", "name": "network-vif-deleted", "tag": "1e24975c-6f30-4e05-a4cb-d22e907fb666", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:28:39.143469 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf1594b7-918e-4687-b3d4-c3e18406f874 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:28:39.143817 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba41506-ce5d-4234-9fd2-9c1311a9a60a', 'name': 'network-vif-deleted', 'tag': '1e24975c-6f30-4e05-a4cb-d22e907fb666', 'status': 'completed', 'code': 200} Aug 17 02:28:39.210314 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e75fd096-6f56-4c8b-a853-f887866f24f5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:39.265443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6e031-04a9-49b9-a331-576f425ea1ab req-fe675aa2-68de-4cf8-95a2-0abe4373f8b9 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:39.267001 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8c6e031-04a9-49b9-a331-576f425ea1ab req-fe675aa2-68de-4cf8-95a2-0abe4373f8b9 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 943 time: 0.0628822 Aug 17 02:28:39.311153 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8c6e031-04a9-49b9-a331-576f425ea1ab req-8695ca44-3842-4e8c-a92d-bc4585f741fa tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354896 Aug 17 02:28:39.380822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-952b129f-ac60-4a53-8bec-a36f57cdc40f req-6cd468af-f94c-46f9-a07e-151d1f8500db tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/d343e0e6-9eb7-4f08-a35c-3a8f9e7e83ea HTTP/1.1" status: 200 len: 1806 time: 0.0417533 Aug 17 02:28:39.389289 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e75fd096-6f56-4c8b-a853-f887866f24f5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:39.389698 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e75fd096-6f56-4c8b-a853-f887866f24f5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:39.390016 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-e75fd096-6f56-4c8b-a853-f887866f24f5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Floating IP bcc903cc-db30-4414-a007-110c46cabb57 disassociated. External IP: 172.25.5.9, port: 8fabc438-3bd9-45f5-b7e6-c9d1be4eaf8f. Aug 17 02:28:39.390360 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e75fd096-6f56-4c8b-a853-f887866f24f5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Calling delete_port for 8fabc438-3bd9-45f5-b7e6-c9d1be4eaf8f owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:28:39.442484 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-952b129f-ac60-4a53-8bec-a36f57cdc40f req-7544c5b1-d348-4d8b-bfbc-d4f3dc3a13be tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:39.466759 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-952b129f-ac60-4a53-8bec-a36f57cdc40f req-7544c5b1-d348-4d8b-bfbc-d4f3dc3a13be tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:39.579826 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-952b129f-ac60-4a53-8bec-a36f57cdc40f req-7544c5b1-d348-4d8b-bfbc-d4f3dc3a13be tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:39.582609 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-952b129f-ac60-4a53-8bec-a36f57cdc40f req-7544c5b1-d348-4d8b-bfbc-d4f3dc3a13be tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:39.583957 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-952b129f-ac60-4a53-8bec-a36f57cdc40f req-7544c5b1-d348-4d8b-bfbc-d4f3dc3a13be tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "DELETE /v2.0/security-groups/d343e0e6-9eb7-4f08-a35c-3a8f9e7e83ea HTTP/1.1" status: 204 len: 173 time: 0.1965950 Aug 17 02:28:39.593763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544c5b1-d348-4d8b-bfbc-d4f3dc3a13be tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d343e0e6-9eb7-4f08-a35c-3a8f9e7e83ea,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:39.624370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 76a66684-e333-427a-a7ac-64b355670e00 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:28:39.682652 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e75fd096-6f56-4c8b-a853-f887866f24f5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:39.725518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fd096-6f56-4c8b-a853-f887866f24f5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Port': ['ID=8fabc438-3bd9-45f5-b7e6-c9d1be4eaf8f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:39.731967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a4f89bb-2216-4968-a878-ed18ee9c67f9 req-222912a5-bce1-402e-a181-99d1e6a7bef9 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/321c6ae8-35cb-4e78-b278-79edc4c2cbe5 HTTP/1.1" status: 200 len: 1804 time: 0.0424993 Aug 17 02:28:39.750379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 76a66684-e333-427a-a7ac-64b355670e00, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=76a66684-e333-427a-a7ac-64b355670e00,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:39.764360 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '76a66684-e333-427a-a7ac-64b355670e00', 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee', 'port_id': '76a66684-e333-427a-a7ac-64b355670e00', 'mac_address': 'fa:16:3e:1c:40:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028b2ac7-a8dd-403f-9dd3-f9eec71ab748', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:28:39.799792 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5a4f89bb-2216-4968-a878-ed18ee9c67f9 req-b4a1639d-a779-482e-b61c-f1c701a1620a tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:39.827261 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:39.836109 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5a4f89bb-2216-4968-a878-ed18ee9c67f9 req-b4a1639d-a779-482e-b61c-f1c701a1620a tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:39.844159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a66684-e333-427a-a7ac-64b355670e00 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:28:39.859140 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75fd096-6f56-4c8b-a853-f887866f24f5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:39.865100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 76a66684-e333-427a-a7ac-64b355670e00, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=76a66684-e333-427a-a7ac-64b355670e00,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:39.973729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75fd096-6f56-4c8b-a853-f887866f24f5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:39.983379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc24160-d641-4444-af6f-161d304c9975 None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:39.993625 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc24160-d641-4444-af6f-161d304c9975 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:39.994259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7bc24160-d641-4444-af6f-161d304c9975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:40.034795 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.037370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7bc24160-d641-4444-af6f-161d304c9975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:40.049508 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e75fd096-6f56-4c8b-a853-f887866f24f5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.051465 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e75fd096-6f56-4c8b-a853-f887866f24f5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/ports/8fabc438-3bd9-45f5-b7e6-c9d1be4eaf8f HTTP/1.1" status: 204 len: 168 time: 1.0920880 Aug 17 02:28:40.053972 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53610) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:40.060713 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5a4f89bb-2216-4968-a878-ed18ee9c67f9 req-b4a1639d-a779-482e-b61c-f1c701a1620a tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.070158 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5a4f89bb-2216-4968-a878-ed18ee9c67f9 req-b4a1639d-a779-482e-b61c-f1c701a1620a tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.085687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a4f89bb-2216-4968-a878-ed18ee9c67f9 req-b4a1639d-a779-482e-b61c-f1c701a1620a tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "DELETE /v2.0/security-groups/321c6ae8-35cb-4e78-b278-79edc4c2cbe5 HTTP/1.1" status: 204 len: 173 time: 0.3407893 Aug 17 02:28:40.086339 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc24160-d641-4444-af6f-161d304c9975 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:40.087344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7bc24160-d641-4444-af6f-161d304c9975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:40.099684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1639d-a779-482e-b61c-f1c701a1620a tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321c6ae8-35cb-4e78-b278-79edc4c2cbe5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:40.113585 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1b8404da-9e3d-4c9b-adb2-c4950ad1b222 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "GET /v2.0/floatingips/bcc903cc-db30-4414-a007-110c46cabb57 HTTP/1.1" status: 200 len: 686 time: 0.0531628 Aug 17 02:28:40.113585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53616) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:40.150503 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7bc24160-d641-4444-af6f-161d304c9975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:40.151195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc24160-d641-4444-af6f-161d304c9975 None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:40.194510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=76a66684-e333-427a-a7ac-64b355670e00,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:40.281663 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-dfd80d07-7c97-4a9f-8220-ea56eaa9d88d tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting port c3c58313-47ef-4088-b2cb-32e0bffd6f20 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:28:40.282011 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfd80d07-7c97-4a9f-8220-ea56eaa9d88d tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.293517 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f1888421-2539-4fa3-b9c6-8e2290c7edb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.350533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53624) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:40.379959 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfd80d07-7c97-4a9f-8220-ea56eaa9d88d tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.380873 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfd80d07-7c97-4a9f-8220-ea56eaa9d88d tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.395739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-dfd80d07-7c97-4a9f-8220-ea56eaa9d88d tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Calling delete_port for c3c58313-47ef-4088-b2cb-32e0bffd6f20 owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:28:40.433079 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0a938aa-2d8f-4c22-986b-aaec72f4d7b1 req-7995dad6-fa68-490e-bca8-eeaad62955cd tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/9db07bb5-b6df-471a-a5fe-5ffdd8cf30a4 HTTP/1.1" status: 200 len: 1807 time: 0.0726445 Aug 17 02:28:40.538941 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c0a938aa-2d8f-4c22-986b-aaec72f4d7b1 req-b05ea102-51be-47f6-961b-a476305f220f tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.550078 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.550821 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:28:40.575019 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['76a66684-e333-427a-a7ac-64b355670e00'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:28:40.584060 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c0a938aa-2d8f-4c22-986b-aaec72f4d7b1 req-b05ea102-51be-47f6-961b-a476305f220f tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.674406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f89ecce-4f66-42c3-8094-b038536e13ab admin admin] Deleting subnet d3db6f36-5e0d-4b98-9171-c67317989b44 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:28:40.677599 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f89ecce-4f66-42c3-8094-b038536e13ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.715469 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f89ecce-4f66-42c3-8094-b038536e13ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.727313 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfd80d07-7c97-4a9f-8220-ea56eaa9d88d tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.757922 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f89ecce-4f66-42c3-8094-b038536e13ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.795137 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c0a938aa-2d8f-4c22-986b-aaec72f4d7b1 req-b05ea102-51be-47f6-961b-a476305f220f tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.799096 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c0a938aa-2d8f-4c22-986b-aaec72f4d7b1 req-b05ea102-51be-47f6-961b-a476305f220f tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:40.800610 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0a938aa-2d8f-4c22-986b-aaec72f4d7b1 req-b05ea102-51be-47f6-961b-a476305f220f tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "DELETE /v2.0/security-groups/9db07bb5-b6df-471a-a5fe-5ffdd8cf30a4 HTTP/1.1" status: 204 len: 173 time: 0.3592267 Aug 17 02:28:40.821926 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ea102-51be-47f6-961b-a476305f220f tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db07bb5-b6df-471a-a5fe-5ffdd8cf30a4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:41.125268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd80d07-7c97-4a9f-8220-ea56eaa9d88d tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Port': ['ID=c3c58313-47ef-4088-b2cb-32e0bffd6f20,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:41.211150 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfd80d07-7c97-4a9f-8220-ea56eaa9d88d tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.215811 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfd80d07-7c97-4a9f-8220-ea56eaa9d88d tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.221319 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dfd80d07-7c97-4a9f-8220-ea56eaa9d88d tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/floatingips/bcc903cc-db30-4414-a007-110c46cabb57 HTTP/1.1" status: 204 len: 168 time: 1.1028903 Aug 17 02:28:41.221319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53650) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:41.226612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': '039caa0d-6623-4cca-8975-4bbf4b113763'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:41.243003 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f89ecce-4f66-42c3-8094-b038536e13ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.278229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89ecce-4f66-42c3-8094-b038536e13ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3db6f36-5e0d-4b98-9171-c67317989b44,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:41.280187 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f89ecce-4f66-42c3-8094-b038536e13ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.282175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4f89ecce-4f66-42c3-8094-b038536e13ab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d3db6f36-5e0d-4b98-9171-c67317989b44 HTTP/1.1" status: 204 len: 168 time: 0.9301763 Aug 17 02:28:41.288755 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53652) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:41.300130 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a413ae2-0498-4b57-a0e2-0d42e5324515 req-903913ec-2283-4057-ad77-2b9070bd0e7b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:41.301671 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a413ae2-0498-4b57-a0e2-0d42e5324515 req-903913ec-2283-4057-ad77-2b9070bd0e7b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 944 time: 0.4027224 Aug 17 02:28:41.350816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a413ae2-0498-4b57-a0e2-0d42e5324515 req-e232c97d-4707-4d5b-9fdc-371a765930ee tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 Aug 17 02:28:41.375454 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-121c50fd-7e6b-495f-a52a-c4d74386b95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.384169 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.516015 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-121c50fd-7e6b-495f-a52a-c4d74386b95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.528952 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-121c50fd-7e6b-495f-a52a-c4d74386b95c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82555729-1b87-41b3-a6e6-eb3b356fbfb2']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:41.541159 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-121c50fd-7e6b-495f-a52a-c4d74386b95c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d289d7-84d6-4b19-a523-eb83336f6339') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:41.541461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-121c50fd-7e6b-495f-a52a-c4d74386b95c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d289d7-84d6-4b19-a523-eb83336f6339') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:41.553426 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-121c50fd-7e6b-495f-a52a-c4d74386b95c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.570053 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-121c50fd-7e6b-495f-a52a-c4d74386b95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.578604 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121c50fd-7e6b-495f-a52a-c4d74386b95c admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-121c50fd-7e6b-495f-a52a-c4d74386b95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:28:41.591111 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:28:41.638769 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 1e24975c-6f30-4e05-a4cb-d22e907fb666 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:28:41.661180 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.676731 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 1e24975c-6f30-4e05-a4cb-d22e907fb666 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:28:41.677078 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 1e24975c-6f30-4e05-a4cb-d22e907fb666 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:28:41.691272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c92d8f6-e751-4063-b4fe-2d1fb5ea3764 req-aed2d2fa-e27b-4959-92c8-f747449cc661 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/285e88f3-8458-4d3b-82a3-e87681b8aa83 HTTP/1.1" status: 200 len: 2403 time: 0.2405512 Aug 17 02:28:41.738171 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.769635 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c92d8f6-e751-4063-b4fe-2d1fb5ea3764 req-ff052341-55ee-424f-8171-f9be20dca2c5 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.776079 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Allocated IP 172.25.5.6 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/e5252d0e-a84c-4363-a30e-284956c64a1d) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:41.780235 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-121c50fd-7e6b-495f-a52a-c4d74386b95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.786946 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-121c50fd-7e6b-495f-a52a-c4d74386b95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.789039 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-121c50fd-7e6b-495f-a52a-c4d74386b95c admin admin] 10.222.0.13 "DELETE /v2.0/networks/82555729-1b87-41b3-a6e6-eb3b356fbfb2 HTTP/1.1" status: 204 len: 168 time: 0.4990823 Aug 17 02:28:41.794698 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53666) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:41.801058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c92d8f6-e751-4063-b4fe-2d1fb5ea3764 req-ff052341-55ee-424f-8171-f9be20dca2c5 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.831830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c50fd-7e6b-495f-a52a-c4d74386b95c admin admin] Pushing event deleted for resources: {'Network': ['ID=82555729-1b87-41b3-a6e6-eb3b356fbfb2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:41.901093 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c903b85-dbb7-46c2-8424-25e4eab023e9 admin admin] Deleting subnet 9fecb8f6-cfe0-4be5-afc2-f84ade8f0c7d {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:28:41.906278 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c903b85-dbb7-46c2-8424-25e4eab023e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.959614 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c903b85-dbb7-46c2-8424-25e4eab023e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.978259 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c92d8f6-e751-4063-b4fe-2d1fb5ea3764 req-ff052341-55ee-424f-8171-f9be20dca2c5 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.980915 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c92d8f6-e751-4063-b4fe-2d1fb5ea3764 req-ff052341-55ee-424f-8171-f9be20dca2c5 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.982152 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c92d8f6-e751-4063-b4fe-2d1fb5ea3764 req-ff052341-55ee-424f-8171-f9be20dca2c5 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "DELETE /v2.0/security-groups/285e88f3-8458-4d3b-82a3-e87681b8aa83 HTTP/1.1" status: 204 len: 173 time: 0.2755382 Aug 17 02:28:41.995456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff052341-55ee-424f-8171-f9be20dca2c5 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285e88f3-8458-4d3b-82a3-e87681b8aa83,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:41.996767 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.019329 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c903b85-dbb7-46c2-8424-25e4eab023e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.178737 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.210350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-accee45e-9ee9-4d30-bcfb-2e144dd32b0c req-ab94af56-062a-4da3-af40-7e5e4d8a4730 tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "GET /v2.0/security-groups/913f50e0-1db6-4032-9292-182630f7a398 HTTP/1.1" status: 200 len: 2401 time: 0.0423274 Aug 17 02:28:42.223448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:42.229039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:42.231404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=e5252d0e-a84c-4363-a30e-284956c64a1d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:42.233688 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:42.257264 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c903b85-dbb7-46c2-8424-25e4eab023e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.277337 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-accee45e-9ee9-4d30-bcfb-2e144dd32b0c req-529deac4-95c8-48c9-9450-b6e09bb245ce tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.297111 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c903b85-dbb7-46c2-8424-25e4eab023e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fecb8f6-cfe0-4be5-afc2-f84ade8f0c7d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:42.299819 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c903b85-dbb7-46c2-8424-25e4eab023e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.301829 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8c903b85-dbb7-46c2-8424-25e4eab023e9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9fecb8f6-cfe0-4be5-afc2-f84ade8f0c7d HTTP/1.1" status: 204 len: 168 time: 0.5059862 Aug 17 02:28:42.304460 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53682) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:42.315316 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-accee45e-9ee9-4d30-bcfb-2e144dd32b0c req-529deac4-95c8-48c9-9450-b6e09bb245ce tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.412495 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d4572a9-58af-438d-9cde-31c2b189f477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.503544 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-accee45e-9ee9-4d30-bcfb-2e144dd32b0c req-529deac4-95c8-48c9-9450-b6e09bb245ce tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.506131 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-accee45e-9ee9-4d30-bcfb-2e144dd32b0c req-529deac4-95c8-48c9-9450-b6e09bb245ce tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.507572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-accee45e-9ee9-4d30-bcfb-2e144dd32b0c req-529deac4-95c8-48c9-9450-b6e09bb245ce tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] 10.222.0.13 "DELETE /v2.0/security-groups/913f50e0-1db6-4032-9292-182630f7a398 HTTP/1.1" status: 204 len: 173 time: 0.2904918 Aug 17 02:28:42.513322 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d4572a9-58af-438d-9cde-31c2b189f477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.517462 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53704) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:42.530682 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529deac4-95c8-48c9-9450-b6e09bb245ce tempest-SecurityGroupRulesTestJSON-311879563 tempest-SecurityGroupRulesTestJSON-311879563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913f50e0-1db6-4032-9292-182630f7a398,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:42.537089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-6d4572a9-58af-438d-9cde-31c2b189f477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9e874f-0018-491f-9eab-0a97ce999f9e']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:42.560905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-6d4572a9-58af-438d-9cde-31c2b189f477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4597ed-c767-4bb8-87c8-1a27998f19b5') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:42.561458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-6d4572a9-58af-438d-9cde-31c2b189f477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4597ed-c767-4bb8-87c8-1a27998f19b5') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:42.576371 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d4572a9-58af-438d-9cde-31c2b189f477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.591224 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea842b8-b0f4-4d9a-81c8-8a39c7f96fb9 admin admin] Deleting subnet 01d76399-5b4d-458a-9eba-9e5fa9129a8a {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:28:42.597996 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d4572a9-58af-438d-9cde-31c2b189f477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.604597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4572a9-58af-438d-9cde-31c2b189f477 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:28:42.605218 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d4572a9-58af-438d-9cde-31c2b189f477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:28:42.606998 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:28:42.619550 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ea842b8-b0f4-4d9a-81c8-8a39c7f96fb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.715355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aa8fd-7673-42a5-a21f-0d10767155d8 req-bd93236c-4133-406b-a7e2-4edb62f253f3 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:42.717474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb9aa8fd-7673-42a5-a21f-0d10767155d8 req-bd93236c-4133-406b-a7e2-4edb62f253f3 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 944 time: 0.0750489 Aug 17 02:28:42.765545 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb9aa8fd-7673-42a5-a21f-0d10767155d8 req-70841f6e-0f6d-463d-9b54-84b769a7b53f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404658 Aug 17 02:28:42.821545 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.908496 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ea842b8-b0f4-4d9a-81c8-8a39c7f96fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.950614 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ea842b8-b0f4-4d9a-81c8-8a39c7f96fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.029922 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d4572a9-58af-438d-9cde-31c2b189f477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.041846 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d4572a9-58af-438d-9cde-31c2b189f477 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.041846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6d4572a9-58af-438d-9cde-31c2b189f477 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7e9e874f-0018-491f-9eab-0a97ce999f9e HTTP/1.1" status: 204 len: 168 time: 0.7320399 Aug 17 02:28:43.054474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4572a9-58af-438d-9cde-31c2b189f477 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9e874f-0018-491f-9eab-0a97ce999f9e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:43.109736 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.218590 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ea842b8-b0f4-4d9a-81c8-8a39c7f96fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.251894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea842b8-b0f4-4d9a-81c8-8a39c7f96fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d76399-5b4d-458a-9eba-9e5fa9129a8a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:43.259770 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ea842b8-b0f4-4d9a-81c8-8a39c7f96fb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.262426 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9ea842b8-b0f4-4d9a-81c8-8a39c7f96fb9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/01d76399-5b4d-458a-9eba-9e5fa9129a8a HTTP/1.1" status: 204 len: 168 time: 0.7433913 Aug 17 02:28:43.265321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53764) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:43.340613 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.348898 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63de4977-1bcc-49a6-9359-c9273809460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.398123 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.445561 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63de4977-1bcc-49a6-9359-c9273809460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.445705 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53776) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:43.457408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-63de4977-1bcc-49a6-9359-c9273809460a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76f8982-ea23-41be-b5cf-61ba1b203522']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:43.468231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-63de4977-1bcc-49a6-9359-c9273809460a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c884d9c-ffca-4048-816d-9eb7005e40ce') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:43.468721 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-63de4977-1bcc-49a6-9359-c9273809460a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c884d9c-ffca-4048-816d-9eb7005e40ce') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:43.480188 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63de4977-1bcc-49a6-9359-c9273809460a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.497351 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63de4977-1bcc-49a6-9359-c9273809460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.503514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=e5252d0e-a84c-4363-a30e-284956c64a1d,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63de4977-1bcc-49a6-9359-c9273809460a admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63de4977-1bcc-49a6-9359-c9273809460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:28:43.525063 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:28:43.527512 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.588206 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6f156300-a649-4182-b3a8-98bbacfa5f27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3bea87dd1b648248d3d9b791695e521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145771 Aug 17 02:28:43.591119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53782) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:43.636587 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.639842 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 76a66684-e333-427a-a7ac-64b355670e00 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:28:43.702742 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Floating IP 1322e362-328b-4cca-a0d0-ceb4e3f8b436 associated. External IP: 172.25.5.6, port: 039caa0d-6623-4cca-8975-4bbf4b113763. Aug 17 02:28:43.706115 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63de4977-1bcc-49a6-9359-c9273809460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.708347 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d1b2a6-0c61-49a3-a271-3091b1196ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.713401 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63de4977-1bcc-49a6-9359-c9273809460a admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.715713 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-63de4977-1bcc-49a6-9359-c9273809460a admin admin] 10.222.0.13 "DELETE /v2.0/networks/b76f8982-ea23-41be-b5cf-61ba1b203522 HTTP/1.1" status: 204 len: 168 time: 0.4488454 Aug 17 02:28:43.726738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de4977-1bcc-49a6-9359-c9273809460a admin admin] Pushing event deleted for resources: {'Network': ['ID=b76f8982-ea23-41be-b5cf-61ba1b203522,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:43.773791 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d1b2a6-0c61-49a3-a271-3091b1196ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.779412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 76a66684-e333-427a-a7ac-64b355670e00 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:28:43.784079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 76a66684-e333-427a-a7ac-64b355670e00 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:28:43.784456 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.965708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbf027-cd90-4005-ac19-6cf6c4cbbb3f req-2fc0ce6a-3ace-49e2-8189-2b7a48bfe9c0 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:43.972365 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62bbf027-cd90-4005-ac19-6cf6c4cbbb3f req-2fc0ce6a-3ace-49e2-8189-2b7a48bfe9c0 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 944 time: 0.0644932 Aug 17 02:28:43.980919 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d1b2a6-0c61-49a3-a271-3091b1196ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.983671 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d1b2a6-0c61-49a3-a271-3091b1196ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.986007 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-93d1b2a6-0c61-49a3-a271-3091b1196ece admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1 HTTP/1.1" status: 204 len: 168 time: 0.3927910 Aug 17 02:28:44.002426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1b2a6-0c61-49a3-a271-3091b1196ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb3dbe7-a3f3-48b3-8842-3190b2d5f3c1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:44.029660 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:44.054058 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62bbf027-cd90-4005-ac19-6cf6c4cbbb3f req-8837fb16-d9f7-42c6-8d2a-43d2dbdd621f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751102 Aug 17 02:28:44.124261 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:44.150545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9488e38f-7f25-4bad-a9d3-ba08832e0ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a66684-e333-427a-a7ac-64b355670e00'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:28:44.152981 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be86995-9f76-46cc-b6f5-d4d0fae0a1ac" -d '{"events": [{"server_uuid": "9488e38f-7f25-4bad-a9d3-ba08832e0ba9", "name": "network-vif-plugged", "status": "completed", "tag": "76a66684-e333-427a-a7ac-64b355670e00"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:28:44.165028 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:44.167404 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 76a66684-e333-427a-a7ac-64b355670e00, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=76a66684-e333-427a-a7ac-64b355670e00,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:44.177620 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a5b48-efee-4722-b46d-8f341e4c02dc None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:44.187892 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a5b48-efee-4722-b46d-8f341e4c02dc None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:44.189329 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-768a5b48-efee-4722-b46d-8f341e4c02dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:44.225006 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74af8104-beb0-459b-a437-a4356962992a x-openstack-request-id: req-74af8104-beb0-459b-a437-a4356962992a {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:28:44.225748 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9488e38f-7f25-4bad-a9d3-ba08832e0ba9", "name": "network-vif-plugged", "status": "completed", "tag": "76a66684-e333-427a-a7ac-64b355670e00", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:28:44.226383 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74af8104-beb0-459b-a437-a4356962992a {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:28:44.226811 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9488e38f-7f25-4bad-a9d3-ba08832e0ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a66684-e333-427a-a7ac-64b355670e00', 'code': 200} Aug 17 02:28:44.252935 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-768a5b48-efee-4722-b46d-8f341e4c02dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:44.259900 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:44.263485 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a5b48-efee-4722-b46d-8f341e4c02dc None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:44.264270 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-768a5b48-efee-4722-b46d-8f341e4c02dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:44.281464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53812) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:44.291517 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:44.307839 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-768a5b48-efee-4722-b46d-8f341e4c02dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:44.308704 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a5b48-efee-4722-b46d-8f341e4c02dc None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:44.350741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=76a66684-e333-427a-a7ac-64b355670e00,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:44.365946 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-052f97b9-6fc5-4e21-a10f-e36fecb618e4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.1432722 Aug 17 02:28:44.366837 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53818) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:44.374197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-8d8b1bc9-0d51-425a-aa5f-16e2fcaf5958 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1981868965'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:44.387884 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0416a911-cba5-41fe-a81a-664b01f0a135 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fe028c21985402ab8d8ed058deaba1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1052103 Aug 17 02:28:44.389892 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53820) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:44.460146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70498d07-32c3-4b5c-a771-5a7072296f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:44.469357 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5ef87-7d07-4317-b5fa-11b12909167e req-b7202b58-e0aa-4add-baea-3c2ef2c8e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:44.474830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-81c5ef87-7d07-4317-b5fa-11b12909167e req-b7202b58-e0aa-4add-baea-3c2ef2c8e9e2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 1097 time: 0.0881259 Aug 17 02:28:44.489712 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70498d07-32c3-4b5c-a771-5a7072296f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:44.525971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-81c5ef87-7d07-4317-b5fa-11b12909167e req-2e7f8120-b28d-46f9-8fca-684f791513cd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467160 Aug 17 02:28:44.527718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8b1bc9-0d51-425a-aa5f-16e2fcaf5958 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Made reservation on behalf of 3937e7e7093b4f6da0937cbb85ae7641 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:44.531953 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1bc9-0d51-425a-aa5f-16e2fcaf5958 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:44.565594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8b1bc9-0d51-425a-aa5f-16e2fcaf5958 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:28:44.576964 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1bc9-0d51-425a-aa5f-16e2fcaf5958 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:44.580187 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-8d8b1bc9-0d51-425a-aa5f-16e2fcaf5958 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Added segment 06be644a-d03e-471c-844e-1306ad26ae16 of type vlan for network 96cc0746-1d9d-4b84-905c-6a86fb9a78be Aug 17 02:28:44.598032 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70498d07-32c3-4b5c-a771-5a7072296f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:44.601164 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70498d07-32c3-4b5c-a771-5a7072296f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:44.604676 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-70498d07-32c3-4b5c-a771-5a7072296f57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/242adec9-e3c7-4657-890f-3e08c67c662c HTTP/1.1" status: 204 len: 168 time: 0.2112494 Aug 17 02:28:44.615848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70498d07-32c3-4b5c-a771-5a7072296f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242adec9-e3c7-4657-890f-3e08c67c662c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:44.630238 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1bc9-0d51-425a-aa5f-16e2fcaf5958 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:44.831239 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1bc9-0d51-425a-aa5f-16e2fcaf5958 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:44.837333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8b1bc9-0d51-425a-aa5f-16e2fcaf5958 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:44.847640 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1bc9-0d51-425a-aa5f-16e2fcaf5958 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:44.914419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b1bc9-0d51-425a-aa5f-16e2fcaf5958 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Network': ['ID=96cc0746-1d9d-4b84-905c-6a86fb9a78be,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:44.927254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 96cc0746-1d9d-4b84-905c-6a86fb9a78be details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:28:44.998582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53834) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:45.000343 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8d8b1bc9-0d51-425a-aa5f-16e2fcaf5958 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6319251 Aug 17 02:28:45.003274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53836) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:45.017503 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-88cd089e-ace0-478f-a3e6-75eb011c4bde tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'subnet': {'network_id': '96cc0746-1d9d-4b84-905c-6a86fb9a78be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:45.054919 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3276a388-a955-4519-8b7d-68f3fe640892 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c02915d458a9464a8f93c9f7558675ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519097 Aug 17 02:28:45.055128 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53838) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:45.115646 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6946bcf-adff-443b-9c4c-c311f9b96b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:45.149462 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6946bcf-adff-443b-9c4c-c311f9b96b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:45.195755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34220cd-552c-4044-9662-477c1b430ef4 req-045517f7-fe48-4029-a4bd-ae466cb69b22 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:45.203228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c34220cd-552c-4044-9662-477c1b430ef4 req-045517f7-fe48-4029-a4bd-ae466cb69b22 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 945 time: 0.0750105 Aug 17 02:28:45.237998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cd089e-ace0-478f-a3e6-75eb011c4bde tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Made reservation on behalf of 3937e7e7093b4f6da0937cbb85ae7641 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:45.241593 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-88cd089e-ace0-478f-a3e6-75eb011c4bde tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:45.290989 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c34220cd-552c-4044-9662-477c1b430ef4 req-01503f29-5c95-41c3-b7fc-9b9c4c9908cf tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868595 Aug 17 02:28:45.321338 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6946bcf-adff-443b-9c4c-c311f9b96b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:45.325364 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6946bcf-adff-443b-9c4c-c311f9b96b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:45.330766 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e6946bcf-adff-443b-9c4c-c311f9b96b78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c61335f-aa36-410f-8388-0eb35682b9cf HTTP/1.1" status: 204 len: 168 time: 0.2720418 Aug 17 02:28:45.348509 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6946bcf-adff-443b-9c4c-c311f9b96b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c61335f-aa36-410f-8388-0eb35682b9cf,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:45.564984 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-88cd089e-ace0-478f-a3e6-75eb011c4bde tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:45.638656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd089e-ace0-478f-a3e6-75eb011c4bde tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Subnet': ['ID=09400d26-7110-4a0f-8b69-e9c05cf30192,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:45.649850 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd089e-ace0-478f-a3e6-75eb011c4bde tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Checking segment: {'id': '06be644a-d03e-471c-844e-1306ad26ae16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '96cc0746-1d9d-4b84-905c-6a86fb9a78be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:28:45.650725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cd089e-ace0-478f-a3e6-75eb011c4bde tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network hostable DHCP agents. Network: 96cc0746-1d9d-4b84-905c-6a86fb9a78be, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:28:45.751947 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cd089e-ace0-478f-a3e6-75eb011c4bde tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network 96cc0746-1d9d-4b84-905c-6a86fb9a78be is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:28:45.859709 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-88cd089e-ace0-478f-a3e6-75eb011c4bde tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 96cc0746-1d9d-4b84-905c-6a86fb9a78be) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:45.872127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dc24a7-d9d5-4f02-89f3-c640424f702a None None] Network 96cc0746-1d9d-4b84-905c-6a86fb9a78be requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:28:45.881398 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cd089e-ace0-478f-a3e6-75eb011c4bde tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:45.882020 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-88cd089e-ace0-478f-a3e6-75eb011c4bde tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:46.012992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-88cd089e-ace0-478f-a3e6-75eb011c4bde tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0080652 Aug 17 02:28:46.018371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53892) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:46.026799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-163292715', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:46.105334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-96cc0746-1d9d-4b84-905c-6a86fb9a78be', 'network_id': '96cc0746-1d9d-4b84-905c-6a86fb9a78be', 'tenant_id': '3937e7e7093b4f6da0937cbb85ae7641', 'fixed_ips': [{'subnet_id': '09400d26-7110-4a0f-8b69-e9c05cf30192'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:28:46.106372 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:46.196739 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:46.197869 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:46.244578 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Allocated IP 172.20.0.2 (96cc0746-1d9d-4b84-905c-6a86fb9a78be/09400d26-7110-4a0f-8b69-e9c05cf30192/a9cd2076-cb8b-4168-9055-bb705557dbfd) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:46.265477 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:46.412832 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53910) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:46.481896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e195e-cbc0-4b12-a852-5c832c5d2550 req-6fb9d8fb-5b96-4957-af0b-39308aea5cf0 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:46.483886 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-522e195e-cbc0-4b12-a852-5c832c5d2550 req-6fb9d8fb-5b96-4957-af0b-39308aea5cf0 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 945 time: 0.0823174 Aug 17 02:28:46.535707 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:46.544109 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-522e195e-cbc0-4b12-a852-5c832c5d2550 req-cd91b0b0-0646-4178-b598-53513ee94987 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495956 Aug 17 02:28:46.558795 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:46.569514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Transition to ACTIVE for port object a9cd2076-cb8b-4168-9055-bb705557dbfd will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:28:46.580098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1639480777-network', 'tenant_id': 'df28fd90cb584fe4b8844c00eb5811ae'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:46.593676 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Transition to ACTIVE for port object a9cd2076-cb8b-4168-9055-bb705557dbfd will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:28:46.785922 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:46.840141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] Made reservation on behalf of df28fd90cb584fe4b8844c00eb5811ae for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:46.845752 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:46.848952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Pushing event updated for resources: {'Port': ['ID=a9cd2076-cb8b-4168-9055-bb705557dbfd,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:46.857202 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Network 96cc0746-1d9d-4b84-905c-6a86fb9a78be is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:46.858863 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:46.861918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:46.886137 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:46.925924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Attempting to bind port a9cd2076-cb8b-4168-9055-bb705557dbfd on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:28:46.926477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Attempting to bind port a9cd2076-cb8b-4168-9055-bb705557dbfd by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '06be644a-d03e-471c-844e-1306ad26ae16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '96cc0746-1d9d-4b84-905c-6a86fb9a78be'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:28:46.927353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Attempting to bind port a9cd2076-cb8b-4168-9055-bb705557dbfd on network 96cc0746-1d9d-4b84-905c-6a86fb9a78be {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:28:46.933994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:28:46.934803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Checking segment: {'id': '06be644a-d03e-471c-844e-1306ad26ae16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '96cc0746-1d9d-4b84-905c-6a86fb9a78be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:28:46.935413 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:46.935943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Bound using segment: {'id': '06be644a-d03e-471c-844e-1306ad26ae16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '96cc0746-1d9d-4b84-905c-6a86fb9a78be'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:28:46.936642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Bound port: a9cd2076-cb8b-4168-9055-bb705557dbfd, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06be644a-d03e-471c-844e-1306ad26ae16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '96cc0746-1d9d-4b84-905c-6a86fb9a78be'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:28:46.937205 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:47.017715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] For port a9cd2076-cb8b-4168-9055-bb705557dbfd, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:28:47.021072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] For port a9cd2076-cb8b-4168-9055-bb705557dbfd, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a9cd2076-cb8b-4168-9055-bb705557dbfd,segment=NetworkSegment(06be644a-d03e-471c-844e-1306ad26ae16),segment_id=06be644a-d03e-471c-844e-1306ad26ae16)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:28:47.142181 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:47.151563 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:47.224407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d084b-2e34-4c6f-8d01-f000df766293 req-f5609c56-94c6-4239-96e1-5702bf09bffa tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:47.226005 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f48d084b-2e34-4c6f-8d01-f000df766293 req-f5609c56-94c6-4239-96e1-5702bf09bffa tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 806 time: 0.1442065 Aug 17 02:28:47.245845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f48d084b-2e34-4c6f-8d01-f000df766293 req-c7dc6d16-8647-4cd2-a5d9-319133c61911 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/quotas/de182f93f73446919b2fe4aeee1dafc6 HTTP/1.1" status: 200 len: 375 time: 0.0121353 Aug 17 02:28:47.251089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599b99b-c0d6-41b0-9a4c-e601b9fcad9e None None] Pushing event updated for resources: {'Port': ['ID=a9cd2076-cb8b-4168-9055-bb705557dbfd,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:47.306948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f48d084b-2e34-4c6f-8d01-f000df766293 req-734e1afe-73d2-4033-bae3-ab4e64e613e6 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0529554 Aug 17 02:28:47.373214 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:47.385035 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:47.417483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:28:47.420144 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:47.423838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959bd6e1-5704-456c-83de-626a16525c87,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:47.451541 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:47.451938 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] Added segment e9552455-f7f6-46c2-af0f-cebb5e352e9a of type vlan for network e8514d3d-ed13-45cd-a125-ef1e28472c3b Aug 17 02:28:47.505692 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f48d084b-2e34-4c6f-8d01-f000df766293 req-9b482d35-e26a-4061-b629-3394e743f540 service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892910 Aug 17 02:28:47.602535 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:47.637973 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Allocated IP 172.25.5.174 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/c2fff6bb-0e7a-49eb-8b8a-fa58631224d3) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:47.680043 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f48d084b-2e34-4c6f-8d01-f000df766293 req-944e86b1-7305-4299-9f37-d30e2fe1cce0 service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444979 Aug 17 02:28:47.769176 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:47.783899 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:47.785188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:47.785854 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:47.895759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] Pushing event updated for resources: {'Network': ['ID=e8514d3d-ed13-45cd-a125-ef1e28472c3b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:47.908541 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network e8514d3d-ed13-45cd-a125-ef1e28472c3b details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:28:47.983983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a9cd2076-cb8b-4168-9055-bb705557dbfd up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:28:48.037569 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-08f6aad9-c4e7-489b-82b5-5521cc9de1b6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6230073 Aug 17 02:28:48.040099 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:48.042278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53988) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:48.052323 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-027bc21d-145d-42ff-87b8-a3dfe1fbf348 admin admin] Request body: {'subnet': {'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1639480777-subnet', 'tenant_id': 'df28fd90cb584fe4b8844c00eb5811ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:48.150281 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:48.154634 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:48.170078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:48.226054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port a9cd2076-cb8b-4168-9055-bb705557dbfd completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:28:48.232974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=c2fff6bb-0e7a-49eb-8b8a-fa58631224d3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:48.283382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027bc21d-145d-42ff-87b8-a3dfe1fbf348 admin admin] Made reservation on behalf of df28fd90cb584fe4b8844c00eb5811ae for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:48.290012 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-027bc21d-145d-42ff-87b8-a3dfe1fbf348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:48.649645 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-027bc21d-145d-42ff-87b8-a3dfe1fbf348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:48.723615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bc21d-145d-42ff-87b8-a3dfe1fbf348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=016e9709-70f3-4b17-8bfe-b44e0b1eb7e1,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:48.726778 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b9e444-e687-469c-a30f-d58d57d8be2f None None] Network 96cc0746-1d9d-4b84-905c-6a86fb9a78be requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:28:48.780387 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027bc21d-145d-42ff-87b8-a3dfe1fbf348 admin admin] Checking segment: {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:28:48.781264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027bc21d-145d-42ff-87b8-a3dfe1fbf348 admin admin] Network hostable DHCP agents. Network: e8514d3d-ed13-45cd-a125-ef1e28472c3b, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:28:48.894042 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027bc21d-145d-42ff-87b8-a3dfe1fbf348 admin admin] Network e8514d3d-ed13-45cd-a125-ef1e28472c3b is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:28:48.917949 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:48.956781 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7b48b917-93e8-4e3b-bcb7-053d3cc39efc None None] Provisioning for port a9cd2076-cb8b-4168-9055-bb705557dbfd completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:28:48.968152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-027bc21d-145d-42ff-87b8-a3dfe1fbf348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, e8514d3d-ed13-45cd-a125-ef1e28472c3b) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:48.973670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027bc21d-145d-42ff-87b8-a3dfe1fbf348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:48.974422 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-027bc21d-145d-42ff-87b8-a3dfe1fbf348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:49.021338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd4d874-6cee-43c0-bb31-ff20a18e477a None None] Network e8514d3d-ed13-45cd-a125-ef1e28472c3b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:28:49.041980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7b48b917-93e8-4e3b-bcb7-053d3cc39efc None None] Provisioning complete for port a9cd2076-cb8b-4168-9055-bb705557dbfd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:28:49.042562 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7b48b917-93e8-4e3b-bcb7-053d3cc39efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:49.151730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-027bc21d-145d-42ff-87b8-a3dfe1fbf348 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1075568 Aug 17 02:28:49.232744 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:49.283737 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f07e57c-e5ed-44b8-8651-957027d0357f None None] Network e8514d3d-ed13-45cd-a125-ef1e28472c3b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:28:49.446128 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7b48b917-93e8-4e3b-bcb7-053d3cc39efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:49.519877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router bbd62cb7-9c82-4a31-a42b-a569d08e22c4 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:28:49.528231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7b48b917-93e8-4e3b-bcb7-053d3cc39efc None None] For port a9cd2076-cb8b-4168-9055-bb705557dbfd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a9cd2076-cb8b-4168-9055-bb705557dbfd,segment=NetworkSegment(06be644a-d03e-471c-844e-1306ad26ae16),segment_id=06be644a-d03e-471c-844e-1306ad26ae16)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:28:49.648889 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7b48b917-93e8-4e3b-bcb7-053d3cc39efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:49.649479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:49.684253 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f9826-3974-49b5-bca1-80ba0e54fb9d None None] Sync routers for ids ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:49.708623 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f9826-3974-49b5-bca1-80ba0e54fb9d None None] Routers {'bbd62cb7-9c82-4a31-a42b-a569d08e22c4'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:49.709310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a24f9826-3974-49b5-bca1-80ba0e54fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:49.755164 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a24f9826-3974-49b5-bca1-80ba0e54fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:49.764167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48b917-93e8-4e3b-bcb7-053d3cc39efc None None] Pushing event updated for resources: {'Port': ['ID=a9cd2076-cb8b-4168-9055-bb705557dbfd,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:49.777523 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f9826-3974-49b5-bca1-80ba0e54fb9d None None] Routers {'bbd62cb7-9c82-4a31-a42b-a569d08e22c4'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:49.778326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a24f9826-3974-49b5-bca1-80ba0e54fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:49.783362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7d2172be-bf05-40fc-b211-3a5c0d80ccbc None None] Provisioning complete for port a9cd2076-cb8b-4168-9055-bb705557dbfd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:28:49.783362 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7d2172be-bf05-40fc-b211-3a5c0d80ccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:49.815604 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a24f9826-3974-49b5-bca1-80ba0e54fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:49.816221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f9826-3974-49b5-bca1-80ba0e54fb9d None None] The sync data for ids ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:49.834865 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:49.836603 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54074) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:49.837915 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a046f0e0-8cb3-4c89-b1b9-5d2eeb876e33 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8147449 Aug 17 02:28:49.945175 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a9cd2076-cb8b-4168-9055-bb705557dbfd up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:28:50.008593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port a9cd2076-cb8b-4168-9055-bb705557dbfd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:28:50.008966 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:50.176862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54088) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:50.196985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-e5b0fca3-d80e-4025-a6fd-ce6fa0c3f7bc tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:50.198505 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-e5b0fca3-d80e-4025-a6fd-ce6fa0c3f7bc tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 812 time: 0.1930382 Aug 17 02:28:50.250022 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-8d77e8b8-7c9a-45d2-85f4-a83d8a2e7c68 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/quotas/df28fd90cb584fe4b8844c00eb5811ae HTTP/1.1" status: 200 len: 375 time: 0.0182831 Aug 17 02:28:50.295176 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a10c0254-2634-4a81-9cac-a8939827981e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:50.317597 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-fffe4d8e-6059-4457-8c55-714a0b1adfb2 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603750 Aug 17 02:28:50.392676 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a10c0254-2634-4a81-9cac-a8939827981e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:50.479586 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-2368642c-6f77-45ea-8915-6fc87ec0cd7f service neutron] 10.222.0.13 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528611 Aug 17 02:28:50.499333 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a10c0254-2634-4a81-9cac-a8939827981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:50.539005 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a10c0254-2634-4a81-9cac-a8939827981e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f979fa374b0843c68e3b1bd54756f583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606131 Aug 17 02:28:50.539651 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c0254-2634-4a81-9cac-a8939827981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c57ea81-9124-4e65-9fa6-6985495785d0,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:50.542135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54092) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:50.582025 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:50.592978 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0996d5c2-36f4-4bce-8872-196835e12d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:50.615881 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0996d5c2-36f4-4bce-8872-196835e12d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:50.661840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-d6b7dd50-f36e-4729-99d5-519c5627def1 service neutron] 10.222.0.13 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746237 Aug 17 02:28:50.762311 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0996d5c2-36f4-4bce-8872-196835e12d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:50.765231 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0996d5c2-36f4-4bce-8872-196835e12d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:50.767146 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0996d5c2-36f4-4bce-8872-196835e12d85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c57ea81-9124-4e65-9fa6-6985495785d0 HTTP/1.1" status: 204 len: 168 time: 0.2234206 Aug 17 02:28:50.777585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996d5c2-36f4-4bce-8872-196835e12d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c57ea81-9124-4e65-9fa6-6985495785d0,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:50.940325 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Allocated IP 172.20.0.1 (96cc0746-1d9d-4b84-905c-6a86fb9a78be/09400d26-7110-4a0f-8b69-e9c05cf30192/4a78a390-f2db-4352-a309-59becde83c60) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:51.069227 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:51.092169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Transition to ACTIVE for port object 4a78a390-f2db-4352-a309-59becde83c60 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:28:51.231294 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:51.276817 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network 96cc0746-1d9d-4b84-905c-6a86fb9a78be is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:51.278705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:51.286107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:51.394204 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:51.493978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=4a78a390-f2db-4352-a309-59becde83c60,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:51.614509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b94d567d-cbde-4729-b886-612d41d54d6b None None] Provisioning for port 4a78a390-f2db-4352-a309-59becde83c60 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:28:51.621632 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b94d567d-cbde-4729-b886-612d41d54d6b None None] Provisioning complete for port 4a78a390-f2db-4352-a309-59becde83c60 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:28:51.622506 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b94d567d-cbde-4729-b886-612d41d54d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:51.627226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-4383c7fa-8512-475d-9ea4-34b6afe8fcbc tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:51.628748 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-4383c7fa-8512-475d-9ea4-34b6afe8fcbc tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 806 time: 0.2316799 Aug 17 02:28:51.644478 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8b8d2a5a-2121-4133-b671-2906e175ffcd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/quotas/de182f93f73446919b2fe4aeee1dafc6 HTTP/1.1" status: 200 len: 375 time: 0.0097530 Aug 17 02:28:51.670126 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b94d567d-cbde-4729-b886-612d41d54d6b None None] Port 4a78a390-f2db-4352-a309-59becde83c60 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:28:51.705527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-f351d266-2445-4d17-91f0-4aa314f4602d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470829 Aug 17 02:28:51.796118 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:51.875129 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-030ed48d-2f0c-4bd9-ab1b-969f0b1fc1cd service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623855 Aug 17 02:28:52.360657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-389c6b50-3419-4fc4-b675-0cd4b700896d service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439015 Aug 17 02:28:52.481894 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:52.699394 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:52.823520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=4a78a390-f2db-4352-a309-59becde83c60,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:52.833809 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:52.978547 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network 96cc0746-1d9d-4b84-905c-6a86fb9a78be is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:52.979674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:53.160942 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d762c4b-7c56-4894-a8ca-57d654eb7e09 req-db22249e-e49a-401c-b94d-aa042a6a705b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 210 time: 0.0426764 Aug 17 02:28:53.169160 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router bbd62cb7-9c82-4a31-a42b-a569d08e22c4 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:53.326223 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:53.334401 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-02708b42-b26c-49dc-9f86-4a8afe2367b4 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "PUT /v2.0/routers/bbd62cb7-9c82-4a31-a42b-a569d08e22c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4966328 Aug 17 02:28:53.336509 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349fc76e-9e6b-4891-8e5a-a9825994b746 None None] Sync routers for ids ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:53.337330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54188) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:53.347079 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a08433bc-cddd-48c5-a0b0-793768568eed tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'port': {'network_id': '96cc0746-1d9d-4b84-905c-6a86fb9a78be', 'name': 'tempest-FloatingIPTestJSON-31021701'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:53.348157 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349fc76e-9e6b-4891-8e5a-a9825994b746 None None] Routers {'bbd62cb7-9c82-4a31-a42b-a569d08e22c4'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:53.348835 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-349fc76e-9e6b-4891-8e5a-a9825994b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:53.405092 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-349fc76e-9e6b-4891-8e5a-a9825994b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:53.423804 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349fc76e-9e6b-4891-8e5a-a9825994b746 None None] Routers {'bbd62cb7-9c82-4a31-a42b-a569d08e22c4'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:53.424827 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-349fc76e-9e6b-4891-8e5a-a9825994b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:53.433855 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6c2edfff-2444-46a0-a3b0-947efd3aefd1 None None] Provisioning complete for port 4a78a390-f2db-4352-a309-59becde83c60 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:28:53.434304 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6c2edfff-2444-46a0-a3b0-947efd3aefd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:53.510498 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-349fc76e-9e6b-4891-8e5a-a9825994b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:53.516184 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349fc76e-9e6b-4891-8e5a-a9825994b746 None None] The sync data for ids ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:53.553895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1068d8a9-fbda-4836-814d-7bc199de0bfe req-6f16e2ec-7824-4a81-95c0-5904a1e40b26 tempest-QuotasAdminNegativeTest-410547976 tempest-QuotasAdminNegativeTest-410547976-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b3bd1bd0e6c14b8192a8cf0b6cb143c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542262 Aug 17 02:28:53.559249 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-6c2edfff-2444-46a0-a3b0-947efd3aefd1 None None] Port 4a78a390-f2db-4352-a309-59becde83c60 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:28:53.680367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068d8a9-fbda-4836-814d-7bc199de0bfe req-1cf084d2-0526-4e1d-b5e8-c11f190f5bf8 tempest-QuotasAdminNegativeTest-410547976 tempest-QuotasAdminNegativeTest-410547976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:53.681964 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1068d8a9-fbda-4836-814d-7bc199de0bfe req-1cf084d2-0526-4e1d-b5e8-c11f190f5bf8 tempest-QuotasAdminNegativeTest-410547976 tempest-QuotasAdminNegativeTest-410547976-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1165719 Aug 17 02:28:53.702191 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1068d8a9-fbda-4836-814d-7bc199de0bfe req-ae35e161-43f7-4361-a110-62b80074565b tempest-QuotasAdminNegativeTest-410547976 tempest-QuotasAdminNegativeTest-410547976-project] 10.222.0.13 "GET /v2.0/quotas/b3bd1bd0e6c14b8192a8cf0b6cb143c0 HTTP/1.1" status: 200 len: 375 time: 0.0101378 Aug 17 02:28:53.736670 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1068d8a9-fbda-4836-814d-7bc199de0bfe req-6aaa9d79-0c72-41ef-b8e7-93eb7e3d2b29 tempest-QuotasAdminNegativeTest-410547976 tempest-QuotasAdminNegativeTest-410547976-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3bd1bd0e6c14b8192a8cf0b6cb143c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278387 Aug 17 02:28:53.743732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08433bc-cddd-48c5-a0b0-793768568eed tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Made reservation on behalf of 3937e7e7093b4f6da0937cbb85ae7641 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:53.747644 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a08433bc-cddd-48c5-a0b0-793768568eed tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:53.767522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-a08433bc-cddd-48c5-a0b0-793768568eed tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] device_id is not set on port 5d8d0192-3345-4309-ba60-24f93edf33f1 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:28:53.857090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e10540d-b2f4-4632-9837-28883e4c29fb req-38c2ea20-7924-4361-a69e-ec3d52db9072 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 210 time: 0.0354729 Aug 17 02:28:53.902918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-a08433bc-cddd-48c5-a0b0-793768568eed tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Allocated IP 172.20.0.4 (96cc0746-1d9d-4b84-905c-6a86fb9a78be/09400d26-7110-4a0f-8b69-e9c05cf30192/5d8d0192-3345-4309-ba60-24f93edf33f1) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:54.077951 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a08433bc-cddd-48c5-a0b0-793768568eed tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:54.094010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-a08433bc-cddd-48c5-a0b0-793768568eed tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Transition to ACTIVE for port object 5d8d0192-3345-4309-ba60-24f93edf33f1 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:28:54.203472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54226) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:54.271373 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a08433bc-cddd-48c5-a0b0-793768568eed tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:54.371162 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8d3b247-8a0f-4c26-b736-f32991741a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:54.383286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08433bc-cddd-48c5-a0b0-793768568eed tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Network 96cc0746-1d9d-4b84-905c-6a86fb9a78be is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:54.393816 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-a08433bc-cddd-48c5-a0b0-793768568eed tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:54.400185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08433bc-cddd-48c5-a0b0-793768568eed tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:54.405356 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08433bc-cddd-48c5-a0b0-793768568eed tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event updated for resources: {'Port': ['ID=5d8d0192-3345-4309-ba60-24f93edf33f1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:54.502767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08433bc-cddd-48c5-a0b0-793768568eed tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:54.503437 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a08433bc-cddd-48c5-a0b0-793768568eed tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:54.550678 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8d3b247-8a0f-4c26-b736-f32991741a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:54.618179 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8d3b247-8a0f-4c26-b736-f32991741a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:54.650897 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bafa066e-c141-4133-8d23-7889dee49adc req-cece26ff-8d68-46d3-9a0d-c201f7675a71 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 210 time: 0.0389414 Aug 17 02:28:54.668836 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d8d3b247-8a0f-4c26-b736-f32991741a06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcbb616f5a50497090c4620cf64e8499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4638755 Aug 17 02:28:54.675222 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3b247-8a0f-4c26-b736-f32991741a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17071a4c-1e33-47fe-9894-eca8ced7169a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:54.679345 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54232) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:54.740718 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a08433bc-cddd-48c5-a0b0-793768568eed tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.3993013 Aug 17 02:28:54.742811 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54238) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:54.751652 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b79485fd-a371-4273-bd64-7999de22988b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Request body: {'floatingip': {'port_id': '5d8d0192-3345-4309-ba60-24f93edf33f1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:54.760905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0015af7f-1513-4b64-93e1-01814579bff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:54.784918 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0015af7f-1513-4b64-93e1-01814579bff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:54.818815 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-df2096a9-2a4e-4e35-931d-1f087b78f3bc None None] Provisioning for port 5d8d0192-3345-4309-ba60-24f93edf33f1 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:28:54.819460 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-e8b6fb74-1203-4c5a-84b2-c56802bab645 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:54.821253 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-e8b6fb74-1203-4c5a-84b2-c56802bab645 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 812 time: 0.1807826 Aug 17 02:28:54.826874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-df2096a9-2a4e-4e35-931d-1f087b78f3bc None None] Provisioning complete for port 5d8d0192-3345-4309-ba60-24f93edf33f1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:28:54.827814 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-df2096a9-2a4e-4e35-931d-1f087b78f3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:54.840612 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b79485fd-a371-4273-bd64-7999de22988b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:54.849766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-8419c123-b187-476f-8f9e-a29c0e8f04ff tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Request body: {'port': {'device_id': '5ac78004-bf02-4925-9d1f-f52324d19370', 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b', 'admin_state_up': True, 'tenant_id': 'df28fd90cb584fe4b8844c00eb5811ae'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:54.879979 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-df2096a9-2a4e-4e35-931d-1f087b78f3bc None None] Port 5d8d0192-3345-4309-ba60-24f93edf33f1 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:28:54.956359 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0015af7f-1513-4b64-93e1-01814579bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:54.960312 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0015af7f-1513-4b64-93e1-01814579bff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:54.964871 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0015af7f-1513-4b64-93e1-01814579bff6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17071a4c-1e33-47fe-9894-eca8ced7169a HTTP/1.1" status: 204 len: 168 time: 0.2808352 Aug 17 02:28:54.971838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015af7f-1513-4b64-93e1-01814579bff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17071a4c-1e33-47fe-9894-eca8ced7169a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:55.073023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68a6cd6-ccf0-43a6-90fc-f1ce55896915 req-137c520d-e23d-472d-b584-2cb47de410bd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 210 time: 0.0565610 Aug 17 02:28:55.256653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-8419c123-b187-476f-8f9e-a29c0e8f04ff tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Made reservation on behalf of df28fd90cb584fe4b8844c00eb5811ae for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:55.260463 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-8419c123-b187-476f-8f9e-a29c0e8f04ff tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:55.528496 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-8419c123-b187-476f-8f9e-a29c0e8f04ff tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Allocated IP 172.20.0.12 (e8514d3d-ed13-45cd-a125-ef1e28472c3b/016e9709-70f3-4b17-8bfe-b44e0b1eb7e1/4f687b30-b9f2-457c-b395-967e14c800d2) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:55.718009 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-f02c025b-734a-42e3-949d-88a1acd61f59 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:55.720306 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-f02c025b-734a-42e3-949d-88a1acd61f59 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 806 time: 0.1843848 Aug 17 02:28:55.763166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-78e9908a-af4f-4943-99af-93c76cca3b78 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Request body: {'port': {'device_id': '7985da01-9fd2-4063-b114-0ccdb9110577', 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee', 'admin_state_up': True, 'tenant_id': 'de182f93f73446919b2fe4aeee1dafc6'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:55.812262 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b79485fd-a371-4273-bd64-7999de22988b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:55.852508 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-8419c123-b187-476f-8f9e-a29c0e8f04ff tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:55.911908 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b79485fd-a371-4273-bd64-7999de22988b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:55.929031 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c495685b-f170-4181-9257-c826e22b1e65 req-906772ad-b610-469f-86a9-6a42cc7df72c tempest-QuotasAdminNegativeTest-410547976 tempest-QuotasAdminNegativeTest-410547976-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b3bd1bd0e6c14b8192a8cf0b6cb143c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421984 Aug 17 02:28:55.984988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-78e9908a-af4f-4943-99af-93c76cca3b78 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Made reservation on behalf of de182f93f73446919b2fe4aeee1dafc6 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:55.989007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-78e9908a-af4f-4943-99af-93c76cca3b78 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:56.034838 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-8419c123-b187-476f-8f9e-a29c0e8f04ff tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:56.162645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-8419c123-b187-476f-8f9e-a29c0e8f04ff tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Network e8514d3d-ed13-45cd-a125-ef1e28472c3b is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:56.176040 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-8419c123-b187-476f-8f9e-a29c0e8f04ff tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:56.198963 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-78e9908a-af4f-4943-99af-93c76cca3b78 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Allocated IP 172.20.0.13 (34f05c9b-0bd9-49d9-ae84-f63187a66bee/028b2ac7-a8dd-403f-9dd3-f9eec71ab748/af93c302-4aa1-485b-b443-4985e3cc355b) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:28:56.199091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-8419c123-b187-476f-8f9e-a29c0e8f04ff tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:56.208559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419c123-b187-476f-8f9e-a29c0e8f04ff tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Pushing event updated for resources: {'Port': ['ID=4f687b30-b9f2-457c-b395-967e14c800d2,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:56.233203 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-b79485fd-a371-4273-bd64-7999de22988b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Floating IP 1322e362-328b-4cca-a0d0-ceb4e3f8b436 associated. External IP: 172.25.5.6, port: 039caa0d-6623-4cca-8975-4bbf4b113763. Aug 17 02:28:56.286005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495685b-f170-4181-9257-c826e22b1e65 req-ef61f4cb-3b48-43b4-b2a8-867c539debe7 tempest-QuotasAdminNegativeTest-410547976 tempest-QuotasAdminNegativeTest-410547976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:56.287526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c495685b-f170-4181-9257-c826e22b1e65 req-ef61f4cb-3b48-43b4-b2a8-867c539debe7 tempest-QuotasAdminNegativeTest-410547976 tempest-QuotasAdminNegativeTest-410547976-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3253205 Aug 17 02:28:56.326096 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c495685b-f170-4181-9257-c826e22b1e65 req-b8ab794d-0607-4a0b-a0bc-f2002a5667e4 tempest-QuotasAdminNegativeTest-410547976 tempest-QuotasAdminNegativeTest-410547976-project] 10.222.0.13 "GET /v2.0/quotas/b3bd1bd0e6c14b8192a8cf0b6cb143c0 HTTP/1.1" status: 200 len: 375 time: 0.0294383 Aug 17 02:28:56.359660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-8419c123-b187-476f-8f9e-a29c0e8f04ff tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:56.361027 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-8419c123-b187-476f-8f9e-a29c0e8f04ff tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:56.391505 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-78e9908a-af4f-4943-99af-93c76cca3b78 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:56.411424 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c495685b-f170-4181-9257-c826e22b1e65 req-7f9e654d-44d2-4cf3-b9d1-a7075fbf8319 tempest-QuotasAdminNegativeTest-410547976 tempest-QuotasAdminNegativeTest-410547976-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3bd1bd0e6c14b8192a8cf0b6cb143c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472758 Aug 17 02:28:56.482861 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-8419c123-b187-476f-8f9e-a29c0e8f04ff tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6374409 Aug 17 02:28:56.564360 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-78e9908a-af4f-4943-99af-93c76cca3b78 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:56.586775 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79485fd-a371-4273-bd64-7999de22988b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:56.608938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['76a66684-e333-427a-a7ac-64b355670e00'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:28:56.649694 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-78e9908a-af4f-4943-99af-93c76cca3b78 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Network 34f05c9b-0bd9-49d9-ae84-f63187a66bee is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:28:56.658635 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-78e9908a-af4f-4943-99af-93c76cca3b78 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:28:56.668199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-78e9908a-af4f-4943-99af-93c76cca3b78 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:28:56.678983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d87cf8-01b8-4017-ada4-a180729430a6 req-03828d7b-fbd6-40dc-b0b4-b2a9f42438ee tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:56.692250 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7d87cf8-01b8-4017-ada4-a180729430a6 req-03828d7b-fbd6-40dc-b0b4-b2a9f42438ee tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 932 time: 0.1142592 Aug 17 02:28:56.692250 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Request body: {'port': {'device_id': '5ac78004-bf02-4925-9d1f-f52324d19370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:56.719660 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9908a-af4f-4943-99af-93c76cca3b78 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Pushing event updated for resources: {'Port': ['ID=af93c302-4aa1-485b-b443-4985e3cc355b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:56.761721 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-78e9908a-af4f-4943-99af-93c76cca3b78 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:56.762965 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-78e9908a-af4f-4943-99af-93c76cca3b78 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:56.823035 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7d87cf8-01b8-4017-ada4-a180729430a6 req-6d928123-e83d-445d-98fb-3980c032f260 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280918 Aug 17 02:28:56.827679 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79485fd-a371-4273-bd64-7999de22988b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:56.832998 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:56.857139 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a752ba-ed8e-4ccd-86bd-65939baf2487 None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:56.870101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a752ba-ed8e-4ccd-86bd-65939baf2487 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:56.870769 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-56a752ba-ed8e-4ccd-86bd-65939baf2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:56.894726 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-78e9908a-af4f-4943-99af-93c76cca3b78 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1364114 Aug 17 02:28:56.911344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-56a752ba-ed8e-4ccd-86bd-65939baf2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:56.917366 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Request body: {'port': {'device_id': '7985da01-9fd2-4063-b114-0ccdb9110577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:56.926276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a752ba-ed8e-4ccd-86bd-65939baf2487 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:56.926891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-56a752ba-ed8e-4ccd-86bd-65939baf2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:56.965826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-56a752ba-ed8e-4ccd-86bd-65939baf2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:56.966918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a752ba-ed8e-4ccd-86bd-65939baf2487 None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:56.997120 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:57.387468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c33ae-9bc5-4076-8c2c-6f73631d90ec req-6063d339-dacd-4917-9525-9404d4190452 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:57.389013 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-966c33ae-9bc5-4076-8c2c-6f73631d90ec req-6063d339-dacd-4917-9525-9404d4190452 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 932 time: 0.1679189 Aug 17 02:28:57.437552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af93c302-4aa1-485b-b443-4985e3cc355b {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:28:57.447176 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:57.465485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Transition to ACTIVE for port object af93c302-4aa1-485b-b443-4985e3cc355b will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:28:57.528010 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:57.572202 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-966c33ae-9bc5-4076-8c2c-6f73631d90ec req-1d00b5f0-aec8-4120-b849-3ff72e28aa79 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346138 Aug 17 02:28:57.604069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Pushing event updated for resources: {'Port': ['ID=af93c302-4aa1-485b-b443-4985e3cc355b,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:57.635447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79485fd-a371-4273-bd64-7999de22988b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router bbd62cb7-9c82-4a31-a42b-a569d08e22c4 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:57.746238 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f687b30-b9f2-457c-b395-967e14c800d2 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:28:57.754066 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Attempting to bind port af93c302-4aa1-485b-b443-4985e3cc355b on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:28:57.755601 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Attempting to bind port af93c302-4aa1-485b-b443-4985e3cc355b by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:28:57.756424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Attempting to bind port af93c302-4aa1-485b-b443-4985e3cc355b on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:28:57.763667 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Port af93c302-4aa1-485b-b443-4985e3cc355b on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:28:57.764325 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Attempting to bind port af93c302-4aa1-485b-b443-4985e3cc355b on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:28:57.771490 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:28:57.771986 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Checking segment: {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:28:57.772583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Bound using segment: {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:28:57.773302 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Bound port: af93c302-4aa1-485b-b443-4985e3cc355b, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:28:57.773759 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:57.786431 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:57.811165 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Transition to ACTIVE for port object 4f687b30-b9f2-457c-b395-967e14c800d2 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:28:57.820576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79485fd-a371-4273-bd64-7999de22988b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:57.825580 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b79485fd-a371-4273-bd64-7999de22988b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:57.841722 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9c9cb-7f5a-460a-bcdb-9b46963fdbb9 None None] Sync routers for ids ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:57.853923 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9c9cb-7f5a-460a-bcdb-9b46963fdbb9 None None] Routers {'bbd62cb7-9c82-4a31-a42b-a569d08e22c4'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:57.855277 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bdd9c9cb-7f5a-460a-bcdb-9b46963fdbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:57.890611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] For port af93c302-4aa1-485b-b443-4985e3cc355b, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:28:57.896323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] For port af93c302-4aa1-485b-b443-4985e3cc355b, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=af93c302-4aa1-485b-b443-4985e3cc355b,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:28:57.897445 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bdd9c9cb-7f5a-460a-bcdb-9b46963fdbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:57.909399 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9c9cb-7f5a-460a-bcdb-9b46963fdbb9 None None] Routers {'bbd62cb7-9c82-4a31-a42b-a569d08e22c4'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:57.910282 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bdd9c9cb-7f5a-460a-bcdb-9b46963fdbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:57.916824 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:57.950737 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bdd9c9cb-7f5a-460a-bcdb-9b46963fdbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:57.951623 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9c9cb-7f5a-460a-bcdb-9b46963fdbb9 None None] The sync data for ids ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:28:57.965840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54326) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:57.966051 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b79485fd-a371-4273-bd64-7999de22988b tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "PUT /v2.0/floatingips/1322e362-328b-4cca-a0d0-ceb4e3f8b436 HTTP/1.1" status: 200 len: 974 time: 3.2220094 Aug 17 02:28:57.989866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Pushing event updated for resources: {'Port': ['ID=4f687b30-b9f2-457c-b395-967e14c800d2,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:58.017514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54328) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:58.018499 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:58.103907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:58.104558 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:58.106037 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] 10.222.0.18 "PUT /v2.0/ports/af93c302-4aa1-485b-b443-4985e3cc355b HTTP/1.1" status: 200 len: 1093 time: 1.1947467 Aug 17 02:28:58.106849 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7985da01-9fd2-4063-b114-0ccdb9110577', 'tag': 'af93c302-4aa1-485b-b443-4985e3cc355b'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:28:58.108918 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fde4bce-83b7-45cd-aa24-568da276144f" -d '{"events": [{"name": "network-changed", "server_uuid": "7985da01-9fd2-4063-b114-0ccdb9110577", "tag": "af93c302-4aa1-485b-b443-4985e3cc355b"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:28:58.109650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Attempting to bind port 4f687b30-b9f2-457c-b395-967e14c800d2 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:28:58.110206 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Attempting to bind port 4f687b30-b9f2-457c-b395-967e14c800d2 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:28:58.110781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Attempting to bind port 4f687b30-b9f2-457c-b395-967e14c800d2 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:28:58.119361 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Port 4f687b30-b9f2-457c-b395-967e14c800d2 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:28:58.119745 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Attempting to bind port 4f687b30-b9f2-457c-b395-967e14c800d2 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:28:58.126928 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:28:58.138161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Checking segment: {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:28:58.138161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Bound using segment: {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:28:58.138161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Bound port: 4f687b30-b9f2-457c-b395-967e14c800d2, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:28:58.138161 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:58.142335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388bccb-41ce-4b65-a505-d6a6e5f95332 service neutron] Pushing event updated for resources: {'Port': ['ID=af93c302-4aa1-485b-b443-4985e3cc355b,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:58.163804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-93bbd8a8-9ef6-4da6-9b76-e717b74c95af tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting port 5d8d0192-3345-4309-ba60-24f93edf33f1 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:28:58.164249 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93bbd8a8-9ef6-4da6-9b76-e717b74c95af tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:58.187581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-4600f2cb-efb9-4e11-b6ae-67ac5cabe6e4 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:58.214559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] For port 4f687b30-b9f2-457c-b395-967e14c800d2, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:28:58.218696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] For port 4f687b30-b9f2-457c-b395-967e14c800d2, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=4f687b30-b9f2-457c-b395-967e14c800d2,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:28:58.263000 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93bbd8a8-9ef6-4da6-9b76-e717b74c95af tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:58.347688 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4600f2cb-efb9-4e11-b6ae-67ac5cabe6e4 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] 10.222.0.13 "PUT /v2.0/quotas/5b57b3c3e1fb4fe98213e53612fcde67 HTTP/1.1" status: 200 len: 368 time: 0.3265965 Aug 17 02:28:58.348213 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54334) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:58.354784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Request body: {'network': {'project_id': '5b57b3c3e1fb4fe98213e53612fcde67'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:58.366864 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:58.416797 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:58.417484 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:58.418897 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] 10.222.0.18 "PUT /v2.0/ports/4f687b30-b9f2-457c-b395-967e14c800d2 HTTP/1.1" status: 200 len: 1093 time: 1.9193406 Aug 17 02:28:58.419351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac78004-bf02-4925-9d1f-f52324d19370', 'tag': '4f687b30-b9f2-457c-b395-967e14c800d2'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:28:58.425790 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ab8767-e1a3-427f-b676-d67da21a5cab" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac78004-bf02-4925-9d1f-f52324d19370", "tag": "4f687b30-b9f2-457c-b395-967e14c800d2"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:28:58.426507 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-9156a5f5-d9cd-467f-8bcc-9d2d1a94f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:58.426507 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-9156a5f5-d9cd-467f-8bcc-9d2d1a94f07a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 1096 time: 0.1054358 Aug 17 02:28:58.462450 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:58.468074 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80922537-c562-43af-bcc7-f26308e6bf5f service neutron] Pushing event updated for resources: {'Port': ['ID=4f687b30-b9f2-457c-b395-967e14c800d2,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:58.487419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Made reservation on behalf of 5b57b3c3e1fb4fe98213e53612fcde67 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:58.489796 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-13ce7c74-4cd2-43d0-b9e6-ee693794ecc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af93c302-4aa1-485b-b443-4985e3cc355b HTTP/1.1" status: 200 len: 217 time: 0.0401657 Aug 17 02:28:58.490270 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:58.500254 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:58.580637 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93bbd8a8-9ef6-4da6-9b76-e717b74c95af tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:58.581025 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93bbd8a8-9ef6-4da6-9b76-e717b74c95af tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:58.581434 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-93bbd8a8-9ef6-4da6-9b76-e717b74c95af tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Floating IP 1322e362-328b-4cca-a0d0-ceb4e3f8b436 disassociated. External IP: 172.25.5.6, port: 5d8d0192-3345-4309-ba60-24f93edf33f1. Aug 17 02:28:58.581796 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-93bbd8a8-9ef6-4da6-9b76-e717b74c95af tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Calling delete_port for 5d8d0192-3345-4309-ba60-24f93edf33f1 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:28:58.636351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-d1a016d7-c1ea-4a42-b2c2-c6c714c241ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:58.637736 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-d1a016d7-c1ea-4a42-b2c2-c6c714c241ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 200 len: 846 time: 0.1198130 Aug 17 02:28:58.642797 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:58.659776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-b39bfbeb-8f51-47f2-b8a5-790a74743cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:58.661344 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-b39bfbeb-8f51-47f2-b8a5-790a74743cef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 1096 time: 0.0659573 Aug 17 02:28:58.699701 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-1c159d9c-1227-4f09-bddc-6bea301bf021 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34f05c9b-0bd9-49d9-ae84-f63187a66bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287817 Aug 17 02:28:58.714582 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:58.732011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-140b3236-ebe7-468c-902a-54cd03594c40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f687b30-b9f2-457c-b395-967e14c800d2 HTTP/1.1" status: 200 len: 217 time: 0.0566201 Aug 17 02:28:58.801059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dfa720-2345-46bb-ab59-e86b0709b35e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:58.831195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb89142-db0e-4d54-a575-6ca60c9619c8 req-d581e14c-89bd-4c10-b57f-bed7fdafa662 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:58.832731 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbb89142-db0e-4d54-a575-6ca60c9619c8 req-d581e14c-89bd-4c10-b57f-bed7fdafa662 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 944 time: 0.1204109 Aug 17 02:28:58.834237 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-6ab5fc7e-b2b1-468e-9189-347dd9406baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:58.835593 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-6ab5fc7e-b2b1-468e-9189-347dd9406baa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=016e9709-70f3-4b17-8bfe-b44e0b1eb7e1 HTTP/1.1" status: 200 len: 852 time: 0.0809138 Aug 17 02:28:58.837727 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-eb143527-aa0b-443c-b0c4-9fa0fade0f7f service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279197 Aug 17 02:28:58.890852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-e609fc4a-19a9-4302-a72c-bd0f0b1f9de6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8514d3d-ed13-45cd-a125-ef1e28472c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337868 Aug 17 02:28:58.913490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbb89142-db0e-4d54-a575-6ca60c9619c8 req-848e4f32-b1bd-476b-98c3-15b6813e248c tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738330 Aug 17 02:28:58.958576 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a617bba0-046d-4637-80ba-e3f9b649ac26 req-2239cd21-72e9-47a1-8559-6a28e1d6b209 service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069715 Aug 17 02:28:58.964518 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb4c7fb-998f-4d5b-bed0-b0152136969a x-openstack-request-id: req-bcb4c7fb-998f-4d5b-bed0-b0152136969a {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:28:58.964941 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7985da01-9fd2-4063-b114-0ccdb9110577", "tag": "af93c302-4aa1-485b-b443-4985e3cc355b", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:28:58.965344 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcb4c7fb-998f-4d5b-bed0-b0152136969a {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:28:58.966397 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7985da01-9fd2-4063-b114-0ccdb9110577', 'tag': 'af93c302-4aa1-485b-b443-4985e3cc355b', 'status': 'completed', 'code': 200} Aug 17 02:28:59.013593 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-c418d5a9-943d-4b1e-a4cb-bb30d88cc842 service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131415 Aug 17 02:28:59.116500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93bbd8a8-9ef6-4da6-9b76-e717b74c95af tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:59.138650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:28:59.143759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916dc389-c170-4f94-ba7e-0fc29a8c1c17 req-6952218c-f461-4995-bd8b-70fa4523d471 service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192472 Aug 17 02:28:59.148104 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb10db33-d5e3-4e00-af27-09056571bbe0 x-openstack-request-id: req-eb10db33-d5e3-4e00-af27-09056571bbe0 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:28:59.148992 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac78004-bf02-4925-9d1f-f52324d19370", "tag": "4f687b30-b9f2-457c-b395-967e14c800d2", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:28:59.148992 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb10db33-d5e3-4e00-af27-09056571bbe0 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:28:59.149952 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac78004-bf02-4925-9d1f-f52324d19370', 'tag': '4f687b30-b9f2-457c-b395-967e14c800d2', 'status': 'completed', 'code': 200} Aug 17 02:28:59.152312 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbd8a8-9ef6-4da6-9b76-e717b74c95af tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Port': ['ID=5d8d0192-3345-4309-ba60-24f93edf33f1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:59.159426 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:59.159984 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Added segment d95c5c2e-ec44-4d57-bcd3-b55335861585 of type vlan for network e468e1e0-95f3-43ec-9a23-e6bc5f650486 Aug 17 02:28:59.256717 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:59.303193 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bbd8a8-9ef6-4da6-9b76-e717b74c95af tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router bbd62cb7-9c82-4a31-a42b-a569d08e22c4 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:28:59.326830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b908ea9-0069-4c91-9807-220fe5ab7431 req-bf79d499-61d2-4cb6-9f63-020b5453ef64 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:59.328950 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b908ea9-0069-4c91-9807-220fe5ab7431 req-bf79d499-61d2-4cb6-9f63-020b5453ef64 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 944 time: 0.1215456 Aug 17 02:28:59.332430 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde4bce-83b7-45cd-aa24-568da276144f req-3301809a-b440-4f89-9f94-a7e00253c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:59.333732 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fde4bce-83b7-45cd-aa24-568da276144f req-3301809a-b440-4f89-9f94-a7e00253c749 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 1096 time: 0.0882630 Aug 17 02:28:59.413404 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:59.414396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:59.414999 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:59.492295 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b908ea9-0069-4c91-9807-220fe5ab7431 req-7b3be945-f9a0-44f8-82c7-aecd50005aa6 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559107 Aug 17 02:28:59.524886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Pushing event updated for resources: {'Network': ['ID=e468e1e0-95f3-43ec-9a23-e6bc5f650486,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:59.543444 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network e468e1e0-95f3-43ec-9a23-e6bc5f650486 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:28:59.555405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde4bce-83b7-45cd-aa24-568da276144f req-09403485-55d3-4691-8547-a5dc01d44cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:59.558289 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fde4bce-83b7-45cd-aa24-568da276144f req-09403485-55d3-4691-8547-a5dc01d44cb7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 907 time: 0.1983302 Aug 17 02:28:59.567345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a95a1620-e6d3-4cae-9d7d-1583d9ed5150 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2174301 Aug 17 02:28:59.574566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54356) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:59.587951 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Request body: {'network': {'project_id': '5b57b3c3e1fb4fe98213e53612fcde67'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:28:59.635763 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fde4bce-83b7-45cd-aa24-568da276144f req-aaefd1a2-5676-4cf7-a57f-913a94a60105 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af93c302-4aa1-485b-b443-4985e3cc355b HTTP/1.1" status: 200 len: 217 time: 0.0668466 Aug 17 02:28:59.728635 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde4bce-83b7-45cd-aa24-568da276144f req-38cdaa02-1423-4755-b7c5-036f40821cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:59.730258 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fde4bce-83b7-45cd-aa24-568da276144f req-38cdaa02-1423-4755-b7c5-036f40821cfe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 200 len: 846 time: 0.0832167 Aug 17 02:28:59.769133 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fde4bce-83b7-45cd-aa24-568da276144f req-fa76e9e8-1639-436a-a92c-9723f0e0b823 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34f05c9b-0bd9-49d9-ae84-f63187a66bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266209 Aug 17 02:28:59.839903 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab8767-e1a3-427f-b676-d67da21a5cab req-74260329-b0d4-43c4-af5a-8efb09d6eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:28:59.841463 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e4ab8767-e1a3-427f-b676-d67da21a5cab req-74260329-b0d4-43c4-af5a-8efb09d6eb3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 1096 time: 0.4643338 Aug 17 02:28:59.842472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bbd8a8-9ef6-4da6-9b76-e717b74c95af tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:28:59.855348 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd4880-6575-4281-8e65-cc795f84a8c9 None None] Sync routers for ids ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:28:59.870578 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd4880-6575-4281-8e65-cc795f84a8c9 None None] Routers {'bbd62cb7-9c82-4a31-a42b-a569d08e22c4'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:59.871445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f9fd4880-6575-4281-8e65-cc795f84a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:59.888301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Made reservation on behalf of 5b57b3c3e1fb4fe98213e53612fcde67 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:28:59.892653 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:59.912247 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f9fd4880-6575-4281-8e65-cc795f84a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:59.925167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd4880-6575-4281-8e65-cc795f84a8c9 None None] Routers {'bbd62cb7-9c82-4a31-a42b-a569d08e22c4'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:28:59.928373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f9fd4880-6575-4281-8e65-cc795f84a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:28:59.935510 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fde4bce-83b7-45cd-aa24-568da276144f req-0feba0a6-d3c6-4fb3-ad48-6c071937dc1a service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550357 Aug 17 02:28:59.969564 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93bbd8a8-9ef6-4da6-9b76-e717b74c95af tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:59.971564 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-93bbd8a8-9ef6-4da6-9b76-e717b74c95af tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/ports/5d8d0192-3345-4309-ba60-24f93edf33f1 HTTP/1.1" status: 204 len: 168 time: 2.0044994 Aug 17 02:28:59.976010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54364) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:00.002323 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f9fd4880-6575-4281-8e65-cc795f84a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:00.003254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd4880-6575-4281-8e65-cc795f84a8c9 None None] The sync data for ids ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:29:00.056701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:29:00.081631 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:00.083211 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Added segment 40a16621-b84b-4d56-9d8c-0e90ef1edb99 of type vlan for network c1283b00-d32c-4ea7-984f-65ec877c9da9 Aug 17 02:29:00.089804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab8767-e1a3-427f-b676-d67da21a5cab req-ea6d3411-fc5f-40d4-9e7a-27ea4cb2d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:00.091310 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e4ab8767-e1a3-427f-b676-d67da21a5cab req-ea6d3411-fc5f-40d4-9e7a-27ea4cb2d78e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 913 time: 0.2251809 Aug 17 02:29:00.148552 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:00.167558 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fde4bce-83b7-45cd-aa24-568da276144f req-bc269e98-079d-4f7d-bf2f-dd3ca17a769c service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007813 Aug 17 02:29:00.213812 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e4ab8767-e1a3-427f-b676-d67da21a5cab req-fd32bff7-eff3-40f8-8680-bd38a3b05eac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f687b30-b9f2-457c-b395-967e14c800d2 HTTP/1.1" status: 200 len: 217 time: 0.0484800 Aug 17 02:29:00.316970 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:00.317258 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab8767-e1a3-427f-b676-d67da21a5cab req-a1cfd62d-0302-4b30-ad13-30b659b915db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:00.318157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:00.318495 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e4ab8767-e1a3-427f-b676-d67da21a5cab req-a1cfd62d-0302-4b30-ad13-30b659b915db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=016e9709-70f3-4b17-8bfe-b44e0b1eb7e1 HTTP/1.1" status: 200 len: 852 time: 0.0656004 Aug 17 02:29:00.319002 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:00.377039 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e4ab8767-e1a3-427f-b676-d67da21a5cab req-dfd6e4a9-095b-47be-9cbb-85fafb318d77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8514d3d-ed13-45cd-a125-ef1e28472c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342717 Aug 17 02:29:00.424396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Pushing event updated for resources: {'Network': ['ID=c1283b00-d32c-4ea7-984f-65ec877c9da9,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:00.437300 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:00.438369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:00.438985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:00.439509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:00.439863 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:00.440207 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:00.440575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:00.441143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:00.441889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:00.442304 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:00.442647 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:00.443003 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:00.459066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dac1c-7157-489d-a8c6-92ba57501584 req-632a33bb-450b-4081-a43c-bf7acdae0bd0 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:00.459365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network c1283b00-d32c-4ea7-984f-65ec877c9da9 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:29:00.461127 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac1dac1c-7157-489d-a8c6-92ba57501584 req-632a33bb-450b-4081-a43c-bf7acdae0bd0 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 944 time: 0.1553795 Aug 17 02:29:00.495551 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bb95b8ca-9153-449c-abe0-6dc2ac790024 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9133763 Aug 17 02:29:00.500134 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54368) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:00.505888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-958c5954-19df-4c18-809c-05f4541f560a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Request body: {'network': {'project_id': '5b57b3c3e1fb4fe98213e53612fcde67'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:00.522793 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e4ab8767-e1a3-427f-b676-d67da21a5cab req-180dc42e-46d0-40a7-8066-bb77a21d3346 service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359942 Aug 17 02:29:00.550750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac1dac1c-7157-489d-a8c6-92ba57501584 req-3330de2d-d719-47a6-82a3-7aae6f81695d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744319 Aug 17 02:29:00.555727 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-958c5954-19df-4c18-809c-05f4541f560a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 17 02:29:00.556492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958c5954-19df-4c18-809c-05f4541f560a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:29:00.561106 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-958c5954-19df-4c18-809c-05f4541f560a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0563040 Aug 17 02:29:00.658931 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e4ab8767-e1a3-427f-b676-d67da21a5cab req-517ec5fc-7d8b-437c-89ea-1d7bb950fe8d service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028185 Aug 17 02:29:00.681615 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e86ad6b-c1f2-4abb-8f19-e873c67ba421 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:00.685323 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2011aa1c-8e26-47f8-ac78-663e8162c7da req-311b21ec-1800-4bb8-8368-d656773d98eb tempest-QuotasAdminNegativeTest-410547976 tempest-QuotasAdminNegativeTest-410547976-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b3bd1bd0e6c14b8192a8cf0b6cb143c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361640 Aug 17 02:29:00.715902 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54382) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:00.834236 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-983d9001-3bd6-4b30-9233-7ff69568333f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b57b3c3e1fb4fe98213e53612fcde67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1165423 Aug 17 02:29:00.838805 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54386) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:00.883267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011aa1c-8e26-47f8-ac78-663e8162c7da req-c936700f-f79f-4625-a138-f809ba2293e3 tempest-QuotasAdminNegativeTest-410547976 tempest-QuotasAdminNegativeTest-410547976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:00.886376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2011aa1c-8e26-47f8-ac78-663e8162c7da req-c936700f-f79f-4625-a138-f809ba2293e3 tempest-QuotasAdminNegativeTest-410547976 tempest-QuotasAdminNegativeTest-410547976-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941395 Aug 17 02:29:00.906802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2011aa1c-8e26-47f8-ac78-663e8162c7da req-eae92902-7b40-446a-be75-db5e03040ddb tempest-QuotasAdminNegativeTest-410547976 tempest-QuotasAdminNegativeTest-410547976-project] 10.222.0.13 "GET /v2.0/quotas/b3bd1bd0e6c14b8192a8cf0b6cb143c0 HTTP/1.1" status: 200 len: 375 time: 0.0134375 Aug 17 02:29:00.940721 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07294eb1-5e4c-48c0-86be-7faaa1157b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:00.945053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2011aa1c-8e26-47f8-ac78-663e8162c7da req-5b853cb8-0167-42e9-a976-4dc5bc722ada tempest-QuotasAdminNegativeTest-410547976 tempest-QuotasAdminNegativeTest-410547976-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3bd1bd0e6c14b8192a8cf0b6cb143c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298038 Aug 17 02:29:00.962513 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:00.968984 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07294eb1-5e4c-48c0-86be-7faaa1157b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:01.092163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-0e86ad6b-c1f2-4abb-8f19-e873c67ba421 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting port 4a78a390-f2db-4352-a309-59becde83c60 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:01.092726 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e86ad6b-c1f2-4abb-8f19-e873c67ba421 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:01.144339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01601b3-111f-4131-a0d8-2323586adbc3 req-84d810d3-1a0d-4890-a07e-40f9c7fd0e09 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:01.146026 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b01601b3-111f-4131-a0d8-2323586adbc3 req-84d810d3-1a0d-4890-a07e-40f9c7fd0e09 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 944 time: 0.0568409 Aug 17 02:29:01.195416 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07294eb1-5e4c-48c0-86be-7faaa1157b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:01.196069 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b01601b3-111f-4131-a0d8-2323586adbc3 req-4a33fb1b-4e19-4296-8047-0fa1b5d19f3f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376115 Aug 17 02:29:01.201097 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07294eb1-5e4c-48c0-86be-7faaa1157b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:01.207452 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-07294eb1-5e4c-48c0-86be-7faaa1157b7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91dfa720-2345-46bb-ab59-e86b0709b35e HTTP/1.1" status: 204 len: 168 time: 0.3625267 Aug 17 02:29:01.207695 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54394) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:01.208424 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e86ad6b-c1f2-4abb-8f19-e873c67ba421 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:01.224349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07294eb1-5e4c-48c0-86be-7faaa1157b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dfa720-2345-46bb-ab59-e86b0709b35e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:01.230780 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-0e86ad6b-c1f2-4abb-8f19-e873c67ba421 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Calling delete_port for 4a78a390-f2db-4352-a309-59becde83c60 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:01.321112 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-320318d4-6503-4455-88fa-eb041b58ab9a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:01.426817 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-320318d4-6503-4455-88fa-eb041b58ab9a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:01.438597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-320318d4-6503-4455-88fa-eb041b58ab9a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1283b00-d32c-4ea7-984f-65ec877c9da9']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:01.450758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-320318d4-6503-4455-88fa-eb041b58ab9a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a16621-b84b-4d56-9d8c-0e90ef1edb99') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:01.451136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-320318d4-6503-4455-88fa-eb041b58ab9a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a16621-b84b-4d56-9d8c-0e90ef1edb99') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:01.467493 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-320318d4-6503-4455-88fa-eb041b58ab9a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:01.487899 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-320318d4-6503-4455-88fa-eb041b58ab9a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:01.493736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320318d4-6503-4455-88fa-eb041b58ab9a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:29:01.494124 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-320318d4-6503-4455-88fa-eb041b58ab9a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:29:01.495717 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:29:02.498906 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e86ad6b-c1f2-4abb-8f19-e873c67ba421 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:02.499780 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-320318d4-6503-4455-88fa-eb041b58ab9a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:02.513778 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-320318d4-6503-4455-88fa-eb041b58ab9a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:02.517863 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-320318d4-6503-4455-88fa-eb041b58ab9a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c1283b00-d32c-4ea7-984f-65ec877c9da9 HTTP/1.1" status: 204 len: 168 time: 1.3084886 Aug 17 02:29:02.520487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54408) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:02.544545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86ad6b-c1f2-4abb-8f19-e873c67ba421 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Port': ['ID=4a78a390-f2db-4352-a309-59becde83c60,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:02.552828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320318d4-6503-4455-88fa-eb041b58ab9a tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1283b00-d32c-4ea7-984f-65ec877c9da9,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:02.659404 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3017b50d-9e2c-4855-9dc4-750e0bc147a4 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:02.752676 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3017b50d-9e2c-4855-9dc4-750e0bc147a4 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:02.764033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3017b50d-9e2c-4855-9dc4-750e0bc147a4 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e468e1e0-95f3-43ec-9a23-e6bc5f650486']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:02.775817 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3017b50d-9e2c-4855-9dc4-750e0bc147a4 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95c5c2e-ec44-4d57-bcd3-b55335861585') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:02.776121 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3017b50d-9e2c-4855-9dc4-750e0bc147a4 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95c5c2e-ec44-4d57-bcd3-b55335861585') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:02.786632 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3017b50d-9e2c-4855-9dc4-750e0bc147a4 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:02.798328 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e86ad6b-c1f2-4abb-8f19-e873c67ba421 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:02.811521 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3017b50d-9e2c-4855-9dc4-750e0bc147a4 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:02.822075 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3017b50d-9e2c-4855-9dc4-750e0bc147a4 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:29:02.822406 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3017b50d-9e2c-4855-9dc4-750e0bc147a4 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:29:02.835580 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:29:02.925637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd2edf-856f-4f71-bff2-52315335ee74 req-b185a5ef-8eb2-493c-9c70-392958af7ac3 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:02.927195 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1abd2edf-856f-4f71-bff2-52315335ee74 req-b185a5ef-8eb2-493c-9c70-392958af7ac3 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 944 time: 0.1092005 Aug 17 02:29:02.974597 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1abd2edf-856f-4f71-bff2-52315335ee74 req-92bda3d4-16d8-42b5-bb62-cedea06d16bb tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391774 Aug 17 02:29:03.018868 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3017b50d-9e2c-4855-9dc4-750e0bc147a4 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:03.036621 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3017b50d-9e2c-4855-9dc4-750e0bc147a4 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:03.041448 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3017b50d-9e2c-4855-9dc4-750e0bc147a4 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e468e1e0-95f3-43ec-9a23-e6bc5f650486 HTTP/1.1" status: 204 len: 168 time: 0.5194509 Aug 17 02:29:03.044944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017b50d-9e2c-4855-9dc4-750e0bc147a4 tempest-QuotasNegativeTest-15652005 tempest-QuotasNegativeTest-15652005-project-admin] Pushing event deleted for resources: {'Network': ['ID=e468e1e0-95f3-43ec-9a23-e6bc5f650486,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:03.103081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e97749-0079-47d7-b35c-1c3088749f7d req-8885f9d2-2700-4804-82a7-550793ebbfcd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:03.104832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-60e97749-0079-47d7-b35c-1c3088749f7d req-8885f9d2-2700-4804-82a7-550793ebbfcd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 944 time: 0.0610373 Aug 17 02:29:03.128581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e86ad6b-c1f2-4abb-8f19-e873c67ba421 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router bbd62cb7-9c82-4a31-a42b-a569d08e22c4 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:29:03.150819 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-60e97749-0079-47d7-b35c-1c3088749f7d req-1fe7bebf-8569-41a3-bfe0-0489173fb82f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383298 Aug 17 02:29:03.246904 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e86ad6b-c1f2-4abb-8f19-e873c67ba421 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:29:03.253949 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0e86ad6b-c1f2-4abb-8f19-e873c67ba421 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "PUT /v2.0/routers/bbd62cb7-9c82-4a31-a42b-a569d08e22c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2767398 Aug 17 02:29:03.260067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54414) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:03.263459 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4b620-5fae-4f68-b891-f8b36e33dcdc None None] Sync routers for ids ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:29:03.275914 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d4b620-5fae-4f68-b891-f8b36e33dcdc None None] Routers {'bbd62cb7-9c82-4a31-a42b-a569d08e22c4'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:03.277221 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-42d4b620-5fae-4f68-b891-f8b36e33dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:03.312152 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-42d4b620-5fae-4f68-b891-f8b36e33dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:03.321940 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d4b620-5fae-4f68-b891-f8b36e33dcdc None None] Routers {'bbd62cb7-9c82-4a31-a42b-a569d08e22c4'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:03.322552 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-42d4b620-5fae-4f68-b891-f8b36e33dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:28:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:03.354666 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-42d4b620-5fae-4f68-b891-f8b36e33dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:03.355328 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4b620-5fae-4f68-b891-f8b36e33dcdc None None] The sync data for ids ['bbd62cb7-9c82-4a31-a42b-a569d08e22c4'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:29:03.375693 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed9db166-7316-4d6c-96c4-57d3c559cd1c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:03.501424 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed9db166-7316-4d6c-96c4-57d3c559cd1c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:03.676815 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ed9db166-7316-4d6c-96c4-57d3c559cd1c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting port c2fff6bb-0e7a-49eb-8b8a-fa58631224d3 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:03.677148 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed9db166-7316-4d6c-96c4-57d3c559cd1c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:03.694523 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device af93c302-4aa1-485b-b443-4985e3cc355b details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:29:03.774381 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed9db166-7316-4d6c-96c4-57d3c559cd1c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:03.793910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ed9db166-7316-4d6c-96c4-57d3c559cd1c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Calling delete_port for c2fff6bb-0e7a-49eb-8b8a-fa58631224d3 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:03.819822 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port af93c302-4aa1-485b-b443-4985e3cc355b, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=af93c302-4aa1-485b-b443-4985e3cc355b,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:03.847297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'af93c302-4aa1-485b-b443-4985e3cc355b', 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee', 'port_id': 'af93c302-4aa1-485b-b443-4985e3cc355b', 'mac_address': 'fa:16:3e:29:e7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028b2ac7-a8dd-403f-9dd3-f9eec71ab748', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:29:03.911096 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:03.928945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af93c302-4aa1-485b-b443-4985e3cc355b {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:29:03.950846 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port af93c302-4aa1-485b-b443-4985e3cc355b, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=af93c302-4aa1-485b-b443-4985e3cc355b,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:03.993949 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54426) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:04.000015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54432) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:04.018877 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-539147bc-0ef9-45ea-94ce-b36a9eb81b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.088435 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.089634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 4f687b30-b9f2-457c-b395-967e14c800d2 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:29:04.144826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370388a3-57ed-484a-b2c2-f6e11a35b921 req-1cb5321e-93bf-43b1-bb36-8d7daccd8563 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:04.146543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-370388a3-57ed-484a-b2c2-f6e11a35b921 req-1cb5321e-93bf-43b1-bb36-8d7daccd8563 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 944 time: 0.0731156 Aug 17 02:29:04.187575 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-370388a3-57ed-484a-b2c2-f6e11a35b921 req-400c0745-74c7-418b-846e-dcc82a8d700f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334141 Aug 17 02:29:04.218725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=af93c302-4aa1-485b-b443-4985e3cc355b,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:04.253555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 4f687b30-b9f2-457c-b395-967e14c800d2, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=4f687b30-b9f2-457c-b395-967e14c800d2,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:04.282243 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed9db166-7316-4d6c-96c4-57d3c559cd1c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.285161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '4f687b30-b9f2-457c-b395-967e14c800d2', 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b', 'port_id': '4f687b30-b9f2-457c-b395-967e14c800d2', 'mac_address': 'fa:16:3e:be:b9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016e9709-70f3-4b17-8bfe-b44e0b1eb7e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:29:04.329327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9db166-7316-4d6c-96c4-57d3c559cd1c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Port': ['ID=c2fff6bb-0e7a-49eb-8b8a-fa58631224d3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:04.337093 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.353295 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f687b30-b9f2-457c-b395-967e14c800d2 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:29:04.377769 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 4f687b30-b9f2-457c-b395-967e14c800d2, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=4f687b30-b9f2-457c-b395-967e14c800d2,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:04.388784 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1bb37f17-536a-417e-8925-cf9b7ab3cea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.432915 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed9db166-7316-4d6c-96c4-57d3c559cd1c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.453514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78d9f5-65a9-4865-b06d-796752e6c181 req-afad8c0d-564a-4f2e-8e6b-f8622e2810ae tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:04.462681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a78d9f5-65a9-4865-b06d-796752e6c181 req-afad8c0d-564a-4f2e-8e6b-f8622e2810ae tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 945 time: 0.1796684 Aug 17 02:29:04.470163 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.531164 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-539147bc-0ef9-45ea-94ce-b36a9eb81b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.550406 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=4f687b30-b9f2-457c-b395-967e14c800d2,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:04.559639 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a78d9f5-65a9-4865-b06d-796752e6c181 req-e70c7bff-bd9e-4513-b761-b37261d9eea5 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871959 Aug 17 02:29:04.598929 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed9db166-7316-4d6c-96c4-57d3c559cd1c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.602692 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed9db166-7316-4d6c-96c4-57d3c559cd1c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.604034 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-539147bc-0ef9-45ea-94ce-b36a9eb81b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.705315 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-539147bc-0ef9-45ea-94ce-b36a9eb81b4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3195263b38584d34afb1efcf8b35e3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7037542 Aug 17 02:29:04.707933 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539147bc-0ef9-45ea-94ce-b36a9eb81b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde22813-e5e7-4d93-a032-447051e0e820,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:04.708175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54438) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:04.775466 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed9db166-7316-4d6c-96c4-57d3c559cd1c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.785006 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9db166-7316-4d6c-96c4-57d3c559cd1c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Fanout notify agent at l3_agent the message router_deleted on router bbd62cb7-9c82-4a31-a42b-a569d08e22c4 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:29:04.790194 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed9db166-7316-4d6c-96c4-57d3c559cd1c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.792151 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ed9db166-7316-4d6c-96c4-57d3c559cd1c tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/routers/bbd62cb7-9c82-4a31-a42b-a569d08e22c4 HTTP/1.1" status: 204 len: 168 time: 1.5328426 Aug 17 02:29:04.795212 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54442) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:04.804471 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1bb37f17-536a-417e-8925-cf9b7ab3cea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.808223 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a12db3a-965e-4c74-aca0-2a44da030dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.858626 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a12db3a-965e-4c74-aca0-2a44da030dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.866710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-08462a2c-bdff-4ba8-aa96-1be0e05dfbb7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting subnet 09400d26-7110-4a0f-8b69-e9c05cf30192 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:29:04.872819 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08462a2c-bdff-4ba8-aa96-1be0e05dfbb7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.905452 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1bb37f17-536a-417e-8925-cf9b7ab3cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.973277 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08462a2c-bdff-4ba8-aa96-1be0e05dfbb7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:04.978454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1bb37f17-536a-417e-8925-cf9b7ab3cea4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3bd1bd0e6c14b8192a8cf0b6cb143c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9852316 Aug 17 02:29:04.981290 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54446) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:04.998961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb37f17-536a-417e-8925-cf9b7ab3cea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e47273-5345-42ad-b63a-d839d1e39bc3,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:05.044779 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a12db3a-965e-4c74-aca0-2a44da030dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:05.049593 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a12db3a-965e-4c74-aca0-2a44da030dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:05.054274 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8a12db3a-965e-4c74-aca0-2a44da030dd9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cde22813-e5e7-4d93-a032-447051e0e820 HTTP/1.1" status: 204 len: 168 time: 0.3446679 Aug 17 02:29:05.066129 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6042d724-aa24-4c36-8c20-8984969d8e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:05.080416 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12db3a-965e-4c74-aca0-2a44da030dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde22813-e5e7-4d93-a032-447051e0e820,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:05.092039 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08462a2c-bdff-4ba8-aa96-1be0e05dfbb7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:05.115575 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6042d724-aa24-4c36-8c20-8984969d8e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:05.117579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['af93c302-4aa1-485b-b443-4985e3cc355b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:29:05.168709 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['4f687b30-b9f2-457c-b395-967e14c800d2'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:29:05.315924 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08462a2c-bdff-4ba8-aa96-1be0e05dfbb7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:05.349418 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08462a2c-bdff-4ba8-aa96-1be0e05dfbb7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Subnet': ['ID=09400d26-7110-4a0f-8b69-e9c05cf30192,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:05.357306 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08462a2c-bdff-4ba8-aa96-1be0e05dfbb7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:05.363231 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-08462a2c-bdff-4ba8-aa96-1be0e05dfbb7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/subnets/09400d26-7110-4a0f-8b69-e9c05cf30192 HTTP/1.1" status: 204 len: 168 time: 0.5630529 Aug 17 02:29:05.363231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54452) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:05.388151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658f13b2-de09-4e11-9a83-f8c8bf6bcd6b None None] Network 96cc0746-1d9d-4b84-905c-6a86fb9a78be requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:29:05.414026 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6042d724-aa24-4c36-8c20-8984969d8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:05.419511 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6042d724-aa24-4c36-8c20-8984969d8e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:05.420885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71d057-8c1e-41cb-8696-443a6a8ffec2 req-dd370ea4-1630-446a-803c-6da1abeb8858 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:05.425677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec71d057-8c1e-41cb-8696-443a6a8ffec2 req-dd370ea4-1630-446a-803c-6da1abeb8858 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 945 time: 0.1425521 Aug 17 02:29:05.439172 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6042d724-aa24-4c36-8c20-8984969d8e16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68e47273-5345-42ad-b63a-d839d1e39bc3 HTTP/1.1" status: 204 len: 168 time: 0.4566309 Aug 17 02:29:05.459705 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042d724-aa24-4c36-8c20-8984969d8e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e47273-5345-42ad-b63a-d839d1e39bc3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:05.484770 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:05.592092 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec71d057-8c1e-41cb-8696-443a6a8ffec2 req-3b01d894-92fe-4f0f-aced-b3415e161798 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998189 Aug 17 02:29:05.616776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting port a9cd2076-cb8b-4168-9055-bb705557dbfd {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:05.617074 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:05.738571 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] For port a9cd2076-cb8b-4168-9055-bb705557dbfd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a9cd2076-cb8b-4168-9055-bb705557dbfd,segment=NetworkSegment(06be644a-d03e-471c-844e-1306ad26ae16),segment_id=06be644a-d03e-471c-844e-1306ad26ae16)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:05.738977 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:05.756839 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71819d9d-67df-4fd8-a36a-8515e2fd6cb6 None None] DHCP port deletion for 96cc0746-1d9d-4b84-905c-6a86fb9a78be request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:29:05.760869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Calling delete_port for a9cd2076-cb8b-4168-9055-bb705557dbfd owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:05.775240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076643f-c734-47c2-a171-e3c3271c3f6c req-78968ad6-5fff-4fe7-b752-fbac86469282 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:05.776827 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3076643f-c734-47c2-a171-e3c3271c3f6c req-78968ad6-5fff-4fe7-b752-fbac86469282 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 945 time: 0.1006262 Aug 17 02:29:05.833895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-71819d9d-67df-4fd8-a36a-8515e2fd6cb6 None None] Deleting port a9cd2076-cb8b-4168-9055-bb705557dbfd {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:05.834944 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-71819d9d-67df-4fd8-a36a-8515e2fd6cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:05.882862 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3076643f-c734-47c2-a171-e3c3271c3f6c req-18e459a7-c3da-4139-a3ab-32279b986d62 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966442 Aug 17 02:29:05.926405 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a9cd2076-cb8b-4168-9055-bb705557dbfd no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:29:05.980187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-71819d9d-67df-4fd8-a36a-8515e2fd6cb6 None None] For port a9cd2076-cb8b-4168-9055-bb705557dbfd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a9cd2076-cb8b-4168-9055-bb705557dbfd,segment=NetworkSegment(06be644a-d03e-471c-844e-1306ad26ae16),segment_id=06be644a-d03e-471c-844e-1306ad26ae16)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:05.980670 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-71819d9d-67df-4fd8-a36a-8515e2fd6cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.000343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-71819d9d-67df-4fd8-a36a-8515e2fd6cb6 None None] Calling delete_port for a9cd2076-cb8b-4168-9055-bb705557dbfd owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:06.043021 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.098050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Port': ['ID=a9cd2076-cb8b-4168-9055-bb705557dbfd,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:06.121022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Port a9cd2076-cb8b-4168-9055-bb705557dbfd update to DOWN by agent not found {{(pid=95408) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 17 02:29:06.144077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] No DVR routers for this DVR port a9cd2076-cb8b-4168-9055-bb705557dbfd on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:29:06.156509 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54470) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:06.179872 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8eaf88e8-06b8-4e6c-892c-0bcd03f8087a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.198718 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-71819d9d-67df-4fd8-a36a-8515e2fd6cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.243991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71819d9d-67df-4fd8-a36a-8515e2fd6cb6 None None] Pushing event deleted for resources: {'Port': ['ID=a9cd2076-cb8b-4168-9055-bb705557dbfd,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:06.249635 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71819d9d-67df-4fd8-a36a-8515e2fd6cb6 None None] No DVR routers for this DVR port a9cd2076-cb8b-4168-9055-bb705557dbfd on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:29:06.283693 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.299131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cc0746-1d9d-4b84-905c-6a86fb9a78be']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:06.315307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06be644a-d03e-471c-844e-1306ad26ae16') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:06.316004 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06be644a-d03e-471c-844e-1306ad26ae16') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:06.316561 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8eaf88e8-06b8-4e6c-892c-0bcd03f8087a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.331966 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.352797 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.363728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:29:06.364359 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:29:06.369370 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:29:06.488301 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8eaf88e8-06b8-4e6c-892c-0bcd03f8087a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.532607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf88e8-06b8-4e6c-892c-0bcd03f8087a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98474531-826b-4a3f-93db-cf047291c439,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:06.538358 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8eaf88e8-06b8-4e6c-892c-0bcd03f8087a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2897ada2647745a8bf05ef3b6630e5db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3810425 Aug 17 02:29:06.543780 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54472) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:06.557020 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.572066 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.575420 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/networks/96cc0746-1d9d-4b84-905c-6a86fb9a78be HTTP/1.1" status: 204 len: 168 time: 1.2112732 Aug 17 02:29:06.585952 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54474) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:06.597493 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cc922-b924-4f4b-9745-729692ae53de tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Network': ['ID=96cc0746-1d9d-4b84-905c-6a86fb9a78be,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:06.636978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54478) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:06.653213 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1729ca7-caf3-452a-b92c-8713f73d8896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.764831 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.788462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6ae93-9e97-4992-9265-7e06e410f18a req-24cd0a5b-5cba-4757-bd09-b715fd8ab0fb tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:06.790256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2dc6ae93-9e97-4992-9265-7e06e410f18a req-24cd0a5b-5cba-4757-bd09-b715fd8ab0fb tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 945 time: 0.1047914 Aug 17 02:29:06.801638 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.847294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b6476bf0-7994-41f3-a1a6-926800c64325 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting port e5252d0e-a84c-4363-a30e-284956c64a1d {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:06.847654 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6476bf0-7994-41f3-a1a6-926800c64325 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.849620 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2dc6ae93-9e97-4992-9265-7e06e410f18a req-310dc9fa-dc5e-4cf3-81ea-b47bc96b8396 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533128 Aug 17 02:29:06.859293 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1729ca7-caf3-452a-b92c-8713f73d8896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.943272 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6476bf0-7994-41f3-a1a6-926800c64325 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.943606 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6476bf0-7994-41f3-a1a6-926800c64325 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:06.967037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b6476bf0-7994-41f3-a1a6-926800c64325 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Calling delete_port for e5252d0e-a84c-4363-a30e-284956c64a1d owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:06.998971 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1729ca7-caf3-452a-b92c-8713f73d8896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:07.039484 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:07.044526 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:07.050241 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98474531-826b-4a3f-93db-cf047291c439 HTTP/1.1" status: 204 len: 168 time: 0.5008984 Aug 17 02:29:07.056849 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1729ca7-caf3-452a-b92c-8713f73d8896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0e5ae0-9174-45d6-a40c-3f50d079a9a0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:07.064935 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98474531-826b-4a3f-93db-cf047291c439,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:07.075322 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:07.075675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:07.076009 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:07.076345 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:07.076679 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:07.077010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:07.077387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:07.077695 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:07.078017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:07.078869 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:07.079328 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:07.079900 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83fec8-4946-49d1-a90d-e5e5b8b7d9f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:07.091178 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d1729ca7-caf3-452a-b92c-8713f73d8896 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a7f88d0599640758b75fcadd7639c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4525509 Aug 17 02:29:07.093961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54486) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:07.269654 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6476bf0-7994-41f3-a1a6-926800c64325 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:07.302065 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6476bf0-7994-41f3-a1a6-926800c64325 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Port': ['ID=e5252d0e-a84c-4363-a30e-284956c64a1d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:07.365957 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6476bf0-7994-41f3-a1a6-926800c64325 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:07.368478 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6476bf0-7994-41f3-a1a6-926800c64325 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:07.376705 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b6476bf0-7994-41f3-a1a6-926800c64325 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/floatingips/1322e362-328b-4cca-a0d0-ceb4e3f8b436 HTTP/1.1" status: 204 len: 168 time: 0.7823408 Aug 17 02:29:07.377005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54492) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:07.401097 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-402d4836-f35f-4180-8e61-291488aa23b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] DELETE failed (client error): The resource could not be found. Aug 17 02:29:07.401855 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402d4836-f35f-4180-8e61-291488aa23b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:29:07.403644 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-402d4836-f35f-4180-8e61-291488aa23b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/ports/5d8d0192-3345-4309-ba60-24f93edf33f1 HTTP/1.1" status: 404 len: 333 time: 0.0256124 Aug 17 02:29:07.406421 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54494) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:07.431886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fc90d-a2e3-4410-bcd4-b6edcec431e0 req-240b133f-5a35-4cd9-bbe0-170d25657b78 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:07.442303 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f76fc90d-a2e3-4410-bcd4-b6edcec431e0 req-240b133f-5a35-4cd9-bbe0-170d25657b78 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 945 time: 0.4632237 Aug 17 02:29:07.442475 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7613f043-30b5-4488-ab7c-a4a6ea315319 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd62cb7-9c82-4a31-a42b-a569d08e22c4 HTTP/1.1" status: 200 len: 205 time: 0.0269637 Aug 17 02:29:07.444497 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54496) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:07.487301 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-037ca3f1-402b-4fbc-b04e-5cf2f9365328 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] delete failed (client error): The resource could not be found. Aug 17 02:29:07.488340 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-037ca3f1-402b-4fbc-b04e-5cf2f9365328 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/routers/bbd62cb7-9c82-4a31-a42b-a569d08e22c4 HTTP/1.1" status: 404 len: 336 time: 0.0428615 Aug 17 02:29:07.491210 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54498) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:07.502584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f76fc90d-a2e3-4410-bcd4-b6edcec431e0 req-948d0062-7fc7-4702-a735-aa3d3bc5b61f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579960 Aug 17 02:29:07.503389 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9061d8ad-4a92-49c8-873e-93937d89b0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:07.532373 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b622b4-7aa7-47c8-914f-678f49e25766 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] DELETE failed (client error): The resource could not be found. Aug 17 02:29:07.532373 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b622b4-7aa7-47c8-914f-678f49e25766 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:29:07.532373 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-19b622b4-7aa7-47c8-914f-678f49e25766 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/subnets/09400d26-7110-4a0f-8b69-e9c05cf30192 HTTP/1.1" status: 404 len: 337 time: 0.0291138 Aug 17 02:29:07.533456 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54500) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:07.538777 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9061d8ad-4a92-49c8-873e-93937d89b0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:07.684933 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device af93c302-4aa1-485b-b443-4985e3cc355b up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:29:07.755076 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9061d8ad-4a92-49c8-873e-93937d89b0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:07.757630 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9061d8ad-4a92-49c8-873e-93937d89b0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:07.758795 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9061d8ad-4a92-49c8-873e-93937d89b0a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b0e5ae0-9174-45d6-a40c-3f50d079a9a0 HTTP/1.1" status: 204 len: 168 time: 0.6631052 Aug 17 02:29:07.776590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061d8ad-4a92-49c8-873e-93937d89b0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0e5ae0-9174-45d6-a40c-3f50d079a9a0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:07.904515 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dd91a314-e166-475d-bbe3-c26efeba82d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:07.923382 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port af93c302-4aa1-485b-b443-4985e3cc355b completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:07.930538 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port af93c302-4aa1-485b-b443-4985e3cc355b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:07.931366 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:08.003799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-886eae6e-afed-449d-93f9-3dd054a4daf5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting port 039caa0d-6623-4cca-8975-4bbf4b113763 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:08.004148 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-886eae6e-afed-449d-93f9-3dd054a4daf5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:08.006323 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe4f38-d43b-49de-914b-16659158002a req-19a9f91c-3121-4267-a9f8-8a956a916bca tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:08.007911 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fbbe4f38-d43b-49de-914b-16659158002a req-19a9f91c-3121-4267-a9f8-8a956a916bca tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 945 time: 0.0637558 Aug 17 02:29:08.047483 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:08.076259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7985da01-9fd2-4063-b114-0ccdb9110577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af93c302-4aa1-485b-b443-4985e3cc355b'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:29:08.078968 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c13c9c4-e8c7-4a85-945f-a2d3d68694d1" -d '{"events": [{"server_uuid": "7985da01-9fd2-4063-b114-0ccdb9110577", "name": "network-vif-plugged", "status": "completed", "tag": "af93c302-4aa1-485b-b443-4985e3cc355b"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:29:08.085852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fbbe4f38-d43b-49de-914b-16659158002a req-956546fa-d3f3-453a-b6a9-1f3fb98877ca tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706112 Aug 17 02:29:08.091433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port af93c302-4aa1-485b-b443-4985e3cc355b, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=af93c302-4aa1-485b-b443-4985e3cc355b,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:08.125982 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-886eae6e-afed-449d-93f9-3dd054a4daf5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:08.131946 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9877eed1-8a1f-46d8-bfba-873b591d77ab x-openstack-request-id: req-9877eed1-8a1f-46d8-bfba-873b591d77ab {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:29:08.132242 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7985da01-9fd2-4063-b114-0ccdb9110577", "name": "network-vif-plugged", "status": "completed", "tag": "af93c302-4aa1-485b-b443-4985e3cc355b", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:29:08.132494 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9877eed1-8a1f-46d8-bfba-873b591d77ab {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:29:08.132887 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7985da01-9fd2-4063-b114-0ccdb9110577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af93c302-4aa1-485b-b443-4985e3cc355b', 'code': 200} Aug 17 02:29:08.137068 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-886eae6e-afed-449d-93f9-3dd054a4daf5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Calling delete_port for 039caa0d-6623-4cca-8975-4bbf4b113763 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:08.247631 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:08.248939 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 4f687b30-b9f2-457c-b395-967e14c800d2 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:29:08.301182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb68072-a2f7-404c-8182-bb4d9df02c62 req-e6f487ce-7e8a-47bf-ba43-38512c9685ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:08.303616 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afb68072-a2f7-404c-8182-bb4d9df02c62 req-e6f487ce-7e8a-47bf-ba43-38512c9685ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 1097 time: 0.0845783 Aug 17 02:29:08.349517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=af93c302-4aa1-485b-b443-4985e3cc355b,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:08.351683 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afb68072-a2f7-404c-8182-bb4d9df02c62 req-97c8c578-64b1-47c8-8c93-803caf09dfb3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351694 Aug 17 02:29:08.373126 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-886eae6e-afed-449d-93f9-3dd054a4daf5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:08.415522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886eae6e-afed-449d-93f9-3dd054a4daf5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Port': ['ID=039caa0d-6623-4cca-8975-4bbf4b113763,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:08.441792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 4f687b30-b9f2-457c-b395-967e14c800d2 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:08.446593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 4f687b30-b9f2-457c-b395-967e14c800d2 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:08.447276 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:08.515161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-886eae6e-afed-449d-93f9-3dd054a4daf5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:08.520726 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-886eae6e-afed-449d-93f9-3dd054a4daf5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/ports/039caa0d-6623-4cca-8975-4bbf4b113763 HTTP/1.1" status: 204 len: 168 time: 0.9860332 Aug 17 02:29:08.530267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54528) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:08.555676 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:08.611423 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 4f687b30-b9f2-457c-b395-967e14c800d2, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=4f687b30-b9f2-457c-b395-967e14c800d2,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:08.703799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697aad5-e3d7-42b9-af4c-8ffde532c2de req-5d1a1db9-98d6-4e67-964d-f5f2ae35ce0c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:08.705313 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f697aad5-e3d7-42b9-af4c-8ffde532c2de req-5d1a1db9-98d6-4e67-964d-f5f2ae35ce0c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 946 time: 0.0832679 Aug 17 02:29:08.734842 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-25ef45a9-86f4-416a-ac42-4e41ddb4cc61 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting port 32357887-56d3-4f77-b476-63917c867162 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:08.735839 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25ef45a9-86f4-416a-ac42-4e41ddb4cc61 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:08.809467 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f697aad5-e3d7-42b9-af4c-8ffde532c2de req-6f5dbcd9-7cb0-4df3-816d-7462c2489d90 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975237 Aug 17 02:29:08.814056 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:08.884329 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25ef45a9-86f4-416a-ac42-4e41ddb4cc61 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:08.901291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-25ef45a9-86f4-416a-ac42-4e41ddb4cc61 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Calling delete_port for 32357887-56d3-4f77-b476-63917c867162 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:08.901583 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=4f687b30-b9f2-457c-b395-967e14c800d2,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:09.052199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54546) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.229441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-4ce38e98-bcdc-4bca-98ad-71e73f37dbcc tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.231429 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4ce38e98-bcdc-4bca-98ad-71e73f37dbcc tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1778290 Aug 17 02:29:09.236264 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54556) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.242237 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-2306ef3a-2e11-40b1-9864-60407e8f7282 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.243389 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2306ef3a-2e11-40b1-9864-60407e8f7282 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052497 Aug 17 02:29:09.249699 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54560) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.264274 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-b1e05f29-ad6f-4920-85f1-fc92f8c58d04 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.266797 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b1e05f29-ad6f-4920-85f1-fc92f8c58d04 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0092745 Aug 17 02:29:09.268380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54562) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.272962 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-4bd73638-9cbc-422a-baf0-8419d8e4b751 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.273939 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4bd73638-9cbc-422a-baf0-8419d8e4b751 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045238 Aug 17 02:29:09.276350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54564) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.280847 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25ef45a9-86f4-416a-ac42-4e41ddb4cc61 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:09.281454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-4e9199fd-138f-489a-a8a9-b2884de1ced6 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.282008 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4e9199fd-138f-489a-a8a9-b2884de1ced6 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046084 Aug 17 02:29:09.284960 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54566) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.290137 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-eed344f9-6520-48ac-8f24-6f938b14781e tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.299559 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eed344f9-6520-48ac-8f24-6f938b14781e tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0055025 Aug 17 02:29:09.300768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54568) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.307954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-eb392206-a9ee-4f2a-b76a-aa1b16ff4b42 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.312964 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eb392206-a9ee-4f2a-b76a-aa1b16ff4b42 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0102518 Aug 17 02:29:09.313598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54570) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.320682 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-7926f0c8-8cca-4ff9-9a78-41692ae7815a tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.321685 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7926f0c8-8cca-4ff9-9a78-41692ae7815a tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0063670 Aug 17 02:29:09.322523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef45a9-86f4-416a-ac42-4e41ddb4cc61 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Port': ['ID=32357887-56d3-4f77-b476-63917c867162,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:09.330253 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54572) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.332082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bc747-4577-4961-a619-322a3cdfe33b req-3d408eb9-2034-4e7b-a01e-634bf161af52 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:09.333642 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-424bc747-4577-4961-a619-322a3cdfe33b req-3d408eb9-2034-4e7b-a01e-634bf161af52 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 946 time: 0.0914345 Aug 17 02:29:09.335026 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-90fdb712-195b-463e-8f66-6aee31124b57 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.336329 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-90fdb712-195b-463e-8f66-6aee31124b57 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048440 Aug 17 02:29:09.339714 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54574) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.349038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-8c991972-f9f0-454d-9863-1edfad886f43 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.350062 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8c991972-f9f0-454d-9863-1edfad886f43 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0092824 Aug 17 02:29:09.357097 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54576) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.362906 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-81013b98-a415-4aaf-a92d-9956d52abf7d tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.364089 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-81013b98-a415-4aaf-a92d-9956d52abf7d tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0055523 Aug 17 02:29:09.366745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54578) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.371701 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-6e436074-9ee7-4e8f-bdbc-3fc8c5b1f148 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.372696 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6e436074-9ee7-4e8f-bdbc-3fc8c5b1f148 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0049610 Aug 17 02:29:09.376373 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54580) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.380729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-728b7874-8844-4372-b325-f29d0e3e56a3 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.381879 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-728b7874-8844-4372-b325-f29d0e3e56a3 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044727 Aug 17 02:29:09.384672 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54582) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.389472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-e06f7699-a551-4ad3-81b4-c744257ae837 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.391422 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e06f7699-a551-4ad3-81b4-c744257ae837 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051775 Aug 17 02:29:09.394581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54584) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.399205 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-4a7a26f9-c68f-4e53-bc2f-a1f98252028b tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.408245 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4a7a26f9-c68f-4e53-bc2f-a1f98252028b tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0046329 Aug 17 02:29:09.410900 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54586) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.415028 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-6f4b00ab-e08b-4903-ae54-2b3a5cce0292 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.416036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6f4b00ab-e08b-4903-ae54-2b3a5cce0292 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044055 Aug 17 02:29:09.419575 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54590) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.428348 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-bcf059dd-b432-4695-adfa-f8fd99e9e843 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.429941 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bcf059dd-b432-4695-adfa-f8fd99e9e843 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0086598 Aug 17 02:29:09.432993 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54592) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.440097 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-546d60ed-d234-4e11-90cd-edd21bcb40e7 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.444714 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-546d60ed-d234-4e11-90cd-edd21bcb40e7 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0099852 Aug 17 02:29:09.445086 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54594) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.449484 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-883bec12-d56d-4821-883f-9ee5dd5c12f0 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.450441 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-883bec12-d56d-4821-883f-9ee5dd5c12f0 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044043 Aug 17 02:29:09.453832 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54596) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.457741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-424bc747-4577-4961-a619-322a3cdfe33b req-7b44e791-1322-4d1f-958d-517909556baa tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155457 Aug 17 02:29:09.458406 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-2599458a-3083-4cd6-a838-129cd774a272 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.462038 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2599458a-3083-4cd6-a838-129cd774a272 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0071850 Aug 17 02:29:09.462876 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54598) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.466262 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25ef45a9-86f4-416a-ac42-4e41ddb4cc61 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:09.468431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-25ef45a9-86f4-416a-ac42-4e41ddb4cc61 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/ports/32357887-56d3-4f77-b476-63917c867162 HTTP/1.1" status: 204 len: 168 time: 0.9363604 Aug 17 02:29:09.469369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-a30918a5-063a-4092-9ed8-dba0c5a47eec tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.470393 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a30918a5-063a-4092-9ed8-dba0c5a47eec tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061998 Aug 17 02:29:09.472246 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54600) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.474184 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54602) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.482112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-b499c924-e13d-4fd2-8d6e-3615ba68d08d tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.489040 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54604) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.492953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b499c924-e13d-4fd2-8d6e-3615ba68d08d tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0174785 Aug 17 02:29:09.509387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-c7f755f7-0243-46ae-b600-d78e0526c535 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.510384 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c7f755f7-0243-46ae-b600-d78e0526c535 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0203526 Aug 17 02:29:09.513919 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54606) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.518499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-ec988217-43b0-49e8-a24d-715f1fab4d76 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.519598 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ec988217-43b0-49e8-a24d-715f1fab4d76 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046539 Aug 17 02:29:09.522527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54608) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.530214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-bb86b9ef-dc22-48ba-aa50-1f66fed0ba97 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.534044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bb86b9ef-dc22-48ba-aa50-1f66fed0ba97 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0099075 Aug 17 02:29:09.534741 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54610) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.544020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-2dc41d7a-da8a-4b68-8d89-e9e4ea04b2e0 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.545201 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2dc41d7a-da8a-4b68-8d89-e9e4ea04b2e0 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0092764 Aug 17 02:29:09.550778 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54612) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.555269 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-7b692b4e-765b-4bea-9c45-265eeca142a5 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.556220 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7b692b4e-765b-4bea-9c45-265eeca142a5 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0053282 Aug 17 02:29:09.559542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54614) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.565298 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-580907b2-74fd-424a-8a89-c267a7136900 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.566492 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-580907b2-74fd-424a-8a89-c267a7136900 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0056107 Aug 17 02:29:09.567401 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf9ab8-d64b-4ee6-b2df-0c384ff8f669 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:09.569597 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-92bf9ab8-d64b-4ee6-b2df-0c384ff8f669 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "GET /v2.0/ports?device_id=142b59ec-e1b2-4b87-895b-702d211530a2 HTTP/1.1" status: 200 len: 913 time: 0.0962179 Aug 17 02:29:09.572098 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54618) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.572621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54620) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.580811 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-8de3bf9b-a874-47eb-b0e3-aa8a505f2ba8 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.583301 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8de3bf9b-a874-47eb-b0e3-aa8a505f2ba8 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0093129 Aug 17 02:29:09.591071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54622) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.596559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-ac7aa006-3ebe-4651-82ad-521d1e695421 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.600819 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ac7aa006-3ebe-4651-82ad-521d1e695421 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0083165 Aug 17 02:29:09.601658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54624) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.607050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-d784920b-8dfa-45fe-ad2b-403d934d40a6 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.611473 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d784920b-8dfa-45fe-ad2b-403d934d40a6 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0071990 Aug 17 02:29:09.611893 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54626) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.617788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-39703244-07c3-491a-b8e9-90c752dddd5d tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.622120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-39703244-07c3-491a-b8e9-90c752dddd5d tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0060115 Aug 17 02:29:09.622120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54628) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.627114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-d2b67cf0-aeda-4399-b1e8-2f95190b30cb tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.631464 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d2b67cf0-aeda-4399-b1e8-2f95190b30cb tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0083060 Aug 17 02:29:09.631676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54630) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.638498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-a28e4e1f-4460-4688-8e44-bfb4d46d0bfa tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.643580 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a28e4e1f-4460-4688-8e44-bfb4d46d0bfa tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070212 Aug 17 02:29:09.644031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54632) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.648815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-05c162f5-db3d-4322-aed8-dff3a16a8781 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.653960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-05c162f5-db3d-4322-aed8-dff3a16a8781 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049679 Aug 17 02:29:09.654239 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54634) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.673709 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-21bacec4-0355-4905-b9f6-f68d51055e9c tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.673709 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-21bacec4-0355-4905-b9f6-f68d51055e9c tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0098414 Aug 17 02:29:09.676106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54636) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.681576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-fd990b17-86c1-4610-9277-a0ef4395f2a7 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.685304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fd990b17-86c1-4610-9277-a0ef4395f2a7 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0080917 Aug 17 02:29:09.685919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54638) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.690809 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-456af001-36ff-4cfd-8605-901ae8dff0df tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.701653 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-456af001-36ff-4cfd-8605-901ae8dff0df tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0144217 Aug 17 02:29:09.702554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54640) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.710334 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-d07544b0-630d-4d03-a4c0-a521d59968d5 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.711891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d07544b0-630d-4d03-a4c0-a521d59968d5 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0073979 Aug 17 02:29:09.716484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54642) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.722739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-4813e5a9-fef6-4e75-bf5c-f3adac7ae18c tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.725835 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4813e5a9-fef6-4e75-bf5c-f3adac7ae18c tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0082543 Aug 17 02:29:09.726338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54644) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.731586 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-01362c40-3a56-47fd-8aad-c87c490bacfc tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.733059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-01362c40-3a56-47fd-8aad-c87c490bacfc tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0056531 Aug 17 02:29:09.737700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54646) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.742411 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-a8f05e06-9afd-411c-bdce-26c4f5f1ad82 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.743674 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a8f05e06-9afd-411c-bdce-26c4f5f1ad82 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048761 Aug 17 02:29:09.750778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54648) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.756540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-29cacab2-c850-4937-b4e9-60dbea75e6fb tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.757609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-29cacab2-c850-4937-b4e9-60dbea75e6fb tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0057249 Aug 17 02:29:09.760347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54650) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.764316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-2838dfc7-1fd6-4701-a025-b59072c7d649 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.765283 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2838dfc7-1fd6-4701-a025-b59072c7d649 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0040643 Aug 17 02:29:09.768034 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54652) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.772183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-763b4556-7f55-4b0e-8817-72c90151aed5 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.773132 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-763b4556-7f55-4b0e-8817-72c90151aed5 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0042262 Aug 17 02:29:09.778248 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54654) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.785318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-90173633-84cd-4d27-a4ec-327c9f99c3cd tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.786774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-90173633-84cd-4d27-a4ec-327c9f99c3cd tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0073726 Aug 17 02:29:09.792873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54656) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.799138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-67dcfd7e-d1c6-4161-8595-ae32952ff431 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.800615 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-67dcfd7e-d1c6-4161-8595-ae32952ff431 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0059721 Aug 17 02:29:09.804012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54658) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.808468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-7ea58ff0-f07a-4e21-9f4f-a83c996ea9b9 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.811466 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7ea58ff0-f07a-4e21-9f4f-a83c996ea9b9 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044506 Aug 17 02:29:09.813584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54660) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.818200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-ba1dc610-dea3-434f-a0a8-0c44117f3ac2 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.819151 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ba1dc610-dea3-434f-a0a8-0c44117f3ac2 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045104 Aug 17 02:29:09.822634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54662) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.827754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-9cd54abb-d6e5-4734-b8b5-f1860b2345b3 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.831609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9cd54abb-d6e5-4734-b8b5-f1860b2345b3 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0080168 Aug 17 02:29:09.832192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54664) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.836987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-ccf4a09c-8d38-4652-b671-a2278a516d82 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.840695 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ccf4a09c-8d38-4652-b671-a2278a516d82 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0076075 Aug 17 02:29:09.841412 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54666) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.846480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-8827e283-0e7e-4aa1-8fa1-b079844c5373 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.849282 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8827e283-0e7e-4aa1-8fa1-b079844c5373 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051682 Aug 17 02:29:09.852049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54670) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.857518 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-e9eb38b0-4fa9-49e5-8011-d825fadc4112 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.860618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e9eb38b0-4fa9-49e5-8011-d825fadc4112 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0073218 Aug 17 02:29:09.866836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54672) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.874349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-e0bd47be-411e-404c-bccf-7f9656cb0717 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.879059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e0bd47be-411e-404c-bccf-7f9656cb0717 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0087514 Aug 17 02:29:09.879616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54676) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.884856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-7601f920-0279-4ecc-9e63-56ff091bb157 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.888624 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54678) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.888838 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7601f920-0279-4ecc-9e63-56ff091bb157 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0082629 Aug 17 02:29:09.894995 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-b9157a7c-7914-4cdb-818a-8fc5146b06ed tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.896977 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b9157a7c-7914-4cdb-818a-8fc5146b06ed tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0067010 Aug 17 02:29:09.900540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54680) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.906314 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-9dff9dba-da48-40e1-93ff-4479a9d49304 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.907818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9dff9dba-da48-40e1-93ff-4479a9d49304 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0061507 Aug 17 02:29:09.913999 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54682) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.929973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-f6d1e326-66f3-4f24-8174-e97355b89691 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.930962 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f6d1e326-66f3-4f24-8174-e97355b89691 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0156941 Aug 17 02:29:09.935086 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54684) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.957833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-da4c9bf2-dda2-47d0-86eb-0e9aa1e8a50c tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.959055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-da4c9bf2-dda2-47d0-86eb-0e9aa1e8a50c tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0226347 Aug 17 02:29:09.966012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54688) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.973447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-dc9ebcb7-4fab-489b-90c1-59ed956ee067 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.974495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dc9ebcb7-4fab-489b-90c1-59ed956ee067 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0074809 Aug 17 02:29:09.978258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54690) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.983619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-1088fa59-4c3d-41e6-8b38-ab6b92e4ede9 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.985160 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1088fa59-4c3d-41e6-8b38-ab6b92e4ede9 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0054426 Aug 17 02:29:09.989306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54692) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:09.993471 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-04523def-41e7-43ae-9c4f-eea3368910d1 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:09.995485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-04523def-41e7-43ae-9c4f-eea3368910d1 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0055649 Aug 17 02:29:09.998333 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54694) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:10.006860 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-db40e791-5819-4d3c-ba77-6d1e93c09966 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:10.007751 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-db40e791-5819-4d3c-ba77-6d1e93c09966 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0079401 Aug 17 02:29:10.010333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e635db-04d9-4ee2-9c0e-e87caaaa12e5 req-a96aad30-c267-4fad-8a5a-407580e7d84a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:10.010862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54696) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:10.012750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-78e635db-04d9-4ee2-9c0e-e87caaaa12e5 req-a96aad30-c267-4fad-8a5a-407580e7d84a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 946 time: 0.1009433 Aug 17 02:29:10.019380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-a1349dce-0e97-4858-b2ce-73007844d780 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:10.021489 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a1349dce-0e97-4858-b2ce-73007844d780 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0087636 Aug 17 02:29:10.025494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54698) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:10.034429 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [None req-0450a666-2ff8-46c7-8d33-2e222fac2d9f tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:10.040900 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54700) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:10.042496 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0450a666-2ff8-46c7-8d33-2e222fac2d9f tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0145028 Aug 17 02:29:10.051920 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-0927e282-c961-45f4-bec8-b15dfc95d43e tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:10.051920 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0927e282-c961-45f4-bec8-b15dfc95d43e tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0086038 Aug 17 02:29:10.060804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54702) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:10.068759 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-4f61f8d7-8c4e-4fef-b46c-a6af89cb834d tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:10.069965 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4f61f8d7-8c4e-4fef-b46c-a6af89cb834d tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0061612 Aug 17 02:29:10.075975 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54706) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:10.097601 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-2e6ea8c0-d3c7-4bcb-babf-708722ba99b1 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:10.098614 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2e6ea8c0-d3c7-4bcb-babf-708722ba99b1 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0217013 Aug 17 02:29:10.107698 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54708) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:10.113873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [None req-7b86ec18-5b76-4d3f-abd7-b4a3c94cc092 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:29:10.114881 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7b86ec18-5b76-4d3f-abd7-b4a3c94cc092 tempest-ExtensionsTestJSON-1273043591 tempest-ExtensionsTestJSON-1273043591-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0062132 Aug 17 02:29:10.120087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-78e635db-04d9-4ee2-9c0e-e87caaaa12e5 req-4f47773d-485d-4108-b709-85c480b463c8 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761321 Aug 17 02:29:10.138256 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac78004-bf02-4925-9d1f-f52324d19370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f687b30-b9f2-457c-b395-967e14c800d2'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:29:10.141743 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18addb9b-6568-4387-9694-79a99a64286f" -d '{"events": [{"server_uuid": "5ac78004-bf02-4925-9d1f-f52324d19370", "name": "network-vif-plugged", "status": "completed", "tag": "4f687b30-b9f2-457c-b395-967e14c800d2"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:29:10.142763 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9c31-c9b6-4d15-86aa-737d9650a7d6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:10.254085 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-68bbd24a-c684-461f-a7d3-f7dc66ffbac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:10.432933 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba216a8e-3478-491a-ac17-edfb6da24797 x-openstack-request-id: req-ba216a8e-3478-491a-ac17-edfb6da24797 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:29:10.432933 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac78004-bf02-4925-9d1f-f52324d19370", "name": "network-vif-plugged", "status": "completed", "tag": "4f687b30-b9f2-457c-b395-967e14c800d2", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:29:10.432933 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba216a8e-3478-491a-ac17-edfb6da24797 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:29:10.432933 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac78004-bf02-4925-9d1f-f52324d19370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f687b30-b9f2-457c-b395-967e14c800d2', 'code': 200} Aug 17 02:29:10.512638 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea9c31-c9b6-4d15-86aa-737d9650a7d6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting port ca9fcb12-c632-46fe-b35e-a0721c200a8d {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:10.514209 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9c31-c9b6-4d15-86aa-737d9650a7d6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:10.649856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad217050-0778-472d-9e42-e6ecde7fab81 req-f8e47a94-38b6-4782-b1f9-45788e9a951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:10.651357 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ad217050-0778-472d-9e42-e6ecde7fab81 req-f8e47a94-38b6-4782-b1f9-45788e9a951b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 1098 time: 0.0821674 Aug 17 02:29:10.660560 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9c31-c9b6-4d15-86aa-737d9650a7d6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:10.687171 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df365aeb-63ca-4d17-b70e-f0ce27a7aa80 req-cd8d04c9-21d7-45e4-bf67-f9fc19f0af1b tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:10.691498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea9c31-c9b6-4d15-86aa-737d9650a7d6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Calling delete_port for ca9fcb12-c632-46fe-b35e-a0721c200a8d owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:10.693377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df365aeb-63ca-4d17-b70e-f0ce27a7aa80 req-cd8d04c9-21d7-45e4-bf67-f9fc19f0af1b tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:10.699412 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df365aeb-63ca-4d17-b70e-f0ce27a7aa80 req-cd8d04c9-21d7-45e4-bf67-f9fc19f0af1b tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:10.705483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df365aeb-63ca-4d17-b70e-f0ce27a7aa80 req-cd8d04c9-21d7-45e4-bf67-f9fc19f0af1b tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:10.711499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df365aeb-63ca-4d17-b70e-f0ce27a7aa80 req-cd8d04c9-21d7-45e4-bf67-f9fc19f0af1b tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:10.717805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df365aeb-63ca-4d17-b70e-f0ce27a7aa80 req-cd8d04c9-21d7-45e4-bf67-f9fc19f0af1b tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:10.724297 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df365aeb-63ca-4d17-b70e-f0ce27a7aa80 req-cd8d04c9-21d7-45e4-bf67-f9fc19f0af1b tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:10.726340 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df365aeb-63ca-4d17-b70e-f0ce27a7aa80 req-cd8d04c9-21d7-45e4-bf67-f9fc19f0af1b tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5431 time: 0.1117051 Aug 17 02:29:10.749160 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:10.756258 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ad217050-0778-472d-9e42-e6ecde7fab81 req-e911eaa9-d620-498c-9d3b-7d93e727340f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923529 Aug 17 02:29:10.783098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df365aeb-63ca-4d17-b70e-f0ce27a7aa80 req-7386c6c4-2ec8-4344-9847-793be981f5c9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493186 Aug 17 02:29:10.915950 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd453e09-7012-4e76-8f8a-4be36347b93b req-1ed55eb7-3df0-431f-90cb-dc8d27ce4cca tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:10.930214 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd453e09-7012-4e76-8f8a-4be36347b93b req-1ed55eb7-3df0-431f-90cb-dc8d27ce4cca tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 946 time: 0.0728219 Aug 17 02:29:10.972626 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd453e09-7012-4e76-8f8a-4be36347b93b req-646a3d51-0501-4630-9b68-8447a105b1e7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411878 Aug 17 02:29:11.082573 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9c31-c9b6-4d15-86aa-737d9650a7d6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:11.106681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce45d31-7f95-4a87-99a1-825d773fc55e req-69510be0-4c7a-420f-9fd6-fcf93d1b74b1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:11.113374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce45d31-7f95-4a87-99a1-825d773fc55e req-69510be0-4c7a-420f-9fd6-fcf93d1b74b1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:11.119869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce45d31-7f95-4a87-99a1-825d773fc55e req-69510be0-4c7a-420f-9fd6-fcf93d1b74b1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:11.127884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce45d31-7f95-4a87-99a1-825d773fc55e req-69510be0-4c7a-420f-9fd6-fcf93d1b74b1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:11.134760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce45d31-7f95-4a87-99a1-825d773fc55e req-69510be0-4c7a-420f-9fd6-fcf93d1b74b1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:11.142306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce45d31-7f95-4a87-99a1-825d773fc55e req-69510be0-4c7a-420f-9fd6-fcf93d1b74b1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:11.148780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce45d31-7f95-4a87-99a1-825d773fc55e req-69510be0-4c7a-420f-9fd6-fcf93d1b74b1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:11.150954 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4ce45d31-7f95-4a87-99a1-825d773fc55e req-69510be0-4c7a-420f-9fd6-fcf93d1b74b1 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5431 time: 0.1038272 Aug 17 02:29:11.159324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54732) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:11.169767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea9c31-c9b6-4d15-86aa-737d9650a7d6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Port': ['ID=ca9fcb12-c632-46fe-b35e-a0721c200a8d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:11.325553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55010c-9f69-4083-b68e-18d36c8323de req-e6c3bed6-82f8-4144-92d7-618cb1c39b3d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:11.334927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a55010c-9f69-4083-b68e-18d36c8323de req-e6c3bed6-82f8-4144-92d7-618cb1c39b3d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 946 time: 0.0786238 Aug 17 02:29:11.387839 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a55010c-9f69-4083-b68e-18d36c8323de req-53a37091-a34f-4465-aa8d-78bc3c10dc55 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462301 Aug 17 02:29:11.454612 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9c31-c9b6-4d15-86aa-737d9650a7d6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:11.538592 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-205beb17-87d1-4b92-bad1-aab979f5b101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:11.720132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcae77-cfb1-492e-b739-5db9f77592db req-3dd08066-1444-468d-8972-c98ae3ce9c56 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:11.721778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68fcae77-cfb1-492e-b739-5db9f77592db req-3dd08066-1444-468d-8972-c98ae3ce9c56 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 946 time: 0.0932143 Aug 17 02:29:11.722279 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:11.727322 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-205beb17-87d1-4b92-bad1-aab979f5b101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:11.764033 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ea9c31-c9b6-4d15-86aa-737d9650a7d6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Router 142b59ec-e1b2-4b87-895b-702d211530a2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:29:11.768939 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68fcae77-cfb1-492e-b739-5db9f77592db req-055ca52f-cdbf-49fb-9915-1b6a0722c090 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343931 Aug 17 02:29:11.825058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-205beb17-87d1-4b92-bad1-aab979f5b101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:11.888046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-205beb17-87d1-4b92-bad1-aab979f5b101 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28edf144f5df47be842b3a2ebaaa586e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7270861 Aug 17 02:29:11.889137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205beb17-87d1-4b92-bad1-aab979f5b101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb7cf2a-d594-40bc-b342-c71d2ab7b08f,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:11.892537 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54756) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:11.958904 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ea9c31-c9b6-4d15-86aa-737d9650a7d6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:29:11.968681 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c8ea9c31-c9b6-4d15-86aa-737d9650a7d6 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "PUT /v2.0/routers/142b59ec-e1b2-4b87-895b-702d211530a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3946719 Aug 17 02:29:11.972738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54758) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:11.979387 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bb39ac-17cd-49f1-9169-9583d948b748 None None] Sync routers for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:29:11.987855 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d3035fa-23d3-4a34-8f39-e6fabecad28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:12.001797 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb39ac-17cd-49f1-9169-9583d948b748 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:12.003931 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-52bb39ac-17cd-49f1-9169-9583d948b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:12.030599 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d3035fa-23d3-4a34-8f39-e6fabecad28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:12.056137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-52bb39ac-17cd-49f1-9169-9583d948b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:12.084116 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb39ac-17cd-49f1-9169-9583d948b748 None None] Routers {'142b59ec-e1b2-4b87-895b-702d211530a2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:12.084758 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-52bb39ac-17cd-49f1-9169-9583d948b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['142b59ec-e1b2-4b87-895b-702d211530a2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:12.126226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-52bb39ac-17cd-49f1-9169-9583d948b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:12.126898 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bb39ac-17cd-49f1-9169-9583d948b748 None None] The sync data for ids ['142b59ec-e1b2-4b87-895b-702d211530a2'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:29:12.193579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-c55f1dab-8b3b-4e06-97b3-06773d0059d5 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f38b4c1f22e14380ae92d99e110612ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300398 Aug 17 02:29:12.201284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-316f3454-7f5f-43dd-92ec-0e5823465db5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:12.253993 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d3035fa-23d3-4a34-8f39-e6fabecad28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:12.258849 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d3035fa-23d3-4a34-8f39-e6fabecad28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:12.261606 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6d3035fa-23d3-4a34-8f39-e6fabecad28f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfb7cf2a-d594-40bc-b342-c71d2ab7b08f HTTP/1.1" status: 204 len: 168 time: 0.3659124 Aug 17 02:29:12.276229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3035fa-23d3-4a34-8f39-e6fabecad28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb7cf2a-d594-40bc-b342-c71d2ab7b08f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:12.399584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-f96819ae-2cec-405d-919c-31c29501bb7d tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:12.401090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-f96819ae-2cec-405d-919c-31c29501bb7d tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977031 Aug 17 02:29:12.411626 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-316f3454-7f5f-43dd-92ec-0e5823465db5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:12.430825 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-b5ab8e66-6bfa-4194-9306-1feda94dcec2 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/quotas/f38b4c1f22e14380ae92d99e110612ae HTTP/1.1" status: 200 len: 375 time: 0.0216393 Aug 17 02:29:12.470382 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-5693d5f3-d1d1-4862-b3e6-532e0e792e35 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f38b4c1f22e14380ae92d99e110612ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291278 Aug 17 02:29:12.621121 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-316f3454-7f5f-43dd-92ec-0e5823465db5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting port 1427f819-53ec-4900-94ef-7fde1c123733 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:12.621584 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-316f3454-7f5f-43dd-92ec-0e5823465db5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:12.755106 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-316f3454-7f5f-43dd-92ec-0e5823465db5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:12.780723 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-316f3454-7f5f-43dd-92ec-0e5823465db5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Calling delete_port for 1427f819-53ec-4900-94ef-7fde1c123733 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:13.213952 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-316f3454-7f5f-43dd-92ec-0e5823465db5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:13.263619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f3454-7f5f-43dd-92ec-0e5823465db5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Port': ['ID=1427f819-53ec-4900-94ef-7fde1c123733,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:13.363663 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-316f3454-7f5f-43dd-92ec-0e5823465db5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:13.520724 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-316f3454-7f5f-43dd-92ec-0e5823465db5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:13.539057 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-316f3454-7f5f-43dd-92ec-0e5823465db5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:13.630021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad1d4a-23c9-4ebb-86b7-9e17b6df3eb8 req-8f3e5bc9-d235-45fb-a54d-ba6b857189ad tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:13.631646 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2ad1d4a-23c9-4ebb-86b7-9e17b6df3eb8 req-8f3e5bc9-d235-45fb-a54d-ba6b857189ad tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 946 time: 0.1285603 Aug 17 02:29:13.710393 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2ad1d4a-23c9-4ebb-86b7-9e17b6df3eb8 req-0b1c6fa7-e8bb-44b0-94fe-df3ffab38cb2 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724256 Aug 17 02:29:13.890621 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-316f3454-7f5f-43dd-92ec-0e5823465db5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:13.891921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316f3454-7f5f-43dd-92ec-0e5823465db5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Fanout notify agent at l3_agent the message router_deleted on router 142b59ec-e1b2-4b87-895b-702d211530a2 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:29:13.895458 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:13.919629 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-316f3454-7f5f-43dd-92ec-0e5823465db5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:13.925146 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54808) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:13.925678 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-316f3454-7f5f-43dd-92ec-0e5823465db5 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/routers/142b59ec-e1b2-4b87-895b-702d211530a2 HTTP/1.1" status: 204 len: 168 time: 1.9505858 Aug 17 02:29:13.993835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4d7bf9-7837-4d82-b7f1-8061b9c7bbc7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Deleting subnet 6f9e8da4-6fe7-4698-8d0f-f724571a0101 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:29:13.998448 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b4d7bf9-7837-4d82-b7f1-8061b9c7bbc7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:14.069996 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b4d7bf9-7837-4d82-b7f1-8061b9c7bbc7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:14.125872 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-a748b55e-03be-4ac0-b9b5-7f9927895098 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f38b4c1f22e14380ae92d99e110612ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603065 Aug 17 02:29:14.164765 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b4d7bf9-7837-4d82-b7f1-8061b9c7bbc7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:14.336043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-0c6e4f43-1165-4af1-9979-d2495bbe7d30 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:14.344681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-0c6e4f43-1165-4af1-9979-d2495bbe7d30 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927226 Aug 17 02:29:14.350050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54826) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:14.362707 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b4d7bf9-7837-4d82-b7f1-8061b9c7bbc7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:14.378287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-1eb09e88-a57a-4ffd-8136-2b24b5b3d9e3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/quotas/f38b4c1f22e14380ae92d99e110612ae HTTP/1.1" status: 200 len: 375 time: 0.0321484 Aug 17 02:29:14.419645 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b4d7bf9-7837-4d82-b7f1-8061b9c7bbc7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:14.423733 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8b4d7bf9-7837-4d82-b7f1-8061b9c7bbc7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/subnets/6f9e8da4-6fe7-4698-8d0f-f724571a0101 HTTP/1.1" status: 204 len: 168 time: 0.4964657 Aug 17 02:29:14.425420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d7bf9-7837-4d82-b7f1-8061b9c7bbc7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9e8da4-6fe7-4698-8d0f-f724571a0101,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:14.429834 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54830) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:14.452480 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-d2a17f6b-521d-47e9-af94-2310b25a0de7 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f38b4c1f22e14380ae92d99e110612ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724013 Aug 17 02:29:14.516479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'network': {'name': 'tempest-RoutersTest-1180730870'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:14.568278 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-850d46e1-6051-4484-9fcb-2d7cabed34b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:14.707095 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-850d46e1-6051-4484-9fcb-2d7cabed34b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:14.726344 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-850d46e1-6051-4484-9fcb-2d7cabed34b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:14.746086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-850d46e1-6051-4484-9fcb-2d7cabed34b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45b347a-da79-49a5-98f7-5adf8428d184') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:14.746579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-850d46e1-6051-4484-9fcb-2d7cabed34b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45b347a-da79-49a5-98f7-5adf8428d184') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:14.764646 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-850d46e1-6051-4484-9fcb-2d7cabed34b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:14.791195 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-850d46e1-6051-4484-9fcb-2d7cabed34b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:14.799585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850d46e1-6051-4484-9fcb-2d7cabed34b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:29:14.800039 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-850d46e1-6051-4484-9fcb-2d7cabed34b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:29:14.803095 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:29:14.818023 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:14.821518 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:14.887047 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:14.889688 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54846) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:15.096504 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-850d46e1-6051-4484-9fcb-2d7cabed34b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:15.104975 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da94d7b-6f72-4f8e-9203-108148300ae3 req-ba6e37c5-f301-4e72-a003-0612388c5d92 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:15.106598 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8da94d7b-6f72-4f8e-9203-108148300ae3 req-ba6e37c5-f301-4e72-a003-0612388c5d92 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 946 time: 0.1241529 Aug 17 02:29:15.108626 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-850d46e1-6051-4484-9fcb-2d7cabed34b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:15.114700 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-850d46e1-6051-4484-9fcb-2d7cabed34b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] 10.222.0.13 "DELETE /v2.0/networks/b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4 HTTP/1.1" status: 204 len: 168 time: 0.6794052 Aug 17 02:29:15.114967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e145a0-e122-4b83-a076-e81af90197d8 req-98fd18a4-eca4-4004-8bbe-6c1938b76fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:15.114967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e145a0-e122-4b83-a076-e81af90197d8 req-98fd18a4-eca4-4004-8bbe-6c1938b76fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:15.115303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e145a0-e122-4b83-a076-e81af90197d8 req-98fd18a4-eca4-4004-8bbe-6c1938b76fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:15.115714 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e145a0-e122-4b83-a076-e81af90197d8 req-98fd18a4-eca4-4004-8bbe-6c1938b76fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:15.116197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e145a0-e122-4b83-a076-e81af90197d8 req-98fd18a4-eca4-4004-8bbe-6c1938b76fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:15.116673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e145a0-e122-4b83-a076-e81af90197d8 req-98fd18a4-eca4-4004-8bbe-6c1938b76fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:15.117145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e145a0-e122-4b83-a076-e81af90197d8 req-98fd18a4-eca4-4004-8bbe-6c1938b76fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:15.119218 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f0e145a0-e122-4b83-a076-e81af90197d8 req-98fd18a4-eca4-4004-8bbe-6c1938b76fb7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 6495 time: 0.2239809 Aug 17 02:29:15.131140 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:15.132988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d46e1-6051-4484-9fcb-2d7cabed34b7 tempest-FloatingIPTestJSON-50867683 tempest-FloatingIPTestJSON-50867683-project] Pushing event deleted for resources: {'Network': ['ID=b95e58a3-b79f-4ff0-a7a6-cfbb141c03a4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:15.197367 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8da94d7b-6f72-4f8e-9203-108148300ae3 req-c338969e-db3b-4726-b35c-b52123ca70d4 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673356 Aug 17 02:29:15.199358 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f0e145a0-e122-4b83-a076-e81af90197d8 req-464a5e4d-ebf7-4bcb-a179-cdd6df527a90 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=44fbd38a-0fac-4114-a112-ca3afeecf09b&id=cab0e778-a0e9-4080-b594-4a2cfce5b416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615408 Aug 17 02:29:15.284446 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:15.324132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:29:15.339326 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd34928-7ee5-4604-9fbf-0750c50a6fd6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:15.349105 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:15.349105 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Added segment 76ce8ef2-394f-4b77-93af-9d1d52437064 of type vlan for network 64886dfa-2c9c-4eca-8490-30f48fa0bece Aug 17 02:29:15.388989 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:15.534159 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:15.543892 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:15.544892 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:15.658871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Network': ['ID=64886dfa-2c9c-4eca-8490-30f48fa0bece,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:15.679389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 64886dfa-2c9c-4eca-8490-30f48fa0bece details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:29:15.825359 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-aca479b5-aa60-4fc3-b3dd-3264f5baf5bc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4709296 Aug 17 02:29:15.825955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54870) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:15.832764 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-5d95941b-2eb6-4fc0-9234-dc7753620ccc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'network': {'name': 'tempest-RoutersTest-1805341693'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:15.893148 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f040c1-aa7a-4c12-be13-ee1a2e3c404a req-f0af180b-377b-4c26-8950-3b615b8d147c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:15.894781 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b8f040c1-aa7a-4c12-be13-ee1a2e3c404a req-f0af180b-377b-4c26-8950-3b615b8d147c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 946 time: 0.1084006 Aug 17 02:29:16.032261 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b904c925-daf1-4de9-a2cf-19779e860a84 req-f23c435a-1ecd-48b4-8c0f-886a65b2e53d tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 210 time: 0.0470314 Aug 17 02:29:16.032261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54874) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:16.061749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d95941b-2eb6-4fc0-9234-dc7753620ccc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:16.067142 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5d95941b-2eb6-4fc0-9234-dc7753620ccc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:16.097640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-b8f040c1-aa7a-4c12-be13-ee1a2e3c404a req-9097c0f6-c4a6-4b0f-b5d5-3f92fbb7de91 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Deleting port af93c302-4aa1-485b-b443-4985e3cc355b {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:16.104004 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b8f040c1-aa7a-4c12-be13-ee1a2e3c404a req-9097c0f6-c4a6-4b0f-b5d5-3f92fbb7de91 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:16.109358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d95941b-2eb6-4fc0-9234-dc7753620ccc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:29:16.121925 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5d95941b-2eb6-4fc0-9234-dc7753620ccc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:16.122725 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-5d95941b-2eb6-4fc0-9234-dc7753620ccc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Added segment db0a8fb2-2bb0-4731-abcc-9b90e8603ac4 of type vlan for network 2e47c6bb-10c2-4a81-bcc9-38067f4ad111 Aug 17 02:29:16.200249 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5d95941b-2eb6-4fc0-9234-dc7753620ccc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:16.242932 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-b8f040c1-aa7a-4c12-be13-ee1a2e3c404a req-9097c0f6-c4a6-4b0f-b5d5-3f92fbb7de91 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] For port af93c302-4aa1-485b-b443-4985e3cc355b, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=af93c302-4aa1-485b-b443-4985e3cc355b,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:16.243432 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b8f040c1-aa7a-4c12-be13-ee1a2e3c404a req-9097c0f6-c4a6-4b0f-b5d5-3f92fbb7de91 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:16.268158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-b8f040c1-aa7a-4c12-be13-ee1a2e3c404a req-9097c0f6-c4a6-4b0f-b5d5-3f92fbb7de91 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Calling delete_port for af93c302-4aa1-485b-b443-4985e3cc355b owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:16.305153 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-034c3700-7f2e-4933-b2f1-5719bf1c7bd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3937e7e7093b4f6da0937cbb85ae7641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745485 Aug 17 02:29:16.308409 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54880) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:16.330057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c65e5-dd77-4052-bddf-fa6ff875e04c req-5489be57-33be-46a4-a9fb-ef54a6554482 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:16.331753 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab9c65e5-dd77-4052-bddf-fa6ff875e04c req-5489be57-33be-46a4-a9fb-ef54a6554482 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 946 time: 0.1014202 Aug 17 02:29:16.340004 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5d95941b-2eb6-4fc0-9234-dc7753620ccc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:16.345793 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d95941b-2eb6-4fc0-9234-dc7753620ccc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:16.346439 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5d95941b-2eb6-4fc0-9234-dc7753620ccc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:16.489845 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95941b-2eb6-4fc0-9234-dc7753620ccc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Network': ['ID=2e47c6bb-10c2-4a81-bcc9-38067f4ad111,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:16.502401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 2e47c6bb-10c2-4a81-bcc9-38067f4ad111 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:29:16.517456 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b8f040c1-aa7a-4c12-be13-ee1a2e3c404a req-9097c0f6-c4a6-4b0f-b5d5-3f92fbb7de91 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:16.525550 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab9c65e5-dd77-4052-bddf-fa6ff875e04c req-34a6613d-6746-46f0-8ed7-18177b4251e5 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762168 Aug 17 02:29:16.527847 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e45353eb-ebff-4a55-ab25-463d4eeca701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:16.561946 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['76a66684-e333-427a-a7ac-64b355670e00', 'af93c302-4aa1-485b-b443-4985e3cc355b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:29:16.562192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097c0f6-c4a6-4b0f-b5d5-3f92fbb7de91 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Pushing event deleted for resources: {'Port': ['ID=af93c302-4aa1-485b-b443-4985e3cc355b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:16.601224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5d95941b-2eb6-4fc0-9234-dc7753620ccc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7741866 Aug 17 02:29:16.602281 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54882) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:16.604856 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e45353eb-ebff-4a55-ab25-463d4eeca701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:16.614994 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a957a3d1-f187-4bdf-89ba-58a3a01e0451 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'subnet': {'network_id': '64886dfa-2c9c-4eca-8490-30f48fa0bece', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:16.639550 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f040c1-aa7a-4c12-be13-ee1a2e3c404a req-9097c0f6-c4a6-4b0f-b5d5-3f92fbb7de91 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] No DVR routers for this DVR port af93c302-4aa1-485b-b443-4985e3cc355b on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:29:16.644651 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b8f040c1-aa7a-4c12-be13-ee1a2e3c404a req-9097c0f6-c4a6-4b0f-b5d5-3f92fbb7de91 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:16.649501 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b8f040c1-aa7a-4c12-be13-ee1a2e3c404a req-9097c0f6-c4a6-4b0f-b5d5-3f92fbb7de91 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "DELETE /v2.0/ports/af93c302-4aa1-485b-b443-4985e3cc355b HTTP/1.1" status: 204 len: 173 time: 0.7362258 Aug 17 02:29:16.650201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7985da01-9fd2-4063-b114-0ccdb9110577', 'name': 'network-vif-deleted', 'tag': 'af93c302-4aa1-485b-b443-4985e3cc355b'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:29:16.662348 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e58b7d0-0ad8-45af-89e6-44b67fb0116c" -d '{"events": [{"server_uuid": "7985da01-9fd2-4063-b114-0ccdb9110577", "name": "network-vif-deleted", "tag": "af93c302-4aa1-485b-b443-4985e3cc355b"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:29:16.754551 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-235de9f1-0c3b-4892-94ba-8b0ffd265d2f req-991ec075-7d3e-41a6-8543-cb14ab5a3f54 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 210 time: 0.0555718 Aug 17 02:29:17.007199 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76931aa3-a775-4d86-ac4c-1ea21811197d x-openstack-request-id: req-76931aa3-a775-4d86-ac4c-1ea21811197d {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:29:17.007502 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7985da01-9fd2-4063-b114-0ccdb9110577", "name": "network-vif-deleted", "tag": "af93c302-4aa1-485b-b443-4985e3cc355b", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:29:17.007898 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76931aa3-a775-4d86-ac4c-1ea21811197d {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:29:17.008370 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7985da01-9fd2-4063-b114-0ccdb9110577', 'name': 'network-vif-deleted', 'tag': 'af93c302-4aa1-485b-b443-4985e3cc355b', 'status': 'completed', 'code': 200} Aug 17 02:29:17.014583 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a957a3d1-f187-4bdf-89ba-58a3a01e0451 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:17.020840 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a957a3d1-f187-4bdf-89ba-58a3a01e0451 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:17.027907 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e45353eb-ebff-4a55-ab25-463d4eeca701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:17.030547 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e45353eb-ebff-4a55-ab25-463d4eeca701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:17.033444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e45353eb-ebff-4a55-ab25-463d4eeca701 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13350da7-34cc-432d-adaa-69216b5277bb HTTP/1.1" status: 204 len: 168 time: 0.7236488 Aug 17 02:29:17.127700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45353eb-ebff-4a55-ab25-463d4eeca701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13350da7-34cc-432d-adaa-69216b5277bb,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:17.139650 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-a337e4f0-9fe4-4ba5-a6c1-05a034150aa1 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f38b4c1f22e14380ae92d99e110612ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762007 Aug 17 02:29:17.319881 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e58d6ad9-65ee-40b6-8744-c5b07af04023 req-0d064b58-00f2-4029-a46b-6310095802e7 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 210 time: 0.0987816 Aug 17 02:29:17.360608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-297ca99b-f113-44d6-959b-5c63689f9813 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:17.360608 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-297ca99b-f113-44d6-959b-5c63689f9813 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104120 Aug 17 02:29:17.383343 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Request body: {'port': {'device_id': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'f38b4c1f22e14380ae92d99e110612ae'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:17.545572 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a957a3d1-f187-4bdf-89ba-58a3a01e0451 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:17.546706 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:29:17.649878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957a3d1-f187-4bdf-89ba-58a3a01e0451 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Subnet': ['ID=cdfebc00-e181-4d50-952a-ccd673dadda5,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:17.667243 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957a3d1-f187-4bdf-89ba-58a3a01e0451 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Checking segment: {'id': '76ce8ef2-394f-4b77-93af-9d1d52437064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '64886dfa-2c9c-4eca-8490-30f48fa0bece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:29:17.668221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a957a3d1-f187-4bdf-89ba-58a3a01e0451 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network hostable DHCP agents. Network: 64886dfa-2c9c-4eca-8490-30f48fa0bece, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:29:17.689380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Made reservation on behalf of f38b4c1f22e14380ae92d99e110612ae for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:17.693826 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:17.706984 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:17.758729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63663df5-c063-477b-adda-6b422dfb373e req-f012a143-c602-4151-97df-09a6a692c4fc tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:17.761540 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63663df5-c063-477b-adda-6b422dfb373e req-f012a143-c602-4151-97df-09a6a692c4fc tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 946 time: 0.0769966 Aug 17 02:29:17.807908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a957a3d1-f187-4bdf-89ba-58a3a01e0451 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 64886dfa-2c9c-4eca-8490-30f48fa0bece is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:29:17.845324 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63663df5-c063-477b-adda-6b422dfb373e req-402814b1-3fa0-4ae5-80d6-ef2b77421375 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555973 Aug 17 02:29:17.887030 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:17.932937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-a957a3d1-f187-4bdf-89ba-58a3a01e0451 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 64886dfa-2c9c-4eca-8490-30f48fa0bece) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:17.939771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a957a3d1-f187-4bdf-89ba-58a3a01e0451 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:17.944014 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a957a3d1-f187-4bdf-89ba-58a3a01e0451 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:17.947782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e8ecf0-b689-438b-ad5a-58b0000c2ae9 None None] Network 64886dfa-2c9c-4eca-8490-30f48fa0bece requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:29:17.983810 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0cf29877-58ac-423f-8311-6230dd51b95c req-dfc93516-95dc-4ef5-8472-5f71e9470e0a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=7985da01-9fd2-4063-b114-0ccdb9110577 HTTP/1.1" status: 200 len: 210 time: 0.0401533 Aug 17 02:29:18.020031 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:18.133647 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6d6a-0cca-4b7e-b474-489e28299026 req-0c13249b-59d6-499a-87c8-9148231c641b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:18.135622 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eb7d6d6a-0cca-4b7e-b474-489e28299026 req-0c13249b-59d6-499a-87c8-9148231c641b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 946 time: 0.1541829 Aug 17 02:29:18.138873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf23455-3dab-43bf-b494-0808cf07cbf5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:18.145114 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a957a3d1-f187-4bdf-89ba-58a3a01e0451 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5367756 Aug 17 02:29:18.148370 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54912) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:18.154786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-54b00412-1e33-4279-8241-5f20c88a2f0e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'subnet': {'network_id': '2e47c6bb-10c2-4a81-bcc9-38067f4ad111', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:18.163887 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-64886dfa-2c9c-4eca-8490-30f48fa0bece', 'network_id': '64886dfa-2c9c-4eca-8490-30f48fa0bece', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'fixed_ips': [{'subnet_id': 'cdfebc00-e181-4d50-952a-ccd673dadda5'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:29:18.164771 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:18.278194 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-48b0ab18-117a-4579-9e5b-d9e54a9d1cdf tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f38b4c1f22e14380ae92d99e110612ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363314 Aug 17 02:29:18.340154 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Allocated IP 172.20.0.2 (64886dfa-2c9c-4eca-8490-30f48fa0bece/cdfebc00-e181-4d50-952a-ccd673dadda5/f889b8c9-3f71-493f-b41f-59a0b1d3aa73) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:18.374063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Allocated IP 192.168.233.178 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/9576ebd2-ad25-44d6-bfa0-47f40b8ef285) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:18.451251 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b00412-1e33-4279-8241-5f20c88a2f0e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:18.462473 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54b00412-1e33-4279-8241-5f20c88a2f0e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:18.485469 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0501743-e37a-4cea-b89c-2fedc7e89881 req-d3eb9684-52c2-4f52-b8d8-1e8c1a02c9ec tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 210 time: 0.0474870 Aug 17 02:29:18.511889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-a70467fa-d800-43e0-bfd8-08c3d03f5e53 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:18.513420 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-a70467fa-d800-43e0-bfd8-08c3d03f5e53 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289350 Aug 17 02:29:18.561472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-6b33e0a8-4edf-4e2b-90f6-6ee5d8755322 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Request body: {'port': {'device_id': '12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'f38b4c1f22e14380ae92d99e110612ae'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:18.567168 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:18.593855 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-eb7d6d6a-0cca-4b7e-b474-489e28299026 req-fdb6288b-144a-4f43-b268-0cd1b91ed96f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Deleting port 4f687b30-b9f2-457c-b395-967e14c800d2 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:18.594043 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb7d6d6a-0cca-4b7e-b474-489e28299026 req-fdb6288b-144a-4f43-b268-0cd1b91ed96f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:18.602751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Transition to ACTIVE for port object f889b8c9-3f71-493f-b41f-59a0b1d3aa73 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:18.624376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Transition to ACTIVE for port object f889b8c9-3f71-493f-b41f-59a0b1d3aa73 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:18.779258 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:18.779540 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:18.816947 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Transition to ACTIVE for port object 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:18.824675 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54b00412-1e33-4279-8241-5f20c88a2f0e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:18.827953 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Network 64886dfa-2c9c-4eca-8490-30f48fa0bece is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:18.828949 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-eb7d6d6a-0cca-4b7e-b474-489e28299026 req-fdb6288b-144a-4f43-b268-0cd1b91ed96f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] For port 4f687b30-b9f2-457c-b395-967e14c800d2, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=4f687b30-b9f2-457c-b395-967e14c800d2,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:18.829365 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb7d6d6a-0cca-4b7e-b474-489e28299026 req-fdb6288b-144a-4f43-b268-0cd1b91ed96f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:18.831126 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:18.840542 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:29:18.847802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-eb7d6d6a-0cca-4b7e-b474-489e28299026 req-fdb6288b-144a-4f43-b268-0cd1b91ed96f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Calling delete_port for 4f687b30-b9f2-457c-b395-967e14c800d2 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:18.877530 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Pushing event updated for resources: {'Port': ['ID=f889b8c9-3f71-493f-b41f-59a0b1d3aa73,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:18.898533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b00412-1e33-4279-8241-5f20c88a2f0e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Subnet': ['ID=5495683a-7cff-4a7a-a071-617de383863f,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:18.931914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b00412-1e33-4279-8241-5f20c88a2f0e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Checking segment: {'id': 'db0a8fb2-2bb0-4731-abcc-9b90e8603ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2e47c6bb-10c2-4a81-bcc9-38067f4ad111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:29:18.932393 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b00412-1e33-4279-8241-5f20c88a2f0e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network hostable DHCP agents. Network: 2e47c6bb-10c2-4a81-bcc9-38067f4ad111, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:29:18.941863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-6b33e0a8-4edf-4e2b-90f6-6ee5d8755322 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Made reservation on behalf of f38b4c1f22e14380ae92d99e110612ae for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:18.945725 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-6b33e0a8-4edf-4e2b-90f6-6ee5d8755322 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.039096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc0f38-b356-44f3-9af5-14cea06f827e req-6ee061a9-408d-4b08-a24a-e6ebb1180308 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:19.040680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57cc0f38-b356-44f3-9af5-14cea06f827e req-6ee061a9-408d-4b08-a24a-e6ebb1180308 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 946 time: 0.0804465 Aug 17 02:29:19.073879 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:19.074364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:19.075171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:19.075171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:19.075397 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:19.075517 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b00412-1e33-4279-8241-5f20c88a2f0e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 2e47c6bb-10c2-4a81-bcc9-38067f4ad111 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:29:19.075620 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:19.075866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:19.076189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:19.076509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:19.076827 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:19.077147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:19.077495 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:29:19.103788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57cc0f38-b356-44f3-9af5-14cea06f827e req-a2757462-28e3-4150-94ab-6b536e03a94e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508511 Aug 17 02:29:19.105769 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Attempting to bind port f889b8c9-3f71-493f-b41f-59a0b1d3aa73 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:29:19.107409 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Attempting to bind port f889b8c9-3f71-493f-b41f-59a0b1d3aa73 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '76ce8ef2-394f-4b77-93af-9d1d52437064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '64886dfa-2c9c-4eca-8490-30f48fa0bece'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:29:19.107918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Attempting to bind port f889b8c9-3f71-493f-b41f-59a0b1d3aa73 on network 64886dfa-2c9c-4eca-8490-30f48fa0bece {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:29:19.118324 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:29:19.118324 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Checking segment: {'id': '76ce8ef2-394f-4b77-93af-9d1d52437064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '64886dfa-2c9c-4eca-8490-30f48fa0bece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:29:19.119789 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.119789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Bound using segment: {'id': '76ce8ef2-394f-4b77-93af-9d1d52437064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '64886dfa-2c9c-4eca-8490-30f48fa0bece'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:29:19.120859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Bound port: f889b8c9-3f71-493f-b41f-59a0b1d3aa73, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ce8ef2-394f-4b77-93af-9d1d52437064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '64886dfa-2c9c-4eca-8490-30f48fa0bece'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:29:19.121607 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.132443 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.201204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-54b00412-1e33-4279-8241-5f20c88a2f0e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 2e47c6bb-10c2-4a81-bcc9-38067f4ad111) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:19.206731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b00412-1e33-4279-8241-5f20c88a2f0e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:19.207397 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54b00412-1e33-4279-8241-5f20c88a2f0e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.211111 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] For port f889b8c9-3f71-493f-b41f-59a0b1d3aa73, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:29:19.226285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] For port f889b8c9-3f71-493f-b41f-59a0b1d3aa73, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f889b8c9-3f71-493f-b41f-59a0b1d3aa73,segment=NetworkSegment(76ce8ef2-394f-4b77-93af-9d1d52437064),segment_id=76ce8ef2-394f-4b77-93af-9d1d52437064)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:29:19.228925 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acedeea-4fd0-4f0a-9efe-7a6c95a39343 None None] Network 2e47c6bb-10c2-4a81-bcc9-38067f4ad111 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:29:19.275698 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:19.276484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Pushing event updated for resources: {'Port': ['ID=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:19.298193 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:19.301802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:29:19.361840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-6b33e0a8-4edf-4e2b-90f6-6ee5d8755322 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Allocated IP 192.168.233.214 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/d8a13ec4-b686-4c64-b1e7-19b54f5edf9a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:19.373581 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-54b00412-1e33-4279-8241-5f20c88a2f0e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2240977 Aug 17 02:29:19.376619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54938) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:19.382442 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-fed7dc2d-658f-4b3f-9a9d-e7229549783d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-280099165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:19.419415 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:19.420091 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.422726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-2e47c6bb-10c2-4a81-bcc9-38067f4ad111', 'network_id': '2e47c6bb-10c2-4a81-bcc9-38067f4ad111', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'fixed_ips': [{'subnet_id': '5495683a-7cff-4a7a-a071-617de383863f'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:29:19.423968 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.436801 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.437055 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb7d6d6a-0cca-4b7e-b474-489e28299026 req-fdb6288b-144a-4f43-b268-0cd1b91ed96f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.479380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['4f687b30-b9f2-457c-b395-967e14c800d2'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:29:19.525520 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6288b-144a-4f43-b268-0cd1b91ed96f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Pushing event deleted for resources: {'Port': ['ID=4f687b30-b9f2-457c-b395-967e14c800d2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:19.535439 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed7dc2d-658f-4b3f-9a9d-e7229549783d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.535439 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed7dc2d-658f-4b3f-9a9d-e7229549783d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.608726 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7d6d6a-0cca-4b7e-b474-489e28299026 req-fdb6288b-144a-4f43-b268-0cd1b91ed96f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] No DVR routers for this DVR port 4f687b30-b9f2-457c-b395-967e14c800d2 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:29:19.614582 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb7d6d6a-0cca-4b7e-b474-489e28299026 req-fdb6288b-144a-4f43-b268-0cd1b91ed96f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.621134 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eb7d6d6a-0cca-4b7e-b474-489e28299026 req-fdb6288b-144a-4f43-b268-0cd1b91ed96f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "DELETE /v2.0/ports/4f687b30-b9f2-457c-b395-967e14c800d2 HTTP/1.1" status: 204 len: 173 time: 1.4537802 Aug 17 02:29:19.628013 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac78004-bf02-4925-9d1f-f52324d19370', 'name': 'network-vif-deleted', 'tag': '4f687b30-b9f2-457c-b395-967e14c800d2'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:29:19.630620 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c83e682-90d7-49b4-8d1e-e14e918eb008" -d '{"events": [{"server_uuid": "5ac78004-bf02-4925-9d1f-f52324d19370", "name": "network-vif-deleted", "tag": "4f687b30-b9f2-457c-b395-967e14c800d2"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:29:19.646481 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed7dc2d-658f-4b3f-9a9d-e7229549783d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.649631 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6129d-0c1d-453d-9356-9518d99c25d1 None None] Pushing event updated for resources: {'Port': ['ID=f889b8c9-3f71-493f-b41f-59a0b1d3aa73,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:19.703966 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-36233561-ce96-431b-9e2f-ddabc8905667 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3335514 Aug 17 02:29:19.739359 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-6b33e0a8-4edf-4e2b-90f6-6ee5d8755322 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.763278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device af93c302-4aa1-485b-b443-4985e3cc355b no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:29:19.770152 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-6b33e0a8-4edf-4e2b-90f6-6ee5d8755322 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Transition to ACTIVE for port object d8a13ec4-b686-4c64-b1e7-19b54f5edf9a will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:19.800386 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: af93c302-4aa1-485b-b443-4985e3cc355b {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:29:19.800727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device af93c302-4aa1-485b-b443-4985e3cc355b not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:29:19.806048 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Allocated IP 172.21.0.2 (2e47c6bb-10c2-4a81-bcc9-38067f4ad111/5495683a-7cff-4a7a-a071-617de383863f/e964f918-584e-421c-83f5-f42b19c6b69d) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:19.858487 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed7dc2d-658f-4b3f-9a9d-e7229549783d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.941745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a3087f8b-1991-4c12-8f16-12cfcdb786ac req-47336289-f2f5-4ef2-bbb5-a6557743b5e5 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 210 time: 0.0341463 Aug 17 02:29:19.978268 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9b4235dc-6bcc-4c69-adc1-883d96337fe5 None None] Provisioning for port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:19.988998 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9b4235dc-6bcc-4c69-adc1-883d96337fe5 None None] Provisioning complete for port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:19.989410 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9b4235dc-6bcc-4c69-adc1-883d96337fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:19.991451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Request body: {'port': {'device_id': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:20.001991 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-6b33e0a8-4edf-4e2b-90f6-6ee5d8755322 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:20.072679 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed7dc2d-658f-4b3f-9a9d-e7229549783d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:20.079584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fed7dc2d-658f-4b3f-9a9d-e7229549783d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7011013 Aug 17 02:29:20.093366 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54958) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:20.104778 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9b4235dc-6bcc-4c69-adc1-883d96337fe5 None None] Port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:29:20.117836 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:20.134227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Transition to ACTIVE for port object e964f918-584e-421c-83f5-f42b19c6b69d will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:20.164757 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Transition to ACTIVE for port object e964f918-584e-421c-83f5-f42b19c6b69d will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:20.182714 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcfe4f8-6480-4c59-9797-fc116ada04b5 x-openstack-request-id: req-bbcfe4f8-6480-4c59-9797-fc116ada04b5 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:29:20.183137 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac78004-bf02-4925-9d1f-f52324d19370", "name": "network-vif-deleted", "tag": "4f687b30-b9f2-457c-b395-967e14c800d2", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:29:20.183583 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbcfe4f8-6480-4c59-9797-fc116ada04b5 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:29:20.184025 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac78004-bf02-4925-9d1f-f52324d19370', 'name': 'network-vif-deleted', 'tag': '4f687b30-b9f2-457c-b395-967e14c800d2', 'status': 'completed', 'code': 200} Aug 17 02:29:20.305102 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:20.325611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Network 2e47c6bb-10c2-4a81-bcc9-38067f4ad111 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:20.341152 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0c81acc-a658-4f92-bc86-6fee68b89ba0 req-71809443-dd75-462d-b67c-9dc3854e2e2c tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac78004-bf02-4925-9d1f-f52324d19370 HTTP/1.1" status: 200 len: 210 time: 0.0436380 Aug 17 02:29:20.351441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:20.362772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:29:20.407524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Pushing event updated for resources: {'Port': ['ID=e964f918-584e-421c-83f5-f42b19c6b69d,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:20.456331 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Attempting to bind port e964f918-584e-421c-83f5-f42b19c6b69d on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:29:20.456975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Attempting to bind port e964f918-584e-421c-83f5-f42b19c6b69d by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db0a8fb2-2bb0-4731-abcc-9b90e8603ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2e47c6bb-10c2-4a81-bcc9-38067f4ad111'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:29:20.456975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Attempting to bind port e964f918-584e-421c-83f5-f42b19c6b69d on network 2e47c6bb-10c2-4a81-bcc9-38067f4ad111 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:29:20.463314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:29:20.463695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Checking segment: {'id': 'db0a8fb2-2bb0-4731-abcc-9b90e8603ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2e47c6bb-10c2-4a81-bcc9-38067f4ad111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:29:20.464165 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:20.464676 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Bound using segment: {'id': 'db0a8fb2-2bb0-4731-abcc-9b90e8603ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2e47c6bb-10c2-4a81-bcc9-38067f4ad111'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:29:20.465167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Bound port: e964f918-584e-421c-83f5-f42b19c6b69d, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0a8fb2-2bb0-4731-abcc-9b90e8603ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2e47c6bb-10c2-4a81-bcc9-38067f4ad111'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:29:20.465498 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:20.572297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] For port e964f918-584e-421c-83f5-f42b19c6b69d, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:29:20.577016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] For port e964f918-584e-421c-83f5-f42b19c6b69d, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e964f918-584e-421c-83f5-f42b19c6b69d,segment=NetworkSegment(db0a8fb2-2bb0-4731-abcc-9b90e8603ac4),segment_id=db0a8fb2-2bb0-4731-abcc-9b90e8603ac4)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:29:20.650610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e733f-0c74-448b-b327-2044186ed6dc req-14fd7404-4685-4c4b-949e-590be940de4f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:20.652389 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-824e733f-0c74-448b-b327-2044186ed6dc req-14fd7404-4685-4c4b-949e-590be940de4f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 806 time: 0.1980288 Aug 17 02:29:20.674777 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-824e733f-0c74-448b-b327-2044186ed6dc req-2d51e0b0-a617-49ea-8913-78d0f06c9896 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/quotas/de182f93f73446919b2fe4aeee1dafc6 HTTP/1.1" status: 200 len: 375 time: 0.0138757 Aug 17 02:29:20.695502 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:20.715973 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:20.719375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-6b33e0a8-4edf-4e2b-90f6-6ee5d8755322 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:20.730959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-6b33e0a8-4edf-4e2b-90f6-6ee5d8755322 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:20.734539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-6b33e0a8-4edf-4e2b-90f6-6ee5d8755322 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:29:20.748566 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33e0a8-4edf-4e2b-90f6-6ee5d8755322 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Pushing event updated for resources: {'Port': ['ID=d8a13ec4-b686-4c64-b1e7-19b54f5edf9a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:20.756538 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-824e733f-0c74-448b-b327-2044186ed6dc req-9c9c80d8-d1f2-44c0-88c3-029d9bed9756 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0674448 Aug 17 02:29:20.830929 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975a475-c9a8-4913-9488-3fab50f0af0f None None] Pushing event updated for resources: {'Port': ['ID=e964f918-584e-421c-83f5-f42b19c6b69d,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:21.068910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-6b33e0a8-4edf-4e2b-90f6-6ee5d8755322 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:21.068910 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-6b33e0a8-4edf-4e2b-90f6-6ee5d8755322 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:21.245068 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef2a138-7d8e-4055-928f-38377797d39f None None] Network 64886dfa-2c9c-4eca-8490-30f48fa0bece requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:29:21.339043 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:21.437430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a7c84d9f-d82b-49ff-ba06-15deea18052b None None] Provisioning for port f889b8c9-3f71-493f-b41f-59a0b1d3aa73 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:21.445854 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-824e733f-0c74-448b-b327-2044186ed6dc req-e7fb6d8b-3789-4267-9fca-dc184d085864 service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857243 Aug 17 02:29:21.447360 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-6b33e0a8-4edf-4e2b-90f6-6ee5d8755322 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8917732 Aug 17 02:29:21.479329 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Request body: {'port': {'device_id': '12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:21.568794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-824e733f-0c74-448b-b327-2044186ed6dc req-0847e54e-3832-4446-be76-20712815b023 service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167896 Aug 17 02:29:21.595900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a7c84d9f-d82b-49ff-ba06-15deea18052b None None] Provisioning for port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:21.600510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a7c84d9f-d82b-49ff-ba06-15deea18052b None None] Provisioning complete for port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:21.601008 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a7c84d9f-d82b-49ff-ba06-15deea18052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:21.647899 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a7c84d9f-d82b-49ff-ba06-15deea18052b None None] Port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:29:21.733343 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:21.746607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 4f687b30-b9f2-457c-b395-967e14c800d2 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:29:21.772604 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 4f687b30-b9f2-457c-b395-967e14c800d2 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:29:21.773372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 4f687b30-b9f2-457c-b395-967e14c800d2 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:29:21.816941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:29:21.830073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:21.905432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Transition to ACTIVE for port object 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:22.000987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Allocated IP 172.20.0.1 (64886dfa-2c9c-4eca-8490-30f48fa0bece/cdfebc00-e181-4d50-952a-ccd673dadda5/3b7ab452-60bb-4383-8f7f-49e569afd884) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:22.071540 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e964f918-584e-421c-83f5-f42b19c6b69d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:29:22.135437 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:22.185534 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20954d-3a17-43a3-9a14-f09bc352e2c5 req-946b3c03-8648-4ca3-bad8-77423a4d7428 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:22.194742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d20954d-3a17-43a3-9a14-f09bc352e2c5 req-946b3c03-8648-4ca3-bad8-77423a4d7428 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 936 time: 0.0914168 Aug 17 02:29:22.266314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d20954d-3a17-43a3-9a14-f09bc352e2c5 req-ccf01851-8824-4817-a3b0-663f85acc6c2 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680990 Aug 17 02:29:22.287372 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Pushing event updated for resources: {'Port': ['ID=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:22.295924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port e964f918-584e-421c-83f5-f42b19c6b69d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:22.311374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f889b8c9-3f71-493f-b41f-59a0b1d3aa73 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:29:22.320270 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:22.368471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a6463e-611f-4160-98a6-73fc3db916ce None None] Network 2e47c6bb-10c2-4a81-bcc9-38067f4ad111 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:29:22.386307 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Transition to ACTIVE for port object 3b7ab452-60bb-4383-8f7f-49e569afd884 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:22.566722 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:22.578275 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a13ec4-b686-4c64-b1e7-19b54f5edf9a {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:29:22.581178 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21714dbd-b38f-4fb9-b784-94679d930fce req-f1849c33-871d-4a88-acda-b71ae3b57587 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 210 time: 0.0504556 Aug 17 02:29:22.610103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Attempting to bind port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:29:22.610441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Attempting to bind port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:29:22.610770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Attempting to bind port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:29:22.616693 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:22.637843 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:29:22.637843 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Attempting to bind port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:29:22.648252 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 64886dfa-2c9c-4eca-8490-30f48fa0bece is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:22.648726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port f889b8c9-3f71-493f-b41f-59a0b1d3aa73 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:22.654125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f889b8c9-3f71-493f-b41f-59a0b1d3aa73 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:22.654848 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:22.659116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:22.662439 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:29:22.662788 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:29:22.663268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:29:22.663733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Bound port: 9576ebd2-ad25-44d6-bfa0-47f40b8ef285, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:29:22.664100 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:22.666485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:29:22.673062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Transition to ACTIVE for port object d8a13ec4-b686-4c64-b1e7-19b54f5edf9a will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:22.673062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=3b7ab452-60bb-4383-8f7f-49e569afd884,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:22.691338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-04051153-a7c9-4cd1-acfc-e807eee145ed None None] Provisioning for port e964f918-584e-421c-83f5-f42b19c6b69d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:22.735091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-04051153-a7c9-4cd1-acfc-e807eee145ed None None] Provisioning complete for port e964f918-584e-421c-83f5-f42b19c6b69d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:22.735690 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-04051153-a7c9-4cd1-acfc-e807eee145ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:22.754359 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:22.795283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] For port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:29:22.800313 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] For port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:29:22.848173 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:22.877487 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:22.967154 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port f889b8c9-3f71-493f-b41f-59a0b1d3aa73, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f889b8c9-3f71-493f-b41f-59a0b1d3aa73,segment=NetworkSegment(76ce8ef2-394f-4b77-93af-9d1d52437064),segment_id=76ce8ef2-394f-4b77-93af-9d1d52437064)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:22.967797 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-c3a3eb6b-1225-4b8a-a748-f11518bbdd33 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:22.979814 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-c3a3eb6b-1225-4b8a-a748-f11518bbdd33 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 812 time: 0.2114141 Aug 17 02:29:22.984581 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-04051153-a7c9-4cd1-acfc-e807eee145ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:23.031842 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-04051153-a7c9-4cd1-acfc-e807eee145ed None None] For port e964f918-584e-421c-83f5-f42b19c6b69d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e964f918-584e-421c-83f5-f42b19c6b69d,segment=NetworkSegment(db0a8fb2-2bb0-4731-abcc-9b90e8603ac4),segment_id=db0a8fb2-2bb0-4731-abcc-9b90e8603ac4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:23.033311 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:23.044030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-753cd518-aea2-414b-9e2b-7184e87156b8 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/quotas/df28fd90cb584fe4b8844c00eb5811ae HTTP/1.1" status: 200 len: 375 time: 0.0564108 Aug 17 02:29:23.086568 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a13ec4-b686-4c64-b1e7-19b54f5edf9a,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:23.098909 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-0d303902-533f-4666-80e0-46335febc29f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532184 Aug 17 02:29:23.130143 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:23.149668 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:23.150300 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:23.151753 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] 10.222.0.42 "PUT /v2.0/ports/9576ebd2-ad25-44d6-bfa0-47f40b8ef285 HTTP/1.1" status: 200 len: 1097 time: 3.4342480 Aug 17 02:29:23.154043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'tag': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:29:23.157226 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8abee69-d358-40ea-aac3-e649efd6795e" -d '{"events": [{"name": "network-changed", "server_uuid": "d779f147-e9be-4741-ae60-2536bb2bdbb0", "tag": "9576ebd2-ad25-44d6-bfa0-47f40b8ef285"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:29:23.208804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a672f9d-8d81-4348-8aca-cc0c9b2bcf41 service neutron] Pushing event updated for resources: {'Port': ['ID=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:23.219156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Attempting to bind port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:29:23.219498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Attempting to bind port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:29:23.219914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Attempting to bind port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:29:23.239090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:29:23.239090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Attempting to bind port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:29:23.240078 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-04051153-a7c9-4cd1-acfc-e807eee145ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:23.240173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:29:23.240173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:29:23.240173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:29:23.240173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Bound port: d8a13ec4-b686-4c64-b1e7-19b54f5edf9a, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:29:23.240173 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:23.258267 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=f889b8c9-3f71-493f-b41f-59a0b1d3aa73,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:23.320208 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:23.321093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-0cc4c356-c0e5-42e3-a96f-0c26a5e7ff63 service neutron] 10.222.0.13 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091851 Aug 17 02:29:23.324525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04051153-a7c9-4cd1-acfc-e807eee145ed None None] Pushing event updated for resources: {'Port': ['ID=e964f918-584e-421c-83f5-f42b19c6b69d,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:23.348461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] For port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:29:23.353988 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fee8db20-8a98-4fca-ace2-d6143b6a1881 None None] Provisioning complete for port e964f918-584e-421c-83f5-f42b19c6b69d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:23.354691 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fee8db20-8a98-4fca-ace2-d6143b6a1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:23.360428 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] For port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d8a13ec4-b686-4c64-b1e7-19b54f5edf9a,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:29:23.450543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-bf8ee20a-e1e8-4747-8b7b-6143a1a5ae59 service neutron] 10.222.0.13 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273329 Aug 17 02:29:23.502035 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-528bb335-4c87-45a1-8954-15e78b62827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:23.503774 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-528bb335-4c87-45a1-8954-15e78b62827f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f38b4c1f22e14380ae92d99e110612ae&device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 1100 time: 0.1566782 Aug 17 02:29:23.586313 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:23.596131 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-a2e9aaf2-2ffc-422f-9af7-23d93990a480 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285 HTTP/1.1" status: 200 len: 217 time: 0.0778868 Aug 17 02:29:23.675847 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:23.676938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:23.678362 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] 10.222.0.42 "PUT /v2.0/ports/d8a13ec4-b686-4c64-b1e7-19b54f5edf9a HTTP/1.1" status: 200 len: 1097 time: 2.2155032 Aug 17 02:29:23.687462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fee8db20-8a98-4fca-ace2-d6143b6a1881 None None] Provisioning for port 3b7ab452-60bb-4383-8f7f-49e569afd884 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:23.707050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fee8db20-8a98-4fca-ace2-d6143b6a1881 None None] Provisioning complete for port 3b7ab452-60bb-4383-8f7f-49e569afd884 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:23.707968 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fee8db20-8a98-4fca-ace2-d6143b6a1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:23.763862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fee8db20-8a98-4fca-ace2-d6143b6a1881 None None] Port 3b7ab452-60bb-4383-8f7f-49e569afd884 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:29:23.784284 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-dd90f8d4-a9a7-40c4-93cb-e99b8cc6325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:23.785931 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-dd90f8d4-a9a7-40c4-93cb-e99b8cc6325c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1645801 Aug 17 02:29:23.825568 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb28cc-913a-46ba-bcd7-d0a259a6af32 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a13ec4-b686-4c64-b1e7-19b54f5edf9a,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:23.993873 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c02f63d-8a4d-4bbf-9b1a-cc6f03fbd8b0 x-openstack-request-id: req-0c02f63d-8a4d-4bbf-9b1a-cc6f03fbd8b0 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:29:23.996167 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d779f147-e9be-4741-ae60-2536bb2bdbb0", "tag": "9576ebd2-ad25-44d6-bfa0-47f40b8ef285", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:29:23.996167 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c02f63d-8a4d-4bbf-9b1a-cc6f03fbd8b0 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:29:23.996167 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'tag': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285', 'status': 'completed', 'code': 200} Aug 17 02:29:24.023007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:24.024447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e964f918-584e-421c-83f5-f42b19c6b69d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:29:24.026442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-58874974-08dc-41e1-98af-0cec7c4a5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:24.028437 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-58874974-08dc-41e1-98af-0cec7c4a5a67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2117591 Aug 17 02:29:24.049951 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-fdf992dd-7229-4067-bec8-229f55842cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:24.051491 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-fdf992dd-7229-4067-bec8-229f55842cd3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f38b4c1f22e14380ae92d99e110612ae&device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 1100 time: 0.1390541 Aug 17 02:29:24.126932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedacc1-fef6-4715-af78-19fbf6c35155 req-21a90a90-568c-43e4-b1df-a25b45d32a93 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:24.134059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e964f918-584e-421c-83f5-f42b19c6b69d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:24.134481 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:24.138485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3cedacc1-fef6-4715-af78-19fbf6c35155 req-21a90a90-568c-43e4-b1df-a25b45d32a93 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 948 time: 0.0942612 Aug 17 02:29:24.149408 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-9823f3b1-e749-485c-8515-dd4769e655f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d8a13ec4-b686-4c64-b1e7-19b54f5edf9a HTTP/1.1" status: 200 len: 217 time: 0.0469193 Aug 17 02:29:24.186803 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3cedacc1-fef6-4715-af78-19fbf6c35155 req-535f312e-2445-462b-8db4-1efeb38018f3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401492 Aug 17 02:29:24.243081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f889b8c9-3f71-493f-b41f-59a0b1d3aa73 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:29:24.244323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-d96111a0-ec76-46fe-9fd8-697ac092359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:24.247458 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-d96111a0-ec76-46fe-9fd8-697ac092359f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0838313 Aug 17 02:29:24.249438 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-19a71d1d-e421-4f43-af3a-32d2f2bbb1ad service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127316 Aug 17 02:29:24.292792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f889b8c9-3f71-493f-b41f-59a0b1d3aa73 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:24.293169 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:24.314324 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:24.383400 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b14400f-c3d8-4cc0-9432-8e0778467d9f req-6d0f7ee3-3aea-49e4-887f-bb4a3a6191c5 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 210 time: 0.0297930 Aug 17 02:29:24.449085 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-143b3605-e168-4e82-8e22-fc184a57e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:24.450666 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-143b3605-e168-4e82-8e22-fc184a57e1fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1893647 Aug 17 02:29:24.456311 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96ba2a90-6714-4888-adfe-09cce0a02c81 req-d4cab347-b293-4794-9c26-0c3477b15578 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 210 time: 0.0282223 Aug 17 02:29:24.460886 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=3b7ab452-60bb-4383-8f7f-49e569afd884,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:24.464508 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:24.910699 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-efc4adeb-d1d8-463b-883d-b17a427c896e req-a3c3755a-f4a8-47f4-9068-1d1f77bf613e service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6213121 Aug 17 02:29:24.977275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-8637bb9c-57bc-4593-99b3-6437b1b8cc82 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173984 Aug 17 02:29:24.987824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 64886dfa-2c9c-4eca-8490-30f48fa0bece is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:24.996812 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:25.101075 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e65a0-fd5c-420b-af59-41a9e1a36600 req-b9804765-10ab-43eb-8edf-af3fe66a67ed tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:25.102795 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-152e65a0-fd5c-420b-af59-41a9e1a36600 req-b9804765-10ab-43eb-8edf-af3fe66a67ed tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 946 time: 0.0605781 Aug 17 02:29:25.161450 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-152e65a0-fd5c-420b-af59-41a9e1a36600 req-f29e98a1-c6b3-4ab3-9ed0-0b5d0caf6cb1 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f867a4-16b7-4935-8275-38bb269ce547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464430 Aug 17 02:29:25.187535 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5a0c0f8e-0223-433f-add7-1799d577a3af req-87ff4381-6291-4b29-b5a8-2c2dcea12109 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018523 Aug 17 02:29:25.231470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abee69-d358-40ea-aac3-e649efd6795e req-12a49107-f51f-41dc-9ba4-1aaffe3b2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:25.233041 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b8abee69-d358-40ea-aac3-e649efd6795e req-12a49107-f51f-41dc-9ba4-1aaffe3b2559 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f38b4c1f22e14380ae92d99e110612ae&device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 1100 time: 0.0595808 Aug 17 02:29:25.297081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-56f786c8-7e25-43c4-8319-3a3910e65f1e None None] Provisioning complete for port 3b7ab452-60bb-4383-8f7f-49e569afd884 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:25.298690 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-56f786c8-7e25-43c4-8319-3a3910e65f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:25.341413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-56f786c8-7e25-43c4-8319-3a3910e65f1e None None] Port 3b7ab452-60bb-4383-8f7f-49e569afd884 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:29:25.343324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce09fc-e0d9-4982-962c-fdfa200aa645 req-45190091-6160-4484-9046-c62bb309d252 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:25.345607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bce09fc-e0d9-4982-962c-fdfa200aa645 req-45190091-6160-4484-9046-c62bb309d252 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 948 time: 0.0760670 Aug 17 02:29:25.374039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abee69-d358-40ea-aac3-e649efd6795e req-c9f45e70-8286-4397-a556-161043578225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:25.376152 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b8abee69-d358-40ea-aac3-e649efd6795e req-c9f45e70-8286-4397-a556-161043578225 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1298466 Aug 17 02:29:25.390753 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bce09fc-e0d9-4982-962c-fdfa200aa645 req-b8f9f8dc-1da0-4dbd-a9b6-80f45cc158f4 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384607 Aug 17 02:29:25.433214 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b8abee69-d358-40ea-aac3-e649efd6795e req-3facfd57-c094-42d0-b6d8-e643fd24bfb9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285 HTTP/1.1" status: 200 len: 217 time: 0.0411000 Aug 17 02:29:25.494656 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abee69-d358-40ea-aac3-e649efd6795e req-bf4c6060-a19d-4a5a-83a0-ff7a83639a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:25.496426 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b8abee69-d358-40ea-aac3-e649efd6795e req-bf4c6060-a19d-4a5a-83a0-ff7a83639a74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0560102 Aug 17 02:29:25.535061 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router 6fb414e7-94d6-425e-962c-c61972824719 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:29:25.562479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abee69-d358-40ea-aac3-e649efd6795e req-50b794be-72c9-4500-8743-26b7d0c9a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:25.564913 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b8abee69-d358-40ea-aac3-e649efd6795e req-50b794be-72c9-4500-8743-26b7d0c9a32d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0603564 Aug 17 02:29:25.584947 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02b7b977-4690-4683-848e-bfe7f8aca74a req-ffbfc384-ddb1-4a90-8642-0d27015ca378 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 210 time: 0.0325758 Aug 17 02:29:25.701127 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d929456-acfb-49bf-8f2d-ec3c7d8a5394 req-ffcc3e01-031a-45bc-9270-27e2fa07a8a0 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 210 time: 0.0315559 Aug 17 02:29:25.718006 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:29:25.727954 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-277e21a1-c350-48b8-b7b0-55892386ef05 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/6fb414e7-94d6-425e-962c-c61972824719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6375904 Aug 17 02:29:25.729203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55126) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:25.730476 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b813312f-6e5a-4984-958e-ef8ce58e995f None None] Sync routers for ids ['6fb414e7-94d6-425e-962c-c61972824719'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:29:25.739923 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813312f-6e5a-4984-958e-ef8ce58e995f None None] Routers {'6fb414e7-94d6-425e-962c-c61972824719'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:25.741770 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b813312f-6e5a-4984-958e-ef8ce58e995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6fb414e7-94d6-425e-962c-c61972824719'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:25.776049 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b813312f-6e5a-4984-958e-ef8ce58e995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:25.784886 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813312f-6e5a-4984-958e-ef8ce58e995f None None] Routers {'6fb414e7-94d6-425e-962c-c61972824719'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:25.785436 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b813312f-6e5a-4984-958e-ef8ce58e995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6fb414e7-94d6-425e-962c-c61972824719'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:25.798981 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011191be-1526-4712-9eca-25b811ac7721 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:25.800435 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-011191be-1526-4712-9eca-25b811ac7721 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports/3b7ab452-60bb-4383-8f7f-49e569afd884 HTTP/1.1" status: 200 len: 910 time: 0.0702522 Aug 17 02:29:25.802739 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b8abee69-d358-40ea-aac3-e649efd6795e req-7f36ddcb-843c-4d4b-bf84-d5f3ae0da4e9 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963544 Aug 17 02:29:25.803207 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55128) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:25.817053 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b813312f-6e5a-4984-958e-ef8ce58e995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:25.817691 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b813312f-6e5a-4984-958e-ef8ce58e995f None None] The sync data for ids ['6fb414e7-94d6-425e-962c-c61972824719'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:29:25.995685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5', 'tag': 'd8a13ec4-b686-4c64-b1e7-19b54f5edf9a'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:29:25.997889 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23496d2-20fc-4f09-b2a8-628ff88ce064" -d '{"events": [{"name": "network-changed", "server_uuid": "12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5", "tag": "d8a13ec4-b686-4c64-b1e7-19b54f5edf9a"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:29:26.105591 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7978c2a-490d-45e8-8e35-e39ff3e79693 x-openstack-request-id: req-c7978c2a-490d-45e8-8e35-e39ff3e79693 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:29:26.105877 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5", "tag": "d8a13ec4-b686-4c64-b1e7-19b54f5edf9a", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:29:26.106108 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7978c2a-490d-45e8-8e35-e39ff3e79693 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:29:26.106487 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5', 'tag': 'd8a13ec4-b686-4c64-b1e7-19b54f5edf9a', 'status': 'completed', 'code': 200} Aug 17 02:29:26.137427 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b8abee69-d358-40ea-aac3-e649efd6795e req-5c9ee6c4-5813-42e3-9f04-44a7fddc0cbd service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270614 Aug 17 02:29:26.207299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e733f-0c74-448b-b327-2044186ed6dc req-9cd1e019-3364-49e8-86bf-c4c52f7b3d36 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:26.208706 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-824e733f-0c74-448b-b327-2044186ed6dc req-9cd1e019-3364-49e8-86bf-c4c52f7b3d36 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 806 time: 0.2698610 Aug 17 02:29:26.267149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be570418-ddcf-4609-9628-f235c7476f1b req-d797bacd-65eb-44a8-af49-5861d5b3fc4c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:26.268724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be570418-ddcf-4609-9628-f235c7476f1b req-d797bacd-65eb-44a8-af49-5861d5b3fc4c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 946 time: 0.0620358 Aug 17 02:29:26.292197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-824e733f-0c74-448b-b327-2044186ed6dc req-401efeea-b93c-49e6-8ea1-6ab3c65f648a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Request body: {'port': {'device_id': '23a27189-f2f4-48ef-8070-34be0f8a6314', 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee', 'admin_state_up': True, 'tenant_id': 'de182f93f73446919b2fe4aeee1dafc6'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:26.311489 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be570418-ddcf-4609-9628-f235c7476f1b req-8c6721c0-f848-42d6-999c-bb22350f2295 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f867a4-16b7-4935-8275-38bb269ce547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349386 Aug 17 02:29:26.343562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23496d2-20fc-4f09-b2a8-628ff88ce064 req-d6c72275-8fea-4717-869e-45e258e363cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:26.345123 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d23496d2-20fc-4f09-b2a8-628ff88ce064 req-d6c72275-8fea-4717-869e-45e258e363cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f38b4c1f22e14380ae92d99e110612ae&device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 1100 time: 0.2067988 Aug 17 02:29:26.531123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dd27f-38bf-4b54-9b2e-72ea57a07a3a req-dd802aef-03fa-41a7-9dd4-8c0f4f1872a0 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:26.532987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68dd27f-38bf-4b54-9b2e-72ea57a07a3a req-dd802aef-03fa-41a7-9dd4-8c0f4f1872a0 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 948 time: 0.0588646 Aug 17 02:29:26.558217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23496d2-20fc-4f09-b2a8-628ff88ce064 req-0ff66001-9a61-4005-a3d7-83f2e92ea135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:26.559609 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d23496d2-20fc-4f09-b2a8-628ff88ce064 req-0ff66001-9a61-4005-a3d7-83f2e92ea135 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2050424 Aug 17 02:29:26.576737 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e68dd27f-38bf-4b54-9b2e-72ea57a07a3a req-0082ebbf-b5da-41a4-a71d-5b283e3dcc15 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370438 Aug 17 02:29:26.611568 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d23496d2-20fc-4f09-b2a8-628ff88ce064 req-9b4e0985-b0da-42fb-8500-a3ad2c0c739b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d8a13ec4-b686-4c64-b1e7-19b54f5edf9a HTTP/1.1" status: 200 len: 217 time: 0.0432036 Aug 17 02:29:26.617708 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:26.750357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23496d2-20fc-4f09-b2a8-628ff88ce064 req-6ecdc23a-b2ae-4c53-91e8-3ca92e4b0b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:26.751847 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d23496d2-20fc-4f09-b2a8-628ff88ce064 req-6ecdc23a-b2ae-4c53-91e8-3ca92e4b0b49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1310008 Aug 17 02:29:26.763902 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33fbc7ac-6d6d-4460-b0bb-2562ec81ab86 req-fe9f8b13-f14f-4548-8c72-67e8f4711a9c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 210 time: 0.0269434 Aug 17 02:29:26.847469 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824e733f-0c74-448b-b327-2044186ed6dc req-401efeea-b93c-49e6-8ea1-6ab3c65f648a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Made reservation on behalf of de182f93f73446919b2fe4aeee1dafc6 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:26.851768 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-824e733f-0c74-448b-b327-2044186ed6dc req-401efeea-b93c-49e6-8ea1-6ab3c65f648a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:26.891163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23496d2-20fc-4f09-b2a8-628ff88ce064 req-ae9ac5ec-ce3f-4200-8972-59605b552526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:26.893589 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d23496d2-20fc-4f09-b2a8-628ff88ce064 req-ae9ac5ec-ce3f-4200-8972-59605b552526 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1316776 Aug 17 02:29:26.944549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55160) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:27.091638 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb529386-386d-4054-98d6-0052bfd29e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:27.169766 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d23496d2-20fc-4f09-b2a8-628ff88ce064 req-7cd0db4c-d3a2-4e93-9c36-d7f515a8e5a6 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670197 Aug 17 02:29:27.175784 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Allocated IP 172.21.0.1 (2e47c6bb-10c2-4a81-bcc9-38067f4ad111/5495683a-7cff-4a7a-a071-617de383863f/3c1fa819-a865-412b-9451-734fd4424a00) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:27.196481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-824e733f-0c74-448b-b327-2044186ed6dc req-401efeea-b93c-49e6-8ea1-6ab3c65f648a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Allocated IP 172.20.0.6 (34f05c9b-0bd9-49d9-ae84-f63187a66bee/028b2ac7-a8dd-403f-9dd3-f9eec71ab748/bcd1b834-d446-4cf0-ada8-39cdb0b0af51) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:27.213085 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb529386-386d-4054-98d6-0052bfd29e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:27.399242 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb529386-386d-4054-98d6-0052bfd29e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:27.475976 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb529386-386d-4054-98d6-0052bfd29e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6ecfa6-1804-4387-bb3a-04b3744fa12b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:27.484739 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cb529386-386d-4054-98d6-0052bfd29e12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6adbc7bc21574b4c8d9d367cf0eafa4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5357699 Aug 17 02:29:27.499832 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55166) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:27.502295 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0a40152-0d13-4ff8-8bd5-f36151cfcd8f req-5f716cfa-42e9-4553-885e-94c57cb21a96 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 210 time: 0.0419097 Aug 17 02:29:27.571187 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b703a6b5-1390-4b47-8abb-6ad1e4e458e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:27.612990 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b703a6b5-1390-4b47-8abb-6ad1e4e458e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:27.685925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899efdcf-25f4-4215-a207-feb4f425b009 req-073a60c9-63c4-45e0-8eab-942c2aeff8be tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:27.687840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-899efdcf-25f4-4215-a207-feb4f425b009 req-073a60c9-63c4-45e0-8eab-942c2aeff8be tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 946 time: 0.0990160 Aug 17 02:29:27.794768 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-899efdcf-25f4-4215-a207-feb4f425b009 req-deb6849d-3280-4426-961f-36e82dc8ce42 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f867a4-16b7-4935-8275-38bb269ce547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977385 Aug 17 02:29:27.844221 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d23496d2-20fc-4f09-b2a8-628ff88ce064 req-e208c38c-1b04-49e5-8151-0e33127104bc service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625819 Aug 17 02:29:27.863452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-580175b0-1217-4f80-9824-a0e7719dd3b8 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:27.865291 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-580175b0-1217-4f80-9824-a0e7719dd3b8 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 812 time: 0.1499932 Aug 17 02:29:27.871504 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:27.877189 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b703a6b5-1390-4b47-8abb-6ad1e4e458e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:27.886748 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b703a6b5-1390-4b47-8abb-6ad1e4e458e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:27.886748 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b703a6b5-1390-4b47-8abb-6ad1e4e458e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd6ecfa6-1804-4387-bb3a-04b3744fa12b HTTP/1.1" status: 204 len: 168 time: 0.3784988 Aug 17 02:29:27.897616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-f6e9e209-f8c5-4150-8708-011deff6bdd9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Request body: {'port': {'device_id': 'f457d30f-2733-4590-bae0-feaffa7de0f2', 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b', 'admin_state_up': True, 'tenant_id': 'df28fd90cb584fe4b8844c00eb5811ae'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:27.905925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703a6b5-1390-4b47-8abb-6ad1e4e458e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6ecfa6-1804-4387-bb3a-04b3744fa12b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:27.909769 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Transition to ACTIVE for port object 3c1fa819-a865-412b-9451-734fd4424a00 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:27.948844 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-824e733f-0c74-448b-b327-2044186ed6dc req-401efeea-b93c-49e6-8ea1-6ab3c65f648a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:28.051494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83617ac8-75b4-4de4-922c-e7f4bde6026f req-8b8b83e3-60d8-4331-a74b-273d82d7fef4 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:28.053098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83617ac8-75b4-4de4-922c-e7f4bde6026f req-8b8b83e3-60d8-4331-a74b-273d82d7fef4 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 948 time: 0.1512566 Aug 17 02:29:28.116479 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83617ac8-75b4-4de4-922c-e7f4bde6026f req-a79327ae-f1f4-46c5-b9fb-4f4baed79ff6 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549102 Aug 17 02:29:28.236355 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-824e733f-0c74-448b-b327-2044186ed6dc req-401efeea-b93c-49e6-8ea1-6ab3c65f648a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:28.246512 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:28.273177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['76a66684-e333-427a-a7ac-64b355670e00'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:29:28.290244 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 2e47c6bb-10c2-4a81-bcc9-38067f4ad111 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:28.294452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:28.302444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:29:28.306406 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824e733f-0c74-448b-b327-2044186ed6dc req-401efeea-b93c-49e6-8ea1-6ab3c65f648a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Network 34f05c9b-0bd9-49d9-ae84-f63187a66bee is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:28.315876 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-824e733f-0c74-448b-b327-2044186ed6dc req-401efeea-b93c-49e6-8ea1-6ab3c65f648a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:28.319978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-f6e9e209-f8c5-4150-8708-011deff6bdd9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Made reservation on behalf of df28fd90cb584fe4b8844c00eb5811ae for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:28.323742 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-f6e9e209-f8c5-4150-8708-011deff6bdd9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:28.342879 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-824e733f-0c74-448b-b327-2044186ed6dc req-401efeea-b93c-49e6-8ea1-6ab3c65f648a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:29:28.370601 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=3c1fa819-a865-412b-9451-734fd4424a00,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:28.410467 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76a613-178c-450c-afb6-1715904c262e req-06aa71d0-b455-4c05-9d23-c5d5d0f343c5 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:28.419324 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f76a613-178c-450c-afb6-1715904c262e req-06aa71d0-b455-4c05-9d23-c5d5d0f343c5 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 931 time: 0.1517074 Aug 17 02:29:28.454690 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:28.550170 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:28.557029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f76a613-178c-450c-afb6-1715904c262e req-8e2033e5-f9cb-4ac3-ae20-42047bac06a3 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362810 Aug 17 02:29:28.584395 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e733f-0c74-448b-b327-2044186ed6dc req-401efeea-b93c-49e6-8ea1-6ab3c65f648a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:28.585093 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-824e733f-0c74-448b-b327-2044186ed6dc req-401efeea-b93c-49e6-8ea1-6ab3c65f648a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:28.599880 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401efeea-b93c-49e6-8ea1-6ab3c65f648a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Pushing event updated for resources: {'Port': ['ID=bcd1b834-d446-4cf0-ada8-39cdb0b0af51,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:28.619353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-f6e9e209-f8c5-4150-8708-011deff6bdd9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Allocated IP 172.20.0.5 (e8514d3d-ed13-45cd-a125-ef1e28472c3b/016e9709-70f3-4b17-8bfe-b44e0b1eb7e1/462a9a77-47ca-4a19-9ba6-13b2f6e746c5) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:28.676953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a7d42670-52d2-4f69-9a1d-6cf73c495786 req-bd553c75-9a17-4036-b5da-8fcb5f93df42 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 210 time: 0.0369911 Aug 17 02:29:28.819140 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-f6e9e209-f8c5-4150-8708-011deff6bdd9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:28.833196 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:28.904296 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6531063b-f3e9-454e-8402-1640f4e0a447 None None] Provisioning for port 3c1fa819-a865-412b-9451-734fd4424a00 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:28.909588 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6531063b-f3e9-454e-8402-1640f4e0a447 None None] Provisioning complete for port 3c1fa819-a865-412b-9451-734fd4424a00 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:28.909928 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6531063b-f3e9-454e-8402-1640f4e0a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:28.928238 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-824e733f-0c74-448b-b327-2044186ed6dc req-401efeea-b93c-49e6-8ea1-6ab3c65f648a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6721420 Aug 17 02:29:28.944129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a59b7e-896b-4f55-a658-8d49e04d8d5d req-f550ce16-15f9-46f6-bf0f-693923b90621 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:28.947376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95a59b7e-896b-4f55-a658-8d49e04d8d5d req-f550ce16-15f9-46f6-bf0f-693923b90621 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 946 time: 0.0698895 Aug 17 02:29:28.949454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-6531063b-f3e9-454e-8402-1640f4e0a447 None None] Port 3c1fa819-a865-412b-9451-734fd4424a00 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:29:28.959564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Request body: {'port': {'device_id': '23a27189-f2f4-48ef-8070-34be0f8a6314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:28.993672 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95a59b7e-896b-4f55-a658-8d49e04d8d5d req-f51d45aa-7be5-403b-a2c9-f3e6d7694761 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f867a4-16b7-4935-8275-38bb269ce547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378108 Aug 17 02:29:29.037432 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:29.048199 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-f6e9e209-f8c5-4150-8708-011deff6bdd9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:29.098634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-f6e9e209-f8c5-4150-8708-011deff6bdd9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Network e8514d3d-ed13-45cd-a125-ef1e28472c3b is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:29.104433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-f6e9e209-f8c5-4150-8708-011deff6bdd9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:29.107878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-f6e9e209-f8c5-4150-8708-011deff6bdd9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:29:29.144592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9e209-f8c5-4150-8708-011deff6bdd9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Pushing event updated for resources: {'Port': ['ID=462a9a77-47ca-4a19-9ba6-13b2f6e746c5,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:29.174668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-f6e9e209-f8c5-4150-8708-011deff6bdd9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:29.175313 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-f6e9e209-f8c5-4150-8708-011deff6bdd9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:29.258039 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3119332-d4d3-46dc-815a-647010e3adf2 req-b813333b-28c6-4529-a0e2-085a371645df tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:29.259556 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3119332-d4d3-46dc-815a-647010e3adf2 req-b813333b-28c6-4529-a0e2-085a371645df tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 948 time: 0.0585594 Aug 17 02:29:29.276801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55186) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:29.278162 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-52dfab99-46c8-4a75-82a1-caad3e5519a2 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:29.279695 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-52dfab99-46c8-4a75-82a1-caad3e5519a2 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.42 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 946 time: 0.1564667 Aug 17 02:29:29.299129 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b7133e33-709d-4831-9abf-c62a0088d47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:29.326283 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3119332-d4d3-46dc-815a-647010e3adf2 req-7dc19fb8-f631-4860-ab66-409f4b2b2dcf tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584054 Aug 17 02:29:29.345114 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-f6e9e209-f8c5-4150-8708-011deff6bdd9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4586306 Aug 17 02:29:29.364079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Request body: {'port': {'device_id': 'f457d30f-2733-4590-bae0-feaffa7de0f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:29.369492 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:29.458798 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:29.476081 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-2589cd47-4144-4df9-ad63-1536fc88eb5c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Deleting port 5d557ba0-b979-4492-b455-cf36dae1e3e3 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:29.476427 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-2589cd47-4144-4df9-ad63-1536fc88eb5c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:29.481638 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:29.557571 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b7133e33-709d-4831-9abf-c62a0088d47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:29.646536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd1b834-d446-4cf0-ada8-39cdb0b0af51 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:29:29.660907 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:29.663784 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:29.668162 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=3c1fa819-a865-412b-9451-734fd4424a00,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:29.680471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:29:29.699837 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b7133e33-709d-4831-9abf-c62a0088d47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:29.705874 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Transition to ACTIVE for port object bcd1b834-d446-4cf0-ada8-39cdb0b0af51 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:29.759573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-2589cd47-4144-4df9-ad63-1536fc88eb5c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] For port 5d557ba0-b979-4492-b455-cf36dae1e3e3, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=5d557ba0-b979-4492-b455-cf36dae1e3e3,segment=NetworkSegment(c4ce1ff6-200c-4433-8ba3-09b694ac90fc),segment_id=c4ce1ff6-200c-4433-8ba3-09b694ac90fc)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:29.760015 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-2589cd47-4144-4df9-ad63-1536fc88eb5c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:29.790524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:29.791506 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344b5a7-302b-4d19-ae9b-09ee4f0a7d62 req-560f7f3a-7190-4ba3-b6db-8eaa43562094 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:29.792874 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4344b5a7-302b-4d19-ae9b-09ee4f0a7d62 req-560f7f3a-7190-4ba3-b6db-8eaa43562094 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 931 time: 0.1570861 Aug 17 02:29:29.809800 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b7133e33-709d-4831-9abf-c62a0088d47a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d588e02a7384611a3b430d7d53507e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311735 Aug 17 02:29:29.812685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55192) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:29.812890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7133e33-709d-4831-9abf-c62a0088d47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c06a12f-60ba-4297-abfc-47dc8de2799c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:29.827950 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285', 'mac_address': 'fa:16:3e:db:77:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:29:29.862818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4344b5a7-302b-4d19-ae9b-09ee4f0a7d62 req-8c8e4dd3-6301-45de-9d6b-82a9735bb60d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523629 Aug 17 02:29:29.876299 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:29.904678 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:29.921627 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:29:29.942547 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:29.960886 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 2e47c6bb-10c2-4a81-bcc9-38067f4ad111 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:29.978537 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:30.004299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:29:30.015644 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.036613 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Transition to ACTIVE for port object 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:30.040525 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.046006 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d8a13ec4-b686-4c64-b1e7-19b54f5edf9a details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:29:30.046215 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7d546-4e68-4afa-b352-1a7c7cbdc388 req-5f7640bf-5ce1-4a8c-bd7e-137f624f1c43 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:30.052004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd1b834-d446-4cf0-ada8-39cdb0b0af51,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:30.054370 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-403c4056-4deb-4a97-a4ff-e69df89e2ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.058748 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ad7d546-4e68-4afa-b352-1a7c7cbdc388 req-5f7640bf-5ce1-4a8c-bd7e-137f624f1c43 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 931 time: 0.0955167 Aug 17 02:29:30.116879 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ad7d546-4e68-4afa-b352-1a7c7cbdc388 req-7179af16-5fa4-44ce-a10e-a150468680c9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539575 Aug 17 02:29:30.161217 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.176539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:30.176980 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-2589cd47-4144-4df9-ad63-1536fc88eb5c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.177393 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-2589cd47-4144-4df9-ad63-1536fc88eb5c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.177711 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-2589cd47-4144-4df9-ad63-1536fc88eb5c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Floating IP 5424aa2e-f93e-414c-b188-6153712c2c94 disassociated. External IP: 172.25.5.242, port: 5d557ba0-b979-4492-b455-cf36dae1e3e3. Aug 17 02:29:30.178058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-2589cd47-4144-4df9-ad63-1536fc88eb5c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Calling delete_port for 5d557ba0-b979-4492-b455-cf36dae1e3e3 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:30.181378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d8a13ec4-b686-4c64-b1e7-19b54f5edf9a,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:30.199770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'd8a13ec4-b686-4c64-b1e7-19b54f5edf9a', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'd8a13ec4-b686-4c64-b1e7-19b54f5edf9a', 'mac_address': 'fa:16:3e:4a:50:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:29:30.232186 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-403c4056-4deb-4a97-a4ff-e69df89e2ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.257848 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.274774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a13ec4-b686-4c64-b1e7-19b54f5edf9a {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:29:30.274990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Pushing event updated for resources: {'Port': ['ID=462a9a77-47ca-4a19-9ba6-13b2f6e746c5,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:30.310442 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d8a13ec4-b686-4c64-b1e7-19b54f5edf9a,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:30.311173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router 6fb414e7-94d6-425e-962c-c61972824719 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:29:30.347104 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Attempting to bind port bcd1b834-d446-4cf0-ada8-39cdb0b0af51 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:29:30.347444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Attempting to bind port bcd1b834-d446-4cf0-ada8-39cdb0b0af51 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:29:30.347779 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Attempting to bind port bcd1b834-d446-4cf0-ada8-39cdb0b0af51 on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:29:30.358732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Port bcd1b834-d446-4cf0-ada8-39cdb0b0af51 on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:29:30.359270 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Attempting to bind port bcd1b834-d446-4cf0-ada8-39cdb0b0af51 on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:29:30.363002 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169baca3-cb89-4ba0-920a-55e0b1f91e9b req-6909733f-86a2-46ac-a518-2942ff1023a6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:30.364541 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-169baca3-cb89-4ba0-920a-55e0b1f91e9b req-6909733f-86a2-46ac-a518-2942ff1023a6 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 946 time: 0.1369386 Aug 17 02:29:30.379573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:29:30.385034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Checking segment: {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:29:30.385034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Bound using segment: {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:29:30.385034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Bound port: bcd1b834-d446-4cf0-ada8-39cdb0b0af51, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:29:30.385034 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.394118 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e00997d4-d0bd-4686-a9fa-4b6f6bde714e None None] Provisioning complete for port 3c1fa819-a865-412b-9451-734fd4424a00 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:30.394612 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e00997d4-d0bd-4686-a9fa-4b6f6bde714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.424784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Attempting to bind port 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:29:30.425122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Attempting to bind port 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:29:30.425483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Attempting to bind port 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:29:30.433801 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e00997d4-d0bd-4686-a9fa-4b6f6bde714e None None] Port 3c1fa819-a865-412b-9451-734fd4424a00 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:29:30.434578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-169baca3-cb89-4ba0-920a-55e0b1f91e9b req-a22ab158-2e70-4c35-9ad3-eb68984f39ae tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/security-groups?id=15f867a4-16b7-4935-8275-38bb269ce547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605323 Aug 17 02:29:30.435297 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Port 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:29:30.435690 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Attempting to bind port 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:29:30.447117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:29:30.447463 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Checking segment: {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:29:30.447909 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Bound using segment: {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:29:30.448357 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Bound port: 462a9a77-47ca-4a19-9ba6-13b2f6e746c5, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:29:30.448726 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.544771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] For port 462a9a77-47ca-4a19-9ba6-13b2f6e746c5, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:29:30.549786 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:29:30.559101 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7fa93b87-a9de-40ef-bc63-29fc2edd3486 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/6fb414e7-94d6-425e-962c-c61972824719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7548780 Aug 17 02:29:30.566359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55200) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:30.566491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6c150-2eac-4785-9ec2-29e8e8b8acae None None] Sync routers for ids ['6fb414e7-94d6-425e-962c-c61972824719'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:29:30.569732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] For port 462a9a77-47ca-4a19-9ba6-13b2f6e746c5, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=462a9a77-47ca-4a19-9ba6-13b2f6e746c5,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:29:30.578289 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6c150-2eac-4785-9ec2-29e8e8b8acae None None] Routers {'6fb414e7-94d6-425e-962c-c61972824719'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:30.579131 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-abe6c150-2eac-4785-9ec2-29e8e8b8acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6fb414e7-94d6-425e-962c-c61972824719'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:30.591924 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de16dd-4066-46a1-8791-89039c40f948 req-3efc1502-8972-4ab3-9fb8-2cdef3d0a665 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:30.594099 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-49de16dd-4066-46a1-8791-89039c40f948 req-3efc1502-8972-4ab3-9fb8-2cdef3d0a665 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 948 time: 0.0825033 Aug 17 02:29:30.600163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] For port bcd1b834-d446-4cf0-ada8-39cdb0b0af51, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:29:30.619888 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-abe6c150-2eac-4785-9ec2-29e8e8b8acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:30.620436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f1b5d-32af-4bbc-9312-ed6f6a299128 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:30.625195 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-049f1b5d-32af-4bbc-9312-ed6f6a299128 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports/3c1fa819-a865-412b-9451-734fd4424a00 HTTP/1.1" status: 200 len: 910 time: 0.0583916 Aug 17 02:29:30.625825 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55202) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:30.631866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6c150-2eac-4785-9ec2-29e8e8b8acae None None] Routers {'6fb414e7-94d6-425e-962c-c61972824719'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:30.632572 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-abe6c150-2eac-4785-9ec2-29e8e8b8acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6fb414e7-94d6-425e-962c-c61972824719'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:30.633084 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] For port bcd1b834-d446-4cf0-ada8-39cdb0b0af51, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=bcd1b834-d446-4cf0-ada8-39cdb0b0af51,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:29:30.636416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-49de16dd-4066-46a1-8791-89039c40f948 req-c62126b8-cc0f-4180-bd56-7cc1512641dc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353074 Aug 17 02:29:30.647334 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.683512 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-abe6c150-2eac-4785-9ec2-29e8e8b8acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:30.684238 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6c150-2eac-4785-9ec2-29e8e8b8acae None None] The sync data for ids ['6fb414e7-94d6-425e-962c-c61972824719'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:29:30.714109 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-2589cd47-4144-4df9-ad63-1536fc88eb5c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.716802 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-403c4056-4deb-4a97-a4ff-e69df89e2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.719796 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-403c4056-4deb-4a97-a4ff-e69df89e2ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.721386 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-403c4056-4deb-4a97-a4ff-e69df89e2ae1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c06a12f-60ba-4297-abfc-47dc8de2799c HTTP/1.1" status: 204 len: 168 time: 0.9066267 Aug 17 02:29:30.733119 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=d8a13ec4-b686-4c64-b1e7-19b54f5edf9a,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:30.787267 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589cd47-4144-4df9-ad63-1536fc88eb5c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Pushing event deleted for resources: {'Port': ['ID=5d557ba0-b979-4492-b455-cf36dae1e3e3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:30.790887 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c4056-4deb-4a97-a4ff-e69df89e2ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c06a12f-60ba-4297-abfc-47dc8de2799c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:30.806360 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.842415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:30.843058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.850437 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] 10.222.0.18 "PUT /v2.0/ports/462a9a77-47ca-4a19-9ba6-13b2f6e746c5 HTTP/1.1" status: 200 len: 1092 time: 1.4862628 Aug 17 02:29:30.850437 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f457d30f-2733-4590-bae0-feaffa7de0f2', 'tag': '462a9a77-47ca-4a19-9ba6-13b2f6e746c5'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:29:30.850437 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744fbb61-9078-483b-9d24-7877b450ccc3" -d '{"events": [{"name": "network-changed", "server_uuid": "f457d30f-2733-4590-bae0-feaffa7de0f2", "tag": "462a9a77-47ca-4a19-9ba6-13b2f6e746c5"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:29:30.858588 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:30.884753 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958521b6-141d-4a06-bdbc-72d6b2de5a0a service neutron] Pushing event updated for resources: {'Port': ['ID=462a9a77-47ca-4a19-9ba6-13b2f6e746c5,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:31.012791 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:31.013453 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:31.015140 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-824e733f-0c74-448b-b327-2044186ed6dc req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] 10.222.0.18 "PUT /v2.0/ports/bcd1b834-d446-4cf0-ada8-39cdb0b0af51 HTTP/1.1" status: 200 len: 1092 time: 2.0611103 Aug 17 02:29:31.018335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a27189-f2f4-48ef-8070-34be0f8a6314', 'tag': 'bcd1b834-d446-4cf0-ada8-39cdb0b0af51'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:29:31.018335 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753e83d7-25fb-4db1-b424-a0bd5f42eb21" -d '{"events": [{"name": "network-changed", "server_uuid": "23a27189-f2f4-48ef-8070-34be0f8a6314", "tag": "bcd1b834-d446-4cf0-ada8-39cdb0b0af51"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:29:31.018860 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c433dcec-20f7-4f14-bb94-1346819c07b9 x-openstack-request-id: req-c433dcec-20f7-4f14-bb94-1346819c07b9 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:29:31.019334 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f457d30f-2733-4590-bae0-feaffa7de0f2", "tag": "462a9a77-47ca-4a19-9ba6-13b2f6e746c5", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:29:31.019746 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c433dcec-20f7-4f14-bb94-1346819c07b9 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:29:31.020307 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f457d30f-2733-4590-bae0-feaffa7de0f2', 'tag': '462a9a77-47ca-4a19-9ba6-13b2f6e746c5', 'status': 'completed', 'code': 200} Aug 17 02:29:31.037416 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:31.055234 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5926f0a-f122-41fe-a0af-7e7a994b1e33 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd1b834-d446-4cf0-ada8-39cdb0b0af51,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:31.068711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-2589cd47-4144-4df9-ad63-1536fc88eb5c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:29:31.139950 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6731fc-b948-47a8-ba8c-f583f9fc88f7 req-23bfe085-f8b8-42f5-8172-0bd6a7c2f77a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:31.141546 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c6731fc-b948-47a8-ba8c-f583f9fc88f7 req-23bfe085-f8b8-42f5-8172-0bd6a7c2f77a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 943 time: 0.0558016 Aug 17 02:29:31.146301 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['d8a13ec4-b686-4c64-b1e7-19b54f5edf9a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:29:31.187909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['9576ebd2-ad25-44d6-bfa0-47f40b8ef285'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:29:31.219061 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c6731fc-b948-47a8-ba8c-f583f9fc88f7 req-a4c5d5ae-2aba-43e4-a55d-d157f1cce1b9 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624211 Aug 17 02:29:31.349275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e733f-0c74-448b-b327-2044186ed6dc req-74666412-c823-48d1-a7c6-49a2558a491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:31.350765 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-824e733f-0c74-448b-b327-2044186ed6dc req-74666412-c823-48d1-a7c6-49a2558a491e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 1095 time: 0.0875027 Aug 17 02:29:31.445746 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-824e733f-0c74-448b-b327-2044186ed6dc req-fd896d96-be6d-4866-b3e9-538016622a03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcd1b834-d446-4cf0-ada8-39cdb0b0af51 HTTP/1.1" status: 200 len: 217 time: 0.0671453 Aug 17 02:29:31.488049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c3659-c7cf-474e-8d46-64339554a98c req-ece84657-6761-410a-bec9-69dd44ddc021 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:31.497001 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e077d5b1-4e26-446b-8a26-cfe55a4af928 x-openstack-request-id: req-e077d5b1-4e26-446b-8a26-cfe55a4af928 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:29:31.497525 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a27189-f2f4-48ef-8070-34be0f8a6314", "tag": "bcd1b834-d446-4cf0-ada8-39cdb0b0af51", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:29:31.497642 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e077d5b1-4e26-446b-8a26-cfe55a4af928 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:29:31.497831 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df5c3659-c7cf-474e-8d46-64339554a98c req-ece84657-6761-410a-bec9-69dd44ddc021 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 943 time: 0.1321180 Aug 17 02:29:31.497996 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a27189-f2f4-48ef-8070-34be0f8a6314', 'tag': 'bcd1b834-d446-4cf0-ada8-39cdb0b0af51', 'status': 'completed', 'code': 200} Aug 17 02:29:31.551336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e733f-0c74-448b-b327-2044186ed6dc req-719b4d33-2d5c-42ba-bf59-b793d0b22130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:31.552980 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-824e733f-0c74-448b-b327-2044186ed6dc req-719b4d33-2d5c-42ba-bf59-b793d0b22130 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 200 len: 846 time: 0.0923147 Aug 17 02:29:31.620139 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-824e733f-0c74-448b-b327-2044186ed6dc req-c252d5b2-e083-4208-8312-79b2fd1c41b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34f05c9b-0bd9-49d9-ae84-f63187a66bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419190 Aug 17 02:29:31.626521 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df5c3659-c7cf-474e-8d46-64339554a98c req-55cf32c7-2313-447f-9571-ffa579305080 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724556 Aug 17 02:29:31.657493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fbb61-9078-483b-9d24-7877b450ccc3 req-039edaa8-4350-42e5-94b3-a076d7ef3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:31.659290 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-744fbb61-9078-483b-9d24-7877b450ccc3 req-039edaa8-4350-42e5-94b3-a076d7ef3e26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 1095 time: 0.5555830 Aug 17 02:29:31.682678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 5d557ba0-b979-4492-b455-cf36dae1e3e3 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:29:31.705139 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 5d557ba0-b979-4492-b455-cf36dae1e3e3 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:29:31.705907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 5d557ba0-b979-4492-b455-cf36dae1e3e3 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:29:31.731059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-2589cd47-4144-4df9-ad63-1536fc88eb5c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:29:31.746588 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59949c86-24a4-49fb-96fc-e1753fe8b5d2 None None] Sync routers for ids ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:29:31.753461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-824e733f-0c74-448b-b327-2044186ed6dc req-1c74bf37-4bd9-4e7c-8bea-c692d1556d8d service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249468 Aug 17 02:29:31.762461 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59949c86-24a4-49fb-96fc-e1753fe8b5d2 None None] Routers {'0af128d7-c8ac-4d44-999f-dc8c44d9cd76'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:31.765434 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-59949c86-24a4-49fb-96fc-e1753fe8b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:31.795660 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e75d7233-eae6-4ff1-815d-6a71ebaf8779 req-28e2c0f3-190a-4306-a285-59224975d3d1 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 210 time: 0.0360177 Aug 17 02:29:31.829723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-2589cd47-4144-4df9-ad63-1536fc88eb5c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] No DVR routers for this DVR port 5d557ba0-b979-4492-b455-cf36dae1e3e3 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:29:31.834891 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-2589cd47-4144-4df9-ad63-1536fc88eb5c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:31.835036 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-01da579c-e797-4d2b-928a-2cd46ddcca3d req-2589cd47-4144-4df9-ad63-1536fc88eb5c tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.42 "DELETE /v2.0/ports/5d557ba0-b979-4492-b455-cf36dae1e3e3 HTTP/1.1" status: 204 len: 173 time: 2.5429597 Aug 17 02:29:31.879249 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c8c42b9-8e25-4485-9906-4264b4927b6d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:31.946136 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fbb61-9078-483b-9d24-7877b450ccc3 req-a26b45b9-c32a-400a-8bee-d280eb48ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:31.948550 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-744fbb61-9078-483b-9d24-7877b450ccc3 req-a26b45b9-c32a-400a-8bee-d280eb48ff11 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2698302 Aug 17 02:29:31.954108 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-59949c86-24a4-49fb-96fc-e1753fe8b5d2 None None] Set router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:29:31.975256 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c96ad3-f733-4efb-9351-144d8a2d1120 req-3db8ed23-7850-472d-936a-81c93fa842f7 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:31.976857 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-81c96ad3-f733-4efb-9351-144d8a2d1120 req-3db8ed23-7850-472d-936a-81c93fa842f7 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 949 time: 0.0799966 Aug 17 02:29:32.001276 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-824e733f-0c74-448b-b327-2044186ed6dc req-e780af81-551a-46ab-9e8a-76f08ccc5929 service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313387 Aug 17 02:29:32.027791 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-81c96ad3-f733-4efb-9351-144d8a2d1120 req-c9e5784a-5cc5-42bd-86aa-37aa98a0160d tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418794 Aug 17 02:29:32.108077 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fbb61-9078-483b-9d24-7877b450ccc3 req-d3d7d7b4-55d7-4ea7-a927-5b1a076dc861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:32.110206 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-744fbb61-9078-483b-9d24-7877b450ccc3 req-d3d7d7b4-55d7-4ea7-a927-5b1a076dc861 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1529183 Aug 17 02:29:32.242039 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-59949c86-24a4-49fb-96fc-e1753fe8b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:59Z', 'updated_at': '2021-08-17T02:26:05Z', 'revision_number': 4, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'gw_port': {'id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:00Z', 'updated_at': '2021-08-17T02:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '8755db08-7ad7-4e11-a3f0-276d6837b1a8', 'name': '', 'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'mac_address': 'fa:16:3e:40:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '96745070-aa33-474d-ad95-b1568821aeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:04Z', 'updated_at': '2021-08-17T02:26:10Z', 'revision_number': 5, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'subnets': [{'id': '96745070-aa33-474d-ad95-b1568821aeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:32.289739 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59949c86-24a4-49fb-96fc-e1753fe8b5d2 None None] Checking router: 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:29:32.292757 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c42b9-8e25-4485-9906-4264b4927b6d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port 3c1fa819-a865-412b-9451-734fd4424a00 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:32.292757 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c8c42b9-8e25-4485-9906-4264b4927b6d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:32.311606 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59949c86-24a4-49fb-96fc-e1753fe8b5d2 None None] Routers {'0af128d7-c8ac-4d44-999f-dc8c44d9cd76'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:32.313099 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-59949c86-24a4-49fb-96fc-e1753fe8b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:32.354248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-51f9f616-c78e-4de4-836b-7876895fcb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:32.356214 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-51f9f616-c78e-4de4-836b-7876895fcb25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 1095 time: 0.1096907 Aug 17 02:29:32.360721 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e83d7-25fb-4db1-b424-a0bd5f42eb21 req-fa7562bd-44c5-488f-8a60-ad15900dde37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:32.363023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-753e83d7-25fb-4db1-b424-a0bd5f42eb21 req-fa7562bd-44c5-488f-8a60-ad15900dde37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 1095 time: 0.0880814 Aug 17 02:29:32.407004 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d7928-6bc1-4ee1-9f48-3e5cd6d9f719 req-1db141ec-fea9-4e3c-b3ad-0486406f7af6 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:32.408639 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e6d7928-6bc1-4ee1-9f48-3e5cd6d9f719 req-1db141ec-fea9-4e3c-b3ad-0486406f7af6 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 943 time: 0.0818586 Aug 17 02:29:32.420389 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-9e1417db-f11f-47b7-a198-ef7ad0242324 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=462a9a77-47ca-4a19-9ba6-13b2f6e746c5 HTTP/1.1" status: 200 len: 217 time: 0.0438070 Aug 17 02:29:32.442020 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-59949c86-24a4-49fb-96fc-e1753fe8b5d2 None None] Set router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:29:32.452245 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c8c42b9-8e25-4485-9906-4264b4927b6d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:32.492774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e6d7928-6bc1-4ee1-9f48-3e5cd6d9f719 req-3e8b704d-e3ef-4fa5-b6fc-1944131c5d79 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510645 Aug 17 02:29:32.503835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c42b9-8e25-4485-9906-4264b4927b6d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for 3c1fa819-a865-412b-9451-734fd4424a00 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:32.535588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e83d7-25fb-4db1-b424-a0bd5f42eb21 req-d4e4547d-70f3-4bb7-b979-c8a64897e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:32.537337 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-ead3d57a-e676-4e07-99f8-8b57103106de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:32.537524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-753e83d7-25fb-4db1-b424-a0bd5f42eb21 req-d4e4547d-70f3-4bb7-b979-c8a64897e3e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 907 time: 0.1610436 Aug 17 02:29:32.539686 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-ead3d57a-e676-4e07-99f8-8b57103106de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=016e9709-70f3-4b17-8bfe-b44e0b1eb7e1 HTTP/1.1" status: 200 len: 852 time: 0.1108713 Aug 17 02:29:32.607558 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-753e83d7-25fb-4db1-b424-a0bd5f42eb21 req-ad5f1f78-dcde-49d3-9b49-1553e02590f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcd1b834-d446-4cf0-ada8-39cdb0b0af51 HTTP/1.1" status: 200 len: 217 time: 0.0551932 Aug 17 02:29:32.613148 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-0ce80caa-5c1c-4c6e-bb23-4329e5d06e88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8514d3d-ed13-45cd-a125-ef1e28472c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383763 Aug 17 02:29:32.686320 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e83d7-25fb-4db1-b424-a0bd5f42eb21 req-d19b3201-a12f-48cf-8664-c3fecd41a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:32.690579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-753e83d7-25fb-4db1-b424-a0bd5f42eb21 req-d19b3201-a12f-48cf-8664-c3fecd41a8ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 200 len: 846 time: 0.0664883 Aug 17 02:29:32.750699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-753e83d7-25fb-4db1-b424-a0bd5f42eb21 req-8d13a8bf-7e34-4a7b-8f09-6bb307c388ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34f05c9b-0bd9-49d9-ae84-f63187a66bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490911 Aug 17 02:29:32.786970 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-6fe0fe65-7f34-45de-ada2-829ce8bf5f0c service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643744 Aug 17 02:29:32.814988 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-59949c86-24a4-49fb-96fc-e1753fe8b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:59Z', 'updated_at': '2021-08-17T02:26:05Z', 'revision_number': 4, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'gw_port': {'id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:00Z', 'updated_at': '2021-08-17T02:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '8755db08-7ad7-4e11-a3f0-276d6837b1a8', 'name': '', 'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'mac_address': 'fa:16:3e:40:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '96745070-aa33-474d-ad95-b1568821aeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:04Z', 'updated_at': '2021-08-17T02:26:10Z', 'revision_number': 5, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'subnets': [{'id': '96745070-aa33-474d-ad95-b1568821aeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:32.847355 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59949c86-24a4-49fb-96fc-e1753fe8b5d2 None None] The sync data for ids ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'] in n-d-793621-31 is: [{'id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:59Z', 'updated_at': '2021-08-17T02:26:05Z', 'revision_number': 4, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'gw_port': {'id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:00Z', 'updated_at': '2021-08-17T02:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '8755db08-7ad7-4e11-a3f0-276d6837b1a8', 'name': '', 'network_id': '121b4177-67c8-41b7-9451-eba181535c98', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'mac_address': 'fa:16:3e:40:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '96745070-aa33-474d-ad95-b1568821aeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:04Z', 'updated_at': '2021-08-17T02:26:10Z', 'revision_number': 5, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'subnets': [{'id': '96745070-aa33-474d-ad95-b1568821aeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:29:32.902626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba087dd-682c-46c3-bf9c-81b88f210dc5 req-d64c78a1-883f-4873-8afc-f797d2846f66 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:32.906003 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ba087dd-682c-46c3-bf9c-81b88f210dc5 req-d64c78a1-883f-4873-8afc-f797d2846f66 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 943 time: 0.1190524 Aug 17 02:29:32.914232 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2dba968-1cb0-48d0-8aaa-dc595c984c00 req-ffdaf0dd-37cd-4907-8db9-221040af2881 service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089694 Aug 17 02:29:32.939407 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-753e83d7-25fb-4db1-b424-a0bd5f42eb21 req-e39ca7e4-3f9f-4f5b-8678-30c26e8a5461 service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843784 Aug 17 02:29:32.978734 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ba087dd-682c-46c3-bf9c-81b88f210dc5 req-d4be1f18-974b-4e2d-a0de-bc9e9044ac18 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660255 Aug 17 02:29:33.009452 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c8c42b9-8e25-4485-9906-4264b4927b6d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:33.097339 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c42b9-8e25-4485-9906-4264b4927b6d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=3c1fa819-a865-412b-9451-734fd4424a00,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:33.125981 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-753e83d7-25fb-4db1-b424-a0bd5f42eb21 req-bd74f447-556c-459c-ade4-adbcf96ac988 service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617637 Aug 17 02:29:33.216399 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb0fcc9c-65ba-4fb6-bf36-ca75eba0466f req-f61d8a5f-8084-45c1-a023-0f7666e9a67a tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/ports?device_id=b33c2ef4-5807-4473-b9b7-4bdb22c10b5f HTTP/1.1" status: 200 len: 210 time: 0.0688679 Aug 17 02:29:33.307442 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a6d52-f61a-47bf-aec7-9f007c7c9eeb None None] New status for floating IP 5424aa2e-f93e-414c-b188-6153712c2c94: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:29:33.408659 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bfa24-5673-4fd2-ba9a-98c51c2adeed req-896e9815-a8bb-4ff7-bf38-0bcf515cba5e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:33.422203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa0bfa24-5673-4fd2-ba9a-98c51c2adeed req-896e9815-a8bb-4ff7-bf38-0bcf515cba5e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 949 time: 0.1004765 Aug 17 02:29:33.510088 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa0bfa24-5673-4fd2-ba9a-98c51c2adeed req-e07728ab-19b0-4528-8664-ef2e18cc0f93 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868032 Aug 17 02:29:33.526026 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33c2ef4-5807-4473-b9b7-4bdb22c10b5f', 'name': 'network-vif-deleted', 'tag': '5d557ba0-b979-4492-b455-cf36dae1e3e3'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:29:33.533498 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b2b0a7-cc96-4932-b1d1-e2619650c388" -d '{"events": [{"server_uuid": "b33c2ef4-5807-4473-b9b7-4bdb22c10b5f", "name": "network-vif-deleted", "tag": "5d557ba0-b979-4492-b455-cf36dae1e3e3"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:29:33.587088 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c8c42b9-8e25-4485-9906-4264b4927b6d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:33.695730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:29:33.816883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc41a0c-8ce9-4c63-bada-913e79acc043 req-27fe4167-0d53-4851-b761-2663b22cafb6 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:33.819093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecc41a0c-8ce9-4c63-bada-913e79acc043 req-27fe4167-0d53-4851-b761-2663b22cafb6 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 943 time: 0.0664194 Aug 17 02:29:33.842198 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8c42b9-8e25-4485-9906-4264b4927b6d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router 6fb414e7-94d6-425e-962c-c61972824719 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:29:33.862574 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecc41a0c-8ce9-4c63-bada-913e79acc043 req-9b530bdc-93c5-462b-a9cb-99f29c3319aa tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366106 Aug 17 02:29:33.919971 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108c2dec-82d5-43bf-96ed-6fb07270c58c x-openstack-request-id: req-108c2dec-82d5-43bf-96ed-6fb07270c58c {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:29:33.920263 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33c2ef4-5807-4473-b9b7-4bdb22c10b5f", "name": "network-vif-deleted", "tag": "5d557ba0-b979-4492-b455-cf36dae1e3e3", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:29:33.920515 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-108c2dec-82d5-43bf-96ed-6fb07270c58c {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:29:33.921664 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33c2ef4-5807-4473-b9b7-4bdb22c10b5f', 'name': 'network-vif-deleted', 'tag': '5d557ba0-b979-4492-b455-cf36dae1e3e3', 'status': 'completed', 'code': 200} Aug 17 02:29:33.952352 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8c42b9-8e25-4485-9906-4264b4927b6d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:29:33.959182 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8c8c42b9-8e25-4485-9906-4264b4927b6d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/6fb414e7-94d6-425e-962c-c61972824719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3324435 Aug 17 02:29:33.962127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55264) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:33.965402 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f4cb0c-edb6-4443-9e78-8c4ee2e33767 None None] Sync routers for ids ['6fb414e7-94d6-425e-962c-c61972824719'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:29:33.972726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:33.978057 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f4cb0c-edb6-4443-9e78-8c4ee2e33767 None None] Routers {'6fb414e7-94d6-425e-962c-c61972824719'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:33.978688 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-91f4cb0c-edb6-4443-9e78-8c4ee2e33767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6fb414e7-94d6-425e-962c-c61972824719'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:33.990898 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:33.991245 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:34.079981 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-91f4cb0c-edb6-4443-9e78-8c4ee2e33767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:34.107572 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f4cb0c-edb6-4443-9e78-8c4ee2e33767 None None] Routers {'6fb414e7-94d6-425e-962c-c61972824719'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:34.108223 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-91f4cb0c-edb6-4443-9e78-8c4ee2e33767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6fb414e7-94d6-425e-962c-c61972824719'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:34.116557 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:34.167735 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:29:34.170077 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde5d271-48eb-4b1e-9f1a-b97f4bf94e63" -d '{"events": [{"server_uuid": "d779f147-e9be-4741-ae60-2536bb2bdbb0", "name": "network-vif-plugged", "status": "completed", "tag": "9576ebd2-ad25-44d6-bfa0-47f40b8ef285"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:29:34.185991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72a07d-5581-46e0-aa43-522cf9a880b4 req-570be03e-6957-4de6-9211-2ebd7bcdc857 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:34.196300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b72a07d-5581-46e0-aa43-522cf9a880b4 req-570be03e-6957-4de6-9211-2ebd7bcdc857 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 943 time: 0.0759883 Aug 17 02:29:34.208116 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:34.226130 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-91f4cb0c-edb6-4443-9e78-8c4ee2e33767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:34.233129 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f4cb0c-edb6-4443-9e78-8c4ee2e33767 None None] The sync data for ids ['6fb414e7-94d6-425e-962c-c61972824719'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:29:34.258041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b72a07d-5581-46e0-aa43-522cf9a880b4 req-73adaaa0-3245-4d36-87bc-3895b1afc73e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608449 Aug 17 02:29:34.429807 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:34.430835 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d8a13ec4-b686-4c64-b1e7-19b54f5edf9a up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:29:34.487240 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e17a4e-8c2b-4154-bf03-63ca94ceeb7b x-openstack-request-id: req-d3e17a4e-8c2b-4154-bf03-63ca94ceeb7b {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:29:34.487534 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d779f147-e9be-4741-ae60-2536bb2bdbb0", "name": "network-vif-plugged", "status": "completed", "tag": "9576ebd2-ad25-44d6-bfa0-47f40b8ef285", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:29:34.488046 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3e17a4e-8c2b-4154-bf03-63ca94ceeb7b {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:29:34.488791 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285', 'code': 200} Aug 17 02:29:34.554573 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a9c10e5-05c5-4e72-89e8-7487c2f9067e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:34.555138 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:34.679763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd62005-915a-424e-b88a-b6da1a03026e req-7980de94-1205-480a-be04-a53fc39f78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:34.681270 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1bd62005-915a-424e-b88a-b6da1a03026e req-7980de94-1205-480a-be04-a53fc39f78d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 1102 time: 0.0587664 Aug 17 02:29:34.701510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55286) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:34.750642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:34.757861 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:34.758761 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:34.770538 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1bd62005-915a-424e-b88a-b6da1a03026e req-06ae62f1-94fb-4d27-814f-40e4e0dd32a5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615644 Aug 17 02:29:34.805908 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6fed756b-c99e-4429-ba49-53073c60b070 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:34.845938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3612817-3914-40ca-a0c9-dbce93521c50 req-a86eae42-4ed8-46e8-842b-0f485f867341 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:34.848333 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3612817-3914-40ca-a0c9-dbce93521c50 req-a86eae42-4ed8-46e8-842b-0f485f867341 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 949 time: 0.0828574 Aug 17 02:29:34.862970 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6fed756b-c99e-4429-ba49-53073c60b070 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:34.887200 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:34.937285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c10e5-05c5-4e72-89e8-7487c2f9067e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port 3b7ab452-60bb-4383-8f7f-49e569afd884 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:34.937689 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a9c10e5-05c5-4e72-89e8-7487c2f9067e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:34.943087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3612817-3914-40ca-a0c9-dbce93521c50 req-7be6e22e-6d79-4528-b934-091c43a2ea5c tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863049 Aug 17 02:29:34.952464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d8a13ec4-b686-4c64-b1e7-19b54f5edf9a,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:35.043336 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a9c10e5-05c5-4e72-89e8-7487c2f9067e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:35.055383 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c10e5-05c5-4e72-89e8-7487c2f9067e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for 3b7ab452-60bb-4383-8f7f-49e569afd884 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:35.070065 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:35.117409 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6fed756b-c99e-4429-ba49-53073c60b070 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:35.120814 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6fed756b-c99e-4429-ba49-53073c60b070 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:35.125395 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6fed756b-c99e-4429-ba49-53073c60b070 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "DELETE /v2.0/security-groups/15f867a4-16b7-4935-8275-38bb269ce547 HTTP/1.1" status: 204 len: 168 time: 0.4219532 Aug 17 02:29:35.126752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55294) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:35.128219 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=d8a13ec4-b686-4c64-b1e7-19b54f5edf9a,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:35.147564 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-9a50fd77-2635-4eaf-bdaf-29e489a764ff tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] show failed (client error): The resource could not be found. Aug 17 02:29:35.151953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9a50fd77-2635-4eaf-bdaf-29e489a764ff tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "GET /v2.0/security-groups/15f867a4-16b7-4935-8275-38bb269ce547 HTTP/1.1" status: 404 len: 347 time: 0.0206771 Aug 17 02:29:35.158134 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55298) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:35.200623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed756b-c99e-4429-ba49-53073c60b070 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f867a4-16b7-4935-8275-38bb269ce547,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:35.346840 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c034a4-6a0b-4c74-8ea3-75600af0a43e req-8a86bf21-b88d-448d-8c52-decb5a4e7f82 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:35.348408 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1c034a4-6a0b-4c74-8ea3-75600af0a43e req-8a86bf21-b88d-448d-8c52-decb5a4e7f82 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 943 time: 0.0887015 Aug 17 02:29:35.359569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-54ec094a-1051-4121-8886-66acfc5348a0 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Deleting port 4414f045-5a37-4a35-9e0b-d5e55d90c0a6 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:35.359904 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54ec094a-1051-4121-8886-66acfc5348a0 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:35.396386 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a9c10e5-05c5-4e72-89e8-7487c2f9067e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:35.430075 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c10e5-05c5-4e72-89e8-7487c2f9067e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=3b7ab452-60bb-4383-8f7f-49e569afd884,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:35.444345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1c034a4-6a0b-4c74-8ea3-75600af0a43e req-8f728d1f-8876-4b78-bdb9-a31150aafe42 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870185 Aug 17 02:29:35.508901 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54ec094a-1051-4121-8886-66acfc5348a0 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:35.509442 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54ec094a-1051-4121-8886-66acfc5348a0 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:35.570421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-54ec094a-1051-4121-8886-66acfc5348a0 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Calling delete_port for 4414f045-5a37-4a35-9e0b-d5e55d90c0a6 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:35.614907 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a9c10e5-05c5-4e72-89e8-7487c2f9067e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:35.675779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e1ccc-8b73-472d-baea-dc20648bc22b req-05c09b24-5822-4f24-a1e3-3b345223cd79 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:35.677362 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a69e1ccc-8b73-472d-baea-dc20648bc22b req-05c09b24-5822-4f24-a1e3-3b345223cd79 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 943 time: 0.1636147 Aug 17 02:29:35.737332 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a69e1ccc-8b73-472d-baea-dc20648bc22b req-157bec7e-3f33-48f0-8b1f-c0748629a964 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510151 Aug 17 02:29:35.787477 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9c10e5-05c5-4e72-89e8-7487c2f9067e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router 6fb414e7-94d6-425e-962c-c61972824719 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:29:35.829378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device bcd1b834-d446-4cf0-ada8-39cdb0b0af51 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:29:35.938921 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54ec094a-1051-4121-8886-66acfc5348a0 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:35.950292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port bcd1b834-d446-4cf0-ada8-39cdb0b0af51, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=bcd1b834-d446-4cf0-ada8-39cdb0b0af51,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:35.968375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec094a-1051-4121-8886-66acfc5348a0 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Pushing event deleted for resources: {'Port': ['ID=4414f045-5a37-4a35-9e0b-d5e55d90c0a6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:35.982085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'bcd1b834-d446-4cf0-ada8-39cdb0b0af51', 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee', 'port_id': 'bcd1b834-d446-4cf0-ada8-39cdb0b0af51', 'mac_address': 'fa:16:3e:70:ff:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028b2ac7-a8dd-403f-9dd3-f9eec71ab748', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:29:36.047127 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:36.074350 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54ec094a-1051-4121-8886-66acfc5348a0 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:36.074577 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd1b834-d446-4cf0-ada8-39cdb0b0af51 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:29:36.074717 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54ec094a-1051-4121-8886-66acfc5348a0 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:36.074717 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-54ec094a-1051-4121-8886-66acfc5348a0 tempest-ServersTestJSON-492496622 tempest-ServersTestJSON-492496622-project] 10.222.0.13 "DELETE /v2.0/floatingips/5424aa2e-f93e-414c-b188-6153712c2c94 HTTP/1.1" status: 204 len: 168 time: 0.9109800 Aug 17 02:29:36.092312 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port bcd1b834-d446-4cf0-ada8-39cdb0b0af51, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=bcd1b834-d446-4cf0-ada8-39cdb0b0af51,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:36.107704 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55320) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:36.201037 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:36.201689 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9c10e5-05c5-4e72-89e8-7487c2f9067e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:29:36.209570 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7a9c10e5-05c5-4e72-89e8-7487c2f9067e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/6fb414e7-94d6-425e-962c-c61972824719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2438731 Aug 17 02:29:36.210244 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55326) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:36.232778 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e16b65-e17f-45eb-b35c-147fc90486f7 None None] Sync routers for ids ['6fb414e7-94d6-425e-962c-c61972824719'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:29:36.234333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99eb28-1df3-43df-a2fc-7b9ae440bceb req-ab0cd7aa-a84a-4f8c-b428-536c0195f891 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:36.236416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f99eb28-1df3-43df-a2fc-7b9ae440bceb req-ab0cd7aa-a84a-4f8c-b428-536c0195f891 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 950 time: 0.1643939 Aug 17 02:29:36.241308 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8497c699-ecb5-4005-b09d-af6fe6ba83ed tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb414e7-94d6-425e-962c-c61972824719 HTTP/1.1" status: 200 len: 205 time: 0.0272028 Aug 17 02:29:36.241502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55328) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:36.257216 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e16b65-e17f-45eb-b35c-147fc90486f7 None None] Routers {'6fb414e7-94d6-425e-962c-c61972824719'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:36.257989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-75e16b65-e17f-45eb-b35c-147fc90486f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6fb414e7-94d6-425e-962c-c61972824719'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:36.308593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-75e16b65-e17f-45eb-b35c-147fc90486f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:36.311624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=bcd1b834-d446-4cf0-ada8-39cdb0b0af51,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:36.337692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e16b65-e17f-45eb-b35c-147fc90486f7 None None] Routers {'6fb414e7-94d6-425e-962c-c61972824719'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:36.338466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-75e16b65-e17f-45eb-b35c-147fc90486f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6fb414e7-94d6-425e-962c-c61972824719'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:36.345216 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d98c51a-a72d-4b8a-a5ee-95e42b97b4b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:36.347429 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f99eb28-1df3-43df-a2fc-7b9ae440bceb req-1b83d78a-1fc6-44c7-9383-c6e30185b4a6 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926309 Aug 17 02:29:36.385691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-75e16b65-e17f-45eb-b35c-147fc90486f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:36.386486 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e16b65-e17f-45eb-b35c-147fc90486f7 None None] The sync data for ids ['6fb414e7-94d6-425e-962c-c61972824719'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:29:36.490117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a13ec4-b686-4c64-b1e7-19b54f5edf9a'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:29:36.494276 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9514d17f-93da-413f-ba27-bcf49c867e52" -d '{"events": [{"server_uuid": "12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5", "name": "network-vif-plugged", "status": "completed", "tag": "d8a13ec4-b686-4c64-b1e7-19b54f5edf9a"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:29:36.541274 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d98c51a-a72d-4b8a-a5ee-95e42b97b4b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:36.543781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d98c51a-a72d-4b8a-a5ee-95e42b97b4b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:36.752832 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['bcd1b834-d446-4cf0-ada8-39cdb0b0af51'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:29:36.778086 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d98c51a-a72d-4b8a-a5ee-95e42b97b4b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:36.779536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d98c51a-a72d-4b8a-a5ee-95e42b97b4b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Fanout notify agent at l3_agent the message router_deleted on router 6fb414e7-94d6-425e-962c-c61972824719 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:29:36.789014 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d98c51a-a72d-4b8a-a5ee-95e42b97b4b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:36.792647 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2d98c51a-a72d-4b8a-a5ee-95e42b97b4b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/routers/6fb414e7-94d6-425e-962c-c61972824719 HTTP/1.1" status: 204 len: 168 time: 0.5500448 Aug 17 02:29:36.793311 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55336) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:36.798543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f33d5e-0ea5-4a7d-a876-a4385db78bf1 req-5be1531c-aba3-42d0-bc3a-21055706986d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:36.800046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1f33d5e-0ea5-4a7d-a876-a4385db78bf1 req-5be1531c-aba3-42d0-bc3a-21055706986d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 944 time: 0.0894146 Aug 17 02:29:36.852342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d434a14d-ccab-4eaf-8323-abff34dbec3a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting subnet 5495683a-7cff-4a7a-a071-617de383863f {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:29:36.859002 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d434a14d-ccab-4eaf-8323-abff34dbec3a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:36.906125 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1f33d5e-0ea5-4a7d-a876-a4385db78bf1 req-6e008c94-4510-4a5b-a817-04335a83e051 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959575 Aug 17 02:29:36.913044 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d434a14d-ccab-4eaf-8323-abff34dbec3a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:36.958576 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d5baa6-9243-4c0a-ad17-b30f2e86e4a0 x-openstack-request-id: req-00d5baa6-9243-4c0a-ad17-b30f2e86e4a0 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:29:36.959177 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5", "name": "network-vif-plugged", "status": "completed", "tag": "d8a13ec4-b686-4c64-b1e7-19b54f5edf9a", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:29:36.959177 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00d5baa6-9243-4c0a-ad17-b30f2e86e4a0 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:29:36.959685 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a13ec4-b686-4c64-b1e7-19b54f5edf9a', 'code': 200} Aug 17 02:29:37.039255 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d434a14d-ccab-4eaf-8323-abff34dbec3a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.108015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c31ea-638a-4e32-8ccd-e837a821ae0a req-b91e1baa-d0fe-4947-8dbf-0887a5b3a9b8 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:37.109694 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0f4c31ea-638a-4e32-8ccd-e837a821ae0a req-b91e1baa-d0fe-4947-8dbf-0887a5b3a9b8 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 943 time: 0.0816460 Aug 17 02:29:37.112411 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4817ded8-3815-44f8-97ce-51a4dcf5fb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.124997 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9713a6-99c1-42bf-a5b3-9ed88453bf31 req-002f07fd-8b59-4b69-9068-7d9a38969d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:37.127352 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2e9713a6-99c1-42bf-a5b3-9ed88453bf31 req-002f07fd-8b59-4b69-9068-7d9a38969d6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 1102 time: 0.0629897 Aug 17 02:29:37.168651 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2e9713a6-99c1-42bf-a5b3-9ed88453bf31 req-67cf56eb-2695-4520-86f2-29d81187e0ba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334737 Aug 17 02:29:37.231718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0f4c31ea-638a-4e32-8ccd-e837a821ae0a req-f03a6f27-0b93-4c24-b5c6-3ec9a102a772 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106484 Aug 17 02:29:37.259106 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d434a14d-ccab-4eaf-8323-abff34dbec3a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.314488 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434a14d-ccab-4eaf-8323-abff34dbec3a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Subnet': ['ID=5495683a-7cff-4a7a-a071-617de383863f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:37.317789 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d434a14d-ccab-4eaf-8323-abff34dbec3a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.321128 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d434a14d-ccab-4eaf-8323-abff34dbec3a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/5495683a-7cff-4a7a-a071-617de383863f HTTP/1.1" status: 204 len: 168 time: 0.5266967 Aug 17 02:29:37.323554 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55348) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:37.335379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2c9fd1-1253-45fc-9905-5a4fc771129b None None] Network 2e47c6bb-10c2-4a81-bcc9-38067f4ad111 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:29:37.406892 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-6106a515-d04a-4d47-8db3-f5b78cdae82c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting subnet cdfebc00-e181-4d50-952a-ccd673dadda5 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:29:37.410861 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6106a515-d04a-4d47-8db3-f5b78cdae82c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.491985 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6106a515-d04a-4d47-8db3-f5b78cdae82c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.552742 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353d41d7-9167-4e0f-a5e7-a1df3988bd02 None None] DHCP port deletion for 2e47c6bb-10c2-4a81-bcc9-38067f4ad111 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:29:37.569848 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86b74e-30bc-49a1-ad39-e264ccb127a2 req-ba8f7081-25a5-49b7-af5f-8cf0c2a1668f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:37.571369 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a86b74e-30bc-49a1-ad39-e264ccb127a2 req-ba8f7081-25a5-49b7-af5f-8cf0c2a1668f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 950 time: 0.0894470 Aug 17 02:29:37.581299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-4817ded8-3815-44f8-97ce-51a4dcf5fb7f admin admin] Deleting port 8755db08-7ad7-4e11-a3f0-276d6837b1a8 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:37.581299 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4817ded8-3815-44f8-97ce-51a4dcf5fb7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.606699 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6106a515-d04a-4d47-8db3-f5b78cdae82c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.619095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-353d41d7-9167-4e0f-a5e7-a1df3988bd02 None None] Deleting port e964f918-584e-421c-83f5-f42b19c6b69d {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:37.619606 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-353d41d7-9167-4e0f-a5e7-a1df3988bd02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.678511 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a86b74e-30bc-49a1-ad39-e264ccb127a2 req-cd71edbf-df79-4e2e-8403-d4fecb9b8ccb tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947747 Aug 17 02:29:37.701726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-353d41d7-9167-4e0f-a5e7-a1df3988bd02 None None] For port e964f918-584e-421c-83f5-f42b19c6b69d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e964f918-584e-421c-83f5-f42b19c6b69d,segment=NetworkSegment(db0a8fb2-2bb0-4731-abcc-9b90e8603ac4),segment_id=db0a8fb2-2bb0-4731-abcc-9b90e8603ac4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:37.702723 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-353d41d7-9167-4e0f-a5e7-a1df3988bd02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.716440 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-353d41d7-9167-4e0f-a5e7-a1df3988bd02 None None] Calling delete_port for e964f918-584e-421c-83f5-f42b19c6b69d owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:37.720590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-4817ded8-3815-44f8-97ce-51a4dcf5fb7f admin admin] For port 8755db08-7ad7-4e11-a3f0-276d6837b1a8, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8755db08-7ad7-4e11-a3f0-276d6837b1a8,segment=NetworkSegment(c4ce1ff6-200c-4433-8ba3-09b694ac90fc),segment_id=c4ce1ff6-200c-4433-8ba3-09b694ac90fc)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:37.722637 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4817ded8-3815-44f8-97ce-51a4dcf5fb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.736196 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-4817ded8-3815-44f8-97ce-51a4dcf5fb7f admin admin] Calling delete_port for 8755db08-7ad7-4e11-a3f0-276d6837b1a8 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:37.805989 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6106a515-d04a-4d47-8db3-f5b78cdae82c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.830329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:29:37.836320 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106a515-d04a-4d47-8db3-f5b78cdae82c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Subnet': ['ID=cdfebc00-e181-4d50-952a-ccd673dadda5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:37.840182 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6106a515-d04a-4d47-8db3-f5b78cdae82c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.842140 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6106a515-d04a-4d47-8db3-f5b78cdae82c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/cdfebc00-e181-4d50-952a-ccd673dadda5 HTTP/1.1" status: 204 len: 168 time: 0.5176246 Aug 17 02:29:37.844953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55354) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:37.871490 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6bab5c-271a-46ec-8021-b80e1fc39a33 None None] Network 64886dfa-2c9c-4eca-8490-30f48fa0bece requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:29:37.901697 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ab856535-a395-40de-b8de-68982bdbae8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.907135 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-353d41d7-9167-4e0f-a5e7-a1df3988bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.974818 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-78b7ca67-b373-4def-87df-5334fe65298e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:37.980724 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e964f918-584e-421c-83f5-f42b19c6b69d no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:29:38.030810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d41d7-9167-4e0f-a5e7-a1df3988bd02 None None] Pushing event deleted for resources: {'Port': ['ID=e964f918-584e-421c-83f5-f42b19c6b69d,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:38.044447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d41d7-9167-4e0f-a5e7-a1df3988bd02 None None] No DVR routers for this DVR port e964f918-584e-421c-83f5-f42b19c6b69d on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:29:38.053673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: e964f918-584e-421c-83f5-f42b19c6b69d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:29:38.054004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e964f918-584e-421c-83f5-f42b19c6b69d not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:29:38.099786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded697b-e769-4798-b0cf-71c2457860f0 req-80d49a7b-136e-40cf-80b9-4362d6fa7711 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:38.105929 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9ded697b-e769-4798-b0cf-71c2457860f0 req-80d49a7b-136e-40cf-80b9-4362d6fa7711 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 944 time: 0.0927174 Aug 17 02:29:38.107121 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-78b7ca67-b373-4def-87df-5334fe65298e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.118230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-78b7ca67-b373-4def-87df-5334fe65298e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e47c6bb-10c2-4a81-bcc9-38067f4ad111']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:38.128653 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4817ded8-3815-44f8-97ce-51a4dcf5fb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.130144 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-78b7ca67-b373-4def-87df-5334fe65298e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0a8fb2-2bb0-4731-abcc-9b90e8603ac4') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:38.130460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-78b7ca67-b373-4def-87df-5334fe65298e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0a8fb2-2bb0-4731-abcc-9b90e8603ac4') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:38.133219 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 462a9a77-47ca-4a19-9ba6-13b2f6e746c5, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=462a9a77-47ca-4a19-9ba6-13b2f6e746c5,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:38.143202 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-78b7ca67-b373-4def-87df-5334fe65298e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.158111 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-78b7ca67-b373-4def-87df-5334fe65298e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.160365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '462a9a77-47ca-4a19-9ba6-13b2f6e746c5', 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b', 'port_id': '462a9a77-47ca-4a19-9ba6-13b2f6e746c5', 'mac_address': 'fa:16:3e:0d:11:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016e9709-70f3-4b17-8bfe-b44e0b1eb7e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:29:38.169219 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b7ca67-b373-4def-87df-5334fe65298e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:29:38.169698 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-78b7ca67-b373-4def-87df-5334fe65298e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:29:38.174696 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:29:38.208692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817ded8-3815-44f8-97ce-51a4dcf5fb7f admin admin] Pushing event deleted for resources: {'Port': ['ID=8755db08-7ad7-4e11-a3f0-276d6837b1a8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:38.208888 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.222906 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:29:38.250813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9ded697b-e769-4798-b0cf-71c2457860f0 req-e91313af-2bf0-4294-80b1-041f9dd0824d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385520 Aug 17 02:29:38.251703 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 462a9a77-47ca-4a19-9ba6-13b2f6e746c5, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=462a9a77-47ca-4a19-9ba6-13b2f6e746c5,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:38.297832 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dc2602-15e5-4605-9c7d-2b4b761dc582 None None] DHCP port deletion for 64886dfa-2c9c-4eca-8490-30f48fa0bece request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:29:38.360548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-55dc2602-15e5-4605-9c7d-2b4b761dc582 None None] Deleting port f889b8c9-3f71-493f-b41f-59a0b1d3aa73 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:38.360961 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55dc2602-15e5-4605-9c7d-2b4b761dc582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.372073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-78b7ca67-b373-4def-87df-5334fe65298e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.388787 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-78b7ca67-b373-4def-87df-5334fe65298e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.391588 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-78b7ca67-b373-4def-87df-5334fe65298e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/networks/2e47c6bb-10c2-4a81-bcc9-38067f4ad111 HTTP/1.1" status: 204 len: 168 time: 0.5454724 Aug 17 02:29:38.394382 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55360) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:38.408086 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.426314 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7ca67-b373-4def-87df-5334fe65298e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Network': ['ID=2e47c6bb-10c2-4a81-bcc9-38067f4ad111,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:38.433573 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a8ea7-ca10-447e-8dd6-67db2bb36d48 req-6e96b4fd-45d3-420f-86d4-fe650bf4d404 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:38.434811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a0a8ea7-ca10-447e-8dd6-67db2bb36d48 req-6e96b4fd-45d3-420f-86d4-fe650bf4d404 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 943 time: 0.1028626 Aug 17 02:29:38.520131 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4817ded8-3815-44f8-97ce-51a4dcf5fb7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.541252 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.549873 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a0a8ea7-ca10-447e-8dd6-67db2bb36d48 req-197e2ca8-27c8-4a08-8186-6f956a5719ae tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032624 Aug 17 02:29:38.561450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-55dc2602-15e5-4605-9c7d-2b4b761dc582 None None] For port f889b8c9-3f71-493f-b41f-59a0b1d3aa73, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f889b8c9-3f71-493f-b41f-59a0b1d3aa73,segment=NetworkSegment(76ce8ef2-394f-4b77-93af-9d1d52437064),segment_id=76ce8ef2-394f-4b77-93af-9d1d52437064)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:38.562128 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55dc2602-15e5-4605-9c7d-2b4b761dc582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.585052 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-55dc2602-15e5-4605-9c7d-2b4b761dc582 None None] Calling delete_port for f889b8c9-3f71-493f-b41f-59a0b1d3aa73 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:38.587088 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=462a9a77-47ca-4a19-9ba6-13b2f6e746c5,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:38.651805 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port f889b8c9-3f71-493f-b41f-59a0b1d3aa73 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:38.652199 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.736134 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] For port f889b8c9-3f71-493f-b41f-59a0b1d3aa73, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f889b8c9-3f71-493f-b41f-59a0b1d3aa73,segment=NetworkSegment(76ce8ef2-394f-4b77-93af-9d1d52437064),segment_id=76ce8ef2-394f-4b77-93af-9d1d52437064)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:38.736515 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.752451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for f889b8c9-3f71-493f-b41f-59a0b1d3aa73 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:38.819722 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55dc2602-15e5-4605-9c7d-2b4b761dc582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.838347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4817ded8-3815-44f8-97ce-51a4dcf5fb7f admin admin] Router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:29:38.839010 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:38.854357 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0567c9f-9c3b-4811-a5da-4c231c6ff563 req-8d7d4cd3-6348-4d6e-8c33-a90ced06f627 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:38.855940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc2602-15e5-4605-9c7d-2b4b761dc582 None None] Pushing event deleted for resources: {'Port': ['ID=f889b8c9-3f71-493f-b41f-59a0b1d3aa73,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:38.856096 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0567c9f-9c3b-4811-a5da-4c231c6ff563 req-8d7d4cd3-6348-4d6e-8c33-a90ced06f627 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 950 time: 0.0728452 Aug 17 02:29:38.858312 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc2602-15e5-4605-9c7d-2b4b761dc582 None None] No DVR routers for this DVR port f889b8c9-3f71-493f-b41f-59a0b1d3aa73 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:29:38.875598 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No DVR routers for this DVR port f889b8c9-3f71-493f-b41f-59a0b1d3aa73 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:29:38.877417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=f889b8c9-3f71-493f-b41f-59a0b1d3aa73,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:38.952657 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['462a9a77-47ca-4a19-9ba6-13b2f6e746c5'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:29:38.977728 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0567c9f-9c3b-4811-a5da-4c231c6ff563 req-3b14f7a8-b4e5-4bcf-9bf7-81c51d0699ad tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718777 Aug 17 02:29:38.982213 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:39.002841 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64886dfa-2c9c-4eca-8490-30f48fa0bece']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:39.010859 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4817ded8-3815-44f8-97ce-51a4dcf5fb7f admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:29:39.019074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4817ded8-3815-44f8-97ce-51a4dcf5fb7f admin admin] 10.222.0.13 "PUT /v2.0/routers/0af128d7-c8ac-4d44-999f-dc8c44d9cd76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9084332 Aug 17 02:29:39.023290 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec99189-d5c9-40e7-9989-7a7c31486269 None None] Sync routers for ids ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:29:39.028855 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55372) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:39.032376 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ce8ef2-394f-4b77-93af-9d1d52437064') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:39.032709 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ce8ef2-394f-4b77-93af-9d1d52437064') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:39.039144 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec99189-d5c9-40e7-9989-7a7c31486269 None None] Routers {'0af128d7-c8ac-4d44-999f-dc8c44d9cd76'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:39.040522 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4ec99189-d5c9-40e7-9989-7a7c31486269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:39.052525 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:39.145701 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:39.157339 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:29:39.157813 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:29:39.161632 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:29:39.212574 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-4ec99189-d5c9-40e7-9989-7a7c31486269 None None] Set router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:29:39.267097 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:39.381161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:39.398185 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:39.400107 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/networks/64886dfa-2c9c-4eca-8490-30f48fa0bece HTTP/1.1" status: 204 len: 168 time: 1.0048888 Aug 17 02:29:39.410478 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55376) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:39.410697 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa595b-da7b-413b-bae4-999a7c2befcd req-c7ee1de8-020a-41dc-bc09-92e4d5fa44e4 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:39.412006 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ffa595b-da7b-413b-bae4-999a7c2befcd req-c7ee1de8-020a-41dc-bc09-92e4d5fa44e4 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 944 time: 0.0803206 Aug 17 02:29:39.415684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-be5ef64f-f5ab-45a9-8ba5-6c64f9780a64 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'network': {'name': 'tempest-RoutersTest-78299956'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:39.419849 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4ec99189-d5c9-40e7-9989-7a7c31486269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:59Z', 'updated_at': '2021-08-17T02:29:37Z', 'revision_number': 5, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'gw_port': {'id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:00Z', 'updated_at': '2021-08-17T02:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:39.440324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf9b5b-f348-48c2-9453-b8094ac4638f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Network': ['ID=64886dfa-2c9c-4eca-8490-30f48fa0bece,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:39.454661 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:39.459338 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec99189-d5c9-40e7-9989-7a7c31486269 None None] Checking router: 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:29:39.464796 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ffa595b-da7b-413b-bae4-999a7c2befcd req-48687398-362d-4a94-afba-f3b18c3aef01 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449531 Aug 17 02:29:39.469779 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec99189-d5c9-40e7-9989-7a7c31486269 None None] Routers {'0af128d7-c8ac-4d44-999f-dc8c44d9cd76'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:39.470464 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4ec99189-d5c9-40e7-9989-7a7c31486269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:39.560732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5ef64f-f5ab-45a9-8ba5-6c64f9780a64 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:39.566148 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be5ef64f-f5ab-45a9-8ba5-6c64f9780a64 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:39.588557 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-4ec99189-d5c9-40e7-9989-7a7c31486269 None None] Set router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:29:39.600409 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5ef64f-f5ab-45a9-8ba5-6c64f9780a64 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:29:39.621691 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be5ef64f-f5ab-45a9-8ba5-6c64f9780a64 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:39.622408 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-be5ef64f-f5ab-45a9-8ba5-6c64f9780a64 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Added segment 9f900206-bb24-434c-97ac-30b6c28715a1 of type vlan for network 5595c0c2-b6ce-411b-9310-578e51248e4e Aug 17 02:29:39.699350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6da34c-7c71-43dd-9ef9-91311c77af12 req-b3cf55ff-f221-48f0-8373-6859c725c4d6 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:39.709076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f6da34c-7c71-43dd-9ef9-91311c77af12 req-b3cf55ff-f221-48f0-8373-6859c725c4d6 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 944 time: 0.0831490 Aug 17 02:29:39.744263 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be5ef64f-f5ab-45a9-8ba5-6c64f9780a64 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:39.759269 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] Deleting port f2fcdfd2-ee86-4ba0-890c-c24affb626c2 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:39.759630 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:39.778751 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f6da34c-7c71-43dd-9ef9-91311c77af12 req-44b329d7-3b6c-421d-a431-ede3a99aad0d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681584 Aug 17 02:29:39.832547 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4ec99189-d5c9-40e7-9989-7a7c31486269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:59Z', 'updated_at': '2021-08-17T02:29:37Z', 'revision_number': 5, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'gw_port': {'id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:00Z', 'updated_at': '2021-08-17T02:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:39.839092 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device bcd1b834-d446-4cf0-ada8-39cdb0b0af51 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:29:39.861772 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec99189-d5c9-40e7-9989-7a7c31486269 None None] The sync data for ids ['0af128d7-c8ac-4d44-999f-dc8c44d9cd76'] in n-d-793621-31 is: [{'id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'name': 'tempest-ServersTestJSON-2102697943-router', 'tenant_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:25:59Z', 'updated_at': '2021-08-17T02:29:37Z', 'revision_number': 5, 'project_id': 'ef2f1d344a1f49a09862bf78d14661d1', 'gw_port': {'id': 'f2fcdfd2-ee86-4ba0-890c-c24affb626c2', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af128d7-c8ac-4d44-999f-dc8c44d9cd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:00Z', 'updated_at': '2021-08-17T02:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:29:39.897670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] For port f2fcdfd2-ee86-4ba0-890c-c24affb626c2, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f2fcdfd2-ee86-4ba0-890c-c24affb626c2,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:39.897670 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:39.916840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] Calling delete_port for f2fcdfd2-ee86-4ba0-890c-c24affb626c2 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:39.965870 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be5ef64f-f5ab-45a9-8ba5-6c64f9780a64 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:39.972150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5ef64f-f5ab-45a9-8ba5-6c64f9780a64 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:39.972772 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be5ef64f-f5ab-45a9-8ba5-6c64f9780a64 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.062177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ef64f-f5ab-45a9-8ba5-6c64f9780a64 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Network': ['ID=5595c0c2-b6ce-411b-9310-578e51248e4e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:40.080244 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 5595c0c2-b6ce-411b-9310-578e51248e4e details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:29:40.128943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ddae8-8a35-418a-89d7-0df490d7cba8 req-15347e6d-06da-46d6-bb57-ec9047538c02 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:40.130836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f97ddae8-8a35-418a-89d7-0df490d7cba8 req-15347e6d-06da-46d6-bb57-ec9047538c02 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 950 time: 0.0826845 Aug 17 02:29:40.140142 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-be5ef64f-f5ab-45a9-8ba5-6c64f9780a64 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7277894 Aug 17 02:29:40.140841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port bcd1b834-d446-4cf0-ada8-39cdb0b0af51 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:40.144091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55384) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:40.154787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-abda7db9-6c5f-45ec-8782-b25751b199ff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'subnet': {'network_id': '5595c0c2-b6ce-411b-9310-578e51248e4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:40.158852 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port bcd1b834-d446-4cf0-ada8-39cdb0b0af51 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:40.159240 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.246277 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f97ddae8-8a35-418a-89d7-0df490d7cba8 req-4ec03420-92b4-4ad9-bfa0-123d06a3d4e1 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040983 Aug 17 02:29:40.264078 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ebceeae8-9274-4908-bb16-2141275547a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.277481 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.300701 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.331227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a27189-f2f4-48ef-8070-34be0f8a6314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd1b834-d446-4cf0-ada8-39cdb0b0af51'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:29:40.333555 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155736a4-53ee-4a23-92cb-f47b0ede2a50" -d '{"events": [{"server_uuid": "23a27189-f2f4-48ef-8070-34be0f8a6314", "name": "network-vif-plugged", "status": "completed", "tag": "bcd1b834-d446-4cf0-ada8-39cdb0b0af51"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:29:40.339118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fcdfd2-ee86-4ba0-890c-c24affb626c2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:40.340985 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f889b8c9-3f71-493f-b41f-59a0b1d3aa73 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:29:40.368287 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: f889b8c9-3f71-493f-b41f-59a0b1d3aa73 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:29:40.368629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f889b8c9-3f71-493f-b41f-59a0b1d3aa73 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:29:40.371231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port bcd1b834-d446-4cf0-ada8-39cdb0b0af51, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=bcd1b834-d446-4cf0-ada8-39cdb0b0af51,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:40.416607 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.430385 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abda7db9-6c5f-45ec-8782-b25751b199ff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:40.436110 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abda7db9-6c5f-45ec-8782-b25751b199ff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.475602 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.520756 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.523125 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.565915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de429c15-eeca-439c-9920-fa230ad01563 req-904f703b-678b-4acf-93e4-4abba5058e65 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:40.569116 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=bcd1b834-d446-4cf0-ada8-39cdb0b0af51,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:40.573285 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de429c15-eeca-439c-9920-fa230ad01563 req-904f703b-678b-4acf-93e4-4abba5058e65 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.1192443 Aug 17 02:29:40.640484 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de429c15-eeca-439c-9920-fa230ad01563 req-a050f161-6392-426a-b095-6b43885b6761 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655982 Aug 17 02:29:40.681297 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.697374 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881a7d1e-70c4-49c8-9977-2c67614ddd08 x-openstack-request-id: req-881a7d1e-70c4-49c8-9977-2c67614ddd08 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:29:40.697374 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a27189-f2f4-48ef-8070-34be0f8a6314", "name": "network-vif-plugged", "status": "completed", "tag": "bcd1b834-d446-4cf0-ada8-39cdb0b0af51", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:29:40.697374 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-881a7d1e-70c4-49c8-9977-2c67614ddd08 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:29:40.697374 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a27189-f2f4-48ef-8070-34be0f8a6314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd1b834-d446-4cf0-ada8-39cdb0b0af51', 'code': 200} Aug 17 02:29:40.721775 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.722534 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0af128d7-c8ac-4d44-999f-dc8c44d9cd76 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:29:40.727228 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.731423 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a5c75e2c-63e0-4853-9e62-d2b6a3fcd0ca admin admin] 10.222.0.13 "DELETE /v2.0/routers/0af128d7-c8ac-4d44-999f-dc8c44d9cd76 HTTP/1.1" status: 204 len: 168 time: 1.6964858 Aug 17 02:29:40.732275 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55398) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:40.842698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbe625-fe16-4a61-979d-543b94a0236f req-d8cbf609-bbfa-4ac4-b217-adbf8b39e997 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:40.844513 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6fbe625-fe16-4a61-979d-543b94a0236f req-d8cbf609-bbfa-4ac4-b217-adbf8b39e997 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 945 time: 0.0958359 Aug 17 02:29:40.851447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1871dd-b10e-4151-91c1-6ee2a75d679e admin admin] Deleting subnet 96745070-aa33-474d-ad95-b1568821aeba {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:29:40.855644 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fe1871dd-b10e-4151-91c1-6ee2a75d679e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.855776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a1faf-8131-4e5a-934e-455b37790211 req-eb7f4dae-780e-4bff-8a8d-6f7702e30b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:40.857176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e45a1faf-8131-4e5a-934e-455b37790211 req-eb7f4dae-780e-4bff-8a8d-6f7702e30b26 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 1097 time: 0.0726695 Aug 17 02:29:40.896546 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fe1871dd-b10e-4151-91c1-6ee2a75d679e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.910378 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e45a1faf-8131-4e5a-934e-455b37790211 req-7c784745-9571-4e64-bb97-cc40f2f2947c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429552 Aug 17 02:29:40.917305 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abda7db9-6c5f-45ec-8782-b25751b199ff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:40.958893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6fbe625-fe16-4a61-979d-543b94a0236f req-462fae2e-b7a8-450a-9199-b492e02c4dd9 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068802 Aug 17 02:29:40.991878 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fe1871dd-b10e-4151-91c1-6ee2a75d679e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:41.004399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda7db9-6c5f-45ec-8782-b25751b199ff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Subnet': ['ID=1cfe9150-40ab-4957-9064-cf61b3e88bed,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:41.014371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda7db9-6c5f-45ec-8782-b25751b199ff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Checking segment: {'id': '9f900206-bb24-434c-97ac-30b6c28715a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5595c0c2-b6ce-411b-9310-578e51248e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:29:41.014814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda7db9-6c5f-45ec-8782-b25751b199ff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network hostable DHCP agents. Network: 5595c0c2-b6ce-411b-9310-578e51248e4e, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:29:41.082180 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cd1c5-7881-4594-97ea-25eef9a8a5ef req-43d8d21e-2131-462d-8f49-849bc5c79d5e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:41.083695 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e0cd1c5-7881-4594-97ea-25eef9a8a5ef req-43d8d21e-2131-462d-8f49-849bc5c79d5e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 944 time: 0.0566502 Aug 17 02:29:41.125414 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e0cd1c5-7881-4594-97ea-25eef9a8a5ef req-d5cf1dcf-c92e-41b4-8f85-fed520ec9943 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351970 Aug 17 02:29:41.233970 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-e9cbd6f2-e750-4196-a771-54c499c14c83 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f38b4c1f22e14380ae92d99e110612ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307732 Aug 17 02:29:41.247254 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fe1871dd-b10e-4151-91c1-6ee2a75d679e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:41.253721 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda7db9-6c5f-45ec-8782-b25751b199ff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 5595c0c2-b6ce-411b-9310-578e51248e4e is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:29:41.273035 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1871dd-b10e-4151-91c1-6ee2a75d679e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96745070-aa33-474d-ad95-b1568821aeba,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:41.284378 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fe1871dd-b10e-4151-91c1-6ee2a75d679e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:41.289361 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fe1871dd-b10e-4151-91c1-6ee2a75d679e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/96745070-aa33-474d-ad95-b1568821aeba HTTP/1.1" status: 204 len: 168 time: 0.5531039 Aug 17 02:29:41.290195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe246d82-d3d1-495f-abbf-8679ec72b7e7 None None] Network 121b4177-67c8-41b7-9451-eba181535c98 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:29:41.293562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55418) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:41.398435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-2c6ab89e-9027-49b5-a072-e5a347c1fe9e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:41.399031 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:41.417434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-2c6ab89e-9027-49b5-a072-e5a347c1fe9e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770294 Aug 17 02:29:41.438099 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-79cedb7c-c4c4-4662-a2e0-d5b899665bc3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/quotas/f38b4c1f22e14380ae92d99e110612ae HTTP/1.1" status: 200 len: 375 time: 0.0186388 Aug 17 02:29:41.450269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-abda7db9-6c5f-45ec-8782-b25751b199ff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 5595c0c2-b6ce-411b-9310-578e51248e4e) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:41.456003 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abda7db9-6c5f-45ec-8782-b25751b199ff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:41.456941 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abda7db9-6c5f-45ec-8782-b25751b199ff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:41.471704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be90a6bf-43e6-4e2b-a972-9caa745abc1c None None] Network 5595c0c2-b6ce-411b-9310-578e51248e4e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:29:41.505179 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] Deleting port 789f1132-37e8-41eb-b3d8-9bbca878a28b {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:41.505816 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:41.519504 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-d3dc2421-7176-4fb4-b554-71fc36e5e05b tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f38b4c1f22e14380ae92d99e110612ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794644 Aug 17 02:29:41.547645 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-abda7db9-6c5f-45ec-8782-b25751b199ff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3979106 Aug 17 02:29:41.548584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55422) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:41.554249 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-61264cec-ab9c-4c61-a769-ef42d49e0642 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1037655712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:41.607173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f24dc59-a902-462f-b666-12040d7c75a1 None None] DHCP port deletion for 121b4177-67c8-41b7-9451-eba181535c98 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:29:41.611893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] For port 789f1132-37e8-41eb-b3d8-9bbca878a28b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=789f1132-37e8-41eb-b3d8-9bbca878a28b,segment=NetworkSegment(c4ce1ff6-200c-4433-8ba3-09b694ac90fc),segment_id=c4ce1ff6-200c-4433-8ba3-09b694ac90fc)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:41.612728 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:41.629159 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] Calling delete_port for 789f1132-37e8-41eb-b3d8-9bbca878a28b owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:41.818384 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-61264cec-ab9c-4c61-a769-ef42d49e0642 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:41.819849 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-61264cec-ab9c-4c61-a769-ef42d49e0642 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:41.856475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:29:41.884253 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-61264cec-ab9c-4c61-a769-ef42d49e0642 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:41.891764 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-5595c0c2-b6ce-411b-9310-578e51248e4e', 'network_id': '5595c0c2-b6ce-411b-9310-578e51248e4e', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'fixed_ips': [{'subnet_id': '1cfe9150-40ab-4957-9064-cf61b3e88bed'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:29:41.895493 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:41.902293 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:41.911212 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:41.956748 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] Pushing event deleted for resources: {'Port': ['ID=789f1132-37e8-41eb-b3d8-9bbca878a28b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:41.957316 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] No DVR routers for this DVR port 789f1132-37e8-41eb-b3d8-9bbca878a28b on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:29:41.959315 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 789f1132-37e8-41eb-b3d8-9bbca878a28b no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:29:41.993571 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3f24dc59-a902-462f-b666-12040d7c75a1 None None] Deleting port 789f1132-37e8-41eb-b3d8-9bbca878a28b {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:41.993571 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3f24dc59-a902-462f-b666-12040d7c75a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.000635 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 789f1132-37e8-41eb-b3d8-9bbca878a28b {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:29:42.000984 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 789f1132-37e8-41eb-b3d8-9bbca878a28b not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:29:42.001452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f2fcdfd2-ee86-4ba0-890c-c24affb626c2 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:29:42.024368 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-61264cec-ab9c-4c61-a769-ef42d49e0642 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.068177 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.082775 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121b4177-67c8-41b7-9451-eba181535c98']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:42.101806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ce1ff6-200c-4433-8ba3-09b694ac90fc') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:42.102395 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ce1ff6-200c-4433-8ba3-09b694ac90fc') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:42.114613 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.119895 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-61264cec-ab9c-4c61-a769-ef42d49e0642 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.119895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-61264cec-ab9c-4c61-a769-ef42d49e0642 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5669146 Aug 17 02:29:42.119895 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55430) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:42.127222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-64fec0d4-504e-40a4-8479-23c5e2640db1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'port': {'network_id': '5595c0c2-b6ce-411b-9310-578e51248e4e', 'name': 'tempest-RoutersTest-2146762653'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:42.131505 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.138665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:29:42.139974 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:29:42.187383 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:29:42.251947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: f2fcdfd2-ee86-4ba0-890c-c24affb626c2 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:29:42.252301 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f2fcdfd2-ee86-4ba0-890c-c24affb626c2 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:29:42.252748 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8755db08-7ad7-4e11-a3f0-276d6837b1a8 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:29:42.261806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d31573b0-86f0-4820-9b8a-6c04bf10e571 req-ca74567c-457d-487d-9024-2cdda8912f33 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 210 time: 0.0937347 Aug 17 02:29:42.303790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Allocated IP 172.20.0.2 (5595c0c2-b6ce-411b-9310-578e51248e4e/1cfe9150-40ab-4957-9064-cf61b3e88bed/1ef0f418-516c-48cc-b823-6ebf1017041a) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:42.310817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 8755db08-7ad7-4e11-a3f0-276d6837b1a8 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:29:42.311814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8755db08-7ad7-4e11-a3f0-276d6837b1a8 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:29:42.345664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3f24dc59-a902-462f-b666-12040d7c75a1 None None] For port 789f1132-37e8-41eb-b3d8-9bbca878a28b, host n-d-793621-31, got binding levels [] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:42.346066 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3f24dc59-a902-462f-b666-12040d7c75a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.349813 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.372580 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3f24dc59-a902-462f-b666-12040d7c75a1 None None] Calling delete_port for 789f1132-37e8-41eb-b3d8-9bbca878a28b owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:42.398877 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.400004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.ipam_backend_mixin [None req-3f24dc59-a902-462f-b666-12040d7c75a1 None None] Port 789f1132-37e8-41eb-b3d8-9bbca878a28b was not found and therefore no delete operation was performed {{(pid=95408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 02:29:42.403389 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] 10.222.0.13 "DELETE /v2.0/networks/121b4177-67c8-41b7-9451-eba181535c98 HTTP/1.1" status: 204 len: 168 time: 1.0988560 Aug 17 02:29:42.404661 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3f24dc59-a902-462f-b666-12040d7c75a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.415417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69607725-e864-45d5-840e-615c1d0712fd admin admin] Pushing event deleted for resources: {'Network': ['ID=121b4177-67c8-41b7-9451-eba181535c98,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:42.442957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f24dc59-a902-462f-b666-12040d7c75a1 None None] Network 121b4177-67c8-41b7-9451-eba181535c98 is not hosted by any dhcp agent {{(pid=95408) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 02:29:42.443474 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f24dc59-a902-462f-b666-12040d7c75a1 None None] No DVR routers for this DVR port 789f1132-37e8-41eb-b3d8-9bbca878a28b on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:29:42.451272 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24dc59-a902-462f-b666-12040d7c75a1 None None] Pushing event deleted for resources: {'Port': ['ID=789f1132-37e8-41eb-b3d8-9bbca878a28b,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:42.488244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da04366-ff22-4a34-b460-fdccff04f57c req-60d6edba-4978-46ee-bb3a-bb880b42191a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:42.490076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7da04366-ff22-4a34-b460-fdccff04f57c req-60d6edba-4978-46ee-bb3a-bb880b42191a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 945 time: 0.0960443 Aug 17 02:29:42.514762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:42.537943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:42.538890 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.548927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7da04366-ff22-4a34-b460-fdccff04f57c req-7704e31f-4ba1-4013-b3d2-7a0a1a8e7bba tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512347 Aug 17 02:29:42.595309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fec0d4-504e-40a4-8479-23c5e2640db1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:42.599045 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64fec0d4-504e-40a4-8479-23c5e2640db1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.620729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-64fec0d4-504e-40a4-8479-23c5e2640db1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] device_id is not set on port cf220add-3b15-4878-91c8-679d2cef82a6 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:29:42.636955 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.648641 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Transition to ACTIVE for port object 1ef0f418-516c-48cc-b823-6ebf1017041a will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:42.692284 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Transition to ACTIVE for port object 1ef0f418-516c-48cc-b823-6ebf1017041a will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:42.700769 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.743807 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca526b5-6796-4883-a8f0-555d37513d7c req-c5885878-a6b7-4073-887c-87eef4f5b394 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:42.746971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ca526b5-6796-4883-a8f0-555d37513d7c req-c5885878-a6b7-4073-887c-87eef4f5b394 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 944 time: 0.0860898 Aug 17 02:29:42.760199 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f457d30f-2733-4590-bae0-feaffa7de0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462a9a77-47ca-4a19-9ba6-13b2f6e746c5'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:29:42.762974 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb1666f-6dee-4410-b7b2-a577637a54dc" -d '{"events": [{"server_uuid": "f457d30f-2733-4590-bae0-feaffa7de0f2", "name": "network-vif-plugged", "status": "completed", "tag": "462a9a77-47ca-4a19-9ba6-13b2f6e746c5"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:29:42.777790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 462a9a77-47ca-4a19-9ba6-13b2f6e746c5, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=462a9a77-47ca-4a19-9ba6-13b2f6e746c5,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:42.790543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ca526b5-6796-4883-a8f0-555d37513d7c req-8a5724ca-9150-4607-9fdf-433e75679b09 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357511 Aug 17 02:29:42.836393 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcd401e-b205-40ca-bd6c-2cc347b59b44 x-openstack-request-id: req-9dcd401e-b205-40ca-bd6c-2cc347b59b44 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:29:42.841207 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f457d30f-2733-4590-bae0-feaffa7de0f2", "name": "network-vif-plugged", "status": "completed", "tag": "462a9a77-47ca-4a19-9ba6-13b2f6e746c5", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:29:42.841207 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dcd401e-b205-40ca-bd6c-2cc347b59b44 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:29:42.841207 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f457d30f-2733-4590-bae0-feaffa7de0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462a9a77-47ca-4a19-9ba6-13b2f6e746c5', 'code': 200} Aug 17 02:29:42.841628 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.897652 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-64fec0d4-504e-40a4-8479-23c5e2640db1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Allocated IP 172.20.0.11 (5595c0c2-b6ce-411b-9310-578e51248e4e/1cfe9150-40ab-4957-9064-cf61b3e88bed/cf220add-3b15-4878-91c8-679d2cef82a6) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:42.902341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Network 5595c0c2-b6ce-411b-9310-578e51248e4e is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:42.907280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:42.909862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:29:42.923814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Pushing event updated for resources: {'Port': ['ID=1ef0f418-516c-48cc-b823-6ebf1017041a,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:42.994968 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:43.040192 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Attempting to bind port 1ef0f418-516c-48cc-b823-6ebf1017041a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:29:43.040661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Attempting to bind port 1ef0f418-516c-48cc-b823-6ebf1017041a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9f900206-bb24-434c-97ac-30b6c28715a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5595c0c2-b6ce-411b-9310-578e51248e4e'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:29:43.041101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Attempting to bind port 1ef0f418-516c-48cc-b823-6ebf1017041a on network 5595c0c2-b6ce-411b-9310-578e51248e4e {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:29:43.044693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a6a05-908d-4d2e-840d-02303c688907 req-57f49a16-6823-42e2-9d5c-5a02cfbe5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:43.046969 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-876a6a05-908d-4d2e-840d-02303c688907 req-57f49a16-6823-42e2-9d5c-5a02cfbe5216 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 1096 time: 0.1030936 Aug 17 02:29:43.054280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:29:43.054615 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Checking segment: {'id': '9f900206-bb24-434c-97ac-30b6c28715a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5595c0c2-b6ce-411b-9310-578e51248e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:29:43.055028 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:43.055446 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Bound using segment: {'id': '9f900206-bb24-434c-97ac-30b6c28715a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5595c0c2-b6ce-411b-9310-578e51248e4e'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:29:43.056076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Bound port: 1ef0f418-516c-48cc-b823-6ebf1017041a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f900206-bb24-434c-97ac-30b6c28715a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5595c0c2-b6ce-411b-9310-578e51248e4e'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:29:43.056563 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:43.116406 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=462a9a77-47ca-4a19-9ba6-13b2f6e746c5,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:43.119752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-876a6a05-908d-4d2e-840d-02303c688907 req-a28b9a3c-ad12-44be-801c-36b93c2affb8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467756 Aug 17 02:29:43.160591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55450) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:43.163091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-4b338250-15ce-4167-8468-d098f93884ff None None] For port 1ef0f418-516c-48cc-b823-6ebf1017041a, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:29:43.169312 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-4b338250-15ce-4167-8468-d098f93884ff None None] For port 1ef0f418-516c-48cc-b823-6ebf1017041a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1ef0f418-516c-48cc-b823-6ebf1017041a,segment=NetworkSegment(9f900206-bb24-434c-97ac-30b6c28715a1),segment_id=9f900206-bb24-434c-97ac-30b6c28715a1)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:29:43.177514 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64fec0d4-504e-40a4-8479-23c5e2640db1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:43.206500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-64fec0d4-504e-40a4-8479-23c5e2640db1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Transition to ACTIVE for port object cf220add-3b15-4878-91c8-679d2cef82a6 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:43.228629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bbbb7d00-4be1-44e9-9f75-7f0eb6536e0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef2f1d344a1f49a09862bf78d14661d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669117 Aug 17 02:29:43.231691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55452) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:43.291905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c08ba2b9-20b3-4f56-a3bc-0c7c7536755c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:43.315152 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c08ba2b9-20b3-4f56-a3bc-0c7c7536755c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:43.360852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-940fb765-0a4f-4344-9b07-b1537015119f req-c753df80-acb1-41d4-ab05-8473ee7db010 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 210 time: 0.0315197 Aug 17 02:29:43.361601 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:43.440269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b338250-15ce-4167-8468-d098f93884ff None None] Pushing event updated for resources: {'Port': ['ID=1ef0f418-516c-48cc-b823-6ebf1017041a,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:43.443286 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64fec0d4-504e-40a4-8479-23c5e2640db1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:43.501011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fec0d4-504e-40a4-8479-23c5e2640db1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 5595c0c2-b6ce-411b-9310-578e51248e4e is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:43.503012 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c08ba2b9-20b3-4f56-a3bc-0c7c7536755c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:43.505180 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-64fec0d4-504e-40a4-8479-23c5e2640db1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:43.505964 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c08ba2b9-20b3-4f56-a3bc-0c7c7536755c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:43.509759 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c08ba2b9-20b3-4f56-a3bc-0c7c7536755c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e670398-ad8f-4213-978b-90ab5d932737 HTTP/1.1" status: 204 len: 168 time: 0.2734776 Aug 17 02:29:43.510022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fec0d4-504e-40a4-8479-23c5e2640db1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:29:43.515781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ba2b9-20b3-4f56-a3bc-0c7c7536755c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e670398-ad8f-4213-978b-90ab5d932737,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:43.548210 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fec0d4-504e-40a4-8479-23c5e2640db1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=cf220add-3b15-4878-91c8-679d2cef82a6,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:43.586477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fec0d4-504e-40a4-8479-23c5e2640db1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:43.587403 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64fec0d4-504e-40a4-8479-23c5e2640db1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:43.736406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5312c-c9a8-4d44-bb46-6bb22cdf4b69 req-89de64c6-2b9f-4f0b-af2c-5c1f7caa2b4e tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:43.744014 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:43.744646 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-efc5312c-c9a8-4d44-bb46-6bb22cdf4b69 req-89de64c6-2b9f-4f0b-af2c-5c1f7caa2b4e tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 945 time: 0.0672622 Aug 17 02:29:43.751223 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-64fec0d4-504e-40a4-8479-23c5e2640db1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6298327 Aug 17 02:29:43.753870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55462) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:43.795543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-efc5312c-c9a8-4d44-bb46-6bb22cdf4b69 req-51b2e153-093e-4050-8f57-9fc9a6b1c388 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494869 Aug 17 02:29:43.963913 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d9ce1-6ddd-4636-ba36-23838b829cd2 req-3127cf3f-38ae-4338-93c3-71de79e3489e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:43.966030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b5d9ce1-6ddd-4636-ba36-23838b829cd2 req-3127cf3f-38ae-4338-93c3-71de79e3489e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 945 time: 0.0869255 Aug 17 02:29:43.993629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1ef0f418-516c-48cc-b823-6ebf1017041a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:29:44.040974 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b5d9ce1-6ddd-4636-ba36-23838b829cd2 req-54b929dd-9c2b-45e8-afa8-8c3a7467c5bd tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664914 Aug 17 02:29:44.167535 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4bfb-dca9-4466-af04-47419833d197 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:44.171609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a424160-6a65-4a4f-bb83-8717cf5d19fc req-6c389f04-7e69-415d-8507-6adcc1938f03 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:44.181114 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a424160-6a65-4a4f-bb83-8717cf5d19fc req-6c389f04-7e69-415d-8507-6adcc1938f03 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 945 time: 0.0812428 Aug 17 02:29:44.211477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 1ef0f418-516c-48cc-b823-6ebf1017041a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:44.265337 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a424160-6a65-4a4f-bb83-8717cf5d19fc req-04818507-342f-4f6c-9e5a-c8ebda84da52 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808015 Aug 17 02:29:44.642700 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4bfb-dca9-4466-af04-47419833d197 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:44.683122 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f42434-9ce0-4c63-b0ff-d00862aaeff0 None None] Network 5595c0c2-b6ce-411b-9310-578e51248e4e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:29:45.063943 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4bfb-dca9-4466-af04-47419833d197 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:45.126753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-66a19f87-735a-45ea-8f1b-aef463b5379f None None] Provisioning for port 1ef0f418-516c-48cc-b823-6ebf1017041a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:45.135491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-66a19f87-735a-45ea-8f1b-aef463b5379f None None] Provisioning complete for port 1ef0f418-516c-48cc-b823-6ebf1017041a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:45.135824 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-66a19f87-735a-45ea-8f1b-aef463b5379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:45.195799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd4bfb-dca9-4466-af04-47419833d197 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=cf220add-3b15-4878-91c8-679d2cef82a6,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:45.334407 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-66a19f87-735a-45ea-8f1b-aef463b5379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:45.444375 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-66a19f87-735a-45ea-8f1b-aef463b5379f None None] For port 1ef0f418-516c-48cc-b823-6ebf1017041a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1ef0f418-516c-48cc-b823-6ebf1017041a,segment=NetworkSegment(9f900206-bb24-434c-97ac-30b6c28715a1),segment_id=9f900206-bb24-434c-97ac-30b6c28715a1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:45.485088 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-219ec0f0-bcc9-4df8-a323-760505fc6f4a req-28157a5a-e915-4b0e-8e4d-eb074f731a74 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 210 time: 0.0881188 Aug 17 02:29:45.516298 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-66a19f87-735a-45ea-8f1b-aef463b5379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:45.555730 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4bfb-dca9-4466-af04-47419833d197 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:45.683709 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-271fb54d-2e8f-47f3-8afb-4787bc393467 None None] Provisioning complete for port 1ef0f418-516c-48cc-b823-6ebf1017041a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:45.684813 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-271fb54d-2e8f-47f3-8afb-4787bc393467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:45.697467 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a80a6a-856c-4135-b3e4-62355a58c64d req-fa62ef11-3f63-4147-b7c7-b585e971875d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:45.710614 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5a80a6a-856c-4135-b3e4-62355a58c64d req-fa62ef11-3f63-4147-b7c7-b585e971875d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 945 time: 0.1447761 Aug 17 02:29:45.760639 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a19f87-735a-45ea-8f1b-aef463b5379f None None] Pushing event updated for resources: {'Port': ['ID=1ef0f418-516c-48cc-b823-6ebf1017041a,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:45.803602 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5a80a6a-856c-4135-b3e4-62355a58c64d req-3e96dd53-c7dd-4b50-af32-f1da90c3d627 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784359 Aug 17 02:29:45.972914 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4bfb-dca9-4466-af04-47419833d197 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:46.001682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1ef0f418-516c-48cc-b823-6ebf1017041a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:29:46.006527 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-271fb54d-2e8f-47f3-8afb-4787bc393467 None None] Provisioning for port cf220add-3b15-4878-91c8-679d2cef82a6 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:46.043961 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-271fb54d-2e8f-47f3-8afb-4787bc393467 None None] Provisioning complete for port cf220add-3b15-4878-91c8-679d2cef82a6 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:46.046349 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-271fb54d-2e8f-47f3-8afb-4787bc393467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:46.046635 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7541a0-e2b4-4505-ae99-6cb56ca331d3 req-fe41c2c3-ea35-4cce-a89e-bc2892c15960 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:46.061515 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd7541a0-e2b4-4505-ae99-6cb56ca331d3 req-fe41c2c3-ea35-4cce-a89e-bc2892c15960 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 945 time: 0.1739883 Aug 17 02:29:46.112380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55510) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:46.159941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-271fb54d-2e8f-47f3-8afb-4787bc393467 None None] Port cf220add-3b15-4878-91c8-679d2cef82a6 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:29:46.204011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 1ef0f418-516c-48cc-b823-6ebf1017041a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:46.204246 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd7541a0-e2b4-4505-ae99-6cb56ca331d3 req-52d8702f-140f-4bb4-a24c-d8fdbd99924b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409624 Aug 17 02:29:46.204404 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:46.332175 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c0a63767-fe91-489f-ae30-468761c840a5 None None] Provisioning complete for port cf220add-3b15-4878-91c8-679d2cef82a6 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:46.332556 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c0a63767-fe91-489f-ae30-468761c840a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:46.386924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c0a63767-fe91-489f-ae30-468761c840a5 None None] Port cf220add-3b15-4878-91c8-679d2cef82a6 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:29:46.431024 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-335105274-network', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:46.538292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] Made reservation on behalf of d4421b77961e4a84acdbc5048e4ddaee for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:46.542916 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:46.552905 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:46.611867 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9427bc13-705a-4f91-9162-0c6e1486f0cf req-0f4a9656-adcd-402d-8411-9c1a27941e00 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 210 time: 0.0383060 Aug 17 02:29:46.707696 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:46.714612 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-b005ab7b-bb53-498d-baba-6a3daf92eb48 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f38b4c1f22e14380ae92d99e110612ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6878395 Aug 17 02:29:46.829565 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:46.857640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:29:46.876403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64f37f7-28b3-4534-92db-908a4bb46a87,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:46.888351 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:46.888753 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] Added segment 2b45fd55-7a4e-4721-9684-1c4f9dea75f5 of type vlan for network 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 Aug 17 02:29:46.928933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-e0340ce4-2c42-4efa-8cc3-a0a71592e357 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:46.930405 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-e0340ce4-2c42-4efa-8cc3-a0a71592e357 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061121 Aug 17 02:29:46.955143 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:46.963187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-d814bbfc-9b3e-4706-9103-24d594dd9bdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Request body: {'port': {'device_id': '2288efa3-7821-44b8-9bd3-121abe4f228a', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': 'f38b4c1f22e14380ae92d99e110612ae'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:47.054801 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4bfb-dca9-4466-af04-47419833d197 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:47.183300 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:47.184368 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:47.188869 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:47.252355 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4bfb-dca9-4466-af04-47419833d197 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:47.256333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] Pushing event updated for resources: {'Network': ['ID=0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:47.269668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:29:47.317304 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-d814bbfc-9b3e-4706-9103-24d594dd9bdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Made reservation on behalf of f38b4c1f22e14380ae92d99e110612ae for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:47.320916 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-d814bbfc-9b3e-4706-9103-24d594dd9bdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:47.376873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd4bfb-dca9-4466-af04-47419833d197 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=cf220add-3b15-4878-91c8-679d2cef82a6,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:47.385516 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4bfb-dca9-4466-af04-47419833d197 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:47.612489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cd4bfb-dca9-4466-af04-47419833d197 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 5595c0c2-b6ce-411b-9310-578e51248e4e is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:47.613707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-d814bbfc-9b3e-4706-9103-24d594dd9bdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Allocated IP 192.168.233.242 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/d55ace94-9a60-4104-9d44-79ab28615782) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:47.616447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-b1cd4bfb-dca9-4466-af04-47419833d197 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:47.674720 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c2b659f3-0abb-47df-8436-c34b75474b06 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5600426 Aug 17 02:29:47.690809 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55534) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:47.700471 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e6781a52-0c44-4fa3-a119-16f5dabef51e admin admin] Request body: {'subnet': {'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-subnet', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:47.730345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d310ca8-e6a7-453f-a3f7-abefc9e3e302 req-221e91be-401e-4fa1-8260-a9ee87b64d42 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:47.739694 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d310ca8-e6a7-453f-a3f7-abefc9e3e302 req-221e91be-401e-4fa1-8260-a9ee87b64d42 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 945 time: 0.4455984 Aug 17 02:29:47.793413 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d310ca8-e6a7-453f-a3f7-abefc9e3e302 req-beae8ad0-8b45-440f-b7e1-ceb96ccd341f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500979 Aug 17 02:29:47.817130 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06022737-0f98-4efb-a417-09b8b74c405e req-d78fd41e-7f78-437b-848d-46c664563692 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:47.820864 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06022737-0f98-4efb-a417-09b8b74c405e req-d78fd41e-7f78-437b-848d-46c664563692 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 945 time: 0.4793243 Aug 17 02:29:47.937171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0d402569-b468-4203-8c23-11ec6d979b62 None None] Provisioning complete for port cf220add-3b15-4878-91c8-679d2cef82a6 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:47.953629 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0d402569-b468-4203-8c23-11ec6d979b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:48.000723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-0d402569-b468-4203-8c23-11ec6d979b62 None None] Port cf220add-3b15-4878-91c8-679d2cef82a6 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:29:48.023857 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6781a52-0c44-4fa3-a119-16f5dabef51e admin admin] Made reservation on behalf of d4421b77961e4a84acdbc5048e4ddaee for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:48.026227 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e6781a52-0c44-4fa3-a119-16f5dabef51e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:48.059780 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-d814bbfc-9b3e-4706-9103-24d594dd9bdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:48.088010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-d814bbfc-9b3e-4706-9103-24d594dd9bdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Transition to ACTIVE for port object d55ace94-9a60-4104-9d44-79ab28615782 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:48.125568 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a79052fd-41f1-4cf4-969e-c716e606a350 req-4faf7ded-3288-4578-a5a6-fad6bfaa7a38 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 210 time: 0.0815289 Aug 17 02:29:48.145056 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cd4bfb-dca9-4466-af04-47419833d197 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router aaea0284-e47f-46a0-a0b1-a792ffe7ca5d is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:29:48.160207 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-06022737-0f98-4efb-a417-09b8b74c405e req-72c5dc66-fe56-44e5-b16d-4a5d083475f1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Deleting port bcd1b834-d446-4cf0-ada8-39cdb0b0af51 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:48.160551 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-06022737-0f98-4efb-a417-09b8b74c405e req-72c5dc66-fe56-44e5-b16d-4a5d083475f1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:48.275358 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cd4bfb-dca9-4466-af04-47419833d197 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:29:48.283731 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b1cd4bfb-dca9-4466-af04-47419833d197 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/aaea0284-e47f-46a0-a0b1-a792ffe7ca5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5281749 Aug 17 02:29:48.286560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55546) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:48.296389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25800132-43f7-4640-a33a-ec5b89cb6289 None None] Sync routers for ids ['aaea0284-e47f-46a0-a0b1-a792ffe7ca5d'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:29:48.317929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-06022737-0f98-4efb-a417-09b8b74c405e req-72c5dc66-fe56-44e5-b16d-4a5d083475f1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] For port bcd1b834-d446-4cf0-ada8-39cdb0b0af51, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=bcd1b834-d446-4cf0-ada8-39cdb0b0af51,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:48.318694 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-06022737-0f98-4efb-a417-09b8b74c405e req-72c5dc66-fe56-44e5-b16d-4a5d083475f1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:48.319571 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25800132-43f7-4640-a33a-ec5b89cb6289 None None] Routers {'aaea0284-e47f-46a0-a0b1-a792ffe7ca5d'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:48.320477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-25800132-43f7-4640-a33a-ec5b89cb6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['aaea0284-e47f-46a0-a0b1-a792ffe7ca5d'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:48.343738 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-d814bbfc-9b3e-4706-9103-24d594dd9bdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:48.350741 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-06022737-0f98-4efb-a417-09b8b74c405e req-72c5dc66-fe56-44e5-b16d-4a5d083475f1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Calling delete_port for bcd1b834-d446-4cf0-ada8-39cdb0b0af51 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:48.371893 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-25800132-43f7-4640-a33a-ec5b89cb6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:48.390859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['d8a13ec4-b686-4c64-b1e7-19b54f5edf9a', '9576ebd2-ad25-44d6-bfa0-47f40b8ef285'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:29:48.435376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25800132-43f7-4640-a33a-ec5b89cb6289 None None] Routers {'aaea0284-e47f-46a0-a0b1-a792ffe7ca5d'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:48.437214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-25800132-43f7-4640-a33a-ec5b89cb6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['aaea0284-e47f-46a0-a0b1-a792ffe7ca5d'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:48.441917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3140256-a893-42b3-a041-2102f6a641d7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:48.468237 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f3140256-a893-42b3-a041-2102f6a641d7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports/cf220add-3b15-4878-91c8-679d2cef82a6 HTTP/1.1" status: 200 len: 978 time: 0.1653454 Aug 17 02:29:48.476379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55552) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:48.486795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-25800132-43f7-4640-a33a-ec5b89cb6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:48.487566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25800132-43f7-4640-a33a-ec5b89cb6289 None None] The sync data for ids ['aaea0284-e47f-46a0-a0b1-a792ffe7ca5d'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:29:48.590701 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-d814bbfc-9b3e-4706-9103-24d594dd9bdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:48.602286 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e6781a52-0c44-4fa3-a119-16f5dabef51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:48.602532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-d814bbfc-9b3e-4706-9103-24d594dd9bdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:48.609768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814bbfc-9b3e-4706-9103-24d594dd9bdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Pushing event updated for resources: {'Port': ['ID=d55ace94-9a60-4104-9d44-79ab28615782,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:48.612315 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-d814bbfc-9b3e-4706-9103-24d594dd9bdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:29:48.673895 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-06022737-0f98-4efb-a417-09b8b74c405e req-72c5dc66-fe56-44e5-b16d-4a5d083475f1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:48.707596 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['76a66684-e333-427a-a7ac-64b355670e00'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:29:48.783725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6781a52-0c44-4fa3-a119-16f5dabef51e admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa7915d-3508-4964-a5bc-36df46bd2d7a,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:48.789119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-d814bbfc-9b3e-4706-9103-24d594dd9bdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:48.790392 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-d814bbfc-9b3e-4706-9103-24d594dd9bdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:48.791914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6781a52-0c44-4fa3-a119-16f5dabef51e admin admin] Checking segment: {'id': '2b45fd55-7a4e-4721-9684-1c4f9dea75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:29:48.792337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6781a52-0c44-4fa3-a119-16f5dabef51e admin admin] Network hostable DHCP agents. Network: 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:29:48.800065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5dc66-fe56-44e5-b16d-4a5d083475f1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Pushing event deleted for resources: {'Port': ['ID=bcd1b834-d446-4cf0-ada8-39cdb0b0af51,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:48.872229 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-d814bbfc-9b3e-4706-9103-24d594dd9bdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9150045 Aug 17 02:29:48.883785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-06022737-0f98-4efb-a417-09b8b74c405e req-72c5dc66-fe56-44e5-b16d-4a5d083475f1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] No DVR routers for this DVR port bcd1b834-d446-4cf0-ada8-39cdb0b0af51 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:29:48.888158 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-06022737-0f98-4efb-a417-09b8b74c405e req-72c5dc66-fe56-44e5-b16d-4a5d083475f1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:48.892627 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06022737-0f98-4efb-a417-09b8b74c405e req-72c5dc66-fe56-44e5-b16d-4a5d083475f1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "DELETE /v2.0/ports/bcd1b834-d446-4cf0-ada8-39cdb0b0af51 HTTP/1.1" status: 204 len: 173 time: 1.0619552 Aug 17 02:29:48.892627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a27189-f2f4-48ef-8070-34be0f8a6314', 'name': 'network-vif-deleted', 'tag': 'bcd1b834-d446-4cf0-ada8-39cdb0b0af51'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:29:48.900817 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc88334-a762-494e-9ecd-2e31ed04c59e" -d '{"events": [{"server_uuid": "23a27189-f2f4-48ef-8070-34be0f8a6314", "name": "network-vif-deleted", "tag": "bcd1b834-d446-4cf0-ada8-39cdb0b0af51"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:29:48.929331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Request body: {'port': {'device_id': '2288efa3-7821-44b8-9bd3-121abe4f228a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:48.950412 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6781a52-0c44-4fa3-a119-16f5dabef51e admin admin] Network 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:29:48.971801 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ab580e4-63a5-4d83-8720-7ebb995a04b9 req-459b088c-220f-4a44-baa0-d71ecadf9785 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a27189-f2f4-48ef-8070-34be0f8a6314 HTTP/1.1" status: 200 len: 210 time: 0.0334485 Aug 17 02:29:49.065606 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:49.082319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-e6781a52-0c44-4fa3-a119-16f5dabef51e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:49.088799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6781a52-0c44-4fa3-a119-16f5dabef51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:49.090005 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e6781a52-0c44-4fa3-a119-16f5dabef51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:49.105887 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8355701a-37be-4bbd-b790-d6d957360859 None None] Network 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:29:49.151007 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a2671b-06fd-4e11-8f3a-c5c8235dbe04 x-openstack-request-id: req-90a2671b-06fd-4e11-8f3a-c5c8235dbe04 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:29:49.151306 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a27189-f2f4-48ef-8070-34be0f8a6314", "name": "network-vif-deleted", "tag": "bcd1b834-d446-4cf0-ada8-39cdb0b0af51", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:29:49.151567 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90a2671b-06fd-4e11-8f3a-c5c8235dbe04 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:29:49.151981 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a27189-f2f4-48ef-8070-34be0f8a6314', 'name': 'network-vif-deleted', 'tag': 'bcd1b834-d446-4cf0-ada8-39cdb0b0af51', 'status': 'completed', 'code': 200} Aug 17 02:29:49.177950 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e3055854-9a7c-4c69-9864-cb9a2c56024c None None] Provisioning for port d55ace94-9a60-4104-9d44-79ab28615782 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:49.186640 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e3055854-9a7c-4c69-9864-cb9a2c56024c None None] Provisioning complete for port d55ace94-9a60-4104-9d44-79ab28615782 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:49.187126 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3055854-9a7c-4c69-9864-cb9a2c56024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:49.268472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e3055854-9a7c-4c69-9864-cb9a2c56024c None None] Port d55ace94-9a60-4104-9d44-79ab28615782 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:29:49.274949 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e6781a52-0c44-4fa3-a119-16f5dabef51e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5758834 Aug 17 02:29:49.276456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55568) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:49.286903 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:49.322303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1130eac-1524-42fe-969e-95847e3f48ac req-879ee628-f5d2-473a-9682-ff0dc0e43cf4 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:49.323886 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1130eac-1524-42fe-969e-95847e3f48ac req-879ee628-f5d2-473a-9682-ff0dc0e43cf4 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 936 time: 0.1022170 Aug 17 02:29:49.366639 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1130eac-1524-42fe-969e-95847e3f48ac req-44544a6b-8109-492d-b305-9be8df40a183 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359783 Aug 17 02:29:49.391350 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'fixed_ips': [{'subnet_id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:29:49.394132 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:49.447785 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec1ed90e-8470-4dac-b3d0-4272432db846 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:49.516147 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:49.516147 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:49.581339 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Allocated IP 172.20.0.2 (0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6/faa7915d-3508-4964-a5bc-36df46bd2d7a/0d3bc9f8-8164-477c-9cd6-81e60e7ed770) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:49.593339 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:49.708606 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55ace94-9a60-4104-9d44-79ab28615782 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:29:49.720375 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:49.739901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Transition to ACTIVE for port object d55ace94-9a60-4104-9d44-79ab28615782 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:49.754151 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:49.762099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Transition to ACTIVE for port object 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:49.782750 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Transition to ACTIVE for port object 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:49.791685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ed90e-8470-4dac-b3d0-4272432db846 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port cf220add-3b15-4878-91c8-679d2cef82a6 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:49.798975 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec1ed90e-8470-4dac-b3d0-4272432db846 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:49.850541 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:49.898998 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:49.919664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device bcd1b834-d446-4cf0-ada8-39cdb0b0af51 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:29:49.926291 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d55ace94-9a60-4104-9d44-79ab28615782,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:49.942089 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec1ed90e-8470-4dac-b3d0-4272432db846 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:49.975787 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ed90e-8470-4dac-b3d0-4272432db846 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for cf220add-3b15-4878-91c8-679d2cef82a6 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:49.977010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Network 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:50.011659 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:50.021182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: bcd1b834-d446-4cf0-ada8-39cdb0b0af51 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:29:50.021716 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device bcd1b834-d446-4cf0-ada8-39cdb0b0af51 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:29:50.030929 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:50.032569 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:29:50.050716 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Pushing event updated for resources: {'Port': ['ID=0d3bc9f8-8164-477c-9cd6-81e60e7ed770,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:50.059442 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-42ac40fc-8688-4586-b79f-05d07bfe9963 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0801363 Aug 17 02:29:50.105705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Attempting to bind port 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:29:50.107084 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Attempting to bind port 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '2b45fd55-7a4e-4721-9684-1c4f9dea75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:29:50.107084 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Attempting to bind port 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 on network 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:29:50.115282 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:29:50.116289 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Checking segment: {'id': '2b45fd55-7a4e-4721-9684-1c4f9dea75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:29:50.116934 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:50.117612 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Bound using segment: {'id': '2b45fd55-7a4e-4721-9684-1c4f9dea75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:29:50.118429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Bound port: 0d3bc9f8-8164-477c-9cd6-81e60e7ed770, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b45fd55-7a4e-4721-9684-1c4f9dea75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:29:50.119131 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:50.171499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Attempting to bind port d55ace94-9a60-4104-9d44-79ab28615782 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:29:50.172359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Attempting to bind port d55ace94-9a60-4104-9d44-79ab28615782 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:29:50.172359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Attempting to bind port d55ace94-9a60-4104-9d44-79ab28615782 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:29:50.203849 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Port d55ace94-9a60-4104-9d44-79ab28615782 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:29:50.204184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Attempting to bind port d55ace94-9a60-4104-9d44-79ab28615782 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:29:50.216121 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:29:50.216425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:29:50.216756 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:29:50.217530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Bound port: d55ace94-9a60-4104-9d44-79ab28615782, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:29:50.217882 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:50.220801 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] For port 0d3bc9f8-8164-477c-9cd6-81e60e7ed770, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:29:50.225587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] For port 0d3bc9f8-8164-477c-9cd6-81e60e7ed770, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0d3bc9f8-8164-477c-9cd6-81e60e7ed770,segment=NetworkSegment(2b45fd55-7a4e-4721-9684-1c4f9dea75f5),segment_id=2b45fd55-7a4e-4721-9684-1c4f9dea75f5)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:29:50.271854 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-236826af-228d-4d34-96a4-fb836d725626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:50.272330 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-236826af-228d-4d34-96a4-fb836d725626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:50.272797 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-236826af-228d-4d34-96a4-fb836d725626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:50.273282 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-236826af-228d-4d34-96a4-fb836d725626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:50.273803 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-236826af-228d-4d34-96a4-fb836d725626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:50.274279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-236826af-228d-4d34-96a4-fb836d725626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:50.274736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-236826af-228d-4d34-96a4-fb836d725626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:50.276633 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-236826af-228d-4d34-96a4-fb836d725626 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c691e931e322428681bcac4ac4d8423e&device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 6495 time: 0.0678520 Aug 17 02:29:50.352334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] For port d55ace94-9a60-4104-9d44-79ab28615782, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:29:50.355479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] For port d55ace94-9a60-4104-9d44-79ab28615782, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d55ace94-9a60-4104-9d44-79ab28615782,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:29:50.362002 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:50.444221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5a076-287e-44cd-a795-719b1e315ef8 None None] Pushing event updated for resources: {'Port': ['ID=0d3bc9f8-8164-477c-9cd6-81e60e7ed770,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:50.467452 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:50.519455 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:50.520216 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:50.521758 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] 10.222.0.42 "PUT /v2.0/ports/d55ace94-9a60-4104-9d44-79ab28615782 HTTP/1.1" status: 200 len: 1097 time: 1.5981438 Aug 17 02:29:50.525514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2288efa3-7821-44b8-9bd3-121abe4f228a', 'tag': 'd55ace94-9a60-4104-9d44-79ab28615782'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:29:50.525514 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5a04a5-4aec-4883-a462-20cc06cd4d78" -d '{"events": [{"name": "network-changed", "server_uuid": "2288efa3-7821-44b8-9bd3-121abe4f228a", "tag": "d55ace94-9a60-4104-9d44-79ab28615782"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:29:50.546455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-20c70545-31bb-4eae-8ca8-55d1de6ddca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:50.546972 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-20c70545-31bb-4eae-8ca8-55d1de6ddca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:50.547453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-20c70545-31bb-4eae-8ca8-55d1de6ddca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:50.549666 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-20c70545-31bb-4eae-8ca8-55d1de6ddca2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=651d96e6-ee24-4068-810d-dcc3f120ab5a&id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&id=998fdff2-f2ba-4a39-b51d-2b0b852038ca&id=998fdff2-f2ba-4a39-b51d-2b0b852038ca HTTP/1.1" status: 200 len: 2293 time: 0.2454851 Aug 17 02:29:50.572052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333e27b-2caf-429d-89ca-f7cf6f1382c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d55ace94-9a60-4104-9d44-79ab28615782,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:50.578968 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec1ed90e-8470-4dac-b3d0-4272432db846 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:50.607170 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:50.633155 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ed90e-8470-4dac-b3d0-4272432db846 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=cf220add-3b15-4878-91c8-679d2cef82a6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:50.633893 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:50.752893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-9d666e45-798b-4e7b-8dac-5dc725e0d1bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cac303e-77da-4731-bb80-0a51a24c499c HTTP/1.1" status: 200 len: 1000 time: 0.1899328 Aug 17 02:29:50.997545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Allocated IP 172.25.5.124 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/fa3b1abc-d770-413a-928e-9d51836d84eb) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:51.018554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-62d08471-335c-41b0-9eaa-85c622a94009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:51.020010 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-62d08471-335c-41b0-9eaa-85c622a94009 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddc4855-0474-4e3b-a1c6-a880c9557984 HTTP/1.1" status: 200 len: 850 time: 0.1424146 Aug 17 02:29:51.189159 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-5e5c038c-7050-4cee-be38-8ec94e96a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:51.189159 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-5e5c038c-7050-4cee-be38-8ec94e96a7aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=651d96e6-ee24-4068-810d-dcc3f120ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1578047 Aug 17 02:29:51.305720 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd33575-d8c8-44a3-b3ec-4fc24c9ec085 req-73b4cec6-0663-4016-b78d-f3024ad9ee9c tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:51.307391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0cd33575-d8c8-44a3-b3ec-4fc24c9ec085 req-73b4cec6-0663-4016-b78d-f3024ad9ee9c tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 948 time: 0.1860933 Aug 17 02:29:51.359360 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:51.408105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0cd33575-d8c8-44a3-b3ec-4fc24c9ec085 req-761b2215-9f94-430a-94f6-0d71cce6074c tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842180 Aug 17 02:29:51.417090 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec1ed90e-8470-4dac-b3d0-4272432db846 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:51.447513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-9d79f97c-d625-4552-b8f6-46f334426c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:51.448496 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-9d79f97c-d625-4552-b8f6-46f334426c01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f38b4c1f22e14380ae92d99e110612ae&device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 1100 time: 0.7056086 Aug 17 02:29:51.519201 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-69c84f20-6eac-4185-bd90-31cde7fe7465 service neutron] 10.222.0.18 "GET /v2.0/networks/651d96e6-ee24-4068-810d-dcc3f120ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101127 Aug 17 02:29:51.547301 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f01732-c319-4a34-a110-8388eda1b1be x-openstack-request-id: req-71f01732-c319-4a34-a110-8388eda1b1be {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:29:51.547588 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2288efa3-7821-44b8-9bd3-121abe4f228a", "tag": "d55ace94-9a60-4104-9d44-79ab28615782", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:29:51.547842 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71f01732-c319-4a34-a110-8388eda1b1be {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:29:51.548231 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2288efa3-7821-44b8-9bd3-121abe4f228a', 'tag': 'd55ace94-9a60-4104-9d44-79ab28615782', 'status': 'completed', 'code': 200} Aug 17 02:29:51.630691 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-6af536fe-1470-4adb-807a-97ec24e0855f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d55ace94-9a60-4104-9d44-79ab28615782 HTTP/1.1" status: 200 len: 217 time: 0.0909836 Aug 17 02:29:51.694172 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-4cb89b32-e676-498e-97cb-faff111e14b3 service neutron] 10.222.0.18 "GET /v2.0/networks/651d96e6-ee24-4068-810d-dcc3f120ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635928 Aug 17 02:29:51.750489 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-d9d766af-69ee-4bcb-856b-98c0b17a811f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=4c3e07ab-0bb6-4c6d-b05b-819a2059cddd HTTP/1.1" status: 200 len: 217 time: 0.0485010 Aug 17 02:29:51.752783 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:51.787035 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-261ddc67-a48f-4e31-8695-a917fbcd08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:51.788582 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-261ddc67-a48f-4e31-8695-a917fbcd08c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1480210 Aug 17 02:29:51.799986 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1ed90e-8470-4dac-b3d0-4272432db846 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router aaea0284-e47f-46a0-a0b1-a792ffe7ca5d has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:29:51.870453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-bc2dfbe6-565a-41e4-a68d-94da2afe78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:51.871965 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-bc2dfbe6-565a-41e4-a68d-94da2afe78fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7 HTTP/1.1" status: 200 len: 797 time: 0.1142523 Aug 17 02:29:51.882944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:51.899293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:51.904727 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:29:52.005175 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edab1ab0-7719-4539-ba49-10addeb588d3 None None] Network 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:29:52.005707 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Pushing event updated for resources: {'Port': ['ID=fa3b1abc-d770-413a-928e-9d51836d84eb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:52.064397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1ed90e-8470-4dac-b3d0-4272432db846 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:29:52.072491 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-b1e3f3c1-8244-49e1-8d65-221ae72deb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:52.074115 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-b1e3f3c1-8244-49e1-8d65-221ae72deb6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2723379 Aug 17 02:29:52.093443 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ec1ed90e-8470-4dac-b3d0-4272432db846 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/aaea0284-e47f-46a0-a0b1-a792ffe7ca5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6075852 Aug 17 02:29:52.093562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:29:52.099141 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95beb1-3808-4b50-82d3-a8060d657bf1 None None] Sync routers for ids ['aaea0284-e47f-46a0-a0b1-a792ffe7ca5d'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:29:52.099653 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55622) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:52.115704 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95beb1-3808-4b50-82d3-a8060d657bf1 None None] Routers {'aaea0284-e47f-46a0-a0b1-a792ffe7ca5d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:52.126938 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4b95beb1-3808-4b50-82d3-a8060d657bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['aaea0284-e47f-46a0-a0b1-a792ffe7ca5d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:52.199645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-89a4e420-f0cb-46ef-bf52-fb206dbc7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:52.199645 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-89a4e420-f0cb-46ef-bf52-fb206dbc7d46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3115840 Aug 17 02:29:52.202024 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4b95beb1-3808-4b50-82d3-a8060d657bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:52.213100 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95beb1-3808-4b50-82d3-a8060d657bf1 None None] Routers {'aaea0284-e47f-46a0-a0b1-a792ffe7ca5d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:52.214151 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4b95beb1-3808-4b50-82d3-a8060d657bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['aaea0284-e47f-46a0-a0b1-a792ffe7ca5d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:52.255791 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4b95beb1-3808-4b50-82d3-a8060d657bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:52.256848 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95beb1-3808-4b50-82d3-a8060d657bf1 None None] The sync data for ids ['aaea0284-e47f-46a0-a0b1-a792ffe7ca5d'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:29:52.262935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ec583b71-50c4-46c9-b401-591fec4d0529 None None] Provisioning for port 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:52.332834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:52.339102 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:52.339526 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:52.398220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516fa88-6e05-493b-9b65-707773beed3a req-c853ba43-144f-4b8a-bc28-1b8a79fa705c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:52.401290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4516fa88-6e05-493b-9b65-707773beed3a req-c853ba43-144f-4b8a-bc28-1b8a79fa705c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 806 time: 0.3815260 Aug 17 02:29:52.434687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-ea482e49-5edc-491d-ac1a-af39a5495461 service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836326 Aug 17 02:29:52.436257 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4516fa88-6e05-493b-9b65-707773beed3a req-cfed874b-3b69-4143-94a6-c6b1b15f4670 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/quotas/de182f93f73446919b2fe4aeee1dafc6 HTTP/1.1" status: 200 len: 375 time: 0.0213218 Aug 17 02:29:52.464508 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:52.544545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 0d3bc9f8-8164-477c-9cd6-81e60e7ed770, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0d3bc9f8-8164-477c-9cd6-81e60e7ed770,segment=NetworkSegment(2b45fd55-7a4e-4721-9684-1c4f9dea75f5),segment_id=2b45fd55-7a4e-4721-9684-1c4f9dea75f5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:52.590268 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-402c1aa2-b321-47c5-a694-f51429ffa04c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] remove_router_interface failed (client error): The resource could not be found. Aug 17 02:29:52.593137 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-402c1aa2-b321-47c5-a694-f51429ffa04c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/aaea0284-e47f-46a0-a0b1-a792ffe7ca5d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4968772 Aug 17 02:29:52.597785 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55626) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:52.618682 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:52.658764 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-024b7dd7-3d7f-4d8d-9d35-8ca3448a7d4f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaea0284-e47f-46a0-a0b1-a792ffe7ca5d HTTP/1.1" status: 200 len: 205 time: 0.0584204 Aug 17 02:29:52.661863 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-321c64fa-5732-4644-9232-3cf52faa0556 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756416 Aug 17 02:29:52.662430 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55628) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:52.709821 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:52.728215 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4516fa88-6e05-493b-9b65-707773beed3a req-af7aa5c1-41fd-414d-a541-c204a6caea5f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2845209 Aug 17 02:29:52.735223 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=0d3bc9f8-8164-477c-9cd6-81e60e7ed770,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:52.824067 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4965fe48-731c-4057-9cd9-26b3e7b842ea req-f5221f7d-928b-4b76-b4d5-8ff268bb6cc5 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537552 Aug 17 02:29:52.825300 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e0ac5a3c-b1d3-48ca-a4ab-2a9c08f00989 None None] Provisioning complete for port 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:52.825703 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5a3c-b1d3-48ca-a4ab-2a9c08f00989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:52.875605 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-14b36fe4-f29a-423c-be17-8430e1ac5f4c service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987925 Aug 17 02:29:52.934305 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7f00c0d-3372-46b6-8384-b1df147658d5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:53.204234 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7f00c0d-3372-46b6-8384-b1df147658d5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:53.204234 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7f00c0d-3372-46b6-8384-b1df147658d5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:53.262518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a04a5-4aec-4883-a462-20cc06cd4d78 req-239b1627-e198-46a9-8012-e4657c113c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:53.264268 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c5a04a5-4aec-4883-a462-20cc06cd4d78 req-239b1627-e198-46a9-8012-e4657c113c78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f38b4c1f22e14380ae92d99e110612ae&device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 1100 time: 0.0985358 Aug 17 02:29:53.366393 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-baeeef0a-f885-4f92-b99f-ddb4fb0605c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=d0097a1b-6143-4c3d-821a-e42fa93eb11a HTTP/1.1" status: 200 len: 217 time: 0.4790232 Aug 17 02:29:53.389470 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7f00c0d-3372-46b6-8384-b1df147658d5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:53.394763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f00c0d-3372-46b6-8384-b1df147658d5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Fanout notify agent at l3_agent the message router_deleted on router aaea0284-e47f-46a0-a0b1-a792ffe7ca5d {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:29:53.401391 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7f00c0d-3372-46b6-8384-b1df147658d5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:53.405655 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f7f00c0d-3372-46b6-8384-b1df147658d5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/routers/aaea0284-e47f-46a0-a0b1-a792ffe7ca5d HTTP/1.1" status: 204 len: 168 time: 0.7392125 Aug 17 02:29:53.406417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55636) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:53.419030 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a04a5-4aec-4883-a462-20cc06cd4d78 req-8a0ff85b-2761-4709-8ddb-bbd239ed1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:53.421196 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c5a04a5-4aec-4883-a462-20cc06cd4d78 req-8a0ff85b-2761-4709-8ddb-bbd239ed1e93 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1466975 Aug 17 02:29:53.437111 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-c902e5b5-fa64-4fd5-95b7-141d647b0fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:53.441884 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-c902e5b5-fa64-4fd5-95b7-141d647b0fbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7 HTTP/1.1" status: 200 len: 797 time: 0.0566058 Aug 17 02:29:53.450139 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4516fa88-6e05-493b-9b65-707773beed3a req-4b9eb4e0-1258-4b48-a630-3f2909e34e0a service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7208831 Aug 17 02:29:53.501180 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c5a04a5-4aec-4883-a462-20cc06cd4d78 req-94304f5c-15da-4b56-87f3-05863198a47d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d55ace94-9a60-4104-9d44-79ab28615782 HTTP/1.1" status: 200 len: 217 time: 0.0550630 Aug 17 02:29:53.560450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1be7aed-c200-4fac-84c3-87012a3b2322 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting subnet 1cfe9150-40ab-4957-9064-cf61b3e88bed {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:29:53.567599 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e1be7aed-c200-4fac-84c3-87012a3b2322 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:53.599643 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a04a5-4aec-4883-a462-20cc06cd4d78 req-37b43ae5-065b-462b-9d7d-acc860d7fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:53.601590 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c5a04a5-4aec-4883-a462-20cc06cd4d78 req-37b43ae5-065b-462b-9d7d-acc860d7fd8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0903070 Aug 17 02:29:53.634825 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e1be7aed-c200-4fac-84c3-87012a3b2322 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:53.677125 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-8cacd3d4-f452-4282-bb94-e21bec30f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:53.678770 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-8cacd3d4-f452-4282-bb94-e21bec30f29b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2261376 Aug 17 02:29:53.786669 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e1be7aed-c200-4fac-84c3-87012a3b2322 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:53.799744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-ed99028b-6dc6-4097-81ed-6d3ac893c7e0 service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030366 Aug 17 02:29:53.867048 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:53.876640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a04a5-4aec-4883-a462-20cc06cd4d78 req-a5aa43d3-7102-4bbf-862a-022fcc94ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:53.878347 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c5a04a5-4aec-4883-a462-20cc06cd4d78 req-a5aa43d3-7102-4bbf-862a-022fcc94ea5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2682002 Aug 17 02:29:53.964666 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:29:53.971206 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4516fa88-6e05-493b-9b65-707773beed3a req-e3dd9fcb-8c5c-4fc2-9440-d8a42f90c616 service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782095 Aug 17 02:29:54.084826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:54.084826 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:54.099093 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c5a04a5-4aec-4883-a462-20cc06cd4d78 req-e490f33c-a515-4de2-95c4-34c5f6b6d8b9 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128365 Aug 17 02:29:54.101371 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e1be7aed-c200-4fac-84c3-87012a3b2322 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:54.216010 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-37aa1913-88a4-4900-9c21-e657c9f641f3 service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824346 Aug 17 02:29:54.228728 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e1be7aed-c200-4fac-84c3-87012a3b2322 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:54.231042 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e1be7aed-c200-4fac-84c3-87012a3b2322 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/1cfe9150-40ab-4957-9064-cf61b3e88bed HTTP/1.1" status: 204 len: 168 time: 0.8232706 Aug 17 02:29:54.234415 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be7aed-c200-4fac-84c3-87012a3b2322 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Subnet': ['ID=1cfe9150-40ab-4957-9064-cf61b3e88bed,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:54.237987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55642) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:54.281014 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-9a50e9a0-a8f2-45ca-9716-c9b5a4f7f1c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=2c61de3a-3794-4b2c-b2d7-398cf2d4d366 HTTP/1.1" status: 200 len: 217 time: 0.0555162 Aug 17 02:29:54.392525 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-3f9e81b5-d83d-4851-ae65-1862295f6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:54.394855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-3f9e81b5-d83d-4851-ae65-1862295f6a8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7 HTTP/1.1" status: 200 len: 797 time: 0.1035743 Aug 17 02:29:54.429703 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:54.457507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-8d28f589-9234-4cbf-b2d7-3e9915d81b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:54.459104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344ca794-fb50-4916-a4dc-7eb67b879ccf None None] Network 5595c0c2-b6ce-411b-9310-578e51248e4e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:29:54.459552 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-8d28f589-9234-4cbf-b2d7-3e9915d81b55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0577340 Aug 17 02:29:54.463639 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c5a04a5-4aec-4883-a462-20cc06cd4d78 req-9b069e8c-c819-407f-a816-a9b8034f6ca0 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387632 Aug 17 02:29:54.469393 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Router 3845a278-ecca-42bf-a8c1-33402116d30b is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:29:54.539884 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:29:54.549017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port 1ef0f418-516c-48cc-b823-6ebf1017041a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:54.549580 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:54.663581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] For port 1ef0f418-516c-48cc-b823-6ebf1017041a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1ef0f418-516c-48cc-b823-6ebf1017041a,segment=NetworkSegment(9f900206-bb24-434c-97ac-30b6c28715a1),segment_id=9f900206-bb24-434c-97ac-30b6c28715a1)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:54.664692 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:54.693385 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for 1ef0f418-516c-48cc-b823-6ebf1017041a owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:54.832873 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d96a8e-4898-43d1-8d68-12976a04f6b4 None None] DHCP port deletion for 5595c0c2-b6ce-411b-9310-578e51248e4e request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:29:54.838749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e3186-3523-4906-b805-9d953904d0e1 req-e12da3eb-3f08-47a3-8a03-b6e19a5a2a9e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:54.840273 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e6e3186-3523-4906-b805-9d953904d0e1 req-e12da3eb-3f08-47a3-8a03-b6e19a5a2a9e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 948 time: 0.1886740 Aug 17 02:29:54.849335 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:29:54.867237 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Sync routers for ids ['3845a278-ecca-42bf-a8c1-33402116d30b'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:29:54.882814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Routers {'3845a278-ecca-42bf-a8c1-33402116d30b'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:54.883856 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3845a278-ecca-42bf-a8c1-33402116d30b'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:54.900371 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:54.904074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-4fb9ed3d-ba3a-454b-b9ce-427ffdd8f4bf service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320924 Aug 17 02:29:54.941403 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e6e3186-3523-4906-b805-9d953904d0e1 req-9c8fa0a3-b59e-4787-94f0-6241896785b4 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898955 Aug 17 02:29:55.003441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-23d96a8e-4898-43d1-8d68-12976a04f6b4 None None] Deleting port 1ef0f418-516c-48cc-b823-6ebf1017041a {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:29:55.004163 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-23d96a8e-4898-43d1-8d68-12976a04f6b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:55.006079 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:55.016629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-790ba619-44ce-4d0b-9ac1-4535a9fca531 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7283664 Aug 17 02:29:55.016961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=1ef0f418-516c-48cc-b823-6ebf1017041a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:55.019812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55652) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:55.022079 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No DVR routers for this DVR port 1ef0f418-516c-48cc-b823-6ebf1017041a on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:29:55.098178 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-23d96a8e-4898-43d1-8d68-12976a04f6b4 None None] For port 1ef0f418-516c-48cc-b823-6ebf1017041a, host n-d-793621-31, got binding levels [] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:55.098581 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-23d96a8e-4898-43d1-8d68-12976a04f6b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:55.112890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-23d96a8e-4898-43d1-8d68-12976a04f6b4 None None] Calling delete_port for 1ef0f418-516c-48cc-b823-6ebf1017041a owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:29:55.115710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.ipam_backend_mixin [None req-23d96a8e-4898-43d1-8d68-12976a04f6b4 None None] Port 1ef0f418-516c-48cc-b823-6ebf1017041a was not found and therefore no delete operation was performed {{(pid=95408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 02:29:55.118909 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-23d96a8e-4898-43d1-8d68-12976a04f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:55.131355 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:55.142936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5595c0c2-b6ce-411b-9310-578e51248e4e']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:55.154019 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d96a8e-4898-43d1-8d68-12976a04f6b4 None None] Pushing event deleted for resources: {'Port': ['ID=1ef0f418-516c-48cc-b823-6ebf1017041a,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:55.160652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d96a8e-4898-43d1-8d68-12976a04f6b4 None None] No DVR routers for this DVR port 1ef0f418-516c-48cc-b823-6ebf1017041a on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:29:55.163639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f900206-bb24-434c-97ac-30b6c28715a1') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:55.164174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f900206-bb24-434c-97ac-30b6c28715a1') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:55.173807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Set router 3845a278-ecca-42bf-a8c1-33402116d30b gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:29:55.191524 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:55.224067 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:55.237785 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:29:55.238204 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:29:55.283871 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:29:55.422300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccfbe86c-98e2-46cd-ae30-db6020d20bc8 req-8afc37f9-7748-4564-b599-b8e5bd0538d1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 210 time: 0.1098890 Aug 17 02:29:55.425163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:29:49Z', 'updated_at': '2021-08-17T02:29:52Z', 'revision_number': 3, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'gw_port': {'id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:50Z', 'updated_at': '2021-08-17T02:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:55.468808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Checking router: 3845a278-ecca-42bf-a8c1-33402116d30b for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:29:55.469591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Updating router 3845a278-ecca-42bf-a8c1-33402116d30b port fa3b1abc-d770-413a-928e-9d51836d84eb binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:29:55.496738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-20c4a50d-3f8a-4541-98a2-bdd407de316a service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815458 Aug 17 02:29:55.507570 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:55.526830 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:55.536577 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:55.541513 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/networks/5595c0c2-b6ce-411b-9310-578e51248e4e HTTP/1.1" status: 204 len: 168 time: 1.2982275 Aug 17 02:29:55.547091 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55668) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:55.553458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e5332e9d-36fb-44bd-b6fc-916e1072606f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'network': {'name': 'tempest-RoutersTest-1848335600'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:55.572502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d01968-9c82-4b30-bbc9-38bccedfc219 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Network': ['ID=5595c0c2-b6ce-411b-9310-578e51248e4e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:55.683528 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-0b4d05a9-0e3a-4d03-9df8-5b687f5aba8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=95890f25-08f4-4c46-ac4e-517d0f3a2965 HTTP/1.1" status: 200 len: 217 time: 0.1744895 Aug 17 02:29:55.727359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5332e9d-36fb-44bd-b6fc-916e1072606f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:55.736245 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e5332e9d-36fb-44bd-b6fc-916e1072606f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:55.795642 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-61c32891-533d-43ce-a05d-8d85c7c3edc1 req-cdaa036a-81fc-4f5f-8b33-6da39b3aa766 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1126587 Aug 17 02:29:55.802948 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5332e9d-36fb-44bd-b6fc-916e1072606f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:29:55.815099 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e5332e9d-36fb-44bd-b6fc-916e1072606f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:55.815460 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-e5332e9d-36fb-44bd-b6fc-916e1072606f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Added segment e7d77bd7-e0bd-4270-92eb-57f439d397a9 of type vlan for network 5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc Aug 17 02:29:55.847975 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-405a6002-d577-486b-b3a3-da4af27ecf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:55.850960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-405a6002-d577-486b-b3a3-da4af27ecf69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7 HTTP/1.1" status: 200 len: 797 time: 0.1210902 Aug 17 02:29:55.892100 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e5332e9d-36fb-44bd-b6fc-916e1072606f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:55.906241 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:55.929127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Transition to ACTIVE for port object fa3b1abc-d770-413a-928e-9d51836d84eb will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:55.975525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1ef0f418-516c-48cc-b823-6ebf1017041a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:29:55.987859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c32891-533d-43ce-a05d-8d85c7c3edc1 req-ac401018-f965-4b7e-a919-192ac5493320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:55.989670 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-61c32891-533d-43ce-a05d-8d85c7c3edc1 req-ac401018-f965-4b7e-a919-192ac5493320 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0afefe25246447898f4adfb339d53a6f&device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 1097 time: 0.0864222 Aug 17 02:29:56.002494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 1ef0f418-516c-48cc-b823-6ebf1017041a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:29:56.002642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1ef0f418-516c-48cc-b823-6ebf1017041a not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:29:56.048982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-2d9f6a31-85ac-4182-ab34-631f6d82e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:56.050752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-2d9f6a31-85ac-4182-ab34-631f6d82e7e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18ecfdcf-578b-4c77-b839-88f0aa204f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1657486 Aug 17 02:29:56.094892 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:56.113417 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e5332e9d-36fb-44bd-b6fc-916e1072606f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:56.122406 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5332e9d-36fb-44bd-b6fc-916e1072606f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:56.123112 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e5332e9d-36fb-44bd-b6fc-916e1072606f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:56.207326 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5332e9d-36fb-44bd-b6fc-916e1072606f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Network': ['ID=5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:56.251377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:29:56.265519 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Attempting to bind port fa3b1abc-d770-413a-928e-9d51836d84eb on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:29:56.267370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Attempting to bind port fa3b1abc-d770-413a-928e-9d51836d84eb by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:29:56.267975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Attempting to bind port fa3b1abc-d770-413a-928e-9d51836d84eb on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:29:56.278488 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c32891-533d-43ce-a05d-8d85c7c3edc1 req-e2723208-03b0-462d-804b-5d2589cca6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:56.286330 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-61c32891-533d-43ce-a05d-8d85c7c3edc1 req-e2723208-03b0-462d-804b-5d2589cca6a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=62cddb97-4522-46a6-9976-9947e634a90e HTTP/1.1" status: 200 len: 916 time: 0.2733042 Aug 17 02:29:56.293165 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e5332e9d-36fb-44bd-b6fc-916e1072606f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7438157 Aug 17 02:29:56.302653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55672) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:56.307996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-75060a48-38ba-4fca-b889-c838e09a8a53 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'subnet': {'network_id': '5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:56.332607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff1874-c51b-4e6b-9ec4-0ce214e312a2 req-eca86b78-37ea-45ba-9846-604793ab5ea8 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:56.336528 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9bff1874-c51b-4e6b-9ec4-0ce214e312a2 req-eca86b78-37ea-45ba-9846-604793ab5ea8 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 948 time: 0.2022064 Aug 17 02:29:56.365802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:29:56.366754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:29:56.367400 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:56.367952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:29:56.369059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Bound port: fa3b1abc-d770-413a-928e-9d51836d84eb, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:29:56.369585 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:56.372058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d27bd-a5c4-4221-a7c0-25df118b0819 None None] Pushing event updated for resources: {'Port': ['ID=fa3b1abc-d770-413a-928e-9d51836d84eb,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:56.460087 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:56.493803 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-61c32891-533d-43ce-a05d-8d85c7c3edc1 req-758646f7-9fcf-4ebc-9800-3a56f4a9c1dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f45f4ab-fe98-458c-8f13-c9187a2e9f0e HTTP/1.1" status: 200 len: 1000 time: 0.1974311 Aug 17 02:29:56.524589 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-f5f392a1-6c99-4722-9ea6-9c23a8311922 service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055331 Aug 17 02:29:56.544492 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] For port fa3b1abc-d770-413a-928e-9d51836d84eb, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:29:56.548984 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] For port fa3b1abc-d770-413a-928e-9d51836d84eb, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fa3b1abc-d770-413a-928e-9d51836d84eb,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:29:56.578585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c32891-533d-43ce-a05d-8d85c7c3edc1 req-6923e2cc-21a7-4368-8451-3d7fe9161344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:56.580105 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-61c32891-533d-43ce-a05d-8d85c7c3edc1 req-6923e2cc-21a7-4368-8451-3d7fe9161344 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3449d5f8-e8ae-411c-bb5f-602daece9780 HTTP/1.1" status: 200 len: 854 time: 0.0784388 Aug 17 02:29:56.617575 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9bff1874-c51b-4e6b-9ec4-0ce214e312a2 req-7db5790e-80a9-47bd-9c0c-22daa604454c tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565231 Aug 17 02:29:56.655183 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c32891-533d-43ce-a05d-8d85c7c3edc1 req-b1330652-b497-438c-b8af-3e6111e425d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:56.655183 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-61c32891-533d-43ce-a05d-8d85c7c3edc1 req-b1330652-b497-438c-b8af-3e6111e425d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=62cddb97-4522-46a6-9976-9947e634a90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555246 Aug 17 02:29:56.672637 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:56.821593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d27bd-a5c4-4221-a7c0-25df118b0819 None None] Pushing event updated for resources: {'Port': ['ID=fa3b1abc-d770-413a-928e-9d51836d84eb,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:56.844352 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-61c32891-533d-43ce-a05d-8d85c7c3edc1 req-d58b90fc-98bc-4b73-abf1-583efc134d28 service neutron] 10.222.0.42 "GET /v2.0/networks/62cddb97-4522-46a6-9976-9947e634a90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793797 Aug 17 02:29:56.844972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Routers {'3845a278-ecca-42bf-a8c1-33402116d30b'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:29:56.845838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3845a278-ecca-42bf-a8c1-33402116d30b'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:56.854352 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ba9a4c9-a053-481a-ae37-a17585d2d8cd req-bcac8747-06b8-4867-8833-b483bea6436f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 210 time: 0.0599434 Aug 17 02:29:56.860345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75060a48-38ba-4fca-b889-c838e09a8a53 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:56.864176 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-75060a48-38ba-4fca-b889-c838e09a8a53 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:56.950007 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-f312c5c5-2de5-49df-a9a3-19710b25a6e2 service neutron] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079487 Aug 17 02:29:56.991847 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-61c32891-533d-43ce-a05d-8d85c7c3edc1 req-d71fabf2-da5d-42dc-9764-09d69355efe8 service neutron] 10.222.0.42 "GET /v2.0/networks/62cddb97-4522-46a6-9976-9947e634a90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385009 Aug 17 02:29:57.027070 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] Set router 3845a278-ecca-42bf-a8c1-33402116d30b gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:29:57.080604 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-82b61e83-4988-48f0-a547-401bec1d8ea7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 HTTP/1.1" status: 200 len: 217 time: 0.0989010 Aug 17 02:29:57.131796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Allocated IP 172.20.0.1 (0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6/faa7915d-3508-4964-a5bc-36df46bd2d7a/35e12a83-0519-42b6-b0e9-a41e5915f3f7) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:57.208178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-fa96bd64-46f2-465a-adda-d8af78e06042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:57.209815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-fa96bd64-46f2-465a-adda-d8af78e06042 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04b8b847-a236-4512-b8b2-45f3d9a9ed8d HTTP/1.1" status: 200 len: 797 time: 0.1191404 Aug 17 02:29:57.331853 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:29:49Z', 'updated_at': '2021-08-17T02:29:52Z', 'revision_number': 3, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'gw_port': {'id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:50Z', 'updated_at': '2021-08-17T02:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:29:57.364360 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb324ad-1531-4e73-af7c-5b0a0593e870 None None] The sync data for ids ['3845a278-ecca-42bf-a8c1-33402116d30b'] in n-d-793621-31 is: [{'id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:29:49Z', 'updated_at': '2021-08-17T02:29:52Z', 'revision_number': 3, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'gw_port': {'id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:50Z', 'updated_at': '2021-08-17T02:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:29:57.538982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516fa88-6e05-493b-9b65-707773beed3a req-d3d576de-ea1a-4276-9c57-0c4fa83bd253 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:57.541096 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4516fa88-6e05-493b-9b65-707773beed3a req-d3d576de-ea1a-4276-9c57-0c4fa83bd253 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 806 time: 0.1534531 Aug 17 02:29:57.563331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-4516fa88-6e05-493b-9b65-707773beed3a req-5cb3d9c4-2bd7-4891-9b95-62cc7411c678 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Request body: {'port': {'device_id': 'afa61f38-67cf-458a-b6c7-4eabba408739', 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee', 'admin_state_up': True, 'tenant_id': 'de182f93f73446919b2fe4aeee1dafc6'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:57.821764 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d55ace94-9a60-4104-9d44-79ab28615782 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:29:57.825977 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-75060a48-38ba-4fca-b889-c838e09a8a53 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:57.839211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-3aa99198-e303-4ebe-8c21-1a4dcb1f081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:57.840978 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-3aa99198-e303-4ebe-8c21-1a4dcb1f081e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=998fdff2-f2ba-4a39-b51d-2b0b852038ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1150715 Aug 17 02:29:57.879240 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4516fa88-6e05-493b-9b65-707773beed3a req-5cb3d9c4-2bd7-4891-9b95-62cc7411c678 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Made reservation on behalf of de182f93f73446919b2fe4aeee1dafc6 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:29:57.891278 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4516fa88-6e05-493b-9b65-707773beed3a req-5cb3d9c4-2bd7-4891-9b95-62cc7411c678 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:57.896538 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55698) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:57.980285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d55ace94-9a60-4104-9d44-79ab28615782, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d55ace94-9a60-4104-9d44-79ab28615782,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:58.005691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'd55ace94-9a60-4104-9d44-79ab28615782', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'd55ace94-9a60-4104-9d44-79ab28615782', 'mac_address': 'fa:16:3e:9f:7d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:29:58.090190 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fa3b1abc-d770-413a-928e-9d51836d84eb up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:29:58.145193 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:58.167585 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:58.171805 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55ace94-9a60-4104-9d44-79ab28615782 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:29:58.228414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d55ace94-9a60-4104-9d44-79ab28615782, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d55ace94-9a60-4104-9d44-79ab28615782,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:58.234449 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Transition to ACTIVE for port object 35e12a83-0519-42b6-b0e9-a41e5915f3f7 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:29:58.242653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75060a48-38ba-4fca-b889-c838e09a8a53 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Subnet': ['ID=8e13bd19-3efd-47ad-9f68-056cd525cd36,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:58.260406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ac1da-0099-4056-89db-29922ce6b3d6 req-65ddd7d9-da97-4af1-ad24-8726390f450f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:58.262015 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b57ac1da-0099-4056-89db-29922ce6b3d6 req-65ddd7d9-da97-4af1-ad24-8726390f450f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 948 time: 0.4451864 Aug 17 02:29:58.276356 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-f576a6cf-dea4-4f94-b721-3a0007de4a74 service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473101 Aug 17 02:29:58.277092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75060a48-38ba-4fca-b889-c838e09a8a53 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Checking segment: {'id': 'e7d77bd7-e0bd-4270-92eb-57f439d397a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:29:58.278980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75060a48-38ba-4fca-b889-c838e09a8a53 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network hostable DHCP agents. Network: 5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:29:58.327777 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port fa3b1abc-d770-413a-928e-9d51836d84eb completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:58.330396 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:58.337577 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port fa3b1abc-d770-413a-928e-9d51836d84eb triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:58.345418 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:58.490820 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b57ac1da-0099-4056-89db-29922ce6b3d6 req-899423ac-769b-47fb-bafd-309b228d6e19 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171772 Aug 17 02:29:58.512845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=d55ace94-9a60-4104-9d44-79ab28615782,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:58.535756 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75060a48-38ba-4fca-b889-c838e09a8a53 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:29:58.550205 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:58.561648 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:58.588553 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port fa3b1abc-d770-413a-928e-9d51836d84eb, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fa3b1abc-d770-413a-928e-9d51836d84eb,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:29:58.591415 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:58.596790 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0c587ab0-c804-4eaf-b3be-47c98e6fc99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:58.610807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-e45e5557-3bc0-4701-8fea-954e61e31889 service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997389 Aug 17 02:29:58.636635 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Network 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:58.644182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-4516fa88-6e05-493b-9b65-707773beed3a req-5cb3d9c4-2bd7-4891-9b95-62cc7411c678 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Allocated IP 172.20.0.11 (34f05c9b-0bd9-49d9-ae84-f63187a66bee/028b2ac7-a8dd-403f-9dd3-f9eec71ab748/942e35cf-185c-47ae-b97e-108d8fdf97d5) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:58.682231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-75060a48-38ba-4fca-b889-c838e09a8a53 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:58.686730 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:58.699042 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b6233f-6260-4ffe-b41d-00874a00c2ad None None] Network 5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:29:58.705218 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-a2ac777b-a41b-4388-a860-6d83803ee9b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d HTTP/1.1" status: 200 len: 217 time: 0.0866492 Aug 17 02:29:58.705691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Pushing event updated for resources: {'Port': ['ID=35e12a83-0519-42b6-b0e9-a41e5915f3f7,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:58.708988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75060a48-38ba-4fca-b889-c838e09a8a53 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:58.709684 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-75060a48-38ba-4fca-b889-c838e09a8a53 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:58.712949 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:29:58.724806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5d27d6cf-978b-4366-992e-5eafdfe76ca9 req-6f93107c-4148-458f-a541-de19cb5a85da tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 210 time: 0.0863981 Aug 17 02:29:58.776933 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:58.849921 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['d55ace94-9a60-4104-9d44-79ab28615782'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:29:58.856291 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0c587ab0-c804-4eaf-b3be-47c98e6fc99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:58.870369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-df2695a9-9748-45fe-9acf-1ab953d53d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:58.872107 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-df2695a9-9748-45fe-9acf-1ab953d53d22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04b8b847-a236-4512-b8b2-45f3d9a9ed8d HTTP/1.1" status: 200 len: 797 time: 0.1455512 Aug 17 02:29:58.873222 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:58.926722 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0c587ab0-c804-4eaf-b3be-47c98e6fc99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:58.980358 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c587ab0-c804-4eaf-b3be-47c98e6fc99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc0dbc1-5740-41a0-a0e5-4266c3e1691a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:58.982954 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-75060a48-38ba-4fca-b889-c838e09a8a53 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6786280 Aug 17 02:29:58.988116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-5248d881-2edb-4ac0-bf49-c59ea12fd7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:58.989738 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55706) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:58.989926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-5248d881-2edb-4ac0-bf49-c59ea12fd7b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=998fdff2-f2ba-4a39-b51d-2b0b852038ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0703120 Aug 17 02:29:59.001854 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-aeb189fc-fdc0-4d46-847c-1acf923dc5dd tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1253027824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:59.043706 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0c587ab0-c804-4eaf-b3be-47c98e6fc99b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfb4b10ab1044fcdbaa22543d56478d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1421170 Aug 17 02:29:59.048705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55708) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:59.095112 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4516fa88-6e05-493b-9b65-707773beed3a req-5cb3d9c4-2bd7-4891-9b95-62cc7411c678 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.166584 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aeb189fc-fdc0-4d46-847c-1acf923dc5dd tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.167913 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aeb189fc-fdc0-4d46-847c-1acf923dc5dd tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.183467 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d5de244-7273-4e66-95ea-70398920b6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.192086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-7dad883b-7bc7-48e1-b4cd-ea41e87f6a7e service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722121 Aug 17 02:29:59.202321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=fa3b1abc-d770-413a-928e-9d51836d84eb,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:59.239378 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aeb189fc-fdc0-4d46-847c-1acf923dc5dd tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.251152 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d5de244-7273-4e66-95ea-70398920b6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.288100 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4516fa88-6e05-493b-9b65-707773beed3a req-5cb3d9c4-2bd7-4891-9b95-62cc7411c678 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.292923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc', 'network_id': '5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'fixed_ips': [{'subnet_id': '8e13bd19-3efd-47ad-9f68-056cd525cd36'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:29:59.301356 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.301356 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9d4c1906-24d7-465e-939c-99b5561015f0 None None] Provisioning for port 35e12a83-0519-42b6-b0e9-a41e5915f3f7 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:29:59.327399 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9d4c1906-24d7-465e-939c-99b5561015f0 None None] Provisioning complete for port 35e12a83-0519-42b6-b0e9-a41e5915f3f7 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:29:59.328195 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1906-24d7-465e-939c-99b5561015f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.329892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['76a66684-e333-427a-a7ac-64b355670e00'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:29:59.344066 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.366233 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4516fa88-6e05-493b-9b65-707773beed3a req-5cb3d9c4-2bd7-4891-9b95-62cc7411c678 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Network 34f05c9b-0bd9-49d9-ae84-f63187a66bee is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:29:59.367924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aeb189fc-fdc0-4d46-847c-1acf923dc5dd tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.390749 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3d9c4-2bd7-4891-9b95-62cc7411c678 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Pushing event updated for resources: {'Port': ['ID=942e35cf-185c-47ae-b97e-108d8fdf97d5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:59.405321 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-4516fa88-6e05-493b-9b65-707773beed3a req-5cb3d9c4-2bd7-4891-9b95-62cc7411c678 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:29:59.413044 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-4516fa88-6e05-493b-9b65-707773beed3a req-5cb3d9c4-2bd7-4891-9b95-62cc7411c678 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:29:59.460349 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aeb189fc-fdc0-4d46-847c-1acf923dc5dd tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.464571 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-aeb189fc-fdc0-4d46-847c-1acf923dc5dd tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4669464 Aug 17 02:29:59.467340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55712) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:29:59.487410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8967a1d2-7483-4ce6-8fce-127dec3319e6 req-3914d5ac-01d5-401d-9cec-a061cb0d40a2 service neutron] 10.222.0.18 "GET /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841356 Aug 17 02:29:59.495977 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c1906-24d7-465e-939c-99b5561015f0 None None] Port 35e12a83-0519-42b6-b0e9-a41e5915f3f7 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:29:59.611199 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d5de244-7273-4e66-95ea-70398920b6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.616355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d5de244-7273-4e66-95ea-70398920b6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.618628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4d5de244-7273-4e66-95ea-70398920b6f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bc0dbc1-5740-41a0-a0e5-4266c3e1691a HTTP/1.1" status: 204 len: 168 time: 0.5689642 Aug 17 02:29:59.619693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516fa88-6e05-493b-9b65-707773beed3a req-5cb3d9c4-2bd7-4891-9b95-62cc7411c678 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:59.620559 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4516fa88-6e05-493b-9b65-707773beed3a req-5cb3d9c4-2bd7-4891-9b95-62cc7411c678 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.660283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5de244-7273-4e66-95ea-70398920b6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc0dbc1-5740-41a0-a0e5-4266c3e1691a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:29:59.720112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Allocated IP 172.20.0.2 (5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc/8e13bd19-3efd-47ad-9f68-056cd525cd36/36409bd5-e703-4a18-b276-3136df4bc4f4) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:29:59.769494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d181fb-84a0-494f-925e-37a0a5dc1de0 req-f08afaf9-ca34-4070-9510-314fe2f23a10 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:29:59.771339 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-07d181fb-84a0-494f-925e-37a0a5dc1de0 req-f08afaf9-ca34-4070-9510-314fe2f23a10 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 949 time: 0.1269577 Aug 17 02:29:59.805025 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4516fa88-6e05-493b-9b65-707773beed3a req-5cb3d9c4-2bd7-4891-9b95-62cc7411c678 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2483130 Aug 17 02:29:59.890512 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-07d181fb-84a0-494f-925e-37a0a5dc1de0 req-bcacc567-03c0-4142-a81b-409ae5c429b2 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013100 Aug 17 02:29:59.948854 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Request body: {'port': {'device_id': 'afa61f38-67cf-458a-b6c7-4eabba408739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:29:59.978966 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:59.981470 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fa3b1abc-d770-413a-928e-9d51836d84eb up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:00.066981 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:00.075578 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:00.078680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Transition to ACTIVE for port object 36409bd5-e703-4a18-b276-3136df4bc4f4 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:00.098100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Transition to ACTIVE for port object 36409bd5-e703-4a18-b276-3136df4bc4f4 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:00.099548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port fa3b1abc-d770-413a-928e-9d51836d84eb triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:00.100053 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:00.115578 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:00.154482 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:00.159985 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:00.184128 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:00.186774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Pushing event updated for resources: {'Port': ['ID=35e12a83-0519-42b6-b0e9-a41e5915f3f7,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:00.298464 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b19d8-13f3-40c8-a8d4-a8f040801e52 req-7e46c3e2-2c86-4737-a57a-9ef2d2a971f1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:00.301456 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-680b19d8-13f3-40c8-a8d4-a8f040801e52 req-7e46c3e2-2c86-4737-a57a-9ef2d2a971f1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 932 time: 0.2716510 Aug 17 02:30:00.308490 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Network 5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:00.317352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:00.325201 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:00.328895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Pushing event updated for resources: {'Port': ['ID=36409bd5-e703-4a18-b276-3136df4bc4f4,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:00.402279 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-680b19d8-13f3-40c8-a8d4-a8f040801e52 req-2277f863-d89f-4ba4-8417-fb9c900aa900 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807011 Aug 17 02:30:00.413888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Network 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:00.416890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:00.441056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Attempting to bind port 36409bd5-e703-4a18-b276-3136df4bc4f4 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:00.443485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Attempting to bind port 36409bd5-e703-4a18-b276-3136df4bc4f4 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'e7d77bd7-e0bd-4270-92eb-57f439d397a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:00.444378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Attempting to bind port 36409bd5-e703-4a18-b276-3136df4bc4f4 on network 5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:00.453316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:00.454513 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Checking segment: {'id': 'e7d77bd7-e0bd-4270-92eb-57f439d397a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:00.455209 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:00.456151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Bound using segment: {'id': 'e7d77bd7-e0bd-4270-92eb-57f439d397a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:00.457026 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Bound port: 36409bd5-e703-4a18-b276-3136df4bc4f4, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d77bd7-e0bd-4270-92eb-57f439d397a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:00.458013 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:00.561165 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] For port 36409bd5-e703-4a18-b276-3136df4bc4f4, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:00.565363 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] For port 36409bd5-e703-4a18-b276-3136df4bc4f4, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=36409bd5-e703-4a18-b276-3136df4bc4f4,segment=NetworkSegment(e7d77bd7-e0bd-4270-92eb-57f439d397a9),segment_id=e7d77bd7-e0bd-4270-92eb-57f439d397a9)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:00.628450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Router 3845a278-ecca-42bf-a8c1-33402116d30b has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:30:00.640283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55726) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:00.659959 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:00.700721 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Allocated IP 172.20.0.1 (5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc/8e13bd19-3efd-47ad-9f68-056cd525cd36/59caa931-98ff-4f6a-a10c-2f9422c50869) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:00.711563 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:00.860137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243f2b0-4d5d-4f13-b5bc-f7a49f36e207 None None] Pushing event updated for resources: {'Port': ['ID=36409bd5-e703-4a18-b276-3136df4bc4f4,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:00.863291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:30:00.878070 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-de14d303-7767-4a48-a491-f60991a9d13c admin admin] 10.222.0.13 "PUT /v2.0/routers/3845a278-ecca-42bf-a8c1-33402116d30b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8484972 Aug 17 02:30:00.878445 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Sync routers for ids ['3845a278-ecca-42bf-a8c1-33402116d30b'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:30:00.905405 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Routers {'3845a278-ecca-42bf-a8c1-33402116d30b'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:00.908490 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3845a278-ecca-42bf-a8c1-33402116d30b'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:00.910627 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d80185b9-22e5-4fed-aac9-e02fd90c69d2 None None] Provisioning complete for port 35e12a83-0519-42b6-b0e9-a41e5915f3f7 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:00.912223 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d80185b9-22e5-4fed-aac9-e02fd90c69d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:00.967794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d80185b9-22e5-4fed-aac9-e02fd90c69d2 None None] Port 35e12a83-0519-42b6-b0e9-a41e5915f3f7 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:00.989444 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:00.999060 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942e35cf-185c-47ae-b97e-108d8fdf97d5 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:30:01.009455 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:01.026595 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:01.073593 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Transition to ACTIVE for port object 942e35cf-185c-47ae-b97e-108d8fdf97d5 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:01.098504 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:01.138955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cfb64-ecd6-4101-ada6-05b1af27b346 req-88b55b07-d7dc-448a-b6f9-7b120953e82b tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:01.145316 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Set router 3845a278-ecca-42bf-a8c1-33402116d30b gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:30:01.148038 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d6cfb64-ecd6-4101-ada6-05b1af27b346 req-88b55b07-d7dc-448a-b6f9-7b120953e82b tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 949 time: 0.1219096 Aug 17 02:30:01.156625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:01.160324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Transition to ACTIVE for port object 59caa931-98ff-4f6a-a10c-2f9422c50869 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:01.244726 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0668882852694cf6ab0677adb35ff1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6025815 Aug 17 02:30:01.249458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55736) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:01.253768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a9d979-729a-4bc0-a0b5-229dd7f85569,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:01.255564 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:01.267679 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:01.268055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:01.268474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:01.268892 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:01.269723 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:01.270061 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:01.270469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:01.271126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:01.271664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:01.272051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:01.272449 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:01.272831 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a33beb-55f6-43db-ba03-281c823e8c0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:01.320219 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d6cfb64-ecd6-4101-ada6-05b1af27b346 req-c8288753-1f45-46f4-adf0-ec2c25860c6d tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709702 Aug 17 02:30:01.468018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Pushing event updated for resources: {'Port': ['ID=942e35cf-185c-47ae-b97e-108d8fdf97d5,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:01.507023 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:01.608681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ced285-1c5a-44a9-a05e-73d296f2406e req-63fcca29-2ae9-4875-be7b-e1bcc52de899 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:01.618222 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7ced285-1c5a-44a9-a05e-73d296f2406e req-63fcca29-2ae9-4875-be7b-e1bcc52de899 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 944 time: 0.1086993 Aug 17 02:30:01.627839 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=59caa931-98ff-4f6a-a10c-2f9422c50869,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:01.630999 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-309c8645-c12b-4e71-8032-953478fdb556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:01.662171 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:29:49Z', 'updated_at': '2021-08-17T02:29:59Z', 'revision_number': 4, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'gw_port': {'id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:50Z', 'updated_at': '2021-08-17T02:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '35e12a83-0519-42b6-b0e9-a41e5915f3f7', 'name': '', 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'mac_address': 'fa:16:3e:1b:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:56Z', 'updated_at': '2021-08-17T02:29:59Z', 'revision_number': 2, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'subnets': [{'id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:01.672680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7ced285-1c5a-44a9-a05e-73d296f2406e req-3404b356-ffa8-4819-a152-4f31ced1f602 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528183 Aug 17 02:30:01.703285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Attempting to bind port 942e35cf-185c-47ae-b97e-108d8fdf97d5 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:01.703724 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Attempting to bind port 942e35cf-185c-47ae-b97e-108d8fdf97d5 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:01.712293 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Attempting to bind port 942e35cf-185c-47ae-b97e-108d8fdf97d5 on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:01.749351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:01.767228 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:01.769942 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Checking router: 3845a278-ecca-42bf-a8c1-33402116d30b for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:30:01.771141 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Updating router 3845a278-ecca-42bf-a8c1-33402116d30b port 35e12a83-0519-42b6-b0e9-a41e5915f3f7 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:30:01.795547 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Port 942e35cf-185c-47ae-b97e-108d8fdf97d5 on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:30:01.796796 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Attempting to bind port 942e35cf-185c-47ae-b97e-108d8fdf97d5 on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:01.816932 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:01.841288 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d55ace94-9a60-4104-9d44-79ab28615782 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:01.853591 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:01.866427 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-309c8645-c12b-4e71-8032-953478fdb556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:01.871377 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:01.872425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Checking segment: {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:01.872425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Bound using segment: {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:01.885942 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Bound port: 942e35cf-185c-47ae-b97e-108d8fdf97d5, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:01.885942 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.007981 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.054319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 36409bd5-e703-4a18-b276-3136df4bc4f4 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:02.058928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port d55ace94-9a60-4104-9d44-79ab28615782 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:02.119787 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port d55ace94-9a60-4104-9d44-79ab28615782 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:02.120150 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.146495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] For port 942e35cf-185c-47ae-b97e-108d8fdf97d5, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:02.161917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] For port 942e35cf-185c-47ae-b97e-108d8fdf97d5, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=942e35cf-185c-47ae-b97e-108d8fdf97d5,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:02.255235 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.259537 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.280573 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.283885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2288efa3-7821-44b8-9bd3-121abe4f228a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55ace94-9a60-4104-9d44-79ab28615782'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:02.287475 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31668a13-64ba-4b7d-b5be-29bb320fb770" -d '{"events": [{"server_uuid": "2288efa3-7821-44b8-9bd3-121abe4f228a", "name": "network-vif-plugged", "status": "completed", "tag": "d55ace94-9a60-4104-9d44-79ab28615782"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:02.300007 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 36409bd5-e703-4a18-b276-3136df4bc4f4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:02.308837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port d55ace94-9a60-4104-9d44-79ab28615782, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d55ace94-9a60-4104-9d44-79ab28615782,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:02.329831 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-309c8645-c12b-4e71-8032-953478fdb556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.332161 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.332646 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-309c8645-c12b-4e71-8032-953478fdb556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.337195 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-309c8645-c12b-4e71-8032-953478fdb556 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25a9d979-729a-4bc0-a0b5-229dd7f85569 HTTP/1.1" status: 204 len: 168 time: 1.0827901 Aug 17 02:30:02.348085 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962d9509-a717-4121-adfd-e5131bc4804a x-openstack-request-id: req-962d9509-a717-4121-adfd-e5131bc4804a {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:02.348378 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2288efa3-7821-44b8-9bd3-121abe4f228a", "name": "network-vif-plugged", "status": "completed", "tag": "d55ace94-9a60-4104-9d44-79ab28615782", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:02.348630 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-962d9509-a717-4121-adfd-e5131bc4804a {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:02.349024 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2288efa3-7821-44b8-9bd3-121abe4f228a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55ace94-9a60-4104-9d44-79ab28615782', 'code': 200} Aug 17 02:30:02.357507 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac984d0f-b868-4a67-ad7f-5ec231fc049b None None] Network 5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:02.368790 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c8645-c12b-4e71-8032-953478fdb556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a9d979-729a-4bc0-a0b5-229dd7f85569,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:02.371573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:02.372251 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.374020 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Transition to ACTIVE for port object 35e12a83-0519-42b6-b0e9-a41e5915f3f7 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:02.374338 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4516fa88-6e05-493b-9b65-707773beed3a req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] 10.222.0.18 "PUT /v2.0/ports/942e35cf-185c-47ae-b97e-108d8fdf97d5 HTTP/1.1" status: 200 len: 1093 time: 2.4414101 Aug 17 02:30:02.402530 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.410170 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa61f38-67cf-458a-b6c7-4eabba408739', 'tag': '942e35cf-185c-47ae-b97e-108d8fdf97d5'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:02.412791 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cfe161-3d42-489d-a155-7df20633ebdf" -d '{"events": [{"name": "network-changed", "server_uuid": "afa61f38-67cf-458a-b6c7-4eabba408739", "tag": "942e35cf-185c-47ae-b97e-108d8fdf97d5"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:02.427609 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d11ad-ad04-4aad-aa53-3033980b6b4b service neutron] Pushing event updated for resources: {'Port': ['ID=942e35cf-185c-47ae-b97e-108d8fdf97d5,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:02.480177 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.520634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80259ad5-819b-4b46-8684-c0d2fca2d973 req-aa4e20c1-f1c7-4a61-8269-b87900fa12e3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:02.522518 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80259ad5-819b-4b46-8684-c0d2fca2d973 req-aa4e20c1-f1c7-4a61-8269-b87900fa12e3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 950 time: 0.0728753 Aug 17 02:30:02.596896 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80259ad5-819b-4b46-8684-c0d2fca2d973 req-61f16bd0-bc8a-4847-a17c-b21d8d08e0d8 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590630 Aug 17 02:30:02.597817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=d55ace94-9a60-4104-9d44-79ab28615782,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:02.635355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e5f5f53c-90e7-4d0a-b7da-5c3e08d86a2d None None] Provisioning for port 36409bd5-e703-4a18-b276-3136df4bc4f4 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:02.642450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e5f5f53c-90e7-4d0a-b7da-5c3e08d86a2d None None] Provisioning complete for port 36409bd5-e703-4a18-b276-3136df4bc4f4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:02.642880 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e5f5f53c-90e7-4d0a-b7da-5c3e08d86a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.645817 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59803510-1be9-4878-8d8c-31db656da7e5 None None] Pushing event updated for resources: {'Port': ['ID=35e12a83-0519-42b6-b0e9-a41e5915f3f7,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:02.680134 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc2e55e-1521-44ac-962b-cec92905d763 x-openstack-request-id: req-4dc2e55e-1521-44ac-962b-cec92905d763 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:02.680433 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa61f38-67cf-458a-b6c7-4eabba408739", "tag": "942e35cf-185c-47ae-b97e-108d8fdf97d5", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:02.680666 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dc2e55e-1521-44ac-962b-cec92905d763 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:02.681062 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa61f38-67cf-458a-b6c7-4eabba408739', 'tag': '942e35cf-185c-47ae-b97e-108d8fdf97d5', 'status': 'completed', 'code': 200} Aug 17 02:30:02.699450 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803510-1be9-4878-8d8c-31db656da7e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:02.699450 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803510-1be9-4878-8d8c-31db656da7e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:02.699450 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803510-1be9-4878-8d8c-31db656da7e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:02.699885 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803510-1be9-4878-8d8c-31db656da7e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:02.699885 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803510-1be9-4878-8d8c-31db656da7e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:02.700293 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803510-1be9-4878-8d8c-31db656da7e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:02.706770 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803510-1be9-4878-8d8c-31db656da7e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:02.708576 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803510-1be9-4878-8d8c-31db656da7e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:02.709377 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803510-1be9-4878-8d8c-31db656da7e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:02.714049 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd0ef3-1db7-4a2f-8298-9c3c08c190cd req-086d524d-0fa7-4057-858b-5fb1d15e0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:02.715544 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6dbd0ef3-1db7-4a2f-8298-9c3c08c190cd req-086d524d-0fa7-4057-858b-5fb1d15e0638 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 1102 time: 0.2676950 Aug 17 02:30:02.722145 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803510-1be9-4878-8d8c-31db656da7e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:02.723008 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803510-1be9-4878-8d8c-31db656da7e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:02.723610 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803510-1be9-4878-8d8c-31db656da7e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:02.724473 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516fa88-6e05-493b-9b65-707773beed3a req-c6c10864-67a3-4f9d-83a7-17691cf4689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:02.726075 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4516fa88-6e05-493b-9b65-707773beed3a req-c6c10864-67a3-4f9d-83a7-17691cf4689c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 1096 time: 0.1537275 Aug 17 02:30:02.744119 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Attempting to bind port 35e12a83-0519-42b6-b0e9-a41e5915f3f7 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:02.744619 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Attempting to bind port 35e12a83-0519-42b6-b0e9-a41e5915f3f7 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '2b45fd55-7a4e-4721-9684-1c4f9dea75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:02.745216 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Attempting to bind port 35e12a83-0519-42b6-b0e9-a41e5915f3f7 on network 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:02.757728 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:02.758400 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Checking segment: {'id': '2b45fd55-7a4e-4721-9684-1c4f9dea75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:02.759526 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.760048 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Bound using segment: {'id': '2b45fd55-7a4e-4721-9684-1c4f9dea75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:02.760581 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Bound port: 35e12a83-0519-42b6-b0e9-a41e5915f3f7, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b45fd55-7a4e-4721-9684-1c4f9dea75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:02.761164 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.872218 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e5f5f53c-90e7-4d0a-b7da-5c3e08d86a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.879603 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] For port 35e12a83-0519-42b6-b0e9-a41e5915f3f7, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:02.898718 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] For port 35e12a83-0519-42b6-b0e9-a41e5915f3f7, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=35e12a83-0519-42b6-b0e9-a41e5915f3f7,segment=NetworkSegment(2b45fd55-7a4e-4721-9684-1c4f9dea75f5),segment_id=2b45fd55-7a4e-4721-9684-1c4f9dea75f5)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:02.922902 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e5f5f53c-90e7-4d0a-b7da-5c3e08d86a2d None None] For port 36409bd5-e703-4a18-b276-3136df4bc4f4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=36409bd5-e703-4a18-b276-3136df4bc4f4,segment=NetworkSegment(e7d77bd7-e0bd-4270-92eb-57f439d397a9),segment_id=e7d77bd7-e0bd-4270-92eb-57f439d397a9)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:02.932560 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef2379-ef2f-4612-a07b-05c78f0e174e req-102c09ec-8c4b-48da-b89d-01661497691f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:02.932560 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5aef2379-ef2f-4612-a07b-05c78f0e174e req-102c09ec-8c4b-48da-b89d-01661497691f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 944 time: 0.1115401 Aug 17 02:30:02.936370 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4516fa88-6e05-493b-9b65-707773beed3a req-386c5e50-aaca-42c2-b848-a702c2f9cd6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=942e35cf-185c-47ae-b97e-108d8fdf97d5 HTTP/1.1" status: 200 len: 217 time: 0.1484435 Aug 17 02:30:02.992451 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:03.010236 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6dbd0ef3-1db7-4a2f-8298-9c3c08c190cd req-bf936c2e-6f7c-4dca-841f-182c77778697 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831693 Aug 17 02:30:03.012869 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5aef2379-ef2f-4612-a07b-05c78f0e174e req-92f23f89-aa2e-4659-95ed-2333ff1adca8 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734868 Aug 17 02:30:03.058437 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e5f5f53c-90e7-4d0a-b7da-5c3e08d86a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:03.102430 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59803510-1be9-4878-8d8c-31db656da7e5 None None] Pushing event updated for resources: {'Port': ['ID=35e12a83-0519-42b6-b0e9-a41e5915f3f7,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:03.126666 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Routers {'3845a278-ecca-42bf-a8c1-33402116d30b'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:03.127227 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516fa88-6e05-493b-9b65-707773beed3a req-b62b2b13-6da8-4f1c-87a4-6bfc8558d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:03.128206 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3845a278-ecca-42bf-a8c1-33402116d30b'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:03.128844 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4516fa88-6e05-493b-9b65-707773beed3a req-b62b2b13-6da8-4f1c-87a4-6bfc8558d615 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 200 len: 846 time: 0.1823778 Aug 17 02:30:03.221733 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4516fa88-6e05-493b-9b65-707773beed3a req-df9819a7-3845-4b7b-9984-e09e8f267fac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34f05c9b-0bd9-49d9-ae84-f63187a66bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790544 Aug 17 02:30:03.228527 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5f53c-90e7-4d0a-b7da-5c3e08d86a2d None None] Pushing event updated for resources: {'Port': ['ID=36409bd5-e703-4a18-b276-3136df4bc4f4,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:03.284718 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:03.292391 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] Set router 3845a278-ecca-42bf-a8c1-33402116d30b gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:30:03.371518 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4516fa88-6e05-493b-9b65-707773beed3a req-a5c636b3-ce7e-4b82-b771-576963ec4e73 service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289468 Aug 17 02:30:03.372601 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:03.446153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5b1ccfb1-1f7a-4cd9-ba98-7d53190f1a09 None None] Provisioning for port 59caa931-98ff-4f6a-a10c-2f9422c50869 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:03.450810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5b1ccfb1-1f7a-4cd9-ba98-7d53190f1a09 None None] Provisioning complete for port 59caa931-98ff-4f6a-a10c-2f9422c50869 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:03.452263 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5b1ccfb1-1f7a-4cd9-ba98-7d53190f1a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:03.510722 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5b1ccfb1-1f7a-4cd9-ba98-7d53190f1a09 None None] Port 59caa931-98ff-4f6a-a10c-2f9422c50869 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:03.528618 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:03.540402 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=59caa931-98ff-4f6a-a10c-2f9422c50869,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:03.547413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5b1ccfb1-1f7a-4cd9-ba98-7d53190f1a09 None None] Provisioning complete for port 36409bd5-e703-4a18-b276-3136df4bc4f4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:03.548072 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5b1ccfb1-1f7a-4cd9-ba98-7d53190f1a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:03.660542 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:29:49Z', 'updated_at': '2021-08-17T02:29:59Z', 'revision_number': 4, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'gw_port': {'id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:50Z', 'updated_at': '2021-08-17T02:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '35e12a83-0519-42b6-b0e9-a41e5915f3f7', 'name': '', 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'mac_address': 'fa:16:3e:1b:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:56Z', 'updated_at': '2021-08-17T02:30:02Z', 'revision_number': 4, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'subnets': [{'id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:03.665982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55824) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:03.691167 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4516fa88-6e05-493b-9b65-707773beed3a req-55faaaed-0786-4686-8f85-9b7014fc364a service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919421 Aug 17 02:30:03.691727 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f3e2-c32d-49c6-893f-212f36c85dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:03.743844 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29633504-a8a5-42a8-9b65-04c859ba3020 None None] The sync data for ids ['3845a278-ecca-42bf-a8c1-33402116d30b'] in n-d-793621-31 is: [{'id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:29:49Z', 'updated_at': '2021-08-17T02:29:59Z', 'revision_number': 4, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'gw_port': {'id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:50Z', 'updated_at': '2021-08-17T02:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '35e12a83-0519-42b6-b0e9-a41e5915f3f7', 'name': '', 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'mac_address': 'fa:16:3e:1b:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:56Z', 'updated_at': '2021-08-17T02:30:02Z', 'revision_number': 4, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'subnets': [{'id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:30:03.772129 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:03.773902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:03.851918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee93108-2659-44c8-96a3-d49b9b7f98d4 req-2c98efaf-3148-455c-8d88-bfa4804573e2 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:03.859914 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ee93108-2659-44c8-96a3-d49b9b7f98d4 req-2c98efaf-3148-455c-8d88-bfa4804573e2 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 950 time: 0.1364255 Aug 17 02:30:03.897023 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c31236ad-63fc-49fb-9185-d2ad117f0bfd None None] Provisioning complete for port 59caa931-98ff-4f6a-a10c-2f9422c50869 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:03.897535 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c31236ad-63fc-49fb-9185-d2ad117f0bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:04.043567 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ee93108-2659-44c8-96a3-d49b9b7f98d4 req-24181cc7-6c1b-46f3-8405-3faeb51e6679 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658714 Aug 17 02:30:04.121426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c31236ad-63fc-49fb-9185-d2ad117f0bfd None None] Port 59caa931-98ff-4f6a-a10c-2f9422c50869 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:04.160526 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f3e2-c32d-49c6-893f-212f36c85dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:04.212415 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfe161-3d42-489d-a155-7df20633ebdf req-3ef3a371-e413-43e2-8a49-86d9d1a61253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:04.219526 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-68cfe161-3d42-489d-a155-7df20633ebdf req-3ef3a371-e413-43e2-8a49-86d9d1a61253 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 1096 time: 0.1900733 Aug 17 02:30:04.252986 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f3e2-c32d-49c6-893f-212f36c85dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:04.253986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 35e12a83-0519-42b6-b0e9-a41e5915f3f7 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:04.295958 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0f3e2-c32d-49c6-893f-212f36c85dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86030c7-8a2a-4558-b241-8146e95ef405,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:04.361195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db49436-5c27-49c7-848d-929405baff63 req-c33373bc-59fa-45e0-8c93-d2242396b9e8 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:04.363085 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3db49436-5c27-49c7-848d-929405baff63 req-c33373bc-59fa-45e0-8c93-d2242396b9e8 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 944 time: 0.1730421 Aug 17 02:30:04.365693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a6e0f3e2-c32d-49c6-893f-212f36c85dec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c69d8124e064c2cae28cf5ecf28647e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6985524 Aug 17 02:30:04.368312 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55840) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:04.384410 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router a5104e7f-d5b1-4746-a011-00e24c2806a4 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:30:04.412375 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 35e12a83-0519-42b6-b0e9-a41e5915f3f7 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:04.418308 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 35e12a83-0519-42b6-b0e9-a41e5915f3f7 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:04.434621 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:04.496242 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3db49436-5c27-49c7-848d-929405baff63 req-5ace921d-f91f-43e3-9370-de9f4af7937c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199424 Aug 17 02:30:04.502466 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ada018b-23e4-40e5-a48f-9b49f765a0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:04.542326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58b96903-47f8-4e99-9236-1172e807ee61 None None] Provisioning complete for port 59caa931-98ff-4f6a-a10c-2f9422c50869 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:04.542708 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58b96903-47f8-4e99-9236-1172e807ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:04.547032 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ada018b-23e4-40e5-a48f-9b49f765a0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:04.607684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfe161-3d42-489d-a155-7df20633ebdf req-321eb6af-e61a-4010-a7df-28bd03611ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:04.609192 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-68cfe161-3d42-489d-a155-7df20633ebdf req-321eb6af-e61a-4010-a7df-28bd03611ad8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 907 time: 0.3507550 Aug 17 02:30:04.613326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58b96903-47f8-4e99-9236-1172e807ee61 None None] Port 59caa931-98ff-4f6a-a10c-2f9422c50869 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:04.672199 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:04.675511 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-68cfe161-3d42-489d-a155-7df20633ebdf req-bcd8a6e0-ac20-4742-b10c-0f593589594a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=942e35cf-185c-47ae-b97e-108d8fdf97d5 HTTP/1.1" status: 200 len: 217 time: 0.0550303 Aug 17 02:30:04.723543 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 35e12a83-0519-42b6-b0e9-a41e5915f3f7, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=35e12a83-0519-42b6-b0e9-a41e5915f3f7,segment=NetworkSegment(2b45fd55-7a4e-4721-9684-1c4f9dea75f5),segment_id=2b45fd55-7a4e-4721-9684-1c4f9dea75f5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:04.744621 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:30:04.756242 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55844) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:04.758197 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c09955ee-a24d-4523-8295-b8c027276809 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/a5104e7f-d5b1-4746-a011-00e24c2806a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2902207 Aug 17 02:30:04.761195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f3c87-4a2c-4ad2-8b6d-c27e372a1622 None None] Sync routers for ids ['a5104e7f-d5b1-4746-a011-00e24c2806a4'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:30:04.783635 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfe161-3d42-489d-a155-7df20633ebdf req-8a60f006-5da7-447b-848f-a834ec380e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:04.785621 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-68cfe161-3d42-489d-a155-7df20633ebdf req-8a60f006-5da7-447b-848f-a834ec380e1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 200 len: 846 time: 0.0916722 Aug 17 02:30:04.792947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f3c87-4a2c-4ad2-8b6d-c27e372a1622 None None] Routers {'a5104e7f-d5b1-4746-a011-00e24c2806a4'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:04.793647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ec5f3c87-4a2c-4ad2-8b6d-c27e372a1622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['a5104e7f-d5b1-4746-a011-00e24c2806a4'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:04.818913 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ada018b-23e4-40e5-a48f-9b49f765a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:04.821755 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ada018b-23e4-40e5-a48f-9b49f765a0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:04.827824 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6ada018b-23e4-40e5-a48f-9b49f765a0bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b86030c7-8a2a-4558-b241-8146e95ef405 HTTP/1.1" status: 204 len: 168 time: 0.4582055 Aug 17 02:30:04.847857 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ec5f3c87-4a2c-4ad2-8b6d-c27e372a1622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:04.856945 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada018b-23e4-40e5-a48f-9b49f765a0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86030c7-8a2a-4558-b241-8146e95ef405,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:04.859530 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f3c87-4a2c-4ad2-8b6d-c27e372a1622 None None] Routers {'a5104e7f-d5b1-4746-a011-00e24c2806a4'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:04.860228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ec5f3c87-4a2c-4ad2-8b6d-c27e372a1622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['a5104e7f-d5b1-4746-a011-00e24c2806a4'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:04.871805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd5ed1f-9e96-4aaf-9d33-445e85a10ce3 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:04.872647 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-68cfe161-3d42-489d-a155-7df20633ebdf req-11bd1269-e53f-43b2-b6bc-7292c2c68222 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34f05c9b-0bd9-49d9-ae84-f63187a66bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734944 Aug 17 02:30:04.874187 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1bd5ed1f-9e96-4aaf-9d33-445e85a10ce3 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports/59caa931-98ff-4f6a-a10c-2f9422c50869 HTTP/1.1" status: 200 len: 910 time: 0.1168163 Aug 17 02:30:04.878317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55848) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:04.950848 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:04.951653 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 36409bd5-e703-4a18-b276-3136df4bc4f4 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:04.998254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ec5f3c87-4a2c-4ad2-8b6d-c27e372a1622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:04.999257 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f3c87-4a2c-4ad2-8b6d-c27e372a1622 None None] The sync data for ids ['a5104e7f-d5b1-4746-a011-00e24c2806a4'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:30:05.118963 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=35e12a83-0519-42b6-b0e9-a41e5915f3f7,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:05.123324 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-68cfe161-3d42-489d-a155-7df20633ebdf req-fd779b9e-eb51-4106-97a9-94f29d6f658f service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065320 Aug 17 02:30:05.141402 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 36409bd5-e703-4a18-b276-3136df4bc4f4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:05.141753 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:05.326959 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-68cfe161-3d42-489d-a155-7df20633ebdf req-2f7ea075-8649-424d-bc32-7946db888ec5 service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937773 Aug 17 02:30:05.346527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffed415-45a7-49d3-aec0-91fdc186bd15 req-34b2f551-3a0e-43ee-9cc1-21e405f48c20 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:05.354746 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ffed415-45a7-49d3-aec0-91fdc186bd15 req-34b2f551-3a0e-43ee-9cc1-21e405f48c20 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 950 time: 0.1711915 Aug 17 02:30:05.439886 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ffed415-45a7-49d3-aec0-91fdc186bd15 req-fe66f38b-d651-4b3d-96a0-65a1475a5172 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841436 Aug 17 02:30:05.637864 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e85f7ec6-4285-4db4-9413-2b5a3244e093 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:05.951755 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 35e12a83-0519-42b6-b0e9-a41e5915f3f7 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:05.967023 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-e85f7ec6-4285-4db4-9413-2b5a3244e093 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port 59caa931-98ff-4f6a-a10c-2f9422c50869 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:30:05.968340 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e85f7ec6-4285-4db4-9413-2b5a3244e093 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:06.023408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 35e12a83-0519-42b6-b0e9-a41e5915f3f7 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:06.024192 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:06.106810 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e85f7ec6-4285-4db4-9413-2b5a3244e093 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:06.128071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-e85f7ec6-4285-4db4-9413-2b5a3244e093 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for 59caa931-98ff-4f6a-a10c-2f9422c50869 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:30:06.467251 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e85f7ec6-4285-4db4-9413-2b5a3244e093 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:06.509403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f7ec6-4285-4db4-9413-2b5a3244e093 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=59caa931-98ff-4f6a-a10c-2f9422c50869,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:06.615397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239a8e1-81f0-41c7-b406-540bfe35d382 req-24d1939b-5cc6-4182-889a-b16328fec384 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:06.617088 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d239a8e1-81f0-41c7-b406-540bfe35d382 req-24d1939b-5cc6-4182-889a-b16328fec384 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 944 time: 0.1516488 Aug 17 02:30:06.766225 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e85f7ec6-4285-4db4-9413-2b5a3244e093 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:06.774808 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d239a8e1-81f0-41c7-b406-540bfe35d382 req-8212bf6e-fbdf-4a86-be06-354e57495968 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352451 Aug 17 02:30:07.101120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85f7ec6-4285-4db4-9413-2b5a3244e093 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router a5104e7f-d5b1-4746-a011-00e24c2806a4 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:30:07.137711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefc277-608a-4d2a-9844-1f6ab106ba17 req-7428b997-7bc5-4e2a-b642-7798a19af5e1 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:07.139992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fefc277-608a-4d2a-9844-1f6ab106ba17 req-7428b997-7bc5-4e2a-b642-7798a19af5e1 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 945 time: 0.1318171 Aug 17 02:30:07.233395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85f7ec6-4285-4db4-9413-2b5a3244e093 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:30:07.241130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e85f7ec6-4285-4db4-9413-2b5a3244e093 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/a5104e7f-d5b1-4746-a011-00e24c2806a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3612416 Aug 17 02:30:07.244473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55898) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:07.246959 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05bf1e-cb37-49fd-a182-56f482dab906 None None] Sync routers for ids ['a5104e7f-d5b1-4746-a011-00e24c2806a4'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:30:07.261507 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05bf1e-cb37-49fd-a182-56f482dab906 None None] Routers {'a5104e7f-d5b1-4746-a011-00e24c2806a4'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:07.262151 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2b05bf1e-cb37-49fd-a182-56f482dab906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['a5104e7f-d5b1-4746-a011-00e24c2806a4'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:07.303852 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2b05bf1e-cb37-49fd-a182-56f482dab906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:07.304381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0fefc277-608a-4d2a-9844-1f6ab106ba17 req-e4dda3b7-2ebe-439c-9cc2-325d3c575444 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196878 Aug 17 02:30:07.306949 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8c45b88c-192c-43f5-90f7-4ae826a914f8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5104e7f-d5b1-4746-a011-00e24c2806a4 HTTP/1.1" status: 200 len: 205 time: 0.0519168 Aug 17 02:30:07.311684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55900) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:07.336359 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05bf1e-cb37-49fd-a182-56f482dab906 None None] Routers {'a5104e7f-d5b1-4746-a011-00e24c2806a4'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:07.337912 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2b05bf1e-cb37-49fd-a182-56f482dab906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:29:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['a5104e7f-d5b1-4746-a011-00e24c2806a4'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:07.387344 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2b05bf1e-cb37-49fd-a182-56f482dab906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:07.388643 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05bf1e-cb37-49fd-a182-56f482dab906 None None] The sync data for ids ['a5104e7f-d5b1-4746-a011-00e24c2806a4'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:30:07.738758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-9075aa00-d034-438c-9dd3-87d7089d9815 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:07.739280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-9075aa00-d034-438c-9dd3-87d7089d9815 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:07.739752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-9075aa00-d034-438c-9dd3-87d7089d9815 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:07.740280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-9075aa00-d034-438c-9dd3-87d7089d9815 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:07.741158 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-9075aa00-d034-438c-9dd3-87d7089d9815 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:07.751853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-9075aa00-d034-438c-9dd3-87d7089d9815 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:07.752247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-9075aa00-d034-438c-9dd3-87d7089d9815 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:07.752748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-9075aa00-d034-438c-9dd3-87d7089d9815 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:07.753232 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-9075aa00-d034-438c-9dd3-87d7089d9815 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:07.753755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-9075aa00-d034-438c-9dd3-87d7089d9815 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:07.754483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-9075aa00-d034-438c-9dd3-87d7089d9815 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:07.758472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-9075aa00-d034-438c-9dd3-87d7089d9815 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:07.758639 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-9075aa00-d034-438c-9dd3-87d7089d9815 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:07.759046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-9075aa00-d034-438c-9dd3-87d7089d9815 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:07.765868 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-9075aa00-d034-438c-9dd3-87d7089d9815 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739&device_id=2288efa3-7821-44b8-9bd3-121abe4f228a&device_id=f457d30f-2733-4590-bae0-feaffa7de0f2&device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5&device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0&device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9&device_id=90d965de-121d-44e6-af0e-e23fdef82e63&device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 12719 time: 0.0965044 Aug 17 02:30:07.785937 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-ade1e125-662e-4c46-9dca-4bb6051b9029 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:07.839002 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-21ec68c8-6bac-4669-82e7-5547f02f3a4c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:07.886108 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-173f7e93-eead-4af6-999e-4e18f0d67801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:07.941792 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-ade1e125-662e-4c46-9dca-4bb6051b9029 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:08.056598 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-21ec68c8-6bac-4669-82e7-5547f02f3a4c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:08.059730 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-21ec68c8-6bac-4669-82e7-5547f02f3a4c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:08.126044 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-ade1e125-662e-4c46-9dca-4bb6051b9029 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:08.165837 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f07389d0-3f4a-4268-b71e-f39eee51f9f2 req-ade1e125-662e-4c46-9dca-4bb6051b9029 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=44fbd38a-0fac-4114-a112-ca3afeecf09b&id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&id=eaf23455-3dab-43bf-b494-0808cf07cbf5&id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=959bd6e1-5704-456c-83de-626a16525c87&id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 674 time: 0.3965423 Aug 17 02:30:08.167810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1e125-662e-4c46-9dca-4bb6051b9029 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c79d9e-944d-4383-a5bb-df2b0c96ea97,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:08.242632 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-21ec68c8-6bac-4669-82e7-5547f02f3a4c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:08.244115 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ec68c8-6bac-4669-82e7-5547f02f3a4c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Fanout notify agent at l3_agent the message router_deleted on router a5104e7f-d5b1-4746-a011-00e24c2806a4 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:30:08.255103 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-21ec68c8-6bac-4669-82e7-5547f02f3a4c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:08.257194 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-21ec68c8-6bac-4669-82e7-5547f02f3a4c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/routers/a5104e7f-d5b1-4746-a011-00e24c2806a4 HTTP/1.1" status: 204 len: 168 time: 0.9453008 Aug 17 02:30:08.259988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55914) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:08.355321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac7de4-26fb-4f1f-8269-816c53a51565 req-a74935b2-c83a-4e31-b05d-0baed54637e8 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:08.356930 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cac7de4-26fb-4f1f-8269-816c53a51565 req-a74935b2-c83a-4e31-b05d-0baed54637e8 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 944 time: 0.1121240 Aug 17 02:30:08.361653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-988cc0f7-bada-4ab5-b798-99cc10da0bdf tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting subnet 8e13bd19-3efd-47ad-9f68-056cd525cd36 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:30:08.367167 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-988cc0f7-bada-4ab5-b798-99cc10da0bdf tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:08.429514 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-988cc0f7-bada-4ab5-b798-99cc10da0bdf tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:08.463446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cac7de4-26fb-4f1f-8269-816c53a51565 req-42c95b47-5eab-4413-9f0f-e1c35644f1a3 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973144 Aug 17 02:30:08.781863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ae5df-f642-4ae7-b8ea-3d3fe895a996 req-d3f8c88a-3d05-44e8-b3f7-8c6b786e199e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:08.783483 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-877ae5df-f642-4ae7-b8ea-3d3fe895a996 req-d3f8c88a-3d05-44e8-b3f7-8c6b786e199e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 945 time: 0.0581083 Aug 17 02:30:08.920106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-877ae5df-f642-4ae7-b8ea-3d3fe895a996 req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Deleting port 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:30:08.920687 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-877ae5df-f642-4ae7-b8ea-3d3fe895a996 req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:08.945209 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-988cc0f7-bada-4ab5-b798-99cc10da0bdf tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:09.054591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff7e45-95c1-4556-98f2-b826862893fe req-0ddec3cb-98b8-41fd-affa-9f04f1c7e066 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:09.062889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-877ae5df-f642-4ae7-b8ea-3d3fe895a996 req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] For port 462a9a77-47ca-4a19-9ba6-13b2f6e746c5, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=462a9a77-47ca-4a19-9ba6-13b2f6e746c5,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:09.063451 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-877ae5df-f642-4ae7-b8ea-3d3fe895a996 req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:09.064599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8ff7e45-95c1-4556-98f2-b826862893fe req-0ddec3cb-98b8-41fd-affa-9f04f1c7e066 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 945 time: 0.1634486 Aug 17 02:30:09.081179 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-877ae5df-f642-4ae7-b8ea-3d3fe895a996 req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Calling delete_port for 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:30:09.120703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8ff7e45-95c1-4556-98f2-b826862893fe req-8716a147-af28-486e-8660-a906d883d5b0 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552158 Aug 17 02:30:09.202894 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-988cc0f7-bada-4ab5-b798-99cc10da0bdf tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:09.229976 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc0f7-bada-4ab5-b798-99cc10da0bdf tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Subnet': ['ID=8e13bd19-3efd-47ad-9f68-056cd525cd36,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:09.240175 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-988cc0f7-bada-4ab5-b798-99cc10da0bdf tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:09.244702 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-988cc0f7-bada-4ab5-b798-99cc10da0bdf tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/8e13bd19-3efd-47ad-9f68-056cd525cd36 HTTP/1.1" status: 204 len: 168 time: 0.9812756 Aug 17 02:30:09.245523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55926) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:09.258483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f12e9b-2cd9-4d91-befc-d8aba661d0cb None None] Network 5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:09.344961 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:09.366229 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-877ae5df-f642-4ae7-b8ea-3d3fe895a996 req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:09.408189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['462a9a77-47ca-4a19-9ba6-13b2f6e746c5'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:30:09.415156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Pushing event deleted for resources: {'Port': ['ID=462a9a77-47ca-4a19-9ba6-13b2f6e746c5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:09.444201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:09.445601 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:09.445973 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:09.449572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:09.450017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:09.450441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:09.451616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:09.452158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:09.452709 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:09.453312 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:09.453695 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:09.456247 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:09.474118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port 36409bd5-e703-4a18-b276-3136df4bc4f4 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:30:09.474494 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:09.528983 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-877ae5df-f642-4ae7-b8ea-3d3fe895a996 req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] No DVR routers for this DVR port 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:30:09.531774 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-877ae5df-f642-4ae7-b8ea-3d3fe895a996 req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:09.533223 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b63a13-6fa4-4a64-96f8-80a88358e252 None None] DHCP port deletion for 5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:30:09.534123 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-877ae5df-f642-4ae7-b8ea-3d3fe895a996 req-53d62940-f7f9-4bb6-81b4-401a09f02f03 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "DELETE /v2.0/ports/462a9a77-47ca-4a19-9ba6-13b2f6e746c5 HTTP/1.1" status: 204 len: 173 time: 0.7418709 Aug 17 02:30:09.534928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f457d30f-2733-4590-bae0-feaffa7de0f2', 'name': 'network-vif-deleted', 'tag': '462a9a77-47ca-4a19-9ba6-13b2f6e746c5'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:09.538104 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1792734-40bb-44b5-87d1-bbf1750fea11" -d '{"events": [{"server_uuid": "f457d30f-2733-4590-bae0-feaffa7de0f2", "name": "network-vif-deleted", "tag": "462a9a77-47ca-4a19-9ba6-13b2f6e746c5"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:09.597868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] For port 36409bd5-e703-4a18-b276-3136df4bc4f4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=36409bd5-e703-4a18-b276-3136df4bc4f4,segment=NetworkSegment(e7d77bd7-e0bd-4270-92eb-57f439d397a9),segment_id=e7d77bd7-e0bd-4270-92eb-57f439d397a9)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:09.598329 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:09.604809 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e5b63a13-6fa4-4a64-96f8-80a88358e252 None None] Deleting port 36409bd5-e703-4a18-b276-3136df4bc4f4 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:30:09.605461 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e5b63a13-6fa4-4a64-96f8-80a88358e252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:09.656724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for 36409bd5-e703-4a18-b276-3136df4bc4f4 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:30:09.692466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e5b63a13-6fa4-4a64-96f8-80a88358e252 None None] For port 36409bd5-e703-4a18-b276-3136df4bc4f4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=36409bd5-e703-4a18-b276-3136df4bc4f4,segment=NetworkSegment(e7d77bd7-e0bd-4270-92eb-57f439d397a9),segment_id=e7d77bd7-e0bd-4270-92eb-57f439d397a9)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:09.692918 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e5b63a13-6fa4-4a64-96f8-80a88358e252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:09.707611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e5b63a13-6fa4-4a64-96f8-80a88358e252 None None] Calling delete_port for 36409bd5-e703-4a18-b276-3136df4bc4f4 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:30:09.739681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f177aa6-b817-482f-9ca7-01bbf1aa5086 req-5dc50d50-5878-47f5-838c-5d655ab7e658 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:09.740230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f177aa6-b817-482f-9ca7-01bbf1aa5086 req-5dc50d50-5878-47f5-838c-5d655ab7e658 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:09.740706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f177aa6-b817-482f-9ca7-01bbf1aa5086 req-5dc50d50-5878-47f5-838c-5d655ab7e658 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:09.742454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f177aa6-b817-482f-9ca7-01bbf1aa5086 req-5dc50d50-5878-47f5-838c-5d655ab7e658 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a&device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5&device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 2887 time: 0.1217976 Aug 17 02:30:09.817688 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f177aa6-b817-482f-9ca7-01bbf1aa5086 req-e6824db9-1bd6-48bf-8584-bba44b272a58 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601213 Aug 17 02:30:09.933690 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:09.936100 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e5b63a13-6fa4-4a64-96f8-80a88358e252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:09.970333 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b63a13-6fa4-4a64-96f8-80a88358e252 None None] No DVR routers for this DVR port 36409bd5-e703-4a18-b276-3136df4bc4f4 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:30:09.973547 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 36409bd5-e703-4a18-b276-3136df4bc4f4 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:30:09.997306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 36409bd5-e703-4a18-b276-3136df4bc4f4 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:30:09.998106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 36409bd5-e703-4a18-b276-3136df4bc4f4 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:30:09.999674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b63a13-6fa4-4a64-96f8-80a88358e252 None None] Pushing event deleted for resources: {'Port': ['ID=36409bd5-e703-4a18-b276-3136df4bc4f4,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:10.021954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=36409bd5-e703-4a18-b276-3136df4bc4f4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:10.024379 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No DVR routers for this DVR port 36409bd5-e703-4a18-b276-3136df4bc4f4 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:30:10.074073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 942e35cf-185c-47ae-b97e-108d8fdf97d5 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:30:10.227289 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81320c3-5f5b-45b8-8f99-dc4121d99c0e req-71b613fe-64e1-42b5-9130-e1d156397202 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:10.231296 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d81320c3-5f5b-45b8-8f99-dc4121d99c0e req-71b613fe-64e1-42b5-9130-e1d156397202 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 944 time: 0.2930655 Aug 17 02:30:10.238572 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-40982f48-d9ad-48d0-9bc9-6c60584ea8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:10.242444 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 942e35cf-185c-47ae-b97e-108d8fdf97d5, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=942e35cf-185c-47ae-b97e-108d8fdf97d5,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:10.255248 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:10.255698 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '942e35cf-185c-47ae-b97e-108d8fdf97d5', 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee', 'port_id': '942e35cf-185c-47ae-b97e-108d8fdf97d5', 'mac_address': 'fa:16:3e:1b:19:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028b2ac7-a8dd-403f-9dd3-f9eec71ab748', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:30:10.275128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:10.295949 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d77bd7-e0bd-4270-92eb-57f439d397a9') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:10.296241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d77bd7-e0bd-4270-92eb-57f439d397a9') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:10.321478 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:10.325317 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d81320c3-5f5b-45b8-8f99-dc4121d99c0e req-5bbabe97-fab1-4e14-91b3-731d7a08dbda tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775735 Aug 17 02:30:10.330030 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:10.362126 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:10.362950 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942e35cf-185c-47ae-b97e-108d8fdf97d5 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:30:10.374489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:30:10.374951 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:30:10.383342 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:30:10.392250 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 942e35cf-185c-47ae-b97e-108d8fdf97d5, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=942e35cf-185c-47ae-b97e-108d8fdf97d5,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:10.403020 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4973a8f-9a14-41ae-81f0-c75725e2f861 x-openstack-request-id: req-d4973a8f-9a14-41ae-81f0-c75725e2f861 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:10.403608 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f457d30f-2733-4590-bae0-feaffa7de0f2", "name": "network-vif-deleted", "tag": "462a9a77-47ca-4a19-9ba6-13b2f6e746c5", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:10.404915 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4973a8f-9a14-41ae-81f0-c75725e2f861 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:10.405642 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f457d30f-2733-4590-bae0-feaffa7de0f2', 'name': 'network-vif-deleted', 'tag': '462a9a77-47ca-4a19-9ba6-13b2f6e746c5', 'status': 'completed', 'code': 200} Aug 17 02:30:10.485462 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:10.566156 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:10.584665 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:10.589467 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/networks/5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc HTTP/1.1" status: 204 len: 168 time: 1.3417990 Aug 17 02:30:10.593743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55952) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:10.604184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1718837758', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:10.636801 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:10.646708 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=942e35cf-185c-47ae-b97e-108d8fdf97d5,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:10.660875 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e30ee9-78e4-4b2f-8397-9d5c3b4823e6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Network': ['ID=5db2365f-eaa1-47cd-bef6-bc8d1cbce6fc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:10.702329 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c03f6f1-536e-4d8b-a5a5-22f38f62df97 req-da956957-3d55-46fc-a398-ebda8a4cf851 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 210 time: 0.0378537 Aug 17 02:30:10.755451 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:10.757800 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:10.830306 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:11.076149 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['942e35cf-185c-47ae-b97e-108d8fdf97d5'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:30:11.212459 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:11.503523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364bef7-58fc-4be8-905a-03c099898554 req-541f7c9c-b774-481d-97d0-fea5ca257f03 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:11.505988 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0364bef7-58fc-4be8-905a-03c099898554 req-541f7c9c-b774-481d-97d0-fea5ca257f03 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 945 time: 0.0888278 Aug 17 02:30:11.558859 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0364bef7-58fc-4be8-905a-03c099898554 req-f23d9671-1075-4054-b770-eab4dc1b4cf7 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421472 Aug 17 02:30:11.681900 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:11.698203 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:11.708840 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:11.864803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Allocated IP 172.25.5.100 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/8aacc9a8-744e-4b39-877c-40e6c4ce2ce3) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:12.034917 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:12.083731 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:30:12.129725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:30:12.144739 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 462a9a77-47ca-4a19-9ba6-13b2f6e746c5 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:30:12.177810 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:12.239346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=8aacc9a8-744e-4b39-877c-40e6c4ce2ce3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:12.287331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:12.298030 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:12.305733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:12.320529 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c31549ae-fad1-433b-9f3b-210ba8a677f7 req-a8df37f1-e5f0-4a7b-b92c-31a0f139a30e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 210 time: 0.0657580 Aug 17 02:30:12.617623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865f82-c99e-4603-b3f8-34f5b6acad83 req-37ed7b23-809a-4868-b30a-1103ffdb2f9a tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:12.617623 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12865f82-c99e-4603-b3f8-34f5b6acad83 req-37ed7b23-809a-4868-b30a-1103ffdb2f9a tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 1102 time: 0.0853040 Aug 17 02:30:12.691880 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12865f82-c99e-4603-b3f8-34f5b6acad83 req-7bcba1f5-3e41-436e-813e-7714dec90c90 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785899 Aug 17 02:30:12.889372 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:12.903998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4274657-a402-46a3-87f0-2aa15a8cd98b req-1875ed5b-e21a-40d9-a0cf-fdec0ed8bf3f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:12.912439 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4274657-a402-46a3-87f0-2aa15a8cd98b req-1875ed5b-e21a-40d9-a0cf-fdec0ed8bf3f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 945 time: 0.1182454 Aug 17 02:30:12.978968 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4274657-a402-46a3-87f0-2aa15a8cd98b req-a3f1e130-67b9-48e9-85d7-cb58a92cddab tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593951 Aug 17 02:30:13.129038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beffa5a-30fe-41c9-a115-3fc320542535 req-ae230882-ed30-40b7-9a92-81009338e3cc tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:13.136830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9beffa5a-30fe-41c9-a115-3fc320542535 req-ae230882-ed30-40b7-9a92-81009338e3cc tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 1102 time: 0.0575085 Aug 17 02:30:13.187107 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9beffa5a-30fe-41c9-a115-3fc320542535 req-221f6678-d3ad-4389-aea5-68f5282ea675 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432787 Aug 17 02:30:13.345721 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:13.680392 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:13.768688 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c2d71ef-4480-41e7-92a4-24a1d8f6a5e3 req-ef5d1448-cf09-4564-af4e-b93f2ed40c67 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 210 time: 0.0364006 Aug 17 02:30:13.889123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router 8203c0eb-17ec-4acf-98a5-72e808074ee2 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:30:14.074586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 942e35cf-185c-47ae-b97e-108d8fdf97d5 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:14.115468 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:30:14.128992 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ff851-2ab7-4df9-95fd-4f455dabff5d None None] Sync routers for ids ['8203c0eb-17ec-4acf-98a5-72e808074ee2'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:30:14.172779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ff851-2ab7-4df9-95fd-4f455dabff5d None None] Routers {'8203c0eb-17ec-4acf-98a5-72e808074ee2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:14.173520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-fa8ff851-2ab7-4df9-95fd-4f455dabff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8203c0eb-17ec-4acf-98a5-72e808074ee2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:14.216583 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-fa8ff851-2ab7-4df9-95fd-4f455dabff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:14.231190 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ff851-2ab7-4df9-95fd-4f455dabff5d None None] Routers {'8203c0eb-17ec-4acf-98a5-72e808074ee2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:14.232468 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-fa8ff851-2ab7-4df9-95fd-4f455dabff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8203c0eb-17ec-4acf-98a5-72e808074ee2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:14.234960 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:14.238860 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d53c662f-b65f-48c5-86d4-da5dbc90512d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.6396086 Aug 17 02:30:14.242989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56014) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:14.315075 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-fa8ff851-2ab7-4df9-95fd-4f455dabff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:14.318066 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ff851-2ab7-4df9-95fd-4f455dabff5d None None] The sync data for ids ['8203c0eb-17ec-4acf-98a5-72e808074ee2'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:30:14.324443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 942e35cf-185c-47ae-b97e-108d8fdf97d5 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:14.338437 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 942e35cf-185c-47ae-b97e-108d8fdf97d5 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:14.340154 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:14.472330 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:14.506662 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa61f38-67cf-458a-b6c7-4eabba408739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942e35cf-185c-47ae-b97e-108d8fdf97d5'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:14.509677 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63414f99-a702-49f5-a6af-703a0b5cd4b5" -d '{"events": [{"server_uuid": "afa61f38-67cf-458a-b6c7-4eabba408739", "name": "network-vif-plugged", "status": "completed", "tag": "942e35cf-185c-47ae-b97e-108d8fdf97d5"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:14.517175 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a671a-aca1-4058-bc20-dfa461a701b3 req-7633d4ac-d258-4ae1-bb46-44e4e13362a6 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:14.523561 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ddbc492b-00c5-4c83-9b00-28dc0e93d432 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/routers/8203c0eb-17ec-4acf-98a5-72e808074ee2 HTTP/1.1" status: 200 len: 881 time: 0.2829771 Aug 17 02:30:14.532315 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d5a671a-aca1-4058-bc20-dfa461a701b3 req-7633d4ac-d258-4ae1-bb46-44e4e13362a6 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 945 time: 0.1726291 Aug 17 02:30:14.532959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 942e35cf-185c-47ae-b97e-108d8fdf97d5, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=942e35cf-185c-47ae-b97e-108d8fdf97d5,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:14.533761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56026) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:14.586184 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d5a671a-aca1-4058-bc20-dfa461a701b3 req-e24c3d54-284d-46b8-b664-32c567207c3d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493188 Aug 17 02:30:14.674490 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:14.772128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=942e35cf-185c-47ae-b97e-108d8fdf97d5,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:14.865942 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-88040fe5-bbec-4777-8d5d-3c39ced9cb6a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3306630 Aug 17 02:30:14.868545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56038) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:14.873418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8d02f2fd-f5ba-47af-ab74-2c290c6a00c9 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1718837758'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:15.271715 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8d02f2fd-f5ba-47af-ab74-2c290c6a00c9 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:15.349281 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8d02f2fd-f5ba-47af-ab74-2c290c6a00c9 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:15.369416 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6568fcfc-b789-4b6e-a70d-734844346cf9 x-openstack-request-id: req-6568fcfc-b789-4b6e-a70d-734844346cf9 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:15.370009 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa61f38-67cf-458a-b6c7-4eabba408739", "name": "network-vif-plugged", "status": "completed", "tag": "942e35cf-185c-47ae-b97e-108d8fdf97d5", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:15.370343 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6568fcfc-b789-4b6e-a70d-734844346cf9 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:15.370746 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa61f38-67cf-458a-b6c7-4eabba408739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942e35cf-185c-47ae-b97e-108d8fdf97d5', 'code': 200} Aug 17 02:30:15.567288 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d02f2fd-f5ba-47af-ab74-2c290c6a00c9 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router 8203c0eb-17ec-4acf-98a5-72e808074ee2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:30:15.574531 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f436fc4-6a05-4cd6-bb6a-f16d410de6d2 req-d0189b48-a3e4-42be-b6fa-d21819d55cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:15.577318 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f436fc4-6a05-4cd6-bb6a-f16d410de6d2 req-d0189b48-a3e4-42be-b6fa-d21819d55cd4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 1098 time: 0.0751145 Aug 17 02:30:15.580174 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd8b2661-3e3d-44cd-85fd-c710761f36ea req-97c43404-f515-4f95-ae6f-43cbddd9388a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 210 time: 0.1439853 Aug 17 02:30:15.836644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893d8ac-f1a2-4d1f-9c5d-9c3bd74f5082 req-3ff35b4b-a6f7-4de1-8bf6-b72755d03965 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:15.836644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e893d8ac-f1a2-4d1f-9c5d-9c3bd74f5082 req-3ff35b4b-a6f7-4de1-8bf6-b72755d03965 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.1051548 Aug 17 02:30:15.887202 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e893d8ac-f1a2-4d1f-9c5d-9c3bd74f5082 req-fed4d3b5-5c7b-4e1e-ba1a-e05106bb269e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Aug 17 02:30:16.072609 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f436fc4-6a05-4cd6-bb6a-f16d410de6d2 req-454320be-62c2-4ee6-b830-43b4514b8e4a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851289 Aug 17 02:30:16.093940 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0562323-26e1-45b8-8060-831233fa925b req-c918a28a-fff5-46cf-8f97-b4f16b093d46 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:16.102404 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0562323-26e1-45b8-8060-831233fa925b req-c918a28a-fff5-46cf-8f97-b4f16b093d46 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 946 time: 0.1045358 Aug 17 02:30:16.190045 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d02f2fd-f5ba-47af-ab74-2c290c6a00c9 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:30:16.201618 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dae8b0b-b059-4ebf-9aaa-85121cde56a1 None None] Sync routers for ids ['8203c0eb-17ec-4acf-98a5-72e808074ee2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:30:16.210739 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8d02f2fd-f5ba-47af-ab74-2c290c6a00c9 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:16.212124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0562323-26e1-45b8-8060-831233fa925b req-8516fb38-8ded-4a38-97d5-192936278842 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961699 Aug 17 02:30:16.216934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56058) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:16.219000 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8d02f2fd-f5ba-47af-ab74-2c290c6a00c9 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/8203c0eb-17ec-4acf-98a5-72e808074ee2 HTTP/1.1" status: 200 len: 888 time: 1.3491924 Aug 17 02:30:16.229739 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae8b0b-b059-4ebf-9aaa-85121cde56a1 None None] Routers {'8203c0eb-17ec-4acf-98a5-72e808074ee2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:16.233130 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1dae8b0b-b059-4ebf-9aaa-85121cde56a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8203c0eb-17ec-4acf-98a5-72e808074ee2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:16.274834 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1dae8b0b-b059-4ebf-9aaa-85121cde56a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:16.285592 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae8b0b-b059-4ebf-9aaa-85121cde56a1 None None] Routers {'8203c0eb-17ec-4acf-98a5-72e808074ee2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:16.286209 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1dae8b0b-b059-4ebf-9aaa-85121cde56a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8203c0eb-17ec-4acf-98a5-72e808074ee2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:16.322109 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1dae8b0b-b059-4ebf-9aaa-85121cde56a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:16.323074 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dae8b0b-b059-4ebf-9aaa-85121cde56a1 None None] The sync data for ids ['8203c0eb-17ec-4acf-98a5-72e808074ee2'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:30:16.384745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56064) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:16.405484 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-487e5d58-a139-4336-af47-13c15578a59b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/routers/8203c0eb-17ec-4acf-98a5-72e808074ee2 HTTP/1.1" status: 200 len: 888 time: 0.1863070 Aug 17 02:30:16.408341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56068) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:16.447141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bcb72ba1-e79a-46e6-9af2-6aa01cd7481c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports?device_id=8203c0eb-17ec-4acf-98a5-72e808074ee2 HTTP/1.1" status: 200 len: 205 time: 0.0305674 Aug 17 02:30:16.452472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56070) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:16.568718 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84bdecb9-26d0-482f-8916-37fb4826985a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:16.609734 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fb32acb-cbee-424b-9aca-062a0d541b8b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:16.783897 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c438b4d-ee6c-4634-b4b6-fd05d510ebd2 req-52d5b52b-0a29-486a-9f8d-f03a5d02e047 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f457d30f-2733-4590-bae0-feaffa7de0f2 HTTP/1.1" status: 200 len: 210 time: 0.0547531 Aug 17 02:30:16.789097 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fb32acb-cbee-424b-9aca-062a0d541b8b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:16.816066 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84bdecb9-26d0-482f-8916-37fb4826985a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:16.899105 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84bdecb9-26d0-482f-8916-37fb4826985a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:16.985125 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-84bdecb9-26d0-482f-8916-37fb4826985a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3abac3e35d6844ff89be25be06567ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5941255 Aug 17 02:30:16.987530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdecb9-26d0-482f-8916-37fb4826985a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a9c7c8-eaf6-462d-9051-63b978f05ece,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:16.992296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56078) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:17.018010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6fb32acb-cbee-424b-9aca-062a0d541b8b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port 8aacc9a8-744e-4b39-877c-40e6c4ce2ce3 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:30:17.018545 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fb32acb-cbee-424b-9aca-062a0d541b8b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:17.136922 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fb32acb-cbee-424b-9aca-062a0d541b8b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:17.141289 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff96676-38c9-40ed-bf7f-a579fd4b7728 req-6075acab-a382-4e48-b95f-baca6f4fc7e5 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:17.143019 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ff96676-38c9-40ed-bf7f-a579fd4b7728 req-6075acab-a382-4e48-b95f-baca6f4fc7e5 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.1369827 Aug 17 02:30:17.146254 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1187b31-301b-42b7-b52e-e30030c477ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:17.153371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6fb32acb-cbee-424b-9aca-062a0d541b8b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for 8aacc9a8-744e-4b39-877c-40e6c4ce2ce3 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:30:17.220536 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1187b31-301b-42b7-b52e-e30030c477ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:17.240360 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ff96676-38c9-40ed-bf7f-a579fd4b7728 req-c64f9146-643f-43dc-aac3-f434bce6dd83 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904684 Aug 17 02:30:17.375183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9b22-abb2-4b7c-8a29-b4977b45084e req-405dd4fc-01a5-4595-940e-420a0facc8be tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:17.379396 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-643c9b22-abb2-4b7c-8a29-b4977b45084e req-405dd4fc-01a5-4595-940e-420a0facc8be tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 946 time: 0.0689518 Aug 17 02:30:17.381048 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1187b31-301b-42b7-b52e-e30030c477ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:17.385538 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1187b31-301b-42b7-b52e-e30030c477ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:17.390025 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d1187b31-301b-42b7-b52e-e30030c477ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9a9c7c8-eaf6-462d-9051-63b978f05ece HTTP/1.1" status: 204 len: 168 time: 0.3976524 Aug 17 02:30:17.422916 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1187b31-301b-42b7-b52e-e30030c477ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a9c7c8-eaf6-462d-9051-63b978f05ece,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:17.462428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-643c9b22-abb2-4b7c-8a29-b4977b45084e req-76b90f4f-296f-481f-a6cb-97456ff6840c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714042 Aug 17 02:30:17.485751 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fb32acb-cbee-424b-9aca-062a0d541b8b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:17.532041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb32acb-cbee-424b-9aca-062a0d541b8b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=8aacc9a8-744e-4b39-877c-40e6c4ce2ce3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:17.601970 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fb32acb-cbee-424b-9aca-062a0d541b8b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:17.718225 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fb32acb-cbee-424b-9aca-062a0d541b8b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:17.718599 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fb32acb-cbee-424b-9aca-062a0d541b8b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:17.851702 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fb32acb-cbee-424b-9aca-062a0d541b8b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:17.852903 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb32acb-cbee-424b-9aca-062a0d541b8b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Fanout notify agent at l3_agent the message router_deleted on router 8203c0eb-17ec-4acf-98a5-72e808074ee2 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:30:17.864891 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fb32acb-cbee-424b-9aca-062a0d541b8b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:17.866066 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6fb32acb-cbee-424b-9aca-062a0d541b8b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/routers/8203c0eb-17ec-4acf-98a5-72e808074ee2 HTTP/1.1" status: 204 len: 168 time: 1.4120641 Aug 17 02:30:17.873125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56092) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:17.878996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-0d144e55-b101-4786-a028-5b97357924e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'network': {'name': 'tempest-RoutersTest-1895102934'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:18.016984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d144e55-b101-4786-a028-5b97357924e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:18.020753 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d144e55-b101-4786-a028-5b97357924e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:18.060415 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d144e55-b101-4786-a028-5b97357924e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:30:18.078165 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d144e55-b101-4786-a028-5b97357924e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:18.078601 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-0d144e55-b101-4786-a028-5b97357924e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Added segment 161fbf4d-b73b-4f3e-9d8c-b578a4872fc3 of type vlan for network 3c656ba9-095c-4ee7-afe7-38305dfe576b Aug 17 02:30:18.135422 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d144e55-b101-4786-a028-5b97357924e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:18.256680 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d144e55-b101-4786-a028-5b97357924e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:18.268375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d144e55-b101-4786-a028-5b97357924e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:18.269134 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d144e55-b101-4786-a028-5b97357924e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:18.359287 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d144e55-b101-4786-a028-5b97357924e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Network': ['ID=3c656ba9-095c-4ee7-afe7-38305dfe576b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:18.370180 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 3c656ba9-095c-4ee7-afe7-38305dfe576b details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:30:18.379329 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6ec9a-cddb-4bad-b920-a57f3948a72e req-db91bbdb-df08-492c-9ce0-a4a0a0c2e8b6 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:18.383618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecc6ec9a-cddb-4bad-b920-a57f3948a72e req-db91bbdb-df08-492c-9ce0-a4a0a0c2e8b6 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0635870 Aug 17 02:30:18.433940 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecc6ec9a-cddb-4bad-b920-a57f3948a72e req-473ffea9-efd2-4997-aa98-fc78587c4dc4 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440006 Aug 17 02:30:18.477807 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0d144e55-b101-4786-a028-5b97357924e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6065307 Aug 17 02:30:18.486929 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56126) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:18.498126 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ffaa2810-fe46-4cfa-a856-16b39962bd17 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'subnet': {'network_id': '3c656ba9-095c-4ee7-afe7-38305dfe576b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:18.662834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128840d-1005-4c4e-93c1-64f6bd0a7480 req-1135fc1c-c520-4f27-b15d-ff644afd524e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:18.669853 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3128840d-1005-4c4e-93c1-64f6bd0a7480 req-1135fc1c-c520-4f27-b15d-ff644afd524e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 812 time: 0.1343710 Aug 17 02:30:18.683324 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3128840d-1005-4c4e-93c1-64f6bd0a7480 req-231319bd-0b00-481f-8937-f02059eb0a3f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/quotas/df28fd90cb584fe4b8844c00eb5811ae HTTP/1.1" status: 200 len: 375 time: 0.0101929 Aug 17 02:30:18.727445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3128840d-1005-4c4e-93c1-64f6bd0a7480 req-bd70e8fc-27c8-4c63-9b3d-af225e2aa4be tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371954 Aug 17 02:30:18.736946 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaa2810-fe46-4cfa-a856-16b39962bd17 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:18.740499 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2810-fe46-4cfa-a856-16b39962bd17 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:18.757762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56138) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:18.858232 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3128840d-1005-4c4e-93c1-64f6bd0a7480 req-4b86915f-d4ab-4eda-be21-bade6e0e8949 service neutron] 10.222.0.13 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222622 Aug 17 02:30:18.943069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1190328343-network', 'tenant_id': '6063f01005144838a595b5869bb5216c'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:18.976996 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3128840d-1005-4c4e-93c1-64f6bd0a7480 req-fb29d6fb-b3a7-4b10-9b6a-3ef4bd2bad54 service neutron] 10.222.0.13 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176324 Aug 17 02:30:19.080053 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] Made reservation on behalf of 6063f01005144838a595b5869bb5216c for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:19.082482 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:19.091634 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:19.125097 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2810-fe46-4cfa-a856-16b39962bd17 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:19.197476 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa2810-fe46-4cfa-a856-16b39962bd17 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Subnet': ['ID=38ab637d-53e0-44c2-b955-ce42bc9b1187,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:19.236342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa2810-fe46-4cfa-a856-16b39962bd17 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Checking segment: {'id': '161fbf4d-b73b-4f3e-9d8c-b578a4872fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3c656ba9-095c-4ee7-afe7-38305dfe576b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:19.240532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa2810-fe46-4cfa-a856-16b39962bd17 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network hostable DHCP agents. Network: 3c656ba9-095c-4ee7-afe7-38305dfe576b, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:30:19.292771 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:19.346925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9c798-2884-499f-ba17-60c12ddcc51f req-626f5f25-8616-4d5e-b79c-6928d555b1d6 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:19.348547 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1d9c798-2884-499f-ba17-60c12ddcc51f req-626f5f25-8616-4d5e-b79c-6928d555b1d6 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 946 time: 0.0570722 Aug 17 02:30:19.376231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa2810-fe46-4cfa-a856-16b39962bd17 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 3c656ba9-095c-4ee7-afe7-38305dfe576b is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:30:19.396192 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1d9c798-2884-499f-ba17-60c12ddcc51f req-cb907554-5ebe-4b37-974d-94327369339e tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410998 Aug 17 02:30:19.412758 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:19.449762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:30:19.457710 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01372b3e-a607-4148-8808-80c046b5b4d5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:19.466289 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-ffaa2810-fe46-4cfa-a856-16b39962bd17 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 3c656ba9-095c-4ee7-afe7-38305dfe576b) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:19.474078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaa2810-fe46-4cfa-a856-16b39962bd17 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:19.474078 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2810-fe46-4cfa-a856-16b39962bd17 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:19.477270 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:19.477270 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] Added segment 00a9ff97-4f8a-49cb-8296-a581013441f3 of type vlan for network 07c416f3-ee0c-4d58-830b-c9b26cebccb0 Aug 17 02:30:19.483905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7993be76-78e5-4eea-8692-63d577001ef5 None None] Network 3c656ba9-095c-4ee7-afe7-38305dfe576b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:19.550642 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:19.600347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c14e166-4dd8-4605-985c-7b4ce17f545a req-484b6149-5953-42f6-b37b-71c99845e664 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec1d424b-b79a-4754-b8b0-b24288e63da5 HTTP/1.1" status: 200 len: 210 time: 0.0350866 Aug 17 02:30:19.623570 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ffaa2810-fe46-4cfa-a856-16b39962bd17 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1349764 Aug 17 02:30:19.629230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56160) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:19.634561 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-62e0f7e4-196e-47d2-aad7-06c7cd1d04b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-134427666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:19.712726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-3c656ba9-095c-4ee7-afe7-38305dfe576b', 'network_id': '3c656ba9-095c-4ee7-afe7-38305dfe576b', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'fixed_ips': [{'subnet_id': '38ab637d-53e0-44c2-b955-ce42bc9b1187'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:30:19.713735 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:19.737911 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:19.740492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:19.740619 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:19.760102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f3c80-52bc-47b6-bd40-6282e7305c60 req-a6a38286-66f2-4e3a-815f-29a22fdb881e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:19.761874 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-961f3c80-52bc-47b6-bd40-6282e7305c60 req-a6a38286-66f2-4e3a-815f-29a22fdb881e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0907884 Aug 17 02:30:19.810451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-961f3c80-52bc-47b6-bd40-6282e7305c60 req-5243068f-7411-408d-bdcd-226bc5a2bb16 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415914 Aug 17 02:30:19.826494 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-62e0f7e4-196e-47d2-aad7-06c7cd1d04b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:19.827878 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-62e0f7e4-196e-47d2-aad7-06c7cd1d04b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:19.874009 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] Pushing event updated for resources: {'Network': ['ID=07c416f3-ee0c-4d58-830b-c9b26cebccb0,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:19.886886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 07c416f3-ee0c-4d58-830b-c9b26cebccb0 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:30:19.945275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Allocated IP 172.20.0.2 (3c656ba9-095c-4ee7-afe7-38305dfe576b/38ab637d-53e0-44c2-b955-ce42bc9b1187/67a7987e-efcd-4851-b6a7-496384980e56) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:19.993292 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ff9be68f-effd-461e-87f7-951d3638af99 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2319622 Aug 17 02:30:19.995744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56174) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:20.005653 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-62e0f7e4-196e-47d2-aad7-06c7cd1d04b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:20.011095 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6f66db3e-7023-4fe7-ad44-28b3fe49bfcf admin admin] Request body: {'subnet': {'network_id': '07c416f3-ee0c-4d58-830b-c9b26cebccb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1190328343-subnet', 'tenant_id': '6063f01005144838a595b5869bb5216c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:20.089129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-63088344-d15b-4106-aef9-7e8e4942d515 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:20.097440 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-63088344-d15b-4106-aef9-7e8e4942d515 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 806 time: 0.1836977 Aug 17 02:30:20.109731 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-cd2fc7f2-2c56-4c8b-ba56-e127600ae899 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/quotas/de182f93f73446919b2fe4aeee1dafc6 HTTP/1.1" status: 200 len: 375 time: 0.0110841 Aug 17 02:30:20.139216 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f66db3e-7023-4fe7-ad44-28b3fe49bfcf admin admin] Made reservation on behalf of 6063f01005144838a595b5869bb5216c for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:20.143447 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f66db3e-7023-4fe7-ad44-28b3fe49bfcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:20.146500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-62e0f7e4-196e-47d2-aad7-06c7cd1d04b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:20.146799 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:20.169667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Transition to ACTIVE for port object 67a7987e-efcd-4851-b6a7-496384980e56 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:20.202149 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Transition to ACTIVE for port object 67a7987e-efcd-4851-b6a7-496384980e56 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:20.212431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-a7a44254-f6a2-42c9-988c-380aa398dcf5 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961621 Aug 17 02:30:20.325384 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-6cdfc5cf-90e6-49c5-8cee-250ac8fab8fa service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044822 Aug 17 02:30:20.437000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-55a3fccd-5338-478f-9a03-eafbeaba8e83 service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993598 Aug 17 02:30:20.456934 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-62e0f7e4-196e-47d2-aad7-06c7cd1d04b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:20.458329 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:20.463598 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-62e0f7e4-196e-47d2-aad7-06c7cd1d04b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8302839 Aug 17 02:30:20.464224 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56176) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:20.505447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Network 3c656ba9-095c-4ee7-afe7-38305dfe576b is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:20.510119 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:20.514083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:20.525779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Pushing event updated for resources: {'Port': ['ID=67a7987e-efcd-4851-b6a7-496384980e56,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:20.555700 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:20.556462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:20.556462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:20.556691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:20.557022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:20.557622 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:20.558137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:20.558567 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:20.559059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:20.559587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:20.559919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:20.560290 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f66db3e-7023-4fe7-ad44-28b3fe49bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:20.560795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:30:20.595433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Attempting to bind port 67a7987e-efcd-4851-b6a7-496384980e56 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:20.596100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Attempting to bind port 67a7987e-efcd-4851-b6a7-496384980e56 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '161fbf4d-b73b-4f3e-9d8c-b578a4872fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3c656ba9-095c-4ee7-afe7-38305dfe576b'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:20.596638 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Attempting to bind port 67a7987e-efcd-4851-b6a7-496384980e56 on network 3c656ba9-095c-4ee7-afe7-38305dfe576b {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:20.602487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:20.603096 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Checking segment: {'id': '161fbf4d-b73b-4f3e-9d8c-b578a4872fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3c656ba9-095c-4ee7-afe7-38305dfe576b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:20.603686 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:20.604079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Bound using segment: {'id': '161fbf4d-b73b-4f3e-9d8c-b578a4872fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3c656ba9-095c-4ee7-afe7-38305dfe576b'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:20.604557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Bound port: 67a7987e-efcd-4851-b6a7-496384980e56, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161fbf4d-b73b-4f3e-9d8c-b578a4872fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3c656ba9-095c-4ee7-afe7-38305dfe576b'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:20.604936 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:20.698383 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66db3e-7023-4fe7-ad44-28b3fe49bfcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7fcef8-86c0-48a8-833d-ca8fc40f4f78,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:20.703837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] For port 67a7987e-efcd-4851-b6a7-496384980e56, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:20.712611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] For port 67a7987e-efcd-4851-b6a7-496384980e56, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=67a7987e-efcd-4851-b6a7-496384980e56,segment=NetworkSegment(161fbf4d-b73b-4f3e-9d8c-b578a4872fc3),segment_id=161fbf4d-b73b-4f3e-9d8c-b578a4872fc3)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:20.781935 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f66db3e-7023-4fe7-ad44-28b3fe49bfcf admin admin] Checking segment: {'id': '00a9ff97-4f8a-49cb-8296-a581013441f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07c416f3-ee0c-4d58-830b-c9b26cebccb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:20.782491 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f66db3e-7023-4fe7-ad44-28b3fe49bfcf admin admin] Network hostable DHCP agents. Network: 07c416f3-ee0c-4d58-830b-c9b26cebccb0, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:30:20.837895 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:20.900571 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:20.947303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459f360-b512-4103-8be7-3a2aef2c0277 None None] Pushing event updated for resources: {'Port': ['ID=67a7987e-efcd-4851-b6a7-496384980e56,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:21.056659 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f66db3e-7023-4fe7-ad44-28b3fe49bfcf admin admin] Network 07c416f3-ee0c-4d58-830b-c9b26cebccb0 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:30:21.210452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-6f66db3e-7023-4fe7-ad44-28b3fe49bfcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 07c416f3-ee0c-4d58-830b-c9b26cebccb0) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:21.242713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455f1e48-5919-4434-b8e1-46edf2be7685 None None] Network 07c416f3-ee0c-4d58-830b-c9b26cebccb0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:21.267219 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f66db3e-7023-4fe7-ad44-28b3fe49bfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:21.267688 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f66db3e-7023-4fe7-ad44-28b3fe49bfcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:21.377420 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6f66db3e-7023-4fe7-ad44-28b3fe49bfcf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3619390 Aug 17 02:30:21.428832 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b633c1-b6ac-4fc9-bc4e-833b47e105b7 None None] Network 07c416f3-ee0c-4d58-830b-c9b26cebccb0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:21.475769 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Allocated IP 172.20.0.1 (3c656ba9-095c-4ee7-afe7-38305dfe576b/38ab637d-53e0-44c2-b955-ce42bc9b1187/1c5201b2-7033-4cb3-b86a-fd5761bfabae) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:21.656153 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3128840d-1005-4c4e-93c1-64f6bd0a7480 req-95e14367-94b5-45a6-b15d-19aa6b5a795b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&device_id=ec1d424b-b79a-4754-b8b0-b24288e63da5 HTTP/1.1" status: 200 len: 210 time: 0.0344961 Aug 17 02:30:21.877307 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:21.927882 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Transition to ACTIVE for port object 1c5201b2-7033-4cb3-b86a-fd5761bfabae will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:21.932220 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a597699-97f5-4faf-b4c2-bff86d249e79 req-72501cc4-c770-4bb2-b4dc-bc2895253eb4 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 210 time: 0.0776985 Aug 17 02:30:21.932811 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128840d-1005-4c4e-93c1-64f6bd0a7480 req-dd227228-f575-431b-932b-32e506647057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:21.935409 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3128840d-1005-4c4e-93c1-64f6bd0a7480 req-dd227228-f575-431b-932b-32e506647057 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2614095 Aug 17 02:30:22.108747 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 67a7987e-efcd-4851-b6a7-496384980e56 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:22.158262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12894a4d-15f4-4fd7-a38c-8ecda4b9fd16 req-8d382e0b-504d-48d3-a1de-a1710d300ac3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:22.159875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12894a4d-15f4-4fd7-a38c-8ecda4b9fd16 req-8d382e0b-504d-48d3-a1de-a1710d300ac3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.1297452 Aug 17 02:30:22.242470 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12894a4d-15f4-4fd7-a38c-8ecda4b9fd16 req-fe9893be-4c10-48a4-a8b2-b05fba4dd51d tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743678 Aug 17 02:30:22.245446 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128840d-1005-4c4e-93c1-64f6bd0a7480 req-c6977bc3-35af-48b5-9ced-526386ac6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:22.248090 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3128840d-1005-4c4e-93c1-64f6bd0a7480 req-c6977bc3-35af-48b5-9ced-526386ac6161 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2920732 Aug 17 02:30:22.270239 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:22.301698 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 67a7987e-efcd-4851-b6a7-496384980e56 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:22.358849 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 3c656ba9-095c-4ee7-afe7-38305dfe576b is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:22.365184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:22.368192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:22.371182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=1c5201b2-7033-4cb3-b86a-fd5761bfabae,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:22.382543 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64f0829-254b-47c4-b63b-d7c4d14a92f0 None None] Network 3c656ba9-095c-4ee7-afe7-38305dfe576b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:22.429562 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3128840d-1005-4c4e-93c1-64f6bd0a7480 req-314ff215-eab1-4541-aa70-2dc3f313205a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec1d424b-b79a-4754-b8b0-b24288e63da5 HTTP/1.1" status: 200 len: 210 time: 0.0276966 Aug 17 02:30:22.471107 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:22.615010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3d8cbf9d-a8a9-4dc6-b93f-1a9e485f14fe None None] Provisioning for port 67a7987e-efcd-4851-b6a7-496384980e56 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:22.624171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3d8cbf9d-a8a9-4dc6-b93f-1a9e485f14fe None None] Provisioning complete for port 67a7987e-efcd-4851-b6a7-496384980e56 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:22.624519 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3d8cbf9d-a8a9-4dc6-b93f-1a9e485f14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:22.752494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d4951878-a79e-4bbf-86b5-530c24ec7f63 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:22.770943 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d4951878-a79e-4bbf-86b5-530c24ec7f63 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 812 time: 0.2215669 Aug 17 02:30:22.800636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-5db8c233-8069-4090-a248-f8081c13d10b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/quotas/df28fd90cb584fe4b8844c00eb5811ae HTTP/1.1" status: 200 len: 375 time: 0.0280945 Aug 17 02:30:22.830769 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3d8cbf9d-a8a9-4dc6-b93f-1a9e485f14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:22.852072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-88eab2d4-aa22-4b71-aed8-726720de4720 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503962 Aug 17 02:30:22.976178 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3d8cbf9d-a8a9-4dc6-b93f-1a9e485f14fe None None] For port 67a7987e-efcd-4851-b6a7-496384980e56, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=67a7987e-efcd-4851-b6a7-496384980e56,segment=NetworkSegment(161fbf4d-b73b-4f3e-9d8c-b578a4872fc3),segment_id=161fbf4d-b73b-4f3e-9d8c-b578a4872fc3)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:22.977449 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-545607cc-79ee-4180-98ea-09e7921035b5 service neutron] 10.222.0.13 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097379 Aug 17 02:30:23.081559 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-6c39a1e4-9114-4f2a-970c-955625f981db service neutron] 10.222.0.13 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986440 Aug 17 02:30:23.964258 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3d8cbf9d-a8a9-4dc6-b93f-1a9e485f14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:24.050997 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:24.163661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-66f9611c-db9c-41e7-8fd4-9d9866bc6bbf None None] Provisioning complete for port 67a7987e-efcd-4851-b6a7-496384980e56 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:24.165689 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-66f9611c-db9c-41e7-8fd4-9d9866bc6bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:24.166074 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cbf9d-a8a9-4dc6-b93f-1a9e485f14fe None None] Pushing event updated for resources: {'Port': ['ID=67a7987e-efcd-4851-b6a7-496384980e56,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:24.428806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3ab01bf-a6e5-4d2f-9770-19b7bed6dbde req-80275e18-ee87-45ec-9eb8-471ee66dd7ab tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 210 time: 0.0732191 Aug 17 02:30:24.582523 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-66f9611c-db9c-41e7-8fd4-9d9866bc6bbf None None] Provisioning for port 1c5201b2-7033-4cb3-b86a-fd5761bfabae completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:24.587851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-66f9611c-db9c-41e7-8fd4-9d9866bc6bbf None None] Provisioning complete for port 1c5201b2-7033-4cb3-b86a-fd5761bfabae triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:24.588641 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-66f9611c-db9c-41e7-8fd4-9d9866bc6bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:24.591906 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:24.601862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b3c6f-0289-42fd-bbf4-6d5667ec3c72 req-ac3f0b76-f7d3-48d8-a3a3-7349e0d28764 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:24.611854 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf3b3c6f-0289-42fd-bbf4-6d5667ec3c72 req-ac3f0b76-f7d3-48d8-a3a3-7349e0d28764 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0813003 Aug 17 02:30:24.631509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-66f9611c-db9c-41e7-8fd4-9d9866bc6bbf None None] Port 1c5201b2-7033-4cb3-b86a-fd5761bfabae cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:24.661873 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf3b3c6f-0289-42fd-bbf4-6d5667ec3c72 req-9bf96bd4-245b-4db7-8fff-2b96b9a61bd9 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488839 Aug 17 02:30:24.750022 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:24.780751 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-103fb236-6150-4532-94c4-70e777f53626 req-83a65362-0b77-4e59-b475-d1c1de6bc4ab tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 210 time: 0.0582244 Aug 17 02:30:24.862571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=1c5201b2-7033-4cb3-b86a-fd5761bfabae,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:24.868132 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:25.051794 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-b3882830-d56d-4401-9ad5-aadf59e8d42d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:25.053620 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-b3882830-d56d-4401-9ad5-aadf59e8d42d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 806 time: 0.1832223 Aug 17 02:30:25.067938 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 3c656ba9-095c-4ee7-afe7-38305dfe576b is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:25.069608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:25.079920 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-170ebb27-173e-4dfa-82bd-b31f5c086a02 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Request body: {'port': {'device_id': '5fb3251f-c2a5-4adb-96ca-7a86496e9a96', 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee', 'admin_state_up': True, 'tenant_id': 'de182f93f73446919b2fe4aeee1dafc6'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:25.468289 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-10a59345-81bb-4aa8-a6aa-b261bcf758bb None None] Provisioning complete for port 1c5201b2-7033-4cb3-b86a-fd5761bfabae triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:25.469565 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-10a59345-81bb-4aa8-a6aa-b261bcf758bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:25.480963 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-170ebb27-173e-4dfa-82bd-b31f5c086a02 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Made reservation on behalf of de182f93f73446919b2fe4aeee1dafc6 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:25.485301 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-170ebb27-173e-4dfa-82bd-b31f5c086a02 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:25.488495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router 801741d2-2448-469c-b572-f92dcfa1de8e is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:30:25.515343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-10a59345-81bb-4aa8-a6aa-b261bcf758bb None None] Port 1c5201b2-7033-4cb3-b86a-fd5761bfabae cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:25.563208 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5248dcd2-45a7-4725-b537-d2c34742ab87 req-9dd68ebb-7e41-429c-be5b-6a98cdd7277b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 210 time: 0.0304964 Aug 17 02:30:25.654675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:30:25.669780 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b3123-dfb8-4e4f-b602-e8d3cde955b6 None None] Sync routers for ids ['801741d2-2448-469c-b572-f92dcfa1de8e'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:30:25.679103 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-05749854-565e-40ba-bf21-9bac1d5f53fa tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/801741d2-2448-469c-b572-f92dcfa1de8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2142303 Aug 17 02:30:25.681990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56272) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:25.688175 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104b3123-dfb8-4e4f-b602-e8d3cde955b6 None None] Routers {'801741d2-2448-469c-b572-f92dcfa1de8e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:25.690460 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-104b3123-dfb8-4e4f-b602-e8d3cde955b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['801741d2-2448-469c-b572-f92dcfa1de8e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:25.731154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-170ebb27-173e-4dfa-82bd-b31f5c086a02 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Allocated IP 172.20.0.6 (34f05c9b-0bd9-49d9-ae84-f63187a66bee/028b2ac7-a8dd-403f-9dd3-f9eec71ab748/c71fc348-42b9-4800-89df-76da978f1772) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:25.768884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-104b3123-dfb8-4e4f-b602-e8d3cde955b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:25.774701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69258fe1-c6eb-48e7-a5ec-4e8805a192e3 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:25.779449 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-69258fe1-c6eb-48e7-a5ec-4e8805a192e3 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports/1c5201b2-7033-4cb3-b86a-fd5761bfabae HTTP/1.1" status: 200 len: 910 time: 0.0941217 Aug 17 02:30:25.788738 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56276) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:25.799871 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104b3123-dfb8-4e4f-b602-e8d3cde955b6 None None] Routers {'801741d2-2448-469c-b572-f92dcfa1de8e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:25.800501 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-104b3123-dfb8-4e4f-b602-e8d3cde955b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['801741d2-2448-469c-b572-f92dcfa1de8e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:25.802206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d58b0182-701c-4e8d-bb3b-fdc1be0c0c85 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38ab637d-53e0-44c2-b955-ce42bc9b1187'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:25.859577 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-104b3123-dfb8-4e4f-b602-e8d3cde955b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:25.860127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b3123-dfb8-4e4f-b602-e8d3cde955b6 None None] The sync data for ids ['801741d2-2448-469c-b572-f92dcfa1de8e'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:30:25.867791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ed606-0cbe-4b46-afbf-726db2676253 req-a8f5d4fd-3d8e-4f20-82b3-bd875a2b9c10 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:25.869681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e28ed606-0cbe-4b46-afbf-726db2676253 req-a8f5d4fd-3d8e-4f20-82b3-bd875a2b9c10 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0888901 Aug 17 02:30:25.923040 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:30:25.929403 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e28ed606-0cbe-4b46-afbf-726db2676253 req-8d1c7038-2027-49c1-9f69-932ee709eacc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524368 Aug 17 02:30:26.030219 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58574ae7-8dd0-4e14-a88e-03be38cc6371 req-a18a6b2a-804f-4184-9752-d9ba095fd6c6 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 210 time: 0.0382254 Aug 17 02:30:26.050877 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 67a7987e-efcd-4851-b6a7-496384980e56 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:26.055962 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:26.091006 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d58b0182-701c-4e8d-bb3b-fdc1be0c0c85 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:26.095142 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-170ebb27-173e-4dfa-82bd-b31f5c086a02 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:26.138724 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:26.141080 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83effa60-26c4-4435-be48-8208ec104178" -d '{"events": [{"server_uuid": "d779f147-e9be-4741-ae60-2536bb2bdbb0", "name": "network-vif-unplugged", "status": "completed", "tag": "9576ebd2-ad25-44d6-bfa0-47f40b8ef285"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:26.162073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:26.174264 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 67a7987e-efcd-4851-b6a7-496384980e56 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:26.174636 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:26.245202 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:26.305736 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:26.305982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-2c3e10de-3cde-4540-a315-6236b03dd32b tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:26.308324 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-2c3e10de-3cde-4540-a315-6236b03dd32b tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/networks?id=07c416f3-ee0c-4d58-830b-c9b26cebccb0 HTTP/1.1" status: 200 len: 809 time: 0.1654675 Aug 17 02:30:26.332754 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-dcf50baf-ead6-46a1-990c-e421c3141813 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/quotas/6063f01005144838a595b5869bb5216c HTTP/1.1" status: 200 len: 375 time: 0.0179467 Aug 17 02:30:26.342047 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-170ebb27-173e-4dfa-82bd-b31f5c086a02 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:26.370832 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['76a66684-e333-427a-a7ac-64b355670e00', '942e35cf-185c-47ae-b97e-108d8fdf97d5'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:30:26.388956 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-aaaabea9-2c39-4882-a6b7-b50cf864354c tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6063f01005144838a595b5869bb5216c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492022 Aug 17 02:30:26.515630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-170ebb27-173e-4dfa-82bd-b31f5c086a02 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Network 34f05c9b-0bd9-49d9-ae84-f63187a66bee is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:26.521528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-170ebb27-173e-4dfa-82bd-b31f5c086a02 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:26.530438 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-f62b39e0-ea96-49e8-b099-7f920c3d5d88 service neutron] 10.222.0.13 "GET /v2.0/networks/07c416f3-ee0c-4d58-830b-c9b26cebccb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328163 Aug 17 02:30:26.536461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-170ebb27-173e-4dfa-82bd-b31f5c086a02 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:26.602102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-170ebb27-173e-4dfa-82bd-b31f5c086a02 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:26.602830 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-170ebb27-173e-4dfa-82bd-b31f5c086a02 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:26.669923 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-354b101a-6832-4168-9318-d79f2cf88fb3 service neutron] 10.222.0.13 "GET /v2.0/networks/07c416f3-ee0c-4d58-830b-c9b26cebccb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314754 Aug 17 02:30:26.705504 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ebb27-173e-4dfa-82bd-b31f5c086a02 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Pushing event updated for resources: {'Port': ['ID=c71fc348-42b9-4800-89df-76da978f1772,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:26.765822 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d58b0182-701c-4e8d-bb3b-fdc1be0c0c85 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:26.794941 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-170ebb27-173e-4dfa-82bd-b31f5c086a02 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7230279 Aug 17 02:30:26.814596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Request body: {'port': {'device_id': '5fb3251f-c2a5-4adb-96ca-7a86496e9a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:26.873903 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:26.887452 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d58b0182-701c-4e8d-bb3b-fdc1be0c0c85 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:27.020262 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75b0d73-442c-4d20-aa6f-8ab818e67204 x-openstack-request-id: req-b75b0d73-442c-4d20-aa6f-8ab818e67204 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:27.020262 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d779f147-e9be-4741-ae60-2536bb2bdbb0", "name": "network-vif-unplugged", "status": "completed", "tag": "9576ebd2-ad25-44d6-bfa0-47f40b8ef285", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:27.020262 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b75b0d73-442c-4d20-aa6f-8ab818e67204 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:27.020262 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285', 'code': 200} Aug 17 02:30:27.023250 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b0182-701c-4e8d-bb3b-fdc1be0c0c85 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=1c5201b2-7033-4cb3-b86a-fd5761bfabae,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:27.050133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58b0182-701c-4e8d-bb3b-fdc1be0c0c85 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:27.050824 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d58b0182-701c-4e8d-bb3b-fdc1be0c0c85 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:27.054799 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d58b0182-701c-4e8d-bb3b-fdc1be0c0c85 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/ports/1c5201b2-7033-4cb3-b86a-fd5761bfabae HTTP/1.1" status: 200 len: 910 time: 1.2624424 Aug 17 02:30:27.055952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56318) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:27.322140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693b85a-1a7d-480e-a70a-28aa92e1ff59 req-93fc9452-a0db-4dda-98b1-5ddc2bedcde5 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:27.330056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6693b85a-1a7d-480e-a70a-28aa92e1ff59 req-93fc9452-a0db-4dda-98b1-5ddc2bedcde5 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 931 time: 0.1244681 Aug 17 02:30:27.425891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6693b85a-1a7d-480e-a70a-28aa92e1ff59 req-b332edb0-379e-4a58-8701-4100434c7e06 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607238 Aug 17 02:30:27.610624 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a1933-8182-4085-ac8f-5b61e75e3523 req-986864f7-607e-4fc6-9498-d9efdea87771 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:27.612304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c40a1933-8182-4085-ac8f-5b61e75e3523 req-986864f7-607e-4fc6-9498-d9efdea87771 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 948 time: 0.0889549 Aug 17 02:30:27.691069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-1fc491b7-3e47-4706-81f0-616627401ab0 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:27.692882 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-1fc491b7-3e47-4706-81f0-616627401ab0 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.42 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 812 time: 0.4621034 Aug 17 02:30:27.717518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-1768df49-99fc-4f77-bb1c-efe57aa16288 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Request body: {'port': {'device_id': 'd73e7a49-3bf3-4bcb-8e11-97fc6fe759b6', 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b', 'admin_state_up': True, 'tenant_id': 'df28fd90cb584fe4b8844c00eb5811ae'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:27.727061 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c40a1933-8182-4085-ac8f-5b61e75e3523 req-67a082a5-a0c6-493c-b654-a7c624f5cf35 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032846 Aug 17 02:30:27.802159 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3b7b4218-1c94-4965-9b75-af9a183a4866 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:27.955050 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a0a82b9b-22a2-43f6-88c7-259a5eadd0b5 req-bd855363-6c3a-4865-bc13-d4ebcdc07e32 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 210 time: 0.0467639 Aug 17 02:30:27.957202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71fc348-42b9-4800-89df-76da978f1772 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:30:27.971794 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:28.006573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Transition to ACTIVE for port object c71fc348-42b9-4800-89df-76da978f1772 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:28.119526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1413785a-9741-4afb-b559-c8868d847fae req-61574361-b47a-40da-93ac-9f723c85433d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 210 time: 0.0325315 Aug 17 02:30:28.125433 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:28.203853 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-1768df49-99fc-4f77-bb1c-efe57aa16288 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Made reservation on behalf of df28fd90cb584fe4b8844c00eb5811ae for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:28.209118 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-1768df49-99fc-4f77-bb1c-efe57aa16288 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:28.271941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3b7b4218-1c94-4965-9b75-af9a183a4866 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port 1c5201b2-7033-4cb3-b86a-fd5761bfabae {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:30:28.272216 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3b7b4218-1c94-4965-9b75-af9a183a4866 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:28.367778 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Pushing event updated for resources: {'Port': ['ID=c71fc348-42b9-4800-89df-76da978f1772,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:28.405655 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3b7b4218-1c94-4965-9b75-af9a183a4866 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:28.419171 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3b7b4218-1c94-4965-9b75-af9a183a4866 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for 1c5201b2-7033-4cb3-b86a-fd5761bfabae owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:30:28.518798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Attempting to bind port c71fc348-42b9-4800-89df-76da978f1772 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:28.519157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Attempting to bind port c71fc348-42b9-4800-89df-76da978f1772 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:28.519498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Attempting to bind port c71fc348-42b9-4800-89df-76da978f1772 on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:28.539933 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:28.540865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Port c71fc348-42b9-4800-89df-76da978f1772 on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:30:28.541195 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Attempting to bind port c71fc348-42b9-4800-89df-76da978f1772 on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:28.553641 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:28.554016 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Checking segment: {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:28.554634 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Bound using segment: {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:28.555434 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Bound port: c71fc348-42b9-4800-89df-76da978f1772, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:28.556043 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:28.590284 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-1768df49-99fc-4f77-bb1c-efe57aa16288 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Allocated IP 172.20.0.13 (e8514d3d-ed13-45cd-a125-ef1e28472c3b/016e9709-70f3-4b17-8bfe-b44e0b1eb7e1/4b8e6742-ddee-477a-9ef2-c5375b3d3d94) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:28.645644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d97100-f96b-4cb2-a731-8ac3a4a0d9a1 req-d20c962d-579a-4f01-99d5-63f539ed027d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:28.647274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67d97100-f96b-4cb2-a731-8ac3a4a0d9a1 req-d20c962d-579a-4f01-99d5-63f539ed027d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 943 time: 0.0785038 Aug 17 02:30:28.698649 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] For port c71fc348-42b9-4800-89df-76da978f1772, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:28.705141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] For port c71fc348-42b9-4800-89df-76da978f1772, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=c71fc348-42b9-4800-89df-76da978f1772,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:28.748239 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67d97100-f96b-4cb2-a731-8ac3a4a0d9a1 req-f3354b82-ea02-4516-a349-757cda864a93 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644283 Aug 17 02:30:28.860005 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-1768df49-99fc-4f77-bb1c-efe57aa16288 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:28.896081 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:28.897400 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3b7b4218-1c94-4965-9b75-af9a183a4866 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:28.913735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb860d32-2290-4967-a44e-ce9873b4fecf req-dd193ad8-176e-4e6b-8f2e-4f6782011299 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:28.915301 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb860d32-2290-4967-a44e-ce9873b4fecf req-dd193ad8-176e-4e6b-8f2e-4f6782011299 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 948 time: 0.0758331 Aug 17 02:30:28.941479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:28.942121 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:28.943558 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] 10.222.0.18 "PUT /v2.0/ports/c71fc348-42b9-4800-89df-76da978f1772 HTTP/1.1" status: 200 len: 1092 time: 2.1340985 Aug 17 02:30:28.945566 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb3251f-c2a5-4adb-96ca-7a86496e9a96', 'tag': 'c71fc348-42b9-4800-89df-76da978f1772'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:28.950575 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22f4075-617d-4b14-955f-4f1fd7030804" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb3251f-c2a5-4adb-96ca-7a86496e9a96", "tag": "c71fc348-42b9-4800-89df-76da978f1772"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:28.952559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b4218-1c94-4965-9b75-af9a183a4866 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=1c5201b2-7033-4cb3-b86a-fd5761bfabae,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:28.985470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c4356-8d3c-4182-8853-f83f61c08e46 service neutron] Pushing event updated for resources: {'Port': ['ID=c71fc348-42b9-4800-89df-76da978f1772,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:29.054294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb860d32-2290-4967-a44e-ce9873b4fecf req-3f84603e-5b3a-4481-bc50-a7ece5168605 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122007 Aug 17 02:30:29.105082 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-1768df49-99fc-4f77-bb1c-efe57aa16288 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:29.133124 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0fd62e-e988-4705-8b1b-77480985ef30 x-openstack-request-id: req-9c0fd62e-e988-4705-8b1b-77480985ef30 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:29.133836 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb3251f-c2a5-4adb-96ca-7a86496e9a96", "tag": "c71fc348-42b9-4800-89df-76da978f1772", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:29.133836 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c0fd62e-e988-4705-8b1b-77480985ef30 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:29.134140 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb3251f-c2a5-4adb-96ca-7a86496e9a96', 'tag': 'c71fc348-42b9-4800-89df-76da978f1772', 'status': 'completed', 'code': 200} Aug 17 02:30:29.210052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-1768df49-99fc-4f77-bb1c-efe57aa16288 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Network e8514d3d-ed13-45cd-a125-ef1e28472c3b is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:29.236830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-1768df49-99fc-4f77-bb1c-efe57aa16288 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:29.247200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-1768df49-99fc-4f77-bb1c-efe57aa16288 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:29.260265 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3b7b4218-1c94-4965-9b75-af9a183a4866 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:29.273929 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f99d6e47-4981-4b77-a14d-55fe9d128d42 req-fb1a8135-2be9-47cb-ba8f-897c64aa884f tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 210 time: 0.0633390 Aug 17 02:30:29.290647 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768df49-99fc-4f77-bb1c-efe57aa16288 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Pushing event updated for resources: {'Port': ['ID=4b8e6742-ddee-477a-9ef2-c5375b3d3d94,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:29.316781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f4075-617d-4b14-955f-4f1fd7030804 req-69363254-aacb-41a0-b6e7-35055edbb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:29.318656 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b22f4075-617d-4b14-955f-4f1fd7030804 req-69363254-aacb-41a0-b6e7-35055edbb389 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 1095 time: 0.1362584 Aug 17 02:30:29.328121 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-1768df49-99fc-4f77-bb1c-efe57aa16288 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:29.328819 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-1768df49-99fc-4f77-bb1c-efe57aa16288 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:29.452928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f4075-617d-4b14-955f-4f1fd7030804 req-9e4ee482-cf0b-488d-bd46-41b549d160d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:29.454472 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b22f4075-617d-4b14-955f-4f1fd7030804 req-9e4ee482-cf0b-488d-bd46-41b549d160d2 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=de182f93f73446919b2fe4aeee1dafc6&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1168211 Aug 17 02:30:29.566589 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f4075-617d-4b14-955f-4f1fd7030804 req-3c2b1e80-6ab8-404d-8a1c-23b5553bb890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:29.567980 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b22f4075-617d-4b14-955f-4f1fd7030804 req-3c2b1e80-6ab8-404d-8a1c-23b5553bb890 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054173 Aug 17 02:30:29.671630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-1551ac1d-d8c5-4dd1-88b0-0fef19cd38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:29.673119 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-1551ac1d-d8c5-4dd1-88b0-0fef19cd38d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 1095 time: 0.0475709 Aug 17 02:30:29.722928 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-78df9540-92cc-48d5-bb0b-d05e29ba5397 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c71fc348-42b9-4800-89df-76da978f1772 HTTP/1.1" status: 200 len: 217 time: 0.0354576 Aug 17 02:30:29.775346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-0f7617b3-0739-4d7d-b7b5-10517dc1679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:29.975485 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-0f7617b3-0739-4d7d-b7b5-10517dc1679f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 200 len: 846 time: 0.0461102 Aug 17 02:30:29.977318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d6258-ed83-4e72-ae99-be89c268bee7 req-1484f9f1-e09f-4395-87f0-f5e60717180e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:29.977318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a54d6258-ed83-4e72-ae99-be89c268bee7 req-1484f9f1-e09f-4395-87f0-f5e60717180e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 932 time: 0.1430082 Aug 17 02:30:29.977777 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-0b528746-0144-4719-b65a-6b3c347d2dfd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34f05c9b-0bd9-49d9-ae84-f63187a66bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252526 Aug 17 02:30:29.977868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7b4218-1c94-4965-9b75-af9a183a4866 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router 801741d2-2448-469c-b572-f92dcfa1de8e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:30:29.977868 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a54d6258-ed83-4e72-ae99-be89c268bee7 req-de28fa5b-a0c5-49de-9c11-48ebd833c59f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452092 Aug 17 02:30:29.977868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7b4218-1c94-4965-9b75-af9a183a4866 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:30:29.977868 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3b7b4218-1c94-4965-9b75-af9a183a4866 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/801741d2-2448-469c-b572-f92dcfa1de8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8625934 Aug 17 02:30:29.977868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56350) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:29.978277 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce54a30-f496-410c-a601-60ee22f966f7 None None] Sync routers for ids ['801741d2-2448-469c-b572-f92dcfa1de8e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:30:29.978651 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-72b8d616-3360-4df4-8b20-fbf30c2d6414 service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117280 Aug 17 02:30:29.978754 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce54a30-f496-410c-a601-60ee22f966f7 None None] Routers {'801741d2-2448-469c-b572-f92dcfa1de8e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:29.978754 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6ce54a30-f496-410c-a601-60ee22f966f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['801741d2-2448-469c-b572-f92dcfa1de8e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:29.978934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e27466a3-af48-4c50-82fe-2d6b1a691c5a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports?device_id=801741d2-2448-469c-b572-f92dcfa1de8e HTTP/1.1" status: 200 len: 205 time: 0.0259717 Aug 17 02:30:29.978934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56352) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:29.979114 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:30:29.979491 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6ce54a30-f496-410c-a601-60ee22f966f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:29.987252 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce54a30-f496-410c-a601-60ee22f966f7 None None] Routers {'801741d2-2448-469c-b572-f92dcfa1de8e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:29.987975 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6ce54a30-f496-410c-a601-60ee22f966f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['801741d2-2448-469c-b572-f92dcfa1de8e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:30.020863 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6ce54a30-f496-410c-a601-60ee22f966f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:30.021808 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce54a30-f496-410c-a601-60ee22f966f7 None None] The sync data for ids ['801741d2-2448-469c-b572-f92dcfa1de8e'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:30:30.060244 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad63f-1e25-4497-bfa7-e71207aef982 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:30.083857 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-01dcaf0a-befd-4f41-bbee-bbc7df42eaa9 req-820aaa73-1348-4941-b3c2-710d9d39a57c service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451139 Aug 17 02:30:30.195339 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-1768df49-99fc-4f77-bb1c-efe57aa16288 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4852459 Aug 17 02:30:30.216502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Request body: {'port': {'device_id': 'd73e7a49-3bf3-4bcb-8e11-97fc6fe759b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:30.226221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c98e7-671b-46e4-8cc8-bb435779c36f req-d862580a-74d9-4c57-ab34-eb4ee4293513 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:30.229436 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-514c98e7-671b-46e4-8cc8-bb435779c36f req-d862580a-74d9-4c57-ab34-eb4ee4293513 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 943 time: 0.1800375 Aug 17 02:30:30.250231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:30.265330 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285', 'mac_address': 'fa:16:3e:db:77:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:30:30.283152 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad63f-1e25-4497-bfa7-e71207aef982 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:30.284358 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:30.288921 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad63f-1e25-4497-bfa7-e71207aef982 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:30.319857 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:30.328498 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-514c98e7-671b-46e4-8cc8-bb435779c36f req-ca9c963d-7574-4703-910b-ff713d0abcc8 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669386 Aug 17 02:30:30.340266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:30:30.386636 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:30.480429 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6571fa7-cbb2-47c6-b946-5bab723d852b req-3412514e-1bb7-4310-8579-6759230904ac tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:30.482517 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f6571fa7-cbb2-47c6-b946-5bab723d852b req-3412514e-1bb7-4310-8579-6759230904ac tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 948 time: 0.0634170 Aug 17 02:30:30.537903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f6571fa7-cbb2-47c6-b946-5bab723d852b req-73b18c6c-4e2a-4d54-baec-a654d315b509 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469589 Aug 17 02:30:30.611372 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad63f-1e25-4497-bfa7-e71207aef982 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:30.611600 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:30.612260 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0ad63f-1e25-4497-bfa7-e71207aef982 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Fanout notify agent at l3_agent the message router_deleted on router 801741d2-2448-469c-b572-f92dcfa1de8e {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:30:30.620134 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad63f-1e25-4497-bfa7-e71207aef982 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:30.623233 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9e0ad63f-1e25-4497-bfa7-e71207aef982 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/routers/801741d2-2448-469c-b572-f92dcfa1de8e HTTP/1.1" status: 204 len: 168 time: 0.6684136 Aug 17 02:30:30.625919 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56358) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:30.658843 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9571c8cb-d7fb-47e5-b004-01a52aa94f8b req-9850d95a-96fd-4b24-8f5e-a5ba36158664 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 210 time: 0.0328212 Aug 17 02:30:30.710262 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:30.721023 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:30:30.732411 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:30.745031 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-2207632e-0bdc-4476-9180-e4c82c56eae8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting subnet 38ab637d-53e0-44c2-b955-ce42bc9b1187 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:30:30.752894 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2207632e-0bdc-4476-9180-e4c82c56eae8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:30.775863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Transition to ACTIVE for port object 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:30.800107 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2207632e-0bdc-4476-9180-e4c82c56eae8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:30.912740 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2207632e-0bdc-4476-9180-e4c82c56eae8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:30.975078 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:31.023845 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:31.025087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f58b7d-d9d1-41fc-b696-ffca91af9d1d req-83727cad-c69f-4d07-af15-97ff6bc94547 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:31.025087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8f58b7d-d9d1-41fc-b696-ffca91af9d1d req-83727cad-c69f-4d07-af15-97ff6bc94547 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 932 time: 0.0728073 Aug 17 02:30:31.058537 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['9576ebd2-ad25-44d6-bfa0-47f40b8ef285'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:30:31.069316 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Pushing event updated for resources: {'Port': ['ID=4b8e6742-ddee-477a-9ef2-c5375b3d3d94,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:31.096600 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8f58b7d-d9d1-41fc-b696-ffca91af9d1d req-b847c082-8b2c-49d7-885a-e90a51f3c31e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656517 Aug 17 02:30:31.147614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Attempting to bind port 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:31.147957 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Attempting to bind port 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:31.148698 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Attempting to bind port 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:31.158010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Port 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:30:31.158331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Attempting to bind port 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:31.163836 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:31.164216 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Checking segment: {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:31.164564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Bound using segment: {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:31.165503 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Bound port: 4b8e6742-ddee-477a-9ef2-c5375b3d3d94, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:31.165503 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:31.212063 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2207632e-0bdc-4476-9180-e4c82c56eae8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:31.252743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207632e-0bdc-4476-9180-e4c82c56eae8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Subnet': ['ID=38ab637d-53e0-44c2-b955-ce42bc9b1187,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:31.264037 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2207632e-0bdc-4476-9180-e4c82c56eae8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:31.275554 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2207632e-0bdc-4476-9180-e4c82c56eae8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/38ab637d-53e0-44c2-b955-ce42bc9b1187 HTTP/1.1" status: 204 len: 168 time: 0.6180761 Aug 17 02:30:31.275727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a987c33-5546-4e58-b98f-ba73f28fc3b1 None None] Network 3c656ba9-095c-4ee7-afe7-38305dfe576b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:31.277119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56366) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:31.328013 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] For port 4b8e6742-ddee-477a-9ef2-c5375b3d3d94, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:31.352257 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] For port 4b8e6742-ddee-477a-9ef2-c5375b3d3d94, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=4b8e6742-ddee-477a-9ef2-c5375b3d3d94,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:31.372328 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:31.458128 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:31.466114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port 67a7987e-efcd-4851-b6a7-496384980e56 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:30:31.466469 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:31.518021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51711d81-69cf-4d9e-b66d-e09f3f1246bf req-4ca82358-914a-4782-8b68-8a8226d1b5d7 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:31.519680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51711d81-69cf-4d9e-b66d-e09f3f1246bf req-4ca82358-914a-4782-8b68-8a8226d1b5d7 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 943 time: 0.1011655 Aug 17 02:30:31.520514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83e6d90-500b-4f00-8c13-38b17e99191b None None] DHCP port deletion for 3c656ba9-095c-4ee7-afe7-38305dfe576b request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:30:31.550364 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:30:31.582819 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51711d81-69cf-4d9e-b66d-e09f3f1246bf req-80e31643-7b9e-453c-bf00-49490901d110 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533445 Aug 17 02:30:31.602118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:31.602118 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:31.602118 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] 10.222.0.42 "PUT /v2.0/ports/4b8e6742-ddee-477a-9ef2-c5375b3d3d94 HTTP/1.1" status: 200 len: 1093 time: 1.3838477 Aug 17 02:30:31.602118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73e7a49-3bf3-4bcb-8e11-97fc6fe759b6', 'tag': '4b8e6742-ddee-477a-9ef2-c5375b3d3d94'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:31.602118 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cc8ba7-5ba2-4df6-8158-efec18c46c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6", "tag": "4b8e6742-ddee-477a-9ef2-c5375b3d3d94"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:31.623586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e83e6d90-500b-4f00-8c13-38b17e99191b None None] Deleting port 67a7987e-efcd-4851-b6a7-496384980e56 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:30:31.624020 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e83e6d90-500b-4f00-8c13-38b17e99191b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:31.629639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108a810-d68f-4e1a-b5eb-ae155e5802ea service neutron] Pushing event updated for resources: {'Port': ['ID=4b8e6742-ddee-477a-9ef2-c5375b3d3d94,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:31.655572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] For port 67a7987e-efcd-4851-b6a7-496384980e56, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=67a7987e-efcd-4851-b6a7-496384980e56,segment=NetworkSegment(161fbf4d-b73b-4f3e-9d8c-b578a4872fc3),segment_id=161fbf4d-b73b-4f3e-9d8c-b578a4872fc3)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:31.668992 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:31.683164 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for 67a7987e-efcd-4851-b6a7-496384980e56 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:30:31.720313 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e83e6d90-500b-4f00-8c13-38b17e99191b None None] For port 67a7987e-efcd-4851-b6a7-496384980e56, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=67a7987e-efcd-4851-b6a7-496384980e56,segment=NetworkSegment(161fbf4d-b73b-4f3e-9d8c-b578a4872fc3),segment_id=161fbf4d-b73b-4f3e-9d8c-b578a4872fc3)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:31.721349 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e83e6d90-500b-4f00-8c13-38b17e99191b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:31.738251 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e83e6d90-500b-4f00-8c13-38b17e99191b None None] Calling delete_port for 67a7987e-efcd-4851-b6a7-496384980e56 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:30:31.751898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae02d7-75ff-4e75-90dd-83c5af9029a5 req-dbe452d9-543c-4b00-916f-b5208649a6a3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:31.755835 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7eae02d7-75ff-4e75-90dd-83c5af9029a5 req-dbe452d9-543c-4b00-916f-b5208649a6a3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 949 time: 0.0748427 Aug 17 02:30:31.811740 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7eae02d7-75ff-4e75-90dd-83c5af9029a5 req-2dc954cf-3550-419d-bd55-9f9759648fa2 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Aug 17 02:30:31.872799 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7468e0b9-fc65-4776-996e-0f99dabd00bc x-openstack-request-id: req-7468e0b9-fc65-4776-996e-0f99dabd00bc {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:31.872799 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6", "tag": "4b8e6742-ddee-477a-9ef2-c5375b3d3d94", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:31.872799 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7468e0b9-fc65-4776-996e-0f99dabd00bc {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:31.872799 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73e7a49-3bf3-4bcb-8e11-97fc6fe759b6', 'tag': '4b8e6742-ddee-477a-9ef2-c5375b3d3d94', 'status': 'completed', 'code': 200} Aug 17 02:30:31.967811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-722af452-bf9b-45e5-9675-ad11cecd7996 req-751d8226-f961-4c59-b3a6-f3d56fd2a14d tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 210 time: 0.0424941 Aug 17 02:30:32.009297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 67a7987e-efcd-4851-b6a7-496384980e56 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:30:32.045686 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e83e6d90-500b-4f00-8c13-38b17e99191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:32.060158 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:32.084802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-337d5672-e322-465b-bba0-ec04a6725a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:32.085444 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e6d90-500b-4f00-8c13-38b17e99191b None None] Pushing event deleted for resources: {'Port': ['ID=67a7987e-efcd-4851-b6a7-496384980e56,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:32.086621 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-337d5672-e322-465b-bba0-ec04a6725a1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 1096 time: 0.1863601 Aug 17 02:30:32.095893 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e6d90-500b-4f00-8c13-38b17e99191b None None] No DVR routers for this DVR port 67a7987e-efcd-4851-b6a7-496384980e56 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:30:32.115878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No active binding found for port 67a7987e-efcd-4851-b6a7-496384980e56 {{(pid=95408) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 02:30:32.116348 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 67a7987e-efcd-4851-b6a7-496384980e56 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:30:32.167373 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=67a7987e-efcd-4851-b6a7-496384980e56,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:32.180524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-27443a19-7757-4a0c-8a00-42d44428d130 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:32.183031 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-27443a19-7757-4a0c-8a00-42d44428d130 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.42 "GET /v2.0/networks?id=07c416f3-ee0c-4d58-830b-c9b26cebccb0 HTTP/1.1" status: 200 len: 809 time: 0.2488854 Aug 17 02:30:32.184516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No DVR routers for this DVR port 67a7987e-efcd-4851-b6a7-496384980e56 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:30:32.193695 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-afd94ece-beb0-44f2-a314-c2d6034b15d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b8e6742-ddee-477a-9ef2-c5375b3d3d94 HTTP/1.1" status: 200 len: 217 time: 0.0720167 Aug 17 02:30:32.237138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-d2bc0a27-11d9-4cb7-b544-e0735ebe8471 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Request body: {'port': {'device_id': '9c07b99d-aeda-4b54-9656-a778aeff7948', 'network_id': '07c416f3-ee0c-4d58-830b-c9b26cebccb0', 'admin_state_up': True, 'tenant_id': '6063f01005144838a595b5869bb5216c'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:32.265954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058241f1-f2d6-4f8e-949a-2c5b4bcafc3c req-650a395c-5232-4a5c-8e1d-e503583907ce tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:32.268651 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-058241f1-f2d6-4f8e-949a-2c5b4bcafc3c req-650a395c-5232-4a5c-8e1d-e503583907ce tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 944 time: 0.0633898 Aug 17 02:30:32.346918 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-058241f1-f2d6-4f8e-949a-2c5b4bcafc3c req-ddaefc48-2c3c-4b3d-af25-4a86ceb54582 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477669 Aug 17 02:30:32.396497 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-8caf7cd8-3460-4041-b421-49c087ce226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:32.398163 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-8caf7cd8-3460-4041-b421-49c087ce226f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=016e9709-70f3-4b17-8bfe-b44e0b1eb7e1 HTTP/1.1" status: 200 len: 852 time: 0.1800251 Aug 17 02:30:32.405676 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:32.422309 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c656ba9-095c-4ee7-afe7-38305dfe576b']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:32.463396 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-08f1d40e-a820-4bd6-b83c-b3e67b2b381b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8514d3d-ed13-45cd-a125-ef1e28472c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346289 Aug 17 02:30:32.465295 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161fbf4d-b73b-4f3e-9d8c-b578a4872fc3') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:32.465598 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161fbf4d-b73b-4f3e-9d8c-b578a4872fc3') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:32.500496 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:32.566488 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:32.583393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:30:32.583804 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:30:32.587011 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:30:32.671336 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-db540d76-17a0-43db-99a3-a29800c0de30 service neutron] 10.222.0.42 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970606 Aug 17 02:30:32.741478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3b60e-fbe9-41c4-9956-7362b867056c req-0dd8f2f5-4336-46ca-a7ca-965c6028cfec tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:32.743058 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2cc3b60e-fbe9-41c4-9956-7362b867056c req-0dd8f2f5-4336-46ca-a7ca-965c6028cfec tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 943 time: 0.0685995 Aug 17 02:30:32.795568 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ce2be64d-4fa5-4dc0-bc80-6d40f6cec18a req-a33ccd31-0c5f-41d3-9a7e-fc9c3a11a745 service neutron] 10.222.0.42 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169980 Aug 17 02:30:32.807934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2cc3b60e-fbe9-41c4-9956-7362b867056c req-38bd06dd-6e49-4483-8faa-6118e6d4ca3b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528448 Aug 17 02:30:32.890606 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-d2bc0a27-11d9-4cb7-b544-e0735ebe8471 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Made reservation on behalf of 6063f01005144838a595b5869bb5216c for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:32.894625 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-d2bc0a27-11d9-4cb7-b544-e0735ebe8471 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:32.966311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65cdca-c8e6-4ed3-83c1-a9f6b0b060e4 req-b543c046-ba51-456c-bff4-b4ebe961da5b tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:32.968126 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aa65cdca-c8e6-4ed3-83c1-a9f6b0b060e4 req-b543c046-ba51-456c-bff4-b4ebe961da5b tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 949 time: 0.0739644 Aug 17 02:30:32.970417 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:32.987415 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:32.990790 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/networks/3c656ba9-095c-4ee7-afe7-38305dfe576b HTTP/1.1" status: 204 len: 168 time: 1.7113693 Aug 17 02:30:32.995959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56388) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:33.003016 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e10bae3d-bb49-491d-a2d7-dd4552aaf5d0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1007338899', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:33.030060 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8aeb1-e74e-4151-b4f8-761484947168 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Network': ['ID=3c656ba9-095c-4ee7-afe7-38305dfe576b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:33.057207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aa65cdca-c8e6-4ed3-83c1-a9f6b0b060e4 req-f402ae81-04f4-4366-9f45-7c7ff13288b5 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812209 Aug 17 02:30:33.150224 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-d2bc0a27-11d9-4cb7-b544-e0735ebe8471 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Allocated IP 172.20.0.3 (07c416f3-ee0c-4d58-830b-c9b26cebccb0/7f7fcef8-86c0-48a8-833d-ca8fc40f4f78/f02728fa-dd91-4f53-98f1-69ea4dbd6768) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:33.165004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc8ba7-5ba2-4df6-8158-efec18c46c5d req-314855da-fb79-460a-a60c-b1daa136728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:33.166900 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31cc8ba7-5ba2-4df6-8158-efec18c46c5d req-314855da-fb79-460a-a60c-b1daa136728d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 1096 time: 0.1305439 Aug 17 02:30:33.189159 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e10bae3d-bb49-491d-a2d7-dd4552aaf5d0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:33.190470 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e10bae3d-bb49-491d-a2d7-dd4552aaf5d0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:33.220022 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6063f6c-f65e-4d99-ad06-d9232f63041a req-386a57ef-ee0d-4a8d-8bd6-28afa9f01099 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 210 time: 0.0584843 Aug 17 02:30:33.290058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e10bae3d-bb49-491d-a2d7-dd4552aaf5d0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:33.375870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc8ba7-5ba2-4df6-8158-efec18c46c5d req-cd3bd9f2-77f7-4762-beb9-7c0705f6a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:33.377481 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31cc8ba7-5ba2-4df6-8158-efec18c46c5d req-cd3bd9f2-77f7-4762-beb9-7c0705f6a95b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 913 time: 0.2026699 Aug 17 02:30:33.428905 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e10bae3d-bb49-491d-a2d7-dd4552aaf5d0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:33.450885 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31cc8ba7-5ba2-4df6-8158-efec18c46c5d req-630fe680-babf-4242-95e8-94472aeb7607 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b8e6742-ddee-477a-9ef2-c5375b3d3d94 HTTP/1.1" status: 200 len: 217 time: 0.0624843 Aug 17 02:30:33.491012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84913af-01fe-4a9e-84d0-e55fa69e7aee req-c86fb80b-4558-4551-b291-5fc95f3538e4 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:33.503037 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b84913af-01fe-4a9e-84d0-e55fa69e7aee req-c86fb80b-4558-4551-b291-5fc95f3538e4 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 944 time: 0.0794415 Aug 17 02:30:33.533294 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-d2bc0a27-11d9-4cb7-b544-e0735ebe8471 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:33.550894 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b84913af-01fe-4a9e-84d0-e55fa69e7aee req-c59685e6-9acb-44f8-8089-50797393fc60 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440955 Aug 17 02:30:33.554892 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc8ba7-5ba2-4df6-8158-efec18c46c5d req-a0a8fd9b-e05c-4606-add3-d34f4ef7cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:33.555158 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31cc8ba7-5ba2-4df6-8158-efec18c46c5d req-a0a8fd9b-e05c-4606-add3-d34f4ef7cc83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=016e9709-70f3-4b17-8bfe-b44e0b1eb7e1 HTTP/1.1" status: 200 len: 852 time: 0.0960667 Aug 17 02:30:33.582719 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e10bae3d-bb49-491d-a2d7-dd4552aaf5d0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:33.584358 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e10bae3d-bb49-491d-a2d7-dd4552aaf5d0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5863972 Aug 17 02:30:33.587016 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56396) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:33.593499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-5e79bad4-faa4-4015-8088-b8213712798c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'network': {'name': 'tempest-RoutersTest-596811468'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:33.604114 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31cc8ba7-5ba2-4df6-8158-efec18c46c5d req-cd9d05f1-53bf-42f6-9187-a4f055ecb8ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8514d3d-ed13-45cd-a125-ef1e28472c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413327 Aug 17 02:30:33.754441 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31cc8ba7-5ba2-4df6-8158-efec18c46c5d req-0e8a9ad2-1c5f-4651-9f76-81097b454198 service neutron] 10.222.0.42 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423872 Aug 17 02:30:33.835384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e79bad4-faa4-4015-8088-b8213712798c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:33.845858 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5e79bad4-faa4-4015-8088-b8213712798c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:33.868779 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-d2bc0a27-11d9-4cb7-b544-e0735ebe8471 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:33.985852 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e79bad4-faa4-4015-8088-b8213712798c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:30:33.986655 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:33.994346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-d2bc0a27-11d9-4cb7-b544-e0735ebe8471 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Network 07c416f3-ee0c-4d58-830b-c9b26cebccb0 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:34.013147 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5e79bad4-faa4-4015-8088-b8213712798c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:34.028256 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-d2bc0a27-11d9-4cb7-b544-e0735ebe8471 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:34.029158 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-5e79bad4-faa4-4015-8088-b8213712798c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Added segment 19749284-c5c4-4f6f-9521-0d11696da8ca of type vlan for network 59d9b279-ec7c-408f-adbe-8b549c2a6fad Aug 17 02:30:34.089085 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5e79bad4-faa4-4015-8088-b8213712798c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:34.120577 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:34.121015 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:34.169738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf4204-3012-45e5-8aff-8304c111043c req-0a946a96-3f6d-4940-a9cf-2cab29808d0f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:34.185265 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5daf4204-3012-45e5-8aff-8304c111043c req-0a946a96-3f6d-4940-a9cf-2cab29808d0f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 943 time: 0.2730031 Aug 17 02:30:34.234614 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5daf4204-3012-45e5-8aff-8304c111043c req-aacd9df2-8a03-4241-a5df-e8c5db4b071a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480623 Aug 17 02:30:34.274049 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5e79bad4-faa4-4015-8088-b8213712798c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:34.288417 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:34.289182 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e79bad4-faa4-4015-8088-b8213712798c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:34.290018 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5e79bad4-faa4-4015-8088-b8213712798c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:34.349972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:34.352263 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d329d90a-21ea-4800-a9e2-e355a9e49f35" -d '{"events": [{"server_uuid": "d779f147-e9be-4741-ae60-2536bb2bdbb0", "name": "network-vif-plugged", "status": "completed", "tag": "9576ebd2-ad25-44d6-bfa0-47f40b8ef285"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:34.369320 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:34.422260 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-d2bc0a27-11d9-4cb7-b544-e0735ebe8471 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:34.445005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79bad4-faa4-4015-8088-b8213712798c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Network': ['ID=59d9b279-ec7c-408f-adbe-8b549c2a6fad,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:34.458570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 59d9b279-ec7c-408f-adbe-8b549c2a6fad details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:30:34.467827 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc0a27-11d9-4cb7-b544-e0735ebe8471 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Pushing event updated for resources: {'Port': ['ID=f02728fa-dd91-4f53-98f1-69ea4dbd6768,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:34.469495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11b645-bf18-46ef-9cf6-1bb5441f92f0 req-abb0577a-9c40-437a-b146-7a1ff1e64a8f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:34.478404 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d11b645-bf18-46ef-9cf6-1bb5441f92f0 req-abb0577a-9c40-437a-b146-7a1ff1e64a8f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 949 time: 0.0973771 Aug 17 02:30:34.523759 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:34.528842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-d2bc0a27-11d9-4cb7-b544-e0735ebe8471 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:34.528842 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-d2bc0a27-11d9-4cb7-b544-e0735ebe8471 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:34.533573 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d11b645-bf18-46ef-9cf6-1bb5441f92f0 req-12dd2b2b-a670-446a-9ed3-c952856ea426 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465462 Aug 17 02:30:34.547920 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31cc8ba7-5ba2-4df6-8158-efec18c46c5d req-68da1fc3-9f2d-44f0-b4fa-1fcee920690d service neutron] 10.222.0.42 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056995 Aug 17 02:30:34.568572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5e79bad4-faa4-4015-8088-b8213712798c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9775872 Aug 17 02:30:34.568821 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56408) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:34.576600 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-d5a13c9a-7b95-4200-8983-a0c8c881017a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'subnet': {'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:34.626891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:34.712923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfadb2-6bee-47c1-ab99-4d0ee0eacaf9 req-ebcea17d-1a3a-4fef-a1ff-642bb7674db4 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:34.714565 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3bfadb2-6bee-47c1-ab99-4d0ee0eacaf9 req-ebcea17d-1a3a-4fef-a1ff-642bb7674db4 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 931 time: 0.1123993 Aug 17 02:30:34.731968 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-d2bc0a27-11d9-4cb7-b544-e0735ebe8471 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5028119 Aug 17 02:30:34.753517 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Request body: {'port': {'device_id': '9c07b99d-aeda-4b54-9656-a778aeff7948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:34.767933 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3bfadb2-6bee-47c1-ab99-4d0ee0eacaf9 req-0e873ac4-f229-4c02-a102-590ba47846de tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467260 Aug 17 02:30:34.817304 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:34.828748 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fe8d4e-127d-42d6-95b2-306b47f25db8 x-openstack-request-id: req-95fe8d4e-127d-42d6-95b2-306b47f25db8 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:34.828748 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d779f147-e9be-4741-ae60-2536bb2bdbb0", "name": "network-vif-plugged", "status": "completed", "tag": "9576ebd2-ad25-44d6-bfa0-47f40b8ef285", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:34.828748 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95fe8d4e-127d-42d6-95b2-306b47f25db8 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:34.828748 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285', 'code': 200} Aug 17 02:30:34.867957 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a13c9a-7b95-4200-8983-a0c8c881017a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:34.872502 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d5a13c9a-7b95-4200-8983-a0c8c881017a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:35.017307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb45652-be41-4bd1-ae8c-be626974fa69 req-abab9496-a66a-41ef-b7ca-7b02b4dd6789 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:35.019199 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2cb45652-be41-4bd1-ae8c-be626974fa69 req-abab9496-a66a-41ef-b7ca-7b02b4dd6789 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 944 time: 0.1424530 Aug 17 02:30:35.101225 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4efa86-e9c8-4652-932c-93572cdfc0bb req-71283b7f-a43c-420c-9635-c9c2cc66bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:35.104017 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-aa4efa86-e9c8-4652-932c-93572cdfc0bb req-71283b7f-a43c-420c-9635-c9c2cc66bca7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 1102 time: 0.1111135 Aug 17 02:30:35.104191 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2cb45652-be41-4bd1-ae8c-be626974fa69 req-a4744295-7579-4156-8cf1-55acfea8967f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737791 Aug 17 02:30:35.166701 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-aa4efa86-e9c8-4652-932c-93572cdfc0bb req-699fb07d-c524-411e-b94b-3111b926f3c1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523608 Aug 17 02:30:35.221176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02728fa-dd91-4f53-98f1-69ea4dbd6768 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:30:35.231493 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:35.245232 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Transition to ACTIVE for port object f02728fa-dd91-4f53-98f1-69ea4dbd6768 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:35.296966 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d5a13c9a-7b95-4200-8983-a0c8c881017a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:35.342680 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:35.368015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a13c9a-7b95-4200-8983-a0c8c881017a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Subnet': ['ID=0b7e6b61-f431-4388-b69f-d1ec6891d90c,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:35.376565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a13c9a-7b95-4200-8983-a0c8c881017a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Checking segment: {'id': '19749284-c5c4-4f6f-9521-0d11696da8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:35.376677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a13c9a-7b95-4200-8983-a0c8c881017a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network hostable DHCP agents. Network: 59d9b279-ec7c-408f-adbe-8b549c2a6fad, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:30:35.408462 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Pushing event updated for resources: {'Port': ['ID=f02728fa-dd91-4f53-98f1-69ea4dbd6768,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:35.468071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a13c9a-7b95-4200-8983-a0c8c881017a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 59d9b279-ec7c-408f-adbe-8b549c2a6fad is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:30:35.478782 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Attempting to bind port f02728fa-dd91-4f53-98f1-69ea4dbd6768 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:35.479216 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Attempting to bind port f02728fa-dd91-4f53-98f1-69ea4dbd6768 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '00a9ff97-4f8a-49cb-8296-a581013441f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07c416f3-ee0c-4d58-830b-c9b26cebccb0'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:35.479569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Attempting to bind port f02728fa-dd91-4f53-98f1-69ea4dbd6768 on network 07c416f3-ee0c-4d58-830b-c9b26cebccb0 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:35.485532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Port f02728fa-dd91-4f53-98f1-69ea4dbd6768 on network 07c416f3-ee0c-4d58-830b-c9b26cebccb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:30:35.486164 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Attempting to bind port f02728fa-dd91-4f53-98f1-69ea4dbd6768 on network 07c416f3-ee0c-4d58-830b-c9b26cebccb0 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:35.491798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:35.492174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Checking segment: {'id': '00a9ff97-4f8a-49cb-8296-a581013441f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07c416f3-ee0c-4d58-830b-c9b26cebccb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:35.492568 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Bound using segment: {'id': '00a9ff97-4f8a-49cb-8296-a581013441f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07c416f3-ee0c-4d58-830b-c9b26cebccb0'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:35.493004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Bound port: f02728fa-dd91-4f53-98f1-69ea4dbd6768, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a9ff97-4f8a-49cb-8296-a581013441f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07c416f3-ee0c-4d58-830b-c9b26cebccb0'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:35.493403 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:35.565538 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] For port f02728fa-dd91-4f53-98f1-69ea4dbd6768, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:35.569046 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] For port f02728fa-dd91-4f53-98f1-69ea4dbd6768, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f02728fa-dd91-4f53-98f1-69ea4dbd6768,segment=NetworkSegment(00a9ff97-4f8a-49cb-8296-a581013441f3),segment_id=00a9ff97-4f8a-49cb-8296-a581013441f3)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:35.617342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-d5a13c9a-7b95-4200-8983-a0c8c881017a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 59d9b279-ec7c-408f-adbe-8b549c2a6fad) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:35.622617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a13c9a-7b95-4200-8983-a0c8c881017a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:35.622617 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d5a13c9a-7b95-4200-8983-a0c8c881017a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:35.628702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ca34a5-af62-4326-a7ed-f7d4459cc54a None None] Network 59d9b279-ec7c-408f-adbe-8b549c2a6fad requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:35.704417 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa772aa-089b-45ef-9e4a-537d3e19c1b2 req-3a08c761-130d-4f41-b2b2-0de48f826fd7 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:35.706202 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aaa772aa-089b-45ef-9e4a-537d3e19c1b2 req-3a08c761-130d-4f41-b2b2-0de48f826fd7 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 943 time: 0.0631673 Aug 17 02:30:35.755236 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aaa772aa-089b-45ef-9e4a-537d3e19c1b2 req-66e87107-d064-495c-ab20-afc9118eb97b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416839 Aug 17 02:30:35.811457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:30:35.812369 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:35.817777 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:35.841024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d5a13c9a-7b95-4200-8983-a0c8c881017a tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2707067 Aug 17 02:30:35.859174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56422) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:35.888752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dcf67-2e5c-48f8-8980-7916e047e7eb req-85ec7b85-a835-44d4-ab4c-b229cd5e352d tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:35.891158 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-998dcf67-2e5c-48f8-8980-7916e047e7eb req-85ec7b85-a835-44d4-ab4c-b229cd5e352d tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0639381 Aug 17 02:30:35.944443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-998dcf67-2e5c-48f8-8980-7916e047e7eb req-893e30cf-380e-4b26-a1d1-42865eef6cbf tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432529 Aug 17 02:30:35.971986 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:35.972308 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:35.973997 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-03257bad-3d43-4424-9475-26a147961e6e service neutron] 10.222.0.42 "PUT /v2.0/ports/f02728fa-dd91-4f53-98f1-69ea4dbd6768 HTTP/1.1" status: 200 len: 1092 time: 1.2252402 Aug 17 02:30:35.976578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c07b99d-aeda-4b54-9656-a778aeff7948', 'tag': 'f02728fa-dd91-4f53-98f1-69ea4dbd6768'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:35.979022 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d4be0a-c790-4313-ab44-3f30e446f19d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c07b99d-aeda-4b54-9656-a778aeff7948", "tag": "f02728fa-dd91-4f53-98f1-69ea4dbd6768"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:36.022433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Allocated IP 172.20.0.2 (59d9b279-ec7c-408f-adbe-8b549c2a6fad/0b7e6b61-f431-4388-b69f-d1ec6891d90c/8be5465a-75a6-47e2-b4bf-0c150dfb1229) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:36.079286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03257bad-3d43-4424-9475-26a147961e6e service neutron] Pushing event updated for resources: {'Port': ['ID=f02728fa-dd91-4f53-98f1-69ea4dbd6768,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:36.106954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057bb4e-066a-41ca-b766-0a14b743f4e1 req-cec6686f-405c-4758-8a43-5c5fc3a3568c tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:36.108647 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a057bb4e-066a-41ca-b766-0a14b743f4e1 req-cec6686f-405c-4758-8a43-5c5fc3a3568c tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 943 time: 0.0737453 Aug 17 02:30:36.159697 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a057bb4e-066a-41ca-b766-0a14b743f4e1 req-bdb721f6-4376-49c5-a27d-3796b478d5d0 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432875 Aug 17 02:30:36.170205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device c71fc348-42b9-4800-89df-76da978f1772 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:30:36.240365 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76303cf-8f44-40ed-85d3-5ed0c6e6bc4b x-openstack-request-id: req-f76303cf-8f44-40ed-85d3-5ed0c6e6bc4b {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:36.240365 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c07b99d-aeda-4b54-9656-a778aeff7948", "tag": "f02728fa-dd91-4f53-98f1-69ea4dbd6768", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:36.240365 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f76303cf-8f44-40ed-85d3-5ed0c6e6bc4b {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:36.240365 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c07b99d-aeda-4b54-9656-a778aeff7948', 'tag': 'f02728fa-dd91-4f53-98f1-69ea4dbd6768', 'status': 'completed', 'code': 200} Aug 17 02:30:36.268569 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:36.309605 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:36.328941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Transition to ACTIVE for port object 8be5465a-75a6-47e2-b4bf-0c150dfb1229 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:36.352966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port c71fc348-42b9-4800-89df-76da978f1772, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=c71fc348-42b9-4800-89df-76da978f1772,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:36.366623 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Transition to ACTIVE for port object 8be5465a-75a6-47e2-b4bf-0c150dfb1229 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:36.368818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'c71fc348-42b9-4800-89df-76da978f1772', 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee', 'port_id': 'c71fc348-42b9-4800-89df-76da978f1772', 'mac_address': 'fa:16:3e:60:1a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028b2ac7-a8dd-403f-9dd3-f9eec71ab748', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:30:36.373028 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dac2f-1710-4714-ad5d-df2a1847ec98 req-e6d2efec-a859-4b29-b1ee-496c905a34da tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:36.379044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-769dac2f-1710-4714-ad5d-df2a1847ec98 req-e6d2efec-a859-4b29-b1ee-496c905a34da tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 944 time: 0.0950351 Aug 17 02:30:36.417373 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:36.432586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71fc348-42b9-4800-89df-76da978f1772 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:30:36.458763 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-769dac2f-1710-4714-ad5d-df2a1847ec98 req-b81d2717-ef4d-443b-a41c-81463631f4e6 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717280 Aug 17 02:30:36.466863 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port c71fc348-42b9-4800-89df-76da978f1772, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=c71fc348-42b9-4800-89df-76da978f1772,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:36.498030 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:36.504765 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4be0a-c790-4313-ab44-3f30e446f19d req-63be2c41-50e5-44dd-be80-11a0fd58b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:36.507226 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a5d4be0a-c790-4313-ab44-3f30e446f19d req-63be2c41-50e5-44dd-be80-11a0fd58b574 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6063f01005144838a595b5869bb5216c&device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 1095 time: 0.2288909 Aug 17 02:30:36.562858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Network 59d9b279-ec7c-408f-adbe-8b549c2a6fad is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:36.566326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:36.571115 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:36.580929 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Pushing event updated for resources: {'Port': ['ID=8be5465a-75a6-47e2-b4bf-0c150dfb1229,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:36.624000 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:36.671743 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Attempting to bind port 8be5465a-75a6-47e2-b4bf-0c150dfb1229 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:36.672403 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Attempting to bind port 8be5465a-75a6-47e2-b4bf-0c150dfb1229 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '19749284-c5c4-4f6f-9521-0d11696da8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:36.672536 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Attempting to bind port 8be5465a-75a6-47e2-b4bf-0c150dfb1229 on network 59d9b279-ec7c-408f-adbe-8b549c2a6fad {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:36.690685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:36.690685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Checking segment: {'id': '19749284-c5c4-4f6f-9521-0d11696da8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:36.691152 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:36.691530 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Bound using segment: {'id': '19749284-c5c4-4f6f-9521-0d11696da8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:36.691844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Bound port: 8be5465a-75a6-47e2-b4bf-0c150dfb1229, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19749284-c5c4-4f6f-9521-0d11696da8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:36.692441 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:36.735153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=c71fc348-42b9-4800-89df-76da978f1772,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:36.737895 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4be0a-c790-4313-ab44-3f30e446f19d req-1c46d367-5527-4298-b70e-a715de2b440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:36.747070 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a5d4be0a-c790-4313-ab44-3f30e446f19d req-1c46d367-5527-4298-b70e-a715de2b440a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6063f01005144838a595b5869bb5216c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2240214 Aug 17 02:30:36.755107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Allocated IP 172.20.0.1 (59d9b279-ec7c-408f-adbe-8b549c2a6fad/0b7e6b61-f431-4388-b69f-d1ec6891d90c/77dd676e-be05-4355-8c83-fc9f1aaade76) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:36.804650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] For port 8be5465a-75a6-47e2-b4bf-0c150dfb1229, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:36.808687 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] For port 8be5465a-75a6-47e2-b4bf-0c150dfb1229, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8be5465a-75a6-47e2-b4bf-0c150dfb1229,segment=NetworkSegment(19749284-c5c4-4f6f-9521-0d11696da8ca),segment_id=19749284-c5c4-4f6f-9521-0d11696da8ca)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:36.927630 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33267469-0671-44d1-9c77-207d0b8f7c70 req-36cb9b35-45b0-4219-a436-4a47acf3d620 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:36.930140 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33267469-0671-44d1-9c77-207d0b8f7c70 req-36cb9b35-45b0-4219-a436-4a47acf3d620 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 944 time: 0.0793149 Aug 17 02:30:36.990816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33267469-0671-44d1-9c77-207d0b8f7c70 req-28794246-861e-43f0-9422-6c61bd2baf17 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523734 Aug 17 02:30:36.996866 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:37.011706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:37.025680 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4be0a-c790-4313-ab44-3f30e446f19d req-5a54adc9-bb19-41de-aff9-553e8f496230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:37.027076 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a5d4be0a-c790-4313-ab44-3f30e446f19d req-5a54adc9-bb19-41de-aff9-553e8f496230 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2542818 Aug 17 02:30:37.036619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Transition to ACTIVE for port object 77dd676e-be05-4355-8c83-fc9f1aaade76 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:37.092352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba8606-86d0-4adc-89b8-e5a4c26b260d None None] Pushing event updated for resources: {'Port': ['ID=8be5465a-75a6-47e2-b4bf-0c150dfb1229,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:37.193838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a040d-11f5-4b5b-a071-174a94fe1afe req-f2d912c6-3f8a-4ab1-bb00-a856df2cf1d1 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:37.197536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d79a040d-11f5-4b5b-a071-174a94fe1afe req-f2d912c6-3f8a-4ab1-bb00-a856df2cf1d1 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0798254 Aug 17 02:30:37.199192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-0218aaf4-b9b1-4b6c-b52b-56499202c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:37.202046 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-0218aaf4-b9b1-4b6c-b52b-56499202c995 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6063f01005144838a595b5869bb5216c&device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 1095 time: 0.0817723 Aug 17 02:30:37.241990 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['c71fc348-42b9-4800-89df-76da978f1772'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:30:37.267759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d79a040d-11f5-4b5b-a071-174a94fe1afe req-9d426596-7ae4-4428-8071-d598814bc1f5 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631154 Aug 17 02:30:37.304931 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-41944cca-9804-4bd2-a9a4-b693f611379b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f02728fa-dd91-4f53-98f1-69ea4dbd6768 HTTP/1.1" status: 200 len: 217 time: 0.0881743 Aug 17 02:30:37.339525 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:37.475723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-e5751321-3d61-46ea-befd-a6dd6af84530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:37.478231 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-e5751321-3d61-46ea-befd-a6dd6af84530 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7f7fcef8-86c0-48a8-833d-ca8fc40f4f78 HTTP/1.1" status: 200 len: 849 time: 0.1658406 Aug 17 02:30:37.490921 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 59d9b279-ec7c-408f-adbe-8b549c2a6fad is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:37.531050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:37.533784 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:37.562881 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-511c4532-8b37-46f6-b85c-97a43cc5b10c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07c416f3-ee0c-4d58-830b-c9b26cebccb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732269 Aug 17 02:30:37.566409 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9cbd1-daa5-424a-944d-0247fcb1e4b8 req-cac0e244-e617-4067-829b-00a511e52808 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:37.568013 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9f9cbd1-daa5-424a-944d-0247fcb1e4b8 req-cac0e244-e617-4067-829b-00a511e52808 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 943 time: 0.1581235 Aug 17 02:30:37.599148 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=77dd676e-be05-4355-8c83-fc9f1aaade76,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:37.629350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9f9cbd1-daa5-424a-944d-0247fcb1e4b8 req-f38a8cfb-fbc6-4069-b366-3cd2715c9fd1 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534148 Aug 17 02:30:37.681461 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:37.777836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dc0ac-cbd4-41ad-8f2b-63dc842e678f req-4c03d279-a70d-47ef-ab90-657740101bc8 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:37.779467 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-168dc0ac-cbd4-41ad-8f2b-63dc842e678f req-4c03d279-a70d-47ef-ab90-657740101bc8 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 944 time: 0.0684376 Aug 17 02:30:37.803196 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-d127eaba-17d4-478d-aff7-2b7f863cac83 service neutron] 10.222.0.42 "GET /v2.0/networks/07c416f3-ee0c-4d58-830b-c9b26cebccb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006240 Aug 17 02:30:37.830398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-168dc0ac-cbd4-41ad-8f2b-63dc842e678f req-8fac5633-94d0-402c-b497-4e27cc969e53 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424960 Aug 17 02:30:37.906140 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9393b917-32f8-4d75-9139-2c8ece34c069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:37.923534 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-677b3fa9-2103-4a3c-accc-0915e666cc54 req-f2a80063-3c0d-4997-b335-fc77624ac836 service neutron] 10.222.0.42 "GET /v2.0/networks/07c416f3-ee0c-4d58-830b-c9b26cebccb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123371 Aug 17 02:30:37.995703 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:30:38.077481 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:38.088890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8be5465a-75a6-47e2-b4bf-0c150dfb1229 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:38.203609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b6804-da0d-4fe3-93d8-9594744bc784 req-be848232-d968-4518-a20b-17aeb93918aa tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:38.220975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 4b8e6742-ddee-477a-9ef2-c5375b3d3d94, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=4b8e6742-ddee-477a-9ef2-c5375b3d3d94,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:38.222189 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e87b6804-da0d-4fe3-93d8-9594744bc784 req-be848232-d968-4518-a20b-17aeb93918aa tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 944 time: 0.1105723 Aug 17 02:30:38.234224 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '4b8e6742-ddee-477a-9ef2-c5375b3d3d94', 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b', 'port_id': '4b8e6742-ddee-477a-9ef2-c5375b3d3d94', 'mac_address': 'fa:16:3e:2e:9a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016e9709-70f3-4b17-8bfe-b44e0b1eb7e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:30:38.282770 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:38.300551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:30:38.305525 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e87b6804-da0d-4fe3-93d8-9594744bc784 req-72742af5-8ab3-468e-bc03-1966c8bf4544 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756867 Aug 17 02:30:38.325601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 4b8e6742-ddee-477a-9ef2-c5375b3d3d94, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=4b8e6742-ddee-477a-9ef2-c5375b3d3d94,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:38.376828 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 8be5465a-75a6-47e2-b4bf-0c150dfb1229 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:38.464708 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f110bed8-7b2d-4783-9c58-3406f50ef5b9 None None] Network 59d9b279-ec7c-408f-adbe-8b549c2a6fad requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:38.474529 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:38.487389 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f15b9d-0206-41ff-b5a0-bc05a2c78491 req-f205c9de-1e44-475b-a6f8-d6249b1ad5bb tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:38.488962 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4f15b9d-0206-41ff-b5a0-bc05a2c78491 req-f205c9de-1e44-475b-a6f8-d6249b1ad5bb tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0922747 Aug 17 02:30:38.514798 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:38.560462 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4f15b9d-0206-41ff-b5a0-bc05a2c78491 req-b86ef182-1834-41cc-b802-df08e22617ca tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546808 Aug 17 02:30:38.614476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=4b8e6742-ddee-477a-9ef2-c5375b3d3d94,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:38.709977 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a75cb-47f8-4c1f-922e-9944ed9490ed req-da28e10f-485e-4b3f-aff8-e1f5cd2e4409 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:38.711830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae7a75cb-47f8-4c1f-922e-9944ed9490ed req-da28e10f-485e-4b3f-aff8-e1f5cd2e4409 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0553720 Aug 17 02:30:38.761876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae7a75cb-47f8-4c1f-922e-9944ed9490ed req-9cc3b8b6-3538-4dbe-883c-50d2b929da6b tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Aug 17 02:30:38.771345 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:38.864018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6e48d5eb-3bfb-4d39-bd94-064a4c9bcae8 None None] Provisioning for port 8be5465a-75a6-47e2-b4bf-0c150dfb1229 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:38.870809 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6e48d5eb-3bfb-4d39-bd94-064a4c9bcae8 None None] Provisioning complete for port 8be5465a-75a6-47e2-b4bf-0c150dfb1229 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:38.874646 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:38.876440 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6e48d5eb-3bfb-4d39-bd94-064a4c9bcae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:38.876811 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=77dd676e-be05-4355-8c83-fc9f1aaade76,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:38.921682 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebe16c-48d2-4de6-84dd-22583a0f82e1 req-6da81ca5-19bc-41ae-8ab7-e79a7bf1aad0 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:38.929543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3ebe16c-48d2-4de6-84dd-22583a0f82e1 req-6da81ca5-19bc-41ae-8ab7-e79a7bf1aad0 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 943 time: 0.0985777 Aug 17 02:30:39.006644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3ebe16c-48d2-4de6-84dd-22583a0f82e1 req-aabc9dcc-5239-4021-aafc-a8cca8b0ca61 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757089 Aug 17 02:30:39.041789 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6e48d5eb-3bfb-4d39-bd94-064a4c9bcae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:39.047565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 59d9b279-ec7c-408f-adbe-8b549c2a6fad is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:39.050949 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:39.092109 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6e48d5eb-3bfb-4d39-bd94-064a4c9bcae8 None None] For port 8be5465a-75a6-47e2-b4bf-0c150dfb1229, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8be5465a-75a6-47e2-b4bf-0c150dfb1229,segment=NetworkSegment(19749284-c5c4-4f6f-9521-0d11696da8ca),segment_id=19749284-c5c4-4f6f-9521-0d11696da8ca)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:39.189155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['4b8e6742-ddee-477a-9ef2-c5375b3d3d94'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:30:39.257631 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6e48d5eb-3bfb-4d39-bd94-064a4c9bcae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:39.340248 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48d5eb-3bfb-4d39-bd94-064a4c9bcae8 None None] Pushing event updated for resources: {'Port': ['ID=8be5465a-75a6-47e2-b4bf-0c150dfb1229,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:39.406075 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router b2f1c88b-d1b7-493b-8401-6fc94e538848 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:30:39.518581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:30:39.528437 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2039b3f4-07aa-457b-998f-81dc8b114cd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/b2f1c88b-d1b7-493b-8401-6fc94e538848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6615121 Aug 17 02:30:39.528437 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56472) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:39.530000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Sync routers for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:30:39.533642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8a1e8bc4-9154-4a2d-8e53-71823ae52d9c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'network': {'name': 'tempest-RoutersTest-1531238789'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:39.534269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-43fdc071-e001-4f03-bce4-7f13d0af3927 None None] Provisioning for port 77dd676e-be05-4355-8c83-fc9f1aaade76 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:39.544918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-43fdc071-e001-4f03-bce4-7f13d0af3927 None None] Provisioning complete for port 77dd676e-be05-4355-8c83-fc9f1aaade76 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:39.545370 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-43fdc071-e001-4f03-bce4-7f13d0af3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:39.570178 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:39.571240 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:39.685750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1e8bc4-9154-4a2d-8e53-71823ae52d9c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:39.691348 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8bc4-9154-4a2d-8e53-71823ae52d9c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:39.735863 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8ea83-35c2-470d-9a1e-b6886ebd50bf req-3167e07e-771e-4e8f-930d-d793394f6c76 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:39.737626 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5fa8ea83-35c2-470d-9a1e-b6886ebd50bf req-3167e07e-771e-4e8f-930d-d793394f6c76 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 945 time: 0.0667984 Aug 17 02:30:39.816866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-43fdc071-e001-4f03-bce4-7f13d0af3927 None None] Port 77dd676e-be05-4355-8c83-fc9f1aaade76 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:39.841008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:30:39.842792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-43fdc071-e001-4f03-bce4-7f13d0af3927 None None] Provisioning complete for port 8be5465a-75a6-47e2-b4bf-0c150dfb1229 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:39.843165 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-43fdc071-e001-4f03-bce4-7f13d0af3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:39.868330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1e8bc4-9154-4a2d-8e53-71823ae52d9c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:30:39.882307 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5fa8ea83-35c2-470d-9a1e-b6886ebd50bf req-7c9881c9-2445-4b58-b0c3-5bde4d2ed13b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356878 Aug 17 02:30:39.884347 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8bc4-9154-4a2d-8e53-71823ae52d9c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:39.884778 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-8a1e8bc4-9154-4a2d-8e53-71823ae52d9c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Added segment c194ece7-294d-4378-b3e1-a056d14681ca of type vlan for network 0ffee529-fb54-4a21-a4d7-59668cebb8fd Aug 17 02:30:39.972107 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8bc4-9154-4a2d-8e53-71823ae52d9c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:40.045299 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8be5465a-75a6-47e2-b4bf-0c150dfb1229 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:40.194935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device c71fc348-42b9-4800-89df-76da978f1772 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:40.212440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52251f22-9ed1-4d48-a91e-cdbea4068467 req-60c41a30-17be-4b82-8e05-dbac9e586b97 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:40.216256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52251f22-9ed1-4d48-a91e-cdbea4068467 req-60c41a30-17be-4b82-8e05-dbac9e586b97 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 944 time: 0.1116693 Aug 17 02:30:40.277688 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8be5465a-75a6-47e2-b4bf-0c150dfb1229 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:40.278093 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:40.284396 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52251f22-9ed1-4d48-a91e-cdbea4068467 req-313654c9-3b13-40a5-8c0f-571a6c006bd9 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524826 Aug 17 02:30:40.338003 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ff04c395-67c5-49df-a415-7615c3528d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:40.367071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-42ae9615-eb8f-4ab8-a7a2-54a92c9fff68 None None] Provisioning complete for port 77dd676e-be05-4355-8c83-fc9f1aaade76 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:40.367447 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-42ae9615-eb8f-4ab8-a7a2-54a92c9fff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:40.410297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:30:37Z', 'revision_number': 2, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:38Z', 'revision_number': 2, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:40.429514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d8fc3-3dcd-4122-88ae-39591be4f20a req-0545ebd4-6635-4b40-860f-a066b8c81926 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:40.431163 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f7d8fc3-3dcd-4122-88ae-39591be4f20a req-0545ebd4-6635-4b40-860f-a066b8c81926 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0632010 Aug 17 02:30:40.472106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-42ae9615-eb8f-4ab8-a7a2-54a92c9fff68 None None] Port 77dd676e-be05-4355-8c83-fc9f1aaade76 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:40.489064 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f7d8fc3-3dcd-4122-88ae-39591be4f20a req-9df6a029-e91a-4ccf-a424-b8f48abbd307 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498300 Aug 17 02:30:40.493334 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8bc4-9154-4a2d-8e53-71823ae52d9c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:40.500813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port c71fc348-42b9-4800-89df-76da978f1772 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:40.503038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Checking router: b2f1c88b-d1b7-493b-8401-6fc94e538848 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:30:40.503389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Updating router b2f1c88b-d1b7-493b-8401-6fc94e538848 port 77dd676e-be05-4355-8c83-fc9f1aaade76 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:30:40.513332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1e8bc4-9154-4a2d-8e53-71823ae52d9c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:40.514225 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8bc4-9154-4a2d-8e53-71823ae52d9c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:40.516099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port c71fc348-42b9-4800-89df-76da978f1772 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:40.518923 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:40.599924 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:40.635651 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8a1e8bc4-9154-4a2d-8e53-71823ae52d9c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1075649 Aug 17 02:30:40.639074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56484) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:40.653855 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-0e95267c-d8cd-447f-8e81-9c3774dde5b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'subnet': {'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:40.735411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e8bc4-9154-4a2d-8e53-71823ae52d9c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Network': ['ID=0ffee529-fb54-4a21-a4d7-59668cebb8fd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:40.754532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f521f-4885-4356-926d-b74d60132d2d req-836cfc63-4459-4603-b29f-010dbd8c08c1 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:40.756471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e88f521f-4885-4356-926d-b74d60132d2d req-836cfc63-4459-4603-b29f-010dbd8c08c1 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 943 time: 0.1490493 Aug 17 02:30:40.768725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 0ffee529-fb54-4a21-a4d7-59668cebb8fd details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:30:40.797323 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:40.843012 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e88f521f-4885-4356-926d-b74d60132d2d req-a7f3c230-da64-42c6-8b59-9f61cc7b648e tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760329 Aug 17 02:30:40.908008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e95267c-d8cd-447f-8e81-9c3774dde5b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:40.915879 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e95267c-d8cd-447f-8e81-9c3774dde5b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:41.039730 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:41.113732 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb3251f-c2a5-4adb-96ca-7a86496e9a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71fc348-42b9-4800-89df-76da978f1772'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:41.116368 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be0bdbb-b070-40df-823a-69ce76337e8b" -d '{"events": [{"server_uuid": "5fb3251f-c2a5-4adb-96ca-7a86496e9a96", "name": "network-vif-plugged", "status": "completed", "tag": "c71fc348-42b9-4800-89df-76da978f1772"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:41.118447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14b87d-8256-4bb6-afe5-2e2c127b4f23 req-3b830ee9-fa6e-466d-a640-01f7212bc31d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:41.129499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd14b87d-8256-4bb6-afe5-2e2c127b4f23 req-3b830ee9-fa6e-466d-a640-01f7212bc31d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 945 time: 0.1184132 Aug 17 02:30:41.142362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port c71fc348-42b9-4800-89df-76da978f1772, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=c71fc348-42b9-4800-89df-76da978f1772,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:41.196476 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd14b87d-8256-4bb6-afe5-2e2c127b4f23 req-193d9c14-a0a1-4943-ab8a-bb645f066351 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655899 Aug 17 02:30:41.205595 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:41.232608 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Transition to ACTIVE for port object 77dd676e-be05-4355-8c83-fc9f1aaade76 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:41.263621 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:41.318786 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e95267c-d8cd-447f-8e81-9c3774dde5b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:41.332807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=c71fc348-42b9-4800-89df-76da978f1772,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:41.359723 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:41.404334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95267c-d8cd-447f-8e81-9c3774dde5b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Subnet': ['ID=988e9e27-eeb8-48bc-885d-e2d21c7a12ab,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:41.417209 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e95267c-d8cd-447f-8e81-9c3774dde5b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Checking segment: {'id': 'c194ece7-294d-4378-b3e1-a056d14681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:41.417759 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e95267c-d8cd-447f-8e81-9c3774dde5b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network hostable DHCP agents. Network: 0ffee529-fb54-4a21-a4d7-59668cebb8fd, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:30:41.437165 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1ede0d-3165-4447-bcb2-df8e5a2df17e x-openstack-request-id: req-bd1ede0d-3165-4447-bcb2-df8e5a2df17e {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:41.437771 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb3251f-c2a5-4adb-96ca-7a86496e9a96", "name": "network-vif-plugged", "status": "completed", "tag": "c71fc348-42b9-4800-89df-76da978f1772", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:41.438813 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd1ede0d-3165-4447-bcb2-df8e5a2df17e {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:41.441785 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb3251f-c2a5-4adb-96ca-7a86496e9a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71fc348-42b9-4800-89df-76da978f1772', 'code': 200} Aug 17 02:30:41.556361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e95267c-d8cd-447f-8e81-9c3774dde5b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 0ffee529-fb54-4a21-a4d7-59668cebb8fd is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:30:41.578877 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80601cd-4608-43b0-aedf-56dea512546a req-b66a91f9-0473-4aa0-85c9-aac50298af66 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:41.582493 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f80601cd-4608-43b0-aedf-56dea512546a req-b66a91f9-0473-4aa0-85c9-aac50298af66 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 945 time: 0.1330619 Aug 17 02:30:41.611872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a09-0a17-48e2-85be-b994807296d0 None None] Pushing event updated for resources: {'Port': ['ID=77dd676e-be05-4355-8c83-fc9f1aaade76,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:41.615381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50062e34-bc94-4017-8810-cd35b099627a req-994f41bd-4e50-4f6a-819e-f2d1d9756f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:41.623441 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-50062e34-bc94-4017-8810-cd35b099627a req-994f41bd-4e50-4f6a-819e-f2d1d9756f44 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 1097 time: 0.1310501 Aug 17 02:30:41.660945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Attempting to bind port 77dd676e-be05-4355-8c83-fc9f1aaade76 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:41.661971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Attempting to bind port 77dd676e-be05-4355-8c83-fc9f1aaade76 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '19749284-c5c4-4f6f-9521-0d11696da8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:41.662352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Attempting to bind port 77dd676e-be05-4355-8c83-fc9f1aaade76 on network 59d9b279-ec7c-408f-adbe-8b549c2a6fad {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:41.675582 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:41.676148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Checking segment: {'id': '19749284-c5c4-4f6f-9521-0d11696da8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:41.676439 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:41.676844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Bound using segment: {'id': '19749284-c5c4-4f6f-9521-0d11696da8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:41.678588 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Bound port: 77dd676e-be05-4355-8c83-fc9f1aaade76, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19749284-c5c4-4f6f-9521-0d11696da8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:41.678588 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:41.686542 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f80601cd-4608-43b0-aedf-56dea512546a req-e2430f70-3121-492f-a212-9a46850185ca tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964503 Aug 17 02:30:41.692745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-0e95267c-d8cd-447f-8e81-9c3774dde5b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 0ffee529-fb54-4a21-a4d7-59668cebb8fd) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:41.697540 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e95267c-d8cd-447f-8e81-9c3774dde5b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:41.698584 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e95267c-d8cd-447f-8e81-9c3774dde5b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:41.716519 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef6755b-aeea-4c4b-96d4-35870aaddba0 None None] Network 0ffee529-fb54-4a21-a4d7-59668cebb8fd requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:41.757921 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-50062e34-bc94-4017-8810-cd35b099627a req-e1105cc2-4d28-4749-aa82-a430e8068ef9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225915 Aug 17 02:30:41.840765 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0e95267c-d8cd-447f-8e81-9c3774dde5b8 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1957393 Aug 17 02:30:41.843500 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56500) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:41.922068 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:41.966327 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bd1d5-3d7f-497d-aff3-c4038ab3b7cd req-51c81534-9644-4918-a66d-de625db5fc62 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:41.976309 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-872bd1d5-3d7f-497d-aff3-c4038ab3b7cd req-51c81534-9644-4918-a66d-de625db5fc62 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.1392322 Aug 17 02:30:42.015465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device f02728fa-dd91-4f53-98f1-69ea4dbd6768 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:30:42.046466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:42.046673 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-872bd1d5-3d7f-497d-aff3-c4038ab3b7cd req-ada5d6fa-acc7-4a25-bb16-6a7b1b67ac33 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684366 Aug 17 02:30:42.115136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] For port 77dd676e-be05-4355-8c83-fc9f1aaade76, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:42.117038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:30:42.117952 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:42.171432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] For port 77dd676e-be05-4355-8c83-fc9f1aaade76, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=77dd676e-be05-4355-8c83-fc9f1aaade76,segment=NetworkSegment(19749284-c5c4-4f6f-9521-0d11696da8ca),segment_id=19749284-c5c4-4f6f-9521-0d11696da8ca)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:42.242784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033c573-5fed-44cd-b94c-4bab736473df req-4dbcabc2-392e-4baf-b7f7-c2bce8e2da9d tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:42.244582 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4033c573-5fed-44cd-b94c-4bab736473df req-4dbcabc2-392e-4baf-b7f7-c2bce8e2da9d tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 943 time: 0.1106756 Aug 17 02:30:42.260631 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:42.307205 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4033c573-5fed-44cd-b94c-4bab736473df req-41bcda04-a93e-4dc4-a118-f247631ca4ab tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399957 Aug 17 02:30:42.353295 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:42.399182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:42.399556 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:42.448631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4751b2c-235f-468a-b5b3-ef6ef789ce95 req-a76af495-ea6e-48fe-bc27-463f40412962 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:42.458542 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d4751b2c-235f-468a-b5b3-ef6ef789ce95 req-a76af495-ea6e-48fe-bc27-463f40412962 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 945 time: 0.0719416 Aug 17 02:30:42.504804 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:42.539056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d4751b2c-235f-468a-b5b3-ef6ef789ce95 req-868ad7f9-b99c-4e04-ad29-760f1cd0de10 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796256 Aug 17 02:30:42.665045 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a09-0a17-48e2-85be-b994807296d0 None None] Pushing event updated for resources: {'Port': ['ID=77dd676e-be05-4355-8c83-fc9f1aaade76,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:42.683442 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:42.684210 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:42.687026 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Allocated IP 172.21.0.2 (0ffee529-fb54-4a21-a4d7-59668cebb8fd/988e9e27-eeb8-48bc-885d-e2d21c7a12ab/bc54c0cf-c13a-4cac-95fc-fc7f90efc30f) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:42.768770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port f02728fa-dd91-4f53-98f1-69ea4dbd6768, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f02728fa-dd91-4f53-98f1-69ea4dbd6768,segment=NetworkSegment(00a9ff97-4f8a-49cb-8296-a581013441f3),segment_id=00a9ff97-4f8a-49cb-8296-a581013441f3)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:42.783445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'f02728fa-dd91-4f53-98f1-69ea4dbd6768', 'network_id': '07c416f3-ee0c-4d58-830b-c9b26cebccb0', 'port_id': 'f02728fa-dd91-4f53-98f1-69ea4dbd6768', 'mac_address': 'fa:16:3e:f8:72:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7fcef8-86c0-48a8-833d-ca8fc40f4f78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:30:42.929022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499d14b-6a20-4765-8021-02c128b2f6fa req-9515939f-f857-49f0-b2be-e723711c2465 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:42.930683 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d499d14b-6a20-4765-8021-02c128b2f6fa req-9515939f-f857-49f0-b2be-e723711c2465 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 945 time: 0.0636716 Aug 17 02:30:42.990076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d499d14b-6a20-4765-8021-02c128b2f6fa req-a36510ed-616c-4d17-a759-67d15d49a11c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518465 Aug 17 02:30:43.012423 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:30:43.016423 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:43.061438 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:43.155557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02728fa-dd91-4f53-98f1-69ea4dbd6768 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:30:43.192484 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f275642-4776-4a0d-a494-eec31b432dbe req-ca3ad47f-8951-41f8-b5b3-51fe05130a17 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:43.194014 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f275642-4776-4a0d-a494-eec31b432dbe req-ca3ad47f-8951-41f8-b5b3-51fe05130a17 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0598023 Aug 17 02:30:43.223801 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 4b8e6742-ddee-477a-9ef2-c5375b3d3d94, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=4b8e6742-ddee-477a-9ef2-c5375b3d3d94,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:43.242040 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f275642-4776-4a0d-a494-eec31b432dbe req-66f8c83d-a96b-41a8-a0c2-a75b9e137336 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410013 Aug 17 02:30:43.270755 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port f02728fa-dd91-4f53-98f1-69ea4dbd6768, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f02728fa-dd91-4f53-98f1-69ea4dbd6768,segment=NetworkSegment(00a9ff97-4f8a-49cb-8296-a581013441f3),segment_id=00a9ff97-4f8a-49cb-8296-a581013441f3)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:43.299121 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:43.318235 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Transition to ACTIVE for port object bc54c0cf-c13a-4cac-95fc-fc7f90efc30f will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:43.320105 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:43.362996 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:43.367980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Transition to ACTIVE for port object bc54c0cf-c13a-4cac-95fc-fc7f90efc30f will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:43.416944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=4b8e6742-ddee-477a-9ef2-c5375b3d3d94,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:43.451608 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e7a49-3bf3-4bcb-8e11-97fc6fe759b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8e6742-ddee-477a-9ef2-c5375b3d3d94'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:43.454782 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6346133-fc8d-42e1-b116-c61bb67ba727" -d '{"events": [{"server_uuid": "d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6", "name": "network-vif-plugged", "status": "completed", "tag": "4b8e6742-ddee-477a-9ef2-c5375b3d3d94"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:43.455323 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b072c23-fe42-43dc-bb94-e08f42c8d3d1 req-3123c2c5-c8d0-410c-a351-998abdbf7216 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:43.457405 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b072c23-fe42-43dc-bb94-e08f42c8d3d1 req-3123c2c5-c8d0-410c-a351-998abdbf7216 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 944 time: 0.0684180 Aug 17 02:30:43.465070 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:43.508704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=f02728fa-dd91-4f53-98f1-69ea4dbd6768,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:43.516956 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Network 0ffee529-fb54-4a21-a4d7-59668cebb8fd is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:43.537818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:43.538044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b072c23-fe42-43dc-bb94-e08f42c8d3d1 req-dff23456-bdfb-48ce-bc49-d8b7ce087eda tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611124 Aug 17 02:30:43.543509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:43.558292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:30:37Z', 'revision_number': 2, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:42Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:43.570895 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Allocated IP 172.21.0.1 (0ffee529-fb54-4a21-a4d7-59668cebb8fd/988e9e27-eeb8-48bc-885d-e2d21c7a12ab/a39ea197-d2d5-4610-8700-e8191c310f69) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:43.599088 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ff61d3-3dcb-42ae-9949-f00ef16e7333 x-openstack-request-id: req-c9ff61d3-3dcb-42ae-9949-f00ef16e7333 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:43.599088 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6", "name": "network-vif-plugged", "status": "completed", "tag": "4b8e6742-ddee-477a-9ef2-c5375b3d3d94", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:43.599088 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9ff61d3-3dcb-42ae-9949-f00ef16e7333 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:43.599088 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73e7a49-3bf3-4bcb-8e11-97fc6fe759b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8e6742-ddee-477a-9ef2-c5375b3d3d94', 'code': 200} Aug 17 02:30:43.606564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1dbc5-a23b-444c-a7f4-75dc7f94ca9c None None] The sync data for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 is: [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:30:37Z', 'revision_number': 2, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:42Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:30:43.660725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Pushing event updated for resources: {'Port': ['ID=bc54c0cf-c13a-4cac-95fc-fc7f90efc30f,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:43.697852 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Attempting to bind port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:43.707493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Attempting to bind port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'c194ece7-294d-4378-b3e1-a056d14681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:43.707493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Attempting to bind port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f on network 0ffee529-fb54-4a21-a4d7-59668cebb8fd {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:43.707493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:43.707493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Checking segment: {'id': 'c194ece7-294d-4378-b3e1-a056d14681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:43.707493 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:43.708674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Bound using segment: {'id': 'c194ece7-294d-4378-b3e1-a056d14681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:43.708674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Bound port: bc54c0cf-c13a-4cac-95fc-fc7f90efc30f, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c194ece7-294d-4378-b3e1-a056d14681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:43.708674 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:43.736374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973e2b7-0519-45c5-a07f-0adc733a38a0 req-52f5257a-6154-4db8-84e8-984bdb2a486a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:43.738979 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b973e2b7-0519-45c5-a07f-0adc733a38a0 req-52f5257a-6154-4db8-84e8-984bdb2a486a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 946 time: 0.0792789 Aug 17 02:30:43.789570 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:43.799542 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] For port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:43.800194 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] For port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bc54c0cf-c13a-4cac-95fc-fc7f90efc30f,segment=NetworkSegment(c194ece7-294d-4378-b3e1-a056d14681ca),segment_id=c194ece7-294d-4378-b3e1-a056d14681ca)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:43.820827 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:43.822042 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b973e2b7-0519-45c5-a07f-0adc733a38a0 req-7b9a8eb6-3bfd-41d1-a868-57cc1e301659 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731478 Aug 17 02:30:43.831606 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff8576-3d05-43ed-99c2-c8b43db03d70 req-284b93a6-5907-4845-b2a4-fc00be7b174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:43.833140 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-dfff8576-3d05-43ed-99c2-c8b43db03d70 req-284b93a6-5907-4845-b2a4-fc00be7b174f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 1098 time: 0.0766008 Aug 17 02:30:43.872055 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Transition to ACTIVE for port object a39ea197-d2d5-4610-8700-e8191c310f69 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:43.892536 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['f02728fa-dd91-4f53-98f1-69ea4dbd6768'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:30:43.934284 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:43.934831 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-dfff8576-3d05-43ed-99c2-c8b43db03d70 req-103b2d6a-86f8-4adb-b90a-5c1a767115f7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915809 Aug 17 02:30:44.043795 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:44.088462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ae3d3-ea8c-4093-8508-68ca38eabbdb None None] Pushing event updated for resources: {'Port': ['ID=bc54c0cf-c13a-4cac-95fc-fc7f90efc30f,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:44.118659 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 0ffee529-fb54-4a21-a4d7-59668cebb8fd is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:44.122904 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:44.128504 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:44.216197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=a39ea197-d2d5-4610-8700-e8191c310f69,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:44.260785 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:44.334205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76da6e-57ca-49ec-890d-972093749ac0 req-f36d6ddc-82be-40c4-8e31-9e254179f4a2 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:44.336744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d76da6e-57ca-49ec-890d-972093749ac0 req-f36d6ddc-82be-40c4-8e31-9e254179f4a2 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 945 time: 0.1481531 Aug 17 02:30:44.461910 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d76da6e-57ca-49ec-890d-972093749ac0 req-c280cb65-53b6-41c5-bbc1-ca06e463c052 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110148 Aug 17 02:30:44.622978 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:44.628492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e99a1-8b37-498c-ba42-07dab4acc40d req-d7f80209-27ce-45d1-ae83-dd5f34a213d6 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:44.639526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd9e99a1-8b37-498c-ba42-07dab4acc40d req-d7f80209-27ce-45d1-ae83-dd5f34a213d6 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0985448 Aug 17 02:30:44.698738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd9e99a1-8b37-498c-ba42-07dab4acc40d req-fc4c6649-5393-413e-8ccd-64c7875ccfe7 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563493 Aug 17 02:30:44.850001 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316aefb-2436-4c40-9da7-1ded7c8e27ac req-966a1e61-b52c-4286-a162-fe5aa77e9392 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:44.854711 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9316aefb-2436-4c40-9da7-1ded7c8e27ac req-966a1e61-b52c-4286-a162-fe5aa77e9392 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 946 time: 0.0668173 Aug 17 02:30:44.894675 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9316aefb-2436-4c40-9da7-1ded7c8e27ac req-576b4e28-715f-4324-afb5-9d873dd8a442 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354457 Aug 17 02:30:44.981931 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:45.030148 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dda06-1ca3-4bd0-9b81-0a538a53486d req-dc6dabbf-d09c-441a-a929-536a8eb7315d tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:45.031762 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a7dda06-1ca3-4bd0-9b81-0a538a53486d req-dc6dabbf-d09c-441a-a929-536a8eb7315d tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 944 time: 0.0661092 Aug 17 02:30:45.056290 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:45.115204 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a7dda06-1ca3-4bd0-9b81-0a538a53486d req-cd120e3b-6ff0-4fe6-acc2-e9de3fae4b08 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747194 Aug 17 02:30:45.143706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:45.159605 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=a39ea197-d2d5-4610-8700-e8191c310f69,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:45.259318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7f70c-6700-46ba-992e-c064d141e8e9 req-bb208896-78b2-4c0c-9b98-4a27fd34a14d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:45.259318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35a7f70c-6700-46ba-992e-c064d141e8e9 req-bb208896-78b2-4c0c-9b98-4a27fd34a14d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 946 time: 0.0610080 Aug 17 02:30:45.265569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 0ffee529-fb54-4a21-a4d7-59668cebb8fd is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:45.267330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:45.300552 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9201f1-1e16-4569-baf2-f759bdaec61c None None] Network 0ffee529-fb54-4a21-a4d7-59668cebb8fd requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:45.307033 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35a7f70c-6700-46ba-992e-c064d141e8e9 req-576d692e-c77e-4487-8972-0f42a0efeb1d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387731 Aug 17 02:30:45.368713 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router b2f1c88b-d1b7-493b-8401-6fc94e538848 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:30:45.429727 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d43f1-86bf-45f9-b2c8-451e1b804dab req-419902af-5a86-463b-8ec9-2a7a405abc19 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:45.433056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f53d43f1-86bf-45f9-b2c8-451e1b804dab req-419902af-5a86-463b-8ec9-2a7a405abc19 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 945 time: 0.0612714 Aug 17 02:30:45.474899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:30:45.481523 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dfc024c2-e4b7-4dc8-9302-e0ef3f60b8c4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/b2f1c88b-d1b7-493b-8401-6fc94e538848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6362727 Aug 17 02:30:45.482150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f53d43f1-86bf-45f9-b2c8-451e1b804dab req-24b32d18-6c92-48fe-9097-cf1b50326b42 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435846 Aug 17 02:30:45.484092 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56546) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:45.485215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-28ec6688-8841-4e0f-b84e-7c811a492a7a None None] Provisioning for port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:45.498712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b85581ea-b5a0-4c49-bce8-b22e23081b9f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'network': {'name': 'tempest-RoutersTest-564664265'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:45.639648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85581ea-b5a0-4c49-bce8-b22e23081b9f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:45.643312 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b85581ea-b5a0-4c49-bce8-b22e23081b9f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:45.693478 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85581ea-b5a0-4c49-bce8-b22e23081b9f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:30:45.705264 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b85581ea-b5a0-4c49-bce8-b22e23081b9f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:45.705619 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-b85581ea-b5a0-4c49-bce8-b22e23081b9f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Added segment 19c22d4d-634b-47d3-ab85-0a6d5dba9200 of type vlan for network 95cc89b4-ea45-4cb5-8e1d-971c9069f7dc Aug 17 02:30:45.763257 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b85581ea-b5a0-4c49-bce8-b22e23081b9f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:45.874244 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b85581ea-b5a0-4c49-bce8-b22e23081b9f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:45.880357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85581ea-b5a0-4c49-bce8-b22e23081b9f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:45.882495 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b85581ea-b5a0-4c49-bce8-b22e23081b9f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:45.885068 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Sync routers for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:30:45.896626 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:45.897357 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:45.918457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9277d7d4-7227-479a-af85-cd6f055cfa61 None None] Provisioning for port a39ea197-d2d5-4610-8700-e8191c310f69 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:45.922789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9277d7d4-7227-479a-af85-cd6f055cfa61 None None] Provisioning complete for port a39ea197-d2d5-4610-8700-e8191c310f69 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:45.923359 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9277d7d4-7227-479a-af85-cd6f055cfa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:46.010364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9277d7d4-7227-479a-af85-cd6f055cfa61 None None] Port a39ea197-d2d5-4610-8700-e8191c310f69 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:46.013681 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85581ea-b5a0-4c49-bce8-b22e23081b9f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Network': ['ID=95cc89b4-ea45-4cb5-8e1d-971c9069f7dc,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:46.026659 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 95cc89b4-ea45-4cb5-8e1d-971c9069f7dc details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:30:46.028828 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:30:46.038596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56556) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:46.043678 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b85581ea-b5a0-4c49-bce8-b22e23081b9f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5543637 Aug 17 02:30:46.044554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-858a0af9-c35e-4fb2-9d4a-48ec6d10eafc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'subnet': {'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:46.178266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device f02728fa-dd91-4f53-98f1-69ea4dbd6768 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:46.195870 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bc54c0cf-c13a-4cac-95fc-fc7f90efc30f up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:46.280386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7f4b2-bf7e-4280-b048-bf33e70084a9 req-26763f9c-cfba-426c-bf68-c7f4a4435797 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:46.289456 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ea7f4b2-bf7e-4280-b048-bf33e70084a9 req-26763f9c-cfba-426c-bf68-c7f4a4435797 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0995955 Aug 17 02:30:46.304773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-122c3cc5-5b7e-466b-bc3f-2133464a1309 None None] Provisioning complete for port a39ea197-d2d5-4610-8700-e8191c310f69 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:46.309756 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-122c3cc5-5b7e-466b-bc3f-2133464a1309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:46.347060 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ea7f4b2-bf7e-4280-b048-bf33e70084a9 req-625fe4a0-5fbb-4114-9ebe-e79b24fd0779 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566370 Aug 17 02:30:46.361546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858a0af9-c35e-4fb2-9d4a-48ec6d10eafc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:46.367881 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-122c3cc5-5b7e-466b-bc3f-2133464a1309 None None] Port a39ea197-d2d5-4610-8700-e8191c310f69 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:46.369895 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-858a0af9-c35e-4fb2-9d4a-48ec6d10eafc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:46.412733 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:30:44Z', 'revision_number': 3, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:42Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:44Z', 'revision_number': 2, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:46.451430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:46.456051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:46.456523 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:46.467629 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Checking router: b2f1c88b-d1b7-493b-8401-6fc94e538848 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:30:46.467990 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Updating router b2f1c88b-d1b7-493b-8401-6fc94e538848 port a39ea197-d2d5-4610-8700-e8191c310f69 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:30:46.503937 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:46.528061 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ce54b372-abde-4713-94a2-456f948dfcfc None None] Provisioning complete for port a39ea197-d2d5-4610-8700-e8191c310f69 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:46.528663 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ce54b372-abde-4713-94a2-456f948dfcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:46.531420 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port f02728fa-dd91-4f53-98f1-69ea4dbd6768 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:46.532214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baabba6-a083-44bd-a29d-7cbdd1830342 req-6532f759-cb9f-46f4-8c02-b123b4e23347 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:46.539725 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8baabba6-a083-44bd-a29d-7cbdd1830342 req-6532f759-cb9f-46f4-8c02-b123b4e23347 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 945 time: 0.0959504 Aug 17 02:30:46.560680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port f02728fa-dd91-4f53-98f1-69ea4dbd6768 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:46.561051 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:46.617432 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8baabba6-a083-44bd-a29d-7cbdd1830342 req-1f9a0646-8290-406c-b1a6-263041f5170d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730193 Aug 17 02:30:46.796202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a987d-7243-4742-a119-fb1b52b714e5 req-8a1f0ac6-3774-42d3-acef-6990f1e6527c tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:46.804823 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e1a987d-7243-4742-a119-fb1b52b714e5 req-8a1f0ac6-3774-42d3-acef-6990f1e6527c tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 944 time: 0.1002190 Aug 17 02:30:46.821699 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-858a0af9-c35e-4fb2-9d4a-48ec6d10eafc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:46.850869 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ce54b372-abde-4713-94a2-456f948dfcfc None None] Port a39ea197-d2d5-4610-8700-e8191c310f69 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:46.854080 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:46.896195 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:46.907764 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Transition to ACTIVE for port object a39ea197-d2d5-4610-8700-e8191c310f69 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:46.918505 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bc54c0cf-c13a-4cac-95fc-fc7f90efc30f,segment=NetworkSegment(c194ece7-294d-4378-b3e1-a056d14681ca),segment_id=c194ece7-294d-4378-b3e1-a056d14681ca)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:46.920845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e1a987d-7243-4742-a119-fb1b52b714e5 req-40e55238-06cc-4ef0-9d55-2bf270d3d44f tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147816 Aug 17 02:30:46.923405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a0af9-c35e-4fb2-9d4a-48ec6d10eafc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Subnet': ['ID=949e196d-5edf-4e1a-8ce2-757f52e87163,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:46.927012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858a0af9-c35e-4fb2-9d4a-48ec6d10eafc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Checking segment: {'id': '19c22d4d-634b-47d3-ab85-0a6d5dba9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:46.927390 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a0af9-c35e-4fb2-9d4a-48ec6d10eafc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network hostable DHCP agents. Network: 95cc89b4-ea45-4cb5-8e1d-971c9069f7dc, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:30:46.930356 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:46.964795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c07b99d-aeda-4b54-9656-a778aeff7948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02728fa-dd91-4f53-98f1-69ea4dbd6768'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:46.967492 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1073e204-3430-41f3-bf50-b17bc0e9173f" -d '{"events": [{"server_uuid": "9c07b99d-aeda-4b54-9656-a778aeff7948", "name": "network-vif-plugged", "status": "completed", "tag": "f02728fa-dd91-4f53-98f1-69ea4dbd6768"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:46.977064 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:46.984267 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port f02728fa-dd91-4f53-98f1-69ea4dbd6768, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f02728fa-dd91-4f53-98f1-69ea4dbd6768,segment=NetworkSegment(00a9ff97-4f8a-49cb-8296-a581013441f3),segment_id=00a9ff97-4f8a-49cb-8296-a581013441f3)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:47.004943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a0af9-c35e-4fb2-9d4a-48ec6d10eafc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 95cc89b4-ea45-4cb5-8e1d-971c9069f7dc is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:30:47.005099 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:47.006144 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 77dd676e-be05-4355-8c83-fc9f1aaade76 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:47.101872 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25696209-372f-4201-8a2e-6f7302e839c1 req-67a156b5-2bb3-4303-a18e-10c6e77c8557 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:47.108256 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=bc54c0cf-c13a-4cac-95fc-fc7f90efc30f,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:47.117888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25696209-372f-4201-8a2e-6f7302e839c1 req-67a156b5-2bb3-4303-a18e-10c6e77c8557 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 946 time: 0.0868945 Aug 17 02:30:47.118367 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:47.126983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-858a0af9-c35e-4fb2-9d4a-48ec6d10eafc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 95cc89b4-ea45-4cb5-8e1d-971c9069f7dc) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:47.144132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858a0af9-c35e-4fb2-9d4a-48ec6d10eafc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:47.144742 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-858a0af9-c35e-4fb2-9d4a-48ec6d10eafc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:47.149927 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e33295-fa5c-476a-89b1-7343d5858827 None None] Network 95cc89b4-ea45-4cb5-8e1d-971c9069f7dc requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:47.161819 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd117c3-06c5-4ef3-b070-0432ab7694c5 None None] Pushing event updated for resources: {'Port': ['ID=a39ea197-d2d5-4610-8700-e8191c310f69,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:47.192883 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Attempting to bind port a39ea197-d2d5-4610-8700-e8191c310f69 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:47.193924 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Attempting to bind port a39ea197-d2d5-4610-8700-e8191c310f69 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'c194ece7-294d-4378-b3e1-a056d14681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:47.194342 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Attempting to bind port a39ea197-d2d5-4610-8700-e8191c310f69 on network 0ffee529-fb54-4a21-a4d7-59668cebb8fd {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:47.201990 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:47.202377 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Checking segment: {'id': 'c194ece7-294d-4378-b3e1-a056d14681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:47.202764 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:47.203159 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Bound using segment: {'id': 'c194ece7-294d-4378-b3e1-a056d14681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:47.203693 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Bound port: a39ea197-d2d5-4610-8700-e8191c310f69, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c194ece7-294d-4378-b3e1-a056d14681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:47.204337 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:47.205981 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25696209-372f-4201-8a2e-6f7302e839c1 req-9d9b59d1-4df2-4b42-8d63-6b88d2eb395a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870972 Aug 17 02:30:47.272148 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-858a0af9-c35e-4fb2-9d4a-48ec6d10eafc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2285345 Aug 17 02:30:47.274830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56576) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:47.298006 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=f02728fa-dd91-4f53-98f1-69ea4dbd6768,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:47.319097 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] For port a39ea197-d2d5-4610-8700-e8191c310f69, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:47.325357 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] For port a39ea197-d2d5-4610-8700-e8191c310f69, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a39ea197-d2d5-4610-8700-e8191c310f69,segment=NetworkSegment(c194ece7-294d-4378-b3e1-a056d14681ca),segment_id=c194ece7-294d-4378-b3e1-a056d14681ca)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:47.353206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 77dd676e-be05-4355-8c83-fc9f1aaade76 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:47.370391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 77dd676e-be05-4355-8c83-fc9f1aaade76 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:47.370704 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:47.405551 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:47.444368 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e11d0ad-cdeb-4761-af58-2449050641c0 x-openstack-request-id: req-4e11d0ad-cdeb-4761-af58-2449050641c0 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:47.444943 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c07b99d-aeda-4b54-9656-a778aeff7948", "name": "network-vif-plugged", "status": "completed", "tag": "f02728fa-dd91-4f53-98f1-69ea4dbd6768", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:47.447226 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e11d0ad-cdeb-4761-af58-2449050641c0 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:47.447971 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c07b99d-aeda-4b54-9656-a778aeff7948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02728fa-dd91-4f53-98f1-69ea4dbd6768', 'code': 200} Aug 17 02:30:47.583046 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:47.583966 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:47.597833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-95cc89b4-ea45-4cb5-8e1d-971c9069f7dc', 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'fixed_ips': [{'subnet_id': '949e196d-5edf-4e1a-8ce2-757f52e87163'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:30:47.606191 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:47.620247 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdfd85-d085-4c73-884c-9a7847ce074e req-a1d3c426-c8a9-4ac4-ad10-51d967898df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:47.624276 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-42fdfd85-d085-4c73-884c-9a7847ce074e req-a1d3c426-c8a9-4ac4-ad10-51d967898df9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 1097 time: 0.1151924 Aug 17 02:30:47.720158 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd117c3-06c5-4ef3-b070-0432ab7694c5 None None] Pushing event updated for resources: {'Port': ['ID=a39ea197-d2d5-4610-8700-e8191c310f69,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:47.772220 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:30:47.841630 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:47.844893 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-42fdfd85-d085-4c73-884c-9a7847ce074e req-9ed7d800-fc28-4b47-9c21-81731a5dfbc0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064574 Aug 17 02:30:48.001438 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 77dd676e-be05-4355-8c83-fc9f1aaade76, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=77dd676e-be05-4355-8c83-fc9f1aaade76,segment=NetworkSegment(19749284-c5c4-4f6f-9521-0d11696da8ca),segment_id=19749284-c5c4-4f6f-9521-0d11696da8ca)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:48.009447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8861e-6200-4745-b9ac-d68abcba8dba req-ea1bcfb2-9141-459a-af16-bb3c2684bd99 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:48.010996 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75a8861e-6200-4745-b9ac-d68abcba8dba req-ea1bcfb2-9141-459a-af16-bb3c2684bd99 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0824494 Aug 17 02:30:48.057141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0ea06-abe1-40e7-a602-c4d2f34acf97 req-9ac064b9-0e14-46ca-84f2-ec961ec9106f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:48.060704 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21c0ea06-abe1-40e7-a602-c4d2f34acf97 req-9ac064b9-0e14-46ca-84f2-ec961ec9106f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 945 time: 0.1090577 Aug 17 02:30:48.070342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Allocated IP 172.22.0.2 (95cc89b4-ea45-4cb5-8e1d-971c9069f7dc/949e196d-5edf-4e1a-8ce2-757f52e87163/b3976508-6d38-4f24-a264-835bd56af0ec) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:48.104233 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:48.153969 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75a8861e-6200-4745-b9ac-d68abcba8dba req-9585ec5e-0c56-4df4-9c15-8175fbf27fb3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888431 Aug 17 02:30:48.200648 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:30:44Z', 'revision_number': 3, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:42Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:48.215323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-21c0ea06-abe1-40e7-a602-c4d2f34acf97 req-fa530a76-8437-449d-8881-57b6cbd992cd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Deleting port c71fc348-42b9-4800-89df-76da978f1772 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:30:48.215798 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-21c0ea06-abe1-40e7-a602-c4d2f34acf97 req-fa530a76-8437-449d-8881-57b6cbd992cd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:48.234631 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaabc247-d2e0-4a2b-b91e-717db9101214 None None] The sync data for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 is: [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:30:44Z', 'revision_number': 3, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:42Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:30:48.348313 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bc54c0cf-c13a-4cac-95fc-fc7f90efc30f up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:48.362621 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:48.372928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Transition to ACTIVE for port object b3976508-6d38-4f24-a264-835bd56af0ec will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:48.392159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Transition to ACTIVE for port object b3976508-6d38-4f24-a264-835bd56af0ec will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:48.400657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-21c0ea06-abe1-40e7-a602-c4d2f34acf97 req-fa530a76-8437-449d-8881-57b6cbd992cd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] For port c71fc348-42b9-4800-89df-76da978f1772, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=c71fc348-42b9-4800-89df-76da978f1772,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:48.401205 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-21c0ea06-abe1-40e7-a602-c4d2f34acf97 req-fa530a76-8437-449d-8881-57b6cbd992cd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:48.416479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-21c0ea06-abe1-40e7-a602-c4d2f34acf97 req-fa530a76-8437-449d-8881-57b6cbd992cd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Calling delete_port for c71fc348-42b9-4800-89df-76da978f1772 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:30:48.429675 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=77dd676e-be05-4355-8c83-fc9f1aaade76,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:48.437379 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74e792-bc5a-4add-b5e0-a3109cd8cbb6 req-db077e34-bfa1-44b3-a83a-9b1236f1d04b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:48.445357 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fd74e792-bc5a-4add-b5e0-a3109cd8cbb6 req-db077e34-bfa1-44b3-a83a-9b1236f1d04b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 945 time: 0.1826169 Aug 17 02:30:48.485095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:48.485556 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:48.489706 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:48.562941 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fd74e792-bc5a-4add-b5e0-a3109cd8cbb6 req-9001e009-2cb1-4a96-b0ab-5fb14442ab2f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153359 Aug 17 02:30:48.572887 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Pushing event updated for resources: {'Port': ['ID=b3976508-6d38-4f24-a264-835bd56af0ec,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:48.582193 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:48.593053 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Network 95cc89b4-ea45-4cb5-8e1d-971c9069f7dc is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:48.596702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:48.600482 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:48.713497 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-21c0ea06-abe1-40e7-a602-c4d2f34acf97 req-fa530a76-8437-449d-8881-57b6cbd992cd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:48.720013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56592) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:48.720555 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-5239a6aa-2cc3-4c7c-aafb-a6e89c3615a3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-225663956'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:48.743990 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Attempting to bind port b3976508-6d38-4f24-a264-835bd56af0ec on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:48.744370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Attempting to bind port b3976508-6d38-4f24-a264-835bd56af0ec by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '19c22d4d-634b-47d3-ab85-0a6d5dba9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:48.744736 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Attempting to bind port b3976508-6d38-4f24-a264-835bd56af0ec on network 95cc89b4-ea45-4cb5-8e1d-971c9069f7dc {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:48.758936 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['76a66684-e333-427a-a7ac-64b355670e00', '942e35cf-185c-47ae-b97e-108d8fdf97d5', 'c71fc348-42b9-4800-89df-76da978f1772'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:30:48.761444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa530a76-8437-449d-8881-57b6cbd992cd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Pushing event deleted for resources: {'Port': ['ID=c71fc348-42b9-4800-89df-76da978f1772,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:48.812265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:48.812649 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Checking segment: {'id': '19c22d4d-634b-47d3-ab85-0a6d5dba9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:48.813164 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:48.813621 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Bound using segment: {'id': '19c22d4d-634b-47d3-ab85-0a6d5dba9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:48.814115 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Bound port: b3976508-6d38-4f24-a264-835bd56af0ec, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c22d4d-634b-47d3-ab85-0a6d5dba9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:48.814494 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:48.818710 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c0ea06-abe1-40e7-a602-c4d2f34acf97 req-fa530a76-8437-449d-8881-57b6cbd992cd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] No DVR routers for this DVR port c71fc348-42b9-4800-89df-76da978f1772 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:30:48.823167 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-21c0ea06-abe1-40e7-a602-c4d2f34acf97 req-fa530a76-8437-449d-8881-57b6cbd992cd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:48.826360 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-21c0ea06-abe1-40e7-a602-c4d2f34acf97 req-fa530a76-8437-449d-8881-57b6cbd992cd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "DELETE /v2.0/ports/c71fc348-42b9-4800-89df-76da978f1772 HTTP/1.1" status: 204 len: 173 time: 0.7570245 Aug 17 02:30:48.827330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb3251f-c2a5-4adb-96ca-7a86496e9a96', 'name': 'network-vif-deleted', 'tag': 'c71fc348-42b9-4800-89df-76da978f1772'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:48.830349 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b51a96-3594-4600-a8b2-af9b6ee2a893" -d '{"events": [{"server_uuid": "5fb3251f-c2a5-4adb-96ca-7a86496e9a96", "name": "network-vif-deleted", "tag": "c71fc348-42b9-4800-89df-76da978f1772"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:48.844726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5239a6aa-2cc3-4c7c-aafb-a6e89c3615a3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Made reservation on behalf of d4421b77961e4a84acdbc5048e4ddaee for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:48.847360 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5239a6aa-2cc3-4c7c-aafb-a6e89c3615a3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:48.945854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] For port b3976508-6d38-4f24-a264-835bd56af0ec, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:48.971615 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] For port b3976508-6d38-4f24-a264-835bd56af0ec, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b3976508-6d38-4f24-a264-835bd56af0ec,segment=NetworkSegment(19c22d4d-634b-47d3-ab85-0a6d5dba9200),segment_id=19c22d4d-634b-47d3-ab85-0a6d5dba9200)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:48.982369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5239a6aa-2cc3-4c7c-aafb-a6e89c3615a3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:30:49.005045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb324eab-494e-4d16-968d-4c10af31ba41 req-0f941ee0-8e49-4c91-8a25-8ff0eb1a94c4 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:49.006703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb324eab-494e-4d16-968d-4c10af31ba41 req-0f941ee0-8e49-4c91-8a25-8ff0eb1a94c4 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 946 time: 0.3084617 Aug 17 02:30:49.019117 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5239a6aa-2cc3-4c7c-aafb-a6e89c3615a3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:49.019753 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-5239a6aa-2cc3-4c7c-aafb-a6e89c3615a3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Added segment f1b96d2b-ee1d-44fd-9b8a-39f379547482 of type vlan for network b94dedf4-9530-4018-9785-93d1ce415491 Aug 17 02:30:49.063554 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:49.160940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0a5b5-f44c-4f82-864b-5e8aea9add86 None None] Pushing event updated for resources: {'Port': ['ID=b3976508-6d38-4f24-a264-835bd56af0ec,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:49.174811 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Allocated IP 172.22.0.1 (95cc89b4-ea45-4cb5-8e1d-971c9069f7dc/949e196d-5edf-4e1a-8ce2-757f52e87163/210939eb-70c7-4961-a045-ba14f5406339) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:49.198848 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5239a6aa-2cc3-4c7c-aafb-a6e89c3615a3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:49.205142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb324eab-494e-4d16-968d-4c10af31ba41 req-1dab441d-c0e1-4d4d-be04-4094e18d5f06 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875794 Aug 17 02:30:49.397723 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf699d-d19d-4983-b99a-3b82788907be req-76e92d5b-5051-4ad2-849d-4ea62e34983f tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:49.399367 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54cf699d-d19d-4983-b99a-3b82788907be req-76e92d5b-5051-4ad2-849d-4ea62e34983f tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 945 time: 0.1117942 Aug 17 02:30:49.402614 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5239a6aa-2cc3-4c7c-aafb-a6e89c3615a3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:49.408260 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5239a6aa-2cc3-4c7c-aafb-a6e89c3615a3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:49.408923 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5239a6aa-2cc3-4c7c-aafb-a6e89c3615a3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:49.501556 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:49.542569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Transition to ACTIVE for port object 210939eb-70c7-4961-a045-ba14f5406339 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:49.550140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239a6aa-2cc3-4c7c-aafb-a6e89c3615a3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'Network': ['ID=b94dedf4-9530-4018-9785-93d1ce415491,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:49.554957 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54cf699d-d19d-4983-b99a-3b82788907be req-150f3e08-9a5b-497d-8df2-9e216b80fc81 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430330 Aug 17 02:30:49.565281 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network b94dedf4-9530-4018-9785-93d1ce415491 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:30:49.605475 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5239a6aa-2cc3-4c7c-aafb-a6e89c3615a3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8867788 Aug 17 02:30:49.623579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56600) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:49.623579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-74e1c99a-cc45-4882-a329-0c31555e0158 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1230696681'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:49.668720 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:49.722415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 95cc89b4-ea45-4cb5-8e1d-971c9069f7dc is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:49.726568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:49.729578 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:49.750259 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e780c05-9eb2-47e7-9ea4-2731e513a5f3 x-openstack-request-id: req-4e780c05-9eb2-47e7-9ea4-2731e513a5f3 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:49.750940 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb3251f-c2a5-4adb-96ca-7a86496e9a96", "name": "network-vif-deleted", "tag": "c71fc348-42b9-4800-89df-76da978f1772", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:49.751160 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e780c05-9eb2-47e7-9ea4-2731e513a5f3 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:49.753017 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb3251f-c2a5-4adb-96ca-7a86496e9a96', 'name': 'network-vif-deleted', 'tag': 'c71fc348-42b9-4800-89df-76da978f1772', 'status': 'completed', 'code': 200} Aug 17 02:30:49.755232 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e1c99a-cc45-4882-a329-0c31555e0158 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Made reservation on behalf of d4421b77961e4a84acdbc5048e4ddaee for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:49.760970 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74e1c99a-cc45-4882-a329-0c31555e0158 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:49.771846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=210939eb-70c7-4961-a045-ba14f5406339,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:49.796970 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:49.818739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e1c99a-cc45-4882-a329-0c31555e0158 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:30:49.831051 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74e1c99a-cc45-4882-a329-0c31555e0158 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:49.831694 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-74e1c99a-cc45-4882-a329-0c31555e0158 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Added segment 287cc985-07aa-4a82-9666-cce6eac495ce of type vlan for network 868e1de9-cdff-478e-90ee-d3d2c77b9575 Aug 17 02:30:49.882874 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74e1c99a-cc45-4882-a329-0c31555e0158 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:49.930993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6e7f3-41cc-4e0f-a481-2a93d0907c9a req-21c98f2c-7bda-4098-96d9-855898bbed68 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:49.932680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47b6e7f3-41cc-4e0f-a481-2a93d0907c9a req-21c98f2c-7bda-4098-96d9-855898bbed68 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0955241 Aug 17 02:30:49.986142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47b6e7f3-41cc-4e0f-a481-2a93d0907c9a req-eaaf8086-b63c-4490-8051-1101b2e5bfc7 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429945 Aug 17 02:30:49.995045 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74e1c99a-cc45-4882-a329-0c31555e0158 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:50.002141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e1c99a-cc45-4882-a329-0c31555e0158 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:50.003213 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74e1c99a-cc45-4882-a329-0c31555e0158 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:50.079474 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:50.132693 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-74e1c99a-cc45-4882-a329-0c31555e0158 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5252132 Aug 17 02:30:50.137031 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56602) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:50.143845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-2b4e8564-4d17-4723-a541-d1618f39c655 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'subnet': {'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:50.196572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-977ba736-cf6d-433a-b758-bb6c327d552e req-9213c922-7e72-409d-bf24-e9e2e14411b9 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb3251f-c2a5-4adb-96ca-7a86496e9a96 HTTP/1.1" status: 200 len: 210 time: 0.0430450 Aug 17 02:30:50.224904 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1c99a-cc45-4882-a329-0c31555e0158 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'Network': ['ID=868e1de9-cdff-478e-90ee-d3d2c77b9575,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:50.263818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 868e1de9-cdff-478e-90ee-d3d2c77b9575 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:30:50.360262 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4e51d6-23c9-481d-86b2-1f61a3600315 None None] Network 95cc89b4-ea45-4cb5-8e1d-971c9069f7dc requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:50.444664 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4e8564-4d17-4723-a541-d1618f39c655 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Made reservation on behalf of d4421b77961e4a84acdbc5048e4ddaee for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:50.449786 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b4e8564-4d17-4723-a541-d1618f39c655 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:50.457596 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a39ea197-d2d5-4610-8700-e8191c310f69 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:50.458616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919312bf-3458-43f9-a9f7-e2f9f84f0c31 req-a591da20-cb44-42a7-b745-c9a04d4d5958 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:50.466523 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-919312bf-3458-43f9-a9f7-e2f9f84f0c31 req-a591da20-cb44-42a7-b745-c9a04d4d5958 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 946 time: 0.1042979 Aug 17 02:30:50.535943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b094ff3d-9425-4a40-962f-18bf0981f7ec None None] Provisioning for port b3976508-6d38-4f24-a264-835bd56af0ec completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:50.553090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-919312bf-3458-43f9-a9f7-e2f9f84f0c31 req-827f7def-6b7e-4df2-91a1-d820333c3a0d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856757 Aug 17 02:30:50.663070 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:50.764722 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port a39ea197-d2d5-4610-8700-e8191c310f69 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:50.769234 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port a39ea197-d2d5-4610-8700-e8191c310f69 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:50.770369 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:50.799198 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:50.846960 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b4e8564-4d17-4723-a541-d1618f39c655 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:50.879021 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:50.886527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=210939eb-70c7-4961-a045-ba14f5406339,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:50.889871 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:50.930594 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port a39ea197-d2d5-4610-8700-e8191c310f69, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a39ea197-d2d5-4610-8700-e8191c310f69,segment=NetworkSegment(c194ece7-294d-4378-b3e1-a056d14681ca),segment_id=c194ece7-294d-4378-b3e1-a056d14681ca)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:50.947330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e8564-4d17-4723-a541-d1618f39c655 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'Subnet': ['ID=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:50.959818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e8564-4d17-4723-a541-d1618f39c655 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Checking segment: {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:50.960182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4e8564-4d17-4723-a541-d1618f39c655 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Network hostable DHCP agents. Network: b94dedf4-9530-4018-9785-93d1ce415491, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:30:50.993195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3ff77a72-b9f1-47bd-a53e-e36ffe76b04b None None] Provisioning for port 210939eb-70c7-4961-a045-ba14f5406339 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:50.998630 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3ff77a72-b9f1-47bd-a53e-e36ffe76b04b None None] Provisioning complete for port 210939eb-70c7-4961-a045-ba14f5406339 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:50.999007 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3ff77a72-b9f1-47bd-a53e-e36ffe76b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:51.004963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 95cc89b4-ea45-4cb5-8e1d-971c9069f7dc is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:51.007270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:51.028451 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:51.029406 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b3976508-6d38-4f24-a264-835bd56af0ec up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:51.091103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4e8564-4d17-4723-a541-d1618f39c655 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Network b94dedf4-9530-4018-9785-93d1ce415491 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:30:51.109550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3ff77a72-b9f1-47bd-a53e-e36ffe76b04b None None] Port 210939eb-70c7-4961-a045-ba14f5406339 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:51.156228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=a39ea197-d2d5-4610-8700-e8191c310f69,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:51.171157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router b2f1c88b-d1b7-493b-8401-6fc94e538848 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:30:51.188105 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-2b4e8564-4d17-4723-a541-d1618f39c655 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, b94dedf4-9530-4018-9785-93d1ce415491) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:51.198394 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c86cb4-d85e-48af-bce1-55dec08ad5c7 None None] Network b94dedf4-9530-4018-9785-93d1ce415491 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:51.200964 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e8564-4d17-4723-a541-d1618f39c655 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:51.201684 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b4e8564-4d17-4723-a541-d1618f39c655 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:51.256093 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port b3976508-6d38-4f24-a264-835bd56af0ec completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:51.273838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port b3976508-6d38-4f24-a264-835bd56af0ec triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:51.274218 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:51.280288 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2b4e8564-4d17-4723-a541-d1618f39c655 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1418636 Aug 17 02:30:51.284493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56618) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:51.289169 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-106f58df-636c-4d8c-a072-b0afe54aa634 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'subnet': {'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:51.298718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:30:51.313850 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-03e791cc-6140-4f75-b83d-1e82efc020c0 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/b2f1c88b-d1b7-493b-8401-6fc94e538848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0350389 Aug 17 02:30:51.318663 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Sync routers for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:30:51.325727 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56620) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:51.330824 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-c3d422ac-471d-4ce9-a399-bde07a447788 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'network': {'name': 'tempest-RoutersTest-1842006758'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:51.334798 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1552c46a-d9e1-45b7-a948-0d9262879a5f None None] Provisioning complete for port 210939eb-70c7-4961-a045-ba14f5406339 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:51.335305 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1552c46a-d9e1-45b7-a948-0d9262879a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:51.376374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d92a3-eb3b-4106-8bf5-0b836d0d9df8 req-920810c9-9b81-422e-bc41-61369dd698b6 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:51.376374 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c9d92a3-eb3b-4106-8bf5-0b836d0d9df8 req-920810c9-9b81-422e-bc41-61369dd698b6 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 945 time: 0.0869174 Aug 17 02:30:51.385894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:51.386650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:51.415749 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c9d92a3-eb3b-4106-8bf5-0b836d0d9df8 req-25823e32-7df3-446a-b354-c39b37fee11f tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342352 Aug 17 02:30:51.455483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d422ac-471d-4ce9-a399-bde07a447788 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:51.465688 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c3d422ac-471d-4ce9-a399-bde07a447788 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:51.502261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d422ac-471d-4ce9-a399-bde07a447788 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:30:51.512813 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c3d422ac-471d-4ce9-a399-bde07a447788 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:51.513173 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-c3d422ac-471d-4ce9-a399-bde07a447788 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Added segment 6d5d2b76-c37c-4a92-8565-55772ece59cd of type vlan for network 0263ba3b-455d-4149-970b-2b76d0e33ea8 Aug 17 02:30:51.531408 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106f58df-636c-4d8c-a072-b0afe54aa634 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Made reservation on behalf of d4421b77961e4a84acdbc5048e4ddaee for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:51.538381 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-106f58df-636c-4d8c-a072-b0afe54aa634 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:51.558913 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c3d422ac-471d-4ce9-a399-bde07a447788 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:51.627592 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-1552c46a-d9e1-45b7-a948-0d9262879a5f None None] Port 210939eb-70c7-4961-a045-ba14f5406339 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:51.650369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58241ce-865d-491d-8ac8-0bba10660a4d req-89d566d4-d0e5-4d7f-a499-65ac8e3aabd6 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:51.652652 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d58241ce-865d-491d-8ac8-0bba10660a4d req-89d566d4-d0e5-4d7f-a499-65ac8e3aabd6 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0646496 Aug 17 02:30:51.678225 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c3d422ac-471d-4ce9-a399-bde07a447788 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:51.678483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:30:51.684058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d422ac-471d-4ce9-a399-bde07a447788 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:51.684743 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c3d422ac-471d-4ce9-a399-bde07a447788 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:51.745694 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:51.754139 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-b94dedf4-9530-4018-9785-93d1ce415491', 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'fixed_ips': [{'subnet_id': 'ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:30:51.754999 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:51.777604 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d58241ce-865d-491d-8ac8-0bba10660a4d req-ea1952a6-17e4-40e6-bb35-3431716e9a00 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180313 Aug 17 02:30:51.784236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d422ac-471d-4ce9-a399-bde07a447788 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Network': ['ID=0263ba3b-455d-4149-970b-2b76d0e33ea8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:51.809407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 0263ba3b-455d-4149-970b-2b76d0e33ea8 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:30:51.850668 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56624) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:51.851258 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c3d422ac-471d-4ce9-a399-bde07a447788 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5237186 Aug 17 02:30:51.857071 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-4bfb7580-eb2c-46b9-8c3e-0a506fcc3fad tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'subnet': {'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:51.895829 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bff45494-1fc4-49df-b379-b35441cbffaf None None] Provisioning complete for port 210939eb-70c7-4961-a045-ba14f5406339 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:51.896201 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bff45494-1fc4-49df-b379-b35441cbffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:51.910293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94e436-cba2-4cea-b8d5-a9fab3811cfe req-0f04f886-5e9b-4e89-9155-b9a57add56ac tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:51.912354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d94e436-cba2-4cea-b8d5-a9fab3811cfe req-0f04f886-5e9b-4e89-9155-b9a57add56ac tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 946 time: 0.0593204 Aug 17 02:30:51.949770 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-106f58df-636c-4d8c-a072-b0afe54aa634 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:51.957454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d94e436-cba2-4cea-b8d5-a9fab3811cfe req-efc22657-6974-4a0f-9ebf-3f55deeada95 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387950 Aug 17 02:30:51.969534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port b3976508-6d38-4f24-a264-835bd56af0ec, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b3976508-6d38-4f24-a264-835bd56af0ec,segment=NetworkSegment(19c22d4d-634b-47d3-ab85-0a6d5dba9200),segment_id=19c22d4d-634b-47d3-ab85-0a6d5dba9200)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:52.034090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f58df-636c-4d8c-a072-b0afe54aa634 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'Subnet': ['ID=452d33d6-77e8-4cab-8020-92847845b29f,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:52.040321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-bff45494-1fc4-49df-b379-b35441cbffaf None None] Port 210939eb-70c7-4961-a045-ba14f5406339 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:52.088255 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:52.089417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 77dd676e-be05-4355-8c83-fc9f1aaade76 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:52.121440 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106f58df-636c-4d8c-a072-b0afe54aa634 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Checking segment: {'id': '287cc985-07aa-4a82-9666-cce6eac495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:52.121758 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106f58df-636c-4d8c-a072-b0afe54aa634 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Network hostable DHCP agents. Network: 868e1de9-cdff-478e-90ee-d3d2c77b9575, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:30:52.128660 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ec6dd723-c83b-47e9-ae67-29d29c73fb4d req-d37f5f63-a8e5-41ed-848e-24b3e6f1877d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1897283 Aug 17 02:30:52.189126 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfb7580-eb2c-46b9-8c3e-0a506fcc3fad tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Made reservation on behalf of e858c780dae8487bbe7f583a174bbac9 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:52.193121 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4bfb7580-eb2c-46b9-8c3e-0a506fcc3fad tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:52.215811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Allocated IP 10.1.1.2 (b94dedf4-9530-4018-9785-93d1ce415491/ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df/ee278c43-00f7-48cd-99d5-5a42f5a36f38) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:52.237067 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=b3976508-6d38-4f24-a264-835bd56af0ec,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:52.260673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106f58df-636c-4d8c-a072-b0afe54aa634 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Network 868e1de9-cdff-478e-90ee-d3d2c77b9575 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:30:52.293588 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device c71fc348-42b9-4800-89df-76da978f1772 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:30:52.295337 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd723-c83b-47e9-ae67-29d29c73fb4d req-2c8d9414-4f16-4cf0-8e10-8c5b4e4c3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:52.296997 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ec6dd723-c83b-47e9-ae67-29d29c73fb4d req-2c8d9414-4f16-4cf0-8e10-8c5b4e4c3ef2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 1097 time: 0.1231186 Aug 17 02:30:52.324779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: c71fc348-42b9-4800-89df-76da978f1772 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:30:52.325114 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device c71fc348-42b9-4800-89df-76da978f1772 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:30:52.326520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 77dd676e-be05-4355-8c83-fc9f1aaade76 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:52.326890 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:52.400152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:30:49Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '210939eb-70c7-4961-a045-ba14f5406339', 'name': '', 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:cb:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:48Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 2, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:52.421733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-106f58df-636c-4d8c-a072-b0afe54aa634 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 868e1de9-cdff-478e-90ee-d3d2c77b9575) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:52.436952 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106f58df-636c-4d8c-a072-b0afe54aa634 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:52.437603 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-106f58df-636c-4d8c-a072-b0afe54aa634 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:52.458106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e56601-c9f2-4b59-b4ba-3f5bff381d45 None None] Network 868e1de9-cdff-478e-90ee-d3d2c77b9575 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:52.463867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Checking router: b2f1c88b-d1b7-493b-8401-6fc94e538848 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:30:52.463867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Updating router b2f1c88b-d1b7-493b-8401-6fc94e538848 port 210939eb-70c7-4961-a045-ba14f5406339 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:30:52.527888 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd723-c83b-47e9-ae67-29d29c73fb4d req-36c57d40-dbac-49e1-a1ca-41edf2d9cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:52.529503 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ec6dd723-c83b-47e9-ae67-29d29c73fb4d req-36c57d40-dbac-49e1-a1ca-41edf2d9cd5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 907 time: 0.2095928 Aug 17 02:30:52.554021 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:52.581288 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ec6dd723-c83b-47e9-ae67-29d29c73fb4d req-61d8f5ca-7506-4719-9de3-fd1e43d22ea6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a66684-e333-427a-a7ac-64b355670e00 HTTP/1.1" status: 200 len: 217 time: 0.0430996 Aug 17 02:30:52.590742 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:52.597085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Transition to ACTIVE for port object ee278c43-00f7-48cd-99d5-5a42f5a36f38 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:52.619977 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-106f58df-636c-4d8c-a072-b0afe54aa634 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3362279 Aug 17 02:30:52.623111 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56640) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:52.628907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-30ce6844-197c-4fcc-a210-8b2485877796 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'port': {'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491', 'name': 'tempest-TaggedBootDevicesTest_v242-2099641174', 'fixed_ips': [{'subnet_id': 'ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:52.634066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017c555-ee24-4644-898c-b7ac433e94e8 req-39e554f5-d278-4b88-8a1f-3c01bca9c479 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:52.636294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b017c555-ee24-4644-898c-b7ac433e94e8 req-39e554f5-d278-4b88-8a1f-3c01bca9c479 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 946 time: 0.0673845 Aug 17 02:30:52.648016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Transition to ACTIVE for port object ee278c43-00f7-48cd-99d5-5a42f5a36f38 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:52.685756 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4bfb7580-eb2c-46b9-8c3e-0a506fcc3fad tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:52.726388 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b017c555-ee24-4644-898c-b7ac433e94e8 req-558cefea-a839-4284-8865-79ba4ecc2f28 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766020 Aug 17 02:30:52.788381 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:52.836970 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a39ea197-d2d5-4610-8700-e8191c310f69 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:52.872589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-868e1de9-cdff-478e-90ee-d3d2c77b9575', 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'fixed_ips': [{'subnet_id': '452d33d6-77e8-4cab-8020-92847845b29f'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:30:52.876597 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:52.951466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Network b94dedf4-9530-4018-9785-93d1ce415491 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:52.967373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:52.976250 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:52.979413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Pushing event updated for resources: {'Port': ['ID=ee278c43-00f7-48cd-99d5-5a42f5a36f38,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:53.040419 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd723-c83b-47e9-ae67-29d29c73fb4d req-541625ec-b9ca-4549-8310-ac1cdf9fc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:53.042216 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ec6dd723-c83b-47e9-ae67-29d29c73fb4d req-541625ec-b9ca-4549-8310-ac1cdf9fc64b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 200 len: 846 time: 0.4535468 Aug 17 02:30:53.094849 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ec6dd723-c83b-47e9-ae67-29d29c73fb4d req-65eb9543-4f87-4735-a0f8-61fdc73999be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34f05c9b-0bd9-49d9-ae84-f63187a66bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424781 Aug 17 02:30:53.107948 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb7580-eb2c-46b9-8c3e-0a506fcc3fad tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Subnet': ['ID=bba1dd29-37c1-49dd-a63f-ad9872ccd95a,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:53.175267 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Attempting to bind port ee278c43-00f7-48cd-99d5-5a42f5a36f38 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:53.175655 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Attempting to bind port ee278c43-00f7-48cd-99d5-5a42f5a36f38 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:53.175996 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Attempting to bind port ee278c43-00f7-48cd-99d5-5a42f5a36f38 on network b94dedf4-9530-4018-9785-93d1ce415491 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:53.178080 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port a39ea197-d2d5-4610-8700-e8191c310f69 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:53.178453 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:53.212510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:53.212892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Checking segment: {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:53.213527 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:53.213713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Bound using segment: {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:53.214203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Bound port: ee278c43-00f7-48cd-99d5-5a42f5a36f38, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:53.214784 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:53.227363 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfb7580-eb2c-46b9-8c3e-0a506fcc3fad tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Checking segment: {'id': '6d5d2b76-c37c-4a92-8565-55772ece59cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:53.234574 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb7580-eb2c-46b9-8c3e-0a506fcc3fad tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network hostable DHCP agents. Network: 0263ba3b-455d-4149-970b-2b76d0e33ea8, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:30:53.253632 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Allocated IP 10.2.2.2 (868e1de9-cdff-478e-90ee-d3d2c77b9575/452d33d6-77e8-4cab-8020-92847845b29f/e3c79f82-6d07-4ada-a502-50fcf511c961) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:53.281926 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f30608-146c-4b3b-9934-4643352bba38 req-96f71bd4-4902-465b-9dd5-b4813cf44fd1 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:53.284440 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d3f30608-146c-4b3b-9934-4643352bba38 req-96f71bd4-4902-465b-9dd5-b4813cf44fd1 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.42 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 946 time: 0.1528223 Aug 17 02:30:53.301094 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ec6dd723-c83b-47e9-ae67-29d29c73fb4d req-d66b91a5-15b3-46ae-9a64-14285f9cfdcd service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906226 Aug 17 02:30:53.325865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ce6844-197c-4fcc-a210-8b2485877796 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Made reservation on behalf of d4421b77961e4a84acdbc5048e4ddaee for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:53.415879 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb7580-eb2c-46b9-8c3e-0a506fcc3fad tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 0263ba3b-455d-4149-970b-2b76d0e33ea8 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:30:53.448301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5822f6-d14a-4089-981c-1aaf27cb637c req-63ad25f6-f3eb-4e7f-9a9b-9a7f53959b8e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:53.456826 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e5822f6-d14a-4089-981c-1aaf27cb637c req-63ad25f6-f3eb-4e7f-9a9b-9a7f53959b8e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0743620 Aug 17 02:30:53.498259 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e5822f6-d14a-4089-981c-1aaf27cb637c req-84977eaf-9512-4e6f-bae7-fb027a2f7275 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396974 Aug 17 02:30:53.545571 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:53.558390 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-4bfb7580-eb2c-46b9-8c3e-0a506fcc3fad tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 0263ba3b-455d-4149-970b-2b76d0e33ea8) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:53.566415 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfb7580-eb2c-46b9-8c3e-0a506fcc3fad tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:53.567359 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4bfb7580-eb2c-46b9-8c3e-0a506fcc3fad tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:53.580407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Transition to ACTIVE for port object 210939eb-70c7-4961-a045-ba14f5406339 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:53.586111 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d22bf7-ad6e-449c-9333-61c4d5b458fc None None] Network 0263ba3b-455d-4149-970b-2b76d0e33ea8 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:53.609055 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30ce6844-197c-4fcc-a210-8b2485877796 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:53.615293 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ec6dd723-c83b-47e9-ae67-29d29c73fb4d req-afa602d6-1bd2-4c1e-840f-d8db51849c19 service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051720 Aug 17 02:30:53.624393 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9233fcb-1d41-472d-bc35-b41a42860dbb req-33c50266-7511-4845-b101-877cde35d32f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:53.637370 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9233fcb-1d41-472d-bc35-b41a42860dbb req-33c50266-7511-4845-b101-877cde35d32f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 946 time: 0.0630038 Aug 17 02:30:53.646869 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-d3f30608-146c-4b3b-9934-4643352bba38 req-4bd37a24-c02e-4117-ab30-d50871f163a7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Deleting port 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:30:53.647291 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d3f30608-146c-4b3b-9934-4643352bba38 req-4bd37a24-c02e-4117-ab30-d50871f163a7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:53.658297 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-30ce6844-197c-4fcc-a210-8b2485877796 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] device_id is not set on port 71edd6d5-0ae9-45a6-8572-76f90f786070 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:30:53.660708 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] For port ee278c43-00f7-48cd-99d5-5a42f5a36f38, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:53.679065 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9233fcb-1d41-472d-bc35-b41a42860dbb req-17c6cd00-c67b-40e0-aba7-0de59b24ed19 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398834 Aug 17 02:30:53.687242 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] For port ee278c43-00f7-48cd-99d5-5a42f5a36f38, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ee278c43-00f7-48cd-99d5-5a42f5a36f38,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:53.689003 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b3976508-6d38-4f24-a264-835bd56af0ec up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:53.757357 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port b3976508-6d38-4f24-a264-835bd56af0ec triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:53.757796 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:53.773684 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4bfb7580-eb2c-46b9-8c3e-0a506fcc3fad tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9185090 Aug 17 02:30:53.774155 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56650) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:53.822773 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10439709-807d-4aa6-96b7-1288d872f13b req-88a19178-0824-423a-b1c0-bae408ec10f2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:53.830088 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-10439709-807d-4aa6-96b7-1288d872f13b req-88a19178-0824-423a-b1c0-bae408ec10f2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 945 time: 0.0589788 Aug 17 02:30:53.832089 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:53.876453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-10439709-807d-4aa6-96b7-1288d872f13b req-c3cc91d7-3cf9-4ec8-8977-0d4acb733368 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447524 Aug 17 02:30:53.902623 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:54.028578 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eac634-451f-402f-9034-101d1a362ce5 None None] Pushing event updated for resources: {'Port': ['ID=210939eb-70c7-4961-a045-ba14f5406339,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:54.072733 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa0b08-fd1a-4f5c-a704-dbe08d5d2f87 req-50059d33-df13-43f7-ab26-170858df0eff tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:54.075202 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39aa0b08-fd1a-4f5c-a704-dbe08d5d2f87 req-50059d33-df13-43f7-ab26-170858df0eff tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 946 time: 0.0920322 Aug 17 02:30:54.100646 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d3f30608-146c-4b3b-9934-4643352bba38 req-4bd37a24-c02e-4117-ab30-d50871f163a7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] For port 4b8e6742-ddee-477a-9ef2-c5375b3d3d94, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=4b8e6742-ddee-477a-9ef2-c5375b3d3d94,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:54.101333 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d3f30608-146c-4b3b-9934-4643352bba38 req-4bd37a24-c02e-4117-ab30-d50871f163a7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:54.141909 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39aa0b08-fd1a-4f5c-a704-dbe08d5d2f87 req-b7cb33a5-cae5-4170-9536-cf28f2374ccb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580082 Aug 17 02:30:54.165342 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:54.182989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-d3f30608-146c-4b3b-9934-4643352bba38 req-4bd37a24-c02e-4117-ab30-d50871f163a7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Calling delete_port for 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:30:54.231867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f99f8-9c1a-4d27-ad7b-185632273309 None None] Pushing event updated for resources: {'Port': ['ID=ee278c43-00f7-48cd-99d5-5a42f5a36f38,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:54.260157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-0263ba3b-455d-4149-970b-2b76d0e33ea8', 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'fixed_ips': [{'subnet_id': 'bba1dd29-37c1-49dd-a63f-ad9872ccd95a'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:30:54.261073 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:54.271969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Transition to ACTIVE for port object e3c79f82-6d07-4ada-a502-50fcf511c961 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:54.291226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Attempting to bind port 210939eb-70c7-4961-a045-ba14f5406339 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:54.292602 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Attempting to bind port 210939eb-70c7-4961-a045-ba14f5406339 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '19c22d4d-634b-47d3-ab85-0a6d5dba9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:54.293559 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Attempting to bind port 210939eb-70c7-4961-a045-ba14f5406339 on network 95cc89b4-ea45-4cb5-8e1d-971c9069f7dc {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:54.323090 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:54.323090 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Checking segment: {'id': '19c22d4d-634b-47d3-ab85-0a6d5dba9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:54.323090 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:54.323090 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Bound using segment: {'id': '19c22d4d-634b-47d3-ab85-0a6d5dba9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:54.323090 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Bound port: 210939eb-70c7-4961-a045-ba14f5406339, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c22d4d-634b-47d3-ab85-0a6d5dba9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:54.323090 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:54.366499 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Transition to ACTIVE for port object e3c79f82-6d07-4ada-a502-50fcf511c961 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:54.368106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-30ce6844-197c-4fcc-a210-8b2485877796 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Allocated IP 10.1.1.229 (b94dedf4-9530-4018-9785-93d1ce415491/ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df/71edd6d5-0ae9-45a6-8572-76f90f786070) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:54.545788 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] For port 210939eb-70c7-4961-a045-ba14f5406339, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:54.549888 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] For port 210939eb-70c7-4961-a045-ba14f5406339, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=210939eb-70c7-4961-a045-ba14f5406339,segment=NetworkSegment(19c22d4d-634b-47d3-ab85-0a6d5dba9200),segment_id=19c22d4d-634b-47d3-ab85-0a6d5dba9200)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:54.574719 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:54.629154 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Network 868e1de9-cdff-478e-90ee-d3d2c77b9575 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:54.638322 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:54.640556 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:54.644960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:54.650532 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Pushing event updated for resources: {'Port': ['ID=e3c79f82-6d07-4ada-a502-50fcf511c961,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:54.661502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Allocated IP 172.23.0.2 (0263ba3b-455d-4149-970b-2b76d0e33ea8/bba1dd29-37c1-49dd-a63f-ad9872ccd95a/c4d16864-f040-4c14-8e5c-906fa73620a9) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:54.709733 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1231ad3-4e89-434a-bbc0-f1a3fa6dc117 req-aa73a59b-fa79-4ca9-9b15-788f547f763b tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:54.727914 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b1231ad3-4e89-434a-bbc0-f1a3fa6dc117 req-aa73a59b-fa79-4ca9-9b15-788f547f763b tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.1467240 Aug 17 02:30:54.788104 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:54.831112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:54.832016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:54.833865 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d3f30608-146c-4b3b-9934-4643352bba38 req-4bd37a24-c02e-4117-ab30-d50871f163a7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:54.837764 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b1231ad3-4e89-434a-bbc0-f1a3fa6dc117 req-90db9de4-60da-49f3-8a14-2d2de139c3c5 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042750 Aug 17 02:30:54.856637 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Attempting to bind port e3c79f82-6d07-4ada-a502-50fcf511c961 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:54.860085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Attempting to bind port e3c79f82-6d07-4ada-a502-50fcf511c961 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '287cc985-07aa-4a82-9666-cce6eac495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:54.860497 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Attempting to bind port e3c79f82-6d07-4ada-a502-50fcf511c961 on network 868e1de9-cdff-478e-90ee-d3d2c77b9575 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:54.944091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ee278c43-00f7-48cd-99d5-5a42f5a36f38 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:54.954775 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43518bc6-95c0-4525-9669-4df114d3974e req-64fb0f10-b9f4-4c90-ae8c-2b3591dcaffe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 210 time: 0.0403564 Aug 17 02:30:54.968252 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:54.968683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Checking segment: {'id': '287cc985-07aa-4a82-9666-cce6eac495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:54.969040 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:54.969468 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Bound using segment: {'id': '287cc985-07aa-4a82-9666-cce6eac495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:54.969956 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Bound port: e3c79f82-6d07-4ada-a502-50fcf511c961, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287cc985-07aa-4a82-9666-cce6eac495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:54.970512 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:54.993626 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eac634-451f-402f-9034-101d1a362ce5 None None] Pushing event updated for resources: {'Port': ['ID=210939eb-70c7-4961-a045-ba14f5406339,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:55.009189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd37a24-c02e-4117-ab30-d50871f163a7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Pushing event deleted for resources: {'Port': ['ID=4b8e6742-ddee-477a-9ef2-c5375b3d3d94,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:55.021431 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30ce6844-197c-4fcc-a210-8b2485877796 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:55.048347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4023aee-044d-4e32-9bd3-7720f6e9b916 req-954fc4a7-71c5-439e-941d-97e1405cb522 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:55.050396 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a4023aee-044d-4e32-9bd3-7720f6e9b916 req-954fc4a7-71c5-439e-941d-97e1405cb522 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 946 time: 0.3553333 Aug 17 02:30:55.139030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15507d05-f36f-4de2-b539-686942fbc3e5 req-5d5722a6-e1cd-437e-98c8-0717ad4d4d57 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:55.141742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15507d05-f36f-4de2-b539-686942fbc3e5 req-5d5722a6-e1cd-437e-98c8-0717ad4d4d57 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 945 time: 0.0870922 Aug 17 02:30:55.150041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:30:55.158153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] For port e3c79f82-6d07-4ada-a502-50fcf511c961, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:55.175027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-30ce6844-197c-4fcc-a210-8b2485877796 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Transition to ACTIVE for port object 71edd6d5-0ae9-45a6-8572-76f90f786070 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:55.200214 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15507d05-f36f-4de2-b539-686942fbc3e5 req-da282d79-856d-4c4b-8b86-dd1fa643a3ff tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507579 Aug 17 02:30:55.211454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f30608-146c-4b3b-9934-4643352bba38 req-4bd37a24-c02e-4117-ab30-d50871f163a7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] No DVR routers for this DVR port 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:30:55.223924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d3f30608-146c-4b3b-9934-4643352bba38 req-4bd37a24-c02e-4117-ab30-d50871f163a7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:55.231223 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d3f30608-146c-4b3b-9934-4643352bba38 req-4bd37a24-c02e-4117-ab30-d50871f163a7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.42 "DELETE /v2.0/ports/4b8e6742-ddee-477a-9ef2-c5375b3d3d94 HTTP/1.1" status: 204 len: 173 time: 1.8545957 Aug 17 02:30:55.235430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] For port e3c79f82-6d07-4ada-a502-50fcf511c961, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e3c79f82-6d07-4ada-a502-50fcf511c961,segment=NetworkSegment(287cc985-07aa-4a82-9666-cce6eac495ce),segment_id=287cc985-07aa-4a82-9666-cce6eac495ce)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:55.236099 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e7a49-3bf3-4bcb-8e11-97fc6fe759b6', 'name': 'network-vif-deleted', 'tag': '4b8e6742-ddee-477a-9ef2-c5375b3d3d94'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:55.238932 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4442ad73-ba95-494c-8bb6-5b29ab358700" -d '{"events": [{"server_uuid": "d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6", "name": "network-vif-deleted", "tag": "4b8e6742-ddee-477a-9ef2-c5375b3d3d94"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:55.277938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port ee278c43-00f7-48cd-99d5-5a42f5a36f38 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:55.338969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e593a-b5c2-415c-9adf-7208235c2099 req-68a9e978-54fd-48a3-a34b-69f1f75c3e15 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:55.340849 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-736e593a-b5c2-415c-9adf-7208235c2099 req-68a9e978-54fd-48a3-a34b-69f1f75c3e15 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 946 time: 0.0612526 Aug 17 02:30:55.351238 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:55.382670 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:55.398859 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-736e593a-b5c2-415c-9adf-7208235c2099 req-85ddcff2-35ed-4f2f-9ff8-970e3821f3f1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364246 Aug 17 02:30:55.418909 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9f5e5-b1a3-4197-a447-7531d8daf28c req-1b503244-f92e-40ac-80e3-d77666314597 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:55.419664 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1df9f5e5-b1a3-4197-a447-7531d8daf28c req-1b503244-f92e-40ac-80e3-d77666314597 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 945 time: 0.3575771 Aug 17 02:30:55.424204 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Transition to ACTIVE for port object c4d16864-f040-4c14-8e5c-906fa73620a9 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:55.475113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1237de0a-1cd6-4289-af3f-985b08d529be None None] Network b94dedf4-9530-4018-9785-93d1ce415491 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:55.706005 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Transition to ACTIVE for port object c4d16864-f040-4c14-8e5c-906fa73620a9 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:55.729183 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47675a6c-6284-46f5-89e1-8463a8b7257b None None] Pushing event updated for resources: {'Port': ['ID=e3c79f82-6d07-4ada-a502-50fcf511c961,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:55.802494 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:55.812287 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69c85e6-b03e-4647-83de-d0c79801a491 x-openstack-request-id: req-b69c85e6-b03e-4647-83de-d0c79801a491 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:55.812287 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6", "name": "network-vif-deleted", "tag": "4b8e6742-ddee-477a-9ef2-c5375b3d3d94", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:55.812287 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b69c85e6-b03e-4647-83de-d0c79801a491 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:55.812287 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73e7a49-3bf3-4bcb-8e11-97fc6fe759b6', 'name': 'network-vif-deleted', 'tag': '4b8e6742-ddee-477a-9ef2-c5375b3d3d94', 'status': 'completed', 'code': 200} Aug 17 02:30:55.814171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d9d935fa-e180-4d99-9a06-b49689e7871c None None] Provisioning for port ee278c43-00f7-48cd-99d5-5a42f5a36f38 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:55.863262 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d9d935fa-e180-4d99-9a06-b49689e7871c None None] Provisioning complete for port ee278c43-00f7-48cd-99d5-5a42f5a36f38 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:55.865954 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d9d935fa-e180-4d99-9a06-b49689e7871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:55.894944 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30ce6844-197c-4fcc-a210-8b2485877796 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:55.907514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Network 0263ba3b-455d-4149-970b-2b76d0e33ea8 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:55.920574 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:55.931840 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:55.944236 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Pushing event updated for resources: {'Port': ['ID=c4d16864-f040-4c14-8e5c-906fa73620a9,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:55.963287 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-a4023aee-044d-4e32-9bd3-7720f6e9b916 req-c2e56bfa-1c5c-444a-b593-20eb75b09026 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Deleting port 942e35cf-185c-47ae-b97e-108d8fdf97d5 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:30:55.963925 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a4023aee-044d-4e32-9bd3-7720f6e9b916 req-c2e56bfa-1c5c-444a-b593-20eb75b09026 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:55.998597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:30:49Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '210939eb-70c7-4961-a045-ba14f5406339', 'name': '', 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:cb:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:48Z', 'updated_at': '2021-08-17T02:30:54Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:56.010014 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b420da-f35c-4c4d-bb9a-b9307e36f855 req-710a0f83-8956-41fe-932d-ff63432f7ec4 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:56.013055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13b420da-f35c-4c4d-bb9a-b9307e36f855 req-710a0f83-8956-41fe-932d-ff63432f7ec4 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0892537 Aug 17 02:30:56.033574 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Allocated IP 172.23.0.1 (0263ba3b-455d-4149-970b-2b76d0e33ea8/bba1dd29-37c1-49dd-a63f-ad9872ccd95a/180c9184-bfc4-46b3-8c17-4350d6d202ee) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:56.036678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ce6844-197c-4fcc-a210-8b2485877796 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Network b94dedf4-9530-4018-9785-93d1ce415491 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:56.053523 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-30ce6844-197c-4fcc-a210-8b2485877796 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:56.060950 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f34503-0952-4452-9af5-b1fd78fb25e4 None None] The sync data for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 is: [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:30:49Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '210939eb-70c7-4961-a045-ba14f5406339', 'name': '', 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:cb:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:48Z', 'updated_at': '2021-08-17T02:30:54Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:30:56.064005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ce6844-197c-4fcc-a210-8b2485877796 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:56.076596 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Attempting to bind port c4d16864-f040-4c14-8e5c-906fa73620a9 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:30:56.077525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Attempting to bind port c4d16864-f040-4c14-8e5c-906fa73620a9 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '6d5d2b76-c37c-4a92-8565-55772ece59cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:30:56.077525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Attempting to bind port c4d16864-f040-4c14-8e5c-906fa73620a9 on network 0263ba3b-455d-4149-970b-2b76d0e33ea8 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:30:56.079819 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce6844-197c-4fcc-a210-8b2485877796 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'Port': ['ID=71edd6d5-0ae9-45a6-8572-76f90f786070,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:56.108656 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:30:56.135491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:30:56.135881 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Checking segment: {'id': '6d5d2b76-c37c-4a92-8565-55772ece59cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:30:56.136850 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:56.137268 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Bound using segment: {'id': '6d5d2b76-c37c-4a92-8565-55772ece59cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:30:56.137769 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Bound port: c4d16864-f040-4c14-8e5c-906fa73620a9, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5d2b76-c37c-4a92-8565-55772ece59cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:30:56.138161 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:56.146085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:30:56.146465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 4b8e6742-ddee-477a-9ef2-c5375b3d3d94 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:30:56.146885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device f02728fa-dd91-4f53-98f1-69ea4dbd6768 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:30:56.159889 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13b420da-f35c-4c4d-bb9a-b9307e36f855 req-60767f7f-57f4-4aec-8236-e7f1b6e6330e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347032 Aug 17 02:30:56.246121 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ce6844-197c-4fcc-a210-8b2485877796 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:56.246825 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30ce6844-197c-4fcc-a210-8b2485877796 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:56.271951 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-a4023aee-044d-4e32-9bd3-7720f6e9b916 req-c2e56bfa-1c5c-444a-b593-20eb75b09026 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] For port 942e35cf-185c-47ae-b97e-108d8fdf97d5, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=942e35cf-185c-47ae-b97e-108d8fdf97d5,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:56.272204 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a4023aee-044d-4e32-9bd3-7720f6e9b916 req-c2e56bfa-1c5c-444a-b593-20eb75b09026 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:56.272710 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d9d935fa-e180-4d99-9a06-b49689e7871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:56.276594 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-1df9f5e5-b1a3-4197-a447-7531d8daf28c req-ee453171-1efc-486a-8885-35048f9ab9c1 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Deleting port f02728fa-dd91-4f53-98f1-69ea4dbd6768 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:30:56.277151 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1df9f5e5-b1a3-4197-a447-7531d8daf28c req-ee453171-1efc-486a-8885-35048f9ab9c1 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:56.360187 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6797641e-5bf1-4e49-b418-d68df78d0e0e req-1aa8688a-e22f-434e-95b7-84507f963557 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=d73e7a49-3bf3-4bcb-8e11-97fc6fe759b6 HTTP/1.1" status: 200 len: 210 time: 0.0624096 Aug 17 02:30:56.419480 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-a4023aee-044d-4e32-9bd3-7720f6e9b916 req-c2e56bfa-1c5c-444a-b593-20eb75b09026 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Calling delete_port for 942e35cf-185c-47ae-b97e-108d8fdf97d5 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:30:56.430518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] For port c4d16864-f040-4c14-8e5c-906fa73620a9, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:30:56.436460 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d9d935fa-e180-4d99-9a06-b49689e7871c None None] For port ee278c43-00f7-48cd-99d5-5a42f5a36f38, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ee278c43-00f7-48cd-99d5-5a42f5a36f38,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:56.437942 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-30ce6844-197c-4fcc-a210-8b2485877796 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8137989 Aug 17 02:30:56.438502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] For port c4d16864-f040-4c14-8e5c-906fa73620a9, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c4d16864-f040-4c14-8e5c-906fa73620a9,segment=NetworkSegment(6d5d2b76-c37c-4a92-8565-55772ece59cd),segment_id=6d5d2b76-c37c-4a92-8565-55772ece59cd)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:30:56.440655 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56674) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:56.449712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a74f42be-fbfe-4460-9bad-1ecc6eaff09c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'port': {'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491', 'name': 'tempest-TaggedBootDevicesTest_v242-995862647', 'fixed_ips': [{'subnet_id': 'ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:56.514137 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d9d935fa-e180-4d99-9a06-b49689e7871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:56.519370 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:56.562249 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:56.579941 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:56.605448 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c07b99d-aeda-4b54-9656-a778aeff7948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f02728fa-dd91-4f53-98f1-69ea4dbd6768'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:56.616091 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab6666c-4ddb-44c3-a1cd-7c859e702580" -d '{"events": [{"server_uuid": "9c07b99d-aeda-4b54-9656-a778aeff7948", "name": "network-vif-unplugged", "status": "completed", "tag": "f02728fa-dd91-4f53-98f1-69ea4dbd6768"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:56.655264 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Transition to ACTIVE for port object 180c9184-bfc4-46b3-8c17-4350d6d202ee will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:56.688153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port f02728fa-dd91-4f53-98f1-69ea4dbd6768, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f02728fa-dd91-4f53-98f1-69ea4dbd6768,segment=NetworkSegment(00a9ff97-4f8a-49cb-8296-a581013441f3),segment_id=00a9ff97-4f8a-49cb-8296-a581013441f3)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:56.696918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-1df9f5e5-b1a3-4197-a447-7531d8daf28c req-ee453171-1efc-486a-8885-35048f9ab9c1 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] For port f02728fa-dd91-4f53-98f1-69ea4dbd6768, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f02728fa-dd91-4f53-98f1-69ea4dbd6768,segment=NetworkSegment(00a9ff97-4f8a-49cb-8296-a581013441f3),segment_id=00a9ff97-4f8a-49cb-8296-a581013441f3)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:56.704692 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1df9f5e5-b1a3-4197-a447-7531d8daf28c req-ee453171-1efc-486a-8885-35048f9ab9c1 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:56.716984 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5c792-6b97-4387-8e8d-71cb10dc8ddf req-d592c3b8-efa6-46d5-9d33-73d9a2fab8f2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:56.727876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a4e5c792-6b97-4387-8e8d-71cb10dc8ddf req-d592c3b8-efa6-46d5-9d33-73d9a2fab8f2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 945 time: 0.1208045 Aug 17 02:30:56.735513 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d935fa-e180-4d99-9a06-b49689e7871c None None] Pushing event updated for resources: {'Port': ['ID=ee278c43-00f7-48cd-99d5-5a42f5a36f38,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:56.784141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a4e5c792-6b97-4387-8e8d-71cb10dc8ddf req-51654572-da77-417c-950c-c38325f61409 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548632 Aug 17 02:30:56.790893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-1df9f5e5-b1a3-4197-a447-7531d8daf28c req-ee453171-1efc-486a-8885-35048f9ab9c1 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Calling delete_port for f02728fa-dd91-4f53-98f1-69ea4dbd6768 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:30:56.797937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74f42be-fbfe-4460-9bad-1ecc6eaff09c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Made reservation on behalf of d4421b77961e4a84acdbc5048e4ddaee for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:30:56.885614 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9b970-39a9-442a-94d8-e8e5a48ee318 None None] Pushing event updated for resources: {'Port': ['ID=c4d16864-f040-4c14-8e5c-906fa73620a9,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:56.892628 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:57.022886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=f02728fa-dd91-4f53-98f1-69ea4dbd6768,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:57.035938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 210939eb-70c7-4961-a045-ba14f5406339 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:57.043345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc84855-11e9-43d2-9021-f7179e94a3e7 req-b4f41caf-cd5f-47be-b521-4ecfb1b4195c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:57.061601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7fc84855-11e9-43d2-9021-f7179e94a3e7 req-b4f41caf-cd5f-47be-b521-4ecfb1b4195c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa61f38-67cf-458a-b6c7-4eabba408739 HTTP/1.1" status: 200 len: 946 time: 0.1425972 Aug 17 02:30:57.132873 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d3f7989d-1d3f-445c-a7ad-5b3d0375c22a None None] Provisioning for port 71edd6d5-0ae9-45a6-8572-76f90f786070 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:57.140762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d3f7989d-1d3f-445c-a7ad-5b3d0375c22a None None] Provisioning complete for port 71edd6d5-0ae9-45a6-8572-76f90f786070 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:57.141181 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d3f7989d-1d3f-445c-a7ad-5b3d0375c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:57.168212 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74f42be-fbfe-4460-9bad-1ecc6eaff09c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:57.204338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf1b6fa-bf77-4093-a481-c9ef746a8d3b None None] Network 868e1de9-cdff-478e-90ee-d3d2c77b9575 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:57.209966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7fc84855-11e9-43d2-9021-f7179e94a3e7 req-5a138518-9d5d-46a1-85c2-5c25fe4eb458 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498070 Aug 17 02:30:57.215979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-a74f42be-fbfe-4460-9bad-1ecc6eaff09c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] device_id is not set on port 0f552f4b-5b61-4680-9809-627f6fd590c1 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:30:57.290482 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 210939eb-70c7-4961-a045-ba14f5406339 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:57.298213 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:57.302867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 210939eb-70c7-4961-a045-ba14f5406339 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:57.303243 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:57.306691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d3f7989d-1d3f-445c-a7ad-5b3d0375c22a None None] Port 71edd6d5-0ae9-45a6-8572-76f90f786070 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:57.362550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d3f7989d-1d3f-445c-a7ad-5b3d0375c22a None None] Provisioning complete for port ee278c43-00f7-48cd-99d5-5a42f5a36f38 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:57.362935 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d3f7989d-1d3f-445c-a7ad-5b3d0375c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:57.368995 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=180c9184-bfc4-46b3-8c17-4350d6d202ee,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:57.377436 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a4023aee-044d-4e32-9bd3-7720f6e9b916 req-c2e56bfa-1c5c-444a-b593-20eb75b09026 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:57.410016 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 0263ba3b-455d-4149-970b-2b76d0e33ea8 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:57.415071 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:57.424141 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df49e23-8339-45a3-ae67-686a744151b3 x-openstack-request-id: req-6df49e23-8339-45a3-ae67-686a744151b3 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:57.424141 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c07b99d-aeda-4b54-9656-a778aeff7948", "name": "network-vif-unplugged", "status": "completed", "tag": "f02728fa-dd91-4f53-98f1-69ea4dbd6768", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:57.424141 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6df49e23-8339-45a3-ae67-686a744151b3 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:57.424943 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c07b99d-aeda-4b54-9656-a778aeff7948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f02728fa-dd91-4f53-98f1-69ea4dbd6768', 'code': 200} Aug 17 02:30:57.429985 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['76a66684-e333-427a-a7ac-64b355670e00'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:30:57.447470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:57.464138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e56bfa-1c5c-444a-b593-20eb75b09026 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Pushing event deleted for resources: {'Port': ['ID=942e35cf-185c-47ae-b97e-108d8fdf97d5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:57.466428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-a74f42be-fbfe-4460-9bad-1ecc6eaff09c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Allocated IP 10.1.1.227 (b94dedf4-9530-4018-9785-93d1ce415491/ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df/0f552f4b-5b61-4680-9809-627f6fd590c1) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:30:57.549881 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4023aee-044d-4e32-9bd3-7720f6e9b916 req-c2e56bfa-1c5c-444a-b593-20eb75b09026 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] No DVR routers for this DVR port 942e35cf-185c-47ae-b97e-108d8fdf97d5 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:30:57.552598 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a4023aee-044d-4e32-9bd3-7720f6e9b916 req-c2e56bfa-1c5c-444a-b593-20eb75b09026 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:57.555461 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a4023aee-044d-4e32-9bd3-7720f6e9b916 req-c2e56bfa-1c5c-444a-b593-20eb75b09026 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "DELETE /v2.0/ports/942e35cf-185c-47ae-b97e-108d8fdf97d5 HTTP/1.1" status: 204 len: 173 time: 2.4751749 Aug 17 02:30:57.559343 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:57.569349 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:57.608360 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1df9f5e5-b1a3-4197-a447-7531d8daf28c req-ee453171-1efc-486a-8885-35048f9ab9c1 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:57.628798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c9e62-eb3c-416e-9753-bf1eaa3844e9 req-ba262ac8-7fed-40c2-b30d-42c772577a6a tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:57.630520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a1c9e62-eb3c-416e-9753-bf1eaa3844e9 req-ba262ac8-7fed-40c2-b30d-42c772577a6a tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.1237278 Aug 17 02:30:57.685306 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee453171-1efc-486a-8885-35048f9ab9c1 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Pushing event deleted for resources: {'Port': ['ID=f02728fa-dd91-4f53-98f1-69ea4dbd6768,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:57.689816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 210939eb-70c7-4961-a045-ba14f5406339, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=210939eb-70c7-4961-a045-ba14f5406339,segment=NetworkSegment(19c22d4d-634b-47d3-ab85-0a6d5dba9200),segment_id=19c22d4d-634b-47d3-ab85-0a6d5dba9200)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:57.757804 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a1c9e62-eb3c-416e-9753-bf1eaa3844e9 req-1ef2b34b-d778-4e88-900c-73764bed8d97 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113632 Aug 17 02:30:57.799838 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74f42be-fbfe-4460-9bad-1ecc6eaff09c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:57.800080 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:57.801020 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e3c79f82-6d07-4ada-a502-50fcf511c961 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:57.824184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa61f38-67cf-458a-b6c7-4eabba408739', 'name': 'network-vif-deleted', 'tag': '942e35cf-185c-47ae-b97e-108d8fdf97d5'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:30:57.830072 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187e7208-a51b-46cb-bab6-f08de1be3928" -d '{"events": [{"server_uuid": "afa61f38-67cf-458a-b6c7-4eabba408739", "name": "network-vif-deleted", "tag": "942e35cf-185c-47ae-b97e-108d8fdf97d5"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:30:57.851187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-a74f42be-fbfe-4460-9bad-1ecc6eaff09c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Transition to ACTIVE for port object 0f552f4b-5b61-4680-9809-627f6fd590c1 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:30:57.900870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df9f5e5-b1a3-4197-a447-7531d8daf28c req-ee453171-1efc-486a-8885-35048f9ab9c1 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] No DVR routers for this DVR port f02728fa-dd91-4f53-98f1-69ea4dbd6768 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:30:57.900870 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1df9f5e5-b1a3-4197-a447-7531d8daf28c req-ee453171-1efc-486a-8885-35048f9ab9c1 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:57.900870 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1df9f5e5-b1a3-4197-a447-7531d8daf28c req-ee453171-1efc-486a-8885-35048f9ab9c1 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.42 "DELETE /v2.0/ports/f02728fa-dd91-4f53-98f1-69ea4dbd6768 HTTP/1.1" status: 204 len: 173 time: 2.4566829 Aug 17 02:30:57.909726 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6379c09-1506-4754-b605-b47135dec8dd req-79b2ec23-5e10-4465-a2d3-c9b644fe88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:57.911452 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c6379c09-1506-4754-b605-b47135dec8dd req-79b2ec23-5e10-4465-a2d3-c9b644fe88ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f38b4c1f22e14380ae92d99e110612ae&device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 1102 time: 0.1900795 Aug 17 02:30:57.971281 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f87d487c-4080-4301-9d0b-df89e7ddd9ad None None] Provisioning complete for port 71edd6d5-0ae9-45a6-8572-76f90f786070 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:57.971654 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f87d487c-4080-4301-9d0b-df89e7ddd9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:57.978801 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=210939eb-70c7-4961-a045-ba14f5406339,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:57.992581 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b30f868-71a9-4fc1-ac1a-1cf86ce7d99f req-ec399c4e-dc32-471a-bb32-ed985e3b41ae tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c07b99d-aeda-4b54-9656-a778aeff7948 HTTP/1.1" status: 200 len: 210 time: 0.0665765 Aug 17 02:30:57.999675 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74f42be-fbfe-4460-9bad-1ecc6eaff09c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:58.047187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f87d487c-4080-4301-9d0b-df89e7ddd9ad None None] Port 71edd6d5-0ae9-45a6-8572-76f90f786070 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:58.066473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74f42be-fbfe-4460-9bad-1ecc6eaff09c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Network b94dedf4-9530-4018-9785-93d1ce415491 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:58.072827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-a74f42be-fbfe-4460-9bad-1ecc6eaff09c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:58.087127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6379c09-1506-4754-b605-b47135dec8dd req-1d022056-55e4-4a99-9197-17071ef4128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:58.088660 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c6379c09-1506-4754-b605-b47135dec8dd req-1d022056-55e4-4a99-9197-17071ef4128a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1510873 Aug 17 02:30:58.091585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f42be-fbfe-4460-9bad-1ecc6eaff09c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:30:58.133449 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4403a4b1-fd49-4a1f-9743-b804e5c16075 x-openstack-request-id: req-4403a4b1-fd49-4a1f-9743-b804e5c16075 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:30:58.137207 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa61f38-67cf-458a-b6c7-4eabba408739", "name": "network-vif-deleted", "tag": "942e35cf-185c-47ae-b97e-108d8fdf97d5", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:30:58.137207 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4403a4b1-fd49-4a1f-9743-b804e5c16075 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:30:58.137459 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port e3c79f82-6d07-4ada-a502-50fcf511c961 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:58.137565 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa61f38-67cf-458a-b6c7-4eabba408739', 'name': 'network-vif-deleted', 'tag': '942e35cf-185c-47ae-b97e-108d8fdf97d5', 'status': 'completed', 'code': 200} Aug 17 02:30:58.153521 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f87d487c-4080-4301-9d0b-df89e7ddd9ad None None] Provisioning for port e3c79f82-6d07-4ada-a502-50fcf511c961 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:58.163682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f87d487c-4080-4301-9d0b-df89e7ddd9ad None None] Provisioning complete for port e3c79f82-6d07-4ada-a502-50fcf511c961 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:58.164061 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f87d487c-4080-4301-9d0b-df89e7ddd9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:58.192115 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c6379c09-1506-4754-b605-b47135dec8dd req-49c860b7-051d-4bea-a7dc-2542c961d9b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285 HTTP/1.1" status: 200 len: 217 time: 0.0657041 Aug 17 02:30:58.200639 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:58.203480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f42be-fbfe-4460-9bad-1ecc6eaff09c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:58.203480 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74f42be-fbfe-4460-9bad-1ecc6eaff09c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:58.310943 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6379c09-1506-4754-b605-b47135dec8dd req-e6329f06-4379-4cbd-93a4-42bbefb7774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:58.313198 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c6379c09-1506-4754-b605-b47135dec8dd req-e6329f06-4379-4cbd-93a4-42bbefb7774d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1076188 Aug 17 02:30:58.325139 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 942e35cf-185c-47ae-b97e-108d8fdf97d5 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:30:58.366113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f42be-fbfe-4460-9bad-1ecc6eaff09c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'Port': ['ID=0f552f4b-5b61-4680-9809-627f6fd590c1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:58.366462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 942e35cf-185c-47ae-b97e-108d8fdf97d5 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:30:58.376751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 942e35cf-185c-47ae-b97e-108d8fdf97d5 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:30:58.379059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a74f42be-fbfe-4460-9bad-1ecc6eaff09c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9367278 Aug 17 02:30:58.471165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6379c09-1506-4754-b605-b47135dec8dd req-e7d88abe-9595-411d-b96a-78a6bbada38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:58.473103 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c6379c09-1506-4754-b605-b47135dec8dd req-e7d88abe-9595-411d-b96a-78a6bbada38e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1517656 Aug 17 02:30:58.507411 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f87d487c-4080-4301-9d0b-df89e7ddd9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:58.515590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-f00b44f7-1919-4829-b681-8a3d6aed6c5d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:30:58.540058 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-f00b44f7-1919-4829-b681-8a3d6aed6c5d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 812 time: 0.2756569 Aug 17 02:30:58.560413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f87d487c-4080-4301-9d0b-df89e7ddd9ad None None] For port e3c79f82-6d07-4ada-a502-50fcf511c961, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e3c79f82-6d07-4ada-a502-50fcf511c961,segment=NetworkSegment(287cc985-07aa-4a82-9666-cce6eac495ce),segment_id=287cc985-07aa-4a82-9666-cce6eac495ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:30:58.581536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-0515fc15-2ff0-4b69-8225-ef7283456250 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/quotas/df28fd90cb584fe4b8844c00eb5811ae HTTP/1.1" status: 200 len: 375 time: 0.0338919 Aug 17 02:30:58.581690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc434b4c-af25-4246-9e0f-e257f3b4bc83 None None] Network 0263ba3b-455d-4149-970b-2b76d0e33ea8 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:30:58.604374 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:58.622242 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-5846d075-1fc7-45fe-8003-b481f92e6b78 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449944 Aug 17 02:30:58.651805 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c6379c09-1506-4754-b605-b47135dec8dd req-e4fe198f-6dc3-44cc-b8f3-2c947a98b91b service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587861 Aug 17 02:30:58.674416 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f87d487c-4080-4301-9d0b-df89e7ddd9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:58.679469 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:58.788217 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:58.801880 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-04ded133-bb2d-4000-8639-8179ba855adb service neutron] 10.222.0.13 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724079 Aug 17 02:30:58.803775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d487c-4080-4301-9d0b-df89e7ddd9ad None None] Pushing event updated for resources: {'Port': ['ID=e3c79f82-6d07-4ada-a502-50fcf511c961,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:58.854177 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c6379c09-1506-4754-b605-b47135dec8dd req-f0151201-3e4b-4cf1-960e-f3417288793a service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902025 Aug 17 02:30:58.897875 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:58.904692 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event updated for resources: {'Port': ['ID=180c9184-bfc4-46b3-8c17-4350d6d202ee,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:30:58.920000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-db2c503a-f68e-4066-991d-eca0b84d863a None None] Provisioning for port c4d16864-f040-4c14-8e5c-906fa73620a9 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:58.973783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-20635017-5f46-4067-8680-d35547a97c6d service neutron] 10.222.0.13 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701360 Aug 17 02:30:59.007144 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ee278c43-00f7-48cd-99d5-5a42f5a36f38 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:59.057599 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Network 0263ba3b-455d-4149-970b-2b76d0e33ea8 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:30:59.060774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:30:59.064877 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ee278c43-00f7-48cd-99d5-5a42f5a36f38 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:59.065886 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:59.090996 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-db2c503a-f68e-4066-991d-eca0b84d863a None None] Provisioning for port 0f552f4b-5b61-4680-9809-627f6fd590c1 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:59.101490 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-db2c503a-f68e-4066-991d-eca0b84d863a None None] Provisioning complete for port 0f552f4b-5b61-4680-9809-627f6fd590c1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:59.101875 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-db2c503a-f68e-4066-991d-eca0b84d863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:59.200891 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router b2f1c88b-d1b7-493b-8401-6fc94e538848 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:30:59.302366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-db2c503a-f68e-4066-991d-eca0b84d863a None None] Port 0f552f4b-5b61-4680-9809-627f6fd590c1 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:59.333484 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-db2c503a-f68e-4066-991d-eca0b84d863a None None] Provisioning complete for port e3c79f82-6d07-4ada-a502-50fcf511c961 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:59.333852 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-db2c503a-f68e-4066-991d-eca0b84d863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:59.345865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:30:59.351909 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b7a437fe-0cba-47b2-ad80-0598ff01c88d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/b2f1c88b-d1b7-493b-8401-6fc94e538848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5765774 Aug 17 02:30:59.355301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56716) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:59.366112 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8a053af5-50ca-41cc-8817-383941dfb084 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:59.376038 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Sync routers for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:30:59.395454 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:30:59.396747 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:59.431745 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 210939eb-70c7-4961-a045-ba14f5406339 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:59.552239 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 210939eb-70c7-4961-a045-ba14f5406339 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:59.552615 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:59.554357 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:30:59.679344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c4d16864-f040-4c14-8e5c-906fa73620a9 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:30:59.770488 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-76a2c1b2-edc6-4be9-9239-5e0c6f7bf3d7 None None] Provisioning for port 180c9184-bfc4-46b3-8c17-4350d6d202ee completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:59.775891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-76a2c1b2-edc6-4be9-9239-5e0c6f7bf3d7 None None] Provisioning complete for port 180c9184-bfc4-46b3-8c17-4350d6d202ee triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:59.776475 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-76a2c1b2-edc6-4be9-9239-5e0c6f7bf3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:59.822357 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-76a2c1b2-edc6-4be9-9239-5e0c6f7bf3d7 None None] Port 180c9184-bfc4-46b3-8c17-4350d6d202ee cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:30:59.847061 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:30:57Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '180c9184-bfc4-46b3-8c17-4350d6d202ee', 'name': '', 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:bf:c1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'bba1dd29-37c1-49dd-a63f-ad9872ccd95a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:55Z', 'updated_at': '2021-08-17T02:30:58Z', 'revision_number': 2, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': 'bba1dd29-37c1-49dd-a63f-ad9872ccd95a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '210939eb-70c7-4961-a045-ba14f5406339', 'name': '', 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:cb:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:48Z', 'updated_at': '2021-08-17T02:30:57Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:30:59.877092 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Checking router: b2f1c88b-d1b7-493b-8401-6fc94e538848 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:30:59.877493 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Updating router b2f1c88b-d1b7-493b-8401-6fc94e538848 port 180c9184-bfc4-46b3-8c17-4350d6d202ee binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:30:59.885712 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port c4d16864-f040-4c14-8e5c-906fa73620a9 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:30:59.893532 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port c4d16864-f040-4c14-8e5c-906fa73620a9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:59.893978 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:59.916211 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:59.943754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56724) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:59.949738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e492f273-020e-49ce-b176-722dfd6d60ab tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916249262', 'description': 'tempest-description--657024337'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:30:59.988031 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c8a0a792-4492-47b2-b740-3d9348d8a517 None None] Provisioning complete for port 180c9184-bfc4-46b3-8c17-4350d6d202ee triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:30:59.988398 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c8a0a792-4492-47b2-b740-3d9348d8a517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:59.989728 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.extraroute_db [None req-8a053af5-50ca-41cc-8817-383941dfb084 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 02:31:00.008000 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.extraroute_db [None req-8a053af5-50ca-41cc-8817-383941dfb084 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Removed routes are [] {{(pid=95407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 02:31:00.008695 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a053af5-50ca-41cc-8817-383941dfb084 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.061942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0a792-4492-47b2-b740-3d9348d8a517 None None] Port 180c9184-bfc4-46b3-8c17-4350d6d202ee cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:31:00.068333 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.080673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366350d-5e34-47a9-a185-a4020e997fca req-d13ea9d7-ad3c-44bc-8973-220fa31048b4 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:00.082342 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c366350d-5e34-47a9-a185-a4020e997fca req-d13ea9d7-ad3c-44bc-8973-220fa31048b4 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0625191 Aug 17 02:31:00.096458 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e492f273-020e-49ce-b176-722dfd6d60ab tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.108336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port c4d16864-f040-4c14-8e5c-906fa73620a9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c4d16864-f040-4c14-8e5c-906fa73620a9,segment=NetworkSegment(6d5d2b76-c37c-4a92-8565-55772ece59cd),segment_id=6d5d2b76-c37c-4a92-8565-55772ece59cd)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:00.141428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c366350d-5e34-47a9-a185-a4020e997fca req-6f139a1d-5ecd-4c97-a021-aecdaae1b28b tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526345 Aug 17 02:31:00.155500 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.236661 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e492f273-020e-49ce-b176-722dfd6d60ab tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.253992 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=c4d16864-f040-4c14-8e5c-906fa73620a9,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:00.289645 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a731938-9f6b-457d-b3b3-1a4d6e8226d9 req-7c457d99-7756-4698-ba80-9a530c1369d7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 210 time: 0.0326033 Aug 17 02:31:00.302884 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.315622 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Transition to ACTIVE for port object 180c9184-bfc4-46b3-8c17-4350d6d202ee will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:00.336709 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e492f273-020e-49ce-b176-722dfd6d60ab tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.368193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492f273-020e-49ce-b176-722dfd6d60ab tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19507326-4cd7-4c5c-bd4d-82398a7d0f33,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:00.486135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c07b99d-aeda-4b54-9656-a778aeff7948', 'name': 'network-vif-deleted', 'tag': 'f02728fa-dd91-4f53-98f1-69ea4dbd6768'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:00.488416 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d779df9f-b686-46ed-9ff5-7348682c890a" -d '{"events": [{"server_uuid": "9c07b99d-aeda-4b54-9656-a778aeff7948", "name": "network-vif-deleted", "tag": "f02728fa-dd91-4f53-98f1-69ea4dbd6768"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:00.524965 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.601911 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2817c-b4d8-4ced-b19f-e4197d8dc45f None None] Pushing event updated for resources: {'Port': ['ID=180c9184-bfc4-46b3-8c17-4350d6d202ee,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:00.666870 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Attempting to bind port 180c9184-bfc4-46b3-8c17-4350d6d202ee on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:00.666870 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Attempting to bind port 180c9184-bfc4-46b3-8c17-4350d6d202ee by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '6d5d2b76-c37c-4a92-8565-55772ece59cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:00.666870 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Attempting to bind port 180c9184-bfc4-46b3-8c17-4350d6d202ee on network 0263ba3b-455d-4149-970b-2b76d0e33ea8 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:00.669837 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a053af5-50ca-41cc-8817-383941dfb084 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.677110 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a053af5-50ca-41cc-8817-383941dfb084 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.682519 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:00.684341 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Checking segment: {'id': '6d5d2b76-c37c-4a92-8565-55772ece59cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:00.686300 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.687822 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Bound using segment: {'id': '6d5d2b76-c37c-4a92-8565-55772ece59cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:00.688344 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Bound port: 180c9184-bfc4-46b3-8c17-4350d6d202ee, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5d2b76-c37c-4a92-8565-55772ece59cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:00.688795 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.773851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c4d16864-f040-4c14-8e5c-906fa73620a9 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:00.784007 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] For port 180c9184-bfc4-46b3-8c17-4350d6d202ee, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:00.787727 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] For port 180c9184-bfc4-46b3-8c17-4350d6d202ee, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=180c9184-bfc4-46b3-8c17-4350d6d202ee,segment=NetworkSegment(6d5d2b76-c37c-4a92-8565-55772ece59cd),segment_id=6d5d2b76-c37c-4a92-8565-55772ece59cd)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:00.826592 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a053af5-50ca-41cc-8817-383941dfb084 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router b2f1c88b-d1b7-493b-8401-6fc94e538848 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:31:00.834030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port c4d16864-f040-4c14-8e5c-906fa73620a9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:00.834946 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.884108 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e492f273-020e-49ce-b176-722dfd6d60ab tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.886644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e492f273-020e-49ce-b176-722dfd6d60ab tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9418077 Aug 17 02:31:00.892214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56744) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:00.896796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'security_group_rule': {'security_group_id': '19507326-4cd7-4c5c-bd4d-82398a7d0f33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:00.913174 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.915919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-41840a1f-fe2c-499d-83fd-9dffd8ca69e1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:00.918325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-41840a1f-fe2c-499d-83fd-9dffd8ca69e1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 806 time: 0.5349376 Aug 17 02:31:00.937748 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a053af5-50ca-41cc-8817-383941dfb084 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:31:00.950232 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a053af5-50ca-41cc-8817-383941dfb084 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:00.956019 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8a053af5-50ca-41cc-8817-383941dfb084 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/b2f1c88b-d1b7-493b-8401-6fc94e538848 HTTP/1.1" status: 200 len: 934 time: 1.5983005 Aug 17 02:31:00.956019 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56746) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:00.981148 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:00.983052 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e3c79f82-6d07-4ada-a502-50fcf511c961 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:00.985962 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:00.990662 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2817c-b4d8-4ced-b19f-e4197d8dc45f None None] Pushing event updated for resources: {'Port': ['ID=180c9184-bfc4-46b3-8c17-4350d6d202ee,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:00.991425 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-9118b7c1-3859-4f03-8184-175139d0636f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/quotas/de182f93f73446919b2fe4aeee1dafc6 HTTP/1.1" status: 200 len: 375 time: 0.0387468 Aug 17 02:31:01.027922 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:01.078953 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e3c79f82-6d07-4ada-a502-50fcf511c961 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:01.090815 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:01.090972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-238a24e0-9451-470f-ade0-0df6efe48a5b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691402 Aug 17 02:31:01.113138 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-745b2152-ff84-4224-b084-dcc10f5ff009 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/routers/b2f1c88b-d1b7-493b-8401-6fc94e538848 HTTP/1.1" status: 200 len: 934 time: 0.1555085 Aug 17 02:31:01.114093 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56748) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:01.119205 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7975f7a6-06ec-4f76-a73f-f4dcb5d8415c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'router': {'routes': None}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:01.233216 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-5a81ded9-66e5-4afc-a63c-cad26f08c717 service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478841 Aug 17 02:31:01.239503 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:01.259291 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:01.302254 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:01.401383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-8b43785b-ee43-4f98-9116-a68058f312bc service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266210 Aug 17 02:31:01.404946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:01.441219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a6ee97-a929-487b-9f0e-0938a71d8530,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:01.463718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:01.465649 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:01.466956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:01.467655 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:01.468157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:01.468719 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:01.469368 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:01.469855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:01.470249 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:01.470590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:01.470948 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:01.471345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:01.519146 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:01.521017 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3dcba6da-63b1-4655-8518-9582d2166751 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6271753 Aug 17 02:31:01.523031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56754) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:01.524889 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:30:59Z', 'revision_number': 6, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '180c9184-bfc4-46b3-8c17-4350d6d202ee', 'name': '', 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:bf:c1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'bba1dd29-37c1-49dd-a63f-ad9872ccd95a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:55Z', 'updated_at': '2021-08-17T02:31:00Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': 'bba1dd29-37c1-49dd-a63f-ad9872ccd95a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '210939eb-70c7-4961-a045-ba14f5406339', 'name': '', 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:cb:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:48Z', 'updated_at': '2021-08-17T02:30:57Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:01.529505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-6cc3baa7-607e-4027-915d-f4b88f60f244 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'security_group_rule': {'security_group_id': '19507326-4cd7-4c5c-bd4d-82398a7d0f33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:01.557634 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca412ccd-f3e5-4f72-9787-e79d4e12634b None None] The sync data for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 is: [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:30:59Z', 'revision_number': 6, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '180c9184-bfc4-46b3-8c17-4350d6d202ee', 'name': '', 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:bf:c1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'bba1dd29-37c1-49dd-a63f-ad9872ccd95a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:55Z', 'updated_at': '2021-08-17T02:31:00Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': 'bba1dd29-37c1-49dd-a63f-ad9872ccd95a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '210939eb-70c7-4961-a045-ba14f5406339', 'name': '', 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:cb:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:48Z', 'updated_at': '2021-08-17T02:30:57Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:31:01.581341 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.extraroute_db [None req-7975f7a6-06ec-4f76-a73f-f4dcb5d8415c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Added routes are [] {{(pid=95407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 02:31:01.581948 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.extraroute_db [None req-7975f7a6-06ec-4f76-a73f-f4dcb5d8415c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 02:31:01.647738 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cc3baa7-607e-4027-915d-f4b88f60f244 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:01.658539 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7975f7a6-06ec-4f76-a73f-f4dcb5d8415c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:01.758824 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cc3baa7-607e-4027-915d-f4b88f60f244 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:01.853676 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cc3baa7-607e-4027-915d-f4b88f60f244 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:01.895998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-190027db-6c7a-4e0a-be12-ce12486f04be tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:01.896787 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-190027db-6c7a-4e0a-be12-ce12486f04be tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/networks?id=07c416f3-ee0c-4d58-830b-c9b26cebccb0 HTTP/1.1" status: 200 len: 809 time: 0.1580439 Aug 17 02:31:01.898773 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3baa7-607e-4027-915d-f4b88f60f244 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4798507f-fec9-426a-8c2a-d5a0fa37b855,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:01.925059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-af5de8b0-a7b8-4f3a-96e2-a4ed762a6567 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/quotas/6063f01005144838a595b5869bb5216c HTTP/1.1" status: 200 len: 375 time: 0.0183992 Aug 17 02:31:01.968384 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-9a1d42a8-6e96-4785-873c-28d5ef58b29b tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6063f01005144838a595b5869bb5216c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325055 Aug 17 02:31:01.981811 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7975f7a6-06ec-4f76-a73f-f4dcb5d8415c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:01.985578 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7975f7a6-06ec-4f76-a73f-f4dcb5d8415c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:02.024557 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cc3baa7-607e-4027-915d-f4b88f60f244 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:02.029380 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6cc3baa7-607e-4027-915d-f4b88f60f244 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5015881 Aug 17 02:31:02.029673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56772) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:02.034453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:02.079977 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-8a848d46-d5e9-44f0-b923-300b7f0a643d service neutron] 10.222.0.13 "GET /v2.0/networks/07c416f3-ee0c-4d58-830b-c9b26cebccb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027539 Aug 17 02:31:02.177123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7975f7a6-06ec-4f76-a73f-f4dcb5d8415c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router b2f1c88b-d1b7-493b-8401-6fc94e538848 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:31:02.188985 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-4b3c9a52-cd89-43f0-848b-a286dcbcdc69 service neutron] 10.222.0.13 "GET /v2.0/networks/07c416f3-ee0c-4d58-830b-c9b26cebccb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003833 Aug 17 02:31:02.294394 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:02.369096 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-11d1c457-5525-435c-ae34-368f1ec97289 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:02.371171 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-11d1c457-5525-435c-ae34-368f1ec97289 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 812 time: 0.2587686 Aug 17 02:31:02.390560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-5df99725-2ae6-4c7c-b5bb-d8e401e26a6e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Request body: {'port': {'device_id': '953bccd7-d29f-4557-aec8-8df546e0fa13', 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b', 'admin_state_up': True, 'tenant_id': 'df28fd90cb584fe4b8844c00eb5811ae'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:02.393920 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7975f7a6-06ec-4f76-a73f-f4dcb5d8415c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:31:02.402760 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7975f7a6-06ec-4f76-a73f-f4dcb5d8415c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:02.406266 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7975f7a6-06ec-4f76-a73f-f4dcb5d8415c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/b2f1c88b-d1b7-493b-8401-6fc94e538848 HTTP/1.1" status: 200 len: 700 time: 1.2886455 Aug 17 02:31:02.406801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56774) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:02.566794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed488a4-3eab-4d7d-8024-54ba8e605df8 None None] Sync routers for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:31:02.576621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:02.581002 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed488a4-3eab-4d7d-8024-54ba8e605df8 None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:02.581692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9ed488a4-3eab-4d7d-8024-54ba8e605df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:02.589987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9bc1b8fa-4cf4-40b1-bf5c-4f27752e46b9 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/routers/b2f1c88b-d1b7-493b-8401-6fc94e538848 HTTP/1.1" status: 200 len: 700 time: 0.1817849 Aug 17 02:31:02.592617 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56782) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:02.687731 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d44c25-21ce-448b-8a89-cdecd8697f1a x-openstack-request-id: req-41d44c25-21ce-448b-8a89-cdecd8697f1a {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:02.688023 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c07b99d-aeda-4b54-9656-a778aeff7948", "name": "network-vif-deleted", "tag": "f02728fa-dd91-4f53-98f1-69ea4dbd6768", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:02.688278 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41d44c25-21ce-448b-8a89-cdecd8697f1a {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:02.688678 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c07b99d-aeda-4b54-9656-a778aeff7948', 'name': 'network-vif-deleted', 'tag': 'f02728fa-dd91-4f53-98f1-69ea4dbd6768', 'status': 'completed', 'code': 200} Aug 17 02:31:02.708724 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-9ed488a4-3eab-4d7d-8024-54ba8e605df8 None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:02.735278 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-5df99725-2ae6-4c7c-b5bb-d8e401e26a6e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Made reservation on behalf of df28fd90cb584fe4b8844c00eb5811ae for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:02.739116 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-5df99725-2ae6-4c7c-b5bb-d8e401e26a6e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:02.842656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc509f1e-8a4d-4bf8-babc-a52f3fb10b4d req-3661bf05-e0b3-4168-84fe-0f868386f7f3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:02.844519 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc509f1e-8a4d-4bf8-babc-a52f3fb10b4d req-3661bf05-e0b3-4168-84fe-0f868386f7f3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0760868 Aug 17 02:31:02.856919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 180c9184-bfc4-46b3-8c17-4350d6d202ee up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:02.898247 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc509f1e-8a4d-4bf8-babc-a52f3fb10b4d req-07cf8102-e3f5-4f2a-a494-c4e80274c4ab tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463688 Aug 17 02:31:03.004525 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5bc15e6-528e-4adc-b220-9b5276e85d11 req-d4e7f21a-620e-4ce9-bc70-72f44e6343f7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 210 time: 0.0478492 Aug 17 02:31:03.080528 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9ed488a4-3eab-4d7d-8024-54ba8e605df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:01Z', 'revision_number': 7, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '180c9184-bfc4-46b3-8c17-4350d6d202ee', 'name': '', 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:bf:c1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'bba1dd29-37c1-49dd-a63f-ad9872ccd95a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:55Z', 'updated_at': '2021-08-17T02:31:00Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': 'bba1dd29-37c1-49dd-a63f-ad9872ccd95a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '210939eb-70c7-4961-a045-ba14f5406339', 'name': '', 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:cb:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:48Z', 'updated_at': '2021-08-17T02:30:57Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:03.112259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed488a4-3eab-4d7d-8024-54ba8e605df8 None None] Checking router: b2f1c88b-d1b7-493b-8401-6fc94e538848 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:31:03.122715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed488a4-3eab-4d7d-8024-54ba8e605df8 None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:03.123224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aa9c41c4-99b4-4ff8-abbe-3a7c2daaee54 req-c6b2cedf-ac1b-44b3-a9ad-6145b4a3a850 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 210 time: 0.0296900 Aug 17 02:31:03.123885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9ed488a4-3eab-4d7d-8024-54ba8e605df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:03.127197 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 180c9184-bfc4-46b3-8c17-4350d6d202ee completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:03.195153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 180c9184-bfc4-46b3-8c17-4350d6d202ee triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:03.195153 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:03.250397 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33b8ec31-c26b-4761-aa6b-6c6251a487af req-47acdc33-d875-4324-89de-171b3911a95c tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 210 time: 0.0681958 Aug 17 02:31:03.253561 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Allocated IP 172.25.5.175 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/d81312cb-809b-46c2-bd23-a867eeca8f26) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:03.255480 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-9ed488a4-3eab-4d7d-8024-54ba8e605df8 None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:03.398930 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-5df99725-2ae6-4c7c-b5bb-d8e401e26a6e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Allocated IP 172.20.0.9 (e8514d3d-ed13-45cd-a125-ef1e28472c3b/016e9709-70f3-4b17-8bfe-b44e0b1eb7e1/ff62aff7-c3c4-42cb-9099-505101bdf5a3) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:03.408342 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:03.456006 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 180c9184-bfc4-46b3-8c17-4350d6d202ee, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=180c9184-bfc4-46b3-8c17-4350d6d202ee,segment=NetworkSegment(6d5d2b76-c37c-4a92-8565-55772ece59cd),segment_id=6d5d2b76-c37c-4a92-8565-55772ece59cd)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:03.515466 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:03.536037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9ed488a4-3eab-4d7d-8024-54ba8e605df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:01Z', 'revision_number': 7, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '180c9184-bfc4-46b3-8c17-4350d6d202ee', 'name': '', 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:bf:c1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'bba1dd29-37c1-49dd-a63f-ad9872ccd95a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:55Z', 'updated_at': '2021-08-17T02:31:00Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': 'bba1dd29-37c1-49dd-a63f-ad9872ccd95a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '210939eb-70c7-4961-a045-ba14f5406339', 'name': '', 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:cb:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:48Z', 'updated_at': '2021-08-17T02:30:57Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:03.563131 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed488a4-3eab-4d7d-8024-54ba8e605df8 None None] The sync data for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 is: [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:01Z', 'revision_number': 7, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '180c9184-bfc4-46b3-8c17-4350d6d202ee', 'name': '', 'network_id': '0263ba3b-455d-4149-970b-2b76d0e33ea8', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:bf:c1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'bba1dd29-37c1-49dd-a63f-ad9872ccd95a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:55Z', 'updated_at': '2021-08-17T02:31:00Z', 'revision_number': 4, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': 'bba1dd29-37c1-49dd-a63f-ad9872ccd95a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '210939eb-70c7-4961-a045-ba14f5406339', 'name': '', 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:cb:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:48Z', 'updated_at': '2021-08-17T02:30:57Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:31:03.576637 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:03.638736 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=180c9184-bfc4-46b3-8c17-4350d6d202ee,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:03.709572 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-5df99725-2ae6-4c7c-b5bb-d8e401e26a6e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:03.763681 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05928a6d-14bb-4ec9-9377-b609a26379e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:03.848967 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:03.897177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:03.902562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:03.931795 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:03.973015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'Port': ['ID=d81312cb-809b-46c2-bd23-a867eeca8f26,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:03.982697 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-5df99725-2ae6-4c7c-b5bb-d8e401e26a6e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:04.058623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-5df99725-2ae6-4c7c-b5bb-d8e401e26a6e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Network e8514d3d-ed13-45cd-a125-ef1e28472c3b is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:04.061354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a9ff7-a941-48ee-8228-374dcc8f3db1 req-7c3fce37-69b2-4bac-9be2-68919dc55739 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:04.063819 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-810a9ff7-a941-48ee-8228-374dcc8f3db1 req-7c3fce37-69b2-4bac-9be2-68919dc55739 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0680044 Aug 17 02:31:04.066813 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-5df99725-2ae6-4c7c-b5bb-d8e401e26a6e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:04.087550 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-5df99725-2ae6-4c7c-b5bb-d8e401e26a6e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:04.108755 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-810a9ff7-a941-48ee-8228-374dcc8f3db1 req-884089c4-210c-4de5-9f2e-4ddcd9422274 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334616 Aug 17 02:31:04.115511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df99725-2ae6-4c7c-b5bb-d8e401e26a6e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Pushing event updated for resources: {'Port': ['ID=ff62aff7-c3c4-42cb-9099-505101bdf5a3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:04.199571 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:04.213739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-5df99725-2ae6-4c7c-b5bb-d8e401e26a6e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:04.214432 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-5df99725-2ae6-4c7c-b5bb-d8e401e26a6e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:04.219181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f0006-a8e1-41fc-a4a5-8c9d0ceca523 req-027be98f-9651-4c58-8680-dd9a2b4960d6 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:04.221009 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d45f0006-a8e1-41fc-a4a5-8c9d0ceca523 req-027be98f-9651-4c58-8680-dd9a2b4960d6 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 931 time: 0.0550799 Aug 17 02:31:04.265877 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d45f0006-a8e1-41fc-a4a5-8c9d0ceca523 req-aa54c185-cac8-424e-996f-a4a2766913c0 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365927 Aug 17 02:31:04.317213 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-05928a6d-14bb-4ec9-9377-b609a26379e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port 180c9184-bfc4-46b3-8c17-4350d6d202ee {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:04.317611 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05928a6d-14bb-4ec9-9377-b609a26379e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:04.364797 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-87ee2d41-fa59-486b-ac99-aee66bda2851 req-4a5435f9-7e97-4b5f-bf55-0181cd5edd4c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 210 time: 0.0346217 Aug 17 02:31:04.407272 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:04.432924 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-5df99725-2ae6-4c7c-b5bb-d8e401e26a6e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0482495 Aug 17 02:31:04.459080 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9beb8aa-693a-4e24-a45a-f565db03e096 req-38b79e0d-e9df-4a94-8d5f-6bf95580bdca tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 210 time: 0.0314190 Aug 17 02:31:04.459977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Request body: {'port': {'device_id': '953bccd7-d29f-4557-aec8-8df546e0fa13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:04.502863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-05928a6d-14bb-4ec9-9377-b609a26379e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] For port 180c9184-bfc4-46b3-8c17-4350d6d202ee, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=180c9184-bfc4-46b3-8c17-4350d6d202ee,segment=NetworkSegment(6d5d2b76-c37c-4a92-8565-55772ece59cd),segment_id=6d5d2b76-c37c-4a92-8565-55772ece59cd)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:04.503272 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05928a6d-14bb-4ec9-9377-b609a26379e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:04.561078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-05928a6d-14bb-4ec9-9377-b609a26379e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for 180c9184-bfc4-46b3-8c17-4350d6d202ee owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:04.602983 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:04.770533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 180c9184-bfc4-46b3-8c17-4350d6d202ee up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:04.838759 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 180c9184-bfc4-46b3-8c17-4350d6d202ee triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:04.841905 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:04.856781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:04.870954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-907a4106-0d88-467a-bb50-6066010c08ca tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:04.873190 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-907a4106-0d88-467a-bb50-6066010c08ca tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 806 time: 0.1679256 Aug 17 02:31:04.892882 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-6b22911d-25e3-4c21-9c82-d9d648b67324 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Request body: {'port': {'device_id': '1efa6d60-80ea-4155-8686-4bafd5c7bee4', 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee', 'admin_state_up': True, 'tenant_id': 'de182f93f73446919b2fe4aeee1dafc6'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:04.996318 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:05.048490 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05928a6d-14bb-4ec9-9377-b609a26379e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:05.104006 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'Port': ['ID=d81312cb-809b-46c2-bd23-a867eeca8f26,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:05.124222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-6b22911d-25e3-4c21-9c82-d9d648b67324 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Made reservation on behalf of de182f93f73446919b2fe4aeee1dafc6 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:05.128407 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-6b22911d-25e3-4c21-9c82-d9d648b67324 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:05.197604 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:05.205954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05928a6d-14bb-4ec9-9377-b609a26379e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=180c9184-bfc4-46b3-8c17-4350d6d202ee,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:05.319630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff62aff7-c3c4-42cb-9099-505101bdf5a3 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:05.332816 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:05.340490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8adca-d815-40cd-ab47-a599531d58b7 req-2c9551ea-1533-4632-b09a-ae330f5b20c3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:05.342376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2de8adca-d815-40cd-ab47-a599531d58b7 req-2c9551ea-1533-4632-b09a-ae330f5b20c3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.1146317 Aug 17 02:31:05.367337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-6b22911d-25e3-4c21-9c82-d9d648b67324 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Allocated IP 172.20.0.4 (34f05c9b-0bd9-49d9-ae84-f63187a66bee/028b2ac7-a8dd-403f-9dd3-f9eec71ab748/d7089f4b-9175-4ad1-babc-c0200cbfeacd) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:05.406304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2de8adca-d815-40cd-ab47-a599531d58b7 req-8c2014c6-bb16-42f2-81a1-53ee012f00be tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567439 Aug 17 02:31:05.435923 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:05.437605 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-90b29e99-5d9b-4e65-8b77-f645f92be730 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4069629 Aug 17 02:31:05.439330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Transition to ACTIVE for port object ff62aff7-c3c4-42cb-9099-505101bdf5a3 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:05.477275 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05928a6d-14bb-4ec9-9377-b609a26379e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:05.564819 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:05.657873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Pushing event updated for resources: {'Port': ['ID=ff62aff7-c3c4-42cb-9099-505101bdf5a3,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:05.669114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c55cbc-d6e1-4099-a7aa-091f51c78924 req-286ee899-edf0-4019-8839-d9c471ec4367 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:05.673491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6c55cbc-d6e1-4099-a7aa-091f51c78924 req-286ee899-edf0-4019-8839-d9c471ec4367 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 943 time: 0.1562316 Aug 17 02:31:05.716783 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-4b11f844-06f5-4e7b-9b8e-64420452f29a tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:05.718309 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-4b11f844-06f5-4e7b-9b8e-64420452f29a tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.18 "GET /v2.0/networks?id=07c416f3-ee0c-4d58-830b-c9b26cebccb0 HTTP/1.1" status: 200 len: 809 time: 0.2439914 Aug 17 02:31:05.721293 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-6b22911d-25e3-4c21-9c82-d9d648b67324 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:05.743917 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-b16e62be-9d60-44dc-b9ea-2444dbae15c2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Request body: {'port': {'device_id': 'c1438777-ca62-418b-a4e8-303c7d88e050', 'network_id': '07c416f3-ee0c-4d58-830b-c9b26cebccb0', 'admin_state_up': True, 'tenant_id': '6063f01005144838a595b5869bb5216c'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:05.791179 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6c55cbc-d6e1-4099-a7aa-091f51c78924 req-259317b2-398d-442f-98b5-3a9dc0ab147a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073482 Aug 17 02:31:05.797815 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Attempting to bind port ff62aff7-c3c4-42cb-9099-505101bdf5a3 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:05.798126 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Attempting to bind port ff62aff7-c3c4-42cb-9099-505101bdf5a3 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:05.798458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Attempting to bind port ff62aff7-c3c4-42cb-9099-505101bdf5a3 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:05.802921 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05928a6d-14bb-4ec9-9377-b609a26379e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router b2f1c88b-d1b7-493b-8401-6fc94e538848 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:31:05.808977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Port ff62aff7-c3c4-42cb-9099-505101bdf5a3 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:31:05.809201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Attempting to bind port ff62aff7-c3c4-42cb-9099-505101bdf5a3 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:05.819146 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:05.819402 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Checking segment: {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:05.819833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Bound using segment: {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:05.821041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Bound port: ff62aff7-c3c4-42cb-9099-505101bdf5a3, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:05.821441 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:05.917130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44e1037d-bfe3-4a5d-8fae-a993f13bbaba req-dcb2ccf5-c54c-4bbd-b8e2-2d9fc6ace456 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 210 time: 0.0441022 Aug 17 02:31:05.940669 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-6b22911d-25e3-4c21-9c82-d9d648b67324 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:05.970085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['76a66684-e333-427a-a7ac-64b355670e00'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:31:05.997491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-6b22911d-25e3-4c21-9c82-d9d648b67324 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Network 34f05c9b-0bd9-49d9-ae84-f63187a66bee is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:06.001404 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-6b22911d-25e3-4c21-9c82-d9d648b67324 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:06.006583 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-6b22911d-25e3-4c21-9c82-d9d648b67324 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:06.012935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22911d-25e3-4c21-9c82-d9d648b67324 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Pushing event updated for resources: {'Port': ['ID=d7089f4b-9175-4ad1-babc-c0200cbfeacd,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:06.074586 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c49995e7-fc21-4739-a0fc-fec3bf3a24d5 req-432d3159-7cd8-4e42-bdb4-526a5564f374 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 210 time: 0.0626173 Aug 17 02:31:06.077543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-b16e62be-9d60-44dc-b9ea-2444dbae15c2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Made reservation on behalf of 6063f01005144838a595b5869bb5216c for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:06.081020 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-b16e62be-9d60-44dc-b9ea-2444dbae15c2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:06.106521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-6b22911d-25e3-4c21-9c82-d9d648b67324 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:06.111383 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-6b22911d-25e3-4c21-9c82-d9d648b67324 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:06.255631 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-6b22911d-25e3-4c21-9c82-d9d648b67324 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3669789 Aug 17 02:31:06.268994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-cb6be838-0610-4ebc-a472-ffd9ed3c6ce2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1916249262&fields=id&tenant_id=d4421b77961e4a84acdbc5048e4ddaee HTTP/1.1" status: 200 len: 267 time: 0.0819991 Aug 17 02:31:06.279463 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Request body: {'port': {'device_id': '1efa6d60-80ea-4155-8686-4bafd5c7bee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:06.288801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05928a6d-14bb-4ec9-9377-b609a26379e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:31:06.294632 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-05928a6d-14bb-4ec9-9377-b609a26379e7 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/b2f1c88b-d1b7-493b-8401-6fc94e538848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7004855 Aug 17 02:31:06.297703 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56826) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:06.300329 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1879202a-1935-4118-817c-4445c0b19923 None None] Sync routers for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:31:06.308574 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] For port ff62aff7-c3c4-42cb-9099-505101bdf5a3, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:06.311036 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1879202a-1935-4118-817c-4445c0b19923 None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:06.311663 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1879202a-1935-4118-817c-4445c0b19923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:06.331488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-b16e62be-9d60-44dc-b9ea-2444dbae15c2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Allocated IP 172.20.0.7 (07c416f3-ee0c-4d58-830b-c9b26cebccb0/7f7fcef8-86c0-48a8-833d-ca8fc40f4f78/9756bb7e-0b27-4902-aedf-ad8b9a5521b6) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:06.346866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] For port ff62aff7-c3c4-42cb-9099-505101bdf5a3, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ff62aff7-c3c4-42cb-9099-505101bdf5a3,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:06.372781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd593a9-1832-4dfe-97b4-32dd4db1df0b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting subnet bba1dd29-37c1-49dd-a63f-ad9872ccd95a {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:31:06.377295 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8fd593a9-1832-4dfe-97b4-32dd4db1df0b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:06.408871 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:06.412760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-a3763404-3c58-41e7-96b3-358a158cdb80 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:06.418031 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-1879202a-1935-4118-817c-4445c0b19923 None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:06.423496 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-a3763404-3c58-41e7-96b3-358a158cdb80 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports/71edd6d5-0ae9-45a6-8572-76f90f786070 HTTP/1.1" status: 200 len: 937 time: 0.1403701 Aug 17 02:31:06.460935 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:06.461596 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:06.463343 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] 10.222.0.18 "PUT /v2.0/ports/ff62aff7-c3c4-42cb-9099-505101bdf5a3 HTTP/1.1" status: 200 len: 1092 time: 2.0111301 Aug 17 02:31:06.464568 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953bccd7-d29f-4557-aec8-8df546e0fa13', 'tag': 'ff62aff7-c3c4-42cb-9099-505101bdf5a3'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:06.467939 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a07bb1a-6956-4ee7-b87a-94afa962f269" -d '{"events": [{"name": "network-changed", "server_uuid": "953bccd7-d29f-4557-aec8-8df546e0fa13", "tag": "ff62aff7-c3c4-42cb-9099-505101bdf5a3"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:06.482108 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8fd593a9-1832-4dfe-97b4-32dd4db1df0b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:06.488445 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:06.528767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-8ab27fdc-4927-47b7-a58a-c44f6ffbb274 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:06.530675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2021b46-dc49-413d-8d25-22d06331992a service neutron] Pushing event updated for resources: {'Port': ['ID=ff62aff7-c3c4-42cb-9099-505101bdf5a3,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:06.537789 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-8ab27fdc-4927-47b7-a58a-c44f6ffbb274 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports/0f552f4b-5b61-4680-9809-627f6fd590c1 HTTP/1.1" status: 200 len: 936 time: 0.1133146 Aug 17 02:31:06.596403 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8fd593a9-1832-4dfe-97b4-32dd4db1df0b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:06.638837 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-98340f48-aa83-4f70-8a1d-904fdb03d64d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?network_id=868e1de9-cdff-478e-90ee-d3d2c77b9575&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0918469 Aug 17 02:31:06.666784 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1879202a-1935-4118-817c-4445c0b19923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:04Z', 'revision_number': 8, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '210939eb-70c7-4961-a045-ba14f5406339', 'name': '', 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:cb:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:48Z', 'updated_at': '2021-08-17T02:30:57Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:06.678970 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-a8bdbb9c-374b-49fe-b249-b922690cc399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:06.680499 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-a8bdbb9c-374b-49fe-b249-b922690cc399 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 1095 time: 0.0800278 Aug 17 02:31:06.698786 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1879202a-1935-4118-817c-4445c0b19923 None None] Checking router: b2f1c88b-d1b7-493b-8401-6fc94e538848 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:31:06.710910 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1879202a-1935-4118-817c-4445c0b19923 None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:06.711572 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1879202a-1935-4118-817c-4445c0b19923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:06.720024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-16b848a9-caaf-47aa-947c-0173aef721bb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?network_id=868e1de9-cdff-478e-90ee-d3d2c77b9575&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0502975 Aug 17 02:31:06.741228 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-67e66e1c-85b2-491d-aed9-2f1632deace6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff62aff7-c3c4-42cb-9099-505101bdf5a3 HTTP/1.1" status: 200 len: 217 time: 0.0468373 Aug 17 02:31:06.814620 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-1879202a-1935-4118-817c-4445c0b19923 None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:06.815915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-9874de8c-8348-4d62-b3cc-e4d362217c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:06.817709 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-9874de8c-8348-4d62-b3cc-e4d362217c6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=016e9709-70f3-4b17-8bfe-b44e0b1eb7e1 HTTP/1.1" status: 200 len: 852 time: 0.0648208 Aug 17 02:31:06.855475 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-a80c65de-3050-42f2-b85c-3fafdd5a7b3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8514d3d-ed13-45cd-a125-ef1e28472c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281491 Aug 17 02:31:06.914640 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8fd593a9-1832-4dfe-97b4-32dd4db1df0b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:06.935564 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-b16e62be-9d60-44dc-b9ea-2444dbae15c2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:06.952067 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8fd593a9-1832-4dfe-97b4-32dd4db1df0b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:06.954369 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8fd593a9-1832-4dfe-97b4-32dd4db1df0b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/bba1dd29-37c1-49dd-a63f-ad9872ccd95a HTTP/1.1" status: 204 len: 168 time: 0.6557162 Aug 17 02:31:06.957087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd593a9-1832-4dfe-97b4-32dd4db1df0b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Subnet': ['ID=bba1dd29-37c1-49dd-a63f-ad9872ccd95a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:06.959530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56836) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:06.973138 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6eebb6-b7b4-4c0e-966a-f1774fbdcaa7 None None] Network 0263ba3b-455d-4149-970b-2b76d0e33ea8 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:07.053498 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.057192 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1879202a-1935-4118-817c-4445c0b19923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:04Z', 'revision_number': 8, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '210939eb-70c7-4961-a045-ba14f5406339', 'name': '', 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:cb:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:48Z', 'updated_at': '2021-08-17T02:30:57Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:07.061657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-dbedd3be-27da-4fe1-8509-2b3bbfbeb1c3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:07.073092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-dbedd3be-27da-4fe1-8509-2b3bbfbeb1c3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:07.075002 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-dbedd3be-27da-4fe1-8509-2b3bbfbeb1c3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:07.082535 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-dbedd3be-27da-4fe1-8509-2b3bbfbeb1c3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/networks?id=0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=868e1de9-cdff-478e-90ee-d3d2c77b9575&id=868e1de9-cdff-478e-90ee-d3d2c77b9575 HTTP/1.1" status: 200 len: 1994 time: 0.2875338 Aug 17 02:31:07.087129 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1879202a-1935-4118-817c-4445c0b19923 None None] The sync data for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 is: [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:04Z', 'revision_number': 8, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '210939eb-70c7-4961-a045-ba14f5406339', 'name': '', 'network_id': '95cc89b4-ea45-4cb5-8e1d-971c9069f7dc', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:cb:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:48Z', 'updated_at': '2021-08-17T02:30:57Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '949e196d-5edf-4e1a-8ce2-757f52e87163', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:31:07.123925 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-f28ddf67-d7e1-481f-9035-22c0e693f958 service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604895 Aug 17 02:31:07.124454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-f7889278-b97f-4096-8e0d-51e5acd589cc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/quotas/d4421b77961e4a84acdbc5048e4ddaee HTTP/1.1" status: 200 len: 375 time: 0.0408189 Aug 17 02:31:07.217089 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port c4d16864-f040-4c14-8e5c-906fa73620a9 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:07.217466 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.235198 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-d6211e19-aa22-45ab-a559-c39a1a246b86 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1098466 Aug 17 02:31:07.266213 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-b16e62be-9d60-44dc-b9ea-2444dbae15c2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.297308 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c34adac5-6de8-44b3-bde6-d8973c8b1729 req-05522c4e-60b2-45f0-890e-7622ab4f5923 service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647620 Aug 17 02:31:07.305300 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] For port c4d16864-f040-4c14-8e5c-906fa73620a9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c4d16864-f040-4c14-8e5c-906fa73620a9,segment=NetworkSegment(6d5d2b76-c37c-4a92-8565-55772ece59cd),segment_id=6d5d2b76-c37c-4a92-8565-55772ece59cd)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:07.305697 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.324843 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for c4d16864-f040-4c14-8e5c-906fa73620a9 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:07.360221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7089f4b-9175-4ad1-babc-c0200cbfeacd {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:07.379791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-b16e62be-9d60-44dc-b9ea-2444dbae15c2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Network 07c416f3-ee0c-4d58-830b-c9b26cebccb0 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:07.381681 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.394644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-b16e62be-9d60-44dc-b9ea-2444dbae15c2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:07.397547 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-b16e62be-9d60-44dc-b9ea-2444dbae15c2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:07.429028 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e62be-9d60-44dc-b9ea-2444dbae15c2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Pushing event updated for resources: {'Port': ['ID=9756bb7e-0b27-4902-aedf-ad8b9a5521b6,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:07.440012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Transition to ACTIVE for port object d7089f4b-9175-4ad1-babc-c0200cbfeacd will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:07.478417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc9f3ca-f981-4dae-b9fd-fc85adcc2aec None None] DHCP port deletion for 0263ba3b-455d-4149-970b-2b76d0e33ea8 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:31:07.483237 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-b16e62be-9d60-44dc-b9ea-2444dbae15c2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:07.483896 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-b16e62be-9d60-44dc-b9ea-2444dbae15c2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.494741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-91d9d301-f0c3-4360-86fc-d62d245771e6 service neutron] 10.222.0.13 "GET /v2.0/networks/0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378709 Aug 17 02:31:07.516690 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.543248 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9f3ca-f981-4dae-b9fd-fc85adcc2aec None None] Deleting port c4d16864-f040-4c14-8e5c-906fa73620a9 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:07.543906 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f3ca-f981-4dae-b9fd-fc85adcc2aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.548529 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=c4d16864-f040-4c14-8e5c-906fa73620a9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:07.553723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No DVR routers for this DVR port c4d16864-f040-4c14-8e5c-906fa73620a9 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:07.560464 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.619095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5fc9f3ca-f981-4dae-b9fd-fc85adcc2aec None None] For port c4d16864-f040-4c14-8e5c-906fa73620a9, host n-d-793621-31, got binding levels [] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:07.619502 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f3ca-f981-4dae-b9fd-fc85adcc2aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.634669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9f3ca-f981-4dae-b9fd-fc85adcc2aec None None] Calling delete_port for c4d16864-f040-4c14-8e5c-906fa73620a9 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:07.636683 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Pushing event updated for resources: {'Port': ['ID=d7089f4b-9175-4ad1-babc-c0200cbfeacd,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:07.637931 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.ipam_backend_mixin [None req-5fc9f3ca-f981-4dae-b9fd-fc85adcc2aec None None] Port c4d16864-f040-4c14-8e5c-906fa73620a9 was not found and therefore no delete operation was performed {{(pid=95408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 02:31:07.639237 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f3ca-f981-4dae-b9fd-fc85adcc2aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.651962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc9f3ca-f981-4dae-b9fd-fc85adcc2aec None None] No DVR routers for this DVR port c4d16864-f040-4c14-8e5c-906fa73620a9 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:07.657514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-b16e62be-9d60-44dc-b9ea-2444dbae15c2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9245141 Aug 17 02:31:07.666040 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.673491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9f3ca-f981-4dae-b9fd-fc85adcc2aec None None] Pushing event deleted for resources: {'Port': ['ID=c4d16864-f040-4c14-8e5c-906fa73620a9,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:07.683718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0263ba3b-455d-4149-970b-2b76d0e33ea8']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:07.694700 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5d2b76-c37c-4a92-8565-55772ece59cd') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:07.700907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5d2b76-c37c-4a92-8565-55772ece59cd') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:07.701030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Request body: {'port': {'device_id': 'c1438777-ca62-418b-a4e8-303c7d88e050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:07.704849 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.719780 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.727368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:31:07.727818 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:31:07.731252 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:31:07.738332 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6514db40-4198-451a-860e-0e2a941b9250 service neutron] 10.222.0.13 "GET /v2.0/networks/0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367830 Aug 17 02:31:07.861903 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2e768f99-c61d-4e8d-bef6-4109e4d58de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.884463 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.892821 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:07.894760 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/networks/0263ba3b-455d-4149-970b-2b76d0e33ea8 HTTP/1.1" status: 204 len: 168 time: 0.9322443 Aug 17 02:31:07.907225 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56840) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:07.914062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb71411-6f47-4fd8-a67a-b38eba197741 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Network': ['ID=0263ba3b-455d-4149-970b-2b76d0e33ea8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:08.139048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-afcd15a6-e02d-41dd-a406-4233e80550ae service neutron] 10.222.0.13 "GET /v2.0/ports/71edd6d5-0ae9-45a6-8572-76f90f786070?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3936994 Aug 17 02:31:08.154052 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:08.155759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Attempting to bind port d7089f4b-9175-4ad1-babc-c0200cbfeacd on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:08.156206 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Attempting to bind port d7089f4b-9175-4ad1-babc-c0200cbfeacd by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:08.156447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Attempting to bind port d7089f4b-9175-4ad1-babc-c0200cbfeacd on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:08.202799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Port d7089f4b-9175-4ad1-babc-c0200cbfeacd on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:31:08.203133 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Attempting to bind port d7089f4b-9175-4ad1-babc-c0200cbfeacd on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:08.218736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:08.219077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Checking segment: {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:08.219477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Bound using segment: {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:08.220023 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Bound port: d7089f4b-9175-4ad1-babc-c0200cbfeacd, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:08.220394 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:08.263950 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3152-088a-444b-b119-a2dc82984253 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:08.401615 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6dec9685-0723-45fe-8135-7d7fe58dc1ab service neutron] 10.222.0.13 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546680 Aug 17 02:31:08.414794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] For port d7089f4b-9175-4ad1-babc-c0200cbfeacd, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:08.426479 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] For port d7089f4b-9175-4ad1-babc-c0200cbfeacd, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d7089f4b-9175-4ad1-babc-c0200cbfeacd,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:08.510036 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:08.526992 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b3152-088a-444b-b119-a2dc82984253 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port 210939eb-70c7-4961-a045-ba14f5406339 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:08.527880 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3152-088a-444b-b119-a2dc82984253 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:08.541055 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:31:08.577507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:08.578148 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:08.579568 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] 10.222.0.18 "PUT /v2.0/ports/d7089f4b-9175-4ad1-babc-c0200cbfeacd HTTP/1.1" status: 200 len: 1092 time: 2.3074460 Aug 17 02:31:08.581987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efa6d60-80ea-4155-8686-4bafd5c7bee4', 'tag': 'd7089f4b-9175-4ad1-babc-c0200cbfeacd'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:08.584394 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488d04c2-f0db-4164-ab7a-88fd4cdcabbe" -d '{"events": [{"name": "network-changed", "server_uuid": "1efa6d60-80ea-4155-8686-4bafd5c7bee4", "tag": "d7089f4b-9175-4ad1-babc-c0200cbfeacd"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:08.629428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54639fee-f015-4f79-a23e-0029a5f76193 service neutron] Pushing event updated for resources: {'Port': ['ID=d7089f4b-9175-4ad1-babc-c0200cbfeacd,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:08.634561 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-ca5b3152-088a-444b-b119-a2dc82984253 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] For port 210939eb-70c7-4961-a045-ba14f5406339, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=210939eb-70c7-4961-a045-ba14f5406339,segment=NetworkSegment(19c22d4d-634b-47d3-ab85-0a6d5dba9200),segment_id=19c22d4d-634b-47d3-ab85-0a6d5dba9200)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:08.635667 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3152-088a-444b-b119-a2dc82984253 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:08.649480 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b3152-088a-444b-b119-a2dc82984253 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for 210939eb-70c7-4961-a045-ba14f5406339 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:08.655370 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-76979700-d38e-47e1-8d79-f2e546e23bae service neutron] 10.222.0.13 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428200 Aug 17 02:31:08.738903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-db3ea596-4bfd-4450-870d-2c8a96106f02 service neutron] 10.222.0.13 "GET /v2.0/ports/0f552f4b-5b61-4680-9809-627f6fd590c1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0742915 Aug 17 02:31:08.762264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:08.788867 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:08.795617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 180c9184-bfc4-46b3-8c17-4350d6d202ee no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:08.825368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 180c9184-bfc4-46b3-8c17-4350d6d202ee {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:08.826253 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 180c9184-bfc4-46b3-8c17-4350d6d202ee not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:08.827444 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c4d16864-f040-4c14-8e5c-906fa73620a9 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:08.851554 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: c4d16864-f040-4c14-8e5c-906fa73620a9 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:08.852013 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c4d16864-f040-4c14-8e5c-906fa73620a9 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:08.859556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Transition to ACTIVE for port object 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:08.887928 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-74c5af08-2afa-4d0d-90e8-9d2e5a36cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:08.889550 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-74c5af08-2afa-4d0d-90e8-9d2e5a36cad9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 1095 time: 0.1220665 Aug 17 02:31:08.900073 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5a0d8be2-e90e-4fda-95b6-0d1c7ba81725 service neutron] 10.222.0.13 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490357 Aug 17 02:31:08.944926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-6828a0d1-c695-4c40-a9d4-1009c1166447 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7089f4b-9175-4ad1-babc-c0200cbfeacd HTTP/1.1" status: 200 len: 217 time: 0.0422087 Aug 17 02:31:08.988818 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3152-088a-444b-b119-a2dc82984253 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:09.013276 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:09.021207 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b3152-088a-444b-b119-a2dc82984253 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=210939eb-70c7-4961-a045-ba14f5406339,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:09.084937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-ef5b06ae-553c-4d19-95d2-c03ca54f81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:09.086744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-ef5b06ae-553c-4d19-95d2-c03ca54f81b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 200 len: 846 time: 0.1324346 Aug 17 02:31:09.126161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Pushing event updated for resources: {'Port': ['ID=9756bb7e-0b27-4902-aedf-ad8b9a5521b6,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:09.151652 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-18219b11-5229-4b28-9feb-f8501a7c22cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34f05c9b-0bd9-49d9-ae84-f63187a66bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469642 Aug 17 02:31:09.163820 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-8f288ffe-05c1-4f17-94ea-a11e5a6668d4 service neutron] 10.222.0.13 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550554 Aug 17 02:31:09.205612 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3152-088a-444b-b119-a2dc82984253 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:09.370555 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Attempting to bind port 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:09.370791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Attempting to bind port 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '00a9ff97-4f8a-49cb-8296-a581013441f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07c416f3-ee0c-4d58-830b-c9b26cebccb0'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:09.371127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Attempting to bind port 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 on network 07c416f3-ee0c-4d58-830b-c9b26cebccb0 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:09.386338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Port 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 on network 07c416f3-ee0c-4d58-830b-c9b26cebccb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:31:09.386844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Attempting to bind port 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 on network 07c416f3-ee0c-4d58-830b-c9b26cebccb0 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:09.391400 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7536d743-34d4-4d69-a63a-96939d61557c service neutron] 10.222.0.13 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267654 Aug 17 02:31:09.394844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-afffe7ad-aa4b-44e7-99bd-e6d2d92e8fb1 service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219913 Aug 17 02:31:09.395987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:09.396336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Checking segment: {'id': '00a9ff97-4f8a-49cb-8296-a581013441f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07c416f3-ee0c-4d58-830b-c9b26cebccb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:09.396724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Bound using segment: {'id': '00a9ff97-4f8a-49cb-8296-a581013441f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07c416f3-ee0c-4d58-830b-c9b26cebccb0'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:09.397163 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Bound port: 9756bb7e-0b27-4902-aedf-ad8b9a5521b6, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a9ff97-4f8a-49cb-8296-a581013441f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07c416f3-ee0c-4d58-830b-c9b26cebccb0'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:09.397623 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:09.404248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5b3152-088a-444b-b119-a2dc82984253 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router b2f1c88b-d1b7-493b-8401-6fc94e538848 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:31:09.498118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5b3152-088a-444b-b119-a2dc82984253 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:31:09.503606 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ca5b3152-088a-444b-b119-a2dc82984253 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/b2f1c88b-d1b7-493b-8401-6fc94e538848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5953755 Aug 17 02:31:09.506585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56844) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:09.509206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94478edf-98dd-437b-8a86-a977f4a35794 None None] Sync routers for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:31:09.519782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94478edf-98dd-437b-8a86-a977f4a35794 None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:09.520537 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-94478edf-98dd-437b-8a86-a977f4a35794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:09.562270 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting subnet 949e196d-5edf-4e1a-8ce2-757f52e87163 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:31:09.566637 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:09.611757 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] For port 9756bb7e-0b27-4902-aedf-ad8b9a5521b6, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:09.612368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-94478edf-98dd-437b-8a86-a977f4a35794 None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:09.612461 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:09.615481 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-618c3b5b-756e-431d-a308-2d5e71145ca9 service neutron] 10.222.0.13 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147727 Aug 17 02:31:09.643909 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] For port 9756bb7e-0b27-4902-aedf-ad8b9a5521b6, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=9756bb7e-0b27-4902-aedf-ad8b9a5521b6,segment=NetworkSegment(00a9ff97-4f8a-49cb-8296-a581013441f3),segment_id=00a9ff97-4f8a-49cb-8296-a581013441f3)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:09.656078 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25a2e5c7-33e7-402c-8d8a-983a87aaaefb req-426ecf84-61af-4ade-8413-0eee2067f502 service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401981 Aug 17 02:31:09.720224 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:09.722951 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:09.785400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:09.786076 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:09.792699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] 10.222.0.18 "PUT /v2.0/ports/9756bb7e-0b27-4902-aedf-ad8b9a5521b6 HTTP/1.1" status: 200 len: 1092 time: 2.0948491 Aug 17 02:31:09.795443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-0bfd7464-3b8f-4249-abbb-d1411fe3ec0b service neutron] 10.222.0.13 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697400 Aug 17 02:31:09.861571 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206989a6-c4e3-4b99-a7bf-38520aaa3590 service neutron] Pushing event updated for resources: {'Port': ['ID=9756bb7e-0b27-4902-aedf-ad8b9a5521b6,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:09.903234 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:09.910364 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-f1caf214-9091-410d-ac06-0404cab4a271 service neutron] 10.222.0.13 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059232 Aug 17 02:31:09.936610 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:09.941021 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/949e196d-5edf-4e1a-8ce2-757f52e87163 HTTP/1.1" status: 204 len: 168 time: 0.4310505 Aug 17 02:31:09.941021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Subnet': ['ID=949e196d-5edf-4e1a-8ce2-757f52e87163,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:09.943099 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56846) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:09.944065 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c0130b-2528-4b9c-91f7-a32805e7b325 None None] Network 95cc89b4-ea45-4cb5-8e1d-971c9069f7dc requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:09.976056 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:09.976444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:09.977166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:09.977614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:09.977964 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:09.978303 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:09.978639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:09.979046 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:09.979444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:09.979915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:09.980476 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:09.980820 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618797b3-eb7f-4796-8d49-a6acd8da2c90 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:10.046713 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6a069fca-1435-497e-9c1c-58ba764db3ed service neutron] 10.222.0.13 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283667 Aug 17 02:31:10.054071 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:10.107841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-94478edf-98dd-437b-8a86-a977f4a35794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:08Z', 'revision_number': 9, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:10.121441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port b3976508-6d38-4f24-a264-835bd56af0ec {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:10.122169 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:10.122620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-846f0b4a-d2f0-4b0a-a248-9131f8cdd6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:10.126171 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-846f0b4a-d2f0-4b0a-a248-9131f8cdd6cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6063f01005144838a595b5869bb5216c&device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 1095 time: 0.1204808 Aug 17 02:31:10.146881 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94478edf-98dd-437b-8a86-a977f4a35794 None None] Checking router: b2f1c88b-d1b7-493b-8401-6fc94e538848 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:31:10.167726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94478edf-98dd-437b-8a86-a977f4a35794 None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:10.168390 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-94478edf-98dd-437b-8a86-a977f4a35794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:30:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:10.189721 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-9cf14e32-2bc3-4a04-a42d-530b7586a7b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9756bb7e-0b27-4902-aedf-ad8b9a5521b6 HTTP/1.1" status: 200 len: 217 time: 0.0471148 Aug 17 02:31:10.201124 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] For port b3976508-6d38-4f24-a264-835bd56af0ec, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b3976508-6d38-4f24-a264-835bd56af0ec,segment=NetworkSegment(19c22d4d-634b-47d3-ab85-0a6d5dba9200),segment_id=19c22d4d-634b-47d3-ab85-0a6d5dba9200)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:10.201650 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:10.221330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for b3976508-6d38-4f24-a264-835bd56af0ec owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:10.241597 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9548bdf0-2f40-4170-b514-c9619797e3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:10.254268 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa05264-0c65-41b8-a401-459e0a0b7fb6 None None] DHCP port deletion for 95cc89b4-ea45-4cb5-8e1d-971c9069f7dc request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:31:10.255713 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-967c916d-1712-4864-91a4-2a0bf92c426d service neutron] 10.222.0.13 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008739 Aug 17 02:31:10.292829 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-94478edf-98dd-437b-8a86-a977f4a35794 None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:10.327277 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-5db936ce-27db-41c1-b171-4d242e499f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:10.329757 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-5db936ce-27db-41c1-b171-4d242e499f31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f7fcef8-86c0-48a8-833d-ca8fc40f4f78 HTTP/1.1" status: 200 len: 849 time: 0.1298871 Aug 17 02:31:10.372398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-f22dee76-f1df-4436-a9b5-459db017f9cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07c416f3-ee0c-4d58-830b-c9b26cebccb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347843 Aug 17 02:31:10.404458 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:10.424389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5aa05264-0c65-41b8-a401-459e0a0b7fb6 None None] Deleting port b3976508-6d38-4f24-a264-835bd56af0ec {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:10.424777 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5aa05264-0c65-41b8-a401-459e0a0b7fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:10.430847 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=b3976508-6d38-4f24-a264-835bd56af0ec,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:10.437600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No DVR routers for this DVR port b3976508-6d38-4f24-a264-835bd56af0ec on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:10.462872 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-45291779-7cb6-40fe-b616-b6448aa021a9 service neutron] 10.222.0.13 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945231 Aug 17 02:31:10.531885 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:10.534326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5aa05264-0c65-41b8-a401-459e0a0b7fb6 None None] For port b3976508-6d38-4f24-a264-835bd56af0ec, host n-d-793621-31, got binding levels [] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:10.534326 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5aa05264-0c65-41b8-a401-459e0a0b7fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:10.542700 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cc89b4-ea45-4cb5-8e1d-971c9069f7dc']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:10.553109 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c22d4d-634b-47d3-ab85-0a6d5dba9200') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:10.553569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c22d4d-634b-47d3-ab85-0a6d5dba9200') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:10.563740 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:10.566798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-e736536a-d6d7-465e-ac8c-975e15cdd5b2 service neutron] 10.222.0.18 "GET /v2.0/networks/07c416f3-ee0c-4d58-830b-c9b26cebccb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856213 Aug 17 02:31:10.567046 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5aa05264-0c65-41b8-a401-459e0a0b7fb6 None None] Calling delete_port for b3976508-6d38-4f24-a264-835bd56af0ec owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:10.573711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.ipam_backend_mixin [None req-5aa05264-0c65-41b8-a401-459e0a0b7fb6 None None] Port b3976508-6d38-4f24-a264-835bd56af0ec was not found and therefore no delete operation was performed {{(pid=95408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 02:31:10.577467 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5aa05264-0c65-41b8-a401-459e0a0b7fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:10.583411 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:10.592853 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:31:10.593591 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:31:10.597934 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:31:10.607908 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:10.609853 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa05264-0c65-41b8-a401-459e0a0b7fb6 None None] Pushing event deleted for resources: {'Port': ['ID=b3976508-6d38-4f24-a264-835bd56af0ec,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:10.615803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa05264-0c65-41b8-a401-459e0a0b7fb6 None None] No DVR routers for this DVR port b3976508-6d38-4f24-a264-835bd56af0ec on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:10.640824 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-94478edf-98dd-437b-8a86-a977f4a35794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:08Z', 'revision_number': 9, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:10.671753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94478edf-98dd-437b-8a86-a977f4a35794 None None] The sync data for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 is: [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:08Z', 'revision_number': 9, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a39ea197-d2d5-4610-8700-e8191c310f69', 'name': '', 'network_id': '0ffee529-fb54-4a21-a4d7-59668cebb8fd', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:86:61:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:42Z', 'updated_at': '2021-08-17T02:30:50Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '988e9e27-eeb8-48bc-885d-e2d21c7a12ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:31:10.685945 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-1453a167-840a-4d13-9bc3-a8f3ecf068e1 service neutron] 10.222.0.13 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100136 Aug 17 02:31:10.734791 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82ded9a3-b19c-41ac-893c-fcd0dd3cd677 req-7d3ff977-dbce-4ec7-9e3b-2c80e0ca41d8 service neutron] 10.222.0.18 "GET /v2.0/networks/07c416f3-ee0c-4d58-830b-c9b26cebccb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520844 Aug 17 02:31:10.821067 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:10.829315 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:10.831386 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/networks/95cc89b4-ea45-4cb5-8e1d-971c9069f7dc HTTP/1.1" status: 204 len: 168 time: 0.8872159 Aug 17 02:31:10.834803 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56852) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:10.849161 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff747645-ee53-4c87-82d6-1a63b6e09a4d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Network': ['ID=95cc89b4-ea45-4cb5-8e1d-971c9069f7dc,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:11.150126 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b3976508-6d38-4f24-a264-835bd56af0ec no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:11.183654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: b3976508-6d38-4f24-a264-835bd56af0ec {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:11.183998 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b3976508-6d38-4f24-a264-835bd56af0ec not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:11.243142 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6ae2cd7-fadc-474d-bb23-8ccb6576bbe5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:11.777060 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:11.818622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-b6ae2cd7-fadc-474d-bb23-8ccb6576bbe5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port a39ea197-d2d5-4610-8700-e8191c310f69 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:11.819236 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6ae2cd7-fadc-474d-bb23-8ccb6576bbe5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:11.909971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-b6ae2cd7-fadc-474d-bb23-8ccb6576bbe5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] For port a39ea197-d2d5-4610-8700-e8191c310f69, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a39ea197-d2d5-4610-8700-e8191c310f69,segment=NetworkSegment(c194ece7-294d-4378-b3e1-a056d14681ca),segment_id=c194ece7-294d-4378-b3e1-a056d14681ca)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:11.910344 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6ae2cd7-fadc-474d-bb23-8ccb6576bbe5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:11.926078 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-b6ae2cd7-fadc-474d-bb23-8ccb6576bbe5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for a39ea197-d2d5-4610-8700-e8191c310f69 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:12.232857 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6ae2cd7-fadc-474d-bb23-8ccb6576bbe5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:12.263799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae2cd7-fadc-474d-bb23-8ccb6576bbe5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=a39ea197-d2d5-4610-8700-e8191c310f69,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:12.409272 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ff62aff7-c3c4-42cb-9099-505101bdf5a3 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:31:12.428946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6ae2cd7-fadc-474d-bb23-8ccb6576bbe5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:12.537111 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ff62aff7-c3c4-42cb-9099-505101bdf5a3, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ff62aff7-c3c4-42cb-9099-505101bdf5a3,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:12.549097 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'ff62aff7-c3c4-42cb-9099-505101bdf5a3', 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b', 'port_id': 'ff62aff7-c3c4-42cb-9099-505101bdf5a3', 'mac_address': 'fa:16:3e:5c:de:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016e9709-70f3-4b17-8bfe-b44e0b1eb7e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:31:12.593107 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:12.606748 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff62aff7-c3c4-42cb-9099-505101bdf5a3 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:12.637253 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ff62aff7-c3c4-42cb-9099-505101bdf5a3, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ff62aff7-c3c4-42cb-9099-505101bdf5a3,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:12.659489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ae2cd7-fadc-474d-bb23-8ccb6576bbe5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router b2f1c88b-d1b7-493b-8401-6fc94e538848 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:31:12.762929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ae2cd7-fadc-474d-bb23-8ccb6576bbe5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:31:12.768516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b6ae2cd7-fadc-474d-bb23-8ccb6576bbe5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/b2f1c88b-d1b7-493b-8401-6fc94e538848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9317966 Aug 17 02:31:12.771266 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56870) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:12.781342 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d55e5-78aa-4e37-a650-9f84f370754e None None] Sync routers for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:31:12.789063 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 210939eb-70c7-4961-a045-ba14f5406339 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:12.793077 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:12.794813 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d55e5-78aa-4e37-a650-9f84f370754e None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:12.796371 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-556d55e5-78aa-4e37-a650-9f84f370754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:12.820198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 210939eb-70c7-4961-a045-ba14f5406339 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:12.820609 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 210939eb-70c7-4961-a045-ba14f5406339 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:12.830269 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc68704c-5cd9-43dc-8b33-5d6bfc53462b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting subnet 988e9e27-eeb8-48bc-885d-e2d21c7a12ab {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:31:12.856558 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dc68704c-5cd9-43dc-8b33-5d6bfc53462b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:12.880324 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=ff62aff7-c3c4-42cb-9099-505101bdf5a3,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:12.933905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dc68704c-5cd9-43dc-8b33-5d6bfc53462b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:12.969351 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-556d55e5-78aa-4e37-a650-9f84f370754e None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:12.987236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624eadb-a427-4fa9-b72e-b89af5b22825 req-6c384138-1b13-4dde-9d4d-98806be0153e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:12.995919 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2624eadb-a427-4fa9-b72e-b89af5b22825 req-6c384138-1b13-4dde-9d4d-98806be0153e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0827422 Aug 17 02:31:13.047651 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dc68704c-5cd9-43dc-8b33-5d6bfc53462b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:13.049605 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2624eadb-a427-4fa9-b72e-b89af5b22825 req-d4768531-62d0-42f0-97aa-a3f2c95d546b tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465460 Aug 17 02:31:13.098299 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba50dce-0708-4f0c-876b-c34015b7f1e1 x-openstack-request-id: req-1ba50dce-0708-4f0c-876b-c34015b7f1e1 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:13.104839 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953bccd7-d29f-4557-aec8-8df546e0fa13", "tag": "ff62aff7-c3c4-42cb-9099-505101bdf5a3", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:13.104839 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ba50dce-0708-4f0c-876b-c34015b7f1e1 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:13.104839 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953bccd7-d29f-4557-aec8-8df546e0fa13', 'tag': 'ff62aff7-c3c4-42cb-9099-505101bdf5a3', 'status': 'completed', 'code': 200} Aug 17 02:31:13.198078 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-556d55e5-78aa-4e37-a650-9f84f370754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:12Z', 'revision_number': 10, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:13.210419 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dc68704c-5cd9-43dc-8b33-5d6bfc53462b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:13.230811 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07bb1a-6956-4ee7-b87a-94afa962f269 req-6c5585d0-554f-4d4f-a3bb-aa5e1f676e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:13.235183 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a07bb1a-6956-4ee7-b87a-94afa962f269 req-6c5585d0-554f-4d4f-a3bb-aa5e1f676e93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 1096 time: 0.0873160 Aug 17 02:31:13.248805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bfdc7-1b61-4201-98f5-2916807e4c5c req-b3c1775d-10fb-431e-908a-1d9f3bf06772 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:13.251058 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-975bfdc7-1b61-4201-98f5-2916807e4c5c req-b3c1775d-10fb-431e-908a-1d9f3bf06772 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 944 time: 0.0928493 Aug 17 02:31:13.324323 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d55e5-78aa-4e37-a650-9f84f370754e None None] Checking router: b2f1c88b-d1b7-493b-8401-6fc94e538848 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:31:13.337090 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d55e5-78aa-4e37-a650-9f84f370754e None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:13.338046 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-556d55e5-78aa-4e37-a650-9f84f370754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:13.364981 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-975bfdc7-1b61-4201-98f5-2916807e4c5c req-70d21279-6f85-4cb6-940e-1e064d591135 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032126 Aug 17 02:31:13.416171 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07bb1a-6956-4ee7-b87a-94afa962f269 req-3cf8c267-8743-4d9f-a194-e0956ef613b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:13.419156 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a07bb1a-6956-4ee7-b87a-94afa962f269 req-3cf8c267-8743-4d9f-a194-e0956ef613b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 913 time: 0.1669755 Aug 17 02:31:13.447386 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-556d55e5-78aa-4e37-a650-9f84f370754e None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:13.488421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['ff62aff7-c3c4-42cb-9099-505101bdf5a3'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:31:13.509397 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a07bb1a-6956-4ee7-b87a-94afa962f269 req-ee97b6df-4172-4917-b69f-11ce42840813 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff62aff7-c3c4-42cb-9099-505101bdf5a3 HTTP/1.1" status: 200 len: 217 time: 0.0810804 Aug 17 02:31:13.527159 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68704c-5cd9-43dc-8b33-5d6bfc53462b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Subnet': ['ID=988e9e27-eeb8-48bc-885d-e2d21c7a12ab,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:13.530745 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dc68704c-5cd9-43dc-8b33-5d6bfc53462b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:13.532690 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dc68704c-5cd9-43dc-8b33-5d6bfc53462b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/988e9e27-eeb8-48bc-885d-e2d21c7a12ab HTTP/1.1" status: 204 len: 168 time: 0.7606142 Aug 17 02:31:13.539043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56880) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:13.556391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef555495-96db-48b4-8fb5-a6ae478e1647 None None] Network 0ffee529-fb54-4a21-a4d7-59668cebb8fd requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:13.661569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07bb1a-6956-4ee7-b87a-94afa962f269 req-7ba9c069-ab14-435c-8c06-406eeafb7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:13.662922 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a07bb1a-6956-4ee7-b87a-94afa962f269 req-7ba9c069-ab14-435c-8c06-406eeafb7b24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=016e9709-70f3-4b17-8bfe-b44e0b1eb7e1 HTTP/1.1" status: 200 len: 852 time: 0.1429982 Aug 17 02:31:13.672410 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:13.683358 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-556d55e5-78aa-4e37-a650-9f84f370754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:12Z', 'revision_number': 10, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:13.692268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27bcef-660c-447b-bc4a-d05cb60f9f7b req-e1b577f0-4b60-48ab-8d15-6f573e871a57 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:13.694124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a27bcef-660c-447b-bc4a-d05cb60f9f7b req-e1b577f0-4b60-48ab-8d15-6f573e871a57 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 943 time: 0.1878018 Aug 17 02:31:13.715662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a07bb1a-6956-4ee7-b87a-94afa962f269 req-e234008f-1e3b-4d01-9d92-b74b62d2c550 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8514d3d-ed13-45cd-a125-ef1e28472c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404055 Aug 17 02:31:13.715903 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d55e5-78aa-4e37-a650-9f84f370754e None None] The sync data for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 is: [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:12Z', 'revision_number': 10, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None, '_interfaces': [{'id': '77dd676e-be05-4355-8c83-fc9f1aaade76', 'name': '', 'network_id': '59d9b279-ec7c-408f-adbe-8b549c2a6fad', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'mac_address': 'fa:16:3e:2b:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:30:36Z', 'updated_at': '2021-08-17T02:30:47Z', 'revision_number': 5, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'subnets': [{'id': '0b7e6b61-f431-4388-b69f-d1ec6891d90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:31:13.804238 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:13.828750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a27bcef-660c-447b-bc4a-d05cb60f9f7b req-bc2a3950-f2d8-432f-9b24-dfc9a8697a74 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161680 Aug 17 02:31:13.871185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a07bb1a-6956-4ee7-b87a-94afa962f269 req-9410f9c4-40b7-4396-bc4e-da748f1ced94 service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471801 Aug 17 02:31:13.878595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:13.878938 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:14.031894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] For port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bc54c0cf-c13a-4cac-95fc-fc7f90efc30f,segment=NetworkSegment(c194ece7-294d-4378-b3e1-a056d14681ca),segment_id=c194ece7-294d-4378-b3e1-a056d14681ca)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:14.032555 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:14.051407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for bc54c0cf-c13a-4cac-95fc-fc7f90efc30f owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:14.091016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1db2d74-d7ca-4ca7-9b8d-dd02cfa2e8e8 None None] DHCP port deletion for 0ffee529-fb54-4a21-a4d7-59668cebb8fd request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:31:14.091436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dba783-3bc2-4514-bb1a-6ebc44e4768f req-f9f91648-0ad1-4314-8873-d94f81cb465d tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:14.093017 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15dba783-3bc2-4514-bb1a-6ebc44e4768f req-f9f91648-0ad1-4314-8873-d94f81cb465d tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 943 time: 0.1581938 Aug 17 02:31:14.128957 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a07bb1a-6956-4ee7-b87a-94afa962f269 req-7f4a6237-3c73-401d-9b38-655d8208a13d service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463903 Aug 17 02:31:14.155436 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a1db2d74-d7ca-4ca7-9b8d-dd02cfa2e8e8 None None] Deleting port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:14.155813 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a1db2d74-d7ca-4ca7-9b8d-dd02cfa2e8e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:14.189686 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15dba783-3bc2-4514-bb1a-6ebc44e4768f req-1f31a400-a3ef-4b27-ab95-63a08e144eae tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857902 Aug 17 02:31:14.243131 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a1db2d74-d7ca-4ca7-9b8d-dd02cfa2e8e8 None None] For port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bc54c0cf-c13a-4cac-95fc-fc7f90efc30f,segment=NetworkSegment(c194ece7-294d-4378-b3e1-a056d14681ca),segment_id=c194ece7-294d-4378-b3e1-a056d14681ca)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:14.243527 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a1db2d74-d7ca-4ca7-9b8d-dd02cfa2e8e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:14.250007 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82df4e40-7579-4b4e-a8e7-6005ef432d8d x-openstack-request-id: req-82df4e40-7579-4b4e-a8e7-6005ef432d8d {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:14.250374 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efa6d60-80ea-4155-8686-4bafd5c7bee4", "tag": "d7089f4b-9175-4ad1-babc-c0200cbfeacd", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:14.250701 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82df4e40-7579-4b4e-a8e7-6005ef432d8d {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:14.251180 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efa6d60-80ea-4155-8686-4bafd5c7bee4', 'tag': 'd7089f4b-9175-4ad1-babc-c0200cbfeacd', 'status': 'completed', 'code': 200} Aug 17 02:31:14.330248 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f92ca6bf-cfca-481d-a6fa-3ea1c4f0316a req-2b4a6305-6694-4e14-9a2e-73df46791ea0 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 210 time: 0.0473356 Aug 17 02:31:14.349103 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:14.388574 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=bc54c0cf-c13a-4cac-95fc-fc7f90efc30f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:14.393639 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No DVR routers for this DVR port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:14.406270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a1db2d74-d7ca-4ca7-9b8d-dd02cfa2e8e8 None None] Calling delete_port for bc54c0cf-c13a-4cac-95fc-fc7f90efc30f owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:14.413650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d7089f4b-9175-4ad1-babc-c0200cbfeacd details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:31:14.503369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d04c2-f0db-4164-ab7a-88fd4cdcabbe req-91b8b529-5eb7-40f8-bae9-c8e9dfc41506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:14.504737 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-488d04c2-f0db-4164-ab7a-88fd4cdcabbe req-91b8b529-5eb7-40f8-bae9-c8e9dfc41506 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 1095 time: 0.2038484 Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:14.543360 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:31:14.548578 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:14.559794 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a1db2d74-d7ca-4ca7-9b8d-dd02cfa2e8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:14.596194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffee529-fb54-4a21-a4d7-59668cebb8fd']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:14.596437 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db2d74-d7ca-4ca7-9b8d-dd02cfa2e8e8 None None] Pushing event deleted for resources: {'Port': ['ID=bc54c0cf-c13a-4cac-95fc-fc7f90efc30f,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:14.606311 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1db2d74-d7ca-4ca7-9b8d-dd02cfa2e8e8 None None] No DVR routers for this DVR port bc54c0cf-c13a-4cac-95fc-fc7f90efc30f on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:14.610453 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d7089f4b-9175-4ad1-babc-c0200cbfeacd, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d7089f4b-9175-4ad1-babc-c0200cbfeacd,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:14.620413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3bf70-237a-43a8-b2db-ce3cc625c61f req-07ee307f-d24b-4378-8fa3-29c346ac19be tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:14.622201 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44b3bf70-237a-43a8-b2db-ce3cc625c61f req-07ee307f-d24b-4378-8fa3-29c346ac19be tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 945 time: 0.1958544 Aug 17 02:31:14.625872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'd7089f4b-9175-4ad1-babc-c0200cbfeacd', 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee', 'port_id': 'd7089f4b-9175-4ad1-babc-c0200cbfeacd', 'mac_address': 'fa:16:3e:7d:12:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028b2ac7-a8dd-403f-9dd3-f9eec71ab748', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:31:14.629820 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c194ece7-294d-4378-b3e1-a056d14681ca') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:14.630130 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c194ece7-294d-4378-b3e1-a056d14681ca') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:14.654316 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:14.667077 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:14.680465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7089f4b-9175-4ad1-babc-c0200cbfeacd {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:14.692998 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:14.704398 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d7089f4b-9175-4ad1-babc-c0200cbfeacd, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d7089f4b-9175-4ad1-babc-c0200cbfeacd,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:14.711905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:31:14.712340 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:31:14.718485 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:31:14.761531 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bc54c0cf-c13a-4cac-95fc-fc7f90efc30f no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:14.774226 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44b3bf70-237a-43a8-b2db-ce3cc625c61f req-0128ae67-e170-412d-83be-3c2533b3556f tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417999 Aug 17 02:31:14.779332 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d04c2-f0db-4164-ab7a-88fd4cdcabbe req-0d341b1e-de78-4f98-823f-988820c25939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:14.780929 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-488d04c2-f0db-4164-ab7a-88fd4cdcabbe req-0d341b1e-de78-4f98-823f-988820c25939 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 907 time: 0.2660086 Aug 17 02:31:14.787451 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: bc54c0cf-c13a-4cac-95fc-fc7f90efc30f {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:14.788082 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bc54c0cf-c13a-4cac-95fc-fc7f90efc30f not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:14.789393 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a39ea197-d2d5-4610-8700-e8191c310f69 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:14.835317 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:14.835900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:31:14.837614 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: a39ea197-d2d5-4610-8700-e8191c310f69 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:14.837952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a39ea197-d2d5-4610-8700-e8191c310f69 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:14.852167 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-488d04c2-f0db-4164-ab7a-88fd4cdcabbe req-52a84d69-eeca-4a2f-ad5d-a3639e71ead2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7089f4b-9175-4ad1-babc-c0200cbfeacd HTTP/1.1" status: 200 len: 217 time: 0.0630181 Aug 17 02:31:14.933408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=d7089f4b-9175-4ad1-babc-c0200cbfeacd,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:14.936849 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d04c2-f0db-4164-ab7a-88fd4cdcabbe req-b1f3866e-3cef-4f89-a63c-e296a3b866c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:14.938393 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-488d04c2-f0db-4164-ab7a-88fd4cdcabbe req-b1f3866e-3cef-4f89-a63c-e296a3b866c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 200 len: 846 time: 0.0771554 Aug 17 02:31:14.947167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6b96a-5d1a-4b42-87fb-7bbe7fbb7a29 req-f96ab9fd-6eee-41e7-ae21-b26306121dec tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:14.949640 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-07e6b96a-5d1a-4b42-87fb-7bbe7fbb7a29 req-f96ab9fd-6eee-41e7-ae21-b26306121dec tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0997422 Aug 17 02:31:14.982320 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 9756bb7e-0b27-4902-aedf-ad8b9a5521b6, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=9756bb7e-0b27-4902-aedf-ad8b9a5521b6,segment=NetworkSegment(00a9ff97-4f8a-49cb-8296-a581013441f3),segment_id=00a9ff97-4f8a-49cb-8296-a581013441f3)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:14.987422 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-488d04c2-f0db-4164-ab7a-88fd4cdcabbe req-74f60a20-24ce-4b70-b786-3ecfe5094e5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34f05c9b-0bd9-49d9-ae84-f63187a66bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367899 Aug 17 02:31:14.990355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:15.003243 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:15.003344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '9756bb7e-0b27-4902-aedf-ad8b9a5521b6', 'network_id': '07c416f3-ee0c-4d58-830b-c9b26cebccb0', 'port_id': '9756bb7e-0b27-4902-aedf-ad8b9a5521b6', 'mac_address': 'fa:16:3e:95:d4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7fcef8-86c0-48a8-833d-ca8fc40f4f78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:31:15.003445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/networks/0ffee529-fb54-4a21-a4d7-59668cebb8fd HTTP/1.1" status: 204 len: 168 time: 1.4464691 Aug 17 02:31:15.005268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56892) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:15.023229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07b974-cd03-4a2c-b727-a833e7d29939 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Network': ['ID=0ffee529-fb54-4a21-a4d7-59668cebb8fd,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:15.060127 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:15.077772 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-07e6b96a-5d1a-4b42-87fb-7bbe7fbb7a29 req-cc789fb9-3082-4651-8869-eee26c873429 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180391 Aug 17 02:31:15.083188 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:15.118022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 9756bb7e-0b27-4902-aedf-ad8b9a5521b6, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=9756bb7e-0b27-4902-aedf-ad8b9a5521b6,segment=NetworkSegment(00a9ff97-4f8a-49cb-8296-a581013441f3),segment_id=00a9ff97-4f8a-49cb-8296-a581013441f3)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:15.141207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-488d04c2-f0db-4164-ab7a-88fd4cdcabbe req-8450bbd2-00ea-4433-ab36-f367729fb603 service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374204 Aug 17 02:31:15.188705 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:15.263681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ca354-7e0e-4505-becd-4481e5a16f15 req-285fc322-7e70-4db2-94f5-03bf2bd1be77 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:15.265293 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-925ca354-7e0e-4505-becd-4481e5a16f15 req-285fc322-7e70-4db2-94f5-03bf2bd1be77 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 944 time: 0.1048717 Aug 17 02:31:15.274971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=9756bb7e-0b27-4902-aedf-ad8b9a5521b6,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:15.304544 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-488d04c2-f0db-4164-ab7a-88fd4cdcabbe req-3041b44c-f8c6-420b-92dc-03e80e7f409b service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557415 Aug 17 02:31:15.325058 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-925ca354-7e0e-4505-becd-4481e5a16f15 req-1d2b543e-0c04-406d-b8e5-c633061bbe35 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504708 Aug 17 02:31:15.428535 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9dde1f6d-b117-4fc6-85a4-453104af7f3f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:15.463512 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcc827-2fa3-4f9c-a67b-e6f98deb463a req-0b4e311b-463f-41ad-9bee-556abca999c2 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:15.465013 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17fcc827-2fa3-4f9c-a67b-e6f98deb463a req-0b4e311b-463f-41ad-9bee-556abca999c2 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 944 time: 0.0550797 Aug 17 02:31:15.510203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17fcc827-2fa3-4f9c-a67b-e6f98deb463a req-7f1c6549-feac-45af-9e75-af6e857620c9 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Aug 17 02:31:15.676067 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5d9e0-8ff4-4a67-bbe6-543f4e19ac78 req-5e11ee13-83d4-4528-a731-c2f2871735f7 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:15.677493 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68d5d9e0-8ff4-4a67-bbe6-543f4e19ac78 req-5e11ee13-83d4-4528-a731-c2f2871735f7 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 944 time: 0.0759687 Aug 17 02:31:15.731662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68d5d9e0-8ff4-4a67-bbe6-543f4e19ac78 req-b5b69692-a346-4dea-bf10-2984d288f794 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454535 Aug 17 02:31:15.744944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['9756bb7e-0b27-4902-aedf-ad8b9a5521b6'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:31:15.745666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9dde1f6d-b117-4fc6-85a4-453104af7f3f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port 77dd676e-be05-4355-8c83-fc9f1aaade76 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:15.745915 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9dde1f6d-b117-4fc6-85a4-453104af7f3f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:15.773987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['d7089f4b-9175-4ad1-babc-c0200cbfeacd'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:31:15.847534 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ce295ae-ab1e-48d6-a1aa-9f7200f250db req-05c37717-a150-4f67-a091-bf07edd12541 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 210 time: 0.0338852 Aug 17 02:31:15.849398 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-9dde1f6d-b117-4fc6-85a4-453104af7f3f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] For port 77dd676e-be05-4355-8c83-fc9f1aaade76, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=77dd676e-be05-4355-8c83-fc9f1aaade76,segment=NetworkSegment(19749284-c5c4-4f6f-9521-0d11696da8ca),segment_id=19749284-c5c4-4f6f-9521-0d11696da8ca)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:15.849832 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9dde1f6d-b117-4fc6-85a4-453104af7f3f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:15.865294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9dde1f6d-b117-4fc6-85a4-453104af7f3f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for 77dd676e-be05-4355-8c83-fc9f1aaade76 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:16.114100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:16.127177 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f91860-359d-4fa4-9b53-04309aabfcfc req-3108c9eb-b4d9-4498-a911-f9062f8dec8b tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:16.128734 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f91860-359d-4fa4-9b53-04309aabfcfc req-3108c9eb-b4d9-4498-a911-f9062f8dec8b tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 945 time: 0.0712543 Aug 17 02:31:16.170880 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57f91860-359d-4fa4-9b53-04309aabfcfc req-47f611f5-c098-48e9-bf02-ab97587b07c9 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358076 Aug 17 02:31:16.188094 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9dde1f6d-b117-4fc6-85a4-453104af7f3f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:16.212626 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde1f6d-b117-4fc6-85a4-453104af7f3f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=77dd676e-be05-4355-8c83-fc9f1aaade76,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:16.212857 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:16.251020 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:16.253463 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c8715b-1ddf-4edd-ba5e-78b86a899625" -d '{"events": [{"server_uuid": "d779f147-e9be-4741-ae60-2536bb2bdbb0", "name": "network-vif-unplugged", "status": "completed", "tag": "9576ebd2-ad25-44d6-bfa0-47f40b8ef285"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:16.270722 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1438777-ca62-418b-a4e8-303c7d88e050', 'tag': '9756bb7e-0b27-4902-aedf-ad8b9a5521b6'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:16.271396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:16.273965 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010e9df4-73b6-4f00-b60d-045d55f41b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1438777-ca62-418b-a4e8-303c7d88e050", "tag": "9756bb7e-0b27-4902-aedf-ad8b9a5521b6"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:16.304305 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dc4af-3c50-4a74-8640-e69c4dbc0a39 req-94746ee5-55eb-462a-9453-ec68dd9e01db tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:16.306087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-142dc4af-3c50-4a74-8640-e69c4dbc0a39 req-94746ee5-55eb-462a-9453-ec68dd9e01db tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.0687294 Aug 17 02:31:16.357392 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-142dc4af-3c50-4a74-8640-e69c4dbc0a39 req-b6868dc1-d7c8-4507-9f13-777c9a3075fd tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386214 Aug 17 02:31:16.403139 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:16.436384 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ff62aff7-c3c4-42cb-9099-505101bdf5a3 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:16.448546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-033af764-e1ea-404a-8100-17175e7c12f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:16.451946 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-033af764-e1ea-404a-8100-17175e7c12f1 service neutron] 10.222.0.42 "GET /v2.0/ports/71edd6d5-0ae9-45a6-8572-76f90f786070 HTTP/1.1" status: 200 len: 1033 time: 0.0866661 Aug 17 02:31:16.452720 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9dde1f6d-b117-4fc6-85a4-453104af7f3f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:16.482048 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cf6f23-563d-49e4-ad3c-c4de5c1ff329 x-openstack-request-id: req-f5cf6f23-563d-49e4-ad3c-c4de5c1ff329 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:16.482348 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d779f147-e9be-4741-ae60-2536bb2bdbb0", "name": "network-vif-unplugged", "status": "completed", "tag": "9576ebd2-ad25-44d6-bfa0-47f40b8ef285", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:16.482605 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5cf6f23-563d-49e4-ad3c-c4de5c1ff329 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:16.483008 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285', 'code': 200} Aug 17 02:31:16.512602 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:16.529871 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d79ec2c-0b3f-4b94-9d18-e66608b18fd6 x-openstack-request-id: req-8d79ec2c-0b3f-4b94-9d18-e66608b18fd6 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:16.530234 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1438777-ca62-418b-a4e8-303c7d88e050", "tag": "9756bb7e-0b27-4902-aedf-ad8b9a5521b6", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:16.530555 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d79ec2c-0b3f-4b94-9d18-e66608b18fd6 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:16.531023 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1438777-ca62-418b-a4e8-303c7d88e050', 'tag': '9756bb7e-0b27-4902-aedf-ad8b9a5521b6', 'status': 'completed', 'code': 200} Aug 17 02:31:16.565894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-994e260b-f1ea-4461-b780-f94c4201d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:16.567273 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-994e260b-f1ea-4461-b780-f94c4201d502 service neutron] 10.222.0.42 "GET /v2.0/ports/0f552f4b-5b61-4680-9809-627f6fd590c1 HTTP/1.1" status: 200 len: 1032 time: 0.1043320 Aug 17 02:31:16.638433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port ff62aff7-c3c4-42cb-9099-505101bdf5a3 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:16.644130 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port ff62aff7-c3c4-42cb-9099-505101bdf5a3 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:16.644921 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:16.649820 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e9df4-73b6-4f00-b60d-045d55f41b4c req-f204fa8d-95a6-4914-8dc6-bfb10cf92453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:16.651549 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-010e9df4-73b6-4f00-b60d-045d55f41b4c req-f204fa8d-95a6-4914-8dc6-bfb10cf92453 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6063f01005144838a595b5869bb5216c&device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 1096 time: 0.0760796 Aug 17 02:31:16.662936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa9b7b-fe66-443c-9652-404efa8fed8b req-f19e2769-9694-43fa-995f-6b63fa90f900 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:16.664807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4fa9b7b-fe66-443c-9652-404efa8fed8b req-f19e2769-9694-43fa-995f-6b63fa90f900 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 944 time: 0.0779643 Aug 17 02:31:16.733363 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dde1f6d-b117-4fc6-85a4-453104af7f3f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router b2f1c88b-d1b7-493b-8401-6fc94e538848 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:31:16.770496 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:16.776851 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-2ca4f3a0-ebc5-4d72-96b9-cf48ca2086f0 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:16.783712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-2ca4f3a0-ebc5-4d72-96b9-cf48ca2086f0 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:16.790190 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-2ca4f3a0-ebc5-4d72-96b9-cf48ca2086f0 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:16.791205 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4fa9b7b-fe66-443c-9652-404efa8fed8b req-d94421be-9e57-4bd1-b0a0-823b2ce59731 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158910 Aug 17 02:31:16.792450 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-2ca4f3a0-ebc5-4d72-96b9-cf48ca2086f0 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "GET /v2.0/networks?id=0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=868e1de9-cdff-478e-90ee-d3d2c77b9575&id=868e1de9-cdff-478e-90ee-d3d2c77b9575 HTTP/1.1" status: 200 len: 1994 time: 0.2172902 Aug 17 02:31:16.819607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ff62aff7-c3c4-42cb-9099-505101bdf5a3, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ff62aff7-c3c4-42cb-9099-505101bdf5a3,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:16.840069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e9df4-73b6-4f00-b60d-045d55f41b4c req-047bc6c3-d3b2-43cb-92d5-8df9623d9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:16.841802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-010e9df4-73b6-4f00-b60d-045d55f41b4c req-047bc6c3-d3b2-43cb-92d5-8df9623d9e34 service neutron] 10.222.0.18 "GET /v2.0/networks?id=07c416f3-ee0c-4d58-830b-c9b26cebccb0 HTTP/1.1" status: 200 len: 910 time: 0.1759219 Aug 17 02:31:16.883961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dde1f6d-b117-4fc6-85a4-453104af7f3f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:31:16.886628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-010e9df4-73b6-4f00-b60d-045d55f41b4c req-dc566504-60f7-4a89-a332-937af3cf8972 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9756bb7e-0b27-4902-aedf-ad8b9a5521b6 HTTP/1.1" status: 200 len: 217 time: 0.0375140 Aug 17 02:31:16.893172 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9dde1f6d-b117-4fc6-85a4-453104af7f3f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/b2f1c88b-d1b7-493b-8401-6fc94e538848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8863165 Aug 17 02:31:16.900052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56922) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:16.919146 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-65f48c2e-92b1-470d-9a44-caf5686f54c3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4421b77961e4a84acdbc5048e4ddaee HTTP/1.1" status: 200 len: 380 time: 0.0889187 Aug 17 02:31:16.925306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505217cf-cc6b-4510-9715-8cf402bf43e2 None None] Sync routers for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:31:16.932689 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5b7eb891-4b5d-4bfd-816f-8fa43890af40 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'port': {'device_id': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'admin_state_up': True, 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'security_groups': ['19507326-4cd7-4c5c-bd4d-82398a7d0f33']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:16.936893 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:16.966779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505217cf-cc6b-4510-9715-8cf402bf43e2 None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:16.967430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-505217cf-cc6b-4510-9715-8cf402bf43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:17.007451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e9df4-73b6-4f00-b60d-045d55f41b4c req-bc6743ea-1313-4a16-a7a3-35250e53c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:17.008818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-010e9df4-73b6-4f00-b60d-045d55f41b4c req-bc6743ea-1313-4a16-a7a3-35250e53c591 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f7fcef8-86c0-48a8-833d-ca8fc40f4f78 HTTP/1.1" status: 200 len: 849 time: 0.0832853 Aug 17 02:31:17.021712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a40257-2ef9-452b-aee8-6aedf822d698 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting subnet 0b7e6b61-f431-4388-b69f-d1ec6891d90c {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:31:17.031457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06439d-8f02-4219-8943-fbe567a5bb00 req-15f93490-2035-4ad2-b107-7bdc869379e9 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:17.033091 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df06439d-8f02-4219-8943-fbe567a5bb00 req-15f93490-2035-4ad2-b107-7bdc869379e9 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 944 time: 0.1497645 Aug 17 02:31:17.044508 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68a40257-2ef9-452b-aee8-6aedf822d698 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:17.091725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=ff62aff7-c3c4-42cb-9099-505101bdf5a3,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:17.100254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-505217cf-cc6b-4510-9715-8cf402bf43e2 None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:17.152910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5b7eb891-4b5d-4bfd-816f-8fa43890af40 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Made reservation on behalf of d4421b77961e4a84acdbc5048e4ddaee for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:17.156822 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5b7eb891-4b5d-4bfd-816f-8fa43890af40 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:17.159972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-505217cf-cc6b-4510-9715-8cf402bf43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:16Z', 'revision_number': 11, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:17.187304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505217cf-cc6b-4510-9715-8cf402bf43e2 None None] Checking router: b2f1c88b-d1b7-493b-8401-6fc94e538848 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:31:17.196369 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505217cf-cc6b-4510-9715-8cf402bf43e2 None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:17.197072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-505217cf-cc6b-4510-9715-8cf402bf43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:17.314533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-505217cf-cc6b-4510-9715-8cf402bf43e2 None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:17.330838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5b7eb891-4b5d-4bfd-816f-8fa43890af40 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Allocated IP 172.20.0.5 (0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6/faa7915d-3508-4964-a5bc-36df46bd2d7a/f7281df1-44ab-460b-942d-b9cbf502af1c) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:17.383872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-505217cf-cc6b-4510-9715-8cf402bf43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:16Z', 'revision_number': 11, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:17.421783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505217cf-cc6b-4510-9715-8cf402bf43e2 None None] The sync data for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 is: [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:16Z', 'revision_number': 11, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:31:17.446408 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-010e9df4-73b6-4f00-b60d-045d55f41b4c req-8fdc4d87-ace5-415f-bafa-85c1b2a05564 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07c416f3-ee0c-4d58-830b-c9b26cebccb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4123025 Aug 17 02:31:17.529477 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5b7eb891-4b5d-4bfd-816f-8fa43890af40 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:17.551288 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5b7eb891-4b5d-4bfd-816f-8fa43890af40 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Transition to ACTIVE for port object f7281df1-44ab-460b-942d-b9cbf502af1c will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:17.555599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df06439d-8f02-4219-8943-fbe567a5bb00 req-c9c4a7fa-0f3f-419c-9b5d-01301eea824d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123515 Aug 17 02:31:17.558531 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68a40257-2ef9-452b-aee8-6aedf822d698 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:17.595971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-010e9df4-73b6-4f00-b60d-045d55f41b4c req-ef285e8f-9c55-4395-aca9-0ee73fdfd69a service neutron] 10.222.0.18 "GET /v2.0/networks/07c416f3-ee0c-4d58-830b-c9b26cebccb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303217 Aug 17 02:31:17.707403 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5b7eb891-4b5d-4bfd-816f-8fa43890af40 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:17.735730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-010e9df4-73b6-4f00-b60d-045d55f41b4c req-ad8177a7-dd5e-4876-83b6-b5655a7b7dff service neutron] 10.222.0.18 "GET /v2.0/networks/07c416f3-ee0c-4d58-830b-c9b26cebccb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278419 Aug 17 02:31:17.736454 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68a40257-2ef9-452b-aee8-6aedf822d698 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:17.779192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5b7eb891-4b5d-4bfd-816f-8fa43890af40 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Network 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:17.780423 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7eb891-4b5d-4bfd-816f-8fa43890af40 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'Port': ['ID=f7281df1-44ab-460b-942d-b9cbf502af1c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:17.783814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5b7eb891-4b5d-4bfd-816f-8fa43890af40 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:17.794241 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5b7eb891-4b5d-4bfd-816f-8fa43890af40 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:17.852411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5b7eb891-4b5d-4bfd-816f-8fa43890af40 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:17.853085 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5b7eb891-4b5d-4bfd-816f-8fa43890af40 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:17.902424 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68a40257-2ef9-452b-aee8-6aedf822d698 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:17.935983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a40257-2ef9-452b-aee8-6aedf822d698 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7e6b61-f431-4388-b69f-d1ec6891d90c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:17.939562 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68a40257-2ef9-452b-aee8-6aedf822d698 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:17.941634 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-68a40257-2ef9-452b-aee8-6aedf822d698 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/0b7e6b61-f431-4388-b69f-d1ec6891d90c HTTP/1.1" status: 204 len: 168 time: 1.0427463 Aug 17 02:31:17.948440 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56930) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:17.951497 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8e53be-7535-4446-89f9-90c8a3caaf9c None None] Network 59d9b279-ec7c-408f-adbe-8b549c2a6fad requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:17.974729 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5b7eb891-4b5d-4bfd-816f-8fa43890af40 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0482945 Aug 17 02:31:18.053603 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-21e89b80-d951-45f5-b69f-0cda52c438cb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'port': {'device_id': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491', 'admin_state_up': True, 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'security_groups': ['19507326-4cd7-4c5c-bd4d-82398a7d0f33']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:18.127687 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf89334-c85a-41e8-8ecf-dccad14f5059 req-b1abd98a-9a1e-4be1-9a5e-f26f9a8072c2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:18.129490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-daf89334-c85a-41e8-8ecf-dccad14f5059 req-b1abd98a-9a1e-4be1-9a5e-f26f9a8072c2 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 944 time: 0.0691767 Aug 17 02:31:18.143597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:31:18.170180 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.201698 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-daf89334-c85a-41e8-8ecf-dccad14f5059 req-51763df4-aaf4-4e95-9a75-f283eb7ecb96 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631044 Aug 17 02:31:18.243600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b60fea4-9415-4569-a492-b6a760818328 None None] DHCP port deletion for 59d9b279-ec7c-408f-adbe-8b549c2a6fad request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:31:18.294672 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Deleting port 8be5465a-75a6-47e2-b4bf-0c150dfb1229 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:18.294929 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6795d090-be0a-4dc6-8ed6-68a29db1e19b None None] Provisioning for port f7281df1-44ab-460b-942d-b9cbf502af1c completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:18.295393 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.301112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6795d090-be0a-4dc6-8ed6-68a29db1e19b None None] Provisioning complete for port f7281df1-44ab-460b-942d-b9cbf502af1c triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:18.301749 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6795d090-be0a-4dc6-8ed6-68a29db1e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.335220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2f3e-241f-4682-ae1c-b7e992afec2e req-bac29b4f-77b5-4649-ab25-ecd2920cdecf tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:18.345731 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6fb2f3e-241f-4682-ae1c-b7e992afec2e req-bac29b4f-77b5-4649-ab25-ecd2920cdecf tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 931 time: 0.0728147 Aug 17 02:31:18.367845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-6795d090-be0a-4dc6-8ed6-68a29db1e19b None None] Port f7281df1-44ab-460b-942d-b9cbf502af1c cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:31:18.376755 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] For port 8be5465a-75a6-47e2-b4bf-0c150dfb1229, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8be5465a-75a6-47e2-b4bf-0c150dfb1229,segment=NetworkSegment(19749284-c5c4-4f6f-9521-0d11696da8ca),segment_id=19749284-c5c4-4f6f-9521-0d11696da8ca)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:18.377314 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.381592 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3b60fea4-9415-4569-a492-b6a760818328 None None] Deleting port 8be5465a-75a6-47e2-b4bf-0c150dfb1229 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:18.381980 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3b60fea4-9415-4569-a492-b6a760818328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.388849 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:18.393482 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Calling delete_port for 8be5465a-75a6-47e2-b4bf-0c150dfb1229 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:18.402112 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6fb2f3e-241f-4682-ae1c-b7e992afec2e req-93483063-e646-4e68-bc25-52385b59bdc3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504882 Aug 17 02:31:18.440885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d7089f4b-9175-4ad1-babc-c0200cbfeacd up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:18.443363 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285', 'mac_address': 'fa:16:3e:db:77:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:31:18.487763 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953bccd7-d29f-4557-aec8-8df546e0fa13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff62aff7-c3c4-42cb-9099-505101bdf5a3'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:18.491579 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eceff96-d12b-4e3e-b562-049326c3589f" -d '{"events": [{"server_uuid": "953bccd7-d29f-4557-aec8-8df546e0fa13", "name": "network-vif-plugged", "status": "completed", "tag": "ff62aff7-c3c4-42cb-9099-505101bdf5a3"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:18.529056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1227f4-c67e-4572-a235-f4d31876d8f4 req-acff291c-d960-4e1d-8a3b-1f5c01cbec4e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:18.531442 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a1227f4-c67e-4572-a235-f4d31876d8f4 req-acff291c-d960-4e1d-8a3b-1f5c01cbec4e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 948 time: 0.0623045 Aug 17 02:31:18.553003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-21e89b80-d951-45f5-b69f-0cda52c438cb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Made reservation on behalf of d4421b77961e4a84acdbc5048e4ddaee for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:18.558964 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-21e89b80-d951-45f5-b69f-0cda52c438cb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.561222 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3b60fea4-9415-4569-a492-b6a760818328 None None] For port 8be5465a-75a6-47e2-b4bf-0c150dfb1229, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8be5465a-75a6-47e2-b4bf-0c150dfb1229,segment=NetworkSegment(19749284-c5c4-4f6f-9521-0d11696da8ca),segment_id=19749284-c5c4-4f6f-9521-0d11696da8ca)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:18.561652 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3b60fea4-9415-4569-a492-b6a760818328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.581924 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a1227f4-c67e-4572-a235-f4d31876d8f4 req-ce69a206-23fb-450e-b8f2-694e1256d235 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Aug 17 02:31:18.588070 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3b60fea4-9415-4569-a492-b6a760818328 None None] Calling delete_port for 8be5465a-75a6-47e2-b4bf-0c150dfb1229 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:18.590601 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.642440 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.646440 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:18.690066 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No DVR routers for this DVR port 8be5465a-75a6-47e2-b4bf-0c150dfb1229 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:18.692245 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Port': ['ID=8be5465a-75a6-47e2-b4bf-0c150dfb1229,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:18.746168 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port d7089f4b-9175-4ad1-babc-c0200cbfeacd completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:18.766354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port d7089f4b-9175-4ad1-babc-c0200cbfeacd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:18.766885 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.798318 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:18.801492 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3b60fea4-9415-4569-a492-b6a760818328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.836528 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60fea4-9415-4569-a492-b6a760818328 None None] Pushing event deleted for resources: {'Port': ['ID=8be5465a-75a6-47e2-b4bf-0c150dfb1229,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:18.848099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8be5465a-75a6-47e2-b4bf-0c150dfb1229 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:18.848537 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.860610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d9b279-ec7c-408f-adbe-8b549c2a6fad']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:18.869327 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 8be5465a-75a6-47e2-b4bf-0c150dfb1229 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:18.869697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8be5465a-75a6-47e2-b4bf-0c150dfb1229 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:18.870194 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 77dd676e-be05-4355-8c83-fc9f1aaade76 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:18.878994 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-21e89b80-d951-45f5-b69f-0cda52c438cb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Allocated IP 10.1.1.44 (b94dedf4-9530-4018-9785-93d1ce415491/ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df/9da101a7-7263-4cbc-a73f-1f913a173e65) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:18.882362 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19749284-c5c4-4f6f-9521-0d11696da8ca') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:18.882728 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19749284-c5c4-4f6f-9521-0d11696da8ca') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:18.896394 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 77dd676e-be05-4355-8c83-fc9f1aaade76 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:18.896738 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 77dd676e-be05-4355-8c83-fc9f1aaade76 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:18.900465 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.912642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b60fea4-9415-4569-a492-b6a760818328 None None] No DVR routers for this DVR port 8be5465a-75a6-47e2-b4bf-0c150dfb1229 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:18.914766 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.925093 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.956275 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:31:18.956615 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:31:18.960501 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:31:19.113078 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,revision_number=10']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:19.151526 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:19.156177 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-21e89b80-d951-45f5-b69f-0cda52c438cb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:19.176763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-21e89b80-d951-45f5-b69f-0cda52c438cb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Transition to ACTIVE for port object 9da101a7-7263-4cbc-a73f-1f913a173e65 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:19.192450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port d7089f4b-9175-4ad1-babc-c0200cbfeacd, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d7089f4b-9175-4ad1-babc-c0200cbfeacd,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:19.243895 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:19.251229 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:19.253115 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/networks/59d9b279-ec7c-408f-adbe-8b549c2a6fad HTTP/1.1" status: 204 len: 168 time: 1.3072968 Aug 17 02:31:19.256034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56942) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:19.261181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a8e2a36c-c1a5-4d88-b540-c6c9f9468556 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'router': {'routes': None}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:19.272449 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62dd53-5f78-425a-abf6-8562a3a3efb2 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Pushing event deleted for resources: {'Network': ['ID=59d9b279-ec7c-408f-adbe-8b549c2a6fad,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:19.308371 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:19.309437 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:19.411874 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-21e89b80-d951-45f5-b69f-0cda52c438cb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:19.418816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=d7089f4b-9175-4ad1-babc-c0200cbfeacd,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:19.439851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['9576ebd2-ad25-44d6-bfa0-47f40b8ef285'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:31:19.475589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6c4cb-2eb0-4c29-9d3e-c0e9eba26601 req-79988eb6-ba7c-4719-8fb9-e87f1ae506e0 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:19.477514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-79e6c4cb-2eb0-4c29-9d3e-c0e9eba26601 req-79988eb6-ba7c-4719-8fb9-e87f1ae506e0 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.0643137 Aug 17 02:31:19.498635 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.extraroute_db [None req-a8e2a36c-c1a5-4d88-b540-c6c9f9468556 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Added routes are [] {{(pid=95407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 02:31:19.498920 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.extraroute_db [None req-a8e2a36c-c1a5-4d88-b540-c6c9f9468556 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Removed routes are [] {{(pid=95407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 02:31:19.499288 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a36c-c1a5-4d88-b540-c6c9f9468556 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:19.502608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-21e89b80-d951-45f5-b69f-0cda52c438cb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Network b94dedf4-9530-4018-9785-93d1ce415491 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:19.504742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e89b80-d951-45f5-b69f-0cda52c438cb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'Port': ['ID=9da101a7-7263-4cbc-a73f-1f913a173e65,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:19.507934 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-21e89b80-d951-45f5-b69f-0cda52c438cb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:19.513488 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-21e89b80-d951-45f5-b69f-0cda52c438cb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:19.566125 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-79e6c4cb-2eb0-4c29-9d3e-c0e9eba26601 req-bc39a56d-f9f0-4958-8c26-4b7acd0773ca tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817988 Aug 17 02:31:19.620933 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:19.634367 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:19.639704 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:19.755786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979a56a-af7b-4af9-8cf7-25de67835e28 req-2780e463-c625-4b05-b897-59bf15a626a9 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:19.760674 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5979a56a-af7b-4af9-8cf7-25de67835e28 req-2780e463-c625-4b05-b897-59bf15a626a9 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 945 time: 0.1008971 Aug 17 02:31:19.776887 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:19.828134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 9756bb7e-0b27-4902-aedf-ad8b9a5521b6, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=9756bb7e-0b27-4902-aedf-ad8b9a5521b6,segment=NetworkSegment(00a9ff97-4f8a-49cb-8296-a581013441f3),segment_id=00a9ff97-4f8a-49cb-8296-a581013441f3)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:19.841086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5979a56a-af7b-4af9-8cf7-25de67835e28 req-d6a20691-9227-4985-87fd-3788af3928c1 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups?id=13d4beb4-d8c5-4e3c-980a-0029a28762ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736532 Aug 17 02:31:19.907138 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:19.963033 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea650cc-bd06-4f20-8474-6eaaf3e0e366 x-openstack-request-id: req-3ea650cc-bd06-4f20-8474-6eaaf3e0e366 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:19.963812 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953bccd7-d29f-4557-aec8-8df546e0fa13", "name": "network-vif-plugged", "status": "completed", "tag": "ff62aff7-c3c4-42cb-9099-505101bdf5a3", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:19.964440 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ea650cc-bd06-4f20-8474-6eaaf3e0e366 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:19.965946 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953bccd7-d29f-4557-aec8-8df546e0fa13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff62aff7-c3c4-42cb-9099-505101bdf5a3', 'code': 200} Aug 17 02:31:19.994185 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-acaf5ba7-3c67-4d95-a99b-ac53dd6a2d87 None None] Provisioning for port 9da101a7-7263-4cbc-a73f-1f913a173e65 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:20.022514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-acaf5ba7-3c67-4d95-a99b-ac53dd6a2d87 None None] Provisioning complete for port 9da101a7-7263-4cbc-a73f-1f913a173e65 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:20.022889 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-acaf5ba7-3c67-4d95-a99b-ac53dd6a2d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:20.078551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=9756bb7e-0b27-4902-aedf-ad8b9a5521b6,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:20.101671 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-acaf5ba7-3c67-4d95-a99b-ac53dd6a2d87 None None] Port 9da101a7-7263-4cbc-a73f-1f913a173e65 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:31:20.135905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfb18f-9e03-4790-b542-185ca7449246 req-596cf4ad-be56-4339-b2ab-b9401d4c9be1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:20.137502 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ffdfb18f-9e03-4790-b542-185ca7449246 req-596cf4ad-be56-4339-b2ab-b9401d4c9be1 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 945 time: 0.1000011 Aug 17 02:31:20.145734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34868830-6c80-4a77-9958-72bc018dc839 req-fe23e201-9395-4f16-9c39-5270ee390871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:20.149433 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-34868830-6c80-4a77-9958-72bc018dc839 req-fe23e201-9395-4f16-9c39-5270ee390871 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 1097 time: 0.0872433 Aug 17 02:31:20.158897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-21e89b80-d951-45f5-b69f-0cda52c438cb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:20.159558 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-21e89b80-d951-45f5-b69f-0cda52c438cb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:20.172801 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a36c-c1a5-4d88-b540-c6c9f9468556 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:20.183429 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-cbe48bac-9f4e-4c9c-a662-78e5fb246fb2 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:20.184900 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-cbe48bac-9f4e-4c9c-a662-78e5fb246fb2 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 945 time: 0.1707721 Aug 17 02:31:20.187295 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a36c-c1a5-4d88-b540-c6c9f9468556 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:20.218203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ffdfb18f-9e03-4790-b542-185ca7449246 req-9862c191-e1c7-473d-a421-701a994e121b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691288 Aug 17 02:31:20.220132 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-34868830-6c80-4a77-9958-72bc018dc839 req-1bb6f9ff-2677-4454-8321-65e4a7e729c1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598693 Aug 17 02:31:20.279705 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-21e89b80-d951-45f5-b69f-0cda52c438cb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2441556 Aug 17 02:31:20.302451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c5168cb3-0808-48ac-a42d-bd7f50de8665 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'port': {'device_id': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491', 'admin_state_up': True, 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'security_groups': ['19507326-4cd7-4c5c-bd4d-82398a7d0f33']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:20.351220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d9cbb-cc8b-470e-b259-79625e334413 req-fdfd3a14-9ab6-4649-aa19-d84255accc46 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:20.355118 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-974d9cbb-cc8b-470e-b259-79625e334413 req-fdfd3a14-9ab6-4649-aa19-d84255accc46 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 945 time: 0.0577078 Aug 17 02:31:20.380311 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e2a36c-c1a5-4d88-b540-c6c9f9468556 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router b2f1c88b-d1b7-493b-8401-6fc94e538848 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:31:20.405638 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-974d9cbb-cc8b-470e-b259-79625e334413 req-b3d32a8e-207f-48db-a1db-69ab79fe15e9 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429437 Aug 17 02:31:20.512791 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-026dc65d-8da6-4b28-a20f-8bdb786e20cc tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Deleting port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:20.514039 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-026dc65d-8da6-4b28-a20f-8bdb786e20cc tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:20.521374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e2a36c-c1a5-4d88-b540-c6c9f9468556 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:31:20.536037 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0fb43-7900-467e-9ef8-e6816926b07c None None] Sync routers for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:31:20.540480 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a36c-c1a5-4d88-b540-c6c9f9468556 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:20.542210 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a8e2a36c-c1a5-4d88-b540-c6c9f9468556 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/b2f1c88b-d1b7-493b-8401-6fc94e538848 HTTP/1.1" status: 200 len: 701 time: 1.2852268 Aug 17 02:31:20.550476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e5f69-5d9c-4fb2-bafa-27911a4c9e8a req-d83292f8-1ec4-43b6-86fd-d51c28bb2213 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:20.555560 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0fb43-7900-467e-9ef8-e6816926b07c None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:20.556519 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a1e0fb43-7900-467e-9ef8-e6816926b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:20.558469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e5f69-5d9c-4fb2-bafa-27911a4c9e8a req-d83292f8-1ec4-43b6-86fd-d51c28bb2213 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:20.564993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e5f69-5d9c-4fb2-bafa-27911a4c9e8a req-d83292f8-1ec4-43b6-86fd-d51c28bb2213 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:20.568579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56950) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:20.573106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e5f69-5d9c-4fb2-bafa-27911a4c9e8a req-d83292f8-1ec4-43b6-86fd-d51c28bb2213 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:20.580224 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e5f69-5d9c-4fb2-bafa-27911a4c9e8a req-d83292f8-1ec4-43b6-86fd-d51c28bb2213 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:20.593474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e5f69-5d9c-4fb2-bafa-27911a4c9e8a req-d83292f8-1ec4-43b6-86fd-d51c28bb2213 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:20.601655 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e5f69-5d9c-4fb2-bafa-27911a4c9e8a req-d83292f8-1ec4-43b6-86fd-d51c28bb2213 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:20.602150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e8e5f69-5d9c-4fb2-bafa-27911a4c9e8a req-d83292f8-1ec4-43b6-86fd-d51c28bb2213 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5431 time: 0.1277223 Aug 17 02:31:20.610704 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-95c476eb-fcbb-4af9-99e9-a3afeffd926e tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f1c88b-d1b7-493b-8401-6fc94e538848 HTTP/1.1" status: 200 len: 205 time: 0.0409863 Aug 17 02:31:20.615986 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56956) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:20.674686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-026dc65d-8da6-4b28-a20f-8bdb786e20cc tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] For port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9f45f4ab-fe98-458c-8f13-c9187a2e9f0e,segment=NetworkSegment(260e7983-9256-44a3-85a5-497554d5fe2b),segment_id=260e7983-9256-44a3-85a5-497554d5fe2b)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:20.675062 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-026dc65d-8da6-4b28-a20f-8bdb786e20cc tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:20.683918 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-a1e0fb43-7900-467e-9ef8-e6816926b07c None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:20.792244 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c5168cb3-0808-48ac-a42d-bd7f50de8665 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Made reservation on behalf of d4421b77961e4a84acdbc5048e4ddaee for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:20.797665 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c5168cb3-0808-48ac-a42d-bd7f50de8665 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:20.803806 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a1e0fb43-7900-467e-9ef8-e6816926b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:16Z', 'revision_number': 11, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:20.816374 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e8e5f69-5d9c-4fb2-bafa-27911a4c9e8a req-f6155037-faf9-4856-9b0c-efa6a35f4f9d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963310 Aug 17 02:31:20.821715 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1013b4a-a586-4b63-9b67-ee8307dc24dc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:20.857012 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0fb43-7900-467e-9ef8-e6816926b07c None None] Checking router: b2f1c88b-d1b7-493b-8401-6fc94e538848 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:31:20.878989 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0fb43-7900-467e-9ef8-e6816926b07c None None] Routers {'b2f1c88b-d1b7-493b-8401-6fc94e538848'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:20.880354 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a1e0fb43-7900-467e-9ef8-e6816926b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b2f1c88b-d1b7-493b-8401-6fc94e538848'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:21.014940 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-a1e0fb43-7900-467e-9ef8-e6816926b07c None None] Set router b2f1c88b-d1b7-493b-8401-6fc94e538848 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:21.124016 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a1e0fb43-7900-467e-9ef8-e6816926b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:16Z', 'revision_number': 11, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:21.157065 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-026dc65d-8da6-4b28-a20f-8bdb786e20cc tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:21.157820 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-026dc65d-8da6-4b28-a20f-8bdb786e20cc tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:21.158408 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-026dc65d-8da6-4b28-a20f-8bdb786e20cc tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Floating IP 1e158957-515a-4689-a389-35a96ad8674a disassociated. External IP: 172.25.5.42, port: 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e. Aug 17 02:31:21.159897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-026dc65d-8da6-4b28-a20f-8bdb786e20cc tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Calling delete_port for 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:21.171105 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1013b4a-a586-4b63-9b67-ee8307dc24dc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:21.180877 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1013b4a-a586-4b63-9b67-ee8307dc24dc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:21.181096 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0fb43-7900-467e-9ef8-e6816926b07c None None] The sync data for ids ['b2f1c88b-d1b7-493b-8401-6fc94e538848'] in n-d-793621-31 is: [{'id': 'b2f1c88b-d1b7-493b-8401-6fc94e538848', 'name': 'tempest-RoutersTest-router-1007338899', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:30:33Z', 'updated_at': '2021-08-17T02:31:16Z', 'revision_number': 11, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:31:21.191102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0628c45-0a23-4e71-8357-53ed24d09d1b req-117483f0-62ce-4547-ada8-c004eb10accc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:21.199134 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0628c45-0a23-4e71-8357-53ed24d09d1b req-117483f0-62ce-4547-ada8-c004eb10accc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:21.202260 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0628c45-0a23-4e71-8357-53ed24d09d1b req-117483f0-62ce-4547-ada8-c004eb10accc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 1652 time: 0.2334392 Aug 17 02:31:21.332774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0628c45-0a23-4e71-8357-53ed24d09d1b req-012ba2d2-1535-422d-93d8-0fa048bf68d8 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207702 Aug 17 02:31:21.421281 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1013b4a-a586-4b63-9b67-ee8307dc24dc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:21.430648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1013b4a-a586-4b63-9b67-ee8307dc24dc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Fanout notify agent at l3_agent the message router_deleted on router b2f1c88b-d1b7-493b-8401-6fc94e538848 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:31:21.441952 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-026dc65d-8da6-4b28-a20f-8bdb786e20cc tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:21.444452 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1013b4a-a586-4b63-9b67-ee8307dc24dc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:21.444742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c5168cb3-0808-48ac-a42d-bd7f50de8665 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Allocated IP 10.1.1.18 (b94dedf4-9530-4018-9785-93d1ce415491/ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df/fb157415-ad24-49ac-ba23-2072f88c20ca) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:21.451382 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d1013b4a-a586-4b63-9b67-ee8307dc24dc tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/routers/b2f1c88b-d1b7-493b-8401-6fc94e538848 HTTP/1.1" status: 204 len: 168 time: 0.8284957 Aug 17 02:31:21.452146 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56966) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:21.462898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a5bee38a-e8e9-4bce-affc-02c3ced09d74 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1861940491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:21.502397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026dc65d-8da6-4b28-a20f-8bdb786e20cc tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Pushing event deleted for resources: {'Port': ['ID=9f45f4ab-fe98-458c-8f13-c9187a2e9f0e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:21.529840 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-3556498f-b30d-4c8d-8f02-d9e790d178a7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:21.534020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-3556498f-b30d-4c8d-8f02-d9e790d178a7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:21.541726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-3556498f-b30d-4c8d-8f02-d9e790d178a7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:21.548074 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-3556498f-b30d-4c8d-8f02-d9e790d178a7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:21.554307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-3556498f-b30d-4c8d-8f02-d9e790d178a7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:21.561934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-3556498f-b30d-4c8d-8f02-d9e790d178a7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:21.568166 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-3556498f-b30d-4c8d-8f02-d9e790d178a7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:21.570393 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-3556498f-b30d-4c8d-8f02-d9e790d178a7 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 5431 time: 0.1929398 Aug 17 02:31:21.673028 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-794be4d5-7f59-4eb3-855b-921a8b590754 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:21.675593 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-794be4d5-7f59-4eb3-855b-921a8b590754 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "GET /v2.0/ports/d0097a1b-6143-4c3d-821a-e42fa93eb11a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0824394 Aug 17 02:31:21.712638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34e88b-55a7-4454-9297-a1d424c7934b req-e1b233e8-1277-4562-8339-0779f5c46a20 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:21.715078 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b34e88b-55a7-4454-9297-a1d424c7934b req-e1b233e8-1277-4562-8339-0779f5c46a20 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 950 time: 0.2194023 Aug 17 02:31:21.741888 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5bee38a-e8e9-4bce-affc-02c3ced09d74 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:21.741888 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5bee38a-e8e9-4bce-affc-02c3ced09d74 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:21.819074 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c5168cb3-0808-48ac-a42d-bd7f50de8665 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:21.835958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-026dc65d-8da6-4b28-a20f-8bdb786e20cc tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:31:21.843989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c5168cb3-0808-48ac-a42d-bd7f50de8665 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Transition to ACTIVE for port object fb157415-ad24-49ac-ba23-2072f88c20ca will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:21.876129 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b34e88b-55a7-4454-9297-a1d424c7934b req-846b3419-49cd-40d2-9e56-f962af4d6285 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222394 Aug 17 02:31:21.911584 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5bee38a-e8e9-4bce-affc-02c3ced09d74 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:21.943518 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-23ced81b-339e-4836-b686-525b7f957c2c tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "GET /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2590377 Aug 17 02:31:21.967305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efa6d60-80ea-4155-8686-4bafd5c7bee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7089f4b-9175-4ad1-babc-c0200cbfeacd'}, {'server_uuid': 'c1438777-ca62-418b-a4e8-303c7d88e050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9756bb7e-0b27-4902-aedf-ad8b9a5521b6'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:21.967860 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-362ee4d8-c020-404c-a346-c730a53462e4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:21.970239 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c01a19-1d11-4068-85ef-f72db2814f89" -d '{"events": [{"server_uuid": "1efa6d60-80ea-4155-8686-4bafd5c7bee4", "name": "network-vif-plugged", "status": "completed", "tag": "d7089f4b-9175-4ad1-babc-c0200cbfeacd"}, {"server_uuid": "c1438777-ca62-418b-a4e8-303c7d88e050", "name": "network-vif-plugged", "status": "completed", "tag": "9756bb7e-0b27-4902-aedf-ad8b9a5521b6"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:21.992289 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-026dc65d-8da6-4b28-a20f-8bdb786e20cc tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:31:22.004229 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4d851f-6839-44d3-8581-89c511f11f5b None None] Sync routers for ids ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:31:22.024819 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4d851f-6839-44d3-8581-89c511f11f5b None None] Routers {'11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:22.025494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2c4d851f-6839-44d3-8581-89c511f11f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:22.050971 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5bee38a-e8e9-4bce-affc-02c3ced09d74 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:22.085390 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-026dc65d-8da6-4b28-a20f-8bdb786e20cc tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] No DVR routers for this DVR port 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:22.087620 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c5168cb3-0808-48ac-a42d-bd7f50de8665 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:22.090479 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-026dc65d-8da6-4b28-a20f-8bdb786e20cc tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:22.092539 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b8c3570-d635-4a72-bcb4-244b18f60afa req-026dc65d-8da6-4b28-a20f-8bdb786e20cc tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.42 "DELETE /v2.0/ports/9f45f4ab-fe98-458c-8f13-c9187a2e9f0e HTTP/1.1" status: 204 len: 173 time: 1.8997517 Aug 17 02:31:22.093009 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d965de-121d-44e6-af0e-e23fdef82e63', 'name': 'network-vif-deleted', 'tag': '9f45f4ab-fe98-458c-8f13-c9187a2e9f0e'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:22.099713 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626f986c-5881-47cd-842b-975f02e745d8" -d '{"events": [{"server_uuid": "90d965de-121d-44e6-af0e-e23fdef82e63", "name": "network-vif-deleted", "tag": "9f45f4ab-fe98-458c-8f13-c9187a2e9f0e"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:22.101088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed71e51-7871-481a-a1af-d184bda906a3 req-dd9ebde6-9f25-4ea5-b402-7a39f6f756d1 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:22.107715 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ed71e51-7871-481a-a1af-d184bda906a3 req-dd9ebde6-9f25-4ea5-b402-7a39f6f756d1 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.1347551 Aug 17 02:31:22.160443 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-362ee4d8-c020-404c-a346-c730a53462e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:22.173216 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:22.216619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5168cb3-0808-48ac-a42d-bd7f50de8665 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'Port': ['ID=fb157415-ad24-49ac-ba23-2072f88c20ca,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:22.228294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c5168cb3-0808-48ac-a42d-bd7f50de8665 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Network b94dedf4-9530-4018-9785-93d1ce415491 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:22.230008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c5168cb3-0808-48ac-a42d-bd7f50de8665 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:22.235591 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c5168cb3-0808-48ac-a42d-bd7f50de8665 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:22.264725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-2c4d851f-6839-44d3-8581-89c511f11f5b None None] Set router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:22.292357 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ed71e51-7871-481a-a1af-d184bda906a3 req-757ac3b1-3336-4f4e-8de6-f13a0d882052 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576841 Aug 17 02:31:22.329571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c5168cb3-0808-48ac-a42d-bd7f50de8665 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:22.331109 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c5168cb3-0808-48ac-a42d-bd7f50de8665 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:22.391216 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:22.391889 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:22.398988 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c5168cb3-0808-48ac-a42d-bd7f50de8665 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1020937 Aug 17 02:31:22.407365 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5bee38a-e8e9-4bce-affc-02c3ced09d74 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:22.411941 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a5bee38a-e8e9-4bce-affc-02c3ced09d74 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9588637 Aug 17 02:31:22.414619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56976) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:22.418913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-3d690437-bb5e-46bc-9502-2e50f2d1977f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'port': {'device_id': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575', 'admin_state_up': True, 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'security_groups': ['19507326-4cd7-4c5c-bd4d-82398a7d0f33']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:22.424254 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-3778920b-668b-42c8-863a-e84c4ca8a746 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:22.613078 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6b14c46-93a8-42dd-a2c9-ae9a607f5100 req-20158550-f4d0-4824-86ae-71914938743b tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 210 time: 0.1737487 Aug 17 02:31:22.673866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-3d690437-bb5e-46bc-9502-2e50f2d1977f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Made reservation on behalf of d4421b77961e4a84acdbc5048e4ddaee for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:22.674095 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:22.748286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:22.762902 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2c4d851f-6839-44d3-8581-89c511f11f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:26:54Z', 'updated_at': '2021-08-17T02:27:02Z', 'revision_number': 4, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'gw_port': {'id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:56Z', 'updated_at': '2021-08-17T02:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'd5628b0a-a5ab-4d24-9d52-a2d0d4aa2439', 'name': '', 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'mac_address': 'fa:16:3e:b8:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:27:01Z', 'updated_at': '2021-08-17T02:27:08Z', 'revision_number': 5, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'subnets': [{'id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:22.801368 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-3d690437-bb5e-46bc-9502-2e50f2d1977f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:22.817751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4d851f-6839-44d3-8581-89c511f11f5b None None] Checking router: 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:31:22.829458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4d851f-6839-44d3-8581-89c511f11f5b None None] Routers {'11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:22.830109 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2c4d851f-6839-44d3-8581-89c511f11f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:22.872476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2d6197dd-e1ac-49fe-80be-f227ab6719f3 None None] Provisioning for port fb157415-ad24-49ac-ba23-2072f88c20ca completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:22.878233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2d6197dd-e1ac-49fe-80be-f227ab6719f3 None None] Provisioning complete for port fb157415-ad24-49ac-ba23-2072f88c20ca triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:22.878603 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2d6197dd-e1ac-49fe-80be-f227ab6719f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:22.897194 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3778920b-668b-42c8-863a-e84c4ca8a746 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:22.907152 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:22.918812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-362ee4d8-c020-404c-a346-c730a53462e4 service neutron] For port d0097a1b-6143-4c3d-821a-e42fa93eb11a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d0097a1b-6143-4c3d-821a-e42fa93eb11a,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:22.957552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7b797-72ac-4a7d-b089-0c4b726094a9 req-06f6238b-fb96-4857-8cd9-4c204942c8f7 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:22.959185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-afb7b797-72ac-4a7d-b089-0c4b726094a9 req-06f6238b-fb96-4857-8cd9-4c204942c8f7 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 945 time: 0.2101247 Aug 17 02:31:22.989646 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-362ee4d8-c020-404c-a346-c730a53462e4 service neutron] For port d0097a1b-6143-4c3d-821a-e42fa93eb11a, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:23.005151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-2d6197dd-e1ac-49fe-80be-f227ab6719f3 None None] Port fb157415-ad24-49ac-ba23-2072f88c20ca cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:31:23.027618 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3778920b-668b-42c8-863a-e84c4ca8a746 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:23.042784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,revision_number=11']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:23.053278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-afb7b797-72ac-4a7d-b089-0c4b726094a9 req-367660ba-194d-4766-8600-7dcb493b38cb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776982 Aug 17 02:31:23.053278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-362ee4d8-c020-404c-a346-c730a53462e4 service neutron] device_id is not set on port d0097a1b-6143-4c3d-821a-e42fa93eb11a yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:31:23.061863 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-362ee4d8-c020-404c-a346-c730a53462e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:23.069942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-2c4d851f-6839-44d3-8581-89c511f11f5b None None] Set router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:23.100879 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:23.101230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:23.101609 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:23.101946 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:23.102283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:23.102617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:23.102945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:23.103271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:23.103603 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:23.104668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:23.105050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:23.105451 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:23.300193 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-362ee4d8-c020-404c-a346-c730a53462e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:23.331263 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2c4d851f-6839-44d3-8581-89c511f11f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:26:54Z', 'updated_at': '2021-08-17T02:27:02Z', 'revision_number': 4, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'gw_port': {'id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:56Z', 'updated_at': '2021-08-17T02:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'd5628b0a-a5ab-4d24-9d52-a2d0d4aa2439', 'name': '', 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'mac_address': 'fa:16:3e:b8:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:27:01Z', 'updated_at': '2021-08-17T02:27:08Z', 'revision_number': 5, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'subnets': [{'id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:23.368414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4d851f-6839-44d3-8581-89c511f11f5b None None] The sync data for ids ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'] in n-d-793621-31 is: [{'id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:26:54Z', 'updated_at': '2021-08-17T02:27:02Z', 'revision_number': 4, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'gw_port': {'id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:56Z', 'updated_at': '2021-08-17T02:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'd5628b0a-a5ab-4d24-9d52-a2d0d4aa2439', 'name': '', 'network_id': '62cddb97-4522-46a6-9976-9947e634a90e', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'mac_address': 'fa:16:3e:b8:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:27:01Z', 'updated_at': '2021-08-17T02:27:08Z', 'revision_number': 5, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'subnets': [{'id': '3449d5f8-e8ae-411c-bb5f-602daece9780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:31:23.387427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ee4d8-c020-404c-a346-c730a53462e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0097a1b-6143-4c3d-821a-e42fa93eb11a,revision_number=6']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:23.409847 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479c86f-0783-4b62-99f8-e6e620ced77a req-55123999-7430-4dfd-a215-beaf9222a1e4 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:23.411644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d479c86f-0783-4b62-99f8-e6e620ced77a req-55123999-7430-4dfd-a215-beaf9222a1e4 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 945 time: 0.2086377 Aug 17 02:31:23.478313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-362ee4d8-c020-404c-a346-c730a53462e4 service neutron] No DVR routers for this DVR port d0097a1b-6143-4c3d-821a-e42fa93eb11a on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:23.492545 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d479c86f-0783-4b62-99f8-e6e620ced77a req-34a9e69d-6119-48ca-a8e9-47e05ae0fe78 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517380 Aug 17 02:31:23.596955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-362ee4d8-c020-404c-a346-c730a53462e4 service neutron] In _notify_port_updated(), no bound segment for port d0097a1b-6143-4c3d-821a-e42fa93eb11a on network 18ecfdcf-578b-4c77-b839-88f0aa204f6a {{(pid=95406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:31:23.598653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-362ee4d8-c020-404c-a346-c730a53462e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:23.600464 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-362ee4d8-c020-404c-a346-c730a53462e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:23.602885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-362ee4d8-c020-404c-a346-c730a53462e4 service neutron] 10.222.0.18 "PUT /v2.0/ports/d0097a1b-6143-4c3d-821a-e42fa93eb11a HTTP/1.1" status: 200 len: 1027 time: 1.6408927 Aug 17 02:31:23.607791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3778920b-668b-42c8-863a-e84c4ca8a746 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Router dfeea12b-abbf-4067-87d1-0043e3b6f0bf is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:31:23.660088 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-3d690437-bb5e-46bc-9502-2e50f2d1977f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Allocated IP 10.2.2.100 (868e1de9-cdff-478e-90ee-d3d2c77b9575/452d33d6-77e8-4cab-8020-92847845b29f/cccafd93-4f61-4838-9ea2-f686490c7770) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:23.756000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f88d8cd9-aa35-42f2-9379-cbb255b70f21 None None] Provisioning complete for port d0097a1b-6143-4c3d-821a-e42fa93eb11a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:23.756410 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f88d8cd9-aa35-42f2-9379-cbb255b70f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:23.824709 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f88d8cd9-aa35-42f2-9379-cbb255b70f21 None None] Port d0097a1b-6143-4c3d-821a-e42fa93eb11a cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:31:23.833104 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911b79a2-0207-4b1a-a8cb-31697fbbbc5d None None] New status for floating IP 1e158957-515a-4689-a389-35a96ad8674a: DOWN {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:31:23.859761 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-3d690437-bb5e-46bc-9502-2e50f2d1977f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:23.877074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-3d690437-bb5e-46bc-9502-2e50f2d1977f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Transition to ACTIVE for port object cccafd93-4f61-4838-9ea2-f686490c7770 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:23.892735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3778920b-668b-42c8-863a-e84c4ca8a746 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:31:23.904306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48034d92-4161-4a39-81ba-c580bdc79bb7 None None] Sync routers for ids ['dfeea12b-abbf-4067-87d1-0043e3b6f0bf'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:31:23.906998 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3778920b-668b-42c8-863a-e84c4ca8a746 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:23.908920 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3778920b-668b-42c8-863a-e84c4ca8a746 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "PUT /v2.0/routers/dfeea12b-abbf-4067-87d1-0043e3b6f0bf HTTP/1.1" status: 200 len: 694 time: 1.4885838 Aug 17 02:31:23.923530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56984) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:23.926955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48034d92-4161-4a39-81ba-c580bdc79bb7 None None] Routers {'dfeea12b-abbf-4067-87d1-0043e3b6f0bf'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:23.927625 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-48034d92-4161-4a39-81ba-c580bdc79bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['dfeea12b-abbf-4067-87d1-0043e3b6f0bf'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:23.930487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-f53d4b3d-9e5d-4378-aa82-686e59ce52ad tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:23.934280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-f53d4b3d-9e5d-4378-aa82-686e59ce52ad tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "GET /v2.0/ports/4c3e07ab-0bb6-4c6d-b05b-819a2059cddd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3215382 Aug 17 02:31:23.952102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-eb659c0c-aa68-466a-ab14-0017d415fac7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:23.988213 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ed9aa-97dc-49b3-a6d3-e76386acf76c req-fa154890-a61c-417d-9af6-47b3a5e0c7c2 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:24.018191 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ed9aa-97dc-49b3-a6d3-e76386acf76c req-fa154890-a61c-417d-9af6-47b3a5e0c7c2 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:24.030610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ed9aa-97dc-49b3-a6d3-e76386acf76c req-fa154890-a61c-417d-9af6-47b3a5e0c7c2 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:24.044119 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ed9aa-97dc-49b3-a6d3-e76386acf76c req-fa154890-a61c-417d-9af6-47b3a5e0c7c2 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:24.045057 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dffba32b-6022-4bfe-ac39-32deda43f780 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/routers/dfeea12b-abbf-4067-87d1-0043e3b6f0bf HTTP/1.1" status: 200 len: 700 time: 0.1199672 Aug 17 02:31:24.051379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56986) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:24.061710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ed9aa-97dc-49b3-a6d3-e76386acf76c req-fa154890-a61c-417d-9af6-47b3a5e0c7c2 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:24.067684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ed9aa-97dc-49b3-a6d3-e76386acf76c req-fa154890-a61c-417d-9af6-47b3a5e0c7c2 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:24.076737 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-032ed9aa-97dc-49b3-a6d3-e76386acf76c req-fa154890-a61c-417d-9af6-47b3a5e0c7c2 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 4657 time: 0.4707172 Aug 17 02:31:24.101059 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-613ff372-0d27-4a62-9a24-8853cd40795c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfeea12b-abbf-4067-87d1-0043e3b6f0bf HTTP/1.1" status: 200 len: 205 time: 0.0475352 Aug 17 02:31:24.102467 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-3d690437-bb5e-46bc-9502-2e50f2d1977f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:24.110663 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56990) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:24.127762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-48034d92-4161-4a39-81ba-c580bdc79bb7 None None] Set router dfeea12b-abbf-4067-87d1-0043e3b6f0bf gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:24.196005 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-eb659c0c-aa68-466a-ab14-0017d415fac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:24.203758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-032ed9aa-97dc-49b3-a6d3-e76386acf76c req-49d5106b-9fde-49f1-a78e-13194c77d1de tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&id=44fbd38a-0fac-4114-a112-ca3afeecf09b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261163 Aug 17 02:31:24.283644 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-48034d92-4161-4a39-81ba-c580bdc79bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeea12b-abbf-4067-87d1-0043e3b6f0bf', 'name': 'tempest-RoutersTest-router-1861940491', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:21Z', 'updated_at': '2021-08-17T02:31:22Z', 'revision_number': 2, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:24.289123 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:24.396072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-3d690437-bb5e-46bc-9502-2e50f2d1977f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Network 868e1de9-cdff-478e-90ee-d3d2c77b9575 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:24.403801 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8537d24-d754-4f44-a205-05d16502dc01 x-openstack-request-id: req-b8537d24-d754-4f44-a205-05d16502dc01 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:24.410096 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d965de-121d-44e6-af0e-e23fdef82e63", "name": "network-vif-deleted", "tag": "9f45f4ab-fe98-458c-8f13-c9187a2e9f0e", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:24.410530 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8537d24-d754-4f44-a205-05d16502dc01 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:24.411073 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d965de-121d-44e6-af0e-e23fdef82e63', 'name': 'network-vif-deleted', 'tag': '9f45f4ab-fe98-458c-8f13-c9187a2e9f0e', 'status': 'completed', 'code': 200} Aug 17 02:31:24.436351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-3d690437-bb5e-46bc-9502-2e50f2d1977f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:24.440729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-eb659c0c-aa68-466a-ab14-0017d415fac7 service neutron] For port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=4c3e07ab-0bb6-4c6d-b05b-819a2059cddd,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:24.444673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-3d690437-bb5e-46bc-9502-2e50f2d1977f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:24.469135 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-696997a8-6e86-4a5f-89ff-3a118fe31eff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:24.616545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-eb659c0c-aa68-466a-ab14-0017d415fac7 service neutron] For port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:24.627871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d690437-bb5e-46bc-9502-2e50f2d1977f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'Port': ['ID=cccafd93-4f61-4838-9ea2-f686490c7770,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:24.708020 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1e8a61-c8f0-4d45-963e-f4e2132a9b07 x-openstack-request-id: req-fe1e8a61-c8f0-4d45-963e-f4e2132a9b07 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:24.709268 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efa6d60-80ea-4155-8686-4bafd5c7bee4", "name": "network-vif-plugged", "status": "completed", "tag": "d7089f4b-9175-4ad1-babc-c0200cbfeacd", "code": 200}, {"server_uuid": "c1438777-ca62-418b-a4e8-303c7d88e050", "name": "network-vif-plugged", "status": "completed", "tag": "9756bb7e-0b27-4902-aedf-ad8b9a5521b6", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:24.711077 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe1e8a61-c8f0-4d45-963e-f4e2132a9b07 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:24.711632 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efa6d60-80ea-4155-8686-4bafd5c7bee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7089f4b-9175-4ad1-babc-c0200cbfeacd', 'code': 200} Aug 17 02:31:24.711923 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1438777-ca62-418b-a4e8-303c7d88e050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9756bb7e-0b27-4902-aedf-ad8b9a5521b6', 'code': 200} Aug 17 02:31:24.716910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48034d92-4161-4a39-81ba-c580bdc79bb7 None None] Checking router: dfeea12b-abbf-4067-87d1-0043e3b6f0bf for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:31:24.730748 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:24.791966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:24.795786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9f45f4ab-fe98-458c-8f13-c9187a2e9f0e not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:24.813421 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-696997a8-6e86-4a5f-89ff-3a118fe31eff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:24.817382 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-696997a8-6e86-4a5f-89ff-3a118fe31eff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:24.832580 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48034d92-4161-4a39-81ba-c580bdc79bb7 None None] Routers {'dfeea12b-abbf-4067-87d1-0043e3b6f0bf'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:24.833221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-48034d92-4161-4a39-81ba-c580bdc79bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['dfeea12b-abbf-4067-87d1-0043e3b6f0bf'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:24.848540 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-3d690437-bb5e-46bc-9502-2e50f2d1977f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:24.849408 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-3d690437-bb5e-46bc-9502-2e50f2d1977f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:24.908072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a121d95-9b3e-4f81-bd22-cbc56b92927a req-1caea759-33ed-4e46-a9b8-984127c43712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:24.909814 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4a121d95-9b3e-4f81-bd22-cbc56b92927a req-1caea759-33ed-4e46-a9b8-984127c43712 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 1097 time: 0.3171062 Aug 17 02:31:24.966009 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-48034d92-4161-4a39-81ba-c580bdc79bb7 None None] Set router dfeea12b-abbf-4067-87d1-0043e3b6f0bf gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:24.971239 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4a121d95-9b3e-4f81-bd22-cbc56b92927a req-c8c30462-b49a-472f-bf0f-c298e413eec1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525763 Aug 17 02:31:24.998026 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-3d690437-bb5e-46bc-9502-2e50f2d1977f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5855064 Aug 17 02:31:25.016888 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-1a7d208f-f9c4-4c83-b9b4-b04054363af9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'port': {'device_id': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575', 'admin_state_up': True, 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'security_groups': ['19507326-4cd7-4c5c-bd4d-82398a7d0f33']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:25.028933 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-48034d92-4161-4a39-81ba-c580bdc79bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeea12b-abbf-4067-87d1-0043e3b6f0bf', 'name': 'tempest-RoutersTest-router-1861940491', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:21Z', 'updated_at': '2021-08-17T02:31:22Z', 'revision_number': 2, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:25.045582 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-696997a8-6e86-4a5f-89ff-3a118fe31eff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:25.046876 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696997a8-6e86-4a5f-89ff-3a118fe31eff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Fanout notify agent at l3_agent the message router_deleted on router dfeea12b-abbf-4067-87d1-0043e3b6f0bf {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:31:25.068181 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-696997a8-6e86-4a5f-89ff-3a118fe31eff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:25.072051 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-696997a8-6e86-4a5f-89ff-3a118fe31eff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/routers/dfeea12b-abbf-4067-87d1-0043e3b6f0bf HTTP/1.1" status: 204 len: 168 time: 0.9486034 Aug 17 02:31:25.090584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d18d7035-9053-46a1-9e34-57018bd7bd7e None None] Provisioning for port cccafd93-4f61-4838-9ea2-f686490c7770 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:25.097922 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d18d7035-9053-46a1-9e34-57018bd7bd7e None None] Provisioning complete for port cccafd93-4f61-4838-9ea2-f686490c7770 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:25.098703 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d18d7035-9053-46a1-9e34-57018bd7bd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:25.105027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56994) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:25.144275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6306bffe-efdc-468e-9d1d-416254928fc4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfeea12b-abbf-4067-87d1-0043e3b6f0bf HTTP/1.1" status: 200 len: 205 time: 0.0380590 Aug 17 02:31:25.147263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56996) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:25.154800 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48034d92-4161-4a39-81ba-c580bdc79bb7 None None] The sync data for ids ['dfeea12b-abbf-4067-87d1-0043e3b6f0bf'] in n-d-793621-31 is: [{'id': 'dfeea12b-abbf-4067-87d1-0043e3b6f0bf', 'name': 'tempest-RoutersTest-router-1861940491', 'tenant_id': 'e858c780dae8487bbe7f583a174bbac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:21Z', 'updated_at': '2021-08-17T02:31:22Z', 'revision_number': 2, 'project_id': 'e858c780dae8487bbe7f583a174bbac9', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:31:25.155418 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-eb659c0c-aa68-466a-ab14-0017d415fac7 service neutron] device_id is not set on port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:31:25.165185 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-eb659c0c-aa68-466a-ab14-0017d415fac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:25.201418 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d18d7035-9053-46a1-9e34-57018bd7bd7e None None] Port cccafd93-4f61-4838-9ea2-f686490c7770 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:31:25.208603 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-a5b3223a-e666-4813-9377-4b11642b236d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] delete failed (client error): The resource could not be found. Aug 17 02:31:25.213837 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a5b3223a-e666-4813-9377-4b11642b236d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/routers/dfeea12b-abbf-4067-87d1-0043e3b6f0bf HTTP/1.1" status: 404 len: 336 time: 0.0654402 Aug 17 02:31:25.214459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56998) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:25.239798 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:25.240043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8a3a4-178d-4d2a-8633-7a74424da8c6 req-5e953fda-3427-423b-a698-7adb08dbde80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:25.240836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4bc8a3a4-178d-4d2a-8633-7a74424da8c6 req-5e953fda-3427-423b-a698-7adb08dbde80 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 1097 time: 0.7783740 Aug 17 02:31:25.288701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209,segment=NetworkSegment(29188d56-b37a-4906-9100-6ede4bb7c218),segment_id=29188d56-b37a-4906-9100-6ede4bb7c218)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:25.293877 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-86674910-191a-4610-8cbb-01a290a48f6c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] DELETE failed (client error): The resource could not be found. Aug 17 02:31:25.294386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86674910-191a-4610-8cbb-01a290a48f6c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:31:25.298832 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-86674910-191a-4610-8cbb-01a290a48f6c tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/bba1dd29-37c1-49dd-a63f-ad9872ccd95a HTTP/1.1" status: 404 len: 337 time: 0.0771444 Aug 17 02:31:25.299943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d872302-dc27-4a01-9e27-12e7f4277a5a req-12f2491f-181a-42a4-bd6f-a7539f41f80a tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:25.301984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57002) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:25.311154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d872302-dc27-4a01-9e27-12e7f4277a5a req-12f2491f-181a-42a4-bd6f-a7539f41f80a tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:25.322545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d872302-dc27-4a01-9e27-12e7f4277a5a req-12f2491f-181a-42a4-bd6f-a7539f41f80a tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:25.333501 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d872302-dc27-4a01-9e27-12e7f4277a5a req-12f2491f-181a-42a4-bd6f-a7539f41f80a tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:25.336614 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d872302-dc27-4a01-9e27-12e7f4277a5a req-12f2491f-181a-42a4-bd6f-a7539f41f80a tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 3093 time: 0.7772539 Aug 17 02:31:25.511503 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-66323439-c267-4a3d-9159-48ce2eb32544 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] DELETE failed (client error): The resource could not be found. Aug 17 02:31:25.511503 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66323439-c267-4a3d-9159-48ce2eb32544 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:31:25.511503 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-66323439-c267-4a3d-9159-48ce2eb32544 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/949e196d-5edf-4e1a-8ce2-757f52e87163 HTTP/1.1" status: 404 len: 337 time: 0.0442772 Aug 17 02:31:25.511726 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-eb659c0c-aa68-466a-ab14-0017d415fac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:25.511837 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57004) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:25.540602 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4bc8a3a4-178d-4d2a-8633-7a74424da8c6 req-ebd98b31-8497-4583-9b5f-a45bd18ff489 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023528 Aug 17 02:31:25.542380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-eb659c0c-aa68-466a-ab14-0017d415fac7 service neutron] No DVR routers for this DVR port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:25.544863 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb2ad96-2db6-4d4b-b0c7-49a5b7ea4288 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] DELETE failed (client error): The resource could not be found. Aug 17 02:31:25.545248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb2ad96-2db6-4d4b-b0c7-49a5b7ea4288 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:31:25.547373 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dcb2ad96-2db6-4d4b-b0c7-49a5b7ea4288 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/988e9e27-eeb8-48bc-885d-e2d21c7a12ab HTTP/1.1" status: 404 len: 337 time: 0.0347543 Aug 17 02:31:25.550461 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb659c0c-aa68-466a-ab14-0017d415fac7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3e07ab-0bb6-4c6d-b05b-819a2059cddd,revision_number=6']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:25.550981 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57006) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:25.585229 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c9a66f-2998-4338-aff5-73daa369f780 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] DELETE failed (client error): The resource could not be found. Aug 17 02:31:25.598062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c9a66f-2998-4338-aff5-73daa369f780 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:31:25.598062 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-34c9a66f-2998-4338-aff5-73daa369f780 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/0b7e6b61-f431-4388-b69f-d1ec6891d90c HTTP/1.1" status: 404 len: 337 time: 0.0355883 Aug 17 02:31:25.599235 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d872302-dc27-4a01-9e27-12e7f4277a5a req-7d1601f8-a547-42f7-a378-e2206ca02df3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367368 Aug 17 02:31:25.599770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57008) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:25.636126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-eb659c0c-aa68-466a-ab14-0017d415fac7 service neutron] In _notify_port_updated(), no bound segment for port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd on network 18ecfdcf-578b-4c77-b839-88f0aa204f6a {{(pid=95406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:31:25.637181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-eb659c0c-aa68-466a-ab14-0017d415fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:25.638010 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-eb659c0c-aa68-466a-ab14-0017d415fac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:25.639484 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-eb659c0c-aa68-466a-ab14-0017d415fac7 service neutron] 10.222.0.18 "PUT /v2.0/ports/4c3e07ab-0bb6-4c6d-b05b-819a2059cddd HTTP/1.1" status: 200 len: 1026 time: 1.6967745 Aug 17 02:31:25.651008 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d9ac4aac-6312-47c4-b122-a50ae56c49e5 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f1c88b-d1b7-493b-8401-6fc94e538848 HTTP/1.1" status: 200 len: 205 time: 0.0495663 Aug 17 02:31:25.653444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57010) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:25.702639 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-bdd59f71-a2c8-4a94-93c3-a720e9afe9db tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] delete failed (client error): The resource could not be found. Aug 17 02:31:25.703926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bdd59f71-a2c8-4a94-93c3-a720e9afe9db tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/routers/b2f1c88b-d1b7-493b-8401-6fc94e538848 HTTP/1.1" status: 404 len: 336 time: 0.0492857 Aug 17 02:31:25.708147 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57012) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:25.729772 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:25.733154 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d0097a1b-6143-4c3d-821a-e42fa93eb11a no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:25.766009 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-76ab6509-d7bb-4169-9c11-81c1f25137d1 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports?device_id=801741d2-2448-469c-b572-f92dcfa1de8e HTTP/1.1" status: 200 len: 205 time: 0.0555761 Aug 17 02:31:25.766648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57014) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:25.782402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b21d0f-9b2c-4956-bf85-f010a1168270 req-1d501d23-b5a9-4703-9bcf-576ccb76d326 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:25.784252 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3b21d0f-9b2c-4956-bf85-f010a1168270 req-1d501d23-b5a9-4703-9bcf-576ccb76d326 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 951 time: 0.0852668 Aug 17 02:31:25.810279 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-653efa65-6648-44d8-9591-688564a55362 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] delete failed (client error): The resource could not be found. Aug 17 02:31:25.814764 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-653efa65-6648-44d8-9591-688564a55362 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/routers/801741d2-2448-469c-b572-f92dcfa1de8e HTTP/1.1" status: 404 len: 336 time: 0.0471349 Aug 17 02:31:25.816031 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-1a7d208f-f9c4-4c83-b9b4-b04054363af9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Made reservation on behalf of d4421b77961e4a84acdbc5048e4ddaee for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:25.818044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57016) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:25.823246 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-1a7d208f-f9c4-4c83-b9b4-b04054363af9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:25.856046 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c78ec9-8bef-4608-993a-a9e461ddd34d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] DELETE failed (client error): The resource could not be found. Aug 17 02:31:25.856687 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c78ec9-8bef-4608-993a-a9e461ddd34d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:31:25.860875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-69c78ec9-8bef-4608-993a-a9e461ddd34d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/38ab637d-53e0-44c2-b955-ce42bc9b1187 HTTP/1.1" status: 404 len: 337 time: 0.0395029 Aug 17 02:31:25.865461 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:25.870614 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3b21d0f-9b2c-4956-bf85-f010a1168270 req-65506044-1b64-4515-a285-f93495a6bbe9 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781293 Aug 17 02:31:25.870910 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57018) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:25.880528 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d0097a1b-6143-4c3d-821a-e42fa93eb11a not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:25.881047 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:25.913335 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-888da63e-8457-4694-bba0-f865620a0a5e None None] Provisioning complete for port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:25.914017 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-888da63e-8457-4694-bba0-f865620a0a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:25.997725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:25.998247 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:26.035071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ebe16db3-15dc-44b1-b314-c13a8f5a7241 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports?device_id=8203c0eb-17ec-4acf-98a5-72e808074ee2 HTTP/1.1" status: 200 len: 205 time: 0.1608291 Aug 17 02:31:26.040411 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57020) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:26.057871 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-888da63e-8457-4694-bba0-f865620a0a5e None None] Port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:31:26.091287 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-1a7d208f-f9c4-4c83-b9b4-b04054363af9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Allocated IP 10.2.2.200 (868e1de9-cdff-478e-90ee-d3d2c77b9575/452d33d6-77e8-4cab-8020-92847845b29f/85da0db9-b3fa-4975-9360-bc89a461f7cc) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:26.130446 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-b089a2c8-e37e-46db-98dc-c603446f9aff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] delete failed (client error): The resource could not be found. Aug 17 02:31:26.131802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b089a2c8-e37e-46db-98dc-c603446f9aff tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/routers/8203c0eb-17ec-4acf-98a5-72e808074ee2 HTTP/1.1" status: 404 len: 336 time: 0.0840137 Aug 17 02:31:26.140139 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57022) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:26.146924 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:26.201610 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2c61de3a-3794-4b2c-b2d7-398cf2d4d366,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:26.221139 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-779de189-2e57-4d5e-8d5d-cdcf041f5c88 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5104e7f-d5b1-4746-a011-00e24c2806a4 HTTP/1.1" status: 200 len: 205 time: 0.0753932 Aug 17 02:31:26.228015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70515d-0c90-437b-a696-60dfe1e46e5e req-9c351c04-41d4-4b0e-8acd-a1baa57c8fed tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:26.233691 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff70515d-0c90-437b-a696-60dfe1e46e5e req-9c351c04-41d4-4b0e-8acd-a1baa57c8fed tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.2380462 Aug 17 02:31:26.233691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57024) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:26.288086 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-1a7d208f-f9c4-4c83-b9b4-b04054363af9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:26.288364 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:26.290562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:26.299756 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-d2725e91-a3b4-472e-927d-83abb9fa3a81 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] delete failed (client error): The resource could not be found. Aug 17 02:31:26.304835 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d2725e91-a3b4-472e-927d-83abb9fa3a81 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/routers/a5104e7f-d5b1-4746-a011-00e24c2806a4 HTTP/1.1" status: 404 len: 336 time: 0.0679491 Aug 17 02:31:26.305263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57026) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:26.314768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-1a7d208f-f9c4-4c83-b9b4-b04054363af9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Transition to ACTIVE for port object 85da0db9-b3fa-4975-9360-bc89a461f7cc will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:26.361131 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6e4bec-0738-4b72-af61-16aaa6526a53 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] DELETE failed (client error): The resource could not be found. Aug 17 02:31:26.361619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe6e4bec-0738-4b72-af61-16aaa6526a53 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:31:26.368042 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fe6e4bec-0738-4b72-af61-16aaa6526a53 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/8e13bd19-3efd-47ad-9f68-056cd525cd36 HTTP/1.1" status: 404 len: 337 time: 0.0558527 Aug 17 02:31:26.368340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57028) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:26.381154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff70515d-0c90-437b-a696-60dfe1e46e5e req-a844f8fc-7b1d-4a02-816c-e0ab2ab4c8a7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392572 Aug 17 02:31:26.410705 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-55ab088c-1fa8-46e2-9f72-eb8ecdea0d75 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaea0284-e47f-46a0-a0b1-a792ffe7ca5d HTTP/1.1" status: 200 len: 205 time: 0.0417612 Aug 17 02:31:26.422958 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a4bbc7ae-2762-4ffc-8b87-3997699b3c6d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Deleting port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:26.422958 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a4bbc7ae-2762-4ffc-8b87-3997699b3c6d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:26.425609 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57032) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:26.478296 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-9b8a1379-15cf-4cdd-b55e-f82c695441f6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] delete failed (client error): The resource could not be found. Aug 17 02:31:26.480382 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9b8a1379-15cf-4cdd-b55e-f82c695441f6 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/routers/aaea0284-e47f-46a0-a0b1-a792ffe7ca5d HTTP/1.1" status: 404 len: 336 time: 0.0588717 Aug 17 02:31:26.484174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57034) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:26.494590 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-1a7d208f-f9c4-4c83-b9b4-b04054363af9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:26.504447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=2c61de3a-3794-4b2c-b2d7-398cf2d4d366,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:26.573871 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88eb7383-256c-443d-b873-3c9c7dead42f req-328ca0d1-b6c9-43d3-82e4-0da8ecedd3cb tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 210 time: 0.0548801 Aug 17 02:31:26.594602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d208f-f9c4-4c83-b9b4-b04054363af9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event updated for resources: {'Port': ['ID=85da0db9-b3fa-4975-9360-bc89a461f7cc,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:26.602871 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-9740f04d-cd25-4720-b129-ff0e31cc5fb9 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] DELETE failed (client error): The resource could not be found. Aug 17 02:31:26.605210 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9740f04d-cd25-4720-b129-ff0e31cc5fb9 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:31:26.606023 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:26.608280 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9740f04d-cd25-4720-b129-ff0e31cc5fb9 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/1cfe9150-40ab-4957-9064-cf61b3e88bed HTTP/1.1" status: 404 len: 337 time: 0.1225083 Aug 17 02:31:26.611070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57036) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:26.648967 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d,segment=NetworkSegment(29188d56-b37a-4906-9100-6ede4bb7c218),segment_id=29188d56-b37a-4906-9100-6ede4bb7c218)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:26.671226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a4bbc7ae-2762-4ffc-8b87-3997699b3c6d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] For port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209,segment=NetworkSegment(29188d56-b37a-4906-9100-6ede4bb7c218),segment_id=29188d56-b37a-4906-9100-6ede4bb7c218)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:26.672345 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a4bbc7ae-2762-4ffc-8b87-3997699b3c6d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:26.673490 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5a2419b9-1af1-489e-bc0e-f5808863a44d tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb414e7-94d6-425e-962c-c61972824719 HTTP/1.1" status: 200 len: 205 time: 0.0576706 Aug 17 02:31:26.675373 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57040) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:26.713943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285'}, {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5f2f6a-7566-46e1-a82e-d25b4ed3e209'}, {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c61de3a-3794-4b2c-b2d7-398cf2d4d366'}, {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33575b9a-eeeb-4ad8-8cff-7b9b53767e6d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:26.714964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a4bbc7ae-2762-4ffc-8b87-3997699b3c6d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Calling delete_port for 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:26.716635 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff81cce7-df79-424c-b9f9-e8ec632e54d9" -d '{"events": [{"server_uuid": "d779f147-e9be-4741-ae60-2536bb2bdbb0", "name": "network-vif-plugged", "status": "completed", "tag": "9576ebd2-ad25-44d6-bfa0-47f40b8ef285"}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5f2f6a-7566-46e1-a82e-d25b4ed3e209"}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-unplugged", "status": "completed", "tag": "2c61de3a-3794-4b2c-b2d7-398cf2d4d366"}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-unplugged", "status": "completed", "tag": "33575b9a-eeeb-4ad8-8cff-7b9b53767e6d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:26.741280 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:26.742374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 2cac303e-77da-4731-bb80-0a51a24c499c no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:26.746162 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-981cb55a-ee9b-4297-a351-7a7282fe500f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] delete failed (client error): The resource could not be found. Aug 17 02:31:26.748191 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-981cb55a-ee9b-4297-a351-7a7282fe500f tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/routers/6fb414e7-94d6-425e-962c-c61972824719 HTTP/1.1" status: 404 len: 336 time: 0.0718315 Aug 17 02:31:26.753136 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-1a7d208f-f9c4-4c83-b9b4-b04054363af9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Network 868e1de9-cdff-478e-90ee-d3d2c77b9575 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:26.757996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57044) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:26.771744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-1a7d208f-f9c4-4c83-b9b4-b04054363af9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:26.775273 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-1a7d208f-f9c4-4c83-b9b4-b04054363af9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:26.800214 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ccfeb9-0228-4789-94dd-cde39b795bd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] DELETE failed (client error): The resource could not be found. Aug 17 02:31:26.800593 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ccfeb9-0228-4789-94dd-cde39b795bd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:31:26.805770 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-71ccfeb9-0228-4789-94dd-cde39b795bd4 tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/5495683a-7cff-4a7a-a071-617de383863f HTTP/1.1" status: 404 len: 337 time: 0.0464289 Aug 17 02:31:26.806583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57046) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:26.909677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8346c1-821b-4994-ac28-8e701b8e7808 req-0f50c461-a23d-4618-86d7-0433c708d919 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:26.913158 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:26.925561 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e8346c1-821b-4994-ac28-8e701b8e7808 req-0f50c461-a23d-4618-86d7-0433c708d919 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 945 time: 0.1566300 Aug 17 02:31:26.974331 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:26.977486 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e37224-9b91-410e-a19a-91ee2fe47f9b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] DELETE failed (client error): The resource could not be found. Aug 17 02:31:26.978375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e37224-9b91-410e-a19a-91ee2fe47f9b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:31:26.982281 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-67e37224-9b91-410e-a19a-91ee2fe47f9b tempest-RoutersTest-1809479768 tempest-RoutersTest-1809479768-project] 10.222.0.13 "DELETE /v2.0/subnets/cdfebc00-e181-4d50-952a-ccd673dadda5 HTTP/1.1" status: 404 len: 337 time: 0.1516607 Aug 17 02:31:27.007733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-1a7d208f-f9c4-4c83-b9b4-b04054363af9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:27.010848 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-1a7d208f-f9c4-4c83-b9b4-b04054363af9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:27.039614 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 2cac303e-77da-4731-bb80-0a51a24c499c, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2cac303e-77da-4731-bb80-0a51a24c499c,segment=NetworkSegment(c576f5c8-8005-437d-84fa-41e0e77798d8),segment_id=c576f5c8-8005-437d-84fa-41e0e77798d8)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:27.143392 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:27.145166 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 95890f25-08f4-4c46-ac4e-517d0f3a2965 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:27.149786 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e8346c1-821b-4994-ac28-8e701b8e7808 req-f079feef-9430-4ba8-b386-c28ebd8ce644 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166164 Aug 17 02:31:27.194639 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-1a7d208f-f9c4-4c83-b9b4-b04054363af9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1833320 Aug 17 02:31:27.218644 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Request body: {'port': {'device_id': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:27.251735 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=2cac303e-77da-4731-bb80-0a51a24c499c,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:27.287404 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a4bbc7ae-2762-4ffc-8b87-3997699b3c6d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:27.327711 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:27.330447 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:27.354188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbc7ae-2762-4ffc-8b87-3997699b3c6d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event deleted for resources: {'Port': ['ID=1d5f2f6a-7566-46e1-a82e-d25b4ed3e209,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:27.355125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-505c0e67-4c0a-4b98-9cc4-41bb9a5fd456 None None] Provisioning for port 85da0db9-b3fa-4975-9360-bc89a461f7cc completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:27.392599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-505c0e67-4c0a-4b98-9cc4-41bb9a5fd456 None None] Provisioning complete for port 85da0db9-b3fa-4975-9360-bc89a461f7cc triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:27.392982 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-505c0e67-4c0a-4b98-9cc4-41bb9a5fd456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:27.434284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46729900-8ab6-4cb7-9837-d543d910d4d8 req-697e33ca-4e32-41c9-96a5-196d507cc4d1 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:27.444724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-46729900-8ab6-4cb7-9837-d543d910d4d8 req-697e33ca-4e32-41c9-96a5-196d507cc4d1 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 945 time: 0.2024038 Aug 17 02:31:27.455675 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 95890f25-08f4-4c46-ac4e-517d0f3a2965, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=95890f25-08f4-4c46-ac4e-517d0f3a2965,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:27.458222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a4bbc7ae-2762-4ffc-8b87-3997699b3c6d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] No DVR routers for this DVR port 1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:27.458989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-505c0e67-4c0a-4b98-9cc4-41bb9a5fd456 None None] Port 85da0db9-b3fa-4975-9360-bc89a461f7cc cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:31:27.469393 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a4bbc7ae-2762-4ffc-8b87-3997699b3c6d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:27.469944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a4bbc7ae-2762-4ffc-8b87-3997699b3c6d tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "DELETE /v2.0/ports/1d5f2f6a-7566-46e1-a82e-d25b4ed3e209 HTTP/1.1" status: 204 len: 173 time: 1.5734417 Aug 17 02:31:27.470579 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-deleted', 'tag': '1d5f2f6a-7566-46e1-a82e-d25b4ed3e209'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:27.474315 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f196680-fba4-49db-beb9-957f3f930283" -d '{"events": [{"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-deleted", "tag": "1d5f2f6a-7566-46e1-a82e-d25b4ed3e209"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:27.560048 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:27.573869 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-46729900-8ab6-4cb7-9837-d543d910d4d8 req-d917b788-e56c-429e-a506-e5e8e9e965f7 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278677 Aug 17 02:31:27.658679 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=95890f25-08f4-4c46-ac4e-517d0f3a2965,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:27.684078 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-f6266d76-b047-4fda-97b4-7a66043291d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Deleting port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:27.684461 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-f6266d76-b047-4fda-97b4-7a66043291d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:27.784718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7281df1-44ab-460b-942d-b9cbf502af1c {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:27.795948 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:27.819966 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Transition to ACTIVE for port object f7281df1-44ab-460b-942d-b9cbf502af1c will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:27.861170 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2670133-d524-4009-942b-b6859147763a req-f30e0ce9-d628-4f03-9120-2f398b3afabf tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:27.867432 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2670133-d524-4009-942b-b6859147763a req-f30e0ce9-d628-4f03-9120-2f398b3afabf tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:27.873377 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57058) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:27.882273 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2670133-d524-4009-942b-b6859147763a req-f30e0ce9-d628-4f03-9120-2f398b3afabf tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:27.883020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2670133-d524-4009-942b-b6859147763a req-f30e0ce9-d628-4f03-9120-2f398b3afabf tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:27.884960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2670133-d524-4009-942b-b6859147763a req-f30e0ce9-d628-4f03-9120-2f398b3afabf tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 3141 time: 0.1505408 Aug 17 02:31:27.900660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-f6266d76-b047-4fda-97b4-7a66043291d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] For port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d,segment=NetworkSegment(29188d56-b37a-4906-9100-6ede4bb7c218),segment_id=29188d56-b37a-4906-9100-6ede4bb7c218)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:27.901037 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-f6266d76-b047-4fda-97b4-7a66043291d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:27.928232 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-f6266d76-b047-4fda-97b4-7a66043291d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Calling delete_port for 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:27.966327 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:27.989383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2670133-d524-4009-942b-b6859147763a req-9e101d89-7982-4fa2-b993-dc796166ed60 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946999 Aug 17 02:31:28.025218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Pushing event updated for resources: {'Port': ['ID=f7281df1-44ab-460b-942d-b9cbf502af1c,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:28.229270 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2678a952-968b-4b63-94fc-e4490d116126 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e858c780dae8487bbe7f583a174bbac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535273 Aug 17 02:31:28.231876 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57064) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:28.247156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Attempting to bind port f7281df1-44ab-460b-942d-b9cbf502af1c on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:28.247619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Attempting to bind port f7281df1-44ab-460b-942d-b9cbf502af1c by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '2b45fd55-7a4e-4721-9684-1c4f9dea75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:28.247960 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Attempting to bind port f7281df1-44ab-460b-942d-b9cbf502af1c on network 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:28.262111 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Port f7281df1-44ab-460b-942d-b9cbf502af1c on network 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:31:28.262472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Attempting to bind port f7281df1-44ab-460b-942d-b9cbf502af1c on network 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:28.276282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:28.281620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Checking segment: {'id': '2b45fd55-7a4e-4721-9684-1c4f9dea75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:28.282215 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Bound using segment: {'id': '2b45fd55-7a4e-4721-9684-1c4f9dea75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:28.285392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Bound port: f7281df1-44ab-460b-942d-b9cbf502af1c, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b45fd55-7a4e-4721-9684-1c4f9dea75f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:28.285831 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:28.342028 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-f6266d76-b047-4fda-97b4-7a66043291d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:28.347668 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4145d91d-6781-45b8-b8b1-a94458750cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:28.379837 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6266d76-b047-4fda-97b4-7a66043291d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event deleted for resources: {'Port': ['ID=33575b9a-eeeb-4ad8-8cff-7b9b53767e6d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:28.382277 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4145d91d-6781-45b8-b8b1-a94458750cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:28.440563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] For port f7281df1-44ab-460b-942d-b9cbf502af1c, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:28.454229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-f6266d76-b047-4fda-97b4-7a66043291d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] No DVR routers for this DVR port 33575b9a-eeeb-4ad8-8cff-7b9b53767e6d on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:28.458950 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-f6266d76-b047-4fda-97b4-7a66043291d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:28.461857 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] For port f7281df1-44ab-460b-942d-b9cbf502af1c, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f7281df1-44ab-460b-942d-b9cbf502af1c,segment=NetworkSegment(2b45fd55-7a4e-4721-9684-1c4f9dea75f5),segment_id=2b45fd55-7a4e-4721-9684-1c4f9dea75f5)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:28.464434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-f6266d76-b047-4fda-97b4-7a66043291d3 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "DELETE /v2.0/ports/33575b9a-eeeb-4ad8-8cff-7b9b53767e6d HTTP/1.1" status: 204 len: 173 time: 0.9760802 Aug 17 02:31:28.615371 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:28.617573 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4145d91d-6781-45b8-b8b1-a94458750cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:28.621352 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4145d91d-6781-45b8-b8b1-a94458750cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:28.625135 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4145d91d-6781-45b8-b8b1-a94458750cd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afd34928-7ee5-4604-9fbf-0750c50a6fd6 HTTP/1.1" status: 204 len: 168 time: 0.3901424 Aug 17 02:31:28.627458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-8fb931d4-5f90-4e0a-a216-38e8532f7ba0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Deleting port 95890f25-08f4-4c46-ac4e-517d0f3a2965 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:28.627700 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:28.627797 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-8fb931d4-5f90-4e0a-a216-38e8532f7ba0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:28.661226 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145d91d-6781-45b8-b8b1-a94458750cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd34928-7ee5-4604-9fbf-0750c50a6fd6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:28.709308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:28.710323 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:28.711881 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] 10.222.0.42 "PUT /v2.0/ports/f7281df1-44ab-460b-942d-b9cbf502af1c HTTP/1.1" status: 200 len: 1092 time: 1.5027146 Aug 17 02:31:28.712417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': 'f7281df1-44ab-460b-942d-b9cbf502af1c'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:28.715114 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1aa06c-29ea-41c4-ad84-e5a9ba7af06e" -d '{"events": [{"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "f7281df1-44ab-460b-942d-b9cbf502af1c"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:28.746911 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c70554-192d-472c-9dcf-86d0e70a7534 service neutron] Pushing event updated for resources: {'Port': ['ID=f7281df1-44ab-460b-942d-b9cbf502af1c,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:28.828553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-8fb931d4-5f90-4e0a-a216-38e8532f7ba0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] For port 95890f25-08f4-4c46-ac4e-517d0f3a2965, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=95890f25-08f4-4c46-ac4e-517d0f3a2965,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:28.828938 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-8fb931d4-5f90-4e0a-a216-38e8532f7ba0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:28.845350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-8fb931d4-5f90-4e0a-a216-38e8532f7ba0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Calling delete_port for 95890f25-08f4-4c46-ac4e-517d0f3a2965 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:28.905414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Request body: {'port': {'device_id': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:29.012500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:29.317731 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-8fb931d4-5f90-4e0a-a216-38e8532f7ba0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:29.385785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb931d4-5f90-4e0a-a216-38e8532f7ba0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event deleted for resources: {'Port': ['ID=95890f25-08f4-4c46-ac4e-517d0f3a2965,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:29.421092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52834f8-083a-4caa-8ab9-0f69aee2d4db req-8b9bc5af-aa77-4d51-b0de-6dd64e24c586 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:29.427386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52834f8-083a-4caa-8ab9-0f69aee2d4db req-8b9bc5af-aa77-4d51-b0de-6dd64e24c586 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:29.434427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52834f8-083a-4caa-8ab9-0f69aee2d4db req-8b9bc5af-aa77-4d51-b0de-6dd64e24c586 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:29.440853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52834f8-083a-4caa-8ab9-0f69aee2d4db req-8b9bc5af-aa77-4d51-b0de-6dd64e24c586 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:29.446746 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52834f8-083a-4caa-8ab9-0f69aee2d4db req-8b9bc5af-aa77-4d51-b0de-6dd64e24c586 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:29.449538 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a52834f8-083a-4caa-8ab9-0f69aee2d4db req-8b9bc5af-aa77-4d51-b0de-6dd64e24c586 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 3826 time: 0.1785586 Aug 17 02:31:29.467251 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-8fb931d4-5f90-4e0a-a216-38e8532f7ba0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] No DVR routers for this DVR port 95890f25-08f4-4c46-ac4e-517d0f3a2965 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:29.470107 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-8fb931d4-5f90-4e0a-a216-38e8532f7ba0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:29.472323 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-8fb931d4-5f90-4e0a-a216-38e8532f7ba0 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "DELETE /v2.0/ports/95890f25-08f4-4c46-ac4e-517d0f3a2965 HTTP/1.1" status: 204 len: 173 time: 0.9906788 Aug 17 02:31:29.496531 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71edd6d5-0ae9-45a6-8572-76f90f786070 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:29.507982 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:29.526077 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Transition to ACTIVE for port object 71edd6d5-0ae9-45a6-8572-76f90f786070 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:29.537866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a52834f8-083a-4caa-8ab9-0f69aee2d4db req-2f9d9efa-849c-49d1-bc15-acef4e77770b tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717404 Aug 17 02:31:29.612798 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6407350-4ea3-4054-b5cd-815d40334ff5 x-openstack-request-id: req-c6407350-4ea3-4054-b5cd-815d40334ff5 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:29.613326 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d779f147-e9be-4741-ae60-2536bb2bdbb0", "name": "network-vif-plugged", "status": "completed", "tag": "9576ebd2-ad25-44d6-bfa0-47f40b8ef285", "code": 200}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5f2f6a-7566-46e1-a82e-d25b4ed3e209", "code": 200}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-unplugged", "status": "completed", "tag": "2c61de3a-3794-4b2c-b2d7-398cf2d4d366", "code": 200}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-unplugged", "status": "completed", "tag": "33575b9a-eeeb-4ad8-8cff-7b9b53767e6d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:29.613908 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6407350-4ea3-4054-b5cd-815d40334ff5 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:29.614590 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285', 'code': 200} Aug 17 02:31:29.615390 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5f2f6a-7566-46e1-a82e-d25b4ed3e209', 'code': 200} Aug 17 02:31:29.615817 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c61de3a-3794-4b2c-b2d7-398cf2d4d366', 'code': 200} Aug 17 02:31:29.616778 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33575b9a-eeeb-4ad8-8cff-7b9b53767e6d', 'code': 200} Aug 17 02:31:29.636269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a21a545d-9508-4310-a995-c78882ecc82a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Deleting port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:29.636752 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a21a545d-9508-4310-a995-c78882ecc82a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:29.713743 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:29.924506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Pushing event updated for resources: {'Port': ['ID=71edd6d5-0ae9-45a6-8572-76f90f786070,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:29.999582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a21a545d-9508-4310-a995-c78882ecc82a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] For port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2c61de3a-3794-4b2c-b2d7-398cf2d4d366,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:30.000371 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a21a545d-9508-4310-a995-c78882ecc82a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:30.070304 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a21a545d-9508-4310-a995-c78882ecc82a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Calling delete_port for 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:30.096941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ff63a-12c4-4090-9598-a2eb433db3a6 req-eb04e833-20b5-432b-8845-e57ea58314f3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:30.108646 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Attempting to bind port 71edd6d5-0ae9-45a6-8572-76f90f786070 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:30.109016 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Attempting to bind port 71edd6d5-0ae9-45a6-8572-76f90f786070 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:30.109479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Attempting to bind port 71edd6d5-0ae9-45a6-8572-76f90f786070 on network b94dedf4-9530-4018-9785-93d1ce415491 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:30.114577 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f06f7-88c5-4d16-8ffd-3c649fc73cb3 req-e08f6261-eed5-4474-b888-8674888392c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:30.115065 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3d6f06f7-88c5-4d16-8ffd-3c649fc73cb3 req-e08f6261-eed5-4474-b888-8674888392c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 1103 time: 0.1200342 Aug 17 02:31:30.120549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Port 71edd6d5-0ae9-45a6-8572-76f90f786070 on network b94dedf4-9530-4018-9785-93d1ce415491 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:31:30.120886 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Attempting to bind port 71edd6d5-0ae9-45a6-8572-76f90f786070 on network b94dedf4-9530-4018-9785-93d1ce415491 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:30.129039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a45ff63a-12c4-4090-9598-a2eb433db3a6 req-eb04e833-20b5-432b-8845-e57ea58314f3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 951 time: 0.3119602 Aug 17 02:31:30.159582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:30.160541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Checking segment: {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:30.161251 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Bound using segment: {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:30.162034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Bound port: 71edd6d5-0ae9-45a6-8572-76f90f786070, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:30.162638 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:30.248293 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3d6f06f7-88c5-4d16-8ffd-3c649fc73cb3 req-8127c8e8-c797-49b5-bebc-33edef20028d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243117 Aug 17 02:31:30.305516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a45ff63a-12c4-4090-9598-a2eb433db3a6 req-b0dd28e6-9c93-41aa-9627-5c00ca531124 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627188 Aug 17 02:31:30.335545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] For port 71edd6d5-0ae9-45a6-8572-76f90f786070, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:30.341899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] For port 71edd6d5-0ae9-45a6-8572-76f90f786070, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=71edd6d5-0ae9-45a6-8572-76f90f786070,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:30.434183 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f182dff1-8ff8-4719-8910-b2d038b29ca4 x-openstack-request-id: req-f182dff1-8ff8-4719-8910-b2d038b29ca4 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:30.435435 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-deleted", "tag": "1d5f2f6a-7566-46e1-a82e-d25b4ed3e209", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:30.435435 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f182dff1-8ff8-4719-8910-b2d038b29ca4 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:30.435744 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-deleted', 'tag': '1d5f2f6a-7566-46e1-a82e-d25b4ed3e209', 'status': 'completed', 'code': 200} Aug 17 02:31:30.461921 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:30.507838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:30.508708 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:30.510974 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] 10.222.0.42 "PUT /v2.0/ports/71edd6d5-0ae9-45a6-8572-76f90f786070 HTTP/1.1" status: 200 len: 1137 time: 1.6114669 Aug 17 02:31:30.537330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4cb5b-b9b2-4738-a364-f9395aefb848 service neutron] Pushing event updated for resources: {'Port': ['ID=71edd6d5-0ae9-45a6-8572-76f90f786070,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:30.587613 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae193cb9-726e-4e57-8f8b-a52a6177f76e req-7b13cc24-7051-47e4-88d6-11582a1061fb tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d965de-121d-44e6-af0e-e23fdef82e63 HTTP/1.1" status: 200 len: 210 time: 0.0496845 Aug 17 02:31:30.594498 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a21a545d-9508-4310-a995-c78882ecc82a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:30.675187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a545d-9508-4310-a995-c78882ecc82a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event deleted for resources: {'Port': ['ID=2c61de3a-3794-4b2c-b2d7-398cf2d4d366,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:30.734885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Request body: {'port': {'device_id': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:30.797109 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a21a545d-9508-4310-a995-c78882ecc82a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] No DVR routers for this DVR port 2c61de3a-3794-4b2c-b2d7-398cf2d4d366 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:30.823877 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a21a545d-9508-4310-a995-c78882ecc82a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:30.825055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-a21a545d-9508-4310-a995-c78882ecc82a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "DELETE /v2.0/ports/2c61de3a-3794-4b2c-b2d7-398cf2d4d366 HTTP/1.1" status: 204 len: 173 time: 1.3378875 Aug 17 02:31:30.830607 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:30.844564 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57104) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:30.892831 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f409ce-d026-40ae-8917-fbd4d609864e req-be5a54d2-e78d-41b9-842b-666d423b42b8 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:30.893964 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5f409ce-d026-40ae-8917-fbd4d609864e req-be5a54d2-e78d-41b9-842b-666d423b42b8 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 945 time: 0.1620443 Aug 17 02:31:30.994682 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5f409ce-d026-40ae-8917-fbd4d609864e req-200bb369-3c82-43cb-8e18-db7dc56a694c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889375 Aug 17 02:31:31.021651 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:31.059465 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-bca799af-578e-4907-985d-46f45cfe776e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Deleting port 2cac303e-77da-4731-bb80-0a51a24c499c {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:31.059876 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-bca799af-578e-4907-985d-46f45cfe776e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:31.258869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-bca799af-578e-4907-985d-46f45cfe776e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] For port 2cac303e-77da-4731-bb80-0a51a24c499c, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2cac303e-77da-4731-bb80-0a51a24c499c,segment=NetworkSegment(c576f5c8-8005-437d-84fa-41e0e77798d8),segment_id=c576f5c8-8005-437d-84fa-41e0e77798d8)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:31.260692 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-bca799af-578e-4907-985d-46f45cfe776e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:31.445567 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f552f4b-5b61-4680-9809-627f6fd590c1 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:31.454322 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:31.468441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Transition to ACTIVE for port object 0f552f4b-5b61-4680-9809-627f6fd590c1 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:31.481973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-72db8831-91e3-498e-9973-631fd1139675 tempest-DvrRoutersNegativeTest-1378995849 tempest-DvrRoutersNegativeTest-1378995849-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-184490092', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:31.485639 n-d-793621-31 neutron-server[95406]: DEBUG neutron.policy [None req-72db8831-91e3-498e-9973-631fd1139675 tempest-DvrRoutersNegativeTest-1378995849 tempest-DvrRoutersNegativeTest-1378995849-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95406) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 17 02:31:31.486069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.policy [None req-72db8831-91e3-498e-9973-631fd1139675 tempest-DvrRoutersNegativeTest-1378995849 tempest-DvrRoutersNegativeTest-1378995849-project] Failed policy check for 'create_router' {{(pid=95406) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 17 02:31:31.486745 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-72db8831-91e3-498e-9973-631fd1139675 tempest-DvrRoutersNegativeTest-1378995849 tempest-DvrRoutersNegativeTest-1378995849-project] create failed (client error): Access was denied to this resource. Aug 17 02:31:31.487853 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-72db8831-91e3-498e-9973-631fd1139675 tempest-DvrRoutersNegativeTest-1378995849 tempest-DvrRoutersNegativeTest-1378995849-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6406755 Aug 17 02:31:31.545045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da711c5-25ea-4dca-8ce6-7eb2004c68aa req-592aa2bf-89dc-404b-bcf5-d5f99481a006 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:31.547084 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5da711c5-25ea-4dca-8ce6-7eb2004c68aa req-592aa2bf-89dc-404b-bcf5-d5f99481a006 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 945 time: 0.4786127 Aug 17 02:31:31.552298 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:31.618054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cac303e-77da-4731-bb80-0a51a24c499c'}, {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95890f25-08f4-4c46-ac4e-517d0f3a2965'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:31.620701 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df29a17-57f0-4cc2-9044-23621d23abb0" -d '{"events": [{"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-unplugged", "status": "completed", "tag": "2cac303e-77da-4731-bb80-0a51a24c499c"}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-unplugged", "status": "completed", "tag": "95890f25-08f4-4c46-ac4e-517d0f3a2965"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:31.654858 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f552f4b-5b61-4680-9809-627f6fd590c1,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:31.727130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5da711c5-25ea-4dca-8ce6-7eb2004c68aa req-9fb13e77-3491-44b3-8fdd-5269a1f73437 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188021 Aug 17 02:31:31.731127 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-bca799af-578e-4907-985d-46f45cfe776e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:31.738598 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-bca799af-578e-4907-985d-46f45cfe776e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:31.739255 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-bca799af-578e-4907-985d-46f45cfe776e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Floating IP 516ce027-3741-4f0c-9f5c-a37486008152 disassociated. External IP: 172.25.5.53, port: 2cac303e-77da-4731-bb80-0a51a24c499c. Aug 17 02:31:31.740856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-bca799af-578e-4907-985d-46f45cfe776e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Calling delete_port for 2cac303e-77da-4731-bb80-0a51a24c499c owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:31.796642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Attempting to bind port 0f552f4b-5b61-4680-9809-627f6fd590c1 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:31.797361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Attempting to bind port 0f552f4b-5b61-4680-9809-627f6fd590c1 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:31.798036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Attempting to bind port 0f552f4b-5b61-4680-9809-627f6fd590c1 on network b94dedf4-9530-4018-9785-93d1ce415491 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:31.817594 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Port 0f552f4b-5b61-4680-9809-627f6fd590c1 on network b94dedf4-9530-4018-9785-93d1ce415491 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:31:31.817922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Attempting to bind port 0f552f4b-5b61-4680-9809-627f6fd590c1 on network b94dedf4-9530-4018-9785-93d1ce415491 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:31.829723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:31.835765 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Checking segment: {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:31.837063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Bound using segment: {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:31.848928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Bound port: 0f552f4b-5b61-4680-9809-627f6fd590c1, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:31.849329 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:31.890317 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc6afca-327b-4598-9568-fc06561bc96e x-openstack-request-id: req-6bc6afca-327b-4598-9568-fc06561bc96e {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:31.890608 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "f7281df1-44ab-460b-942d-b9cbf502af1c", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:31.901521 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bc6afca-327b-4598-9568-fc06561bc96e {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:31.902099 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': 'f7281df1-44ab-460b-942d-b9cbf502af1c', 'status': 'completed', 'code': 200} Aug 17 02:31:32.036575 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] For port 0f552f4b-5b61-4680-9809-627f6fd590c1, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:32.039856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] For port 0f552f4b-5b61-4680-9809-627f6fd590c1, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0f552f4b-5b61-4680-9809-627f6fd590c1,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:32.040779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88175c-e7c0-4365-84ce-0865b88c4c42 req-31bf05d0-9801-4063-a04f-7ad589a4aa45 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:32.049819 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f88175c-e7c0-4365-84ce-0865b88c4c42 req-31bf05d0-9801-4063-a04f-7ad589a4aa45 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 943 time: 0.0826633 Aug 17 02:31:32.063371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa06c-29ea-41c4-ad84-e5a9ba7af06e req-cf84d2d2-eea0-4f90-94b0-ccdf9846d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:32.064475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa06c-29ea-41c4-ad84-e5a9ba7af06e req-cf84d2d2-eea0-4f90-94b0-ccdf9846d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:32.064687 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa06c-29ea-41c4-ad84-e5a9ba7af06e req-cf84d2d2-eea0-4f90-94b0-ccdf9846d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:32.065165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa06c-29ea-41c4-ad84-e5a9ba7af06e req-cf84d2d2-eea0-4f90-94b0-ccdf9846d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:32.065673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa06c-29ea-41c4-ad84-e5a9ba7af06e req-cf84d2d2-eea0-4f90-94b0-ccdf9846d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:32.066137 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa06c-29ea-41c4-ad84-e5a9ba7af06e req-cf84d2d2-eea0-4f90-94b0-ccdf9846d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:32.066597 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa06c-29ea-41c4-ad84-e5a9ba7af06e req-cf84d2d2-eea0-4f90-94b0-ccdf9846d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:32.068543 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-aa1aa06c-29ea-41c4-ad84-e5a9ba7af06e req-cf84d2d2-eea0-4f90-94b0-ccdf9846d7d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 6179 time: 0.1110990 Aug 17 02:31:32.104566 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f88175c-e7c0-4365-84ce-0865b88c4c42 req-474774b8-80f7-432f-8a3a-7b73d300f94a tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups?id=cab0e778-a0e9-4080-b594-4a2cfce5b416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532470 Aug 17 02:31:32.194038 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-bca799af-578e-4907-985d-46f45cfe776e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:32.231012 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:32.291638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca799af-578e-4907-985d-46f45cfe776e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event deleted for resources: {'Port': ['ID=2cac303e-77da-4731-bb80-0a51a24c499c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:32.382344 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:32.383523 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:32.387434 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] 10.222.0.42 "PUT /v2.0/ports/0f552f4b-5b61-4680-9809-627f6fd590c1 HTTP/1.1" status: 200 len: 1136 time: 1.6570578 Aug 17 02:31:32.437350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-deleted', 'tag': '33575b9a-eeeb-4ad8-8cff-7b9b53767e6d'}, {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-deleted', 'tag': '95890f25-08f4-4c46-ac4e-517d0f3a2965'}, {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-deleted', 'tag': '2c61de3a-3794-4b2c-b2d7-398cf2d4d366'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:32.443909 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863d62b6-adfe-46bd-8f8c-2f024ca9cc5d" -d '{"events": [{"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-deleted", "tag": "33575b9a-eeeb-4ad8-8cff-7b9b53767e6d"}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-deleted", "tag": "95890f25-08f4-4c46-ac4e-517d0f3a2965"}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-deleted", "tag": "2c61de3a-3794-4b2c-b2d7-398cf2d4d366"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:32.493846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0766a-eb98-4ad7-8886-60cb27dc36bc req-8d5be471-78ed-4463-b561-e9a9bc6a5983 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:32.506755 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-10a0766a-eb98-4ad7-8886-60cb27dc36bc req-8d5be471-78ed-4463-b561-e9a9bc6a5983 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.2219541 Aug 17 02:31:32.528137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57124) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:32.545485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa06c-29ea-41c4-ad84-e5a9ba7af06e req-c7d7bc02-460d-4ee9-92b2-96ccec7797df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:32.545485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa06c-29ea-41c4-ad84-e5a9ba7af06e req-c7d7bc02-460d-4ee9-92b2-96ccec7797df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:32.545485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa06c-29ea-41c4-ad84-e5a9ba7af06e req-c7d7bc02-460d-4ee9-92b2-96ccec7797df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:32.546239 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-aa1aa06c-29ea-41c4-ad84-e5a9ba7af06e req-c7d7bc02-460d-4ee9-92b2-96ccec7797df service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4540901 Aug 17 02:31:32.547609 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899ea71-841f-4a1e-b0e2-619347d0f9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f552f4b-5b61-4680-9809-627f6fd590c1,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:32.576353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Request body: {'port': {'device_id': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:32.682485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-10a0766a-eb98-4ad7-8886-60cb27dc36bc req-82e9e34d-b3bf-4db9-bcbb-efa4423ad7af tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689076 Aug 17 02:31:32.724692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-bca799af-578e-4907-985d-46f45cfe776e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:31:32.859458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa06c-29ea-41c4-ad84-e5a9ba7af06e req-82386ac5-494b-4e6a-bd62-6809a3222552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:32.860886 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-aa1aa06c-29ea-41c4-ad84-e5a9ba7af06e req-82386ac5-494b-4e6a-bd62-6809a3222552 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2925370 Aug 17 02:31:32.907198 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:32.994602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-bca799af-578e-4907-985d-46f45cfe776e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:31:33.010546 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cfc4c3-0d76-4130-8238-924c0a8e91ad None None] Sync routers for ids ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:31:33.042967 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cfc4c3-0d76-4130-8238-924c0a8e91ad None None] Routers {'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:33.043957 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-87cfc4c3-0d76-4130-8238-924c0a8e91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:33.047895 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb4e57d1-79be-472d-9122-6685b5af743c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:33.185521 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb4e57d1-79be-472d-9122-6685b5af743c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:33.200669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1255fef-afd7-4388-9895-67506affb8f7 req-527c26cd-897f-451f-8cb5-f5d03672b050 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:33.207194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1255fef-afd7-4388-9895-67506affb8f7 req-527c26cd-897f-451f-8cb5-f5d03672b050 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:33.214561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1255fef-afd7-4388-9895-67506affb8f7 req-527c26cd-897f-451f-8cb5-f5d03672b050 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:33.221083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1255fef-afd7-4388-9895-67506affb8f7 req-527c26cd-897f-451f-8cb5-f5d03672b050 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:33.227515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1255fef-afd7-4388-9895-67506affb8f7 req-527c26cd-897f-451f-8cb5-f5d03672b050 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:33.234588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1255fef-afd7-4388-9895-67506affb8f7 req-527c26cd-897f-451f-8cb5-f5d03672b050 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:33.241382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1255fef-afd7-4388-9895-67506affb8f7 req-527c26cd-897f-451f-8cb5-f5d03672b050 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:33.250887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1255fef-afd7-4388-9895-67506affb8f7 req-527c26cd-897f-451f-8cb5-f5d03672b050 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5381 time: 0.4785745 Aug 17 02:31:33.253117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-bca799af-578e-4907-985d-46f45cfe776e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] No DVR routers for this DVR port 2cac303e-77da-4731-bb80-0a51a24c499c on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:33.256020 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-bca799af-578e-4907-985d-46f45cfe776e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:33.258583 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccbfd07d-35d9-4c9a-bf94-e89659ef5275 req-bca799af-578e-4907-985d-46f45cfe776e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.18 "DELETE /v2.0/ports/2cac303e-77da-4731-bb80-0a51a24c499c HTTP/1.1" status: 204 len: 173 time: 2.4267571 Aug 17 02:31:33.321553 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1255fef-afd7-4388-9895-67506affb8f7 req-830ca65a-04b7-4f7d-bcdf-4b484eecdd16 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696554 Aug 17 02:31:33.324718 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb4e57d1-79be-472d-9122-6685b5af743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:33.328875 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-87cfc4c3-0d76-4130-8238-924c0a8e91ad None None] Set router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:33.440598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e57d1-79be-472d-9122-6685b5af743c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d750e6bb-18af-480b-99d4-0a02ab9fbd94,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:33.458665 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cb4e57d1-79be-472d-9122-6685b5af743c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c2d85f9510b4478ad995d91183ea94c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9217856 Aug 17 02:31:33.461907 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57142) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:33.552008 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1d573712-d57b-472e-baec-4db40341e019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:33.625791 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da101a7-7263-4cbc-a73f-1f913a173e65 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:33.636290 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1d573712-d57b-472e-baec-4db40341e019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:33.660826 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:33.711193 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Transition to ACTIVE for port object 9da101a7-7263-4cbc-a73f-1f913a173e65 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:33.781711 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:33.788691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0a960-07b8-4b01-b83b-a4d78b702bd8 req-80294d06-b866-4428-8e31-eb2774cb1b44 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:33.797123 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53b0a960-07b8-4b01-b83b-a4d78b702bd8 req-80294d06-b866-4428-8e31-eb2774cb1b44 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 951 time: 0.0698745 Aug 17 02:31:33.821640 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-87cfc4c3-0d76-4130-8238-924c0a8e91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:39Z', 'revision_number': 4, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'gw_port': {'id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5d7a6051-d96f-4cc9-8f2e-e853733821e1', 'name': '', 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'mac_address': 'fa:16:3e:5f:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:38Z', 'updated_at': '2021-08-17T02:20:45Z', 'revision_number': 5, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'subnets': [{'id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:33.871725 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1d573712-d57b-472e-baec-4db40341e019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:33.873812 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cfc4c3-0d76-4130-8238-924c0a8e91ad None None] Checking router: ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:31:33.884081 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1d573712-d57b-472e-baec-4db40341e019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:33.890171 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1d573712-d57b-472e-baec-4db40341e019 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d750e6bb-18af-480b-99d4-0a02ab9fbd94 HTTP/1.1" status: 204 len: 168 time: 0.4262235 Aug 17 02:31:33.890357 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cfc4c3-0d76-4130-8238-924c0a8e91ad None None] Routers {'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:33.891669 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-87cfc4c3-0d76-4130-8238-924c0a8e91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:33.918163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': '71edd6d5-0ae9-45a6-8572-76f90f786070'}, {'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': '0f552f4b-5b61-4680-9809-627f6fd590c1'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:33.929325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53b0a960-07b8-4b01-b83b-a4d78b702bd8 req-6895f9a3-24d7-4544-8404-96a11609314e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308053 Aug 17 02:31:33.933363 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3be4864-88d6-44a4-b1ac-e908465d32cd" -d '{"events": [{"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "71edd6d5-0ae9-45a6-8572-76f90f786070"}, {"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "0f552f4b-5b61-4680-9809-627f6fd590c1"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:33.955369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d573712-d57b-472e-baec-4db40341e019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d750e6bb-18af-480b-99d4-0a02ab9fbd94,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:34.059538 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Pushing event updated for resources: {'Port': ['ID=9da101a7-7263-4cbc-a73f-1f913a173e65,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:34.164998 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04d4354-c986-47ae-8359-167a22cb5cc3 x-openstack-request-id: req-d04d4354-c986-47ae-8359-167a22cb5cc3 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:34.165598 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-unplugged", "status": "completed", "tag": "2cac303e-77da-4731-bb80-0a51a24c499c", "code": 200}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-unplugged", "status": "completed", "tag": "95890f25-08f4-4c46-ac4e-517d0f3a2965", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:34.166002 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d04d4354-c986-47ae-8359-167a22cb5cc3 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:34.166616 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cac303e-77da-4731-bb80-0a51a24c499c', 'code': 200} Aug 17 02:31:34.167010 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95890f25-08f4-4c46-ac4e-517d0f3a2965', 'code': 200} Aug 17 02:31:34.282559 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-87cfc4c3-0d76-4130-8238-924c0a8e91ad None None] Set router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:34.316177 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b1d464-ad81-40fa-b721-cd47c0ec3c56 x-openstack-request-id: req-f5b1d464-ad81-40fa-b721-cd47c0ec3c56 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:34.316696 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-deleted", "tag": "33575b9a-eeeb-4ad8-8cff-7b9b53767e6d", "status": "completed", "code": 200}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-deleted", "tag": "95890f25-08f4-4c46-ac4e-517d0f3a2965", "status": "completed", "code": 200}, {"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-deleted", "tag": "2c61de3a-3794-4b2c-b2d7-398cf2d4d366", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:34.317098 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5b1d464-ad81-40fa-b721-cd47c0ec3c56 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:34.318000 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-deleted', 'tag': '33575b9a-eeeb-4ad8-8cff-7b9b53767e6d', 'status': 'completed', 'code': 200} Aug 17 02:31:34.327091 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-deleted', 'tag': '95890f25-08f4-4c46-ac4e-517d0f3a2965', 'status': 'completed', 'code': 200} Aug 17 02:31:34.327091 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-deleted', 'tag': '2c61de3a-3794-4b2c-b2d7-398cf2d4d366', 'status': 'completed', 'code': 200} Aug 17 02:31:34.449224 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Attempting to bind port 9da101a7-7263-4cbc-a73f-1f913a173e65 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:34.449975 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Attempting to bind port 9da101a7-7263-4cbc-a73f-1f913a173e65 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:34.453484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Attempting to bind port 9da101a7-7263-4cbc-a73f-1f913a173e65 on network b94dedf4-9530-4018-9785-93d1ce415491 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:34.468717 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Port 9da101a7-7263-4cbc-a73f-1f913a173e65 on network b94dedf4-9530-4018-9785-93d1ce415491 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:31:34.469754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Attempting to bind port 9da101a7-7263-4cbc-a73f-1f913a173e65 on network b94dedf4-9530-4018-9785-93d1ce415491 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:34.490643 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e91cff7d-e9c7-4bd7-b9e6-11f3f861619a req-bca7234c-2efb-4663-90b6-5b912a6a7bbb tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 210 time: 0.0480235 Aug 17 02:31:34.508359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:34.509996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Checking segment: {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:34.511646 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Bound using segment: {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:34.515278 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Bound port: 9da101a7-7263-4cbc-a73f-1f913a173e65, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:34.516247 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:34.761754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] For port 9da101a7-7263-4cbc-a73f-1f913a173e65, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:34.774604 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] For port 9da101a7-7263-4cbc-a73f-1f913a173e65, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9da101a7-7263-4cbc-a73f-1f913a173e65,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:34.890875 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.023534 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Pushing event updated for resources: {'Port': ['ID=9da101a7-7263-4cbc-a73f-1f913a173e65,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:35.035926 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:35.061333 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.064598 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-819eac63-9b39-4754-8492-5089c11a804c service neutron] 10.222.0.42 "PUT /v2.0/ports/9da101a7-7263-4cbc-a73f-1f913a173e65 HTTP/1.1" status: 200 len: 1091 time: 2.4986737 Aug 17 02:31:35.182777 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-87cfc4c3-0d76-4130-8238-924c0a8e91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:39Z', 'revision_number': 4, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'gw_port': {'id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5d7a6051-d96f-4cc9-8f2e-e853733821e1', 'name': '', 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'mac_address': 'fa:16:3e:5f:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:38Z', 'updated_at': '2021-08-17T02:20:45Z', 'revision_number': 5, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'subnets': [{'id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:35.217623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Request body: {'port': {'device_id': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:35.342293 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cfc4c3-0d76-4130-8238-924c0a8e91ad None None] The sync data for ids ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'] in n-d-793621-31 is: [{'id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:39Z', 'revision_number': 4, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'gw_port': {'id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5d7a6051-d96f-4cc9-8f2e-e853733821e1', 'name': '', 'network_id': '651d96e6-ee24-4068-810d-dcc3f120ab5a', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'mac_address': 'fa:16:3e:5f:5e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:38Z', 'updated_at': '2021-08-17T02:20:45Z', 'revision_number': 5, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'subnets': [{'id': '7ddc4855-0474-4e3b-a1c6-a880c9557984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:31:35.411964 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.920908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea0049-e840-4dd3-a798-5aa36d7e9d06 req-5c12ea2c-44de-4c4c-b1b8-2e86dc90d165 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:35.928905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69ea0049-e840-4dd3-a798-5aa36d7e9d06 req-5c12ea2c-44de-4c4c-b1b8-2e86dc90d165 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 945 time: 0.5678756 Aug 17 02:31:35.955114 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da77b30-453f-46ff-b618-f4a3139dee3f None None] New status for floating IP 516ce027-3741-4f0c-9f5c-a37486008152: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:31:35.983961 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69ea0049-e840-4dd3-a798-5aa36d7e9d06 req-1b4f2942-94f5-479c-8fbc-46bb83b7dec7 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539937 Aug 17 02:31:36.109946 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb157415-ad24-49ac-ba23-2072f88c20ca {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:36.118291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ececc-4b80-4a82-9dd2-5853d6deeced req-4555e887-1b9d-4e84-b585-7b0564adcc9c tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:36.120888 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.132288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b0ececc-4b80-4a82-9dd2-5853d6deeced req-4555e887-1b9d-4e84-b585-7b0564adcc9c tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.0873859 Aug 17 02:31:36.136790 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Transition to ACTIVE for port object fb157415-ad24-49ac-ba23-2072f88c20ca will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:36.209308 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.239823 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b0ececc-4b80-4a82-9dd2-5853d6deeced req-1268a057-019f-48fe-80d8-9afdf23cbc07 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938394 Aug 17 02:31:36.240662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57182) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:36.320874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-deleted', 'tag': '2cac303e-77da-4731-bb80-0a51a24c499c'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:36.326660 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c05820-4e86-47f8-9ead-bd5e9ad9c0f2" -d '{"events": [{"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-deleted", "tag": "2cac303e-77da-4731-bb80-0a51a24c499c"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:36.409168 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bd9c5e-d421-4ed3-93bf-601e5b9e5330 x-openstack-request-id: req-40bd9c5e-d421-4ed3-93bf-601e5b9e5330 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:36.409649 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "71edd6d5-0ae9-45a6-8572-76f90f786070", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "0f552f4b-5b61-4680-9809-627f6fd590c1", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:36.410041 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40bd9c5e-d421-4ed3-93bf-601e5b9e5330 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:36.410591 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': '71edd6d5-0ae9-45a6-8572-76f90f786070', 'status': 'completed', 'code': 200} Aug 17 02:31:36.410950 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': '0f552f4b-5b61-4680-9809-627f6fd590c1', 'status': 'completed', 'code': 200} Aug 17 02:31:36.582785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b1b23174-330c-4605-b1fb-d343d5d77881 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632356830'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:36.775604 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b1b23174-330c-4605-b1fb-d343d5d77881 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.790169 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b1b23174-330c-4605-b1fb-d343d5d77881 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.938759 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Pushing event updated for resources: {'Port': ['ID=fb157415-ad24-49ac-ba23-2072f88c20ca,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:36.944664 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b1b23174-330c-4605-b1fb-d343d5d77881 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.983187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Attempting to bind port fb157415-ad24-49ac-ba23-2072f88c20ca on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:36.983620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Attempting to bind port fb157415-ad24-49ac-ba23-2072f88c20ca by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:36.984075 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Attempting to bind port fb157415-ad24-49ac-ba23-2072f88c20ca on network b94dedf4-9530-4018-9785-93d1ce415491 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:36.996044 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Port fb157415-ad24-49ac-ba23-2072f88c20ca on network b94dedf4-9530-4018-9785-93d1ce415491 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:31:36.996521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Attempting to bind port fb157415-ad24-49ac-ba23-2072f88c20ca on network b94dedf4-9530-4018-9785-93d1ce415491 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:37.011893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:37.012289 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Checking segment: {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:37.012820 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Bound using segment: {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:37.014125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Bound port: fb157415-ad24-49ac-ba23-2072f88c20ca, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b96d2b-ee1d-44fd-9b8a-39f379547482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:37.014125 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.033827 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-a3333a38-b0fa-4158-90bb-92c3d3a1d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.034377 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-a3333a38-b0fa-4158-90bb-92c3d3a1d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.034781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-a3333a38-b0fa-4158-90bb-92c3d3a1d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.035240 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-a3333a38-b0fa-4158-90bb-92c3d3a1d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.035701 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-a3333a38-b0fa-4158-90bb-92c3d3a1d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.036315 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-a3333a38-b0fa-4158-90bb-92c3d3a1d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.036634 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-a3333a38-b0fa-4158-90bb-92c3d3a1d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.038860 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-a3333a38-b0fa-4158-90bb-92c3d3a1d2c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 6315 time: 0.1015730 Aug 17 02:31:37.072479 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b1b23174-330c-4605-b1fb-d343d5d77881 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.085874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57190) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:37.156409 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] For port fb157415-ad24-49ac-ba23-2072f88c20ca, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:37.161626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b23174-330c-4605-b1fb-d343d5d77881 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e115440-e23a-4797-a06f-3027169da3d0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:37.161793 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] For port fb157415-ad24-49ac-ba23-2072f88c20ca, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb157415-ad24-49ac-ba23-2072f88c20ca,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:37.192491 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c366-6b07-4a66-a8a3-86f29f92b00b tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.258762 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c366-6b07-4a66-a8a3-86f29f92b00b tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.290863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-676b759e-f4df-482c-9756-e6f68ee16814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.291727 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-676b759e-f4df-482c-9756-e6f68ee16814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.295728 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-676b759e-f4df-482c-9756-e6f68ee16814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.295728 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-676b759e-f4df-482c-9756-e6f68ee16814 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2303023 Aug 17 02:31:37.319537 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.360624 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8842ca-4643-484e-9221-096ee696c01b req-22cfc881-e9bc-4dd1-8183-ce38783f046c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.372308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8842ca-4643-484e-9221-096ee696c01b req-22cfc881-e9bc-4dd1-8183-ce38783f046c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.384218 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8842ca-4643-484e-9221-096ee696c01b req-22cfc881-e9bc-4dd1-8183-ce38783f046c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.396710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8842ca-4643-484e-9221-096ee696c01b req-22cfc881-e9bc-4dd1-8183-ce38783f046c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.408280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8842ca-4643-484e-9221-096ee696c01b req-22cfc881-e9bc-4dd1-8183-ce38783f046c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.419977 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8842ca-4643-484e-9221-096ee696c01b req-22cfc881-e9bc-4dd1-8183-ce38783f046c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.433775 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8842ca-4643-484e-9221-096ee696c01b req-22cfc881-e9bc-4dd1-8183-ce38783f046c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.458009 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f8842ca-4643-484e-9221-096ee696c01b req-22cfc881-e9bc-4dd1-8183-ce38783f046c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5405 time: 0.2706189 Aug 17 02:31:37.491292 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b1b23174-330c-4605-b1fb-d343d5d77881 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.519834 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.520908 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.523224 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] 10.222.0.42 "PUT /v2.0/ports/fb157415-ad24-49ac-ba23-2072f88c20ca HTTP/1.1" status: 200 len: 1091 time: 2.3199766 Aug 17 02:31:37.544125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-99c9f4ae-6ec1-4fad-a33b-7f939916e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.546766 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-99c9f4ae-6ec1-4fad-a33b-7f939916e3bb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2442844 Aug 17 02:31:37.577931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f8842ca-4643-484e-9221-096ee696c01b req-70881991-0334-41d5-b9e2-6f54fdf7e974 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185112 Aug 17 02:31:37.591939 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7a66a-16d2-4502-aad7-a759ca17cc54 service neutron] Pushing event updated for resources: {'Port': ['ID=fb157415-ad24-49ac-ba23-2072f88c20ca,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:37.603109 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b1b23174-330c-4605-b1fb-d343d5d77881 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.705801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b23174-330c-4605-b1fb-d343d5d77881 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528bd490-647b-456f-9f64-8e848df54e8a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:37.720916 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c366-6b07-4a66-a8a3-86f29f92b00b tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.728261 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c366-6b07-4a66-a8a3-86f29f92b00b tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.734584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8ac7c366-6b07-4a66-a8a3-86f29f92b00b tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "DELETE /v2.0/security-groups/13d4beb4-d8c5-4e3c-980a-0029a28762ac HTTP/1.1" status: 204 len: 168 time: 0.6473911 Aug 17 02:31:37.736012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57194) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:37.754591 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Request body: {'port': {'device_id': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:37.789827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7c366-6b07-4a66-a8a3-86f29f92b00b tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d4beb4-d8c5-4e3c-980a-0029a28762ac,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:37.813198 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-ee02ae99-c958-4d0a-a103-7335e0ff6272 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] show failed (client error): The resource could not be found. Aug 17 02:31:37.817354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ee02ae99-c958-4d0a-a103-7335e0ff6272 tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "GET /v2.0/security-groups/13d4beb4-d8c5-4e3c-980a-0029a28762ac HTTP/1.1" status: 404 len: 347 time: 0.0627310 Aug 17 02:31:37.817990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57196) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:37.846857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.920099 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fc172730-5475-4fe5-8b32-92d1d7a308b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.940769 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-744f6038-8c76-45cc-9140-62ad0cb45473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.941379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-744f6038-8c76-45cc-9140-62ad0cb45473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.941864 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-744f6038-8c76-45cc-9140-62ad0cb45473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.942345 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-744f6038-8c76-45cc-9140-62ad0cb45473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.942907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-744f6038-8c76-45cc-9140-62ad0cb45473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.943385 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-744f6038-8c76-45cc-9140-62ad0cb45473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.943856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-744f6038-8c76-45cc-9140-62ad0cb45473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.945956 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-744f6038-8c76-45cc-9140-62ad0cb45473 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 6357 time: 0.2976801 Aug 17 02:31:37.997212 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b1b23174-330c-4605-b1fb-d343d5d77881 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.011910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57198) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:38.012150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b1b23174-330c-4605-b1fb-d343d5d77881 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7621725 Aug 17 02:31:38.151094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abce48-0a7e-419b-99a9-691816227c19 req-ba066b7d-659b-43c5-aa78-6d0246b830c5 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:38.152858 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9abce48-0a7e-419b-99a9-691816227c19 req-ba066b7d-659b-43c5-aa78-6d0246b830c5 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 945 time: 0.2625999 Aug 17 02:31:38.161891 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3076f-8924-4951-82a0-d3b8fea0a59c req-5d5e5736-4b49-42cc-ab7c-fc09d2db311d tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:38.163697 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8bd3076f-8924-4951-82a0-d3b8fea0a59c req-5d5e5736-4b49-42cc-ab7c-fc09d2db311d tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 945 time: 0.1576126 Aug 17 02:31:38.168631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-591180c6-00f0-499d-b6d9-8cae16811dea tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Deleting port 737e0f78-d0ff-4866-b508-555eee89658d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:38.169063 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-591180c6-00f0-499d-b6d9-8cae16811dea tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.378358 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-62fbabc4-b64c-4bf9-b5cb-d40afa026366 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3720298 Aug 17 02:31:38.408704 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9abce48-0a7e-419b-99a9-691816227c19 req-f9403686-ef5f-4ace-b237-8baaa99eb615 tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/security-groups?id=01372b3e-a607-4148-8808-80c046b5b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429719 Aug 17 02:31:38.409356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57200) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:38.420959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-25a7e907-cb2d-4c24-8c76-e6c7e1b69075 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group': {'name': 'tempest-security--981926223', 'description': 'tempest-security-description-531928521'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:38.513469 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-591180c6-00f0-499d-b6d9-8cae16811dea tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.513832 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-591180c6-00f0-499d-b6d9-8cae16811dea tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.519116 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25a7e907-cb2d-4c24-8c76-e6c7e1b69075 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.547696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-591180c6-00f0-499d-b6d9-8cae16811dea tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Calling delete_port for 737e0f78-d0ff-4866-b508-555eee89658d owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:38.629763 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aea2a1ac-b49c-46aa-bffa-77192327a00b req-e1cbb202-32e6-46f8-860f-de4c1edbb233 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 210 time: 0.0719976 Aug 17 02:31:38.643955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccafd93-4f61-4838-9ea2-f686490c7770 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:38.680542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': '9da101a7-7263-4cbc-a73f-1f913a173e65'}, {'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': 'fb157415-ad24-49ac-ba23-2072f88c20ca'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:38.683837 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "9da101a7-7263-4cbc-a73f-1f913a173e65"}, {"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "fb157415-ad24-49ac-ba23-2072f88c20ca"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:38.687251 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-8bd3076f-8924-4951-82a0-d3b8fea0a59c req-6c361d7e-f980-4762-904b-03f263113dee tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Deleting port 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:38.687782 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8bd3076f-8924-4951-82a0-d3b8fea0a59c req-6c361d7e-f980-4762-904b-03f263113dee tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.689294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-0e18f7a6-17a7-4b07-ad16-f66813827d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:38.690562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-0e18f7a6-17a7-4b07-ad16-f66813827d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:38.691536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-0e18f7a6-17a7-4b07-ad16-f66813827d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:38.694688 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-0e18f7a6-17a7-4b07-ad16-f66813827d7f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7307806 Aug 17 02:31:38.704864 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.833516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Transition to ACTIVE for port object cccafd93-4f61-4838-9ea2-f686490c7770 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:38.927060 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-af69e01b-05b4-4ac0-b940-ab0055439b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:38.929020 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f3be4864-88d6-44a4-b1ac-e908465d32cd req-af69e01b-05b4-4ac0-b940-ab0055439b01 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2061586 Aug 17 02:31:38.943953 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.975485 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25a7e907-cb2d-4c24-8c76-e6c7e1b69075 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.018497 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-8bd3076f-8924-4951-82a0-d3b8fea0a59c req-6c361d7e-f980-4762-904b-03f263113dee tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] For port 9756bb7e-0b27-4902-aedf-ad8b9a5521b6, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=9756bb7e-0b27-4902-aedf-ad8b9a5521b6,segment=NetworkSegment(00a9ff97-4f8a-49cb-8296-a581013441f3),segment_id=00a9ff97-4f8a-49cb-8296-a581013441f3)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:39.019056 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8bd3076f-8924-4951-82a0-d3b8fea0a59c req-6c361d7e-f980-4762-904b-03f263113dee tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.034274 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cccafd93-4f61-4838-9ea2-f686490c7770,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:39.043395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-8bd3076f-8924-4951-82a0-d3b8fea0a59c req-6c361d7e-f980-4762-904b-03f263113dee tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Calling delete_port for 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:39.089278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088cafc-8d0e-4064-9a93-58aefabf4643 req-a939461d-d34b-4be7-9fee-cd2d3709c157 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:39.107061 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0088cafc-8d0e-4064-9a93-58aefabf4643 req-a939461d-d34b-4be7-9fee-cd2d3709c157 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 945 time: 0.2897706 Aug 17 02:31:39.119886 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25a7e907-cb2d-4c24-8c76-e6c7e1b69075 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.122827 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25a7e907-cb2d-4c24-8c76-e6c7e1b69075 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.127368 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-25a7e907-cb2d-4c24-8c76-e6c7e1b69075 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "PUT /v2.0/security-groups/528bd490-647b-456f-9f64-8e848df54e8a HTTP/1.1" status: 200 len: 1778 time: 0.7138431 Aug 17 02:31:39.129857 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57206) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:39.180620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7e907-cb2d-4c24-8c76-e6c7e1b69075 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528bd490-647b-456f-9f64-8e848df54e8a,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:39.240237 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-591180c6-00f0-499d-b6d9-8cae16811dea tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.251831 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Attempting to bind port cccafd93-4f61-4838-9ea2-f686490c7770 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:39.252321 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Attempting to bind port cccafd93-4f61-4838-9ea2-f686490c7770 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '287cc985-07aa-4a82-9666-cce6eac495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:39.252752 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Attempting to bind port cccafd93-4f61-4838-9ea2-f686490c7770 on network 868e1de9-cdff-478e-90ee-d3d2c77b9575 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:39.258417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Port cccafd93-4f61-4838-9ea2-f686490c7770 on network 868e1de9-cdff-478e-90ee-d3d2c77b9575 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:31:39.258417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Attempting to bind port cccafd93-4f61-4838-9ea2-f686490c7770 on network 868e1de9-cdff-478e-90ee-d3d2c77b9575 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:39.264834 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:39.265446 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Checking segment: {'id': '287cc985-07aa-4a82-9666-cce6eac495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:39.265966 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Bound using segment: {'id': '287cc985-07aa-4a82-9666-cce6eac495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:39.266655 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Bound port: cccafd93-4f61-4838-9ea2-f686490c7770, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287cc985-07aa-4a82-9666-cce6eac495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:39.267174 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.308280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0088cafc-8d0e-4064-9a93-58aefabf4643 req-342e64f9-7603-4ca6-872e-c6b1e1ab62e5 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003148 Aug 17 02:31:39.345534 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591180c6-00f0-499d-b6d9-8cae16811dea tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Pushing event deleted for resources: {'Port': ['ID=737e0f78-d0ff-4866-b508-555eee89658d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:39.369830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] For port cccafd93-4f61-4838-9ea2-f686490c7770, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:39.386129 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] For port cccafd93-4f61-4838-9ea2-f686490c7770, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=cccafd93-4f61-4838-9ea2-f686490c7770,segment=NetworkSegment(287cc985-07aa-4a82-9666-cce6eac495ce),segment_id=287cc985-07aa-4a82-9666-cce6eac495ce)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:39.386715 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc07598-7c63-41e3-9d7e-d5db4b0b8440 x-openstack-request-id: req-1dc07598-7c63-41e3-9d7e-d5db4b0b8440 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:39.386715 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8870e19e-9e1f-4075-a00d-1535f07c3002", "name": "network-vif-deleted", "tag": "2cac303e-77da-4731-bb80-0a51a24c499c", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:39.386715 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1dc07598-7c63-41e3-9d7e-d5db4b0b8440 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:39.386715 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870e19e-9e1f-4075-a00d-1535f07c3002', 'name': 'network-vif-deleted', 'tag': '2cac303e-77da-4731-bb80-0a51a24c499c', 'status': 'completed', 'code': 200} Aug 17 02:31:39.386715 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c4599d13-497c-4ea4-88ab-f5459be65732 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-groups/528bd490-647b-456f-9f64-8e848df54e8a HTTP/1.1" status: 200 len: 1778 time: 0.2179999 Aug 17 02:31:39.388448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57210) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:39.504776 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-591180c6-00f0-499d-b6d9-8cae16811dea tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.505127 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.507322 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-591180c6-00f0-499d-b6d9-8cae16811dea tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.512137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-591180c6-00f0-499d-b6d9-8cae16811dea tempest-ServersTestBootFromVolume-984309469 tempest-ServersTestBootFromVolume-984309469-project] 10.222.0.13 "DELETE /v2.0/floatingips/1e158957-515a-4689-a389-35a96ad8674a HTTP/1.1" status: 204 len: 168 time: 1.6879585 Aug 17 02:31:39.513898 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57214) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:39.582174 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55550b5c-48e6-4b3f-814e-d34c0d0264bc tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.592251 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc77e3e-b4d6-46fe-a201-3089919aed78 req-3f858889-0f89-4ae5-9464-d20165d014db tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:39.598825 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0bc77e3e-b4d6-46fe-a201-3089919aed78 req-3f858889-0f89-4ae5-9464-d20165d014db tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 1103 time: 0.0891039 Aug 17 02:31:39.614606 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:39.619972 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.619972 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/cccafd93-4f61-4838-9ea2-f686490c7770 HTTP/1.1" status: 200 len: 1092 time: 1.8702445 Aug 17 02:31:39.658469 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0bc77e3e-b4d6-46fe-a201-3089919aed78 req-c13becf6-3eb7-405b-bab9-1013e8c3a648 tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553355 Aug 17 02:31:39.679139 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010972c2-daa0-42ec-976a-039135e005d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cccafd93-4f61-4838-9ea2-f686490c7770,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:39.697267 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8bd3076f-8924-4951-82a0-d3b8fea0a59c req-6c361d7e-f980-4762-904b-03f263113dee tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.738589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['9756bb7e-0b27-4902-aedf-ad8b9a5521b6'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:31:39.742716 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55550b5c-48e6-4b3f-814e-d34c0d0264bc tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.787782 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Request body: {'port': {'device_id': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:39.801343 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c361d7e-f980-4762-904b-03f263113dee tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Pushing event deleted for resources: {'Port': ['ID=9756bb7e-0b27-4902-aedf-ad8b9a5521b6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:39.878589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd3076f-8924-4951-82a0-d3b8fea0a59c req-6c361d7e-f980-4762-904b-03f263113dee tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] No DVR routers for this DVR port 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:39.882511 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8bd3076f-8924-4951-82a0-d3b8fea0a59c req-6c361d7e-f980-4762-904b-03f263113dee tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.884653 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8bd3076f-8924-4951-82a0-d3b8fea0a59c req-6c361d7e-f980-4762-904b-03f263113dee tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.18 "DELETE /v2.0/ports/9756bb7e-0b27-4902-aedf-ad8b9a5521b6 HTTP/1.1" status: 204 len: 173 time: 1.7047217 Aug 17 02:31:39.908667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2e009-0594-4e52-9b52-fca5b4b004b6 req-bda516e8-e893-498e-b002-c342a6ddb8ce tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:39.913769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dfd2e009-0594-4e52-9b52-fca5b4b004b6 req-bda516e8-e893-498e-b002-c342a6ddb8ce tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.1428466 Aug 17 02:31:39.961525 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dfd2e009-0594-4e52-9b52-fca5b4b004b6 req-7405909c-ee47-4116-8711-37fc1ce1242a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430455 Aug 17 02:31:39.986290 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.074351 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55550b5c-48e6-4b3f-814e-d34c0d0264bc tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.077185 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55550b5c-48e6-4b3f-814e-d34c0d0264bc tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.085870 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-55550b5c-48e6-4b3f-814e-d34c0d0264bc tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-groups/528bd490-647b-456f-9f64-8e848df54e8a HTTP/1.1" status: 204 len: 168 time: 0.6885412 Aug 17 02:31:40.086036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57220) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:40.107611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55550b5c-48e6-4b3f-814e-d34c0d0264bc tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=528bd490-647b-456f-9f64-8e848df54e8a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:40.180106 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d4d8bd0a-1e86-4f3e-9dd8-12147c488353 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0977972 Aug 17 02:31:40.183675 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57222) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:40.214375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9e8b3-2c3d-4ad4-8232-747b13293fca req-03260162-eeab-43c6-bfdf-166902aaed77 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.220927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9e8b3-2c3d-4ad4-8232-747b13293fca req-03260162-eeab-43c6-bfdf-166902aaed77 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.228833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9e8b3-2c3d-4ad4-8232-747b13293fca req-03260162-eeab-43c6-bfdf-166902aaed77 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.235403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9e8b3-2c3d-4ad4-8232-747b13293fca req-03260162-eeab-43c6-bfdf-166902aaed77 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.241229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9e8b3-2c3d-4ad4-8232-747b13293fca req-03260162-eeab-43c6-bfdf-166902aaed77 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.249968 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9e8b3-2c3d-4ad4-8232-747b13293fca req-03260162-eeab-43c6-bfdf-166902aaed77 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.259772 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9e8b3-2c3d-4ad4-8232-747b13293fca req-03260162-eeab-43c6-bfdf-166902aaed77 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.266021 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8e9e8b3-2c3d-4ad4-8232-747b13293fca req-03260162-eeab-43c6-bfdf-166902aaed77 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5417 time: 0.2276523 Aug 17 02:31:40.288177 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-29eda08b-fec1-4689-94f3-d006e4cc5f6b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] delete failed (client error): The resource could not be found. Aug 17 02:31:40.293728 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-29eda08b-fec1-4689-94f3-d006e4cc5f6b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-groups/528bd490-647b-456f-9f64-8e848df54e8a HTTP/1.1" status: 404 len: 347 time: 0.1045506 Aug 17 02:31:40.296120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57224) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:40.298824 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-38a24546-b8f8-43ba-a56a-39e7c1a252b5 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group': {'name': 'tempest-secgroup--79554129'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:40.300797 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ce006de2-9422-4d7b-b8a3-e2e8a6f592c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.370434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8e9e8b3-2c3d-4ad4-8232-747b13293fca req-a674a90f-4935-4b5f-a989-8005806d38e3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967355 Aug 17 02:31:40.430935 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35c67f7-3caf-4480-861c-82bc96b1de09 x-openstack-request-id: req-e35c67f7-3caf-4480-861c-82bc96b1de09 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:40.432285 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "9da101a7-7263-4cbc-a73f-1f913a173e65", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "fb157415-ad24-49ac-ba23-2072f88c20ca", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:40.432285 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e35c67f7-3caf-4480-861c-82bc96b1de09 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:40.432635 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': '9da101a7-7263-4cbc-a73f-1f913a173e65', 'status': 'completed', 'code': 200} Aug 17 02:31:40.432635 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': 'fb157415-ad24-49ac-ba23-2072f88c20ca', 'status': 'completed', 'code': 200} Aug 17 02:31:40.449338 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38a24546-b8f8-43ba-a56a-39e7c1a252b5 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.530415 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85da0db9-b3fa-4975-9360-bc89a461f7cc {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:40.542014 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.547421 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38a24546-b8f8-43ba-a56a-39e7c1a252b5 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.587198 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.605742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Transition to ACTIVE for port object 85da0db9-b3fa-4975-9360-bc89a461f7cc will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:40.610034 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38a24546-b8f8-43ba-a56a-39e7c1a252b5 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.647087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c37ef1a-3b37-4f63-a3cc-5c2982b50c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.647592 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c37ef1a-3b37-4f63-a3cc-5c2982b50c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.648080 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c37ef1a-3b37-4f63-a3cc-5c2982b50c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.648615 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c37ef1a-3b37-4f63-a3cc-5c2982b50c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.649103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c37ef1a-3b37-4f63-a3cc-5c2982b50c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.650032 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c37ef1a-3b37-4f63-a3cc-5c2982b50c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.650203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c37ef1a-3b37-4f63-a3cc-5c2982b50c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.651914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a24546-b8f8-43ba-a56a-39e7c1a252b5 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2547e86a-313e-4f67-bfb1-3bf5032c6224,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:40.652373 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c37ef1a-3b37-4f63-a3cc-5c2982b50c26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 6425 time: 0.1612973 Aug 17 02:31:40.659175 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-910edcb4-9292-4f09-a990-a8e21a97d27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.717203 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.724667 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38a24546-b8f8-43ba-a56a-39e7c1a252b5 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.729978 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-38a24546-b8f8-43ba-a56a-39e7c1a252b5 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4311450 Aug 17 02:31:40.730781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57226) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:40.739314 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-c2cb9720-5ffc-4780-ba5f-64f2de61355b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group_rule': {'security_group_id': '2547e86a-313e-4f67-bfb1-3bf5032c6224', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:40.896066 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2cb9720-5ffc-4780-ba5f-64f2de61355b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.996076 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2cb9720-5ffc-4780-ba5f-64f2de61355b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.067424 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0f274bd0-67a7-4cc9-b13d-b6f322f49ed1 req-16b23800-6145-496d-8f81-591f28cf0a6f tempest-VolumesActionsTest-1551102695 tempest-VolumesActionsTest-1551102695-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1438777-ca62-418b-a4e8-303c7d88e050 HTTP/1.1" status: 200 len: 210 time: 0.0447354 Aug 17 02:31:41.082998 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Pushing event updated for resources: {'Port': ['ID=85da0db9-b3fa-4975-9360-bc89a461f7cc,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:41.094348 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2cb9720-5ffc-4780-ba5f-64f2de61355b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.132424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb9720-5ffc-4780-ba5f-64f2de61355b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5e67e5-c238-449a-8281-f28ba58f3dd5,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:41.190002 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-e06b4fe9-1583-41c3-bb79-18198ff5d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:41.200448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-e06b4fe9-1583-41c3-bb79-18198ff5d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:41.201167 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-e06b4fe9-1583-41c3-bb79-18198ff5d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:41.203693 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-e06b4fe9-1583-41c3-bb79-18198ff5d98c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5009496 Aug 17 02:31:41.240617 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2cb9720-5ffc-4780-ba5f-64f2de61355b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.240617 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c2cb9720-5ffc-4780-ba5f-64f2de61355b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5088577 Aug 17 02:31:41.249902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57232) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:41.327614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Attempting to bind port 85da0db9-b3fa-4975-9360-bc89a461f7cc on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:41.327614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Attempting to bind port 85da0db9-b3fa-4975-9360-bc89a461f7cc by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '287cc985-07aa-4a82-9666-cce6eac495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:41.327614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Attempting to bind port 85da0db9-b3fa-4975-9360-bc89a461f7cc on network 868e1de9-cdff-478e-90ee-d3d2c77b9575 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:41.374030 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Port 85da0db9-b3fa-4975-9360-bc89a461f7cc on network 868e1de9-cdff-478e-90ee-d3d2c77b9575 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:31:41.374359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Attempting to bind port 85da0db9-b3fa-4975-9360-bc89a461f7cc on network 868e1de9-cdff-478e-90ee-d3d2c77b9575 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:41.381303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1438777-ca62-418b-a4e8-303c7d88e050', 'name': 'network-vif-deleted', 'tag': '9756bb7e-0b27-4902-aedf-ad8b9a5521b6'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:41.385969 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adbafd6-8c20-41c1-b6ab-a05ba6b2c228" -d '{"events": [{"server_uuid": "c1438777-ca62-418b-a4e8-303c7d88e050", "name": "network-vif-deleted", "tag": "9756bb7e-0b27-4902-aedf-ad8b9a5521b6"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:41.393395 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:41.393733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Checking segment: {'id': '287cc985-07aa-4a82-9666-cce6eac495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:41.394133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Bound using segment: {'id': '287cc985-07aa-4a82-9666-cce6eac495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:41.394570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Bound port: 85da0db9-b3fa-4975-9360-bc89a461f7cc, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287cc985-07aa-4a82-9666-cce6eac495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:41.394935 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.403847 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57d7f29f-272d-47a9-aa5d-c5bddbdab165 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.451911 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57d7f29f-272d-47a9-aa5d-c5bddbdab165 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.479649 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-09af3a8f-1aa3-4913-8720-7fce3dd14a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:41.481161 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-09af3a8f-1aa3-4913-8720-7fce3dd14a5f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2671151 Aug 17 02:31:41.593005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] For port 85da0db9-b3fa-4975-9360-bc89a461f7cc, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:41.636146 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] For port 85da0db9-b3fa-4975-9360-bc89a461f7cc, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=85da0db9-b3fa-4975-9360-bc89a461f7cc,segment=NetworkSegment(287cc985-07aa-4a82-9666-cce6eac495ce),segment_id=287cc985-07aa-4a82-9666-cce6eac495ce)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:41.676030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90b35b06-e3c4-4b0f-a9eb-c5e9dc9e0393 req-aed653d2-e788-4682-980c-23c5e4e0f202 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 210 time: 0.0315189 Aug 17 02:31:41.763729 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.807291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f1a34-6efe-4856-b571-096843a557e6 req-00f9c31a-cf12-4011-a93a-eac82f10bdef tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:41.809030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e91f1a34-6efe-4856-b571-096843a557e6 req-00f9c31a-cf12-4011-a93a-eac82f10bdef tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 945 time: 0.0613482 Aug 17 02:31:41.887902 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e91f1a34-6efe-4856-b571-096843a557e6 req-6aef544c-339c-434f-94d7-a52edc4862f2 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671008 Aug 17 02:31:42.017026 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.037982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ab625-43c4-4150-bbbc-c14a54506b04 req-3acb6019-c0af-45e8-943f-b78942de9c54 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.039843 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b7ab625-43c4-4150-bbbc-c14a54506b04 req-3acb6019-c0af-45e8-943f-b78942de9c54 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.0682197 Aug 17 02:31:42.055368 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57d7f29f-272d-47a9-aa5d-c5bddbdab165 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.063579 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57d7f29f-272d-47a9-aa5d-c5bddbdab165 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.066996 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-57d7f29f-272d-47a9-aa5d-c5bddbdab165 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4a5e67e5-c238-449a-8281-f28ba58f3dd5 HTTP/1.1" status: 204 len: 168 time: 0.8127489 Aug 17 02:31:42.080184 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57240) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:42.114195 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.115585 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.116280 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] 10.222.0.42 "PUT /v2.0/ports/85da0db9-b3fa-4975-9360-bc89a461f7cc HTTP/1.1" status: 200 len: 1092 time: 2.3365951 Aug 17 02:31:42.117023 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7f29f-272d-47a9-aa5d-c5bddbdab165 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a5e67e5-c238-449a-8281-f28ba58f3dd5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:42.135655 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c36474c-f9c9-493d-9654-9068cc2891b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.136158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c36474c-f9c9-493d-9654-9068cc2891b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.136703 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c36474c-f9c9-493d-9654-9068cc2891b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.137187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c36474c-f9c9-493d-9654-9068cc2891b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.137748 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c36474c-f9c9-493d-9654-9068cc2891b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.138295 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c36474c-f9c9-493d-9654-9068cc2891b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.139744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c36474c-f9c9-493d-9654-9068cc2891b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.140796 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-6c36474c-f9c9-493d-9654-9068cc2891b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 6451 time: 0.5625067 Aug 17 02:31:42.153883 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b7ab625-43c4-4150-bbbc-c14a54506b04 req-ae680178-d9d7-4bd7-b930-9b7fe6656b10 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947247 Aug 17 02:31:42.168596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30abbea-5843-4ce5-83ca-2e62b2d4106d service neutron] Pushing event updated for resources: {'Port': ['ID=85da0db9-b3fa-4975-9360-bc89a461f7cc,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:42.253131 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-efa34beb-00ad-488a-882f-7eb4a2e48d2c tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1700141 Aug 17 02:31:42.268165 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57244) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:42.277342 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3814b1-d52a-40d0-83cb-5c96f3a8fa2e x-openstack-request-id: req-1d3814b1-d52a-40d0-83cb-5c96f3a8fa2e {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:42.277645 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1438777-ca62-418b-a4e8-303c7d88e050", "name": "network-vif-deleted", "tag": "9756bb7e-0b27-4902-aedf-ad8b9a5521b6", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:42.277906 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d3814b1-d52a-40d0-83cb-5c96f3a8fa2e {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:42.278312 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1438777-ca62-418b-a4e8-303c7d88e050', 'name': 'network-vif-deleted', 'tag': '9756bb7e-0b27-4902-aedf-ad8b9a5521b6', 'status': 'completed', 'code': 200} Aug 17 02:31:42.310265 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-910edcb4-9292-4f09-a990-a8e21a97d27a admin admin] Deleting port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:42.311117 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-910edcb4-9292-4f09-a990-a8e21a97d27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.390844 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-ebb6ef36-9da8-40f8-8e97-688f1fa62374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.391343 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-ebb6ef36-9da8-40f8-8e97-688f1fa62374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.392003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-ebb6ef36-9da8-40f8-8e97-688f1fa62374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.394056 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-ebb6ef36-9da8-40f8-8e97-688f1fa62374 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2383959 Aug 17 02:31:42.401273 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e5a9ecd-96f8-4cba-8ced-e1b79640775e tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.430733 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e5a9ecd-96f8-4cba-8ced-e1b79640775e tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.446403 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': 'cccafd93-4f61-4838-9ea2-f686490c7770'}, {'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': '85da0db9-b3fa-4975-9360-bc89a461f7cc'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:42.449604 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d91c8c-8d14-4e85-9a03-144cdf19b28c" -d '{"events": [{"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "cccafd93-4f61-4838-9ea2-f686490c7770"}, {"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "85da0db9-b3fa-4975-9360-bc89a461f7cc"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:42.530129 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-910edcb4-9292-4f09-a990-a8e21a97d27a admin admin] For port d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439,segment=NetworkSegment(260e7983-9256-44a3-85a5-497554d5fe2b),segment_id=260e7983-9256-44a3-85a5-497554d5fe2b)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:42.531243 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-910edcb4-9292-4f09-a990-a8e21a97d27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.560780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ed9e3-f6f9-4dec-9d40-5c7b28917645 req-e2b3e71f-6147-4a57-a8fb-5e0063be8f01 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.561088 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-910edcb4-9292-4f09-a990-a8e21a97d27a admin admin] Calling delete_port for d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:42.566056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:42.574472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ed9e3-f6f9-4dec-9d40-5c7b28917645 req-e2b3e71f-6147-4a57-a8fb-5e0063be8f01 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.582698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ed9e3-f6f9-4dec-9d40-5c7b28917645 req-e2b3e71f-6147-4a57-a8fb-5e0063be8f01 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.594375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ed9e3-f6f9-4dec-9d40-5c7b28917645 req-e2b3e71f-6147-4a57-a8fb-5e0063be8f01 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.595477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:42.596108 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 9756bb7e-0b27-4902-aedf-ad8b9a5521b6 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:42.601214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ed9e3-f6f9-4dec-9d40-5c7b28917645 req-e2b3e71f-6147-4a57-a8fb-5e0063be8f01 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.609928 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ed9e3-f6f9-4dec-9d40-5c7b28917645 req-e2b3e71f-6147-4a57-a8fb-5e0063be8f01 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.616179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ed9e3-f6f9-4dec-9d40-5c7b28917645 req-e2b3e71f-6147-4a57-a8fb-5e0063be8f01 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.618342 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6b5ed9e3-f6f9-4dec-9d40-5c7b28917645 req-e2b3e71f-6147-4a57-a8fb-5e0063be8f01 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.2202060 Aug 17 02:31:42.625960 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e5a9ecd-96f8-4cba-8ced-e1b79640775e tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.633814 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e5a9ecd-96f8-4cba-8ced-e1b79640775e tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.633814 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3e5a9ecd-96f8-4cba-8ced-e1b79640775e tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-groups/2547e86a-313e-4f67-bfb1-3bf5032c6224 HTTP/1.1" status: 204 len: 168 time: 0.3750579 Aug 17 02:31:42.634477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57248) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:42.661702 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-44c883a3-0b5e-4644-9e30-7cb0494b8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.663693 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2d156fe0-90ab-45d1-9fa9-0e0a37e6d1a8 req-44c883a3-0b5e-4644-9e30-7cb0494b8b9d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2602477 Aug 17 02:31:42.681895 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a9ecd-96f8-4cba-8ced-e1b79640775e tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2547e86a-313e-4f67-bfb1-3bf5032c6224,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:42.725491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ac291dfb-5186-4bc7-a82b-7202525a907d tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0850806 Aug 17 02:31:42.727382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57252) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:42.748550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-904f8385-1fd4-432f-9ec5-441697a6ca68 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group': {'name': 'tempest-secgroup--125895208'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:42.774973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6b5ed9e3-f6f9-4dec-9d40-5c7b28917645 req-b67c687c-13da-4627-9f3c-c5a298070b02 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1393194 Aug 17 02:31:42.913574 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-904f8385-1fd4-432f-9ec5-441697a6ca68 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.922465 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3738b-d972-417b-8112-a8d6cc1468be req-19887838-7789-4643-96c2-441478c9c36c tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.924482 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5388cd41-d9e5-4fcf-8eff-cb0f68a0db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.925165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5388cd41-d9e5-4fcf-8eff-cb0f68a0db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.925812 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5388cd41-d9e5-4fcf-8eff-cb0f68a0db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.926447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5388cd41-d9e5-4fcf-8eff-cb0f68a0db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.927045 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5388cd41-d9e5-4fcf-8eff-cb0f68a0db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.927640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5388cd41-d9e5-4fcf-8eff-cb0f68a0db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.928280 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5388cd41-d9e5-4fcf-8eff-cb0f68a0db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:42.931686 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-5388cd41-d9e5-4fcf-8eff-cb0f68a0db9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 6493 time: 0.1427429 Aug 17 02:31:42.935055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8c3738b-d972-417b-8112-a8d6cc1468be req-19887838-7789-4643-96c2-441478c9c36c tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 1103 time: 0.0739985 Aug 17 02:31:43.026852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8c3738b-d972-417b-8112-a8d6cc1468be req-a9000753-ad85-43c9-b1c6-00dc36576fbb tempest-ServersAdminTestJSON-2126638987 tempest-ServersAdminTestJSON-2126638987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899079 Aug 17 02:31:43.046514 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-fdd725b3-3049-42e2-a123-c9ebed41fdac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7281df1-44ab-460b-942d-b9cbf502af1c HTTP/1.1" status: 200 len: 217 time: 0.0692723 Aug 17 02:31:43.154132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-020b6d82-2afd-4ea2-8073-916b8191c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:43.155980 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-020b6d82-2afd-4ea2-8073-916b8191c1e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=faa7915d-3508-4964-a5bc-36df46bd2d7a HTTP/1.1" status: 200 len: 855 time: 0.1005323 Aug 17 02:31:43.177233 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-904f8385-1fd4-432f-9ec5-441697a6ca68 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.199318 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48434cf9-1b3b-47b1-84a6-951254925079 x-openstack-request-id: req-48434cf9-1b3b-47b1-84a6-951254925079 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:43.199612 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "cccafd93-4f61-4838-9ea2-f686490c7770", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "85da0db9-b3fa-4975-9360-bc89a461f7cc", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:43.199860 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48434cf9-1b3b-47b1-84a6-951254925079 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:43.200246 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': 'cccafd93-4f61-4838-9ea2-f686490c7770', 'status': 'completed', 'code': 200} Aug 17 02:31:43.200493 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': '85da0db9-b3fa-4975-9360-bc89a461f7cc', 'status': 'completed', 'code': 200} Aug 17 02:31:43.218241 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-910edcb4-9292-4f09-a990-a8e21a97d27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.249989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910edcb4-9292-4f09-a990-a8e21a97d27a admin admin] Pushing event deleted for resources: {'Port': ['ID=d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:43.255184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-2ad43b19-6c18-47a1-9075-c24d066bd47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:43.256882 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-2ad43b19-6c18-47a1-9075-c24d066bd47a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928054 Aug 17 02:31:43.274191 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97e6c810-9192-45d6-bb7d-e9f2f63a8e00 req-e0a0c2c3-ae87-4c45-9274-2eb52fc69053 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 210 time: 0.0427675 Aug 17 02:31:43.284542 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-904f8385-1fd4-432f-9ec5-441697a6ca68 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.336004 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f8385-1fd4-432f-9ec5-441697a6ca68 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e0f717-a976-4e56-82dc-823b238cc478,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:43.416139 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-904f8385-1fd4-432f-9ec5-441697a6ca68 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.420777 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-904f8385-1fd4-432f-9ec5-441697a6ca68 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6809709 Aug 17 02:31:43.426338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57262) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:43.433355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-f711587f-27fc-422d-a2bf-ee5b862fcf67 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group_rule': {'security_group_id': '94e0f717-a976-4e56-82dc-823b238cc478', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:43.661519 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ae9ee-ae4a-445c-a7c1-fcdb0fce072e req-7863eb53-d74e-465b-b3cc-7ca4dcec8ebe tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:43.661519 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-032ae9ee-ae4a-445c-a7c1-fcdb0fce072e req-7863eb53-d74e-465b-b3cc-7ca4dcec8ebe tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 945 time: 0.0904040 Aug 17 02:31:43.664744 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-fd212a49-c4da-4ea8-9a2a-ed340a646055 service neutron] 10.222.0.42 "GET /v2.0/networks/0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256324 Aug 17 02:31:43.665609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-032ae9ee-ae4a-445c-a7c1-fcdb0fce072e req-4f35af7a-b898-45f3-bef7-4c7c2466a9e0 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671363 Aug 17 02:31:43.665609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842c3df-14eb-4cae-be4f-f76128c74da8 req-019d34a6-af22-4e3e-8684-2cbc328985ac tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:43.665609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6842c3df-14eb-4cae-be4f-f76128c74da8 req-019d34a6-af22-4e3e-8684-2cbc328985ac tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 945 time: 0.1208904 Aug 17 02:31:43.665886 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-910edcb4-9292-4f09-a990-a8e21a97d27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.706813 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-8379a4cc-0d68-4147-a7f9-a5392bcdaf54 service neutron] 10.222.0.42 "GET /v2.0/networks/0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671925 Aug 17 02:31:43.728478 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f711587f-27fc-422d-a2bf-ee5b862fcf67 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.785684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-6842c3df-14eb-4cae-be4f-f76128c74da8 req-45d7a9f9-4e51-4263-a1d2-d9d38ec825cb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Deleting port d7089f4b-9175-4ad1-babc-c0200cbfeacd {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:43.785684 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6842c3df-14eb-4cae-be4f-f76128c74da8 req-45d7a9f9-4e51-4263-a1d2-d9d38ec825cb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.786692 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.787091 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-a58b58c6-670a-484b-93c8-0d42fcb4685c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=71edd6d5-0ae9-45a6-8572-76f90f786070 HTTP/1.1" status: 200 len: 217 time: 0.0670750 Aug 17 02:31:43.855204 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7dc6d30e-f26a-4a0e-8eec-e6d03c7cdcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:43.856849 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7dc6d30e-f26a-4a0e-8eec-e6d03c7cdcd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.0640810 Aug 17 02:31:43.904399 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f711587f-27fc-422d-a2bf-ee5b862fcf67 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.910230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-6842c3df-14eb-4cae-be4f-f76128c74da8 req-45d7a9f9-4e51-4263-a1d2-d9d38ec825cb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] For port d7089f4b-9175-4ad1-babc-c0200cbfeacd, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=d7089f4b-9175-4ad1-babc-c0200cbfeacd,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:43.915914 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6842c3df-14eb-4cae-be4f-f76128c74da8 req-45d7a9f9-4e51-4263-a1d2-d9d38ec825cb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.934257 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-6842c3df-14eb-4cae-be4f-f76128c74da8 req-45d7a9f9-4e51-4263-a1d2-d9d38ec825cb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Calling delete_port for d7089f4b-9175-4ad1-babc-c0200cbfeacd owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:43.992511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c88eeca9-024c-468b-ae35-2e823e6cb367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:43.994658 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c88eeca9-024c-468b-ae35-2e823e6cb367 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0976381 Aug 17 02:31:44.014933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910edcb4-9292-4f09-a990-a8e21a97d27a admin admin] Router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:31:44.018019 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f711587f-27fc-422d-a2bf-ee5b862fcf67 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.044711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711587f-27fc-422d-a2bf-ee5b862fcf67 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ea5c25-ba10-4a31-906e-3cb174a269b3,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:44.193954 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-986cd481-1405-4722-8c62-aaf015c1868b service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897891 Aug 17 02:31:44.200197 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f711587f-27fc-422d-a2bf-ee5b862fcf67 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.225670 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f711587f-27fc-422d-a2bf-ee5b862fcf67 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7731390 Aug 17 02:31:44.225858 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57268) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:44.225858 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ba2a4345-9065-4550-9efb-a5403b6292bf tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group_rule': {'security_group_id': '94e0f717-a976-4e56-82dc-823b238cc478', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:44.226070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c9cab-d9b2-45f3-9b72-d90381176827 req-82d0af5c-ba6e-456f-9a50-b629532a162b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:44.226070 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c44c9cab-d9b2-45f3-9b72-d90381176827 req-82d0af5c-ba6e-456f-9a50-b629532a162b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.0685256 Aug 17 02:31:44.263619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c44c9cab-d9b2-45f3-9b72-d90381176827 req-96f2f4ef-447f-4142-8fae-97f3e7c72051 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372770 Aug 17 02:31:44.288944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910edcb4-9292-4f09-a990-a8e21a97d27a admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:31:44.295877 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-910edcb4-9292-4f09-a990-a8e21a97d27a admin admin] 10.222.0.13 "PUT /v2.0/routers/11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7812700 Aug 17 02:31:44.298204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57270) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:44.302941 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e6298-ac35-4f11-ae4a-22a6943777b6 None None] Sync routers for ids ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:31:44.327901 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e6298-ac35-4f11-ae4a-22a6943777b6 None None] Routers {'11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:44.340021 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b54e6298-ac35-4f11-ae4a-22a6943777b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:44.354027 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6842c3df-14eb-4cae-be4f-f76128c74da8 req-45d7a9f9-4e51-4263-a1d2-d9d38ec825cb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.357945 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-d871d55e-1376-4bf4-aaf0-4b975ee03f33 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532707 Aug 17 02:31:44.384981 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['76a66684-e333-427a-a7ac-64b355670e00', 'd7089f4b-9175-4ad1-babc-c0200cbfeacd'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:31:44.398108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7a9f9-4e51-4263-a1d2-d9d38ec825cb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Pushing event deleted for resources: {'Port': ['ID=d7089f4b-9175-4ad1-babc-c0200cbfeacd,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:44.436776 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-7dd3ad11-0028-4e69-aedf-6f542da71204 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=0f552f4b-5b61-4680-9809-627f6fd590c1 HTTP/1.1" status: 200 len: 217 time: 0.0662065 Aug 17 02:31:44.452229 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b54e6298-ac35-4f11-ae4a-22a6943777b6 None None] Set router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:44.497597 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-764928e5-2362-4ce1-8db0-bcf1300f1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:44.499732 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-764928e5-2362-4ce1-8db0-bcf1300f1d0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.0549123 Aug 17 02:31:44.564329 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba2a4345-9065-4550-9efb-a5403b6292bf tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.587181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6842c3df-14eb-4cae-be4f-f76128c74da8 req-45d7a9f9-4e51-4263-a1d2-d9d38ec825cb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] No DVR routers for this DVR port d7089f4b-9175-4ad1-babc-c0200cbfeacd on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:44.594465 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6842c3df-14eb-4cae-be4f-f76128c74da8 req-45d7a9f9-4e51-4263-a1d2-d9d38ec825cb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.595120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6842c3df-14eb-4cae-be4f-f76128c74da8 req-45d7a9f9-4e51-4263-a1d2-d9d38ec825cb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "DELETE /v2.0/ports/d7089f4b-9175-4ad1-babc-c0200cbfeacd HTTP/1.1" status: 204 len: 173 time: 1.0020895 Aug 17 02:31:44.597375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efa6d60-80ea-4155-8686-4bafd5c7bee4', 'name': 'network-vif-deleted', 'tag': 'd7089f4b-9175-4ad1-babc-c0200cbfeacd'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:44.600247 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d37d5f-13d6-4280-b919-40aaa2a8eba7" -d '{"events": [{"server_uuid": "1efa6d60-80ea-4155-8686-4bafd5c7bee4", "name": "network-vif-deleted", "tag": "d7089f4b-9175-4ad1-babc-c0200cbfeacd"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:44.613550 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.624045 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-fa39f986-1dde-4616-ac15-fc81fd257d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:44.625696 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-fa39f986-1dde-4616-ac15-fc81fd257d71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1171086 Aug 17 02:31:44.637908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcce1a-dad1-496d-a2c5-692324ecffb7 req-8d292980-b989-4ede-ad02-7dcafc5aeb2d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:44.647401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcce1a-dad1-496d-a2c5-692324ecffb7 req-8d292980-b989-4ede-ad02-7dcafc5aeb2d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:44.656702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcce1a-dad1-496d-a2c5-692324ecffb7 req-8d292980-b989-4ede-ad02-7dcafc5aeb2d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:44.663463 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcce1a-dad1-496d-a2c5-692324ecffb7 req-8d292980-b989-4ede-ad02-7dcafc5aeb2d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:44.671772 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcce1a-dad1-496d-a2c5-692324ecffb7 req-8d292980-b989-4ede-ad02-7dcafc5aeb2d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:44.679453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcce1a-dad1-496d-a2c5-692324ecffb7 req-8d292980-b989-4ede-ad02-7dcafc5aeb2d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:44.687792 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b54e6298-ac35-4f11-ae4a-22a6943777b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:26:54Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 5, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'gw_port': {'id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:56Z', 'updated_at': '2021-08-17T02:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:44.688580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcce1a-dad1-496d-a2c5-692324ecffb7 req-8d292980-b989-4ede-ad02-7dcafc5aeb2d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:44.696790 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23dcce1a-dad1-496d-a2c5-692324ecffb7 req-8d292980-b989-4ede-ad02-7dcafc5aeb2d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.3060277 Aug 17 02:31:44.721456 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba2a4345-9065-4550-9efb-a5403b6292bf tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.727336 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e6298-ac35-4f11-ae4a-22a6943777b6 None None] Checking router: 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:31:44.747178 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e6298-ac35-4f11-ae4a-22a6943777b6 None None] Routers {'11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:44.748263 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b54e6298-ac35-4f11-ae4a-22a6943777b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:44.789927 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-71a9860e-3058-43bd-b38c-fa0bc6d67fca service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491439 Aug 17 02:31:44.844574 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23dcce1a-dad1-496d-a2c5-692324ecffb7 req-e08dc968-9d06-431b-91fe-da61f139f678 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1402719 Aug 17 02:31:44.902536 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.924230 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-29ab2c55-371a-4a8d-92ec-39b9e4cf4993 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267614 Aug 17 02:31:44.925390 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba2a4345-9065-4550-9efb-a5403b6292bf tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.932289 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b54e6298-ac35-4f11-ae4a-22a6943777b6 None None] Set router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:44.988002 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-0f700cdc-57dc-4a13-996f-dd21dd27996b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=9da101a7-7263-4cbc-a73f-1f913a173e65 HTTP/1.1" status: 200 len: 217 time: 0.0541611 Aug 17 02:31:44.990267 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a4345-9065-4550-9efb-a5403b6292bf tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1ac522-22b3-490a-9a24-90d89a67992d,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:45.005636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f144408-bfb6-4b35-bbaf-4a09230e2329 req-a4bbe2af-dc6e-4f99-9a47-c08489855d1e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:45.015690 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f144408-bfb6-4b35-bbaf-4a09230e2329 req-a4bbe2af-dc6e-4f99-9a47-c08489855d1e tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 950 time: 0.0732503 Aug 17 02:31:45.056908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-8734bf7c-a8ae-4e44-ab25-02cc018e065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:45.056908 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-8734bf7c-a8ae-4e44-ab25-02cc018e065d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.0569057 Aug 17 02:31:45.107349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f144408-bfb6-4b35-bbaf-4a09230e2329 req-4ba78cbc-046f-4ae3-b607-5cae1419154c tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906928 Aug 17 02:31:45.120191 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba2a4345-9065-4550-9efb-a5403b6292bf tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.124309 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ba2a4345-9065-4550-9efb-a5403b6292bf tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9190736 Aug 17 02:31:45.125175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57278) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:45.132238 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f2fe6bc9-edb1-4d5f-a6bc-c20ce7dca285 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group_rule': {'security_group_id': '94e0f717-a976-4e56-82dc-823b238cc478', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:45.145324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] Deleting port 371bb51c-62de-4041-bef4-f1e6565a8299 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:45.145674 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.171387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-77e01403-2a7b-48c6-8382-40f871dfa228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:45.173610 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-77e01403-2a7b-48c6-8382-40f871dfa228 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1101308 Aug 17 02:31:45.207519 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b54e6298-ac35-4f11-ae4a-22a6943777b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:26:54Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 5, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'gw_port': {'id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:56Z', 'updated_at': '2021-08-17T02:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:45.241587 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e6298-ac35-4f11-ae4a-22a6943777b6 None None] The sync data for ids ['11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68'] in n-d-793621-31 is: [{'id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'name': 'tempest-ServersTestBootFromVolume-438600296-router', 'tenant_id': '0afefe25246447898f4adfb339d53a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:26:54Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 5, 'project_id': '0afefe25246447898f4adfb339d53a6f', 'gw_port': {'id': '371bb51c-62de-4041-bef4-f1e6565a8299', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:26:56Z', 'updated_at': '2021-08-17T02:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:31:45.249794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a32df13-8a69-41cb-9dec-29a0faae00df req-a8010044-5739-4a3e-80a4-d9ffdbb5fade tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 210 time: 0.0355332 Aug 17 02:31:45.283162 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2fe6bc9-edb1-4d5f-a6bc-c20ce7dca285 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.293358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] For port 371bb51c-62de-4041-bef4-f1e6565a8299, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=371bb51c-62de-4041-bef4-f1e6565a8299,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:45.293736 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.309182 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] Calling delete_port for 371bb51c-62de-4041-bef4-f1e6565a8299 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:45.355278 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-9f6db0ae-bed0-4ec7-9016-3524070b9846 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721954 Aug 17 02:31:45.429800 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b75910bd-2060-42f0-b753-beea2dda00c7 req-38b60261-4110-4a49-9372-3593f2457e6c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=1efa6d60-80ea-4155-8686-4bafd5c7bee4 HTTP/1.1" status: 200 len: 210 time: 0.0339828 Aug 17 02:31:45.448074 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2fe6bc9-edb1-4d5f-a6bc-c20ce7dca285 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.500050 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b1a7a4-728b-4d9f-ad8c-4c4999774879 x-openstack-request-id: req-16b1a7a4-728b-4d9f-ad8c-4c4999774879 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:45.500716 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efa6d60-80ea-4155-8686-4bafd5c7bee4", "name": "network-vif-deleted", "tag": "d7089f4b-9175-4ad1-babc-c0200cbfeacd", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:45.501306 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16b1a7a4-728b-4d9f-ad8c-4c4999774879 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:45.501947 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efa6d60-80ea-4155-8686-4bafd5c7bee4', 'name': 'network-vif-deleted', 'tag': 'd7089f4b-9175-4ad1-babc-c0200cbfeacd', 'status': 'completed', 'code': 200} Aug 17 02:31:45.502469 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-02413961-c02f-426e-895b-744c28a2379e service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364784 Aug 17 02:31:45.504131 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2fe6bc9-edb1-4d5f-a6bc-c20ce7dca285 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.546738 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:31:45.576285 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-212649bd-7e50-42c2-bab5-ba041e17e57c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=fb157415-ad24-49ac-ba23-2072f88c20ca HTTP/1.1" status: 200 len: 217 time: 0.0617018 Aug 17 02:31:45.577062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe6bc9-edb1-4d5f-a6bc-c20ce7dca285 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1859aa0e-14a9-4892-bb8e-b293cb141b0c,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:45.671590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b86f0-3350-4a00-830d-e4a95d46b5de req-ff024904-e12c-462c-8483-0d651823c1b1 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:45.673799 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-337b86f0-3350-4a00-830d-e4a95d46b5de req-ff024904-e12c-462c-8483-0d651823c1b1 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.0861824 Aug 17 02:31:45.676650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-b4469a1c-27fd-49c3-a391-3484a142e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:45.678318 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-b4469a1c-27fd-49c3-a391-3484a142e356 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.0677328 Aug 17 02:31:45.729027 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2fe6bc9-edb1-4d5f-a6bc-c20ce7dca285 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.737637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-337b86f0-3350-4a00-830d-e4a95d46b5de req-4d60e816-2e93-463b-b514-31a58c05602a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553305 Aug 17 02:31:45.737907 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f2fe6bc9-edb1-4d5f-a6bc-c20ce7dca285 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6104670 Aug 17 02:31:45.738540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57284) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:45.745762 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1003cec3-869a-4569-a955-4cab1caf9679 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group_rule': {'security_group_id': '94e0f717-a976-4e56-82dc-823b238cc478', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:45.755770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-eff2aef9-612f-404e-a6b8-92433f570052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:45.757927 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-eff2aef9-612f-404e-a6b8-92433f570052 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0697970 Aug 17 02:31:45.787708 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.820865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] Pushing event deleted for resources: {'Port': ['ID=371bb51c-62de-4041-bef4-f1e6565a8299,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:45.866170 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1003cec3-869a-4569-a955-4cab1caf9679 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.934058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.100944 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.111386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.187885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfd134-3731-4d5d-a56f-d9515e754942 req-671e107c-40ca-40e7-8d61-33a50362725d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:46.196069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfd134-3731-4d5d-a56f-d9515e754942 req-671e107c-40ca-40e7-8d61-33a50362725d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:46.204763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfd134-3731-4d5d-a56f-d9515e754942 req-671e107c-40ca-40e7-8d61-33a50362725d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:46.212264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfd134-3731-4d5d-a56f-d9515e754942 req-671e107c-40ca-40e7-8d61-33a50362725d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:46.224706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfd134-3731-4d5d-a56f-d9515e754942 req-671e107c-40ca-40e7-8d61-33a50362725d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:46.232125 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfd134-3731-4d5d-a56f-d9515e754942 req-671e107c-40ca-40e7-8d61-33a50362725d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:46.245573 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfd134-3731-4d5d-a56f-d9515e754942 req-671e107c-40ca-40e7-8d61-33a50362725d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:46.248659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43bfd134-3731-4d5d-a56f-d9515e754942 req-671e107c-40ca-40e7-8d61-33a50362725d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.3054020 Aug 17 02:31:46.263032 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1003cec3-869a-4569-a955-4cab1caf9679 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.267586 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f830b4-199f-4ac1-822f-4e36b9869f94 req-4def997d-3a6b-4af6-a573-036cf80c93e9 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:46.269711 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c8f830b4-199f-4ac1-822f-4e36b9869f94 req-4def997d-3a6b-4af6-a573-036cf80c93e9 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.42 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 950 time: 0.0842915 Aug 17 02:31:46.294370 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-438ef863-f580-44d7-b94b-8343d659e2ab service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285997 Aug 17 02:31:46.302702 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43bfd134-3731-4d5d-a56f-d9515e754942 req-cfd74688-4b36-46b7-95db-8f7c01340393 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434356 Aug 17 02:31:46.365669 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.367937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:31:46.381181 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.384791 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cc12c196-5d15-4970-b4bf-29a16fd3b695 admin admin] 10.222.0.13 "DELETE /v2.0/routers/11ffd91d-bfe8-45a5-9f0f-0b77e56a0d68 HTTP/1.1" status: 204 len: 168 time: 2.0833964 Aug 17 02:31:46.386217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57292) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:46.386471 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1003cec3-869a-4569-a955-4cab1caf9679 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.451698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003cec3-869a-4569-a955-4cab1caf9679 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d01b4a9-b65e-4e73-98a6-dbac5cdc04e4,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:46.486334 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0503-9a1f-4ec6-8593-b9886488c58c req-1d7fa590-a221-4712-ba7c-fc6d3bca05c4 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:46.496117 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-151b0503-9a1f-4ec6-8593-b9886488c58c req-1d7fa590-a221-4712-ba7c-fc6d3bca05c4 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 950 time: 0.0909452 Aug 17 02:31:46.496448 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-60f52ca3-f53d-4e58-bbdb-829d41d5905d service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819723 Aug 17 02:31:46.536012 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-151b0503-9a1f-4ec6-8593-b9886488c58c req-d0fd1e42-efdf-4011-927b-4820405b0b36 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384028 Aug 17 02:31:46.537081 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1003cec3-869a-4569-a955-4cab1caf9679 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.538202 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1003cec3-869a-4569-a955-4cab1caf9679 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7986929 Aug 17 02:31:46.541636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57296) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:46.546697 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-644e27c5-af2c-4945-b9e6-78a34fefe8b4 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group_rule': {'security_group_id': '94e0f717-a976-4e56-82dc-823b238cc478', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:46.567494 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-39be16ed-46e2-4df5-a63a-d42626de5186 admin admin] Deleting subnet 3449d5f8-e8ae-411c-bb5f-602daece9780 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:31:46.572055 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d7089f4b-9175-4ad1-babc-c0200cbfeacd no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:46.572738 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39be16ed-46e2-4df5-a63a-d42626de5186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.575470 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-085f66ac-d29f-45a9-8e84-40f56ad8d776 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cccafd93-4f61-4838-9ea2-f686490c7770 HTTP/1.1" status: 200 len: 217 time: 0.0656643 Aug 17 02:31:46.616653 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: d7089f4b-9175-4ad1-babc-c0200cbfeacd {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:46.617378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device d7089f4b-9175-4ad1-babc-c0200cbfeacd not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:46.645325 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-c8f830b4-199f-4ac1-822f-4e36b9869f94 req-6ff64e9b-85ca-41c8-9107-fe326a84a7fb tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Deleting port d55ace94-9a60-4104-9d44-79ab28615782 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:46.645707 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c8f830b4-199f-4ac1-822f-4e36b9869f94 req-6ff64e9b-85ca-41c8-9107-fe326a84a7fb tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.660071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c7d4e4d-405f-4074-b378-0853cb364c8f req-f4391beb-ce75-4f87-ac3b-cdb7c39492e6 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 210 time: 0.0360522 Aug 17 02:31:46.666693 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-644e27c5-af2c-4945-b9e6-78a34fefe8b4 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.703725 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39be16ed-46e2-4df5-a63a-d42626de5186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.737771 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-88c6696d-29b1-47db-8906-ad5109d5514f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:46.737771 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-88c6696d-29b1-47db-8906-ad5109d5514f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452d33d6-77e8-4cab-8020-92847845b29f HTTP/1.1" status: 200 len: 797 time: 0.1384158 Aug 17 02:31:46.753971 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-644e27c5-af2c-4945-b9e6-78a34fefe8b4 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.836340 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-644e27c5-af2c-4945-b9e6-78a34fefe8b4 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.866371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c8f830b4-199f-4ac1-822f-4e36b9869f94 req-6ff64e9b-85ca-41c8-9107-fe326a84a7fb tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] For port d55ace94-9a60-4104-9d44-79ab28615782, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d55ace94-9a60-4104-9d44-79ab28615782,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:46.866651 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c8f830b4-199f-4ac1-822f-4e36b9869f94 req-6ff64e9b-85ca-41c8-9107-fe326a84a7fb tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.876055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e27c5-af2c-4945-b9e6-78a34fefe8b4 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a02a8f-d7ec-4d24-aab9-ac6a298ca149,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:46.911869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9427b-a29b-4eb4-9f01-0b2b229d9eb0 req-2b3aabf6-a6e8-4d59-8239-5cafd69455b2 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:46.913659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebf9427b-a29b-4eb4-9f01-0b2b229d9eb0 req-2b3aabf6-a6e8-4d59-8239-5cafd69455b2 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.1097736 Aug 17 02:31:46.918789 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-c8f830b4-199f-4ac1-822f-4e36b9869f94 req-6ff64e9b-85ca-41c8-9107-fe326a84a7fb tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Calling delete_port for d55ace94-9a60-4104-9d44-79ab28615782 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:46.923017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-abc35f5b-528b-4703-a9ad-b9eac57accc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:46.927211 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-abc35f5b-528b-4703-a9ad-b9eac57accc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868e1de9-cdff-478e-90ee-d3d2c77b9575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1734214 Aug 17 02:31:46.959478 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-644e27c5-af2c-4945-b9e6-78a34fefe8b4 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.967527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-644e27c5-af2c-4945-b9e6-78a34fefe8b4 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4181972 Aug 17 02:31:46.967527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57304) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:46.993017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 371bb51c-62de-4041-bef4-f1e6565a8299 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:47.002355 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39be16ed-46e2-4df5-a63a-d42626de5186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.009839 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebf9427b-a29b-4eb4-9f01-0b2b229d9eb0 req-ad7bafd1-efe3-4f90-b1ce-f8ec689b29ca tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875485 Aug 17 02:31:47.017515 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bfffa8f-2a27-4caa-b23f-0d88adbebab8 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.020593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 371bb51c-62de-4041-bef4-f1e6565a8299 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:47.021175 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 371bb51c-62de-4041-bef4-f1e6565a8299 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:47.021967 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:47.048682 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bfffa8f-2a27-4caa-b23f-0d88adbebab8 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.061036 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:47.061591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d5628b0a-a5ab-4d24-9d52-a2d0d4aa2439 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:47.173992 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-51bf5b90-ca09-4be9-b173-401d237eb165 service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374065 Aug 17 02:31:47.179687 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bfffa8f-2a27-4caa-b23f-0d88adbebab8 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.185528 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bfffa8f-2a27-4caa-b23f-0d88adbebab8 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.186679 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3bfffa8f-2a27-4caa-b23f-0d88adbebab8 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/83a02a8f-d7ec-4d24-aab9-ac6a298ca149 HTTP/1.1" status: 204 len: 168 time: 0.2216749 Aug 17 02:31:47.193888 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57314) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:47.202900 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfffa8f-2a27-4caa-b23f-0d88adbebab8 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83a02a8f-d7ec-4d24-aab9-ac6a298ca149,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:47.257677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84ceaa-990e-4535-9478-803620fe6037 req-2c0d3a64-bd89-4e1b-b1e5-faf993661f85 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:47.259769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e84ceaa-990e-4535-9478-803620fe6037 req-2c0d3a64-bd89-4e1b-b1e5-faf993661f85 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 806 time: 0.1475592 Aug 17 02:31:47.266997 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39be16ed-46e2-4df5-a63a-d42626de5186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.276629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e84ceaa-990e-4535-9478-803620fe6037 req-87ad563b-0d8f-4c41-aba9-a308bd2fafbd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/quotas/de182f93f73446919b2fe4aeee1dafc6 HTTP/1.1" status: 200 len: 375 time: 0.0112643 Aug 17 02:31:47.320223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be16ed-46e2-4df5-a63a-d42626de5186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3449d5f8-e8ae-411c-bb5f-602daece9780,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:47.347275 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e84ceaa-990e-4535-9478-803620fe6037 req-6d56b3d1-3cb7-44a8-a0f8-e4d24b8a2f3d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646801 Aug 17 02:31:47.368302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b763dd5-aacb-4ee6-875e-b35d37962db7 None None] Network 62cddb97-4522-46a6-9976-9947e634a90e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:47.372011 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39be16ed-46e2-4df5-a63a-d42626de5186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.373949 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-39be16ed-46e2-4df5-a63a-d42626de5186 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3449d5f8-e8ae-411c-bb5f-602daece9780 HTTP/1.1" status: 204 len: 168 time: 0.9867787 Aug 17 02:31:47.383270 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57318) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:47.412435 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8ccfa4ad-8c98-44c2-bfb3-a57d2a95651d tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2172387 Aug 17 02:31:47.425741 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57320) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:47.503888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e84ceaa-990e-4535-9478-803620fe6037 req-20f1fe65-7f1e-44f3-8bdc-8d4ffae65397 service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433229 Aug 17 02:31:47.505927 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-903a8a57-a79d-4871-b9d2-6de84ef657bc service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219023 Aug 17 02:31:47.580602 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26640e81-db1a-4032-8dc8-a321b6534de2 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.583546 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-4e6404a3-eb09-4db4-8ddd-dd54ed134f29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85da0db9-b3fa-4975-9360-bc89a461f7cc HTTP/1.1" status: 200 len: 217 time: 0.0634725 Aug 17 02:31:47.588223 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c8f830b4-199f-4ac1-822f-4e36b9869f94 req-6ff64e9b-85ca-41c8-9107-fe326a84a7fb tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.604293 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c941828-fbc9-427c-9051-480df1baf532 None None] DHCP port deletion for 62cddb97-4522-46a6-9976-9947e634a90e request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:31:47.609385 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.614291 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26640e81-db1a-4032-8dc8-a321b6534de2 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.635796 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['d8a13ec4-b686-4c64-b1e7-19b54f5edf9a', 'd55ace94-9a60-4104-9d44-79ab28615782', '9576ebd2-ad25-44d6-bfa0-47f40b8ef285'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:31:47.639125 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e84ceaa-990e-4535-9478-803620fe6037 req-2ced4592-f1f9-4345-b9ac-a3e2a5e2c69f service neutron] 10.222.0.13 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197224 Aug 17 02:31:47.715013 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff64e9b-85ca-41c8-9107-fe326a84a7fb tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Pushing event deleted for resources: {'Port': ['ID=d55ace94-9a60-4104-9d44-79ab28615782,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:47.804201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f830b4-199f-4ac1-822f-4e36b9869f94 req-6ff64e9b-85ca-41c8-9107-fe326a84a7fb tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] No DVR routers for this DVR port d55ace94-9a60-4104-9d44-79ab28615782 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:47.808754 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c8f830b4-199f-4ac1-822f-4e36b9869f94 req-6ff64e9b-85ca-41c8-9107-fe326a84a7fb tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.811704 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c8f830b4-199f-4ac1-822f-4e36b9869f94 req-6ff64e9b-85ca-41c8-9107-fe326a84a7fb tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.42 "DELETE /v2.0/ports/d55ace94-9a60-4104-9d44-79ab28615782 HTTP/1.1" status: 204 len: 173 time: 1.5289640 Aug 17 02:31:47.812403 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2288efa3-7821-44b8-9bd3-121abe4f228a', 'name': 'network-vif-deleted', 'tag': 'd55ace94-9a60-4104-9d44-79ab28615782'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:47.816551 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9279a4-8ab5-4967-b9c9-d0b3ac9ad795" -d '{"events": [{"server_uuid": "2288efa3-7821-44b8-9bd3-121abe4f228a", "name": "network-vif-deleted", "tag": "d55ace94-9a60-4104-9d44-79ab28615782"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:47.822439 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c36c5a22-6ab9-424b-b880-6e28f529a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:47.824041 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c36c5a22-6ab9-424b-b880-6e28f529a691 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452d33d6-77e8-4cab-8020-92847845b29f HTTP/1.1" status: 200 len: 797 time: 0.2339489 Aug 17 02:31:47.850344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4c941828-fbc9-427c-9051-480df1baf532 None None] Deleting port bdbf3178-cfee-4681-aa5a-a7ffecde0536 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:47.850986 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4c941828-fbc9-427c-9051-480df1baf532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.875102 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26640e81-db1a-4032-8dc8-a321b6534de2 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.887151 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26640e81-db1a-4032-8dc8-a321b6534de2 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.892798 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-26640e81-db1a-4032-8dc8-a321b6534de2 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9d01b4a9-b65e-4e73-98a6-dbac5cdc04e4 HTTP/1.1" status: 204 len: 168 time: 0.4519124 Aug 17 02:31:47.893225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57328) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:47.914344 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26640e81-db1a-4032-8dc8-a321b6534de2 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d01b4a9-b65e-4e73-98a6-dbac5cdc04e4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:47.922685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] Deleting port bdbf3178-cfee-4681-aa5a-a7ffecde0536 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:47.924799 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.983440 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-4c941828-fbc9-427c-9051-480df1baf532 None None] For port bdbf3178-cfee-4681-aa5a-a7ffecde0536, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bdbf3178-cfee-4681-aa5a-a7ffecde0536,segment=NetworkSegment(260e7983-9256-44a3-85a5-497554d5fe2b),segment_id=260e7983-9256-44a3-85a5-497554d5fe2b)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:47.984080 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4c941828-fbc9-427c-9051-480df1baf532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.005089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-82e95b21-0c70-4e71-affd-6ea177bab31e tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1115499 Aug 17 02:31:48.013124 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c3b91235-1747-4363-8788-584c614230f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.013303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57334) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:48.013406 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-c3b91235-1747-4363-8788-584c614230f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868e1de9-cdff-478e-90ee-d3d2c77b9575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1694415 Aug 17 02:31:48.013528 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4c941828-fbc9-427c-9051-480df1baf532 None None] Calling delete_port for bdbf3178-cfee-4681-aa5a-a7ffecde0536 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:48.043949 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2b76b38e-6616-4fe5-ad55-ecbc4f38da80 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.093165 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2b76b38e-6616-4fe5-ad55-ecbc4f38da80 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.096848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] For port bdbf3178-cfee-4681-aa5a-a7ffecde0536, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bdbf3178-cfee-4681-aa5a-a7ffecde0536,segment=NetworkSegment(260e7983-9256-44a3-85a5-497554d5fe2b),segment_id=260e7983-9256-44a3-85a5-497554d5fe2b)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:48.097366 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.156579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] Calling delete_port for bdbf3178-cfee-4681-aa5a-a7ffecde0536 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:48.216253 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-1dcb5b7a-5478-486c-bab9-676ba81e0c18 service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953909 Aug 17 02:31:48.220558 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b5c1-01b3-41e7-b2bc-027a71f9efc8 req-3701a51e-f0e3-4014-a7ce-b5783c89c0e3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.228637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b5c1-01b3-41e7-b2bc-027a71f9efc8 req-3701a51e-f0e3-4014-a7ce-b5783c89c0e3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.246146 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b5c1-01b3-41e7-b2bc-027a71f9efc8 req-3701a51e-f0e3-4014-a7ce-b5783c89c0e3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.273168 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b5c1-01b3-41e7-b2bc-027a71f9efc8 req-3701a51e-f0e3-4014-a7ce-b5783c89c0e3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.281608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b5c1-01b3-41e7-b2bc-027a71f9efc8 req-3701a51e-f0e3-4014-a7ce-b5783c89c0e3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.289078 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4c941828-fbc9-427c-9051-480df1baf532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.298050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b5c1-01b3-41e7-b2bc-027a71f9efc8 req-3701a51e-f0e3-4014-a7ce-b5783c89c0e3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.312078 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b5c1-01b3-41e7-b2bc-027a71f9efc8 req-3701a51e-f0e3-4014-a7ce-b5783c89c0e3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.320474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e83b5c1-01b3-41e7-b2bc-027a71f9efc8 req-3701a51e-f0e3-4014-a7ce-b5783c89c0e3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.1863208 Aug 17 02:31:48.325685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c941828-fbc9-427c-9051-480df1baf532 None None] Pushing event deleted for resources: {'Port': ['ID=bdbf3178-cfee-4681-aa5a-a7ffecde0536,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:48.332321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c941828-fbc9-427c-9051-480df1baf532 None None] No DVR routers for this DVR port bdbf3178-cfee-4681-aa5a-a7ffecde0536 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:48.355246 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2b76b38e-6616-4fe5-ad55-ecbc4f38da80 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.361942 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2b76b38e-6616-4fe5-ad55-ecbc4f38da80 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.367608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57342) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:48.369136 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2b76b38e-6616-4fe5-ad55-ecbc4f38da80 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1859aa0e-14a9-4892-bb8e-b293cb141b0c HTTP/1.1" status: 204 len: 168 time: 0.3604903 Aug 17 02:31:48.392176 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76b38e-6616-4fe5-ad55-ecbc4f38da80 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1859aa0e-14a9-4892-bb8e-b293cb141b0c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:48.421286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e83b5c1-01b3-41e7-b2bc-027a71f9efc8 req-6c215842-4cb7-4a57-9c47-379cd3b498fd tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990691 Aug 17 02:31:48.496876 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1b571199-742e-43d0-a758-14f1fab3947f tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1223321 Aug 17 02:31:48.497318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57344) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:48.511913 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0b92d886-75ba-4be0-b4f5-bbad4f8a04c9 req-64d0c9c2-14a8-412d-beb9-337960e0be9f service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869327 Aug 17 02:31:48.515811 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.532889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] No DVR routers for this DVR port bdbf3178-cfee-4681-aa5a-a7ffecde0536 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:48.551546 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-78dc3ab9-efaa-4278-81fa-b99abe1641e2 req-2a4e4bd9-0391-473d-b7db-3826532349d3 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=2288efa3-7821-44b8-9bd3-121abe4f228a HTTP/1.1" status: 200 len: 210 time: 0.0387092 Aug 17 02:31:48.552921 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f8265f6-99f6-40e6-adac-2fbbe199e5f7 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.562564 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f8265f6-99f6-40e6-adac-2fbbe199e5f7 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.578268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdbf3178-cfee-4681-aa5a-a7ffecde0536,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:48.658401 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.669046 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cddb97-4522-46a6-9976-9947e634a90e']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:48.682085 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260e7983-9256-44a3-85a5-497554d5fe2b') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:48.682492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260e7983-9256-44a3-85a5-497554d5fe2b') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:48.686787 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a8225f8-e000-437a-982c-cb52d525befe req-e77e651c-c1e1-4528-ac90-c2666dedc769 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 210 time: 0.0434334 Aug 17 02:31:48.698151 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.728275 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.730097 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f8265f6-99f6-40e6-adac-2fbbe199e5f7 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.740045 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f8265f6-99f6-40e6-adac-2fbbe199e5f7 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.740045 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3f8265f6-99f6-40e6-adac-2fbbe199e5f7 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ff1ac522-22b3-490a-9a24-90d89a67992d HTTP/1.1" status: 204 len: 168 time: 0.2407596 Aug 17 02:31:48.745163 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57346) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:48.758342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:31:48.758784 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:31:48.787959 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:31:48.796120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8265f6-99f6-40e6-adac-2fbbe199e5f7 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff1ac522-22b3-490a-9a24-90d89a67992d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:48.818144 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bdbf3178-cfee-4681-aa5a-a7ffecde0536 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:48.841653 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c4b4f0-f9e6-47bf-b1b2-dff1bb103760 x-openstack-request-id: req-60c4b4f0-f9e6-47bf-b1b2-dff1bb103760 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:48.846541 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2288efa3-7821-44b8-9bd3-121abe4f228a", "name": "network-vif-deleted", "tag": "d55ace94-9a60-4104-9d44-79ab28615782", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:48.846541 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60c4b4f0-f9e6-47bf-b1b2-dff1bb103760 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:48.846541 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2288efa3-7821-44b8-9bd3-121abe4f228a', 'name': 'network-vif-deleted', 'tag': 'd55ace94-9a60-4104-9d44-79ab28615782', 'status': 'completed', 'code': 200} Aug 17 02:31:48.851403 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: bdbf3178-cfee-4681-aa5a-a7ffecde0536 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:48.852099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bdbf3178-cfee-4681-aa5a-a7ffecde0536 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:48.860402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1797b286-3b26-4798-8b2a-5e1ab7fa3f12 req-9237288f-9c9c-4ce6-bc43-47978c87857a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 210 time: 0.0677824 Aug 17 02:31:48.903815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-86d075a7-af41-43a4-8240-402844412b2f tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1574152 Aug 17 02:31:48.904456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57350) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:48.937713 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4029becb-a3e3-48e9-988c-451b8f535db9 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.961048 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4029becb-a3e3-48e9-988c-451b8f535db9 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.964497 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-84a03ad0-81d5-4fce-8c37-fc573cdb8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.965113 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-84a03ad0-81d5-4fce-8c37-fc573cdb8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.965882 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-84a03ad0-81d5-4fce-8c37-fc573cdb8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.966636 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-84a03ad0-81d5-4fce-8c37-fc573cdb8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.967178 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-84a03ad0-81d5-4fce-8c37-fc573cdb8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.967712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-84a03ad0-81d5-4fce-8c37-fc573cdb8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.968249 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-84a03ad0-81d5-4fce-8c37-fc573cdb8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.970458 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-84a03ad0-81d5-4fce-8c37-fc573cdb8ee7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 6493 time: 0.1472204 Aug 17 02:31:49.074773 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7bfb4-573a-4681-bf5c-66a228be720a req-a7466072-b06d-4f63-bfae-08c25bff8ef4 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.077777 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3b7bfb4-573a-4681-bf5c-66a228be720a req-a7466072-b06d-4f63-bfae-08c25bff8ef4 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.0741272 Aug 17 02:31:49.079684 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:49.115823 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:49.121682 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/62cddb97-4522-46a6-9976-9947e634a90e HTTP/1.1" status: 204 len: 168 time: 1.7331462 Aug 17 02:31:49.133437 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df94849-345a-4979-9348-b7c8f9d979a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=62cddb97-4522-46a6-9976-9947e634a90e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:49.135330 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4029becb-a3e3-48e9-988c-451b8f535db9 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:49.145682 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-1088d104-58bb-4a85-834a-8ab9368376a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.147290 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-1088d104-58bb-4a85-834a-8ab9368376a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=868e1de9-cdff-478e-90ee-d3d2c77b9575 HTTP/1.1" status: 200 len: 903 time: 0.1686618 Aug 17 02:31:49.153852 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4029becb-a3e3-48e9-988c-451b8f535db9 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:49.157711 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4029becb-a3e3-48e9-988c-451b8f535db9 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/18ea5c25-ba10-4a31-906e-3cb174a269b3 HTTP/1.1" status: 204 len: 168 time: 0.2499881 Aug 17 02:31:49.160388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57354) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:49.196866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3b7bfb4-573a-4681-bf5c-66a228be720a req-863a3307-a443-4573-8a26-ba2039a70bc5 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063812 Aug 17 02:31:49.211341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029becb-a3e3-48e9-988c-451b8f535db9 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18ea5c25-ba10-4a31-906e-3cb174a269b3,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:49.229981 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-ff6f2e2d-98cb-42ee-ba3d-d8e4d92e5c7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cccafd93-4f61-4838-9ea2-f686490c7770 HTTP/1.1" status: 200 len: 217 time: 0.0749478 Aug 17 02:31:49.248728 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-82f04675-edac-4c56-9d31-2f51302ba5b8 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0846169 Aug 17 02:31:49.249652 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57356) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:49.294855 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-c6d4ff99-d612-48e5-8834-9c2239505540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.296507 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-c6d4ff99-d612-48e5-8834-9c2239505540 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452d33d6-77e8-4cab-8020-92847845b29f HTTP/1.1" status: 200 len: 797 time: 0.0580540 Aug 17 02:31:49.368908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-7ba7ee85-1582-4ee8-a9b3-a6077d4f543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.370716 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-7ba7ee85-1582-4ee8-a9b3-a6077d4f543f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868e1de9-cdff-478e-90ee-d3d2c77b9575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0663745 Aug 17 02:31:49.501894 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-1a9bde33-ac60-4a5a-895b-a73b591d1140 service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228290 Aug 17 02:31:49.624684 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-5763b74d-050e-4685-b1a2-0d6463460613 service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134427 Aug 17 02:31:49.736411 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-97ef5b0c-2cad-4602-8486-cfe345be1342 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:49.799571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57364) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:49.800302 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f14731-c803-4ec8-bc67-e33eca3080c8 req-fc416427-2802-4625-944e-167973f6e8dd tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.807179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f14731-c803-4ec8-bc67-e33eca3080c8 req-fc416427-2802-4625-944e-167973f6e8dd tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.813382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f14731-c803-4ec8-bc67-e33eca3080c8 req-fc416427-2802-4625-944e-167973f6e8dd tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.819790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f14731-c803-4ec8-bc67-e33eca3080c8 req-fc416427-2802-4625-944e-167973f6e8dd tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.827078 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f14731-c803-4ec8-bc67-e33eca3080c8 req-fc416427-2802-4625-944e-167973f6e8dd tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.829792 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-101d3d6a-a2d9-425a-93a1-9dad4c86c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.830510 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-101d3d6a-a2d9-425a-93a1-9dad4c86c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.831202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-101d3d6a-a2d9-425a-93a1-9dad4c86c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.831862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-101d3d6a-a2d9-425a-93a1-9dad4c86c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.832525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-101d3d6a-a2d9-425a-93a1-9dad4c86c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.833393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-101d3d6a-a2d9-425a-93a1-9dad4c86c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.834653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f14731-c803-4ec8-bc67-e33eca3080c8 req-fc416427-2802-4625-944e-167973f6e8dd tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.835258 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-101d3d6a-a2d9-425a-93a1-9dad4c86c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.838419 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-101d3d6a-a2d9-425a-93a1-9dad4c86c0e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 6493 time: 0.1129248 Aug 17 02:31:49.849421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f14731-c803-4ec8-bc67-e33eca3080c8 req-fc416427-2802-4625-944e-167973f6e8dd tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.863468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88f14731-c803-4ec8-bc67-e33eca3080c8 req-fc416427-2802-4625-944e-167973f6e8dd tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.1760004 Aug 17 02:31:49.877985 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-97ef5b0c-2cad-4602-8486-cfe345be1342 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:49.972770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-0ab1ffc7-87c6-4b42-9d10-38061160b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:49.976766 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-0ab1ffc7-87c6-4b42-9d10-38061160b5a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=868e1de9-cdff-478e-90ee-d3d2c77b9575 HTTP/1.1" status: 200 len: 903 time: 0.1318278 Aug 17 02:31:50.014889 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88f14731-c803-4ec8-bc67-e33eca3080c8 req-830ff034-fe3b-4c2a-9530-3b9d1cc07d7f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1504798 Aug 17 02:31:50.069890 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-deb81be7-5119-4188-88b3-872bb540af94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85da0db9-b3fa-4975-9360-bc89a461f7cc HTTP/1.1" status: 200 len: 217 time: 0.0858874 Aug 17 02:31:50.083879 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-97ef5b0c-2cad-4602-8486-cfe345be1342 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.086969 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-97ef5b0c-2cad-4602-8486-cfe345be1342 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.088256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-97ef5b0c-2cad-4602-8486-cfe345be1342 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-groups/94e0f717-a976-4e56-82dc-823b238cc478 HTTP/1.1" status: 204 len: 168 time: 0.8375957 Aug 17 02:31:50.097623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57372) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:50.141196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-fda1facf-5840-49c4-9078-f1f0ca524565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:50.141196 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-fda1facf-5840-49c4-9078-f1f0ca524565 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452d33d6-77e8-4cab-8020-92847845b29f HTTP/1.1" status: 200 len: 797 time: 0.0614676 Aug 17 02:31:50.151001 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef5b0c-2cad-4602-8486-cfe345be1342 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e0f717-a976-4e56-82dc-823b238cc478,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:50.201229 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6c124fc3-50e9-4dca-b26d-3fec76e582e3 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1017921 Aug 17 02:31:50.207847 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57376) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:50.216227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7ac67626-2b58-4d7b-97e5-92422d99bf05 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group': {'name': 'tempest-secgroup--499099613'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:50.255229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-476f8bf9-1a3c-464a-b166-10c5418f17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:50.255229 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-476f8bf9-1a3c-464a-b166-10c5418f17b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868e1de9-cdff-478e-90ee-d3d2c77b9575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1060505 Aug 17 02:31:50.260271 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8caa1c14-32f3-4020-b2ac-a0d1a608e786 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0afefe25246447898f4adfb339d53a6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4594555 Aug 17 02:31:50.265925 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e315ba12-3f03-4eea-86ad-09bb1023cfa2 req-b33002e1-5b58-405f-9d15-958f25953d9e tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 210 time: 0.0418944 Aug 17 02:31:50.269030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57380) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:50.279005 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d55ace94-9a60-4104-9d44-79ab28615782 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:50.312400 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: d55ace94-9a60-4104-9d44-79ab28615782 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:50.313140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d55ace94-9a60-4104-9d44-79ab28615782 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:50.350054 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74562cb-7e7d-4b5a-b515-fe26be622e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.415623 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74562cb-7e7d-4b5a-b515-fe26be622e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.418621 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ac67626-2b58-4d7b-97e5-92422d99bf05 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.422508 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-9d16931a-38e0-4fdd-81d8-55a90fc7b317 service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609716 Aug 17 02:31:50.450411 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c30894ac-fb49-4116-be31-bc03fec5f8e6 req-a20cb634-e516-4909-8945-e060c8c5f513 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 210 time: 0.0668900 Aug 17 02:31:50.586304 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ac67626-2b58-4d7b-97e5-92422d99bf05 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.613002 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-88d91c8c-8d14-4e85-9a03-144cdf19b28c req-ccdb9aef-08f9-4c7c-bf3b-2cd5464f4c4e service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833963 Aug 17 02:31:50.660651 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74562cb-7e7d-4b5a-b515-fe26be622e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.664810 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74562cb-7e7d-4b5a-b515-fe26be622e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.669399 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a74562cb-7e7d-4b5a-b515-fe26be622e28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc0d3b1f-fef0-47cc-99c9-32b3e2daa880 HTTP/1.1" status: 204 len: 168 time: 0.3963974 Aug 17 02:31:50.681469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74562cb-7e7d-4b5a-b515-fe26be622e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0d3b1f-fef0-47cc-99c9-32b3e2daa880,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:50.741132 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ac67626-2b58-4d7b-97e5-92422d99bf05 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.777199 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac67626-2b58-4d7b-97e5-92422d99bf05 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2a9ce1-ed77-4cd4-9178-1b494d483cff,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:50.906263 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ac67626-2b58-4d7b-97e5-92422d99bf05 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.911375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7ac67626-2b58-4d7b-97e5-92422d99bf05 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6989036 Aug 17 02:31:50.911617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57384) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:50.918197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-57305b19-669f-406a-86c2-13888881eba2 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group_rule': {'security_group_id': 'cd2a9ce1-ed77-4cd4-9178-1b494d483cff', 'direction': 'ingress', 'protocol': 17}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:51.043529 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-57305b19-669f-406a-86c2-13888881eba2 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.119715 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-57305b19-669f-406a-86c2-13888881eba2 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.252193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac70e59-3da9-4c27-9585-e7ba56239589 req-c7d22846-46e9-4744-8c60-42fdaa464d2f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:51.253761 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aac70e59-3da9-4c27-9585-e7ba56239589 req-c7d22846-46e9-4744-8c60-42fdaa464d2f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.0613549 Aug 17 02:31:51.268347 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-57305b19-669f-406a-86c2-13888881eba2 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.309736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57305b19-669f-406a-86c2-13888881eba2 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2795de3-2a87-411c-a7df-f870520b67cd,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:51.322261 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aac70e59-3da9-4c27-9585-e7ba56239589 req-907f126c-4aaa-43e0-86fc-bea7f037a998 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614793 Aug 17 02:31:51.423213 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-57305b19-669f-406a-86c2-13888881eba2 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.424415 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-57305b19-669f-406a-86c2-13888881eba2 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5116274 Aug 17 02:31:51.427396 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57400) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:51.502777 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-59405935-13d4-4e83-a91a-816815f64f4f tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.530586 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84429cd2-00b2-40dc-8a64-de593a01e3d5 req-a427e501-e5e6-4bf1-a0dc-cb06c465e96f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:51.539602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84429cd2-00b2-40dc-8a64-de593a01e3d5 req-a427e501-e5e6-4bf1-a0dc-cb06c465e96f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:51.541135 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-59405935-13d4-4e83-a91a-816815f64f4f tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.561555 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84429cd2-00b2-40dc-8a64-de593a01e3d5 req-a427e501-e5e6-4bf1-a0dc-cb06c465e96f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:51.577094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84429cd2-00b2-40dc-8a64-de593a01e3d5 req-a427e501-e5e6-4bf1-a0dc-cb06c465e96f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:51.603958 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84429cd2-00b2-40dc-8a64-de593a01e3d5 req-a427e501-e5e6-4bf1-a0dc-cb06c465e96f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:51.611892 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84429cd2-00b2-40dc-8a64-de593a01e3d5 req-a427e501-e5e6-4bf1-a0dc-cb06c465e96f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:51.620962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84429cd2-00b2-40dc-8a64-de593a01e3d5 req-a427e501-e5e6-4bf1-a0dc-cb06c465e96f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:51.623017 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84429cd2-00b2-40dc-8a64-de593a01e3d5 req-a427e501-e5e6-4bf1-a0dc-cb06c465e96f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.2258210 Aug 17 02:31:51.676297 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84ceaa-990e-4535-9478-803620fe6037 req-037460ff-390d-43c2-9df0-7ea10408c356 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:51.677769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e84ceaa-990e-4535-9478-803620fe6037 req-037460ff-390d-43c2-9df0-7ea10408c356 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 806 time: 0.2664883 Aug 17 02:31:51.698721 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84429cd2-00b2-40dc-8a64-de593a01e3d5 req-bc2debcc-8920-4b52-b313-8e5e2e749a67 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657690 Aug 17 02:31:51.703668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-5e84ceaa-990e-4535-9478-803620fe6037 req-62af7644-1033-4328-afc5-e18f8d794fbb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Request body: {'port': {'device_id': '6ba45e3e-dd31-4620-b360-7dd733299209', 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee', 'admin_state_up': True, 'tenant_id': 'de182f93f73446919b2fe4aeee1dafc6'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:51.752522 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-59405935-13d4-4e83-a91a-816815f64f4f tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.756583 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-59405935-13d4-4e83-a91a-816815f64f4f tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.757801 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-59405935-13d4-4e83-a91a-816815f64f4f tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-groups/cd2a9ce1-ed77-4cd4-9178-1b494d483cff HTTP/1.1" status: 204 len: 168 time: 0.3282642 Aug 17 02:31:51.762359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57406) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:51.774465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59405935-13d4-4e83-a91a-816815f64f4f tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2a9ce1-ed77-4cd4-9178-1b494d483cff,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:51.863072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ef92ad8b-15ee-47bd-8140-54bbd6afa6df tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0994658 Aug 17 02:31:51.863694 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57410) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:51.874483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a689bc84-7557-4b7f-a1b9-64fe61214d84 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127255993'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:51.933863 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7b57c-7565-4ec4-a771-96a502cdd87f req-4960bce8-4b1c-4cd6-9acc-d7457ac6bf6c tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:51.937157 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42f7b57c-7565-4ec4-a771-96a502cdd87f req-4960bce8-4b1c-4cd6-9acc-d7457ac6bf6c tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 950 time: 0.1371002 Aug 17 02:31:51.999678 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42f7b57c-7565-4ec4-a771-96a502cdd87f req-9c5d93c6-0fed-4f71-9151-14b6efa57b05 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467350 Aug 17 02:31:52.010102 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a689bc84-7557-4b7f-a1b9-64fe61214d84 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.112066 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05afe3d0-e857-4892-a9d9-b9bccb211f6c req-bff1adf8-c6b6-4561-8e40-6f9bedeb6630 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 210 time: 0.0284398 Aug 17 02:31:52.134939 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e84ceaa-990e-4535-9478-803620fe6037 req-62af7644-1033-4328-afc5-e18f8d794fbb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Made reservation on behalf of de182f93f73446919b2fe4aeee1dafc6 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:52.142515 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5e84ceaa-990e-4535-9478-803620fe6037 req-62af7644-1033-4328-afc5-e18f8d794fbb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.278018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57422) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:52.298340 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54850c5b-8183-488d-b449-99284f0f3a21 req-8996c748-6f4d-4850-9a91-8778caee76ea tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 210 time: 0.0660269 Aug 17 02:31:52.388380 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a689bc84-7557-4b7f-a1b9-64fe61214d84 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.404248 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-5e84ceaa-990e-4535-9478-803620fe6037 req-62af7644-1033-4328-afc5-e18f8d794fbb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Allocated IP 172.20.0.9 (34f05c9b-0bd9-49d9-ae84-f63187a66bee/028b2ac7-a8dd-403f-9dd3-f9eec71ab748/67d6f9be-ddf4-4553-9bb3-9941d57ed596) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:52.441180 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-189036059-network', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:52.509834 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a689bc84-7557-4b7f-a1b9-64fe61214d84 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.568400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c9010-e65a-4c09-9148-aa9e5a201c20 req-056be84a-8e90-4961-af3f-8e8bc1deb7ce tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:52.570022 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-055c9010-e65a-4c09-9148-aa9e5a201c20 req-056be84a-8e90-4961-af3f-8e8bc1deb7ce tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.1568587 Aug 17 02:31:52.604565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] Made reservation on behalf of 9c180ae939a34aacab47cf5d9b29aa11 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:52.606941 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.616098 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.625231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689bc84-7557-4b7f-a1b9-64fe61214d84 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ea6a3d-1c03-4ed8-acca-03819695343b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:52.678916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-055c9010-e65a-4c09-9148-aa9e5a201c20 req-7b45a60e-90ab-4c84-8e04-7c297680576c tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688667 Aug 17 02:31:52.740918 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5e84ceaa-990e-4535-9478-803620fe6037 req-62af7644-1033-4328-afc5-e18f8d794fbb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.788028 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a689bc84-7557-4b7f-a1b9-64fe61214d84 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.792182 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a689bc84-7557-4b7f-a1b9-64fe61214d84 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9241624 Aug 17 02:31:52.792806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57436) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:52.798576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-f954a44a-40bc-4345-b7a7-b648b5077cf5 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group': {'name': 'tempest-secgroup--606844104'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:52.881963 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.890240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0bb8-4c52-4f91-832c-1b7dcf0566f1 req-7c7a5e15-506a-440e-ba59-96630045ea3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:52.896509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0bb8-4c52-4f91-832c-1b7dcf0566f1 req-7c7a5e15-506a-440e-ba59-96630045ea3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:52.907384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0bb8-4c52-4f91-832c-1b7dcf0566f1 req-7c7a5e15-506a-440e-ba59-96630045ea3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:52.909869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0bb8-4c52-4f91-832c-1b7dcf0566f1 req-7c7a5e15-506a-440e-ba59-96630045ea3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:52.916021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0bb8-4c52-4f91-832c-1b7dcf0566f1 req-7c7a5e15-506a-440e-ba59-96630045ea3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:52.922217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0bb8-4c52-4f91-832c-1b7dcf0566f1 req-7c7a5e15-506a-440e-ba59-96630045ea3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:52.928274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0bb8-4c52-4f91-832c-1b7dcf0566f1 req-7c7a5e15-506a-440e-ba59-96630045ea3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:52.930255 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-883e0bb8-4c52-4f91-832c-1b7dcf0566f1 req-7c7a5e15-506a-440e-ba59-96630045ea3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.1263995 Aug 17 02:31:52.935193 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5e84ceaa-990e-4535-9478-803620fe6037 req-62af7644-1033-4328-afc5-e18f8d794fbb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.968499 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.968998 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['76a66684-e333-427a-a7ac-64b355670e00'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:31:53.014203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:31:53.043764 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88e5ef6-3f73-494c-ab1f-f4507454828d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:53.049820 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.050756 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] Added segment 81bd0674-e630-4ff6-a23b-a5101b77f765 of type vlan for network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 Aug 17 02:31:53.098129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af7644-1033-4328-afc5-e18f8d794fbb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Pushing event updated for resources: {'Port': ['ID=67d6f9be-ddf4-4553-9bb3-9941d57ed596,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:53.110819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e84ceaa-990e-4535-9478-803620fe6037 req-62af7644-1033-4328-afc5-e18f8d794fbb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Network 34f05c9b-0bd9-49d9-ae84-f63187a66bee is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:53.141193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-5e84ceaa-990e-4535-9478-803620fe6037 req-62af7644-1033-4328-afc5-e18f8d794fbb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:53.144679 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e84ceaa-990e-4535-9478-803620fe6037 req-62af7644-1033-4328-afc5-e18f8d794fbb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:53.166338 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-883e0bb8-4c52-4f91-832c-1b7dcf0566f1 req-ff5ef3a0-38bf-45b7-a1ea-865e7a9c0a48 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2194004 Aug 17 02:31:53.233576 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f954a44a-40bc-4345-b7a7-b648b5077cf5 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.249202 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.313901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525a175-3378-42af-9629-23776dd0afc4 req-cb8c548f-bdf3-4e55-843a-9f042677ab56 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:53.316440 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1525a175-3378-42af-9629-23776dd0afc4 req-cb8c548f-bdf3-4e55-843a-9f042677ab56 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.42 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 950 time: 0.1943192 Aug 17 02:31:53.337530 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84ceaa-990e-4535-9478-803620fe6037 req-62af7644-1033-4328-afc5-e18f8d794fbb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:53.338336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5e84ceaa-990e-4535-9478-803620fe6037 req-62af7644-1033-4328-afc5-e18f8d794fbb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.407594 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.407594 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:53.407594 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.414259 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f954a44a-40bc-4345-b7a7-b648b5077cf5 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.428415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e10b3-d738-47e5-83a1-4998f551dacf req-feb3a531-3d53-431f-8ff4-754873016fdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:53.430096 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-989e10b3-d738-47e5-83a1-4998f551dacf req-feb3a531-3d53-431f-8ff4-754873016fdc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 950 time: 0.1129422 Aug 17 02:31:53.492196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] Pushing event updated for resources: {'Network': ['ID=0ffdc32a-37ff-4791-9955-993fa20ec3c2,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:53.509835 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:31:53.516642 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-989e10b3-d738-47e5-83a1-4998f551dacf req-6392ab47-de33-4b64-bcea-84aaa144644d tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775106 Aug 17 02:31:53.529984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-1525a175-3378-42af-9629-23776dd0afc4 req-1a26d832-4f45-4b91-9fc9-434e7d82c7de tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Deleting port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:31:53.530472 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1525a175-3378-42af-9629-23776dd0afc4 req-1a26d832-4f45-4b91-9fc9-434e7d82c7de tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.537076 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f954a44a-40bc-4345-b7a7-b648b5077cf5 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.623788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e84ceaa-990e-4535-9478-803620fe6037 req-62af7644-1033-4328-afc5-e18f8d794fbb tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9238622 Aug 17 02:31:53.628197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954a44a-40bc-4345-b7a7-b648b5077cf5 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519a09b3-7617-4880-b3fa-5f171de8c6ee,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:53.647572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-1525a175-3378-42af-9629-23776dd0afc4 req-1a26d832-4f45-4b91-9fc9-434e7d82c7de tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] For port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=d8a13ec4-b686-4c64-b1e7-19b54f5edf9a,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:53.648344 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1525a175-3378-42af-9629-23776dd0afc4 req-1a26d832-4f45-4b91-9fc9-434e7d82c7de tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.661448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Request body: {'port': {'device_id': '6ba45e3e-dd31-4620-b360-7dd733299209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:53.686251 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-1525a175-3378-42af-9629-23776dd0afc4 req-1a26d832-4f45-4b91-9fc9-434e7d82c7de tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Calling delete_port for d8a13ec4-b686-4c64-b1e7-19b54f5edf9a owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:31:53.701042 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-24ab9c07-66dd-4f3e-889c-26b686987a8d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4218240 Aug 17 02:31:53.703558 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57456) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:53.712670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6e68239a-1370-43d4-b620-a944660d000d admin admin] Request body: {'subnet': {'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-189036059-subnet', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:53.765039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-853fd8a9-d719-44a5-8baa-a443f09dae2a req-6093fdfa-ce2b-433c-810a-43939e48f1f6 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 210 time: 0.0572619 Aug 17 02:31:53.767800 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f954a44a-40bc-4345-b7a7-b648b5077cf5 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.769019 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f954a44a-40bc-4345-b7a7-b648b5077cf5 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9751723 Aug 17 02:31:53.771935 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.775363 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57460) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:53.796683 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-71472897-e3ef-4ade-9e5f-471362ba7ebb tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group_rule': {'security_group_id': 'd3ea6a3d-1c03-4ed8-acca-03819695343b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '519a09b3-7617-4880-b3fa-5f171de8c6ee', 'remote_ip_prefix': None}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:53.917697 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e68239a-1370-43d4-b620-a944660d000d admin admin] Made reservation on behalf of 9c180ae939a34aacab47cf5d9b29aa11 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:53.920688 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e68239a-1370-43d4-b620-a944660d000d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.057069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a51c5-a65f-452d-8bab-aa931bb5c7f9 req-3ce7a2b7-66cd-43be-a94e-5cebced552f8 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:54.058934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c39a51c5-a65f-452d-8bab-aa931bb5c7f9 req-3ce7a2b7-66cd-43be-a94e-5cebced552f8 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 931 time: 0.1976974 Aug 17 02:31:54.138234 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c39a51c5-a65f-452d-8bab-aa931bb5c7f9 req-be386cdd-175f-4b98-be44-0b2d11af4076 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669065 Aug 17 02:31:54.142337 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-71472897-e3ef-4ade-9e5f-471362ba7ebb tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.284095 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-71472897-e3ef-4ade-9e5f-471362ba7ebb tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.355256 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f4ced-29b2-4346-87c4-161fe11aa797 req-52d01ea6-054e-422b-af8b-4a50b996662c tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:54.357586 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa4f4ced-29b2-4346-87c4-161fe11aa797 req-52d01ea6-054e-422b-af8b-4a50b996662c tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.0920942 Aug 17 02:31:54.363252 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-71472897-e3ef-4ade-9e5f-471362ba7ebb tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.429182 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71472897-e3ef-4ade-9e5f-471362ba7ebb tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d6902a-62fa-469a-ba23-11ff9d009123,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:54.435444 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1525a175-3378-42af-9629-23776dd0afc4 req-1a26d832-4f45-4b91-9fc9-434e7d82c7de tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.463555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa4f4ced-29b2-4346-87c4-161fe11aa797 req-f4d60f6a-8320-4cbd-8419-e2941f56993a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894017 Aug 17 02:31:54.467333 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['9576ebd2-ad25-44d6-bfa0-47f40b8ef285'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:31:54.508336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26d832-4f45-4b91-9fc9-434e7d82c7de tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Pushing event deleted for resources: {'Port': ['ID=d8a13ec4-b686-4c64-b1e7-19b54f5edf9a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:54.523822 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-71472897-e3ef-4ade-9e5f-471362ba7ebb tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.529791 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-71472897-e3ef-4ade-9e5f-471362ba7ebb tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7510076 Aug 17 02:31:54.532021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d6f9be-ddf4-4553-9bb3-9941d57ed596 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:54.537022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57480) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:54.570420 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.589843 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-327590bf-4c7f-4e8d-9f7a-524d5f029f49 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.595055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Transition to ACTIVE for port object 67d6f9be-ddf4-4553-9bb3-9941d57ed596 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:54.611495 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-327590bf-4c7f-4e8d-9f7a-524d5f029f49 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.669200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-1525a175-3378-42af-9629-23776dd0afc4 req-1a26d832-4f45-4b91-9fc9-434e7d82c7de tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] No DVR routers for this DVR port d8a13ec4-b686-4c64-b1e7-19b54f5edf9a on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:31:54.672069 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1525a175-3378-42af-9629-23776dd0afc4 req-1a26d832-4f45-4b91-9fc9-434e7d82c7de tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.674432 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1525a175-3378-42af-9629-23776dd0afc4 req-1a26d832-4f45-4b91-9fc9-434e7d82c7de tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.42 "DELETE /v2.0/ports/d8a13ec4-b686-4c64-b1e7-19b54f5edf9a HTTP/1.1" status: 204 len: 173 time: 1.3508568 Aug 17 02:31:54.675026 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5', 'name': 'network-vif-deleted', 'tag': 'd8a13ec4-b686-4c64-b1e7-19b54f5edf9a'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:54.679056 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.682287 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29723115-8b53-4d5e-99b9-5dde319df69f" -d '{"events": [{"server_uuid": "12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5", "name": "network-vif-deleted", "tag": "d8a13ec4-b686-4c64-b1e7-19b54f5edf9a"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:54.775586 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e68239a-1370-43d4-b620-a944660d000d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.777943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f16a4-fad0-4e35-8d04-65c07c98aba2 req-8ed69a3f-ee71-43ca-85e5-ffd0fbfc4d3c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:54.793144 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f16a4-fad0-4e35-8d04-65c07c98aba2 req-8ed69a3f-ee71-43ca-85e5-ffd0fbfc4d3c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:54.800045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f16a4-fad0-4e35-8d04-65c07c98aba2 req-8ed69a3f-ee71-43ca-85e5-ffd0fbfc4d3c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:54.806825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f16a4-fad0-4e35-8d04-65c07c98aba2 req-8ed69a3f-ee71-43ca-85e5-ffd0fbfc4d3c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:54.815006 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f16a4-fad0-4e35-8d04-65c07c98aba2 req-8ed69a3f-ee71-43ca-85e5-ffd0fbfc4d3c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:54.826265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f16a4-fad0-4e35-8d04-65c07c98aba2 req-8ed69a3f-ee71-43ca-85e5-ffd0fbfc4d3c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:54.833341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f16a4-fad0-4e35-8d04-65c07c98aba2 req-8ed69a3f-ee71-43ca-85e5-ffd0fbfc4d3c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:54.853784 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68239a-1370-43d4-b620-a944660d000d admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bca318-6d5a-4d38-bce1-90d2345a5489,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:54.855069 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e92f16a4-fad0-4e35-8d04-65c07c98aba2 req-8ed69a3f-ee71-43ca-85e5-ffd0fbfc4d3c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.2541327 Aug 17 02:31:54.865818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e68239a-1370-43d4-b620-a944660d000d admin admin] Checking segment: {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:54.865818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e68239a-1370-43d4-b620-a944660d000d admin admin] Network hostable DHCP agents. Network: 0ffdc32a-37ff-4791-9955-993fa20ec3c2, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:31:54.897155 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-327590bf-4c7f-4e8d-9f7a-524d5f029f49 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.902412 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-327590bf-4c7f-4e8d-9f7a-524d5f029f49 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.906301 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-327590bf-4c7f-4e8d-9f7a-524d5f029f49 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c9d6902a-62fa-469a-ba23-11ff9d009123 HTTP/1.1" status: 204 len: 168 time: 0.3635211 Aug 17 02:31:54.907876 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57492) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:54.909979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Pushing event updated for resources: {'Port': ['ID=67d6f9be-ddf4-4553-9bb3-9941d57ed596,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:54.949543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327590bf-4c7f-4e8d-9f7a-524d5f029f49 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9d6902a-62fa-469a-ba23-11ff9d009123,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:54.966219 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7835e7ff-f746-4881-9660-1e0ed4893e32 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0523322 Aug 17 02:31:54.969021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57494) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:55.026757 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e92f16a4-fad0-4e35-8d04-65c07c98aba2 req-ca907a40-d26f-4d7d-9872-a638dad3f7b7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1674356 Aug 17 02:31:55.038114 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06bcda65-a0b6-45f4-9c6b-6f117bb436ee tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.078255 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Attempting to bind port 67d6f9be-ddf4-4553-9bb3-9941d57ed596 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:55.078785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Attempting to bind port 67d6f9be-ddf4-4553-9bb3-9941d57ed596 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:55.079122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Attempting to bind port 67d6f9be-ddf4-4553-9bb3-9941d57ed596 on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:55.089458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Port 67d6f9be-ddf4-4553-9bb3-9941d57ed596 on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:31:55.092271 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Attempting to bind port 67d6f9be-ddf4-4553-9bb3-9941d57ed596 on network 34f05c9b-0bd9-49d9-ae84-f63187a66bee {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:55.097508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:55.097782 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Checking segment: {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:55.098230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Bound using segment: {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:55.099135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Bound port: 67d6f9be-ddf4-4553-9bb3-9941d57ed596, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b84cd8d-4280-4550-b33e-02b9072abe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:55.099275 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.106653 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e68239a-1370-43d4-b620-a944660d000d admin admin] Network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:31:55.132514 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06bcda65-a0b6-45f4-9c6b-6f117bb436ee tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.223761 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-73770de8-3ca4-482b-81b6-2b36b8781bf7 req-6c05266f-cdfe-4cea-81bc-624f8ae92254 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5 HTTP/1.1" status: 200 len: 210 time: 0.0479634 Aug 17 02:31:55.254729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-6e68239a-1370-43d4-b620-a944660d000d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 0ffdc32a-37ff-4791-9955-993fa20ec3c2) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:55.263898 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e68239a-1370-43d4-b620-a944660d000d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:55.265209 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e68239a-1370-43d4-b620-a944660d000d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.266071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998c8016-0ef5-4e31-bd05-fabbc82cc79f None None] Network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:55.271952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] For port 67d6f9be-ddf4-4553-9bb3-9941d57ed596, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:55.284014 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] For port 67d6f9be-ddf4-4553-9bb3-9941d57ed596, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=67d6f9be-ddf4-4553-9bb3-9941d57ed596,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:55.288098 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06bcda65-a0b6-45f4-9c6b-6f117bb436ee tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.295629 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06bcda65-a0b6-45f4-9c6b-6f117bb436ee tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.297594 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-06bcda65-a0b6-45f4-9c6b-6f117bb436ee tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-groups/519a09b3-7617-4880-b3fa-5f171de8c6ee HTTP/1.1" status: 204 len: 168 time: 0.3271503 Aug 17 02:31:55.300214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57512) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:55.325040 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf5a108-790d-4e91-91dc-6df3b25fde76 x-openstack-request-id: req-0cf5a108-790d-4e91-91dc-6df3b25fde76 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:55.325396 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5", "name": "network-vif-deleted", "tag": "d8a13ec4-b686-4c64-b1e7-19b54f5edf9a", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:55.325532 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cf5a108-790d-4e91-91dc-6df3b25fde76 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:55.326546 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ebe19c-8a3f-4fec-ade6-9cb536f0e1a5', 'name': 'network-vif-deleted', 'tag': 'd8a13ec4-b686-4c64-b1e7-19b54f5edf9a', 'status': 'completed', 'code': 200} Aug 17 02:31:55.338144 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcda65-a0b6-45f4-9c6b-6f117bb436ee tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=519a09b3-7617-4880-b3fa-5f171de8c6ee,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:55.397900 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5869fb43-076f-423c-aecb-757b45701b99 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0964847 Aug 17 02:31:55.402731 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57516) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:55.428516 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6e68239a-1370-43d4-b620-a944660d000d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7238765 Aug 17 02:31:55.439317 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57520) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:55.447448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:55.449444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1041fcad-c50f-4892-9103-971847cee4da req-e0aa155e-170e-4959-a832-f84156e10634 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 210 time: 0.0500176 Aug 17 02:31:55.454712 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.550032 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55b9da34-e013-4f72-b871-180c53854c8b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.581616 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55b9da34-e013-4f72-b871-180c53854c8b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.623540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:55.624186 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.625678 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e84ceaa-990e-4535-9478-803620fe6037 req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] 10.222.0.18 "PUT /v2.0/ports/67d6f9be-ddf4-4553-9bb3-9941d57ed596 HTTP/1.1" status: 200 len: 1092 time: 1.9699461 Aug 17 02:31:55.626545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba45e3e-dd31-4620-b360-7dd733299209', 'tag': '67d6f9be-ddf4-4553-9bb3-9941d57ed596'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:55.629724 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e206eb-8071-4bea-8c6f-5fac10ee2fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba45e3e-dd31-4620-b360-7dd733299209", "tag": "67d6f9be-ddf4-4553-9bb3-9941d57ed596"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:55.655678 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a6388-4d54-446d-bd1b-895d4837223e service neutron] Pushing event updated for resources: {'Port': ['ID=67d6f9be-ddf4-4553-9bb3-9941d57ed596,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:55.681917 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:31:55.689970 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.694918 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.696574 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.708203 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7752d5-5d08-4cc8-8181-4300870d4235 req-dbd9e3c9-bfd9-49d1-b2b2-bf50c49746d2 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:55.710605 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf7752d5-5d08-4cc8-8181-4300870d4235 req-dbd9e3c9-bfd9-49d1-b2b2-bf50c49746d2 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 943 time: 0.1134861 Aug 17 02:31:55.798800 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf7752d5-5d08-4cc8-8181-4300870d4235 req-f1ef108d-73e0-4f49-b354-9ff9e3693641 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814939 Aug 17 02:31:55.832553 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55b9da34-e013-4f72-b871-180c53854c8b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.837550 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55b9da34-e013-4f72-b871-180c53854c8b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.839238 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-55b9da34-e013-4f72-b871-180c53854c8b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-groups/d3ea6a3d-1c03-4ed8-acca-03819695343b HTTP/1.1" status: 204 len: 168 time: 0.4363256 Aug 17 02:31:55.841758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57530) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:55.893574 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9da34-e013-4f72-b871-180c53854c8b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ea6a3d-1c03-4ed8-acca-03819695343b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:55.980925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84ceaa-990e-4535-9478-803620fe6037 req-0ab7fa2d-ebd8-4711-93e5-2bf3d8a63a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:55.982885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e84ceaa-990e-4535-9478-803620fe6037 req-0ab7fa2d-ebd8-4711-93e5-2bf3d8a63a33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 1095 time: 0.1304476 Aug 17 02:31:56.020001 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-00afd3ec-00e5-4c06-9590-035f9101f8bd tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1769602 Aug 17 02:31:56.028848 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57532) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:56.036066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-daab9722-81ff-4a8b-8750-df915c6562ed tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group': {'name': 'tempest-secgroup--805738526'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:56.038027 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:56.101899 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e84ceaa-990e-4535-9478-803620fe6037 req-d8daa97b-5bed-4103-935d-1982a8c9476d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67d6f9be-ddf4-4553-9bb3-9941d57ed596 HTTP/1.1" status: 200 len: 217 time: 0.0741789 Aug 17 02:31:56.176503 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84ceaa-990e-4535-9478-803620fe6037 req-3d33273c-b603-4090-80dd-98c699cb8b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:56.178269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Allocated IP 172.20.0.2 (0ffdc32a-37ff-4791-9955-993fa20ec3c2/86bca318-6d5a-4d38-bce1-90d2345a5489/80c6385d-c013-4121-844e-2626009d168d) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:56.178931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e84ceaa-990e-4535-9478-803620fe6037 req-3d33273c-b603-4090-80dd-98c699cb8b8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 200 len: 846 time: 0.0644109 Aug 17 02:31:56.191816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eac317-76ef-4620-8076-4da45f041eba req-a8332a1d-cce7-43f1-a8b2-a75fd5e00546 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:56.200684 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2eac317-76ef-4620-8076-4da45f041eba req-a8332a1d-cce7-43f1-a8b2-a75fd5e00546 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.2298288 Aug 17 02:31:56.296451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e84ceaa-990e-4535-9478-803620fe6037 req-c92dbd29-76b4-45cc-afe8-c90cb8b2e821 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34f05c9b-0bd9-49d9-ae84-f63187a66bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917997 Aug 17 02:31:56.302172 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-daab9722-81ff-4a8b-8750-df915c6562ed tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:56.305877 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d8a13ec4-b686-4c64-b1e7-19b54f5edf9a no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:31:56.367538 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: d8a13ec4-b686-4c64-b1e7-19b54f5edf9a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:31:56.368233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device d8a13ec4-b686-4c64-b1e7-19b54f5edf9a not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:31:56.454934 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:56.531141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2eac317-76ef-4620-8076-4da45f041eba req-0fec84b7-2a08-4f6e-bf7f-3c05ae29707d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289981 Aug 17 02:31:56.533905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e84ceaa-990e-4535-9478-803620fe6037 req-131c7afe-7924-4e42-8c53-d2dab0611e93 service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255261 Aug 17 02:31:56.557382 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:56.562587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Transition to ACTIVE for port object 80c6385d-c013-4121-844e-2626009d168d will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:56.580759 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Transition to ACTIVE for port object 80c6385d-c013-4121-844e-2626009d168d will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:56.624504 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59066de-f07a-4067-8ce4-c22794a11b70 x-openstack-request-id: req-b59066de-f07a-4067-8ce4-c22794a11b70 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:56.624803 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba45e3e-dd31-4620-b360-7dd733299209", "tag": "67d6f9be-ddf4-4553-9bb3-9941d57ed596", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:56.625063 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b59066de-f07a-4067-8ce4-c22794a11b70 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:56.625518 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba45e3e-dd31-4620-b360-7dd733299209', 'tag': '67d6f9be-ddf4-4553-9bb3-9941d57ed596', 'status': 'completed', 'code': 200} Aug 17 02:31:56.699989 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-daab9722-81ff-4a8b-8750-df915c6562ed tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:56.774295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfc199-22b1-4982-ac45-5eba5c4357c0 req-3c48c6b7-0754-40cc-9c8b-d07c94b376ee tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:56.780906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfc199-22b1-4982-ac45-5eba5c4357c0 req-3c48c6b7-0754-40cc-9c8b-d07c94b376ee tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:56.787173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfc199-22b1-4982-ac45-5eba5c4357c0 req-3c48c6b7-0754-40cc-9c8b-d07c94b376ee tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:56.793382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfc199-22b1-4982-ac45-5eba5c4357c0 req-3c48c6b7-0754-40cc-9c8b-d07c94b376ee tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:56.799295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfc199-22b1-4982-ac45-5eba5c4357c0 req-3c48c6b7-0754-40cc-9c8b-d07c94b376ee tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:56.805318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfc199-22b1-4982-ac45-5eba5c4357c0 req-3c48c6b7-0754-40cc-9c8b-d07c94b376ee tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:56.811461 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfc199-22b1-4982-ac45-5eba5c4357c0 req-3c48c6b7-0754-40cc-9c8b-d07c94b376ee tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:56.813550 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ecfc199-22b1-4982-ac45-5eba5c4357c0 req-3c48c6b7-0754-40cc-9c8b-d07c94b376ee tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.1361754 Aug 17 02:31:56.815714 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e84ceaa-990e-4535-9478-803620fe6037 req-beb7cef0-1e1c-4bcf-84ae-ebc0c9538bee service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200701 Aug 17 02:31:56.875659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ecfc199-22b1-4982-ac45-5eba5c4357c0 req-3d64cd93-aefa-4428-b886-e7dc2e73cd95 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497496 Aug 17 02:31:57.011468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-174a1bec-2e6c-44d8-b74c-c21191939e58 req-5ccb9179-5dff-4a42-9951-8ee2068a7828 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/ports?device_id=8870e19e-9e1f-4075-a00d-1535f07c3002 HTTP/1.1" status: 200 len: 210 time: 0.0298660 Aug 17 02:31:57.190367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584a3f5-1f90-46b9-81b3-501f66606bbc req-ed0c4eb5-47e0-46be-b319-cf71fe78e39b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:57.200801 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:57.208729 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3584a3f5-1f90-46b9-81b3-501f66606bbc req-ed0c4eb5-47e0-46be-b319-cf71fe78e39b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 943 time: 0.0964043 Aug 17 02:31:57.218391 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-daab9722-81ff-4a8b-8750-df915c6562ed tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:57.342837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:57.350332 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:57.356140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:57.357745 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab9722-81ff-4a8b-8750-df915c6562ed tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540d86c6-583b-4ba0-98fe-ef37a288b343,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:57.360536 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Pushing event updated for resources: {'Port': ['ID=80c6385d-c013-4121-844e-2626009d168d,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:57.381805 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3584a3f5-1f90-46b9-81b3-501f66606bbc req-43ab4833-2ae7-43f1-b834-ea719d8d2768 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716878 Aug 17 02:31:57.403644 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-daab9722-81ff-4a8b-8750-df915c6562ed tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:57.410987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-daab9722-81ff-4a8b-8750-df915c6562ed tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3807268 Aug 17 02:31:57.421128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57552) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:57.428588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e88cddb0-ea96-4dbf-8098-b435cec8a80a tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group_rule': {'security_group_id': '540d86c6-583b-4ba0-98fe-ef37a288b343', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:57.482592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e206eb-8071-4bea-8c6f-5fac10ee2fd9 req-cbbbc802-c97e-4594-b6f9-f6b4fc0f48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:57.484326 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71e206eb-8071-4bea-8c6f-5fac10ee2fd9 req-cbbbc802-c97e-4594-b6f9-f6b4fc0f48d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 1095 time: 0.1805243 Aug 17 02:31:57.498789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Attempting to bind port 80c6385d-c013-4121-844e-2626009d168d on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:57.500426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Attempting to bind port 80c6385d-c013-4121-844e-2626009d168d by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:57.502066 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Attempting to bind port 80c6385d-c013-4121-844e-2626009d168d on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:57.519554 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:57.520387 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Checking segment: {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:57.522292 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:57.523218 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Bound using segment: {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:57.525015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Bound port: 80c6385d-c013-4121-844e-2626009d168d, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:57.526857 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:57.613904 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e88cddb0-ea96-4dbf-8098-b435cec8a80a tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:57.651914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] For port 80c6385d-c013-4121-844e-2626009d168d, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:57.656128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] For port 80c6385d-c013-4121-844e-2626009d168d, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=80c6385d-c013-4121-844e-2626009d168d,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:57.697735 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:57.738685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e206eb-8071-4bea-8c6f-5fac10ee2fd9 req-50fa6e22-8c82-4d7c-892c-060ae36d3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:57.740421 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71e206eb-8071-4bea-8c6f-5fac10ee2fd9 req-50fa6e22-8c82-4d7c-892c-060ae36d3541 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 907 time: 0.2470334 Aug 17 02:31:57.744847 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:57.817973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71e206eb-8071-4bea-8c6f-5fac10ee2fd9 req-7622550a-8a13-4080-9ea5-27f8dd9be070 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67d6f9be-ddf4-4553-9bb3-9941d57ed596 HTTP/1.1" status: 200 len: 217 time: 0.0652394 Aug 17 02:31:57.835638 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e88cddb0-ea96-4dbf-8098-b435cec8a80a tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:57.898934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e206eb-8071-4bea-8c6f-5fac10ee2fd9 req-683266d6-4785-481c-a439-d457d306c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:57.901445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71e206eb-8071-4bea-8c6f-5fac10ee2fd9 req-683266d6-4785-481c-a439-d457d306c509 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 200 len: 846 time: 0.0639768 Aug 17 02:31:57.908832 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Allocated IP 172.25.5.98 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/e1016692-3d2b-4a5d-b484-986545977342) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:57.918748 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:58.001071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71e206eb-8071-4bea-8c6f-5fac10ee2fd9 req-26f77e16-3b0e-4af4-834b-7436e5be9064 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34f05c9b-0bd9-49d9-ae84-f63187a66bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848587 Aug 17 02:31:58.006358 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e88cddb0-ea96-4dbf-8098-b435cec8a80a tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:58.050110 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f6a5c-6ff0-4903-bd10-d20f0591c913 None None] Pushing event updated for resources: {'Port': ['ID=80c6385d-c013-4121-844e-2626009d168d,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:58.053851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cddb0-ea96-4dbf-8098-b435cec8a80a tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659c6f19-c3b8-408a-b088-338d2ae75ef1,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:58.117641 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:58.193301 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71e206eb-8071-4bea-8c6f-5fac10ee2fd9 req-36862c9b-e5fd-4608-a12a-f76e4e6889f8 service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768708 Aug 17 02:31:58.252455 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e88cddb0-ea96-4dbf-8098-b435cec8a80a tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:58.256807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57562) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:58.257189 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e88cddb0-ea96-4dbf-8098-b435cec8a80a tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8326938 Aug 17 02:31:58.316238 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-420a357e-fdab-4f98-a5ce-95593e562d34 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:58.326199 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-420a357e-fdab-4f98-a5ce-95593e562d34 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:58.336597 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:58.509629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:58.524875 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:58.534474 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Pushing event updated for resources: {'Port': ['ID=e1016692-3d2b-4a5d-b484-986545977342,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:58.546528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:58.569060 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:58.598552 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-420a357e-fdab-4f98-a5ce-95593e562d34 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:58.606449 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-420a357e-fdab-4f98-a5ce-95593e562d34 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:58.608228 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-420a357e-fdab-4f98-a5ce-95593e562d34 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/659c6f19-c3b8-408a-b088-338d2ae75ef1 HTTP/1.1" status: 204 len: 168 time: 0.3498018 Aug 17 02:31:58.619059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fccbb8-034f-494d-b5f4-00896eeb7560 req-c05f7728-3d8c-43a6-b24a-1d477917ca00 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:58.621706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45fccbb8-034f-494d-b5f4-00896eeb7560 req-c05f7728-3d8c-43a6-b24a-1d477917ca00 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.2633951 Aug 17 02:31:58.626636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71e206eb-8071-4bea-8c6f-5fac10ee2fd9 req-8cc8f243-5d0f-4d63-8e01-6474219fa41a service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231334 Aug 17 02:31:58.628377 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57570) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:58.629481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a357e-fdab-4f98-a5ce-95593e562d34 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=659c6f19-c3b8-408a-b088-338d2ae75ef1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:58.692366 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45fccbb8-034f-494d-b5f4-00896eeb7560 req-fbe2af33-4db1-454c-bb8f-81024e3a05b7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635567 Aug 17 02:31:58.861407 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dc7f9c29-180a-4fe1-996c-07a19e6f8d5b tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2223697 Aug 17 02:31:58.864396 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57572) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:58.915951 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284414c-107b-4ed6-9b6c-0d086a5695f3 req-6cff3488-5d43-494d-b21a-ac2fb00b045c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:58.923311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284414c-107b-4ed6-9b6c-0d086a5695f3 req-6cff3488-5d43-494d-b21a-ac2fb00b045c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:58.923908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80c6385d-c013-4121-844e-2626009d168d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:58.930249 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284414c-107b-4ed6-9b6c-0d086a5695f3 req-6cff3488-5d43-494d-b21a-ac2fb00b045c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:58.937339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284414c-107b-4ed6-9b6c-0d086a5695f3 req-6cff3488-5d43-494d-b21a-ac2fb00b045c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:58.943926 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284414c-107b-4ed6-9b6c-0d086a5695f3 req-6cff3488-5d43-494d-b21a-ac2fb00b045c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:58.950975 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284414c-107b-4ed6-9b6c-0d086a5695f3 req-6cff3488-5d43-494d-b21a-ac2fb00b045c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:58.960127 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-574ac725-191d-4b7c-9dad-ff4268db6585 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:58.962225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284414c-107b-4ed6-9b6c-0d086a5695f3 req-6cff3488-5d43-494d-b21a-ac2fb00b045c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:58.971382 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4284414c-107b-4ed6-9b6c-0d086a5695f3 req-6cff3488-5d43-494d-b21a-ac2fb00b045c tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.1313317 Aug 17 02:31:59.015606 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-574ac725-191d-4b7c-9dad-ff4268db6585 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:59.030272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4284414c-107b-4ed6-9b6c-0d086a5695f3 req-e0861142-d7f6-4c15-a87c-1f4673204f9b tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578041 Aug 17 02:31:59.180491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 80c6385d-c013-4121-844e-2626009d168d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:59.254632 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:59.315906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764cbef-8eb4-4cbd-9e8a-277015e2c814 req-cec72d34-157b-4bcc-865c-6e532b4eabfc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:59.319568 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0764cbef-8eb4-4cbd-9e8a-277015e2c814 req-cec72d34-157b-4bcc-865c-6e532b4eabfc tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 951 time: 0.0994337 Aug 17 02:31:59.389308 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-574ac725-191d-4b7c-9dad-ff4268db6585 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:59.394053 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-574ac725-191d-4b7c-9dad-ff4268db6585 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:59.394053 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-574ac725-191d-4b7c-9dad-ff4268db6585 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-groups/540d86c6-583b-4ba0-98fe-ef37a288b343 HTTP/1.1" status: 204 len: 168 time: 0.5277002 Aug 17 02:31:59.398209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57580) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:59.451732 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9b0e736c-bdb5-49db-a81c-d58e72fe16ed tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0494888 Aug 17 02:31:59.457710 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0764cbef-8eb4-4cbd-9e8a-277015e2c814 req-89f73124-7c9e-48a9-89d3-e3cfd2d00d55 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305172 Aug 17 02:31:59.458318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57582) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:59.465249 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1ed745af-ed10-44f7-a973-9dd321b25bb7 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058008540'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:59.495822 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2df91e-a2b4-4739-a16b-cf7a19f40221 None None] Network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:59.569881 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ac725-191d-4b7c-9dad-ff4268db6585 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540d86c6-583b-4ba0-98fe-ef37a288b343,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:59.621422 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:59.669131 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ed745af-ed10-44f7-a973-9dd321b25bb7 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:59.746705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423cc1c-dbf8-4f4a-b9c2-b9ffb5c7af8a req-c08b616f-f814-4f62-b100-01c9097c0689 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:59.758408 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2423cc1c-dbf8-4f4a-b9c2-b9ffb5c7af8a req-c08b616f-f814-4f62-b100-01c9097c0689 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 943 time: 0.1585310 Aug 17 02:31:59.796359 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9d79d0e1-b4bb-4573-9d60-b83a7f6b4835 None None] Provisioning for port 80c6385d-c013-4121-844e-2626009d168d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:59.806944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9d79d0e1-b4bb-4573-9d60-b83a7f6b4835 None None] Provisioning complete for port 80c6385d-c013-4121-844e-2626009d168d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:59.807536 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d79d0e1-b4bb-4573-9d60-b83a7f6b4835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:59.835727 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2423cc1c-dbf8-4f4a-b9c2-b9ffb5c7af8a req-77bd6c0a-1587-42fc-8bd5-926d7b39d764 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709918 Aug 17 02:31:59.883753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Router e488490b-7e91-4d0c-ad69-bf31571198b0 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:31:59.942006 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ed745af-ed10-44f7-a973-9dd321b25bb7 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:59.956803 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d79d0e1-b4bb-4573-9d60-b83a7f6b4835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.006083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57586) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:00.029780 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9d79d0e1-b4bb-4573-9d60-b83a7f6b4835 None None] For port 80c6385d-c013-4121-844e-2626009d168d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=80c6385d-c013-4121-844e-2626009d168d,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:00.070050 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ed745af-ed10-44f7-a973-9dd321b25bb7 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.095509 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:32:00.106362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Sync routers for ids ['e488490b-7e91-4d0c-ad69-bf31571198b0'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:32:00.120998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed745af-ed10-44f7-a973-9dd321b25bb7 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a69e3f4-5ae3-40af-87c1-d9c1de336fba,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:00.127333 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d79d0e1-b4bb-4573-9d60-b83a7f6b4835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.144394 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Routers {'e488490b-7e91-4d0c-ad69-bf31571198b0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:00.145177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e488490b-7e91-4d0c-ad69-bf31571198b0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:00.198568 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eee03-7b8e-4592-9344-0654db17124b req-a9cc0df6-5db3-4543-9dd6-0756a77d1824 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:00.201677 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8e3eee03-7b8e-4592-9344-0654db17124b req-a9cc0df6-5db3-4543-9dd6-0756a77d1824 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.42 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 951 time: 0.1191831 Aug 17 02:32:00.224534 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ed745af-ed10-44f7-a973-9dd321b25bb7 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.228926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1ed745af-ed10-44f7-a973-9dd321b25bb7 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7661796 Aug 17 02:32:00.238754 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b43d4b8-4b46-422a-a443-3203b38f7316 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.239140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57590) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:00.246671 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.250543 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cad0306f-dbf8-42e5-8c99-5edfa9b8e3de admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8073440 Aug 17 02:32:00.250714 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1fb53c00-df17-4022-ba36-6132f8df067a tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group_rule': {'security_group_id': '3a69e3f4-5ae3-40af-87c1-d9c1de336fba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:00.251530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57592) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:00.284461 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79d0e1-b4bb-4573-9d60-b83a7f6b4835 None None] Pushing event updated for resources: {'Port': ['ID=80c6385d-c013-4121-844e-2626009d168d,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:00.302114 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b43d4b8-4b46-422a-a443-3203b38f7316 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.310671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40fb9e-d9cf-42c9-8a5f-14f13f5c53af req-48b74c34-6057-4d72-9d94-77114a96457b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:00.311731 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a6f406e8-043a-4498-9a51-5121836a3d3d None None] Provisioning complete for port 80c6385d-c013-4121-844e-2626009d168d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:00.312324 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a6f406e8-043a-4498-9a51-5121836a3d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.318977 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e40fb9e-d9cf-42c9-8a5f-14f13f5c53af req-48b74c34-6057-4d72-9d94-77114a96457b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.1763046 Aug 17 02:32:00.449189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Set router e488490b-7e91-4d0c-ad69-bf31571198b0 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:00.507267 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1fb53c00-df17-4022-ba36-6132f8df067a tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.546734 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e40fb9e-d9cf-42c9-8a5f-14f13f5c53af req-8ef7c0d3-63af-4161-825c-ba774850af61 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266645 Aug 17 02:32:00.572004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-8e3eee03-7b8e-4592-9344-0654db17124b req-1153432d-fa7e-4ccd-941b-4c6fe841c02f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Deleting port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:32:00.573503 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8e3eee03-7b8e-4592-9344-0654db17124b req-1153432d-fa7e-4ccd-941b-4c6fe841c02f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.655115 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1fb53c00-df17-4022-ba36-6132f8df067a tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.749107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a82a-7d30-45f8-8258-894eb4957dc5 req-05aad994-7492-4af4-b39d-1f8d3ea708eb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:00.759337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a82a-7d30-45f8-8258-894eb4957dc5 req-05aad994-7492-4af4-b39d-1f8d3ea708eb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:00.765886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 67d6f9be-ddf4-4553-9bb3-9941d57ed596 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:32:00.767270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a82a-7d30-45f8-8258-894eb4957dc5 req-05aad994-7492-4af4-b39d-1f8d3ea708eb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:00.780529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a82a-7d30-45f8-8258-894eb4957dc5 req-05aad994-7492-4af4-b39d-1f8d3ea708eb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:00.815087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a82a-7d30-45f8-8258-894eb4957dc5 req-05aad994-7492-4af4-b39d-1f8d3ea708eb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:00.832706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a82a-7d30-45f8-8258-894eb4957dc5 req-05aad994-7492-4af4-b39d-1f8d3ea708eb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:00.840716 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a82a-7d30-45f8-8258-894eb4957dc5 req-05aad994-7492-4af4-b39d-1f8d3ea708eb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:00.843076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cdb4a82a-7d30-45f8-8258-894eb4957dc5 req-05aad994-7492-4af4-b39d-1f8d3ea708eb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.1745467 Aug 17 02:32:00.845480 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b43d4b8-4b46-422a-a443-3203b38f7316 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.850000 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b43d4b8-4b46-422a-a443-3203b38f7316 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.854061 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8b43d4b8-4b46-422a-a443-3203b38f7316 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "DELETE /v2.0/security-groups/cab0e778-a0e9-4080-b594-4a2cfce5b416 HTTP/1.1" status: 204 len: 168 time: 0.8443017 Aug 17 02:32:00.854061 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1fb53c00-df17-4022-ba36-6132f8df067a tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.854366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57602) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:00.859792 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-8e3eee03-7b8e-4592-9344-0654db17124b req-1153432d-fa7e-4ccd-941b-4c6fe841c02f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] For port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:00.860566 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8e3eee03-7b8e-4592-9344-0654db17124b req-1153432d-fa7e-4ccd-941b-4c6fe841c02f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.892614 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 67d6f9be-ddf4-4553-9bb3-9941d57ed596, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=67d6f9be-ddf4-4553-9bb3-9941d57ed596,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:00.915507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43d4b8-4b46-422a-a443-3203b38f7316 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab0e778-a0e9-4080-b594-4a2cfce5b416,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:00.920868 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '67d6f9be-ddf4-4553-9bb3-9941d57ed596', 'network_id': '34f05c9b-0bd9-49d9-ae84-f63187a66bee', 'port_id': '67d6f9be-ddf4-4553-9bb3-9941d57ed596', 'mac_address': 'fa:16:3e:8b:1c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028b2ac7-a8dd-403f-9dd3-f9eec71ab748', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:32:00.921974 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-91075b91-6b28-4348-b1de-2a56a11e6e09 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] show failed (client error): The resource could not be found. Aug 17 02:32:00.926403 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-91075b91-6b28-4348-b1de-2a56a11e6e09 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "GET /v2.0/security-groups/cab0e778-a0e9-4080-b594-4a2cfce5b416 HTTP/1.1" status: 404 len: 347 time: 0.0548706 Aug 17 02:32:00.926583 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80c6385d-c013-4121-844e-2626009d168d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:00.933564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-8e3eee03-7b8e-4592-9344-0654db17124b req-1153432d-fa7e-4ccd-941b-4c6fe841c02f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Calling delete_port for 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:32:00.935764 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57604) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:00.952433 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1fb53c00-df17-4022-ba36-6132f8df067a tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:00.959504 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1fb53c00-df17-4022-ba36-6132f8df067a tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7193787 Aug 17 02:32:00.963630 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57606) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:00.976460 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb53c00-df17-4022-ba36-6132f8df067a tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b2743b-5ec9-4442-869d-73097ef845a3,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:01.029498 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e0bcfb0e-7b36-4795-8ee6-ac57e3d2ad38 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules/99b2743b-5ec9-4442-869d-73097ef845a3 HTTP/1.1" status: 200 len: 763 time: 0.0442777 Aug 17 02:32:01.036898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57608) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:01.054462 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cdb4a82a-7d30-45f8-8258-894eb4957dc5 req-0dbd64c9-c7ea-4259-a41b-51b2215cfef9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1635132 Aug 17 02:32:01.117284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-68b02fdc-259d-4c53-89de-fe2ed0dc2327 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0786598 Aug 17 02:32:01.119464 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57610) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:01.145676 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:01.153935 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:01.169093 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:01.169824 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d6f9be-ddf4-4553-9bb3-9941d57ed596 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:01.200906 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e1016692-3d2b-4a5d-b484-986545977342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:55Z', 'updated_at': '2021-08-17T02:31:58Z', 'revision_number': 3, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'gw_port': {'id': 'e1016692-3d2b-4a5d-b484-986545977342', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:57Z', 'updated_at': '2021-08-17T02:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:01.230380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 67d6f9be-ddf4-4553-9bb3-9941d57ed596, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=67d6f9be-ddf4-4553-9bb3-9941d57ed596,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:01.232528 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Checking router: e488490b-7e91-4d0c-ad69-bf31571198b0 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:32:01.232528 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Updating router e488490b-7e91-4d0c-ad69-bf31571198b0 port e1016692-3d2b-4a5d-b484-986545977342 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:32:01.255431 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 80c6385d-c013-4121-844e-2626009d168d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:01.255984 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:01.271500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088bc1e-7b49-4b27-a7b0-411df4bf9bcd req-d38d9244-c48a-41ef-97ca-9ce4d9bd9092 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:01.275875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2088bc1e-7b49-4b27-a7b0-411df4bf9bcd req-d38d9244-c48a-41ef-97ca-9ce4d9bd9092 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 951 time: 0.0887213 Aug 17 02:32:01.286322 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:01.299661 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-74fc7b4a-a380-4e71-be00-f36e341805ad tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Deleting port cd2a93a9-98c1-4286-a0d3-cbd1be041932 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:32:01.299991 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74fc7b4a-a380-4e71-be00-f36e341805ad tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:01.334845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2088bc1e-7b49-4b27-a7b0-411df4bf9bcd req-aabf7d93-b012-46af-98dd-18a4085b7707 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/security-groups?id=eaf23455-3dab-43bf-b494-0808cf07cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470662 Aug 17 02:32:01.428771 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:01.456127 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:01.459864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d81ce5-6d7c-4a5c-b0f7-96dcc08e40ce req-bf192df5-71e7-426e-a086-adfa47c17fd0 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:01.461567 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03d81ce5-6d7c-4a5c-b0f7-96dcc08e40ce req-bf192df5-71e7-426e-a086-adfa47c17fd0 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 943 time: 0.0597534 Aug 17 02:32:01.474900 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74fc7b4a-a380-4e71-be00-f36e341805ad tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:01.475640 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74fc7b4a-a380-4e71-be00-f36e341805ad tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:01.491548 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:01.497414 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:01.497708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-74fc7b4a-a380-4e71-be00-f36e341805ad tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Calling delete_port for cd2a93a9-98c1-4286-a0d3-cbd1be041932 owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:32:01.498938 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/99b2743b-5ec9-4442-869d-73097ef845a3 HTTP/1.1" status: 204 len: 168 time: 0.3779538 Aug 17 02:32:01.501284 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57616) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:01.548445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03d81ce5-6d7c-4a5c-b0f7-96dcc08e40ce req-d04c8310-e78b-4501-b0fe-5f7506b736e5 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804138 Aug 17 02:32:01.569635 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99b2743b-5ec9-4442-869d-73097ef845a3,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:01.583362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=67d6f9be-ddf4-4553-9bb3-9941d57ed596,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:01.586839 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8e3eee03-7b8e-4592-9344-0654db17124b req-1153432d-fa7e-4ccd-941b-4c6fe841c02f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:01.602320 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:01.604828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:01.606029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:01.609173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:01.609173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:01.609173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:01.610992 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:01.611472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:01.611978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:01.614448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:01.614945 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:01.615395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb5ec1-0580-4813-8b8d-ea9269cc7a95 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:01.738705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153745bc-6dc2-42a8-b7f8-94e1a112eb81 req-b0231dfa-96c8-417e-9f41-f12a3fc8bf71 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:01.740392 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-153745bc-6dc2-42a8-b7f8-94e1a112eb81 req-b0231dfa-96c8-417e-9f41-f12a3fc8bf71 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.0802126 Aug 17 02:32:01.829727 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-153745bc-6dc2-42a8-b7f8-94e1a112eb81 req-7a0d7e78-9dce-4c40-bf05-cb3f030f07e9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811324 Aug 17 02:32:01.915624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['9576ebd2-ad25-44d6-bfa0-47f40b8ef285'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:01.981741 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:01.999543 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Transition to ACTIVE for port object e1016692-3d2b-4a5d-b484-986545977342 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:02.112409 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:02.162194 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153432d-fa7e-4ccd-941b-4c6fe841c02f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Pushing event deleted for resources: {'Port': ['ID=9576ebd2-ad25-44d6-bfa0-47f40b8ef285,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:02.169050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['67d6f9be-ddf4-4553-9bb3-9941d57ed596'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:02.169211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3eee03-7b8e-4592-9344-0654db17124b req-1153432d-fa7e-4ccd-941b-4c6fe841c02f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] No DVR routers for this DVR port 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:32:02.180703 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8e3eee03-7b8e-4592-9344-0654db17124b req-1153432d-fa7e-4ccd-941b-4c6fe841c02f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:02.182981 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8e3eee03-7b8e-4592-9344-0654db17124b req-1153432d-fa7e-4ccd-941b-4c6fe841c02f tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.42 "DELETE /v2.0/ports/9576ebd2-ad25-44d6-bfa0-47f40b8ef285 HTTP/1.1" status: 204 len: 173 time: 1.9735157 Aug 17 02:32:02.188375 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:02.207528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'name': 'network-vif-deleted', 'tag': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:02.210190 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d193b4c-25e9-403c-a6d3-d640b0a19152" -d '{"events": [{"server_uuid": "d779f147-e9be-4741-ae60-2536bb2bdbb0", "name": "network-vif-deleted", "tag": "9576ebd2-ad25-44d6-bfa0-47f40b8ef285"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:02.262038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36b4c2-68ba-41ec-91e0-02fa426f12d6 req-5e9ceeca-773e-4ecb-b5bd-08a4a09cecf5 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:02.270278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36b4c2-68ba-41ec-91e0-02fa426f12d6 req-5e9ceeca-773e-4ecb-b5bd-08a4a09cecf5 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:02.278780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36b4c2-68ba-41ec-91e0-02fa426f12d6 req-5e9ceeca-773e-4ecb-b5bd-08a4a09cecf5 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:02.286394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36b4c2-68ba-41ec-91e0-02fa426f12d6 req-5e9ceeca-773e-4ecb-b5bd-08a4a09cecf5 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:02.297213 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36b4c2-68ba-41ec-91e0-02fa426f12d6 req-5e9ceeca-773e-4ecb-b5bd-08a4a09cecf5 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:02.304395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36b4c2-68ba-41ec-91e0-02fa426f12d6 req-5e9ceeca-773e-4ecb-b5bd-08a4a09cecf5 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:02.313819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36b4c2-68ba-41ec-91e0-02fa426f12d6 req-5e9ceeca-773e-4ecb-b5bd-08a4a09cecf5 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:02.323815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b36b4c2-68ba-41ec-91e0-02fa426f12d6 req-5e9ceeca-773e-4ecb-b5bd-08a4a09cecf5 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.1385827 Aug 17 02:32:02.331165 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Attempting to bind port e1016692-3d2b-4a5d-b484-986545977342 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:32:02.331545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Attempting to bind port e1016692-3d2b-4a5d-b484-986545977342 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:32:02.331914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Attempting to bind port e1016692-3d2b-4a5d-b484-986545977342 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:02.335968 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-94297a42-a16d-4a72-a37f-994cb6573977 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8332345 Aug 17 02:32:02.338709 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809588d1-42ce-4cfa-9953-5d6732f258e1 None None] Pushing event updated for resources: {'Port': ['ID=e1016692-3d2b-4a5d-b484-986545977342,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:02.339369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57628) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:02.350352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-0599e113-6131-4eee-b529-270f3e5eafbd tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group_rule': {'security_group_id': '3a69e3f4-5ae3-40af-87c1-d9c1de336fba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:02.359875 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:32:02.360546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:02.361374 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:02.373589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:32:02.373589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Bound port: e1016692-3d2b-4a5d-b484-986545977342, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:32:02.373589 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:02.413053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b36b4c2-68ba-41ec-91e0-02fa426f12d6 req-75ec7df1-69cd-42af-9005-3252a903dca4 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876575 Aug 17 02:32:02.454910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] For port e1016692-3d2b-4a5d-b484-986545977342, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:32:02.467509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] For port e1016692-3d2b-4a5d-b484-986545977342, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e1016692-3d2b-4a5d-b484-986545977342,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:32:02.529936 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a00bd9-0600-4205-90f2-7968d95983be x-openstack-request-id: req-78a00bd9-0600-4205-90f2-7968d95983be {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:02.531007 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d779f147-e9be-4741-ae60-2536bb2bdbb0", "name": "network-vif-deleted", "tag": "9576ebd2-ad25-44d6-bfa0-47f40b8ef285", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:02.531856 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78a00bd9-0600-4205-90f2-7968d95983be {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:02.535613 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd779f147-e9be-4741-ae60-2536bb2bdbb0', 'name': 'network-vif-deleted', 'tag': '9576ebd2-ad25-44d6-bfa0-47f40b8ef285', 'status': 'completed', 'code': 200} Aug 17 02:32:02.580503 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74fc7b4a-a380-4e71-be00-f36e341805ad tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:02.608915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02ce9ae4-e90b-4702-a891-5ee6c61d7af7 req-0a1577d6-eb04-4597-b6c4-c8fee8cff0c4 tempest-ServersAdminTestJSON-2005970809 tempest-ServersAdminTestJSON-2005970809-project] 10.222.0.13 "GET /v2.0/ports?device_id=d779f147-e9be-4741-ae60-2536bb2bdbb0 HTTP/1.1" status: 200 len: 210 time: 0.0442908 Aug 17 02:32:02.658860 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc7b4a-a380-4e71-be00-f36e341805ad tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event deleted for resources: {'Port': ['ID=cd2a93a9-98c1-4286-a0d3-cbd1be041932,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:02.697429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ff62aff7-c3c4-42cb-9099-505101bdf5a3 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:32:02.740920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821f517-c16f-489f-9d60-0141f63fec79 req-a919499a-971b-421f-9137-bbad1b969cbd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:02.749519 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8821f517-c16f-489f-9d60-0141f63fec79 req-a919499a-971b-421f-9137-bbad1b969cbd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 944 time: 0.0738680 Aug 17 02:32:02.812505 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:02.823174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Allocated IP 172.20.0.1 (0ffdc32a-37ff-4791-9955-993fa20ec3c2/86bca318-6d5a-4d38-bce1-90d2345a5489/5c584c62-12d5-420c-b4b7-f63c0d90d9ee) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:32:02.826023 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74fc7b4a-a380-4e71-be00-f36e341805ad tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:02.829003 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74fc7b4a-a380-4e71-be00-f36e341805ad tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:02.833073 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8821f517-c16f-489f-9d60-0141f63fec79 req-15cadbb3-66fb-488c-a8dd-ff0a01e2ee91 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822606 Aug 17 02:32:02.834154 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-74fc7b4a-a380-4e71-be00-f36e341805ad tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "DELETE /v2.0/floatingips/516ce027-3741-4f0c-9f5c-a37486008152 HTTP/1.1" status: 204 len: 168 time: 1.8969631 Aug 17 02:32:02.836473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57638) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:02.995444 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0599e113-6131-4eee-b529-270f3e5eafbd tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:03.042797 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Routers {'e488490b-7e91-4d0c-ad69-bf31571198b0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:03.043484 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e488490b-7e91-4d0c-ad69-bf31571198b0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:03.122111 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809588d1-42ce-4cfa-9953-5d6732f258e1 None None] Pushing event updated for resources: {'Port': ['ID=e1016692-3d2b-4a5d-b484-986545977342,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:03.218709 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ff62aff7-c3c4-42cb-9099-505101bdf5a3, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ff62aff7-c3c4-42cb-9099-505101bdf5a3,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:03.241653 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:03.258870 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'ff62aff7-c3c4-42cb-9099-505101bdf5a3', 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b', 'port_id': 'ff62aff7-c3c4-42cb-9099-505101bdf5a3', 'mac_address': 'fa:16:3e:5c:de:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016e9709-70f3-4b17-8bfe-b44e0b1eb7e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:32:03.298459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Transition to ACTIVE for port object 5c584c62-12d5-420c-b4b7-f63c0d90d9ee will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:03.319405 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] Set router e488490b-7e91-4d0c-ad69-bf31571198b0 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:03.449423 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:03.569581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:03.584880 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:03.591282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:32:03.614934 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:03.645870 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff62aff7-c3c4-42cb-9099-505101bdf5a3 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:03.665797 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Pushing event updated for resources: {'Port': ['ID=5c584c62-12d5-420c-b4b7-f63c0d90d9ee,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:03.703369 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ff62aff7-c3c4-42cb-9099-505101bdf5a3, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ff62aff7-c3c4-42cb-9099-505101bdf5a3,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:03.716173 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:03.741566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e1016692-3d2b-4a5d-b484-986545977342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:55Z', 'updated_at': '2021-08-17T02:31:58Z', 'revision_number': 3, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'gw_port': {'id': 'e1016692-3d2b-4a5d-b484-986545977342', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:57Z', 'updated_at': '2021-08-17T02:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:03.808243 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fdff13-9276-4d0d-ab87-b1dfa10b385f None None] The sync data for ids ['e488490b-7e91-4d0c-ad69-bf31571198b0'] in n-d-793621-31 is: [{'id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e1016692-3d2b-4a5d-b484-986545977342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:55Z', 'updated_at': '2021-08-17T02:31:58Z', 'revision_number': 3, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'gw_port': {'id': 'e1016692-3d2b-4a5d-b484-986545977342', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:57Z', 'updated_at': '2021-08-17T02:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:32:03.815299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a352a-75e0-43dc-938a-66f231cf2e1c req-c1ca9831-01f8-49b3-919f-087bb20f01aa tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:03.821779 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:03.829938 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f38a352a-75e0-43dc-938a-66f231cf2e1c req-c1ca9831-01f8-49b3-919f-087bb20f01aa tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.7752571 Aug 17 02:32:03.871207 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0599e113-6131-4eee-b529-270f3e5eafbd tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:03.925041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=ff62aff7-c3c4-42cb-9099-505101bdf5a3,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:03.947754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-e75006c1-9650-417c-b1dd-b1fa054819fc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Deleting port d0097a1b-6143-4c3d-821a-e42fa93eb11a {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:32:03.948196 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e75006c1-9650-417c-b1dd-b1fa054819fc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:03.974417 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0599e113-6131-4eee-b529-270f3e5eafbd tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.013183 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-11dd2859-e139-4523-8be0-ba78e61cc300 None None] Provisioning for port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:04.022802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-11dd2859-e139-4523-8be0-ba78e61cc300 None None] Provisioning complete for port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:04.026168 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-11dd2859-e139-4523-8be0-ba78e61cc300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.056378 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f38a352a-75e0-43dc-938a-66f231cf2e1c req-2d8c179f-5dda-496e-bfbc-9d4f12b72d15 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093241 Aug 17 02:32:04.102384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599e113-6131-4eee-b529-270f3e5eafbd tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2bf797-e2a1-48f7-847f-c82cf5aa14b1,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:04.135385 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.142253 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['ff62aff7-c3c4-42cb-9099-505101bdf5a3'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:04.212378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-11dd2859-e139-4523-8be0-ba78e61cc300 None None] Port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:32:04.229414 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e75006c1-9650-417c-b1dd-b1fa054819fc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.365517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:32:04.369710 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0599e113-6131-4eee-b529-270f3e5eafbd tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.375917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0599e113-6131-4eee-b529-270f3e5eafbd tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0326381 Aug 17 02:32:04.400375 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:32:04.400852 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9576ebd2-ad25-44d6-bfa0-47f40b8ef285 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:32:04.421876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-e75006c1-9650-417c-b1dd-b1fa054819fc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Calling delete_port for d0097a1b-6143-4c3d-821a-e42fa93eb11a owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:32:04.423524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57652) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:04.448560 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.561213 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-eb852589-1be0-472e-8159-b886ece24194 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules/8b2bf797-e2a1-48f7-847f-c82cf5aa14b1 HTTP/1.1" status: 200 len: 763 time: 0.1358726 Aug 17 02:32:04.564015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57658) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:04.601348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372106b-6661-48f3-85d8-816e42fa18ae req-04aff04b-37fe-494a-b6c9-dde298c6442e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:04.610047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372106b-6661-48f3-85d8-816e42fa18ae req-04aff04b-37fe-494a-b6c9-dde298c6442e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:04.619038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372106b-6661-48f3-85d8-816e42fa18ae req-04aff04b-37fe-494a-b6c9-dde298c6442e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:04.636635 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372106b-6661-48f3-85d8-816e42fa18ae req-04aff04b-37fe-494a-b6c9-dde298c6442e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:04.642975 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372106b-6661-48f3-85d8-816e42fa18ae req-04aff04b-37fe-494a-b6c9-dde298c6442e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:04.650763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372106b-6661-48f3-85d8-816e42fa18ae req-04aff04b-37fe-494a-b6c9-dde298c6442e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:04.656764 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-461fc013-cf5f-4b37-a48e-1890f97f3bef tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0914514 Aug 17 02:32:04.657195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372106b-6661-48f3-85d8-816e42fa18ae req-04aff04b-37fe-494a-b6c9-dde298c6442e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:04.657437 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57660) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:04.667023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5372106b-6661-48f3-85d8-816e42fa18ae req-04aff04b-37fe-494a-b6c9-dde298c6442e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.3852398 Aug 17 02:32:04.701692 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.707403 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ff62aff7-c3c4-42cb-9099-505101bdf5a3 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:04.762348 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Pushing event updated for resources: {'Port': ['ID=5c584c62-12d5-420c-b4b7-f63c0d90d9ee,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:04.793540 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-99524039-eefb-42f1-8abf-3efeb2bb1d84 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.800630 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-99524039-eefb-42f1-8abf-3efeb2bb1d84 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.806522 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5372106b-6661-48f3-85d8-816e42fa18ae req-6e2d112d-3411-4c52-b67e-35a00e1d2217 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1383753 Aug 17 02:32:04.892924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.894399 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port ff62aff7-c3c4-42cb-9099-505101bdf5a3 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:04.894988 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.998900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e1016692-3d2b-4a5d-b484-986545977342 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:05.119702 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-99524039-eefb-42f1-8abf-3efeb2bb1d84 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:05.129732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cf4de-ca13-4df9-9d91-6e663bad5df3 req-2e7401c3-bc6e-4782-a689-1de3a1a00496 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:05.131466 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7c4cf4de-ca13-4df9-9d91-6e663bad5df3 req-2e7401c3-bc6e-4782-a689-1de3a1a00496 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 944 time: 0.0952466 Aug 17 02:32:05.141918 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-99524039-eefb-42f1-8abf-3efeb2bb1d84 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:05.145484 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-99524039-eefb-42f1-8abf-3efeb2bb1d84 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8b2bf797-e2a1-48f7-847f-c82cf5aa14b1 HTTP/1.1" status: 204 len: 168 time: 0.4845695 Aug 17 02:32:05.149956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57666) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:05.178194 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:05.190377 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e75006c1-9650-417c-b1dd-b1fa054819fc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:05.193982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99524039-eefb-42f1-8abf-3efeb2bb1d84 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b2bf797-e2a1-48f7-847f-c82cf5aa14b1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:05.215842 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953bccd7-d29f-4557-aec8-8df546e0fa13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff62aff7-c3c4-42cb-9099-505101bdf5a3'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:05.219869 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e463596-13da-4560-97b5-352e182bd9e6" -d '{"events": [{"server_uuid": "953bccd7-d29f-4557-aec8-8df546e0fa13", "name": "network-vif-plugged", "status": "completed", "tag": "ff62aff7-c3c4-42cb-9099-505101bdf5a3"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:05.230737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:05.237384 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ff62aff7-c3c4-42cb-9099-505101bdf5a3, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ff62aff7-c3c4-42cb-9099-505101bdf5a3,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:05.237613 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:05.272572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75006c1-9650-417c-b1dd-b1fa054819fc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event deleted for resources: {'Port': ['ID=d0097a1b-6143-4c3d-821a-e42fa93eb11a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:05.371574 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7c4cf4de-ca13-4df9-9d91-6e663bad5df3 req-deb70bcc-8a1b-46f3-8c52-a1ee75a5bf59 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300406 Aug 17 02:32:05.397375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57670) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:05.402098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-97ac3a68-5e48-4eb7-86e9-540b2c02066c tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2449653 Aug 17 02:32:05.422827 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-fa6c5ddf-104b-47b3-8f72-29bf4f4ffefd tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Request body: {'security_group_rule': {'security_group_id': '3a69e3f4-5ae3-40af-87c1-d9c1de336fba', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:05.423910 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:05.425102 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 67d6f9be-ddf4-4553-9bb3-9941d57ed596 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:05.427476 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e75006c1-9650-417c-b1dd-b1fa054819fc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:05.440737 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port e1016692-3d2b-4a5d-b484-986545977342 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:05.445325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e75006c1-9650-417c-b1dd-b1fa054819fc tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "DELETE /v2.0/ports/d0097a1b-6143-4c3d-821a-e42fa93eb11a HTTP/1.1" status: 204 len: 168 time: 2.5724885 Aug 17 02:32:05.454511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57672) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:05.570532 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e1016692-3d2b-4a5d-b484-986545977342 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:05.571729 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:05.655017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Router e488490b-7e91-4d0c-ad69-bf31571198b0 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:32:05.697510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580e401-fabb-44fd-88ff-687b05b49f80 req-abff567e-dabc-42b4-b39a-698352dc6ec8 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:05.707274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6580e401-fabb-44fd-88ff-687b05b49f80 req-abff567e-dabc-42b4-b39a-698352dc6ec8 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.1678679 Aug 17 02:32:05.781317 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa6c5ddf-104b-47b3-8f72-29bf4f4ffefd tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:05.878510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3f144fe7-1851-47bf-b51b-476032c248b9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Deleting port 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:32:05.878870 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f144fe7-1851-47bf-b51b-476032c248b9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:05.923501 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:05.941599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6580e401-fabb-44fd-88ff-687b05b49f80 req-fdfce7b7-4dfb-4d92-a67b-bf4e9d833987 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296777 Aug 17 02:32:05.965426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:32:05.973721 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57682) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:05.978048 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-172ebdc7-b32f-4d84-a9c7-0292d2b7d60b admin admin] 10.222.0.13 "PUT /v2.0/routers/e488490b-7e91-4d0c-ad69-bf31571198b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7253833 Aug 17 02:32:05.991436 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa6c5ddf-104b-47b3-8f72-29bf4f4ffefd tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.005854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port e1016692-3d2b-4a5d-b484-986545977342, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e1016692-3d2b-4a5d-b484-986545977342,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:06.075144 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3dc3eb10-ad85-41ba-be3b-2be18ae041f8 None None] Provisioning complete for port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:06.075763 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3dc3eb10-ad85-41ba-be3b-2be18ae041f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.088693 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa6c5ddf-104b-47b3-8f72-29bf4f4ffefd tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.128528 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f144fe7-1851-47bf-b51b-476032c248b9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.150083 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c5ddf-104b-47b3-8f72-29bf4f4ffefd tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c0f38d-1b3d-4fb8-b9c1-503f59ea7d13,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:06.166726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3f144fe7-1851-47bf-b51b-476032c248b9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Calling delete_port for 4c3e07ab-0bb6-4c6d-b05b-819a2059cddd owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:32:06.168055 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9d4ed3-8802-4ae3-85a8-a6374db3dc28 x-openstack-request-id: req-dd9d4ed3-8802-4ae3-85a8-a6374db3dc28 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:06.171265 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953bccd7-d29f-4557-aec8-8df546e0fa13", "name": "network-vif-plugged", "status": "completed", "tag": "ff62aff7-c3c4-42cb-9099-505101bdf5a3", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:06.171598 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd9d4ed3-8802-4ae3-85a8-a6374db3dc28 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:06.172046 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953bccd7-d29f-4557-aec8-8df546e0fa13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff62aff7-c3c4-42cb-9099-505101bdf5a3', 'code': 200} Aug 17 02:32:06.214615 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa6c5ddf-104b-47b3-8f72-29bf4f4ffefd tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.216337 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fa6c5ddf-104b-47b3-8f72-29bf4f4ffefd tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8073583 Aug 17 02:32:06.218660 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57688) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:06.225417 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.236013 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3dc3eb10-ad85-41ba-be3b-2be18ae041f8 None None] Port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:32:06.247257 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=ff62aff7-c3c4-42cb-9099-505101bdf5a3,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:06.248550 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d6aef0f2-4b50-4686-b390-6731c682a9e5 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules/f0c0f38d-1b3d-4fb8-b9c1-503f59ea7d13 HTTP/1.1" status: 200 len: 764 time: 0.0286257 Aug 17 02:32:06.250968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57690) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:06.323397 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 67d6f9be-ddf4-4553-9bb3-9941d57ed596 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:06.329916 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 67d6f9be-ddf4-4553-9bb3-9941d57ed596 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:06.332838 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.332963 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1d5f8654-c9e1-4f28-b540-5ea00b90bf6f tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0804555 Aug 17 02:32:06.348798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57694) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:06.391768 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8aebbcf-1b89-4a09-9c49-6f66c4a1fe32 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.403256 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8aebbcf-1b89-4a09-9c49-6f66c4a1fe32 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.409755 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=e1016692-3d2b-4a5d-b484-986545977342,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:06.486404 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f144fe7-1851-47bf-b51b-476032c248b9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.511331 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc4b5e-1b60-4ed4-97c8-893108521748 req-25ca3a62-cf6c-4c31-b541-f2e327d7fcbe tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:06.518327 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc4b5e-1b60-4ed4-97c8-893108521748 req-25ca3a62-cf6c-4c31-b541-f2e327d7fcbe tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:06.525824 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc4b5e-1b60-4ed4-97c8-893108521748 req-25ca3a62-cf6c-4c31-b541-f2e327d7fcbe tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:06.533422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc4b5e-1b60-4ed4-97c8-893108521748 req-25ca3a62-cf6c-4c31-b541-f2e327d7fcbe tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:06.540071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc4b5e-1b60-4ed4-97c8-893108521748 req-25ca3a62-cf6c-4c31-b541-f2e327d7fcbe tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:06.545740 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8aebbcf-1b89-4a09-9c49-6f66c4a1fe32 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.546913 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc4b5e-1b60-4ed4-97c8-893108521748 req-25ca3a62-cf6c-4c31-b541-f2e327d7fcbe tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:06.554097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc4b5e-1b60-4ed4-97c8-893108521748 req-25ca3a62-cf6c-4c31-b541-f2e327d7fcbe tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:06.554507 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8aebbcf-1b89-4a09-9c49-6f66c4a1fe32 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.559172 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d8aebbcf-1b89-4a09-9c49-6f66c4a1fe32 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f0c0f38d-1b3d-4fb8-b9c1-503f59ea7d13 HTTP/1.1" status: 204 len: 168 time: 0.2081089 Aug 17 02:32:06.561911 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.564010 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bfdc4b5e-1b60-4ed4-97c8-893108521748 req-25ca3a62-cf6c-4c31-b541-f2e327d7fcbe tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.3689158 Aug 17 02:32:06.572184 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57698) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:06.579697 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aebbcf-1b89-4a09-9c49-6f66c4a1fe32 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0c0f38d-1b3d-4fb8-b9c1-503f59ea7d13,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:06.611719 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-72142ab2-b278-4f83-874f-74d011440ff8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f38b4c1f22e14380ae92d99e110612ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338680 Aug 17 02:32:06.613882 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57704) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:06.614995 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 67d6f9be-ddf4-4553-9bb3-9941d57ed596, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=67d6f9be-ddf4-4553-9bb3-9941d57ed596,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:06.622324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f144fe7-1851-47bf-b51b-476032c248b9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event deleted for resources: {'Port': ['ID=4c3e07ab-0bb6-4c6d-b05b-819a2059cddd,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:06.696036 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Sync routers for ids ['e488490b-7e91-4d0c-ad69-bf31571198b0'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:32:06.702736 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb8f6cff-a330-4f9c-9cd5-de162447f6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.722450 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Routers {'e488490b-7e91-4d0c-ad69-bf31571198b0'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:06.723833 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e488490b-7e91-4d0c-ad69-bf31571198b0'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:06.729285 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb8f6cff-a330-4f9c-9cd5-de162447f6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.730726 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bfdc4b5e-1b60-4ed4-97c8-893108521748 req-fe1a867e-5b01-4048-baab-59d6a08c063a tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570852 Aug 17 02:32:06.757560 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.794659 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57708) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:06.796673 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7cbc2789-900f-4b00-aa1c-08849a8ff447 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2094336 Aug 17 02:32:06.849568 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f144fe7-1851-47bf-b51b-476032c248b9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.864915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57710) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:06.870807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3f144fe7-1851-47bf-b51b-476032c248b9 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "DELETE /v2.0/ports/4c3e07ab-0bb6-4c6d-b05b-819a2059cddd HTTP/1.1" status: 204 len: 168 time: 1.4132724 Aug 17 02:32:06.905691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e1016692-3d2b-4a5d-b484-986545977342 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:06.931656 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-a934d05f-359d-491a-8fe5-21acbbbff621 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Deleting subnet 04b8b847-a236-4512-b8b2-45f3d9a9ed8d {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:32:06.935041 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a934d05f-359d-491a-8fe5-21acbbbff621 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.951252 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Set router e488490b-7e91-4d0c-ad69-bf31571198b0 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:06.990095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=67d6f9be-ddf4-4553-9bb3-9941d57ed596,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:07.009004 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a934d05f-359d-491a-8fe5-21acbbbff621 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.042904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e1016692-3d2b-4a5d-b484-986545977342 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:07.043585 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.127051 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a934d05f-359d-491a-8fe5-21acbbbff621 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.224631 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb8f6cff-a330-4f9c-9cd5-de162447f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.227915 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb8f6cff-a330-4f9c-9cd5-de162447f6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.229287 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bb8f6cff-a330-4f9c-9cd5-de162447f6f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaf23455-3dab-43bf-b494-0808cf07cbf5 HTTP/1.1" status: 204 len: 168 time: 0.6141391 Aug 17 02:32:07.253813 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa3c633f-9846-49c0-92a4-0f15b585134d tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.280487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f6cff-a330-4f9c-9cd5-de162447f6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf23455-3dab-43bf-b494-0808cf07cbf5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:07.341561 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a934d05f-359d-491a-8fe5-21acbbbff621 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.391722 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e1016692-3d2b-4a5d-b484-986545977342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:55Z', 'updated_at': '2021-08-17T02:32:03Z', 'revision_number': 4, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'gw_port': {'id': 'e1016692-3d2b-4a5d-b484-986545977342', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:57Z', 'updated_at': '2021-08-17T02:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5c584c62-12d5-420c-b4b7-f63c0d90d9ee', 'name': '', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'mac_address': 'fa:16:3e:f5:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:02Z', 'updated_at': '2021-08-17T02:32:04Z', 'revision_number': 2, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'subnets': [{'id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:07.408966 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a934d05f-359d-491a-8fe5-21acbbbff621 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.413853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57718) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:07.414419 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a934d05f-359d-491a-8fe5-21acbbbff621 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "DELETE /v2.0/subnets/04b8b847-a236-4512-b8b2-45f3d9a9ed8d HTTP/1.1" status: 204 len: 168 time: 0.5479116 Aug 17 02:32:07.417747 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70750500-f56b-4772-9197-cbd6cf6eb905 None None] Network 998fdff2-f2ba-4a39-b51d-2b0b852038ca requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:32:07.423097 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa3c633f-9846-49c0-92a4-0f15b585134d tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.465498 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Checking router: e488490b-7e91-4d0c-ad69-bf31571198b0 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:32:07.466106 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Updating router e488490b-7e91-4d0c-ad69-bf31571198b0 port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:32:07.521087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934d05f-359d-491a-8fe5-21acbbbff621 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event deleted for resources: {'Subnet': ['ID=04b8b847-a236-4512-b8b2-45f3d9a9ed8d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:07.531785 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.576395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-91605d8a-5348-48a8-9ebe-5aa82e836532 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Deleting subnet 6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:32:07.580324 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91605d8a-5348-48a8-9ebe-5aa82e836532 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.730915 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91605d8a-5348-48a8-9ebe-5aa82e836532 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.789118 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4266dd64-1c17-4b05-91ef-8849d5913374 None None] DHCP port deletion for 998fdff2-f2ba-4a39-b51d-2b0b852038ca request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:32:07.815141 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa3c633f-9846-49c0-92a4-0f15b585134d tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.818595 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa3c633f-9846-49c0-92a4-0f15b585134d tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.823990 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fa3c633f-9846-49c0-92a4-0f15b585134d tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "DELETE /v2.0/security-groups/3a69e3f4-5ae3-40af-87c1-d9c1de336fba HTTP/1.1" status: 204 len: 168 time: 1.0293424 Aug 17 02:32:07.824648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57734) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:07.868233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4266dd64-1c17-4b05-91ef-8849d5913374 None None] Deleting port 0c471489-56b5-4b2e-8963-b42d96d3c855 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:32:07.870194 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4266dd64-1c17-4b05-91ef-8849d5913374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.874573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c633f-9846-49c0-92a4-0f15b585134d tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a69e3f4-5ae3-40af-87c1-d9c1de336fba,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:07.961732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57738) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:07.975119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-dd10bf27-35bc-48b2-8734-60874889e60b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--991136553', 'description': 'tempest-description--800042894'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:07.982365 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7cf2cc4e-80b7-4e22-9628-f9325ccd5598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.012676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57740) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:08.013328 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7eedd383-f044-40f8-8de9-91e34c511ce1 tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1635492 Aug 17 02:32:08.103434 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91605d8a-5348-48a8-9ebe-5aa82e836532 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.228325 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba45e3e-dd31-4620-b360-7dd733299209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d6f9be-ddf4-4553-9bb3-9941d57ed596'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:08.231056 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ebc109-f8e9-4863-8c06-01ebab947d52" -d '{"events": [{"server_uuid": "6ba45e3e-dd31-4620-b360-7dd733299209", "name": "network-vif-plugged", "status": "completed", "tag": "67d6f9be-ddf4-4553-9bb3-9941d57ed596"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:08.245079 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8dc7c498-e050-4310-8cfe-33c584e6f92e tempest-SecGroupTest-1909013913 tempest-SecGroupTest-1909013913-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2335656 Aug 17 02:32:08.251659 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.261132 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-4266dd64-1c17-4b05-91ef-8849d5913374 None None] For port 0c471489-56b5-4b2e-8963-b42d96d3c855, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0c471489-56b5-4b2e-8963-b42d96d3c855,segment=NetworkSegment(29188d56-b37a-4906-9100-6ede4bb7c218),segment_id=29188d56-b37a-4906-9100-6ede4bb7c218)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:08.261944 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4266dd64-1c17-4b05-91ef-8849d5913374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.263779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ada15-d527-4c48-935b-dce16e3fda18 req-b925ee93-677a-4d03-86fe-1be9611b163a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:08.265444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a6ada15-d527-4c48-935b-dce16e3fda18 req-b925ee93-677a-4d03-86fe-1be9611b163a tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.1891081 Aug 17 02:32:08.266944 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Transition to ACTIVE for port object 5c584c62-12d5-420c-b4b7-f63c0d90d9ee will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:08.283877 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4266dd64-1c17-4b05-91ef-8849d5913374 None None] Calling delete_port for 0c471489-56b5-4b2e-8963-b42d96d3c855 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:32:08.310323 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a6ada15-d527-4c48-935b-dce16e3fda18 req-5345efb1-e6bf-42d0-8845-f00f53f5180d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375493 Aug 17 02:32:08.430651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f914f9-e7c3-4c69-a66c-96bd91b8b02a req-60e09085-4325-4587-be1a-f0a8400acfff tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:08.432141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37f914f9-e7c3-4c69-a66c-96bd91b8b02a req-60e09085-4325-4587-be1a-f0a8400acfff tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.0535991 Aug 17 02:32:08.441190 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dd10bf27-35bc-48b2-8734-60874889e60b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.476807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37f914f9-e7c3-4c69-a66c-96bd91b8b02a req-d69595e0-9fc5-4d2c-9c35-fd7f7d2b126a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381474 Aug 17 02:32:08.551734 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91605d8a-5348-48a8-9ebe-5aa82e836532 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.561758 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dd10bf27-35bc-48b2-8734-60874889e60b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.577450 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4266dd64-1c17-4b05-91ef-8849d5913374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.578536 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.602918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91605d8a-5348-48a8-9ebe-5aa82e836532 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event deleted for resources: {'Subnet': ['ID=6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:08.609882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266dd64-1c17-4b05-91ef-8849d5913374 None None] Pushing event deleted for resources: {'Port': ['ID=0c471489-56b5-4b2e-8963-b42d96d3c855,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:08.615660 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4266dd64-1c17-4b05-91ef-8849d5913374 None None] No DVR routers for this DVR port 0c471489-56b5-4b2e-8963-b42d96d3c855 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:32:08.616284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91605d8a-5348-48a8-9ebe-5aa82e836532 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.618589 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-91605d8a-5348-48a8-9ebe-5aa82e836532 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "DELETE /v2.0/subnets/6a87b073-1c4f-4d0d-b6d9-5eaae1c113a7 HTTP/1.1" status: 204 len: 168 time: 1.2034991 Aug 17 02:32:08.622318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57750) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:08.634425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996613b9-e0ab-45c6-af32-a753f7b1e4a4 None None] Network 18ecfdcf-578b-4c77-b839-88f0aa204f6a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:32:08.647459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57752) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:08.682272 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e22322-259b-4fd9-8db6-bd32268763b3 None None] Pushing event updated for resources: {'Port': ['ID=5c584c62-12d5-420c-b4b7-f63c0d90d9ee,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:08.682917 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dd10bf27-35bc-48b2-8734-60874889e60b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.686978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade89c9-b7a0-4d7a-93b5-f5412affe3e7 req-41ab486d-82a7-44d2-8590-e929ba4cbdeb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:08.691900 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade89c9-b7a0-4d7a-93b5-f5412affe3e7 req-41ab486d-82a7-44d2-8590-e929ba4cbdeb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:08.698772 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade89c9-b7a0-4d7a-93b5-f5412affe3e7 req-41ab486d-82a7-44d2-8590-e929ba4cbdeb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:08.704755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade89c9-b7a0-4d7a-93b5-f5412affe3e7 req-41ab486d-82a7-44d2-8590-e929ba4cbdeb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:08.705300 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e22322-259b-4fd9-8db6-bd32268763b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:08.705710 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e22322-259b-4fd9-8db6-bd32268763b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:08.706153 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e22322-259b-4fd9-8db6-bd32268763b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:08.706687 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e22322-259b-4fd9-8db6-bd32268763b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:08.710508 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e22322-259b-4fd9-8db6-bd32268763b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:08.710508 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e22322-259b-4fd9-8db6-bd32268763b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:08.710508 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e22322-259b-4fd9-8db6-bd32268763b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:08.710508 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e22322-259b-4fd9-8db6-bd32268763b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:08.710508 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e22322-259b-4fd9-8db6-bd32268763b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:08.710508 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e22322-259b-4fd9-8db6-bd32268763b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:08.710508 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e22322-259b-4fd9-8db6-bd32268763b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:08.710508 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e22322-259b-4fd9-8db6-bd32268763b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:08.711492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade89c9-b7a0-4d7a-93b5-f5412affe3e7 req-41ab486d-82a7-44d2-8590-e929ba4cbdeb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:08.720292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade89c9-b7a0-4d7a-93b5-f5412affe3e7 req-41ab486d-82a7-44d2-8590-e929ba4cbdeb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:08.727896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade89c9-b7a0-4d7a-93b5-f5412affe3e7 req-41ab486d-82a7-44d2-8590-e929ba4cbdeb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:08.773393 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ade89c9-b7a0-4d7a-93b5-f5412affe3e7 req-41ab486d-82a7-44d2-8590-e929ba4cbdeb tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.2333434 Aug 17 02:32:08.818879 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Attempting to bind port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:32:08.819263 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Attempting to bind port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:32:08.819637 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Attempting to bind port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:08.834096 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:32:08.834773 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Checking segment: {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:08.835376 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.835955 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Bound using segment: {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:32:08.837848 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Bound port: 5c584c62-12d5-420c-b4b7-f63c0d90d9ee, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:32:08.838437 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.919990 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab1449e8-0e39-49ab-baf7-de9b0560d091 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.928691 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-50cd811d-5d5d-4dd9-8cd7-219e0dca6906 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=287a6558858b446cb644808ec697d466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798059 Aug 17 02:32:08.931787 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dd10bf27-35bc-48b2-8734-60874889e60b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.936138 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dd10bf27-35bc-48b2-8734-60874889e60b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9728813 Aug 17 02:32:08.936754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57764) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:08.941126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57768) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:08.953145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-93601ff8-edf0-4cb0-be06-80029c460b41 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Request body: {'security_group_rule': {'security_group_id': '540840ca-32b7-4405-bac0-788d9947a023', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:08.953416 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0c471489-56b5-4b2e-8963-b42d96d3c855 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:32:08.981628 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10bf27-35bc-48b2-8734-60874889e60b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540840ca-32b7-4405-bac0-788d9947a023,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:09.035323 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 0c471489-56b5-4b2e-8963-b42d96d3c855 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:32:09.035670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0c471489-56b5-4b2e-8963-b42d96d3c855 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:32:09.073609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ade89c9-b7a0-4d7a-93b5-f5412affe3e7 req-652891df-d8e4-458e-8d9b-f179064dc490 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2981277 Aug 17 02:32:09.077093 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] For port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:32:09.087589 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] For port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5c584c62-12d5-420c-b4b7-f63c0d90d9ee,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:32:09.127737 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-12746e86-f2d2-48d2-a5ff-4b8b4e830e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.163401 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.199749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57774) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:09.201373 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-12746e86-f2d2-48d2-a5ff-4b8b4e830e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.203237 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93601ff8-edf0-4cb0-be06-80029c460b41 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.255048 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e27f494-b134-4378-adc3-de1c78c985e1 x-openstack-request-id: req-6e27f494-b134-4378-adc3-de1c78c985e1 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:09.255670 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba45e3e-dd31-4620-b360-7dd733299209", "name": "network-vif-plugged", "status": "completed", "tag": "67d6f9be-ddf4-4553-9bb3-9941d57ed596", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:09.256076 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e27f494-b134-4378-adc3-de1c78c985e1 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:09.256622 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba45e3e-dd31-4620-b360-7dd733299209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d6f9be-ddf4-4553-9bb3-9941d57ed596', 'code': 200} Aug 17 02:32:09.264096 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39970096-d8aa-4241-be4b-482325e6a3c7 None None] DHCP port deletion for 18ecfdcf-578b-4c77-b839-88f0aa204f6a request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:32:09.341225 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab1449e8-0e39-49ab-baf7-de9b0560d091 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.385812 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-12746e86-f2d2-48d2-a5ff-4b8b4e830e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.389264 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-12746e86-f2d2-48d2-a5ff-4b8b4e830e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.392962 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-12746e86-f2d2-48d2-a5ff-4b8b4e830e02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52c79d9e-944d-4383-a5bb-df2b0c96ea97 HTTP/1.1" status: 204 len: 168 time: 0.4364612 Aug 17 02:32:09.403663 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12746e86-f2d2-48d2-a5ff-4b8b4e830e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c79d9e-944d-4383-a5bb-df2b0c96ea97,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:09.444559 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93601ff8-edf0-4cb0-be06-80029c460b41 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.447382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-ab1449e8-0e39-49ab-baf7-de9b0560d091 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998fdff2-f2ba-4a39-b51d-2b0b852038ca']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:09.463518 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-ab1449e8-0e39-49ab-baf7-de9b0560d091 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29188d56-b37a-4906-9100-6ede4bb7c218') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:09.468642 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-ab1449e8-0e39-49ab-baf7-de9b0560d091 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29188d56-b37a-4906-9100-6ede4bb7c218') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:09.529128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-39970096-d8aa-4241-be4b-482325e6a3c7 None None] Deleting port 6944239e-c526-4c71-9df3-e0a8316f7745 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:32:09.529386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab1449e8-0e39-49ab-baf7-de9b0560d091 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.531859 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-39970096-d8aa-4241-be4b-482325e6a3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.535470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef53bb-b5ed-4ee6-8544-b3c4b2ebe823 req-3779d2d1-344a-4e42-a8cc-0e5fc3fa9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:09.537143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1ef53bb-b5ed-4ee6-8544-b3c4b2ebe823 req-3779d2d1-344a-4e42-a8cc-0e5fc3fa9ae1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 1097 time: 0.1929758 Aug 17 02:32:09.547963 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93601ff8-edf0-4cb0-be06-80029c460b41 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.608059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93601ff8-edf0-4cb0-be06-80029c460b41 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4666a5-8521-434d-8611-facd90775820,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:09.643529 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab1449e8-0e39-49ab-baf7-de9b0560d091 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.661425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1449e8-0e39-49ab-baf7-de9b0560d091 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab1449e8-0e39-49ab-baf7-de9b0560d091 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:32:09.667857 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:32:09.694114 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e22322-259b-4fd9-8db6-bd32268763b3 None None] Pushing event updated for resources: {'Port': ['ID=5c584c62-12d5-420c-b4b7-f63c0d90d9ee,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:09.748437 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Routers {'e488490b-7e91-4d0c-ad69-bf31571198b0'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:09.749441 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:31:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e488490b-7e91-4d0c-ad69-bf31571198b0'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:09.756252 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-39970096-d8aa-4241-be4b-482325e6a3c7 None None] For port 6944239e-c526-4c71-9df3-e0a8316f7745, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6944239e-c526-4c71-9df3-e0a8316f7745,segment=NetworkSegment(a9079f58-1970-4dd7-b878-424310a2d28c),segment_id=a9079f58-1970-4dd7-b878-424310a2d28c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:09.756725 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-39970096-d8aa-4241-be4b-482325e6a3c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.799710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-39970096-d8aa-4241-be4b-482325e6a3c7 None None] Calling delete_port for 6944239e-c526-4c71-9df3-e0a8316f7745 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:32:09.815760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49243ea-1f19-466f-9970-19fc76a346b2 req-45bba3e9-e84d-4d5f-9409-2e0a35d40e08 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:09.819283 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a49243ea-1f19-466f-9970-19fc76a346b2 req-45bba3e9-e84d-4d5f-9409-2e0a35d40e08 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.3425200 Aug 17 02:32:09.820147 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93601ff8-edf0-4cb0-be06-80029c460b41 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.827074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-93601ff8-edf0-4cb0-be06-80029c460b41 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8779521 Aug 17 02:32:09.828175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57786) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:09.834687 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Request body: {'security_group_rule': {'security_group_id': '540840ca-32b7-4405-bac0-788d9947a023', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:09.989454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57790) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:09.990641 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-83495671-7fcb-43a7-aeb2-b7d21c7877ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9878e95471f54743a02e3cff9f3aa249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7830572 Aug 17 02:32:09.996201 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1ef53bb-b5ed-4ee6-8544-b3c4b2ebe823 req-d7302515-67f7-47f1-ac8a-333b65d6cd9d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457724 Aug 17 02:32:10.089177 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a49243ea-1f19-466f-9970-19fc76a346b2 req-c646b769-cd0d-47df-8fc4-9d5359d9ea1c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709480 Aug 17 02:32:10.099909 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab1449e8-0e39-49ab-baf7-de9b0560d091 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:10.151307 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab1449e8-0e39-49ab-baf7-de9b0560d091 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:10.158676 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ab1449e8-0e39-49ab-baf7-de9b0560d091 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "DELETE /v2.0/networks/998fdff2-f2ba-4a39-b51d-2b0b852038ca HTTP/1.1" status: 204 len: 168 time: 1.5351245 Aug 17 02:32:10.181704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57796) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:10.189914 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-39970096-d8aa-4241-be4b-482325e6a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:10.192118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1449e8-0e39-49ab-baf7-de9b0560d091 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event deleted for resources: {'Network': ['ID=998fdff2-f2ba-4a39-b51d-2b0b852038ca,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:10.236129 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] Set router e488490b-7e91-4d0c-ad69-bf31571198b0 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:10.250682 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:10.296381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39970096-d8aa-4241-be4b-482325e6a3c7 None None] No DVR routers for this DVR port 6944239e-c526-4c71-9df3-e0a8316f7745 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:32:10.319400 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39970096-d8aa-4241-be4b-482325e6a3c7 None None] Pushing event deleted for resources: {'Port': ['ID=6944239e-c526-4c71-9df3-e0a8316f7745,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:10.327973 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c6ac219d-3b98-435f-9885-c0b3e0fa8583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:10.344031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4761e-21d0-410f-b573-59f5361ed5fe req-48ab019b-2700-46ab-b17d-8c33c47bf3ab tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:10.361989 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecf4761e-21d0-410f-b573-59f5361ed5fe req-48ab019b-2700-46ab-b17d-8c33c47bf3ab tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.1355207 Aug 17 02:32:10.565744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecf4761e-21d0-410f-b573-59f5361ed5fe req-09f23012-22af-4c37-8c07-9a4f5f872fc6 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955121 Aug 17 02:32:10.586014 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:10.647685 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1d24a38-336d-467a-a5fc-f9f0b25f1a51 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:10.731102 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6c9de97-e1fe-4d3a-8a01-d8aa4dbff760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:10.856332 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e1016692-3d2b-4a5d-b484-986545977342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:55Z', 'updated_at': '2021-08-17T02:32:03Z', 'revision_number': 4, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'gw_port': {'id': 'e1016692-3d2b-4a5d-b484-986545977342', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:57Z', 'updated_at': '2021-08-17T02:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5c584c62-12d5-420c-b4b7-f63c0d90d9ee', 'name': '', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'mac_address': 'fa:16:3e:f5:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:02Z', 'updated_at': '2021-08-17T02:32:09Z', 'revision_number': 4, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'subnets': [{'id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:10.898126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cdbb2-edb5-423d-8081-c5caa934de7f req-9944191e-8e76-4060-8b2c-a27ff970b50b tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:10.914884 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6c9de97-e1fe-4d3a-8a01-d8aa4dbff760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:10.917504 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6944239e-c526-4c71-9df3-e0a8316f7745 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:32:10.928653 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a5d037-a389-4edd-b889-425a1f896e6d None None] The sync data for ids ['e488490b-7e91-4d0c-ad69-bf31571198b0'] in n-d-793621-31 is: [{'id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e1016692-3d2b-4a5d-b484-986545977342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:55Z', 'updated_at': '2021-08-17T02:32:03Z', 'revision_number': 4, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'gw_port': {'id': 'e1016692-3d2b-4a5d-b484-986545977342', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:57Z', 'updated_at': '2021-08-17T02:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5c584c62-12d5-420c-b4b7-f63c0d90d9ee', 'name': '', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'mac_address': 'fa:16:3e:f5:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:02Z', 'updated_at': '2021-08-17T02:32:09Z', 'revision_number': 4, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'subnets': [{'id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:32:10.943342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cdbb2-edb5-423d-8081-c5caa934de7f req-9944191e-8e76-4060-8b2c-a27ff970b50b tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:10.957435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cdbb2-edb5-423d-8081-c5caa934de7f req-9944191e-8e76-4060-8b2c-a27ff970b50b tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:10.960107 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:10.967161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cdbb2-edb5-423d-8081-c5caa934de7f req-9944191e-8e76-4060-8b2c-a27ff970b50b tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:10.976045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cdbb2-edb5-423d-8081-c5caa934de7f req-9944191e-8e76-4060-8b2c-a27ff970b50b tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:10.984881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cdbb2-edb5-423d-8081-c5caa934de7f req-9944191e-8e76-4060-8b2c-a27ff970b50b tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:10.995392 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cdbb2-edb5-423d-8081-c5caa934de7f req-9944191e-8e76-4060-8b2c-a27ff970b50b tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:11.000053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef4cdbb2-edb5-423d-8081-c5caa934de7f req-9944191e-8e76-4060-8b2c-a27ff970b50b tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.2805500 Aug 17 02:32:11.014813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 6944239e-c526-4c71-9df3-e0a8316f7745 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:32:11.016914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6944239e-c526-4c71-9df3-e0a8316f7745 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:32:11.100929 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.145969 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef4cdbb2-edb5-423d-8081-c5caa934de7f req-d57ab334-4a4e-4664-bfd6-0731840be55e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1361601 Aug 17 02:32:11.211973 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1d24a38-336d-467a-a5fc-f9f0b25f1a51 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.244257 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d384e26a-5ae1-40bd-bb4a-4a380498294e,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:11.248342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-a1d24a38-336d-467a-a5fc-f9f0b25f1a51 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ecfdcf-578b-4c77-b839-88f0aa204f6a']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:11.295112 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:11.295495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:11.295847 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:11.296228 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:11.296757 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:11.296999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:11.297361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:11.297739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:11.301336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:11.301336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:11.301336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:11.301336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:11.307803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-a1d24a38-336d-467a-a5fc-f9f0b25f1a51 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9079f58-1970-4dd7-b878-424310a2d28c') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:11.308253 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-a1d24a38-336d-467a-a5fc-f9f0b25f1a51 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9079f58-1970-4dd7-b878-424310a2d28c') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:11.310871 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.312330 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-530eb1be-2b43-471e-b6ba-371befda7116 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4863560 Aug 17 02:32:11.315222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57814) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:11.325656 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1d24a38-336d-467a-a5fc-f9f0b25f1a51 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.325886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:11.354876 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1d24a38-336d-467a-a5fc-f9f0b25f1a51 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.380197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d24a38-336d-467a-a5fc-f9f0b25f1a51 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:32:11.380625 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1d24a38-336d-467a-a5fc-f9f0b25f1a51 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:32:11.384894 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:32:11.473049 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6c9de97-e1fe-4d3a-8a01-d8aa4dbff760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.477925 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6c9de97-e1fe-4d3a-8a01-d8aa4dbff760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.478655 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.483663 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b6c9de97-e1fe-4d3a-8a01-d8aa4dbff760 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e115440-e23a-4797-a06f-3027169da3d0 HTTP/1.1" status: 204 len: 168 time: 1.4888945 Aug 17 02:32:11.553318 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9de97-e1fe-4d3a-8a01-d8aa4dbff760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e115440-e23a-4797-a06f-3027169da3d0,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:11.740049 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1d24a38-336d-467a-a5fc-f9f0b25f1a51 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.743322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830c246-c67a-44ba-a289-357ddfb9caa6 req-f3cf1488-4104-495d-938c-c4bcf41e062e tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:11.762368 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1d24a38-336d-467a-a5fc-f9f0b25f1a51 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.762604 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b830c246-c67a-44ba-a289-357ddfb9caa6 req-f3cf1488-4104-495d-938c-c4bcf41e062e tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.3589005 Aug 17 02:32:11.762712 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a1d24a38-336d-467a-a5fc-f9f0b25f1a51 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] 10.222.0.13 "DELETE /v2.0/networks/18ecfdcf-578b-4c77-b839-88f0aa204f6a HTTP/1.1" status: 204 len: 168 time: 1.5628617 Aug 17 02:32:11.815906 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b830c246-c67a-44ba-a289-357ddfb9caa6 req-8b6d540b-063f-4807-b9bc-cf43823f182c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574915 Aug 17 02:32:11.831714 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.880427 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d24a38-336d-467a-a5fc-f9f0b25f1a51 tempest-TaggedBootDevicesTest-873552374 tempest-TaggedBootDevicesTest-873552374-project] Pushing event deleted for resources: {'Network': ['ID=18ecfdcf-578b-4c77-b839-88f0aa204f6a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:12.210640 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.368922 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29499f2b-0625-4af2-83cb-3a6751bb8d54 req-551c42e8-c59c-460b-9539-7b89da81a2e4 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:12.370991 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29499f2b-0625-4af2-83cb-3a6751bb8d54 req-551c42e8-c59c-460b-9539-7b89da81a2e4 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.3262866 Aug 17 02:32:12.411050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device f7281df1-44ab-460b-942d-b9cbf502af1c details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:32:12.625829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29499f2b-0625-4af2-83cb-3a6751bb8d54 req-b3c75a2f-7e65-490c-92cc-d420cdb1488e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446287 Aug 17 02:32:12.712193 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port f7281df1-44ab-460b-942d-b9cbf502af1c, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f7281df1-44ab-460b-942d-b9cbf502af1c,segment=NetworkSegment(2b45fd55-7a4e-4721-9684-1c4f9dea75f5),segment_id=2b45fd55-7a4e-4721-9684-1c4f9dea75f5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:12.715078 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Allocated IP 172.25.5.223 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/7a9b3def-3378-479d-b00b-2d4aaf1ecc89) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:32:12.762356 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'f7281df1-44ab-460b-942d-b9cbf502af1c', 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'port_id': 'f7281df1-44ab-460b-942d-b9cbf502af1c', 'mac_address': 'fa:16:3e:a8:83:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:32:12.949228 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.980867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7281df1-44ab-460b-942d-b9cbf502af1c {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:13.088184 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5c584c62-12d5-420c-b4b7-f63c0d90d9ee up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:13.093037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port f7281df1-44ab-460b-942d-b9cbf502af1c, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f7281df1-44ab-460b-942d-b9cbf502af1c,segment=NetworkSegment(2b45fd55-7a4e-4721-9684-1c4f9dea75f5),segment_id=2b45fd55-7a4e-4721-9684-1c4f9dea75f5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:13.119140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041b3f2-b10e-4b95-a0d7-f8ae74d11ba8 req-b328909d-5e98-476b-a0ee-a1ea04aca47f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:13.137217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041b3f2-b10e-4b95-a0d7-f8ae74d11ba8 req-b328909d-5e98-476b-a0ee-a1ea04aca47f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:13.162190 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041b3f2-b10e-4b95-a0d7-f8ae74d11ba8 req-b328909d-5e98-476b-a0ee-a1ea04aca47f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:13.187461 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:13.193364 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041b3f2-b10e-4b95-a0d7-f8ae74d11ba8 req-b328909d-5e98-476b-a0ee-a1ea04aca47f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:13.215967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041b3f2-b10e-4b95-a0d7-f8ae74d11ba8 req-b328909d-5e98-476b-a0ee-a1ea04aca47f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:13.222458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041b3f2-b10e-4b95-a0d7-f8ae74d11ba8 req-b328909d-5e98-476b-a0ee-a1ea04aca47f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:13.253114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041b3f2-b10e-4b95-a0d7-f8ae74d11ba8 req-b328909d-5e98-476b-a0ee-a1ea04aca47f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:13.261889 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d041b3f2-b10e-4b95-a0d7-f8ae74d11ba8 req-b328909d-5e98-476b-a0ee-a1ea04aca47f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5429 time: 0.3163059 Aug 17 02:32:13.350309 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:13.402125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=f7281df1-44ab-460b-942d-b9cbf502af1c,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:13.518883 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:13.529779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:13.530707 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:13.675001 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d041b3f2-b10e-4b95-a0d7-f8ae74d11ba8 req-4519fee4-4e61-4b05-9178-76a260954e6a tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2371700 Aug 17 02:32:13.729726 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:13.828082 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5c584c62-12d5-420c-b4b7-f63c0d90d9ee,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:13.847289 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:13.861089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['f7281df1-44ab-460b-942d-b9cbf502af1c'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:14.064636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:14.072422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event updated for resources: {'Port': ['ID=7a9b3def-3378-479d-b00b-2d4aaf1ecc89,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:14.085843 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:14.090639 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:14.094026 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:14.100050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:32:14.388897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=5c584c62-12d5-420c-b4b7-f63c0d90d9ee,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:14.440497 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:14.457592 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 85da0db9-b3fa-4975-9360-bc89a461f7cc details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:32:14.531210 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb463e5e-02f7-4c4c-b7f8-a7b654f254ee req-b1420a68-0df3-4940-be98-58b1fdba43dd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:14.541621 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb463e5e-02f7-4c4c-b7f8-a7b654f254ee req-b1420a68-0df3-4940-be98-58b1fdba43dd tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.2898273 Aug 17 02:32:14.689794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 85da0db9-b3fa-4975-9360-bc89a461f7cc, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=85da0db9-b3fa-4975-9360-bc89a461f7cc,segment=NetworkSegment(287cc985-07aa-4a82-9666-cce6eac495ce),segment_id=287cc985-07aa-4a82-9666-cce6eac495ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:14.692893 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:14.722019 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '85da0db9-b3fa-4975-9360-bc89a461f7cc', 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575', 'port_id': '85da0db9-b3fa-4975-9360-bc89a461f7cc', 'mac_address': 'fa:16:3e:87:4d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452d33d6-77e8-4cab-8020-92847845b29f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:32:14.727725 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb463e5e-02f7-4c4c-b7f8-a7b654f254ee req-419246f9-da2b-49c9-9fc5-a2ecfdc06683 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847556 Aug 17 02:32:14.919080 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:14.958329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5c584c62-12d5-420c-b4b7-f63c0d90d9ee up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:15.091989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85da0db9-b3fa-4975-9360-bc89a461f7cc {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:15.149274 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 85da0db9-b3fa-4975-9360-bc89a461f7cc, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=85da0db9-b3fa-4975-9360-bc89a461f7cc,segment=NetworkSegment(287cc985-07aa-4a82-9666-cce6eac495ce),segment_id=287cc985-07aa-4a82-9666-cce6eac495ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:15.204869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9de17e-6bcf-40a3-8231-e2cd4a7395d1 req-c970674e-6c1e-4ca8-a5aa-e52039acd1c8 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:15.215050 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab9de17e-6bcf-40a3-8231-e2cd4a7395d1 req-c970674e-6c1e-4ca8-a5aa-e52039acd1c8 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.2653039 Aug 17 02:32:15.217699 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:15.218525 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:15.310970 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57874) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:15.344529 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:15.345415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device fb157415-ad24-49ac-ba23-2072f88c20ca details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:32:15.354627 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab9de17e-6bcf-40a3-8231-e2cd4a7395d1 req-366734ca-83a2-4147-83c9-851fa5dd2da5 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366768 Aug 17 02:32:15.510423 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:15.534001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=85da0db9-b3fa-4975-9360-bc89a461f7cc,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:15.608610 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:15.639238 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1659414582'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:15.666991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port fb157415-ad24-49ac-ba23-2072f88c20ca, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb157415-ad24-49ac-ba23-2072f88c20ca,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:15.687622 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'fb157415-ad24-49ac-ba23-2072f88c20ca', 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491', 'port_id': 'fb157415-ad24-49ac-ba23-2072f88c20ca', 'mac_address': 'fa:16:3e:5d:bf:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:32:15.803536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Made reservation on behalf of 69ffa8da35344899a1ec85648630c965 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:15.812471 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event updated for resources: {'Port': ['ID=7a9b3def-3378-479d-b00b-2d4aaf1ecc89,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:15.817755 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:15.829207 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:15.835203 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:15.844121 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:15.886747 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb157415-ad24-49ac-ba23-2072f88c20ca {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:15.922910 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:15.924404 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ca18a85b-47c6-4589-bd1b-f41bcd71cdf5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6072412 Aug 17 02:32:16.029020 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port fb157415-ad24-49ac-ba23-2072f88c20ca, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb157415-ad24-49ac-ba23-2072f88c20ca,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:16.122539 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:16.123209 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9da101a7-7263-4cbc-a73f-1f913a173e65 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:32:16.195517 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:16.277599 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:16.295552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:32:16.320465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9da101a7-7263-4cbc-a73f-1f913a173e65, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9da101a7-7263-4cbc-a73f-1f913a173e65,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:16.323027 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:16.329999 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Added segment b61d98c6-e3c1-4eee-9030-84de43d302c5 of type vlan for network fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68 Aug 17 02:32:16.366758 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=fb157415-ad24-49ac-ba23-2072f88c20ca,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:16.388140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '9da101a7-7263-4cbc-a73f-1f913a173e65', 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491', 'port_id': '9da101a7-7263-4cbc-a73f-1f913a173e65', 'mac_address': 'fa:16:3e:86:b9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:32:16.401304 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:16.482780 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37c8401-43f5-4f08-bbad-72ab7b5d8ded,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:16.484059 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:16.490674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a4a77-4e60-4f11-a676-ec5f0b7085e7 req-0c959656-669c-4957-a4a9-7d1831f4efd6 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:16.511648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a4a77-4e60-4f11-a676-ec5f0b7085e7 req-0c959656-669c-4957-a4a9-7d1831f4efd6 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:16.518824 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da101a7-7263-4cbc-a73f-1f913a173e65 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:16.519527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a4a77-4e60-4f11-a676-ec5f0b7085e7 req-0c959656-669c-4957-a4a9-7d1831f4efd6 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:16.527226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a4a77-4e60-4f11-a676-ec5f0b7085e7 req-0c959656-669c-4957-a4a9-7d1831f4efd6 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:16.527978 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:16.533967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a4a77-4e60-4f11-a676-ec5f0b7085e7 req-0c959656-669c-4957-a4a9-7d1831f4efd6 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:16.542410 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:16.543994 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a4a77-4e60-4f11-a676-ec5f0b7085e7 req-0c959656-669c-4957-a4a9-7d1831f4efd6 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:16.544626 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:16.550661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a4a77-4e60-4f11-a676-ec5f0b7085e7 req-0c959656-669c-4957-a4a9-7d1831f4efd6 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:16.557261 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9da101a7-7263-4cbc-a73f-1f913a173e65, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9da101a7-7263-4cbc-a73f-1f913a173e65,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:16.559681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc4a4a77-4e60-4f11-a676-ec5f0b7085e7 req-0c959656-669c-4957-a4a9-7d1831f4efd6 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5432 time: 0.1416206 Aug 17 02:32:16.627660 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc4a4a77-4e60-4f11-a676-ec5f0b7085e7 req-ecfb74f6-b883-4d01-80ea-af7f3c9eb158 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669081 Aug 17 02:32:16.662205 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:16.662893 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device cccafd93-4f61-4838-9ea2-f686490c7770 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:32:16.714818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Pushing event updated for resources: {'Network': ['ID=fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:16.766953 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=9da101a7-7263-4cbc-a73f-1f913a173e65,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:16.771250 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:32:16.846816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57908) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:16.847332 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6c2a9d89-79b2-43a2-851c-fd0efe8549b5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5341237 Aug 17 02:32:16.853644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-00cd1086-182f-42cf-be42-d65700c39143 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68', 'tempest-TagsTest-Tag-368337109') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:16.925023 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port cccafd93-4f61-4838-9ea2-f686490c7770, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=cccafd93-4f61-4838-9ea2-f686490c7770,segment=NetworkSegment(287cc985-07aa-4a82-9666-cce6eac495ce),segment_id=287cc985-07aa-4a82-9666-cce6eac495ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:16.960356 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'cccafd93-4f61-4838-9ea2-f686490c7770', 'network_id': '868e1de9-cdff-478e-90ee-d3d2c77b9575', 'port_id': 'cccafd93-4f61-4838-9ea2-f686490c7770', 'mac_address': 'fa:16:3e:60:71:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452d33d6-77e8-4cab-8020-92847845b29f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:32:17.073274 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:17.113879 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccafd93-4f61-4838-9ea2-f686490c7770 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:17.163993 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-00cd1086-182f-42cf-be42-d65700c39143 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] 10.222.0.13 "PUT /v2.0/networks/fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68/tags/tempest-TagsTest-Tag-368337109 HTTP/1.1" status: 201 len: 201 time: 0.3155596 Aug 17 02:32:17.166639 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57910) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:17.171607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-630598df-43e1-4b22-b3c3-6451a24ba950 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68', 'tempest-TagsTest-Tag-368337109') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:17.197292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port cccafd93-4f61-4838-9ea2-f686490c7770, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=cccafd93-4f61-4838-9ea2-f686490c7770,segment=NetworkSegment(287cc985-07aa-4a82-9666-cce6eac495ce),segment_id=287cc985-07aa-4a82-9666-cce6eac495ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:17.299246 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-630598df-43e1-4b22-b3c3-6451a24ba950 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] 10.222.0.13 "GET /v2.0/networks/fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68/tags/tempest-TagsTest-Tag-368337109 HTTP/1.1" status: 204 len: 168 time: 0.1292334 Aug 17 02:32:17.299624 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57912) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:17.307397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-fbb53514-2482-4280-8bc2-040f1c5e538f tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:17.334948 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:17.335722 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 71edd6d5-0ae9-45a6-8572-76f90f786070 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:32:17.456598 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fbb53514-2482-4280-8bc2-040f1c5e538f tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] 10.222.0.13 "GET /v2.0/networks/fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68/tags HTTP/1.1" status: 200 len: 237 time: 0.1524389 Aug 17 02:32:17.460987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57914) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:17.463090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-f9b7ccb4-3c39-4422-95e0-5ed1909c1e1f tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68', {'tags': ['tempest-TagsTest-Tag-373844023', 'tempest-TagsTest-Tag-999448793', 'tempest-TagsTest-Tag-181776083']}) {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:17.473027 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 71edd6d5-0ae9-45a6-8572-76f90f786070, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=71edd6d5-0ae9-45a6-8572-76f90f786070,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:17.476301 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=cccafd93-4f61-4838-9ea2-f686490c7770,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:17.489964 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '71edd6d5-0ae9-45a6-8572-76f90f786070', 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491', 'port_id': '71edd6d5-0ae9-45a6-8572-76f90f786070', 'mac_address': 'fa:16:3e:c4:c2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:32:17.557348 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:17.576677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71edd6d5-0ae9-45a6-8572-76f90f786070 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:17.602604 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 71edd6d5-0ae9-45a6-8572-76f90f786070, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=71edd6d5-0ae9-45a6-8572-76f90f786070,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:17.694210 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:17.695299 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0f552f4b-5b61-4680-9809-627f6fd590c1 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:32:17.784708 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f9b7ccb4-3c39-4422-95e0-5ed1909c1e1f tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] 10.222.0.13 "PUT /v2.0/networks/fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68/tags HTTP/1.1" status: 200 len: 306 time: 0.3259654 Aug 17 02:32:17.786796 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57922) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:17.794638 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-14439ecd-4550-4f6d-b3a2-cb6b824330a4 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68', 'tempest-TagsTest-Tag-373844023') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:17.853952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=71edd6d5-0ae9-45a6-8572-76f90f786070,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:17.858058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0f552f4b-5b61-4680-9809-627f6fd590c1, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0f552f4b-5b61-4680-9809-627f6fd590c1,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:17.907695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '0f552f4b-5b61-4680-9809-627f6fd590c1', 'network_id': 'b94dedf4-9530-4018-9785-93d1ce415491', 'port_id': '0f552f4b-5b61-4680-9809-627f6fd590c1', 'mac_address': 'fa:16:3e:76:e5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:32:18.036390 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:18.105720 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f552f4b-5b61-4680-9809-627f6fd590c1 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:18.140321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0f552f4b-5b61-4680-9809-627f6fd590c1, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0f552f4b-5b61-4680-9809-627f6fd590c1,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:18.192578 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-14439ecd-4550-4f6d-b3a2-cb6b824330a4 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] 10.222.0.13 "DELETE /v2.0/networks/fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68/tags/tempest-TagsTest-Tag-373844023 HTTP/1.1" status: 204 len: 168 time: 0.4007304 Aug 17 02:32:18.193000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57926) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:18.206972 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-27386183-746c-4e75-a40f-cc2fff0ace82 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68', 'tempest-TagsTest-Tag-373844023') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:18.259074 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:18.334959 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-27386183-746c-4e75-a40f-cc2fff0ace82 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] show failed (client error): The resource could not be found. Aug 17 02:32:18.336693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-27386183-746c-4e75-a40f-cc2fff0ace82 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] 10.222.0.13 "GET /v2.0/networks/fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68/tags/tempest-TagsTest-Tag-373844023 HTTP/1.1" status: 404 len: 325 time: 0.1419053 Aug 17 02:32:18.339404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57928) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:18.344905 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-f7009ccf-ea9f-4f44-bca2-e67fdab01f25 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68', 'tempest-TagsTest-Tag-999448793') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:18.464259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=0f552f4b-5b61-4680-9809-627f6fd590c1,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:18.493468 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device f7281df1-44ab-460b-942d-b9cbf502af1c up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:18.582291 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f7009ccf-ea9f-4f44-bca2-e67fdab01f25 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] 10.222.0.13 "GET /v2.0/networks/fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68/tags/tempest-TagsTest-Tag-999448793 HTTP/1.1" status: 204 len: 168 time: 0.2412355 Aug 17 02:32:18.584892 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57930) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:18.592279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-66124c78-e61d-4156-ad07-58c903917914 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68', 'tempest-TagsTest-Tag-181776083') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:18.689164 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port f7281df1-44ab-460b-942d-b9cbf502af1c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:18.698586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port f7281df1-44ab-460b-942d-b9cbf502af1c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:18.704971 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:18.711071 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57932) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:18.716399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-e0d533c9-a5f0-4936-b3bd-3fedba640936 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:18.726230 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-66124c78-e61d-4156-ad07-58c903917914 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] 10.222.0.13 "GET /v2.0/networks/fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68/tags/tempest-TagsTest-Tag-181776083 HTTP/1.1" status: 204 len: 168 time: 0.1392858 Aug 17 02:32:18.842137 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:18.899669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port f7281df1-44ab-460b-942d-b9cbf502af1c, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f7281df1-44ab-460b-942d-b9cbf502af1c,segment=NetworkSegment(2b45fd55-7a4e-4721-9684-1c4f9dea75f5),segment_id=2b45fd55-7a4e-4721-9684-1c4f9dea75f5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:18.899669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7281df1-44ab-460b-942d-b9cbf502af1c'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:18.899669 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1590cc-75c8-48b3-a3a8-58b1af0c969c" -d '{"events": [{"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-plugged", "status": "completed", "tag": "f7281df1-44ab-460b-942d-b9cbf502af1c"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:18.997419 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:19.115996 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e0d533c9-a5f0-4936-b3bd-3fedba640936 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] 10.222.0.13 "DELETE /v2.0/networks/fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68/tags HTTP/1.1" status: 204 len: 168 time: 0.4001181 Aug 17 02:32:19.116439 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57936) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:19.121440 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-4c670b49-71ac-4fdd-be1a-f2874d9cc4a9 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68', 'tempest-TagsTest-Tag-999448793') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:19.219328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=f7281df1-44ab-460b-942d-b9cbf502af1c,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:19.291405 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-4c670b49-71ac-4fdd-be1a-f2874d9cc4a9 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] show failed (client error): The resource could not be found. Aug 17 02:32:19.292700 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4c670b49-71ac-4fdd-be1a-f2874d9cc4a9 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] 10.222.0.13 "GET /v2.0/networks/fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68/tags/tempest-TagsTest-Tag-999448793 HTTP/1.1" status: 404 len: 325 time: 0.1753368 Aug 17 02:32:19.295835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57940) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:19.304351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-113c7722-98cb-40bb-adf4-cdb76cb6d2f5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68', 'tempest-TagsTest-Tag-181776083') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:19.466869 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-113c7722-98cb-40bb-adf4-cdb76cb6d2f5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] show failed (client error): The resource could not be found. Aug 17 02:32:19.471248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57942) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:19.471753 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-113c7722-98cb-40bb-adf4-cdb76cb6d2f5 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] 10.222.0.13 "GET /v2.0/networks/fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68/tags/tempest-TagsTest-Tag-181776083 HTTP/1.1" status: 404 len: 325 time: 0.1745336 Aug 17 02:32:19.478670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-376cbfa0-2bdc-4328-8609-92ee665916e0 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:19.646166 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-376cbfa0-2bdc-4328-8609-92ee665916e0 tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] 10.222.0.13 "DELETE /v2.0/networks/fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68/tags HTTP/1.1" status: 204 len: 168 time: 0.1736403 Aug 17 02:32:19.653073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57944) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:19.746958 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['cccafd93-4f61-4838-9ea2-f686490c7770'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:19.793640 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fb830ba3-039f-48cc-bc67-59860fb206fc tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:20.119666 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['85da0db9-b3fa-4975-9360-bc89a461f7cc'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:20.196456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['71edd6d5-0ae9-45a6-8572-76f90f786070'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:20.213055 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fb830ba3-039f-48cc-bc67-59860fb206fc tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:20.239346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-fb830ba3-039f-48cc-bc67-59860fb206fc tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:20.279453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-fb830ba3-039f-48cc-bc67-59860fb206fc tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61d98c6-e3c1-4eee-9030-84de43d302c5') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:20.280327 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-fb830ba3-039f-48cc-bc67-59860fb206fc tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61d98c6-e3c1-4eee-9030-84de43d302c5') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:20.305964 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fb830ba3-039f-48cc-bc67-59860fb206fc tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:20.353310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['9da101a7-7263-4cbc-a73f-1f913a173e65'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:20.354072 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fb830ba3-039f-48cc-bc67-59860fb206fc tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:20.374737 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['0f552f4b-5b61-4680-9809-627f6fd590c1'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:20.378869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb830ba3-039f-48cc-bc67-59860fb206fc tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:32:20.379436 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fb830ba3-039f-48cc-bc67-59860fb206fc tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:32:20.549453 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:32:20.654018 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fb830ba3-039f-48cc-bc67-59860fb206fc tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:20.666928 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fb830ba3-039f-48cc-bc67-59860fb206fc tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:20.666928 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fb830ba3-039f-48cc-bc67-59860fb206fc tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] 10.222.0.13 "DELETE /v2.0/networks/fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68 HTTP/1.1" status: 204 len: 168 time: 1.0092034 Aug 17 02:32:20.731654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb830ba3-039f-48cc-bc67-59860fb206fc tempest-TagsTest-948411207 tempest-TagsTest-948411207-project] Pushing event deleted for resources: {'Network': ['ID=fdd8e6e4-ed7c-4ab5-b55c-67b0cce1ca68,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:21.172372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['fb157415-ad24-49ac-ba23-2072f88c20ca'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:22.011870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57958) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:22.451454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57962) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:22.459074 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b44a0249-5d91-4db5-8429-1ea4850aefc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69ffa8da35344899a1ec85648630c965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4456472 Aug 17 02:32:22.599431 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b033dc9-431b-478e-aaa4-fb0bf3fc4dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:22.599890 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:32:22.600476 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b033dc9-431b-478e-aaa4-fb0bf3fc4dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:22.711000 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b033dc9-431b-478e-aaa4-fb0bf3fc4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:22.713512 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b033dc9-431b-478e-aaa4-fb0bf3fc4dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:22.714946 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8b033dc9-431b-478e-aaa4-fb0bf3fc4dc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d37c8401-43f5-4f08-bbad-72ab7b5d8ded HTTP/1.1" status: 204 len: 168 time: 0.2626057 Aug 17 02:32:22.723799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b033dc9-431b-478e-aaa4-fb0bf3fc4dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37c8401-43f5-4f08-bbad-72ab7b5d8ded,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:24.374403 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device cccafd93-4f61-4838-9ea2-f686490c7770 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:24.545305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port cccafd93-4f61-4838-9ea2-f686490c7770 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:24.549866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port cccafd93-4f61-4838-9ea2-f686490c7770 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:24.551218 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:24.752200 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:24.850647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port cccafd93-4f61-4838-9ea2-f686490c7770, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=cccafd93-4f61-4838-9ea2-f686490c7770,segment=NetworkSegment(287cc985-07aa-4a82-9666-cce6eac495ce),segment_id=287cc985-07aa-4a82-9666-cce6eac495ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:24.939848 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:25.040143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=cccafd93-4f61-4838-9ea2-f686490c7770,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:25.056796 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:25.057143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:25.057511 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:25.057877 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:25.058750 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:25.059089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:25.059418 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:25.059777 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:25.060071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:25.060393 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:25.060719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:25.061057 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:26.393973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 85da0db9-b3fa-4975-9360-bc89a461f7cc up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:26.603298 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 85da0db9-b3fa-4975-9360-bc89a461f7cc completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:26.607630 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 85da0db9-b3fa-4975-9360-bc89a461f7cc triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:26.608213 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:26.838581 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:26.907807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 85da0db9-b3fa-4975-9360-bc89a461f7cc, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=85da0db9-b3fa-4975-9360-bc89a461f7cc,segment=NetworkSegment(287cc985-07aa-4a82-9666-cce6eac495ce),segment_id=287cc985-07aa-4a82-9666-cce6eac495ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:26.963538 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:26.964808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9da101a7-7263-4cbc-a73f-1f913a173e65 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:27.269856 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 9da101a7-7263-4cbc-a73f-1f913a173e65 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:27.295522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 9da101a7-7263-4cbc-a73f-1f913a173e65 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:27.296474 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:27.303166 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=85da0db9-b3fa-4975-9360-bc89a461f7cc,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:27.568332 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:27.752973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9da101a7-7263-4cbc-a73f-1f913a173e65, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9da101a7-7263-4cbc-a73f-1f913a173e65,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:28.202440 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:28.203325 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0f552f4b-5b61-4680-9809-627f6fd590c1 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:28.285370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=9da101a7-7263-4cbc-a73f-1f913a173e65,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:28.480060 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 0f552f4b-5b61-4680-9809-627f6fd590c1 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:28.493578 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 0f552f4b-5b61-4680-9809-627f6fd590c1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:28.499402 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:28.714677 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:28.751755 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 0f552f4b-5b61-4680-9809-627f6fd590c1, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0f552f4b-5b61-4680-9809-627f6fd590c1,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:28.753020 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:28.830906 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:28.887658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device fb157415-ad24-49ac-ba23-2072f88c20ca up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:28.991329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=0f552f4b-5b61-4680-9809-627f6fd590c1,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:29.099472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port fb157415-ad24-49ac-ba23-2072f88c20ca completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:29.106060 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port fb157415-ad24-49ac-ba23-2072f88c20ca triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:29.106476 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:29.232973 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:29.276319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port fb157415-ad24-49ac-ba23-2072f88c20ca, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb157415-ad24-49ac-ba23-2072f88c20ca,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:29.363066 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:29.364195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 71edd6d5-0ae9-45a6-8572-76f90f786070 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:29.519621 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=fb157415-ad24-49ac-ba23-2072f88c20ca,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:29.636832 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 71edd6d5-0ae9-45a6-8572-76f90f786070 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:29.643426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 71edd6d5-0ae9-45a6-8572-76f90f786070 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:29.644452 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:29.646318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-734ee511-05aa-482e-9a1c-403d95c34faa tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--991136553&fields=id&tenant_id=9c180ae939a34aacab47cf5d9b29aa11 HTTP/1.1" status: 200 len: 267 time: 0.0506647 Aug 17 02:32:29.749006 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:29.763621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-1cbf7820-208c-412c-8a59-eafac9c9cc9a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:29.771294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-1cbf7820-208c-412c-8a59-eafac9c9cc9a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 811 time: 0.1240408 Aug 17 02:32:29.786566 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-ce8b3c24-069d-4439-bb66-9dff6d4118eb tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/quotas/9c180ae939a34aacab47cf5d9b29aa11 HTTP/1.1" status: 200 len: 375 time: 0.0135326 Aug 17 02:32:29.800136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 71edd6d5-0ae9-45a6-8572-76f90f786070, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=71edd6d5-0ae9-45a6-8572-76f90f786070,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:29.862384 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-d6030bf3-6bd7-4950-a9c2-90be8a92f4ac tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668788 Aug 17 02:32:29.888407 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:29.944426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=71edd6d5-0ae9-45a6-8572-76f90f786070,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:29.992398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-2b6011b1-476b-4d8a-a153-5713a1367439 service neutron] 10.222.0.13 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162384 Aug 17 02:32:30.114188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-8a972f74-97f9-439b-bdcb-c37286213aa5 service neutron] 10.222.0.13 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108193 Aug 17 02:32:30.476128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f817e-a9e2-4de3-b756-476ea0eb3271 req-026cb100-23b9-48f3-880a-21bf0f953b98 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:30.476128 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba7f817e-a9e2-4de3-b756-476ea0eb3271 req-026cb100-23b9-48f3-880a-21bf0f953b98 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.0658996 Aug 17 02:32:30.546469 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba7f817e-a9e2-4de3-b756-476ea0eb3271 req-5e8d96bd-d237-4976-b2d0-f5532940206d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628991 Aug 17 02:32:30.707767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6522-f337-47f8-8f09-2da887832de6 req-b73024a9-d918-49a0-9e81-095fe1a14256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:30.709642 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1dec6522-f337-47f8-8f09-2da887832de6 req-b73024a9-d918-49a0-9e81-095fe1a14256 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 1097 time: 0.0827084 Aug 17 02:32:30.730091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1473c6-a4b5-407e-a888-c1582bf96bb1 req-37eb2d47-8bd5-4efe-89d5-257acd0155ce tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:30.731678 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e1473c6-a4b5-407e-a888-c1582bf96bb1 req-37eb2d47-8bd5-4efe-89d5-257acd0155ce tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.0787201 Aug 17 02:32:30.832511 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e1473c6-a4b5-407e-a888-c1582bf96bb1 req-680a8177-870b-47b1-847f-c3d1e82d6537 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924304 Aug 17 02:32:30.876617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6522-f337-47f8-8f09-2da887832de6 req-361a9dc1-87b3-4773-9c63-75ba79adc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:30.878855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1dec6522-f337-47f8-8f09-2da887832de6 req-361a9dc1-87b3-4773-9c63-75ba79adc1ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 913 time: 0.1461649 Aug 17 02:32:30.936335 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1dec6522-f337-47f8-8f09-2da887832de6 req-0bd3f362-a064-4f6a-a373-1b0152446379 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff62aff7-c3c4-42cb-9099-505101bdf5a3 HTTP/1.1" status: 200 len: 217 time: 0.0417163 Aug 17 02:32:30.956406 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:31.162976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58108) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:31.468329 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6522-f337-47f8-8f09-2da887832de6 req-75608b59-4efe-43df-aacf-780926d49932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:31.474728 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1dec6522-f337-47f8-8f09-2da887832de6 req-75608b59-4efe-43df-aacf-780926d49932 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=016e9709-70f3-4b17-8bfe-b44e0b1eb7e1 HTTP/1.1" status: 200 len: 852 time: 0.5263410 Aug 17 02:32:31.529294 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28647c8-1ea8-477e-a499-2410c79957f1 req-2cc9bee8-7fc0-47de-9f2b-830849cfe6c3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:31.535871 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28647c8-1ea8-477e-a499-2410c79957f1 req-2cc9bee8-7fc0-47de-9f2b-830849cfe6c3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:31.542743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28647c8-1ea8-477e-a499-2410c79957f1 req-2cc9bee8-7fc0-47de-9f2b-830849cfe6c3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:31.553008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28647c8-1ea8-477e-a499-2410c79957f1 req-2cc9bee8-7fc0-47de-9f2b-830849cfe6c3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:31.561009 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28647c8-1ea8-477e-a499-2410c79957f1 req-2cc9bee8-7fc0-47de-9f2b-830849cfe6c3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:31.567648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28647c8-1ea8-477e-a499-2410c79957f1 req-2cc9bee8-7fc0-47de-9f2b-830849cfe6c3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:31.575186 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28647c8-1ea8-477e-a499-2410c79957f1 req-2cc9bee8-7fc0-47de-9f2b-830849cfe6c3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:31.577313 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a28647c8-1ea8-477e-a499-2410c79957f1 req-2cc9bee8-7fc0-47de-9f2b-830849cfe6c3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5443 time: 0.5901570 Aug 17 02:32:31.579669 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1dec6522-f337-47f8-8f09-2da887832de6 req-caab89bd-e86e-4ef4-b71c-3e45c8bd48bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8514d3d-ed13-45cd-a125-ef1e28472c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975187 Aug 17 02:32:31.677926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a28647c8-1ea8-477e-a499-2410c79957f1 req-79c4a053-2a35-405c-80af-8536ce894076 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929871 Aug 17 02:32:31.736572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1dec6522-f337-47f8-8f09-2da887832de6 req-5a72dd8e-c203-4768-b95c-5fe2d34ffb4f service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448703 Aug 17 02:32:31.772536 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ae5f49-a251-4939-becf-cd049131e64f x-openstack-request-id: req-12ae5f49-a251-4939-becf-cd049131e64f {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:31.772536 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-plugged", "status": "completed", "tag": "f7281df1-44ab-460b-942d-b9cbf502af1c", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:31.772536 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12ae5f49-a251-4939-becf-cd049131e64f {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:31.772536 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7281df1-44ab-460b-942d-b9cbf502af1c', 'code': 200} Aug 17 02:32:31.857585 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4aef416e-a18e-4df3-970f-c61b429604cc req-66be4ae7-2e25-495a-9f2b-9212b10d3495 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 210 time: 0.0399122 Aug 17 02:32:31.912235 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1dec6522-f337-47f8-8f09-2da887832de6 req-a27aaf76-f816-4246-a101-7b25c2826d58 service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667516 Aug 17 02:32:31.920546 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64023f40-8eae-42fc-918c-6675b025087c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:32.001962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e6355-cb4b-4610-82a0-96fddf42cea0 req-6e9a3cdd-8928-4c1f-8c73-92ebaa5ff1be tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:32.010201 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-502e6355-cb4b-4610-82a0-96fddf42cea0 req-6e9a3cdd-8928-4c1f-8c73-92ebaa5ff1be tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.0767879 Aug 17 02:32:32.064939 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-502e6355-cb4b-4610-82a0-96fddf42cea0 req-ad685733-fb60-482e-b1d2-80693bc4df16 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510626 Aug 17 02:32:32.256625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94396-4fec-4358-9300-120677bf1eb0 req-3053679a-cca3-40ab-8fb8-579b355cf22f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:32.262007 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91a94396-4fec-4358-9300-120677bf1eb0 req-3053679a-cca3-40ab-8fb8-579b355cf22f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 945 time: 0.0669441 Aug 17 02:32:32.303114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-64023f40-8eae-42fc-918c-6675b025087c admin admin] Deleting port 5d7a6051-d96f-4cc9-8f2e-e853733821e1 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:32:32.304005 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64023f40-8eae-42fc-918c-6675b025087c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:32.330486 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91a94396-4fec-4358-9300-120677bf1eb0 req-e116dfbd-3980-4b01-b97a-d870fcc81e34 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621784 Aug 17 02:32:32.428155 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-64023f40-8eae-42fc-918c-6675b025087c admin admin] For port 5d7a6051-d96f-4cc9-8f2e-e853733821e1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5d7a6051-d96f-4cc9-8f2e-e853733821e1,segment=NetworkSegment(c576f5c8-8005-437d-84fa-41e0e77798d8),segment_id=c576f5c8-8005-437d-84fa-41e0e77798d8)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:32.428615 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64023f40-8eae-42fc-918c-6675b025087c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:32.443217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-64023f40-8eae-42fc-918c-6675b025087c admin admin] Calling delete_port for 5d7a6051-d96f-4cc9-8f2e-e853733821e1 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:32:32.829168 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ff62aff7-c3c4-42cb-9099-505101bdf5a3 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:32:32.898768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ffe88-4877-4141-9f32-519a5a8e9f22 req-e53236d0-b2d8-48d8-bc17-cd895f1c5450 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:32.906117 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b0ffe88-4877-4141-9f32-519a5a8e9f22 req-e53236d0-b2d8-48d8-bc17-cd895f1c5450 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.1128182 Aug 17 02:32:32.991964 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b0ffe88-4877-4141-9f32-519a5a8e9f22 req-0cc54d25-7390-413a-8ea5-669778817187 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699065 Aug 17 02:32:33.010980 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.062208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port ff62aff7-c3c4-42cb-9099-505101bdf5a3, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ff62aff7-c3c4-42cb-9099-505101bdf5a3,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:33.180061 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.251520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9377c6-fa1b-43fb-96b0-151c2451b1bd req-0d004a48-14c8-4877-892f-2b6f7083eeaf tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:33.257589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9377c6-fa1b-43fb-96b0-151c2451b1bd req-0d004a48-14c8-4877-892f-2b6f7083eeaf tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:33.264000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9377c6-fa1b-43fb-96b0-151c2451b1bd req-0d004a48-14c8-4877-892f-2b6f7083eeaf tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:33.270254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=ff62aff7-c3c4-42cb-9099-505101bdf5a3,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:33.280553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9377c6-fa1b-43fb-96b0-151c2451b1bd req-0d004a48-14c8-4877-892f-2b6f7083eeaf tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:33.287358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9377c6-fa1b-43fb-96b0-151c2451b1bd req-0d004a48-14c8-4877-892f-2b6f7083eeaf tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:33.294008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9377c6-fa1b-43fb-96b0-151c2451b1bd req-0d004a48-14c8-4877-892f-2b6f7083eeaf tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:33.300258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9377c6-fa1b-43fb-96b0-151c2451b1bd req-0d004a48-14c8-4877-892f-2b6f7083eeaf tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:33.309032 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c9377c6-fa1b-43fb-96b0-151c2451b1bd req-0d004a48-14c8-4877-892f-2b6f7083eeaf tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5443 time: 0.1765223 Aug 17 02:32:33.327425 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64023f40-8eae-42fc-918c-6675b025087c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.368465 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c9377c6-fa1b-43fb-96b0-151c2451b1bd req-44815fd0-f32b-4442-a333-70985e833dd5 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581529 Aug 17 02:32:33.375585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64023f40-8eae-42fc-918c-6675b025087c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7a6051-d96f-4cc9-8f2e-e853733821e1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:33.487530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4d585b8-8cf8-4327-b0e2-1b03380aa26c req-2b5c06d4-51fd-4c8f-9907-20c619dd7012 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 210 time: 0.0572152 Aug 17 02:32:33.676033 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64023f40-8eae-42fc-918c-6675b025087c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.770742 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccafd93-4f61-4838-9ea2-f686490c7770'}, {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85da0db9-b3fa-4975-9360-bc89a461f7cc'}, {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da101a7-7263-4cbc-a73f-1f913a173e65'}, {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f552f4b-5b61-4680-9809-627f6fd590c1'}, {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb157415-ad24-49ac-ba23-2072f88c20ca'}, {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71edd6d5-0ae9-45a6-8572-76f90f786070'}, {'server_uuid': '953bccd7-d29f-4557-aec8-8df546e0fa13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff62aff7-c3c4-42cb-9099-505101bdf5a3'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:33.775169 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4c0e8d-b241-470b-85ba-60ebc5fbdce5" -d '{"events": [{"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-plugged", "status": "completed", "tag": "cccafd93-4f61-4838-9ea2-f686490c7770"}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-plugged", "status": "completed", "tag": "85da0db9-b3fa-4975-9360-bc89a461f7cc"}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-plugged", "status": "completed", "tag": "9da101a7-7263-4cbc-a73f-1f913a173e65"}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-plugged", "status": "completed", "tag": "0f552f4b-5b61-4680-9809-627f6fd590c1"}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-plugged", "status": "completed", "tag": "fb157415-ad24-49ac-ba23-2072f88c20ca"}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-plugged", "status": "completed", "tag": "71edd6d5-0ae9-45a6-8572-76f90f786070"}, {"server_uuid": "953bccd7-d29f-4557-aec8-8df546e0fa13", "name": "network-vif-unplugged", "status": "completed", "tag": "ff62aff7-c3c4-42cb-9099-505101bdf5a3"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:34.106859 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b408c-df69-46fe-976d-ae243d0c2bf9 req-1ee4a675-943f-4b54-9687-ec2f0e571e56 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:34.120566 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bb0b408c-df69-46fe-976d-ae243d0c2bf9 req-1ee4a675-943f-4b54-9687-ec2f0e571e56 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 943 time: 0.1317956 Aug 17 02:32:34.129825 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-bb6cc505-b1af-43ef-b3de-9eedeb2c1d4a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:34.131503 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-bb6cc505-b1af-43ef-b3de-9eedeb2c1d4a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.42 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 811 time: 0.2676282 Aug 17 02:32:34.201656 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bb0b408c-df69-46fe-976d-ae243d0c2bf9 req-2c6b639a-cbfb-4a19-97dd-49c98bb460ea tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749948 Aug 17 02:32:34.237158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64023f40-8eae-42fc-918c-6675b025087c admin admin] Router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:32:34.242354 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-8fe7cac7-4e20-4b33-9ad9-82359877393e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c180ae939a34aacab47cf5d9b29aa11 HTTP/1.1" status: 200 len: 379 time: 0.0949843 Aug 17 02:32:34.254299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-57a0e450-ca1e-4758-a9b0-c8bd00510ca3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Request body: {'port': {'device_id': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'admin_state_up': True, 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'security_groups': ['540840ca-32b7-4405-bac0-788d9947a023']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:34.292406 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1211 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdb3567-b5a3-4915-a97b-944afb29008e x-openstack-request-id: req-1cdb3567-b5a3-4915-a97b-944afb29008e {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:34.293482 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-plugged", "status": "completed", "tag": "cccafd93-4f61-4838-9ea2-f686490c7770", "code": 200}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-plugged", "status": "completed", "tag": "85da0db9-b3fa-4975-9360-bc89a461f7cc", "code": 200}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-plugged", "status": "completed", "tag": "9da101a7-7263-4cbc-a73f-1f913a173e65", "code": 200}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-plugged", "status": "completed", "tag": "0f552f4b-5b61-4680-9809-627f6fd590c1", "code": 200}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-plugged", "status": "completed", "tag": "fb157415-ad24-49ac-ba23-2072f88c20ca", "code": 200}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-plugged", "status": "completed", "tag": "71edd6d5-0ae9-45a6-8572-76f90f786070", "code": 200}, {"server_uuid": "953bccd7-d29f-4557-aec8-8df546e0fa13", "name": "network-vif-unplugged", "status": "completed", "tag": "ff62aff7-c3c4-42cb-9099-505101bdf5a3", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:34.293920 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cdb3567-b5a3-4915-a97b-944afb29008e {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:34.294502 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccafd93-4f61-4838-9ea2-f686490c7770', 'code': 200} Aug 17 02:32:34.294942 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85da0db9-b3fa-4975-9360-bc89a461f7cc', 'code': 200} Aug 17 02:32:34.295368 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da101a7-7263-4cbc-a73f-1f913a173e65', 'code': 200} Aug 17 02:32:34.295788 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f552f4b-5b61-4680-9809-627f6fd590c1', 'code': 200} Aug 17 02:32:34.296193 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb157415-ad24-49ac-ba23-2072f88c20ca', 'code': 200} Aug 17 02:32:34.296610 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71edd6d5-0ae9-45a6-8572-76f90f786070', 'code': 200} Aug 17 02:32:34.297029 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953bccd7-d29f-4557-aec8-8df546e0fa13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff62aff7-c3c4-42cb-9099-505101bdf5a3', 'code': 200} Aug 17 02:32:34.466646 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58216) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:34.512412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64023f40-8eae-42fc-918c-6675b025087c admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:32:34.522678 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-64023f40-8eae-42fc-918c-6675b025087c admin admin] 10.222.0.13 "PUT /v2.0/routers/ec2c6c21-4733-40dd-ae55-a7f3e84dfe41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3577979 Aug 17 02:32:34.523295 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58222) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:34.536865 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb03472-dec9-459f-81b1-9b54e69294f3 None None] Sync routers for ids ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:32:34.540736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38630b9f-6a77-4dee-88f4-b5a6af44f932 req-336ade1d-7ad9-4d49-804c-e17782d15242 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:34.542977 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38630b9f-6a77-4dee-88f4-b5a6af44f932 req-336ade1d-7ad9-4d49-804c-e17782d15242 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.1682990 Aug 17 02:32:34.577592 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb03472-dec9-459f-81b1-9b54e69294f3 None None] Routers {'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:34.581968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-adb03472-dec9-459f-81b1-9b54e69294f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:32:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:34.612052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-57a0e450-ca1e-4758-a9b0-c8bd00510ca3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Made reservation on behalf of 9c180ae939a34aacab47cf5d9b29aa11 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:34.617519 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-57a0e450-ca1e-4758-a9b0-c8bd00510ca3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:34.620681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38630b9f-6a77-4dee-88f4-b5a6af44f932 req-00fc4f6f-1eb7-404e-8cfb-10c8ab29fb09 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703523 Aug 17 02:32:34.715124 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-290a6ad4-c41d-473f-8916-04ad21e41e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:34.795696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1433f69-ff13-4841-b1d9-0b07748c3f73 req-7e1c6bea-ef02-45a6-a22d-07f31beadf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:34.796656 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1433f69-ff13-4841-b1d9-0b07748c3f73 req-7e1c6bea-ef02-45a6-a22d-07f31beadf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:34.797364 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1433f69-ff13-4841-b1d9-0b07748c3f73 req-7e1c6bea-ef02-45a6-a22d-07f31beadf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:34.798143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1433f69-ff13-4841-b1d9-0b07748c3f73 req-7e1c6bea-ef02-45a6-a22d-07f31beadf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:34.798797 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1433f69-ff13-4841-b1d9-0b07748c3f73 req-7e1c6bea-ef02-45a6-a22d-07f31beadf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:34.799521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1433f69-ff13-4841-b1d9-0b07748c3f73 req-7e1c6bea-ef02-45a6-a22d-07f31beadf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:34.800309 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1433f69-ff13-4841-b1d9-0b07748c3f73 req-7e1c6bea-ef02-45a6-a22d-07f31beadf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:34.802612 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d1433f69-ff13-4841-b1d9-0b07748c3f73 req-7e1c6bea-ef02-45a6-a22d-07f31beadf63 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 6507 time: 0.2299047 Aug 17 02:32:34.918352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-adb03472-dec9-459f-81b1-9b54e69294f3 None None] Set router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:34.931020 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:35.062656 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d1433f69-ff13-4841-b1d9-0b07748c3f73 req-2393ac86-304f-4add-8c15-05cbb17da52e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2516413 Aug 17 02:32:35.088042 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8050aa-3dd9-4470-b2b2-cde5ea5fb9fb req-4c53db20-8cca-4506-9796-b6943f8c9632 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:35.103878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8050aa-3dd9-4470-b2b2-cde5ea5fb9fb req-4c53db20-8cca-4506-9796-b6943f8c9632 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:35.120466 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8050aa-3dd9-4470-b2b2-cde5ea5fb9fb req-4c53db20-8cca-4506-9796-b6943f8c9632 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:35.136456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8050aa-3dd9-4470-b2b2-cde5ea5fb9fb req-4c53db20-8cca-4506-9796-b6943f8c9632 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:35.142852 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8050aa-3dd9-4470-b2b2-cde5ea5fb9fb req-4c53db20-8cca-4506-9796-b6943f8c9632 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:35.149720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-57a0e450-ca1e-4758-a9b0-c8bd00510ca3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Allocated IP 172.20.0.11 (0ffdc32a-37ff-4791-9955-993fa20ec3c2/86bca318-6d5a-4d38-bce1-90d2345a5489/6e11478f-186d-416c-a6d1-b91c615a6f06) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:32:35.158396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8050aa-3dd9-4470-b2b2-cde5ea5fb9fb req-4c53db20-8cca-4506-9796-b6943f8c9632 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:35.168764 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8050aa-3dd9-4470-b2b2-cde5ea5fb9fb req-4c53db20-8cca-4506-9796-b6943f8c9632 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:35.188334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee8050aa-3dd9-4470-b2b2-cde5ea5fb9fb req-4c53db20-8cca-4506-9796-b6943f8c9632 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5443 time: 0.3189762 Aug 17 02:32:35.222487 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:35.321927 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-290a6ad4-c41d-473f-8916-04ad21e41e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:35.341459 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee8050aa-3dd9-4470-b2b2-cde5ea5fb9fb req-216d3cbe-188e-466b-9f60-9105dd77dde6 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1453006 Aug 17 02:32:35.349724 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-adb03472-dec9-459f-81b1-9b54e69294f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:32:33Z', 'revision_number': 5, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'gw_port': {'id': 'd71dd77e-e824-40cd-8d62-cceb8d3aa1b0', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:35.416566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb03472-dec9-459f-81b1-9b54e69294f3 None None] Checking router: ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:32:35.422569 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-290a6ad4-c41d-473f-8916-04ad21e41e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:35.428109 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb03472-dec9-459f-81b1-9b54e69294f3 None None] Routers {'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:35.429037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-adb03472-dec9-459f-81b1-9b54e69294f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:32:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:35.529052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a6ad4-c41d-473f-8916-04ad21e41e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c56edd3-7ae2-4c16-a41d-1413cd8275c9,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:35.548361 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-290a6ad4-c41d-473f-8916-04ad21e41e9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=545b9429e08d4886a40650fab98c1a57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0758796 Aug 17 02:32:35.548634 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58230) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:35.550040 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] Deleting port d71dd77e-e824-40cd-8d62-cceb8d3aa1b0 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:32:35.550373 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:35.562345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6dca35f1-666f-4cb3-91a2-8609edfaf133 req-e1d9db47-aa2b-4f3c-9baa-5381f4483b96 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 210 time: 0.1159070 Aug 17 02:32:35.565824 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-57a0e450-ca1e-4758-a9b0-c8bd00510ca3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:35.568761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-adb03472-dec9-459f-81b1-9b54e69294f3 None None] Set router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:35.638347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-adb03472-dec9-459f-81b1-9b54e69294f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:32:35Z', 'revision_number': 6, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:35.686742 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb03472-dec9-459f-81b1-9b54e69294f3 None None] The sync data for ids ['ec2c6c21-4733-40dd-ae55-a7f3e84dfe41'] in n-d-793621-31 is: [{'id': 'ec2c6c21-4733-40dd-ae55-a7f3e84dfe41', 'name': 'tempest-TaggedBootDevicesTest-331644770-router', 'tenant_id': 'c691e931e322428681bcac4ac4d8423e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:20:35Z', 'updated_at': '2021-08-17T02:32:35Z', 'revision_number': 6, 'project_id': 'c691e931e322428681bcac4ac4d8423e', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:32:35.693699 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] For port d71dd77e-e824-40cd-8d62-cceb8d3aa1b0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d71dd77e-e824-40cd-8d62-cceb8d3aa1b0,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:35.694032 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:35.711516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] Calling delete_port for d71dd77e-e824-40cd-8d62-cceb8d3aa1b0 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:32:35.765207 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f0752-e128-42e9-9c2b-11412ef69d89 req-b9dd1524-79ad-423a-8472-7c4141429e1e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:35.773365 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-780f0752-e128-42e9-9c2b-11412ef69d89 req-b9dd1524-79ad-423a-8472-7c4141429e1e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 943 time: 0.0988531 Aug 17 02:32:35.823063 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-780f0752-e128-42e9-9c2b-11412ef69d89 req-d17ce202-6a00-45cf-bb81-99a1432f8390 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483241 Aug 17 02:32:35.836486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-57a0e450-ca1e-4758-a9b0-c8bd00510ca3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Transition to ACTIVE for port object 6e11478f-186d-416c-a6d1-b91c615a6f06 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:35.907666 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6c3a8ce-4102-41be-8d0c-28588c49ebe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:35.935544 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6c3a8ce-4102-41be-8d0c-28588c49ebe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:35.942807 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd4700-4ae7-4295-96d1-0bb8f73f02d6 req-1ad7a235-75e5-49ec-952b-cd5f49c67ab9 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:35.945498 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eadd4700-4ae7-4295-96d1-0bb8f73f02d6 req-1ad7a235-75e5-49ec-952b-cd5f49c67ab9 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.0664072 Aug 17 02:32:36.003333 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eadd4700-4ae7-4295-96d1-0bb8f73f02d6 req-0fe34454-5a8d-405e-97a3-5b4edbdba566 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516183 Aug 17 02:32:36.111595 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-57a0e450-ca1e-4758-a9b0-c8bd00510ca3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.183553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-57a0e450-ca1e-4758-a9b0-c8bd00510ca3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:36.195883 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.202610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-57a0e450-ca1e-4758-a9b0-c8bd00510ca3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:36.239414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-57a0e450-ca1e-4758-a9b0-c8bd00510ca3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:32:36.328287 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-57a0e450-ca1e-4758-a9b0-c8bd00510ca3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:36.328963 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-57a0e450-ca1e-4758-a9b0-c8bd00510ca3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.343798 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6c3a8ce-4102-41be-8d0c-28588c49ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.352100 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6c3a8ce-4102-41be-8d0c-28588c49ebe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.353315 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d6c3a8ce-4102-41be-8d0c-28588c49ebe8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c56edd3-7ae2-4c16-a41d-1413cd8275c9 HTTP/1.1" status: 204 len: 168 time: 0.8008430 Aug 17 02:32:36.416101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3a8ce-4102-41be-8d0c-28588c49ebe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c56edd3-7ae2-4c16-a41d-1413cd8275c9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:36.422598 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0e450-ca1e-4758-a9b0-c8bd00510ca3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event updated for resources: {'Port': ['ID=6e11478f-186d-416c-a6d1-b91c615a6f06,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:36.516597 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-57a0e450-ca1e-4758-a9b0-c8bd00510ca3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2662754 Aug 17 02:32:36.553684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] Pushing event deleted for resources: {'Port': ['ID=d71dd77e-e824-40cd-8d62-cceb8d3aa1b0,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:36.565720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Request body: {'port': {'device_id': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:36.610613 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.676134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-344d5867-f0f3-41be-ad2d-0fe21d436793 None None] Provisioning for port 6e11478f-186d-416c-a6d1-b91c615a6f06 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:36.684541 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-344d5867-f0f3-41be-ad2d-0fe21d436793 None None] Provisioning complete for port 6e11478f-186d-416c-a6d1-b91c615a6f06 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:36.684922 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-344d5867-f0f3-41be-ad2d-0fe21d436793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.761234 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-344d5867-f0f3-41be-ad2d-0fe21d436793 None None] Port 6e11478f-186d-416c-a6d1-b91c615a6f06 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:32:36.789964 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.792091 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.851962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device ff62aff7-c3c4-42cb-9099-505101bdf5a3 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:32:36.861655 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.954928 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.954928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:32:36.967534 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.968735 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-44d9e5f8-b917-423b-ba39-e328ab994975 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ec2c6c21-4733-40dd-ae55-a7f3e84dfe41 HTTP/1.1" status: 204 len: 168 time: 2.4434538 Aug 17 02:32:36.974800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58276) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:37.006682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5d7a6051-d96f-4cc9-8f2e-e853733821e1 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:32:37.060593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b6fb41-7192-42d1-9043-254d6b1037ef admin admin] Deleting subnet 7ddc4855-0474-4e3b-a1c6-a880c9557984 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:32:37.070244 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 5d7a6051-d96f-4cc9-8f2e-e853733821e1 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:32:37.070244 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5d7a6051-d96f-4cc9-8f2e-e853733821e1 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:32:37.070244 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d71dd77e-e824-40cd-8d62-cceb8d3aa1b0 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:32:37.070836 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2b6fb41-7192-42d1-9043-254d6b1037ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.116320 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: d71dd77e-e824-40cd-8d62-cceb8d3aa1b0 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:32:37.117033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d71dd77e-e824-40cd-8d62-cceb8d3aa1b0 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:32:37.128833 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2b6fb41-7192-42d1-9043-254d6b1037ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.244826 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2b6fb41-7192-42d1-9043-254d6b1037ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.283505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e11478f-186d-416c-a6d1-b91c615a6f06 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:37.295425 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.333748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58290) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:37.349047 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1983-83fa-49c5-89b3-201bc152d584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.368617 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Transition to ACTIVE for port object 6e11478f-186d-416c-a6d1-b91c615a6f06 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:37.425591 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.452048 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2b6fb41-7192-42d1-9043-254d6b1037ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.488413 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1983-83fa-49c5-89b3-201bc152d584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.490159 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2b6fb41-7192-42d1-9043-254d6b1037ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.498229 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52a5b2d-7564-4a0f-860a-cdba7e9cb8b3 None None] Network 651d96e6-ee24-4068-810d-dcc3f120ab5a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:32:37.500043 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e2b6fb41-7192-42d1-9043-254d6b1037ef admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7ddc4855-0474-4e3b-a1c6-a880c9557984 HTTP/1.1" status: 204 len: 168 time: 0.5219948 Aug 17 02:32:37.512179 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58294) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:37.532595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58296) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:37.555952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6fb41-7192-42d1-9043-254d6b1037ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ddc4855-0474-4e3b-a1c6-a880c9557984,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:37.565146 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bfb1983-83fa-49c5-89b3-201bc152d584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.636865 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.643982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb1983-83fa-49c5-89b3-201bc152d584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a829f9-54cc-4b72-b8a8-004b6fac87d9,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:37.674802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Pushing event updated for resources: {'Port': ['ID=6e11478f-186d-416c-a6d1-b91c615a6f06,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:37.711243 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad52cd32-43c6-47fb-9a0a-ad33e3a089ad admin admin] Deleting subnet 7f7fcef8-86c0-48a8-833d-ca8fc40f4f78 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:32:37.732322 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7bfb1983-83fa-49c5-89b3-201bc152d584 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e90d3fda95845088bdc8a43d294314e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938770 Aug 17 02:32:37.732322 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad52cd32-43c6-47fb-9a0a-ad33e3a089ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.735442 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58298) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:37.770434 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Attempting to bind port 6e11478f-186d-416c-a6d1-b91c615a6f06 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:32:37.770675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Attempting to bind port 6e11478f-186d-416c-a6d1-b91c615a6f06 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:32:37.771015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Attempting to bind port 6e11478f-186d-416c-a6d1-b91c615a6f06 on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:37.786623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Port 6e11478f-186d-416c-a6d1-b91c615a6f06 on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:32:37.786955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Attempting to bind port 6e11478f-186d-416c-a6d1-b91c615a6f06 on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:37.810328 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:32:37.811381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Checking segment: {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:37.811381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Bound using segment: {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:32:37.811673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Bound port: 6e11478f-186d-416c-a6d1-b91c615a6f06, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:32:37.811942 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.868595 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad52cd32-43c6-47fb-9a0a-ad33e3a089ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.883459 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f9fc1f10-a945-43da-8a32-d8a9127ef9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.917867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bf1c71-4803-48a1-97d1-73e141f4da79 None None] DHCP port deletion for 651d96e6-ee24-4068-810d-dcc3f120ab5a request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:32:37.933013 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-814aa58d-5e42-420b-bdc3-06a0697ea98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.990564 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd38bf-bec2-45ad-b9dd-c652b968bfee req-251daca2-acd3-44d0-b2ff-93cc5703a0eb tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:38.005812 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67bd38bf-bec2-45ad-b9dd-c652b968bfee req-251daca2-acd3-44d0-b2ff-93cc5703a0eb tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=953bccd7-d29f-4557-aec8-8df546e0fa13 HTTP/1.1" status: 200 len: 943 time: 0.1091907 Aug 17 02:32:38.009121 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:32:38.014052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:32:38.014845 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-814aa58d-5e42-420b-bdc3-06a0697ea98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.024693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] Deleting port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:32:38.025082 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.087664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-14bf1c71-4803-48a1-97d1-73e141f4da79 None None] Deleting port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:32:38.088417 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-14bf1c71-4803-48a1-97d1-73e141f4da79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.136284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad52cd32-43c6-47fb-9a0a-ad33e3a089ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.235181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-14bf1c71-4803-48a1-97d1-73e141f4da79 None None] For port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7,segment=NetworkSegment(c576f5c8-8005-437d-84fa-41e0e77798d8),segment_id=c576f5c8-8005-437d-84fa-41e0e77798d8)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:38.235589 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-14bf1c71-4803-48a1-97d1-73e141f4da79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.247464 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-814aa58d-5e42-420b-bdc3-06a0697ea98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.250660 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-814aa58d-5e42-420b-bdc3-06a0697ea98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.252169 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-814aa58d-5e42-420b-bdc3-06a0697ea98e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9a829f9-54cc-4b72-b8a8-004b6fac87d9 HTTP/1.1" status: 204 len: 168 time: 0.5148396 Aug 17 02:32:38.269233 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814aa58d-5e42-420b-bdc3-06a0697ea98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a829f9-54cc-4b72-b8a8-004b6fac87d9,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:38.270534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-14bf1c71-4803-48a1-97d1-73e141f4da79 None None] Calling delete_port for f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:32:38.309055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-67bd38bf-bec2-45ad-b9dd-c652b968bfee req-27bd575b-d405-4c50-b2b1-ab0308cf2e6b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Deleting port ff62aff7-c3c4-42cb-9099-505101bdf5a3 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:32:38.309409 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-67bd38bf-bec2-45ad-b9dd-c652b968bfee req-27bd575b-d405-4c50-b2b1-ab0308cf2e6b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.468964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-67bd38bf-bec2-45ad-b9dd-c652b968bfee req-27bd575b-d405-4c50-b2b1-ab0308cf2e6b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] For port ff62aff7-c3c4-42cb-9099-505101bdf5a3, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=ff62aff7-c3c4-42cb-9099-505101bdf5a3,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:38.469274 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-67bd38bf-bec2-45ad-b9dd-c652b968bfee req-27bd575b-d405-4c50-b2b1-ab0308cf2e6b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.485521 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad52cd32-43c6-47fb-9a0a-ad33e3a089ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.526719 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-67bd38bf-bec2-45ad-b9dd-c652b968bfee req-27bd575b-d405-4c50-b2b1-ab0308cf2e6b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Calling delete_port for ff62aff7-c3c4-42cb-9099-505101bdf5a3 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:32:38.528563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52cd32-43c6-47fb-9a0a-ad33e3a089ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7fcef8-86c0-48a8-833d-ca8fc40f4f78,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:38.542185 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad52cd32-43c6-47fb-9a0a-ad33e3a089ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.544152 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ad52cd32-43c6-47fb-9a0a-ad33e3a089ad admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7f7fcef8-86c0-48a8-833d-ca8fc40f4f78 HTTP/1.1" status: 204 len: 168 time: 1.0097740 Aug 17 02:32:38.546633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58304) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:38.556814 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.573794 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-14bf1c71-4803-48a1-97d1-73e141f4da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.602202 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf1c71-4803-48a1-97d1-73e141f4da79 None None] Pushing event deleted for resources: {'Port': ['ID=f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:38.611160 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf1c71-4803-48a1-97d1-73e141f4da79 None None] No DVR routers for this DVR port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:32:38.621509 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:38.623031 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.624595 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] 10.222.0.42 "PUT /v2.0/ports/6e11478f-186d-416c-a6d1-b91c615a6f06 HTTP/1.1" status: 200 len: 1093 time: 2.0667663 Aug 17 02:32:38.633557 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:38.647297 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909a8467-6e11-47fa-9a7a-b3c538dfca26" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:38.688088 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4741504-b1f2-4dd3-85c0-d8e138fe5d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.701381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b902b3-3e40-41a8-a81b-2d84894b5137 service neutron] Pushing event updated for resources: {'Port': ['ID=6e11478f-186d-416c-a6d1-b91c615a6f06,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:38.705300 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] For port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7,segment=NetworkSegment(c576f5c8-8005-437d-84fa-41e0e77798d8),segment_id=c576f5c8-8005-437d-84fa-41e0e77798d8)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:38.705784 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.738053 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] Calling delete_port for f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:32:38.880356 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4741504-b1f2-4dd3-85c0-d8e138fe5d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.883467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:32:38.894456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-b4741504-b1f2-4dd3-85c0-d8e138fe5d9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c416f3-ee0c-4d58-830b-c9b26cebccb0']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:38.915144 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-b4741504-b1f2-4dd3-85c0-d8e138fe5d9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a9ff97-4f8a-49cb-8296-a581013441f3') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:38.915553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-b4741504-b1f2-4dd3-85c0-d8e138fe5d9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a9ff97-4f8a-49cb-8296-a581013441f3') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:38.925947 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4741504-b1f2-4dd3-85c0-d8e138fe5d9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.929472 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.943004 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4741504-b1f2-4dd3-85c0-d8e138fe5d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.952847 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] No DVR routers for this DVR port f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:32:38.954444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4741504-b1f2-4dd3-85c0-d8e138fe5d9e admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:32:38.954943 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4741504-b1f2-4dd3-85c0-d8e138fe5d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.962374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:32:38.962662 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:32:38.979299 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:32:38.987849 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b5b4c3-a185-4cf1-a6a7-b73b2c21bdd7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:39.005189 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-67bd38bf-bec2-45ad-b9dd-c652b968bfee req-27bd575b-d405-4c50-b2b1-ab0308cf2e6b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.054480 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-5e5b2fff-b32f-4fec-ab9f-f94c2192ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:39.056061 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-5e5b2fff-b32f-4fec-ab9f-f94c2192ea38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 1096 time: 0.2949886 Aug 17 02:32:39.057473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd575b-d405-4c50-b2b1-ab0308cf2e6b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Pushing event deleted for resources: {'Port': ['ID=ff62aff7-c3c4-42cb-9099-505101bdf5a3,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:39.084058 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.120607 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-8f432a7b-ffe5-4e54-b0b9-eeedf1b11c69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e11478f-186d-416c-a6d1-b91c615a6f06 HTTP/1.1" status: 200 len: 217 time: 0.0501330 Aug 17 02:32:39.124068 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651d96e6-ee24-4068-810d-dcc3f120ab5a']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:39.125877 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bd38bf-bec2-45ad-b9dd-c652b968bfee req-27bd575b-d405-4c50-b2b1-ab0308cf2e6b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] No DVR routers for this DVR port ff62aff7-c3c4-42cb-9099-505101bdf5a3 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:32:39.128675 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-67bd38bf-bec2-45ad-b9dd-c652b968bfee req-27bd575b-d405-4c50-b2b1-ab0308cf2e6b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.134507 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67bd38bf-bec2-45ad-b9dd-c652b968bfee req-27bd575b-d405-4c50-b2b1-ab0308cf2e6b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "DELETE /v2.0/ports/ff62aff7-c3c4-42cb-9099-505101bdf5a3 HTTP/1.1" status: 204 len: 173 time: 1.0219271 Aug 17 02:32:39.134507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953bccd7-d29f-4557-aec8-8df546e0fa13', 'name': 'network-vif-deleted', 'tag': 'ff62aff7-c3c4-42cb-9099-505101bdf5a3'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:39.141830 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ad3a23-ced4-43e1-819c-53002dde2a1e" -d '{"events": [{"server_uuid": "953bccd7-d29f-4557-aec8-8df546e0fa13", "name": "network-vif-deleted", "tag": "ff62aff7-c3c4-42cb-9099-505101bdf5a3"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:39.146737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c576f5c8-8005-437d-84fa-41e0e77798d8') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:39.147042 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c576f5c8-8005-437d-84fa-41e0e77798d8') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:39.150940 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4741504-b1f2-4dd3-85c0-d8e138fe5d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.157914 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4741504-b1f2-4dd3-85c0-d8e138fe5d9e admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.161471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b4741504-b1f2-4dd3-85c0-d8e138fe5d9e admin admin] 10.222.0.13 "DELETE /v2.0/networks/07c416f3-ee0c-4d58-830b-c9b26cebccb0 HTTP/1.1" status: 204 len: 168 time: 0.6135740 Aug 17 02:32:39.176755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4741504-b1f2-4dd3-85c0-d8e138fe5d9e admin admin] Pushing event deleted for resources: {'Network': ['ID=07c416f3-ee0c-4d58-830b-c9b26cebccb0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:39.178665 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.200063 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.209340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-aaba6d2a-08d1-4280-9c7d-b7f81e1ba808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:39.209340 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-aaba6d2a-08d1-4280-9c7d-b7f81e1ba808 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0818679 Aug 17 02:32:39.212053 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:32:39.212465 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:32:39.214271 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:32:39.302843 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-78ed4165-8a6c-4498-afa4-723431c853fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:39.305007 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-78ed4165-8a6c-4498-afa4-723431c853fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756419 Aug 17 02:32:39.385707 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.394633 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.398165 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] 10.222.0.13 "DELETE /v2.0/networks/651d96e6-ee24-4068-810d-dcc3f120ab5a HTTP/1.1" status: 204 len: 168 time: 1.8791907 Aug 17 02:32:39.416185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dfee0-d212-4149-aa2c-ac09f63f90df admin admin] Pushing event deleted for resources: {'Network': ['ID=651d96e6-ee24-4068-810d-dcc3f120ab5a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:39.421869 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-5940e2e2-03c8-4857-a0d5-0da7a35efa98 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095302 Aug 17 02:32:39.525335 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6ea0d7c8-7e5d-4888-82bd-5d8cbc6d0547 req-4b369968-7dfb-48a3-acca-1edb5b3d38ae service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965261 Aug 17 02:32:39.541334 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58332) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:39.588449 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-50f6fe85-9a6a-4781-a5b8-5f41d4921697 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6063f01005144838a595b5869bb5216c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450923 Aug 17 02:32:39.591227 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58334) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:39.650723 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7c40-6c48-49a9-a4ad-c66cb62001ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.674000 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7c40-6c48-49a9-a4ad-c66cb62001ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.793714 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58338) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:39.793949 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7c40-6c48-49a9-a4ad-c66cb62001ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.797347 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7c40-6c48-49a9-a4ad-c66cb62001ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.798824 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3fcd7c40-6c48-49a9-a4ad-c66cb62001ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01372b3e-a607-4148-8808-80c046b5b4d5 HTTP/1.1" status: 204 len: 168 time: 0.2065654 Aug 17 02:32:39.810488 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd7c40-6c48-49a9-a4ad-c66cb62001ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01372b3e-a607-4148-8808-80c046b5b4d5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:39.884353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ba15e5d5-eab2-422c-87f6-c1f19adbf8f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c691e931e322428681bcac4ac4d8423e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0886943 Aug 17 02:32:39.886306 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58346) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:39.944747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58348) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:39.954034 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456937fa-5352-4b94-8564-dda91ec00415 req-f472d9b0-cb80-475b-96c5-694f1aeebd36 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:39.958145 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-51ffadb1-e632-4f3b-beca-ddc1698dbcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.961282 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456937fa-5352-4b94-8564-dda91ec00415 req-f472d9b0-cb80-475b-96c5-694f1aeebd36 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:39.967099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456937fa-5352-4b94-8564-dda91ec00415 req-f472d9b0-cb80-475b-96c5-694f1aeebd36 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:39.973526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456937fa-5352-4b94-8564-dda91ec00415 req-f472d9b0-cb80-475b-96c5-694f1aeebd36 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:39.980660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456937fa-5352-4b94-8564-dda91ec00415 req-f472d9b0-cb80-475b-96c5-694f1aeebd36 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:39.986417 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-51ffadb1-e632-4f3b-beca-ddc1698dbcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.987485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456937fa-5352-4b94-8564-dda91ec00415 req-f472d9b0-cb80-475b-96c5-694f1aeebd36 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:39.994746 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456937fa-5352-4b94-8564-dda91ec00415 req-f472d9b0-cb80-475b-96c5-694f1aeebd36 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:39.996740 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-456937fa-5352-4b94-8564-dda91ec00415 req-f472d9b0-cb80-475b-96c5-694f1aeebd36 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5443 time: 0.1113153 Aug 17 02:32:40.042749 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-456937fa-5352-4b94-8564-dda91ec00415 req-af779813-0cf8-48b6-be59-3a874b7eb620 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381560 Aug 17 02:32:40.086803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-666143029-network', 'tenant_id': '4bd72122e23544028c263d4083778920'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:40.154646 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-51ffadb1-e632-4f3b-beca-ddc1698dbcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.168423 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-51ffadb1-e632-4f3b-beca-ddc1698dbcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.168527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bae40-7ab8-458e-ae2e-43f8ea0df1f4 req-412c2172-3512-4ce2-bdb1-22e2e8c2d38d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:40.169151 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-51ffadb1-e632-4f3b-beca-ddc1698dbcfc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44fbd38a-0fac-4114-a112-ca3afeecf09b HTTP/1.1" status: 204 len: 168 time: 0.2817016 Aug 17 02:32:40.170157 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e0bae40-7ab8-458e-ae2e-43f8ea0df1f4 req-412c2172-3512-4ce2-bdb1-22e2e8c2d38d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 944 time: 0.0629647 Aug 17 02:32:40.181567 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffadb1-e632-4f3b-beca-ddc1698dbcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fbd38a-0fac-4114-a112-ca3afeecf09b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:40.191164 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] Made reservation on behalf of 4bd72122e23544028c263d4083778920 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:40.197099 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.223879 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.258512 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e0bae40-7ab8-458e-ae2e-43f8ea0df1f4 req-0959f7a7-ff5d-4ffa-9d56-f1cccf55a206 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701041 Aug 17 02:32:40.403567 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e29b5-640f-4b49-842b-b47f49d8db27 req-cdf0ecd1-cccd-4cd4-babd-f0770099899d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:40.413499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b74e29b5-640f-4b49-842b-b47f49d8db27 req-cdf0ecd1-cccd-4cd4-babd-f0770099899d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.0829322 Aug 17 02:32:40.433607 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.453304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b74e29b5-640f-4b49-842b-b47f49d8db27 req-27b5ec31-104c-4592-a753-420f4ca3c4a9 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388422 Aug 17 02:32:40.505846 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.516110 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ba727e93-7f64-49ee-89e2-dd197228ac92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.566897 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4e1f68-0f8c-4663-a8f6-efacfe74729b x-openstack-request-id: req-ac4e1f68-0f8c-4663-a8f6-efacfe74729b {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:40.567191 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953bccd7-d29f-4557-aec8-8df546e0fa13", "name": "network-vif-deleted", "tag": "ff62aff7-c3c4-42cb-9099-505101bdf5a3", "status": "failed", "code": 422}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:40.567447 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac4e1f68-0f8c-4663-a8f6-efacfe74729b {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:40.567880 n-d-793621-31 neutron-server[95406]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '953bccd7-d29f-4557-aec8-8df546e0fa13', 'name': 'network-vif-deleted', 'tag': 'ff62aff7-c3c4-42cb-9099-505101bdf5a3', 'status': 'failed', 'code': 422} returned with failed status Aug 17 02:32:40.573591 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.575480 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6540a799-d86b-4e99-bab0-f9b4632f6ced x-openstack-request-id: req-6540a799-d86b-4e99-bab0-f9b4632f6ced {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:40.576822 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:40.578239 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6540a799-d86b-4e99-bab0-f9b4632f6ced {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:40.583304 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'status': 'completed', 'code': 200} Aug 17 02:32:40.597852 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968c53e8-d934-423c-b929-495f6584383a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:40.675541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:32:40.690536 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.690894 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] Added segment 404600dd-fedb-4d35-9b8b-6cfdb256e21e of type vlan for network 5131e1c6-7bdf-4932-8e96-7f6ee7475232 Aug 17 02:32:40.749636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e878b8-25cb-46a7-bdf6-9dc4ad84a321 req-47864703-fe8d-4778-b927-07c11fd8cd3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:40.757136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e878b8-25cb-46a7-bdf6-9dc4ad84a321 req-47864703-fe8d-4778-b927-07c11fd8cd3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:40.764837 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.769411 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e878b8-25cb-46a7-bdf6-9dc4ad84a321 req-47864703-fe8d-4778-b927-07c11fd8cd3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:40.780692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e878b8-25cb-46a7-bdf6-9dc4ad84a321 req-47864703-fe8d-4778-b927-07c11fd8cd3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:40.787586 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e878b8-25cb-46a7-bdf6-9dc4ad84a321 req-47864703-fe8d-4778-b927-07c11fd8cd3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:40.796873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e878b8-25cb-46a7-bdf6-9dc4ad84a321 req-47864703-fe8d-4778-b927-07c11fd8cd3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:40.800597 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a8467-6e11-47fa-9a7a-b3c538dfca26 req-fcd509c4-586c-47af-a3d3-fd15b66f2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:40.801459 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-909a8467-6e11-47fa-9a7a-b3c538dfca26 req-fcd509c4-586c-47af-a3d3-fd15b66f2c8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 1096 time: 0.1930294 Aug 17 02:32:40.804525 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e878b8-25cb-46a7-bdf6-9dc4ad84a321 req-47864703-fe8d-4778-b927-07c11fd8cd3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:40.806774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-09e878b8-25cb-46a7-bdf6-9dc4ad84a321 req-47864703-fe8d-4778-b927-07c11fd8cd3e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5443 time: 0.1374965 Aug 17 02:32:40.822680 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58376) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:40.830152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-48a82d19-b62c-4902-835b-1198aac5c35d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Request body: {'floatingip': {'port_id': 'f7281df1-44ab-460b-942d-b9cbf502af1c'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:40.873016 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.874416 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:40.875004 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.901532 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48a82d19-b62c-4902-835b-1198aac5c35d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.963154 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0165608 Aug 17 02:32:40.963668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58388) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:40.992559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-600beb17-876c-41c2-b214-3fd7e5fd289d admin admin] Request body: {'subnet': {'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-666143029-subnet', 'tenant_id': '4bd72122e23544028c263d4083778920', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:41.017900 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e1ebe-85c5-4f05-bfc2-b15edc885736 admin admin] Pushing event updated for resources: {'Network': ['ID=5131e1c6-7bdf-4932-8e96-7f6ee7475232,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:41.029593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 5131e1c6-7bdf-4932-8e96-7f6ee7475232 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:32:41.040550 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a8467-6e11-47fa-9a7a-b3c538dfca26 req-d5057144-12f8-464a-9c92-68e70c04ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:41.042229 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-909a8467-6e11-47fa-9a7a-b3c538dfca26 req-d5057144-12f8-464a-9c92-68e70c04ff62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.2335153 Aug 17 02:32:41.099834 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-909a8467-6e11-47fa-9a7a-b3c538dfca26 req-c0f39072-f9e0-4464-995c-cbbe80b209a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e11478f-186d-416c-a6d1-b91c615a6f06 HTTP/1.1" status: 200 len: 217 time: 0.0472810 Aug 17 02:32:41.206713 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a8467-6e11-47fa-9a7a-b3c538dfca26 req-11244a9f-7466-4eb1-8dea-af0a6b265dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:41.208868 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-909a8467-6e11-47fa-9a7a-b3c538dfca26 req-11244a9f-7466-4eb1-8dea-af0a6b265dc1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.1010692 Aug 17 02:32:41.216009 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600beb17-876c-41c2-b214-3fd7e5fd289d admin admin] Made reservation on behalf of 4bd72122e23544028c263d4083778920 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:41.218367 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-600beb17-876c-41c2-b214-3fd7e5fd289d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:41.260030 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a8467-6e11-47fa-9a7a-b3c538dfca26 req-329638ed-69cc-4040-9485-a7c55a6edc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:41.261680 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-909a8467-6e11-47fa-9a7a-b3c538dfca26 req-329638ed-69cc-4040-9485-a7c55a6edc0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452554 Aug 17 02:32:41.287139 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-aa563dd0-5d0c-4da5-b336-d9e7bead110e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:41.288807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-aa563dd0-5d0c-4da5-b336-d9e7bead110e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 812 time: 0.2851276 Aug 17 02:32:41.351417 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-ad89c288-b711-44a5-9a84-1c13ff07c221 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/quotas/df28fd90cb584fe4b8844c00eb5811ae HTTP/1.1" status: 200 len: 375 time: 0.0555141 Aug 17 02:32:41.379231 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-909a8467-6e11-47fa-9a7a-b3c538dfca26 req-7335ee58-d5b7-4a14-9a40-89465a78e935 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091526 Aug 17 02:32:41.407231 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-d70a16e5-8747-4249-95c6-c6a9d4193985 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411246 Aug 17 02:32:41.519929 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-909a8467-6e11-47fa-9a7a-b3c538dfca26 req-0e4d5511-03c2-48c6-9a39-cde482b7044e service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930653 Aug 17 02:32:41.699423 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-1f4c2c76-60f3-4b9a-96d1-8e9a1e087762 service neutron] 10.222.0.13 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793388 Aug 17 02:32:41.722218 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:41.881075 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48a82d19-b62c-4902-835b-1198aac5c35d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:41.885363 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-600beb17-876c-41c2-b214-3fd7e5fd289d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:41.933298 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48a82d19-b62c-4902-835b-1198aac5c35d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:42.015618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600beb17-876c-41c2-b214-3fd7e5fd289d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3891963-945d-48c5-85b1-fe601940c8b8,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:42.033834 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-19bd60c9-5db1-4239-8e60-88b2acd4a395 service neutron] 10.222.0.13 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269911 Aug 17 02:32:42.095728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600beb17-876c-41c2-b214-3fd7e5fd289d admin admin] Checking segment: {'id': '404600dd-fedb-4d35-9b8b-6cfdb256e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:42.096106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600beb17-876c-41c2-b214-3fd7e5fd289d admin admin] Network hostable DHCP agents. Network: 5131e1c6-7bdf-4932-8e96-7f6ee7475232, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:32:42.135511 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-48a82d19-b62c-4902-835b-1198aac5c35d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Floating IP 109cc61b-9997-4690-a005-cc0be9e4f175 associated. External IP: 172.25.5.175, port: f7281df1-44ab-460b-942d-b9cbf502af1c. Aug 17 02:32:42.191121 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600beb17-876c-41c2-b214-3fd7e5fd289d admin admin] Network 5131e1c6-7bdf-4932-8e96-7f6ee7475232 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:32:42.229141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58458) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:42.286729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-600beb17-876c-41c2-b214-3fd7e5fd289d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 5131e1c6-7bdf-4932-8e96-7f6ee7475232) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:42.298433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600beb17-876c-41c2-b214-3fd7e5fd289d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:42.299032 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-600beb17-876c-41c2-b214-3fd7e5fd289d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:42.310986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df77bc5-4ccd-44ab-b024-c33dc0197468 None None] Network 5131e1c6-7bdf-4932-8e96-7f6ee7475232 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:32:42.408068 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-600beb17-876c-41c2-b214-3fd7e5fd289d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4300628 Aug 17 02:32:42.408173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58470) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:42.413732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-666143029-router', 'tenant_id': '4bd72122e23544028c263d4083778920', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:42.454033 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-41498142-network', 'tenant_id': '1595821112174323880e2f3c80cec763'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:42.533807 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:42.535140 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:42.559352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bc9c0-606e-4362-a427-02342e619785 req-f85399a9-22cd-4ddc-a1f5-cd6450e3f471 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:42.567130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-959bc9c0-606e-4362-a427-02342e619785 req-f85399a9-22cd-4ddc-a1f5-cd6450e3f471 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 944 time: 0.1646852 Aug 17 02:32:42.593374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a82d19-b62c-4902-835b-1198aac5c35d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Router 3845a278-ecca-42bf-a8c1-33402116d30b has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:32:42.594813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-5131e1c6-7bdf-4932-8e96-7f6ee7475232', 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232', 'tenant_id': '4bd72122e23544028c263d4083778920', 'fixed_ips': [{'subnet_id': 'a3891963-945d-48c5-85b1-fe601940c8b8'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:32:42.596408 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:42.621940 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:42.642471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-959bc9c0-606e-4362-a427-02342e619785 req-bc034f78-fa33-4344-96ba-a7199724c664 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581882 Aug 17 02:32:42.654365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] Made reservation on behalf of 1595821112174323880e2f3c80cec763 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:42.660738 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:42.683349 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:42.796268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a82d19-b62c-4902-835b-1198aac5c35d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:32:42.804842 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48a82d19-b62c-4902-835b-1198aac5c35d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:42.809484 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698269a-6c3b-4284-8c35-65c8dbfbd25b None None] Sync routers for ids ['3845a278-ecca-42bf-a8c1-33402116d30b'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:32:42.823428 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698269a-6c3b-4284-8c35-65c8dbfbd25b None None] Routers {'3845a278-ecca-42bf-a8c1-33402116d30b'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:42.824070 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9698269a-6c3b-4284-8c35-65c8dbfbd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:32:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3845a278-ecca-42bf-a8c1-33402116d30b'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:42.837718 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Allocated IP 172.20.0.2 (5131e1c6-7bdf-4932-8e96-7f6ee7475232/a3891963-945d-48c5-85b1-fe601940c8b8/02195ddf-b47c-49e2-b5dd-101e18e2d7c5) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:32:42.905811 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6bbd5-3342-481e-97be-a659a7135087 req-f9515b73-bcd3-4150-98ee-bca4d9538734 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:42.915183 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38d6bbd5-3342-481e-97be-a659a7135087 req-f9515b73-bcd3-4150-98ee-bca4d9538734 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.2144637 Aug 17 02:32:42.951453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-48a82d19-b62c-4902-835b-1198aac5c35d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "PUT /v2.0/floatingips/109cc61b-9997-4690-a005-cc0be9e4f175 HTTP/1.1" status: 200 len: 991 time: 2.1272674 Aug 17 02:32:42.969345 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:42.970359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': 'f7281df1-44ab-460b-942d-b9cbf502af1c'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:42.977912 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5" -d '{"events": [{"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "f7281df1-44ab-460b-942d-b9cbf502af1c"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:43.017054 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:43.042462 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-9698269a-6c3b-4284-8c35-65c8dbfbd25b None None] Set router 3845a278-ecca-42bf-a8c1-33402116d30b gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:43.046750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38d6bbd5-3342-481e-97be-a659a7135087 req-aacdd322-65c9-4d38-8bc9-c28713f812d5 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219759 Aug 17 02:32:43.090557 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:43.100790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Transition to ACTIVE for port object 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:43.104844 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:43.118877 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Transition to ACTIVE for port object 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:43.144507 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebd035ae-d3eb-4136-a6b0-72ce354769d6 req-773bcf3f-822d-4b0f-b20d-24581f75e41e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 210 time: 0.0424953 Aug 17 02:32:43.145023 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:32:43.195657 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:43.196681 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] Added segment ecf78158-9613-45b9-b1c8-29fa1b359b08 of type vlan for network dc3e0d5f-362c-45b8-8a03-3fba7190aca4 Aug 17 02:32:43.226601 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fd8bc0-8d0c-4575-8bdf-063bf5020bd7,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:43.360401 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:43.362788 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00bb637-ad46-450e-9015-213470ae0aab x-openstack-request-id: req-c00bb637-ad46-450e-9015-213470ae0aab {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:43.362788 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "tag": "f7281df1-44ab-460b-942d-b9cbf502af1c", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:43.362788 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c00bb637-ad46-450e-9015-213470ae0aab {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:43.362788 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'tag': 'f7281df1-44ab-460b-942d-b9cbf502af1c', 'status': 'completed', 'code': 200} Aug 17 02:32:43.363988 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9698269a-6c3b-4284-8c35-65c8dbfbd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:29:49Z', 'updated_at': '2021-08-17T02:29:59Z', 'revision_number': 4, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'gw_port': {'id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:50Z', 'updated_at': '2021-08-17T02:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '109cc61b-9997-4690-a005-cc0be9e4f175', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'floating_ip_address': '172.25.5.175', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'port_id': 'f7281df1-44ab-460b-942d-b9cbf502af1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'mac_address': 'fa:16:3e:a8:83:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:31:04Z', 'updated_at': '2021-08-17T02:32:41Z', 'revision_number': 1, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e12a83-0519-42b6-b0e9-a41e5915f3f7', 'name': '', 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'mac_address': 'fa:16:3e:1b:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:56Z', 'updated_at': '2021-08-17T02:30:04Z', 'revision_number': 5, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'subnets': [{'id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:43.363988 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698269a-6c3b-4284-8c35-65c8dbfbd25b None None] Checking router: 3845a278-ecca-42bf-a8c1-33402116d30b for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:32:43.368607 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698269a-6c3b-4284-8c35-65c8dbfbd25b None None] Routers {'3845a278-ecca-42bf-a8c1-33402116d30b'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:43.369234 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9698269a-6c3b-4284-8c35-65c8dbfbd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:32:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3845a278-ecca-42bf-a8c1-33402116d30b'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:43.453662 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:43.464176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-1a5a6998-a4a6-45f4-8b51-af2b6d79c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:43.465050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-1a5a6998-a4a6-45f4-8b51-af2b6d79c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:43.465157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-1a5a6998-a4a6-45f4-8b51-af2b6d79c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:43.465612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-1a5a6998-a4a6-45f4-8b51-af2b6d79c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:43.466081 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-1a5a6998-a4a6-45f4-8b51-af2b6d79c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:43.466548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-1a5a6998-a4a6-45f4-8b51-af2b6d79c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:43.467005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-1a5a6998-a4a6-45f4-8b51-af2b6d79c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:43.468914 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-1a5a6998-a4a6-45f4-8b51-af2b6d79c7a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 6507 time: 0.1293058 Aug 17 02:32:43.478372 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-9698269a-6c3b-4284-8c35-65c8dbfbd25b None None] Set router 3845a278-ecca-42bf-a8c1-33402116d30b gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:43.496536 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Network 5131e1c6-7bdf-4932-8e96-7f6ee7475232 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:43.501596 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:43.505993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:32:43.513021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Pushing event updated for resources: {'Port': ['ID=02195ddf-b47c-49e2-b5dd-101e18e2d7c5,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:43.528936 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:43.559798 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:43.561492 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:43.562442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:43.563109 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:43.607388 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Attempting to bind port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:32:43.607999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Attempting to bind port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '404600dd-fedb-4d35-9b8b-6cfdb256e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:32:43.608535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Attempting to bind port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 on network 5131e1c6-7bdf-4932-8e96-7f6ee7475232 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:43.626730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:32:43.627387 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Checking segment: {'id': '404600dd-fedb-4d35-9b8b-6cfdb256e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:43.628015 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:43.628621 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Bound using segment: {'id': '404600dd-fedb-4d35-9b8b-6cfdb256e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:32:43.629354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Bound port: 02195ddf-b47c-49e2-b5dd-101e18e2d7c5, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404600dd-fedb-4d35-9b8b-6cfdb256e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:32:43.629950 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:43.696315 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] Pushing event updated for resources: {'Network': ['ID=dc3e0d5f-362c-45b8-8a03-3fba7190aca4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:43.702265 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-5cad8a65-455b-44c8-8383-dba56b886f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:43.703807 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-5cad8a65-455b-44c8-8383-dba56b886f60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 HTTP/1.1" status: 200 len: 917 time: 0.2267258 Aug 17 02:32:43.711778 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network dc3e0d5f-362c-45b8-8a03-3fba7190aca4 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:32:43.760872 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9698269a-6c3b-4284-8c35-65c8dbfbd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:29:49Z', 'updated_at': '2021-08-17T02:29:59Z', 'revision_number': 4, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'gw_port': {'id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:50Z', 'updated_at': '2021-08-17T02:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '109cc61b-9997-4690-a005-cc0be9e4f175', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'floating_ip_address': '172.25.5.175', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'port_id': 'f7281df1-44ab-460b-942d-b9cbf502af1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'mac_address': 'fa:16:3e:a8:83:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:31:04Z', 'updated_at': '2021-08-17T02:32:41Z', 'revision_number': 1, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e12a83-0519-42b6-b0e9-a41e5915f3f7', 'name': '', 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'mac_address': 'fa:16:3e:1b:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:56Z', 'updated_at': '2021-08-17T02:30:04Z', 'revision_number': 5, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'subnets': [{'id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:43.762662 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Allocated IP 172.25.5.135 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/3031ba60-9803-44d4-9158-cc79353896ac) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:32:43.771233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] For port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:32:43.780174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eaf9e-7db6-4c30-a064-3b4c0adb42a2 req-cabaab33-f102-4ab1-8cd5-10e800c543c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:43.791041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f3eaf9e-7db6-4c30-a064-3b4c0adb42a2 req-cabaab33-f102-4ab1-8cd5-10e800c543c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 944 time: 0.0746543 Aug 17 02:32:43.796606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] For port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=02195ddf-b47c-49e2-b5dd-101e18e2d7c5,segment=NetworkSegment(404600dd-fedb-4d35-9b8b-6cfdb256e21e),segment_id=404600dd-fedb-4d35-9b8b-6cfdb256e21e)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:32:43.797710 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698269a-6c3b-4284-8c35-65c8dbfbd25b None None] The sync data for ids ['3845a278-ecca-42bf-a8c1-33402116d30b'] in n-d-793621-31 is: [{'id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:29:49Z', 'updated_at': '2021-08-17T02:29:59Z', 'revision_number': 4, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'gw_port': {'id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:50Z', 'updated_at': '2021-08-17T02:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '109cc61b-9997-4690-a005-cc0be9e4f175', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'floating_ip_address': '172.25.5.175', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'port_id': 'f7281df1-44ab-460b-942d-b9cbf502af1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'mac_address': 'fa:16:3e:a8:83:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:31:04Z', 'updated_at': '2021-08-17T02:32:41Z', 'revision_number': 1, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e12a83-0519-42b6-b0e9-a41e5915f3f7', 'name': '', 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'mac_address': 'fa:16:3e:1b:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:56Z', 'updated_at': '2021-08-17T02:30:04Z', 'revision_number': 5, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'subnets': [{'id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:32:43.844283 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f3eaf9e-7db6-4c30-a064-3b4c0adb42a2 req-f3ab77b6-4c66-48fb-9349-de9f588d8f2d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521190 Aug 17 02:32:43.901688 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-804c299d-134e-4dc9-8839-d07e7fc472f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7281df1-44ab-460b-942d-b9cbf502af1c HTTP/1.1" status: 200 len: 999 time: 0.0814900 Aug 17 02:32:43.960971 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:43.978954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-2ca2ec5b-e6ae-47a5-8f57-d8213ea87343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:43.978954 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-2ca2ec5b-e6ae-47a5-8f57-d8213ea87343 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=faa7915d-3508-4964-a5bc-36df46bd2d7a HTTP/1.1" status: 200 len: 855 time: 0.0684822 Aug 17 02:32:44.022954 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c76a55e-7d08-4bd1-bbc8-b11db1858c0a None None] New status for floating IP 109cc61b-9997-4690-a005-cc0be9e4f175: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:32:44.058999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-39ae3764-2770-4922-b902-b93e635ec4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:44.060614 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-39ae3764-2770-4922-b902-b93e635ec4d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737255 Aug 17 02:32:44.111368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:44.112673 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:44.116525 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-00fac999-29cc-4b3a-a04a-5693c4fc4b72 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8850725 Aug 17 02:32:44.119535 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58498) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:44.127990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-aab59064-144d-4442-8992-88b68fc4a0d2 admin admin] Request body: {'subnet': {'network_id': 'dc3e0d5f-362c-45b8-8a03-3fba7190aca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-41498142-subnet', 'tenant_id': '1595821112174323880e2f3c80cec763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:44.179730 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-3fae4599-362d-451a-bd24-575db1af4635 service neutron] 10.222.0.42 "GET /v2.0/networks/0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109848 Aug 17 02:32:44.214542 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:44.245230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab59064-144d-4442-8992-88b68fc4a0d2 admin admin] Made reservation on behalf of 1595821112174323880e2f3c80cec763 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:44.247810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c005a7c-9286-44b1-8cb1-3966cb2b6018 req-2627c069-13dd-47c3-b063-4b234fd083cf tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:44.248718 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aab59064-144d-4442-8992-88b68fc4a0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:44.260881 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c005a7c-9286-44b1-8cb1-3966cb2b6018 req-2627c069-13dd-47c3-b063-4b234fd083cf tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.1039534 Aug 17 02:32:44.340923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea774cfe-2e7c-4309-aaae-de896ae8cfc2 None None] Pushing event updated for resources: {'Port': ['ID=02195ddf-b47c-49e2-b5dd-101e18e2d7c5,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:44.361903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c005a7c-9286-44b1-8cb1-3966cb2b6018 req-420cd9a9-1eeb-493d-90a1-82e7a0cba9bf tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000252 Aug 17 02:32:44.479266 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9283a09-e93a-46cc-945e-50e74eb0f2c0 req-7f79fc8a-828c-42d0-b134-d80001e56b27 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 210 time: 0.0401802 Aug 17 02:32:44.485871 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6e11478f-186d-416c-a6d1-b91c615a6f06 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:32:44.715879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58540) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:44.808505 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:44.875794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'port_id': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'mac_address': 'fa:16:3e:8e:63:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:32:44.950305 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:44.983522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e11478f-186d-416c-a6d1-b91c615a6f06 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:45.039036 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:45.101700 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:45.106434 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:45.112500 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3031ba60-9803-44d4-9158-cc79353896ac,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:45.129137 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:45.129725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fd68b-3b65-404e-9891-6988c9e46a7f req-56bb5686-c5e6-4bcb-b83b-92ab368788e7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:45.131448 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa5fd68b-3b65-404e-9891-6988c9e46a7f req-56bb5686-c5e6-4bcb-b83b-92ab368788e7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 944 time: 0.0901284 Aug 17 02:32:45.142298 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:32:45.156089 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e830726d-bac2-4a34-8c94-a5b72aad7af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:45.181174 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:45.216874 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c8d7484-47a6-40ba-8703-1d3f5f5482f5 req-58374e38-3692-4417-a223-ff0a1e955e85 service neutron] 10.222.0.42 "GET /v2.0/networks/0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0263112 Aug 17 02:32:45.296304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6e11478f-186d-416c-a6d1-b91c615a6f06,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:45.308447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:45.643081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['6e11478f-186d-416c-a6d1-b91c615a6f06'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:45.652442 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aab59064-144d-4442-8992-88b68fc4a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:45.685227 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa5fd68b-3b65-404e-9891-6988c9e46a7f req-bb35a154-e5a8-4625-9166-261c541d48fc tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5456431 Aug 17 02:32:45.794695 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab59064-144d-4442-8992-88b68fc4a0d2 admin admin] Checking segment: {'id': 'ecf78158-9613-45b9-b1c8-29fa1b359b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dc3e0d5f-362c-45b8-8a03-3fba7190aca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:45.795036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab59064-144d-4442-8992-88b68fc4a0d2 admin admin] Network hostable DHCP agents. Network: dc3e0d5f-362c-45b8-8a03-3fba7190aca4, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:32:45.828586 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-277edb81-b15c-49e2-8137-d4cd54eba29b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:45.830128 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-277edb81-b15c-49e2-8137-d4cd54eba29b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 812 time: 0.1412482 Aug 17 02:32:45.841041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab59064-144d-4442-8992-88b68fc4a0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=185b8777-e8fb-44bb-a8f9-ce7baa318690,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:45.862031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-16357097-6c83-4103-b8dd-e1290c41fa32 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Request body: {'port': {'device_id': '83e2d2a1-e690-4d9a-8f49-59803b239d38', 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b', 'admin_state_up': True, 'tenant_id': 'df28fd90cb584fe4b8844c00eb5811ae'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:45.872396 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:46.000477 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab59064-144d-4442-8992-88b68fc4a0d2 admin admin] Network dc3e0d5f-362c-45b8-8a03-3fba7190aca4 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:32:46.008111 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddede4-cbc9-4572-88c2-354df5de96c9 req-56f83fbf-c2ac-4320-af5e-4749aaccc4aa tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:46.011750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1fddede4-cbc9-4572-88c2-354df5de96c9 req-56f83fbf-c2ac-4320-af5e-4749aaccc4aa tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.1626585 Aug 17 02:32:46.096604 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00b3fc4-8a5a-4bed-9c78-a1826b6a29eb None None] Network 5131e1c6-7bdf-4932-8e96-7f6ee7475232 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:32:46.102078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-aab59064-144d-4442-8992-88b68fc4a0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, dc3e0d5f-362c-45b8-8a03-3fba7190aca4) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:46.106990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab59064-144d-4442-8992-88b68fc4a0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:46.107654 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aab59064-144d-4442-8992-88b68fc4a0d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:46.120740 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cecc7a2-db8a-4d95-aa0e-48bd3abeb4ad None None] Network dc3e0d5f-362c-45b8-8a03-3fba7190aca4 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:32:46.178067 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1fddede4-cbc9-4572-88c2-354df5de96c9 req-6d0a2cde-2730-4fd8-8c07-54b8ea3f44a4 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585650 Aug 17 02:32:46.180790 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e830726d-bac2-4a34-8c94-a5b72aad7af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:46.208580 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:46.247545 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e830726d-bac2-4a34-8c94-a5b72aad7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:46.315613 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-233274ce-6ac0-4b5d-8e92-797d045fc27d req-de8654ee-1cdf-44e1-a4bf-fce046e9c646 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 210 time: 0.0556266 Aug 17 02:32:46.331378 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e830726d-bac2-4a34-8c94-a5b72aad7af8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3874bfec8bac4fb4af4fabaf19c4a7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6143868 Aug 17 02:32:46.333020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58556) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:46.333399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830726d-bac2-4a34-8c94-a5b72aad7af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b64543-0ed9-4b10-8929-30fe0009e27a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:46.357527 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-aab59064-144d-4442-8992-88b68fc4a0d2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2369161 Aug 17 02:32:46.407086 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fde7edf0-c7ae-44da-addf-f05546c9b9a9 None None] Provisioning for port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:46.415277 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fde7edf0-c7ae-44da-addf-f05546c9b9a9 None None] Provisioning complete for port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:46.415682 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fde7edf0-c7ae-44da-addf-f05546c9b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:46.422964 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ea4fec2-04dd-49ec-a082-f7fffdd30f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:46.459195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-16357097-6c83-4103-b8dd-e1290c41fa32 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Made reservation on behalf of df28fd90cb584fe4b8844c00eb5811ae for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:46.464473 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-16357097-6c83-4103-b8dd-e1290c41fa32 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:46.474385 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ea4fec2-04dd-49ec-a082-f7fffdd30f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:46.518377 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Router d97ede18-f6ea-442b-a21f-5ef20e53e5ce is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:32:46.530820 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c779f3b-af5e-4ba8-96ea-4c9d0bf008de None None] Network dc3e0d5f-362c-45b8-8a03-3fba7190aca4 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:32:46.622535 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fde7edf0-c7ae-44da-addf-f05546c9b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:46.686818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-fde7edf0-c7ae-44da-addf-f05546c9b9a9 None None] For port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=02195ddf-b47c-49e2-b5dd-101e18e2d7c5,segment=NetworkSegment(404600dd-fedb-4d35-9b8b-6cfdb256e21e),segment_id=404600dd-fedb-4d35-9b8b-6cfdb256e21e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:46.739078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:32:46.752657 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Sync routers for ids ['d97ede18-f6ea-442b-a21f-5ef20e53e5ce'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:32:46.762483 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fde7edf0-c7ae-44da-addf-f05546c9b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:46.764802 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Routers {'d97ede18-f6ea-442b-a21f-5ef20e53e5ce'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:46.765776 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:32:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d97ede18-f6ea-442b-a21f-5ef20e53e5ce'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:46.840432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7edf0-c7ae-44da-addf-f05546c9b9a9 None None] Pushing event updated for resources: {'Port': ['ID=02195ddf-b47c-49e2-b5dd-101e18e2d7c5,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:46.857900 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ea4fec2-04dd-49ec-a082-f7fffdd30f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:46.860991 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ea4fec2-04dd-49ec-a082-f7fffdd30f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:46.864957 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8ea4fec2-04dd-49ec-a082-f7fffdd30f36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66b64543-0ed9-4b10-8929-30fe0009e27a HTTP/1.1" status: 204 len: 168 time: 0.5172796 Aug 17 02:32:46.868299 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:46.871143 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c476da2b-590f-4a36-96ca-754b9de8a6a3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4622746 Aug 17 02:32:46.871869 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58570) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:46.884990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eafc71-f313-4e74-91e6-40776360d382 req-f7b2a74e-1c6e-4796-8703-14401805045f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:46.892364 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3eafc71-f313-4e74-91e6-40776360d382 req-f7b2a74e-1c6e-4796-8703-14401805045f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.2083390 Aug 17 02:32:46.917829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4fec2-04dd-49ec-a082-f7fffdd30f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b64543-0ed9-4b10-8929-30fe0009e27a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:46.918072 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Set router d97ede18-f6ea-442b-a21f-5ef20e53e5ce gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:46.944802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-16357097-6c83-4103-b8dd-e1290c41fa32 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Allocated IP 172.20.0.3 (e8514d3d-ed13-45cd-a125-ef1e28472c3b/016e9709-70f3-4b17-8bfe-b44e0b1eb7e1/e09c573e-a076-4a10-a05e-87371f91d611) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:32:46.983219 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3eafc71-f313-4e74-91e6-40776360d382 req-da4bf8d0-03c9-4645-9347-cfa4a1b3a40d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894914 Aug 17 02:32:47.098979 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7596dba5-4c36-4a15-bcde-4ee9a4276896 None None] Provisioning complete for port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:47.099581 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7596dba5-4c36-4a15-bcde-4ee9a4276896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:47.226277 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-16357097-6c83-4103-b8dd-e1290c41fa32 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:47.351058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-16357097-6c83-4103-b8dd-e1290c41fa32 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:47.405497 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-666143029-router', 'tenant_id': '4bd72122e23544028c263d4083778920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '3031ba60-9803-44d4-9158-cc79353896ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:42Z', 'updated_at': '2021-08-17T02:32:45Z', 'revision_number': 3, 'project_id': '4bd72122e23544028c263d4083778920', 'gw_port': {'id': '3031ba60-9803-44d4-9158-cc79353896ac', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:43Z', 'updated_at': '2021-08-17T02:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:47.439673 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Checking router: d97ede18-f6ea-442b-a21f-5ef20e53e5ce for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:32:47.440511 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Updating router d97ede18-f6ea-442b-a21f-5ef20e53e5ce port 3031ba60-9803-44d4-9158-cc79353896ac binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:32:47.445883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-16357097-6c83-4103-b8dd-e1290c41fa32 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Network e8514d3d-ed13-45cd-a125-ef1e28472c3b is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:47.452595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-16357097-6c83-4103-b8dd-e1290c41fa32 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:47.464027 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-16357097-6c83-4103-b8dd-e1290c41fa32 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:32:47.505100 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16357097-6c83-4103-b8dd-e1290c41fa32 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Pushing event updated for resources: {'Port': ['ID=e09c573e-a076-4a10-a05e-87371f91d611,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:47.518403 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:47.582475 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-16357097-6c83-4103-b8dd-e1290c41fa32 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:47.582475 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-16357097-6c83-4103-b8dd-e1290c41fa32 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:47.697987 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:47.715801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-52e4d975-8459-457a-be1c-ec2602858679 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:47.717572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-52e4d975-8459-457a-be1c-ec2602858679 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/networks?id=dc3e0d5f-362c-45b8-8a03-3fba7190aca4 HTTP/1.1" status: 200 len: 812 time: 0.1808951 Aug 17 02:32:47.719606 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-16357097-6c83-4103-b8dd-e1290c41fa32 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8645654 Aug 17 02:32:47.742189 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Request body: {'port': {'device_id': '83e2d2a1-e690-4d9a-8f49-59803b239d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:47.752796 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-4b636bd3-ca7b-48c8-a473-b7c8274cef7d tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/quotas/1595821112174323880e2f3c80cec763 HTTP/1.1" status: 200 len: 375 time: 0.0286307 Aug 17 02:32:47.810059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-82fd634c-dad7-4f35-a79f-ea4dacd4a279 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1595821112174323880e2f3c80cec763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563474 Aug 17 02:32:47.896692 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:47.900423 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:47.902017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Allocated IP 172.20.0.1 (5131e1c6-7bdf-4932-8e96-7f6ee7475232/a3891963-945d-48c5-85b1-fe601940c8b8/21ef51e1-f026-4924-8a10-2892276c7b01) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:32:47.915500 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Transition to ACTIVE for port object 3031ba60-9803-44d4-9158-cc79353896ac will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:47.943499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58592) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:47.984557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0fcab39b-c4d3-453f-a7e3-b7059c2112c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:47.993856 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-1db37aa7-aad1-48bc-a8fe-c04a0c0873ef service neutron] 10.222.0.13 "GET /v2.0/networks/dc3e0d5f-362c-45b8-8a03-3fba7190aca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598825 Aug 17 02:32:48.002429 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.053915 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85480053-de73-4b3a-bed6-eed648957c2f None None] Pushing event updated for resources: {'Port': ['ID=3031ba60-9803-44d4-9158-cc79353896ac,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:48.072496 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.089426 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Attempting to bind port 3031ba60-9803-44d4-9158-cc79353896ac on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:32:48.090558 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Attempting to bind port 3031ba60-9803-44d4-9158-cc79353896ac by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:32:48.091187 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Attempting to bind port 3031ba60-9803-44d4-9158-cc79353896ac on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:48.098337 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:32:48.099120 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:48.099926 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.101081 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:32:48.101873 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Bound port: 3031ba60-9803-44d4-9158-cc79353896ac, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:32:48.102687 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.102814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Transition to ACTIVE for port object 21ef51e1-f026-4924-8a10-2892276c7b01 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:48.171998 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0fcab39b-c4d3-453f-a7e3-b7059c2112c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.173835 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] For port 3031ba60-9803-44d4-9158-cc79353896ac, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:32:48.178240 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] For port 3031ba60-9803-44d4-9158-cc79353896ac, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3031ba60-9803-44d4-9158-cc79353896ac,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:32:48.247097 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-51b10dca-cdcc-4e77-8742-f16348c4bac6 service neutron] 10.222.0.13 "GET /v2.0/networks/dc3e0d5f-362c-45b8-8a03-3fba7190aca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777480 Aug 17 02:32:48.282489 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0fcab39b-c4d3-453f-a7e3-b7059c2112c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.300129 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.329872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcab39b-c4d3-453f-a7e3-b7059c2112c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043f17d8-626f-4250-95d1-66518285ebe5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:48.336924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.361699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09c573e-a076-4a10-a05e-87371f91d611 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:48.372660 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.392946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Transition to ACTIVE for port object e09c573e-a076-4a10-a05e-87371f91d611 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:48.396197 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Routers {'d97ede18-f6ea-442b-a21f-5ef20e53e5ce'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:48.397452 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:32:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d97ede18-f6ea-442b-a21f-5ef20e53e5ce'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:48.397935 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0fcab39b-c4d3-453f-a7e3-b7059c2112c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b68285bcf05046bebb302cd640293479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533129 Aug 17 02:32:48.401425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58594) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:48.415737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Network 5131e1c6-7bdf-4932-8e96-7f6ee7475232 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:48.421402 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:48.423713 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Pushing event updated for resources: {'Port': ['ID=21ef51e1-f026-4924-8a10-2892276c7b01,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:48.426016 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:32:48.452020 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85480053-de73-4b3a-bed6-eed648957c2f None None] Pushing event updated for resources: {'Port': ['ID=3031ba60-9803-44d4-9158-cc79353896ac,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:48.467697 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.467978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6e11478f-186d-416c-a6d1-b91c615a6f06 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:48.483499 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.511694 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1e1cad6-6e27-4603-a6a7-e08a71ac045e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.580233 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1e1cad6-6e27-4603-a6a7-e08a71ac045e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.582074 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Pushing event updated for resources: {'Port': ['ID=e09c573e-a076-4a10-a05e-87371f91d611,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:48.684944 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] Set router d97ede18-f6ea-442b-a21f-5ef20e53e5ce gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:48.744469 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 6e11478f-186d-416c-a6d1-b91c615a6f06 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:48.748806 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 6e11478f-186d-416c-a6d1-b91c615a6f06 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:48.751510 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.852137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Attempting to bind port e09c573e-a076-4a10-a05e-87371f91d611 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:32:48.852726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Attempting to bind port e09c573e-a076-4a10-a05e-87371f91d611 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:32:48.853324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Attempting to bind port e09c573e-a076-4a10-a05e-87371f91d611 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:48.869699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Port e09c573e-a076-4a10-a05e-87371f91d611 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:32:48.870242 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Attempting to bind port e09c573e-a076-4a10-a05e-87371f91d611 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:48.883279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c7f9a-4473-4e56-a033-e053c4c38de0 req-2112505e-c8b6-48b6-bf27-d9546dae2920 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:48.887418 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-738c7f9a-4473-4e56-a033-e053c4c38de0 req-2112505e-c8b6-48b6-bf27-d9546dae2920 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1883838 Aug 17 02:32:48.892605 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:32:48.893081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Checking segment: {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:48.893599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Bound using segment: {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:32:48.894469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Bound port: e09c573e-a076-4a10-a05e-87371f91d611, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:32:48.895091 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.939370 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.956184 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:48.987125 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:48.994178 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-666143029-router', 'tenant_id': '4bd72122e23544028c263d4083778920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '3031ba60-9803-44d4-9158-cc79353896ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:42Z', 'updated_at': '2021-08-17T02:32:45Z', 'revision_number': 3, 'project_id': '4bd72122e23544028c263d4083778920', 'gw_port': {'id': '3031ba60-9803-44d4-9158-cc79353896ac', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:43Z', 'updated_at': '2021-08-17T02:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:49.007628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-738c7f9a-4473-4e56-a033-e053c4c38de0 req-f59ada13-8dfa-4511-acd6-2a9f7553276d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942392 Aug 17 02:32:49.011575 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1e1cad6-6e27-4603-a6a7-e08a71ac045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.016441 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1e1cad6-6e27-4603-a6a7-e08a71ac045e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.017775 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d1e1cad6-6e27-4603-a6a7-e08a71ac045e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/043f17d8-626f-4250-95d1-66518285ebe5 HTTP/1.1" status: 204 len: 168 time: 0.6148508 Aug 17 02:32:49.034486 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:49.034870 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003edfcb-7c53-4392-b42c-f7bc8760c616" -d '{"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-plugged", "status": "completed", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:49.040144 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1cad6-6e27-4603-a6a7-e08a71ac045e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043f17d8-626f-4250-95d1-66518285ebe5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:49.058455 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:49.065692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] For port e09c573e-a076-4a10-a05e-87371f91d611, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:32:49.083050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:49.084197 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.088374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] For port e09c573e-a076-4a10-a05e-87371f91d611, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=e09c573e-a076-4a10-a05e-87371f91d611,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:32:49.100853 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c3261-4078-4a23-9fa9-16db9e006da1 None None] The sync data for ids ['d97ede18-f6ea-442b-a21f-5ef20e53e5ce'] in n-d-793621-31 is: [{'id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-666143029-router', 'tenant_id': '4bd72122e23544028c263d4083778920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '3031ba60-9803-44d4-9158-cc79353896ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:42Z', 'updated_at': '2021-08-17T02:32:45Z', 'revision_number': 3, 'project_id': '4bd72122e23544028c263d4083778920', 'gw_port': {'id': '3031ba60-9803-44d4-9158-cc79353896ac', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:43Z', 'updated_at': '2021-08-17T02:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:32:49.110726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-aeb8c060-5fa0-4505-ae3b-2bd3ae75e999 None None] Provisioning for port 21ef51e1-f026-4924-8a10-2892276c7b01 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:49.128538 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-aeb8c060-5fa0-4505-ae3b-2bd3ae75e999 None None] Provisioning complete for port 21ef51e1-f026-4924-8a10-2892276c7b01 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:49.128913 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c060-5fa0-4505-ae3b-2bd3ae75e999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.212683 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.233014 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.236882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-aeb8c060-5fa0-4505-ae3b-2bd3ae75e999 None None] Port 21ef51e1-f026-4924-8a10-2892276c7b01 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:32:49.314722 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.341589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:49.347316 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.349832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] 10.222.0.18 "PUT /v2.0/ports/e09c573e-a076-4a10-a05e-87371f91d611 HTTP/1.1" status: 200 len: 1092 time: 1.6124606 Aug 17 02:32:49.349832 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e2d2a1-e690-4d9a-8f49-59803b239d38', 'tag': 'e09c573e-a076-4a10-a05e-87371f91d611'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:49.351896 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75653e8d-11a2-431c-a354-7d9b3d52f5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "83e2d2a1-e690-4d9a-8f49-59803b239d38", "tag": "e09c573e-a076-4a10-a05e-87371f91d611"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:49.353457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6e11478f-186d-416c-a6d1-b91c615a6f06,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:49.381954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bd14b-1df8-46e6-b5db-ce6b31fd7f4d service neutron] Pushing event updated for resources: {'Port': ['ID=e09c573e-a076-4a10-a05e-87371f91d611,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:49.494235 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.601998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-9b79e31b-a5f9-4a93-8fd4-e8eeb6965196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:49.604604 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-9b79e31b-a5f9-4a93-8fd4-e8eeb6965196 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 1095 time: 0.0572455 Aug 17 02:32:49.607091 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.619510 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Pushing event updated for resources: {'Port': ['ID=21ef51e1-f026-4924-8a10-2892276c7b01,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:49.676034 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-a25922a2-4c53-402a-b16b-05155c839e1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e09c573e-a076-4a10-a05e-87371f91d611 HTTP/1.1" status: 200 len: 217 time: 0.0537970 Aug 17 02:32:49.776524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Network 5131e1c6-7bdf-4932-8e96-7f6ee7475232 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:49.778169 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:49.914937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-6de9e326-b20e-42a8-9c84-b598509e921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:49.916502 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-6de9e326-b20e-42a8-9c84-b598509e921c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=016e9709-70f3-4b17-8bfe-b44e0b1eb7e1 HTTP/1.1" status: 200 len: 852 time: 0.2262976 Aug 17 02:32:50.007405 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-98ae9218-0b6b-4284-a236-2d47b73bbf43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8514d3d-ed13-45cd-a125-ef1e28472c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677915 Aug 17 02:32:50.014910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Router d97ede18-f6ea-442b-a21f-5ef20e53e5ce has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:32:50.029029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0caf3-1b86-46dc-95df-0d1ea8b79f90 req-29d0a1f1-c08b-46fd-b23f-90c885e6a4b1 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:50.032780 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80f0caf3-1b86-46dc-95df-0d1ea8b79f90 req-29d0a1f1-c08b-46fd-b23f-90c885e6a4b1 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 943 time: 0.2211144 Aug 17 02:32:50.177143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c8197b8f-68c3-4666-9809-86c6e5d0f1d1 None None] Provisioning complete for port 21ef51e1-f026-4924-8a10-2892276c7b01 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:50.178792 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c8197b8f-68c3-4666-9809-86c6e5d0f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:50.184725 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80f0caf3-1b86-46dc-95df-0d1ea8b79f90 req-5341c27f-1a82-44dd-898a-45e061aa43e5 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623858 Aug 17 02:32:50.210728 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:32:50.221316 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-f5d2c548-cd39-47cb-a175-ee883682bc9f service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831915 Aug 17 02:32:50.228083 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2a1c16ba-cdea-45ca-898b-728b2ef15d2d admin admin] 10.222.0.13 "PUT /v2.0/routers/d97ede18-f6ea-442b-a21f-5ef20e53e5ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3547239 Aug 17 02:32:50.265579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c8197b8f-68c3-4666-9809-86c6e5d0f1d1 None None] Port 21ef51e1-f026-4924-8a10-2892276c7b01 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:32:50.453406 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d36a10b-496c-4764-9802-5b13b6df875b req-fabf0762-b76d-4ad9-a760-22537e4328a4 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 210 time: 0.0532069 Aug 17 02:32:50.455949 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce57f45f-6da1-4388-aefc-664356d6cebf req-cd12bd46-fe08-4061-b773-0ff00b23b902 service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263489 Aug 17 02:32:50.533807 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e641a100-bc14-4389-9b0b-d1c01907672e x-openstack-request-id: req-e641a100-bc14-4389-9b0b-d1c01907672e {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:50.534343 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-plugged", "status": "completed", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:50.539704 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e641a100-bc14-4389-9b0b-d1c01907672e {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:50.540261 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'code': 200} Aug 17 02:32:50.584250 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586c31db-6bcd-49f6-bfcc-fbd24e0e4a57 x-openstack-request-id: req-586c31db-6bcd-49f6-bfcc-fbd24e0e4a57 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:50.585466 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e2d2a1-e690-4d9a-8f49-59803b239d38", "tag": "e09c573e-a076-4a10-a05e-87371f91d611", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:50.586071 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-586c31db-6bcd-49f6-bfcc-fbd24e0e4a57 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:50.588500 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e2d2a1-e690-4d9a-8f49-59803b239d38', 'tag': 'e09c573e-a076-4a10-a05e-87371f91d611', 'status': 'completed', 'code': 200} Aug 17 02:32:50.739034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c94d3-1d67-4763-bd72-5ed3d814b9ce req-95f2f31c-2a12-4da1-b84e-c64dc6d46ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:50.741339 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a9c94d3-1d67-4763-bd72-5ed3d814b9ce req-95f2f31c-2a12-4da1-b84e-c64dc6d46ad4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 1098 time: 0.0805418 Aug 17 02:32:50.752835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba3512-a43d-4046-85b1-5d7091de301b req-a22ae230-b084-4fcf-b010-e816455180fa tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:50.754553 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-73ba3512-a43d-4046-85b1-5d7091de301b req-a22ae230-b084-4fcf-b010-e816455180fa tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.0984046 Aug 17 02:32:50.852190 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9a9c94d3-1d67-4763-bd72-5ed3d814b9ce req-cfa474ee-78b1-45e4-b3ea-f985af5606e8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980041 Aug 17 02:32:50.859223 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-73ba3512-a43d-4046-85b1-5d7091de301b req-0387fc30-af90-429b-be8e-d3817c10a198 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844874 Aug 17 02:32:50.861489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75653e8d-11a2-431c-a354-7d9b3d52f5dd req-bffece5c-db87-43af-babf-49c8f4faf017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:50.864960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75653e8d-11a2-431c-a354-7d9b3d52f5dd req-bffece5c-db87-43af-babf-49c8f4faf017 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 1095 time: 0.1397107 Aug 17 02:32:50.998287 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3031ba60-9803-44d4-9158-cc79353896ac up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:51.061004 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7fa54-bba1-4511-bad0-782db76a7cc4 req-5e9e128a-bc67-47cd-80f1-df73c8279233 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:51.062825 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1a7fa54-bba1-4511-bad0-782db76a7cc4 req-5e9e128a-bc67-47cd-80f1-df73c8279233 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 946 time: 0.1354373 Aug 17 02:32:51.103620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75653e8d-11a2-431c-a354-7d9b3d52f5dd req-3363593d-37ee-4248-8feb-04df8f096518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:51.105396 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75653e8d-11a2-431c-a354-7d9b3d52f5dd req-3363593d-37ee-4248-8feb-04df8f096518 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 913 time: 0.2124677 Aug 17 02:32:51.170342 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75653e8d-11a2-431c-a354-7d9b3d52f5dd req-f8170cb2-5e5c-4ec1-8347-041c7f025bef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e09c573e-a076-4a10-a05e-87371f91d611 HTTP/1.1" status: 200 len: 217 time: 0.0491908 Aug 17 02:32:51.176166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1a7fa54-bba1-4511-bad0-782db76a7cc4 req-021eb67b-94af-44b2-a1c0-cbc6e5f539b7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936086 Aug 17 02:32:51.208498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 3031ba60-9803-44d4-9158-cc79353896ac completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:51.214655 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 3031ba60-9803-44d4-9158-cc79353896ac triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:51.222265 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:51.261927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75653e8d-11a2-431c-a354-7d9b3d52f5dd req-7e912088-7ac8-48d8-8c96-b16cb9ccc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:51.271971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75653e8d-11a2-431c-a354-7d9b3d52f5dd req-7e912088-7ac8-48d8-8c96-b16cb9ccc7ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=016e9709-70f3-4b17-8bfe-b44e0b1eb7e1 HTTP/1.1" status: 200 len: 852 time: 0.0896604 Aug 17 02:32:51.337868 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75653e8d-11a2-431c-a354-7d9b3d52f5dd req-3d6c3901-8653-4943-b7ac-eab29d16d100 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8514d3d-ed13-45cd-a125-ef1e28472c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552237 Aug 17 02:32:51.406613 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:51.461513 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 3031ba60-9803-44d4-9158-cc79353896ac, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3031ba60-9803-44d4-9158-cc79353896ac,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:51.534956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ed81f-2408-474c-ae8e-2b66e7a8e961 req-534cd350-b4c5-490b-88ce-964bf9806acd tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:51.537302 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:51.545536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e54ed81f-2408-474c-ae8e-2b66e7a8e961 req-534cd350-b4c5-490b-88ce-964bf9806acd tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 943 time: 0.2005911 Aug 17 02:32:51.632824 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=3031ba60-9803-44d4-9158-cc79353896ac,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:51.644067 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Sync routers for ids ['d97ede18-f6ea-442b-a21f-5ef20e53e5ce'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:32:51.683634 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75653e8d-11a2-431c-a354-7d9b3d52f5dd req-0a0f7171-cb18-4f22-9374-9a773c9b71c8 service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280704 Aug 17 02:32:51.697156 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Routers {'d97ede18-f6ea-442b-a21f-5ef20e53e5ce'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:51.697156 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:32:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d97ede18-f6ea-442b-a21f-5ef20e53e5ce'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:51.734521 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e54ed81f-2408-474c-ae8e-2b66e7a8e961 req-c0d3d3d6-d952-4fe4-a871-89bc65de855c tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879961 Aug 17 02:32:51.750612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58670) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:51.761500 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1125499402-network', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:51.827216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123a10b-10d2-46de-887b-2c5dc3d9798b req-ab05788d-67b0-479f-93e7-c2246ff9b83f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:51.832956 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6123a10b-10d2-46de-887b-2c5dc3d9798b req-ab05788d-67b0-479f-93e7-c2246ff9b83f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.2401314 Aug 17 02:32:51.978871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] Made reservation on behalf of 9ab2c45f29414590b52f8a4189f99b88 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:51.982747 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:51.996116 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:52.013891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Set router d97ede18-f6ea-442b-a21f-5ef20e53e5ce gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:52.024385 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7135b59c-4b67-48d5-bac7-38d12fa9195a req-ef920af3-0cfa-42f3-a013-9f596e8141ba tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 210 time: 0.0407813 Aug 17 02:32:52.072629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75653e8d-11a2-431c-a354-7d9b3d52f5dd req-7a180b09-79da-4010-9874-f511be6c28c5 service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370359 Aug 17 02:32:52.117941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-6123a10b-10d2-46de-887b-2c5dc3d9798b req-a0662f48-5375-4793-b353-03d4b644a4cc tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Deleting port 67d6f9be-ddf4-4553-9bb3-9941d57ed596 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:32:52.118363 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6123a10b-10d2-46de-887b-2c5dc3d9798b req-a0662f48-5375-4793-b353-03d4b644a4cc tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:52.239222 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:52.245870 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-6123a10b-10d2-46de-887b-2c5dc3d9798b req-a0662f48-5375-4793-b353-03d4b644a4cc tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] For port 67d6f9be-ddf4-4553-9bb3-9941d57ed596, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=67d6f9be-ddf4-4553-9bb3-9941d57ed596,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:52.246237 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6123a10b-10d2-46de-887b-2c5dc3d9798b req-a0662f48-5375-4793-b353-03d4b644a4cc tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:52.285618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-6123a10b-10d2-46de-887b-2c5dc3d9798b req-a0662f48-5375-4793-b353-03d4b644a4cc tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Calling delete_port for 67d6f9be-ddf4-4553-9bb3-9941d57ed596 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:32:52.345269 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:52.350846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85db3e1-2a35-4065-82f1-03a13afd613d req-ee564c5e-a0c6-4d90-9107-c5c2b4c9808b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:52.352514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a85db3e1-2a35-4065-82f1-03a13afd613d req-ee564c5e-a0c6-4d90-9107-c5c2b4c9808b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 945 time: 0.1096656 Aug 17 02:32:52.376694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-666143029-router', 'tenant_id': '4bd72122e23544028c263d4083778920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '3031ba60-9803-44d4-9158-cc79353896ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:42Z', 'updated_at': '2021-08-17T02:32:48Z', 'revision_number': 4, 'project_id': '4bd72122e23544028c263d4083778920', 'gw_port': {'id': '3031ba60-9803-44d4-9158-cc79353896ac', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:43Z', 'updated_at': '2021-08-17T02:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '21ef51e1-f026-4924-8a10-2892276c7b01', 'name': '', 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232', 'tenant_id': '4bd72122e23544028c263d4083778920', 'mac_address': 'fa:16:3e:c8:1a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'a3891963-945d-48c5-85b1-fe601940c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:47Z', 'updated_at': '2021-08-17T02:32:49Z', 'revision_number': 2, 'project_id': '4bd72122e23544028c263d4083778920', 'subnets': [{'id': 'a3891963-945d-48c5-85b1-fe601940c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:52.407828 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df50ad7-f6c3-4f58-b80c-33d37197937d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:52.419898 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:32:52.431947 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:52.432346 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] Added segment 9344dd4a-9ab1-4841-a84c-1743b422d781 of type vlan for network 63be5218-60f8-47e3-84f5-8e78d1abbfcd Aug 17 02:32:52.439811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a85db3e1-2a35-4065-82f1-03a13afd613d req-b4d478b4-c6ea-43d4-bf16-4f56aefecff6 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746889 Aug 17 02:32:52.450075 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Checking router: d97ede18-f6ea-442b-a21f-5ef20e53e5ce for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:32:52.450209 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Updating router d97ede18-f6ea-442b-a21f-5ef20e53e5ce port 21ef51e1-f026-4924-8a10-2892276c7b01 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:32:52.520594 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:52.536165 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:52.614070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845c878-f591-426c-90ca-fbe8b0b1ac23 req-b895dfc7-7cf7-4333-a689-c9db77199cf3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:52.616247 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0845c878-f591-426c-90ca-fbe8b0b1ac23 req-b895dfc7-7cf7-4333-a689-c9db77199cf3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 946 time: 0.0691578 Aug 17 02:32:52.628045 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58682) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:52.665871 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0845c878-f591-426c-90ca-fbe8b0b1ac23 req-598c7144-19df-44f1-baba-aa5ff231ca7b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419722 Aug 17 02:32:52.733357 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6123a10b-10d2-46de-887b-2c5dc3d9798b req-a0662f48-5375-4793-b353-03d4b644a4cc tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:52.751152 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:52.752989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:52.756705 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:52.778775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['76a66684-e333-427a-a7ac-64b355670e00', '67d6f9be-ddf4-4553-9bb3-9941d57ed596'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:52.809738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0662f48-5375-4793-b353-03d4b644a4cc tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Pushing event deleted for resources: {'Port': ['ID=67d6f9be-ddf4-4553-9bb3-9941d57ed596,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:52.860517 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ae8cd72-083d-49cc-a56d-23d602ad87e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:52.871887 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6123a10b-10d2-46de-887b-2c5dc3d9798b req-a0662f48-5375-4793-b353-03d4b644a4cc tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] No DVR routers for this DVR port 67d6f9be-ddf4-4553-9bb3-9941d57ed596 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:32:52.896723 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6123a10b-10d2-46de-887b-2c5dc3d9798b req-a0662f48-5375-4793-b353-03d4b644a4cc tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:52.911223 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6123a10b-10d2-46de-887b-2c5dc3d9798b req-a0662f48-5375-4793-b353-03d4b644a4cc tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "DELETE /v2.0/ports/67d6f9be-ddf4-4553-9bb3-9941d57ed596 HTTP/1.1" status: 204 len: 173 time: 1.0681460 Aug 17 02:32:52.911864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba45e3e-dd31-4620-b360-7dd733299209', 'name': 'network-vif-deleted', 'tag': '67d6f9be-ddf4-4553-9bb3-9941d57ed596'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:52.924468 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28057ad6-2678-47c3-ad99-b421b101e64e" -d '{"events": [{"server_uuid": "6ba45e3e-dd31-4620-b360-7dd733299209", "name": "network-vif-deleted", "tag": "67d6f9be-ddf4-4553-9bb3-9941d57ed596"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:52.929648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] Pushing event updated for resources: {'Network': ['ID=63be5218-60f8-47e3-84f5-8e78d1abbfcd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:52.946485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3031ba60-9803-44d4-9158-cc79353896ac up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:52.954895 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e21949a4-58e0-4291-bc8d-cc3200f108e7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2011907 Aug 17 02:32:52.960386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58692) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:52.988607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-fc324d58-dcec-40a4-9cb8-b4d8397e9e06 admin admin] Request body: {'subnet': {'network_id': '63be5218-60f8-47e3-84f5-8e78d1abbfcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1125499402-subnet', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:52.992376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 63be5218-60f8-47e3-84f5-8e78d1abbfcd details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:32:53.021642 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64ae61-fc01-49c4-9226-644f609ae2ce req-e65bf2ce-9426-4c36-8a43-fc5fede75add tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:53.024225 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da64ae61-fc01-49c4-9226-644f609ae2ce req-e65bf2ce-9426-4c36-8a43-fc5fede75add tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 943 time: 0.1792300 Aug 17 02:32:53.072926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da64ae61-fc01-49c4-9226-644f609ae2ce req-fe3f7a81-934d-4f91-806e-7994ac2f6d04 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420461 Aug 17 02:32:53.135948 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ae8cd72-083d-49cc-a56d-23d602ad87e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:53.196170 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ae8cd72-083d-49cc-a56d-23d602ad87e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:53.247931 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baabf439-03a8-4baf-afca-a7613f112405 x-openstack-request-id: req-baabf439-03a8-4baf-afca-a7613f112405 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:53.248738 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba45e3e-dd31-4620-b360-7dd733299209", "name": "network-vif-deleted", "tag": "67d6f9be-ddf4-4553-9bb3-9941d57ed596", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:53.252016 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5ae8cd72-083d-49cc-a56d-23d602ad87e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f3771c8c6414a488ad5a6bfd271b140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6193578 Aug 17 02:32:53.253080 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-baabf439-03a8-4baf-afca-a7613f112405 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:53.253898 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba45e3e-dd31-4620-b360-7dd733299209', 'name': 'network-vif-deleted', 'tag': '67d6f9be-ddf4-4553-9bb3-9941d57ed596', 'status': 'completed', 'code': 200} Aug 17 02:32:53.254865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58700) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:53.263611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 3031ba60-9803-44d4-9158-cc79353896ac triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:53.264611 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:53.269290 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8cd72-083d-49cc-a56d-23d602ad87e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a36e54-f4ea-4a16-8102-1c948c70246f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:53.331000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc324d58-dcec-40a4-9cb8-b4d8397e9e06 admin admin] Made reservation on behalf of 9ab2c45f29414590b52f8a4189f99b88 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:53.335399 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fc324d58-dcec-40a4-9cb8-b4d8397e9e06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:53.341124 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:53.359117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Transition to ACTIVE for port object 21ef51e1-f026-4924-8a10-2892276c7b01 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:53.425579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96aee261-a583-4640-9053-968ad78b37d3 req-de4fa955-afcb-43c0-8e1e-acd40bdc4aa7 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 210 time: 0.0726597 Aug 17 02:32:53.460714 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:53.470880 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-44c8fa43-fd3d-4202-83ef-f358253e7765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:53.496839 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-44c8fa43-fd3d-4202-83ef-f358253e7765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:53.525935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a70dc8-3756-45e4-826e-6d097c5e2e19 None None] Pushing event updated for resources: {'Port': ['ID=21ef51e1-f026-4924-8a10-2892276c7b01,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:53.620177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Attempting to bind port 21ef51e1-f026-4924-8a10-2892276c7b01 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:32:53.620635 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Attempting to bind port 21ef51e1-f026-4924-8a10-2892276c7b01 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '404600dd-fedb-4d35-9b8b-6cfdb256e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:32:53.620947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Attempting to bind port 21ef51e1-f026-4924-8a10-2892276c7b01 on network 5131e1c6-7bdf-4932-8e96-7f6ee7475232 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:53.627401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:32:53.627784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Checking segment: {'id': '404600dd-fedb-4d35-9b8b-6cfdb256e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:53.628304 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:53.628788 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Bound using segment: {'id': '404600dd-fedb-4d35-9b8b-6cfdb256e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:32:53.629627 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Bound port: 21ef51e1-f026-4924-8a10-2892276c7b01, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404600dd-fedb-4d35-9b8b-6cfdb256e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:32:53.630310 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:53.724126 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f447ed4e-dcf0-42e0-88d3-1f78cafadafe req-05c44d7f-8a5d-49e6-8714-dbc6dea51194 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ba45e3e-dd31-4620-b360-7dd733299209 HTTP/1.1" status: 200 len: 210 time: 0.1216679 Aug 17 02:32:53.725944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] For port 21ef51e1-f026-4924-8a10-2892276c7b01, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:32:53.728359 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-44c8fa43-fd3d-4202-83ef-f358253e7765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:53.730545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] For port 21ef51e1-f026-4924-8a10-2892276c7b01, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=21ef51e1-f026-4924-8a10-2892276c7b01,segment=NetworkSegment(404600dd-fedb-4d35-9b8b-6cfdb256e21e),segment_id=404600dd-fedb-4d35-9b8b-6cfdb256e21e)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:32:53.732867 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-44c8fa43-fd3d-4202-83ef-f358253e7765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:53.734115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-44c8fa43-fd3d-4202-83ef-f358253e7765 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26a36e54-f4ea-4a16-8102-1c948c70246f HTTP/1.1" status: 204 len: 168 time: 0.4780540 Aug 17 02:32:53.752616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8fa43-fd3d-4202-83ef-f358253e7765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a36e54-f4ea-4a16-8102-1c948c70246f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:53.866330 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:53.951918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451906ce-238b-4158-ae40-45860cda28ea req-0a72bd70-4abf-4cae-9bb4-efa484fe3efe tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:53.953765 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-451906ce-238b-4158-ae40-45860cda28ea req-0a72bd70-4abf-4cae-9bb4-efa484fe3efe tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 946 time: 0.0998919 Aug 17 02:32:53.962639 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fc324d58-dcec-40a4-9cb8-b4d8397e9e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:53.967254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Routers {'d97ede18-f6ea-442b-a21f-5ef20e53e5ce'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:53.968076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:32:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d97ede18-f6ea-442b-a21f-5ef20e53e5ce'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:53.970283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a70dc8-3756-45e4-826e-6d097c5e2e19 None None] Pushing event updated for resources: {'Port': ['ID=21ef51e1-f026-4924-8a10-2892276c7b01,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:54.118500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc324d58-dcec-40a4-9cb8-b4d8397e9e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9b6a9b-1c89-4a5e-a5c9-6dcf4389679f,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:54.162404 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-451906ce-238b-4158-ae40-45860cda28ea req-cc126e2d-6339-4d6a-a547-e53d7661f103 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558475 Aug 17 02:32:54.162572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-58a2e414-6bbb-4cd8-a401-3786b853743a tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:54.162572 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-58a2e414-6bbb-4cd8-a401-3786b853743a tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.42 "GET /v2.0/networks?id=dc3e0d5f-362c-45b8-8a03-3fba7190aca4 HTTP/1.1" status: 200 len: 812 time: 0.2869806 Aug 17 02:32:54.179636 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-d7f6314a-f941-4a44-b542-1b2943c54f53 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Request body: {'port': {'device_id': 'a23a505d-2544-4304-a1d1-a38ef9c3df61', 'network_id': 'dc3e0d5f-362c-45b8-8a03-3fba7190aca4', 'admin_state_up': True, 'tenant_id': '1595821112174323880e2f3c80cec763'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:54.184831 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc324d58-dcec-40a4-9cb8-b4d8397e9e06 admin admin] Checking segment: {'id': '9344dd4a-9ab1-4841-a84c-1743b422d781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '63be5218-60f8-47e3-84f5-8e78d1abbfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:54.185142 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc324d58-dcec-40a4-9cb8-b4d8397e9e06 admin admin] Network hostable DHCP agents. Network: 63be5218-60f8-47e3-84f5-8e78d1abbfcd, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:32:54.200444 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] Set router d97ede18-f6ea-442b-a21f-5ef20e53e5ce gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:54.326117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc324d58-dcec-40a4-9cb8-b4d8397e9e06 admin admin] Network 63be5218-60f8-47e3-84f5-8e78d1abbfcd is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:32:54.394622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471c058-4b7e-423d-abf0-23614905a1ba req-9257d56d-aae4-4659-9a95-517fa2ca1f8e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:54.406334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f471c058-4b7e-423d-abf0-23614905a1ba req-9257d56d-aae4-4659-9a95-517fa2ca1f8e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 943 time: 0.1271756 Aug 17 02:32:54.439459 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e039339-8fbe-48e7-b96d-15035cfe39cc req-517ee601-37cf-4f30-882f-9f9f0bccfbd8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1464539 Aug 17 02:32:54.445457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-fc324d58-dcec-40a4-9cb8-b4d8397e9e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 63be5218-60f8-47e3-84f5-8e78d1abbfcd) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:54.450799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc324d58-dcec-40a4-9cb8-b4d8397e9e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:54.451737 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fc324d58-dcec-40a4-9cb8-b4d8397e9e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:54.461622 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a54ae98-82c6-4c50-a1bd-77b1f11cda12 None None] Network 63be5218-60f8-47e3-84f5-8e78d1abbfcd requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:32:54.481933 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f471c058-4b7e-423d-abf0-23614905a1ba req-c958a4ff-0f79-473b-8fb7-14351b380ebf tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737996 Aug 17 02:32:54.499015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-d7f6314a-f941-4a44-b542-1b2943c54f53 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Made reservation on behalf of 1595821112174323880e2f3c80cec763 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:54.504189 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-d7f6314a-f941-4a44-b542-1b2943c54f53 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:54.571478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e039339-8fbe-48e7-b96d-15035cfe39cc req-b261e8b5-438a-486f-be4b-f8df279c1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:54.571478 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e039339-8fbe-48e7-b96d-15035cfe39cc req-b261e8b5-438a-486f-be4b-f8df279c1c0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de182f93f73446919b2fe4aeee1dafc6&device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 1097 time: 0.0620754 Aug 17 02:32:54.607069 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fc324d58-dcec-40a4-9cb8-b4d8397e9e06 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6294558 Aug 17 02:32:54.623283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58726) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:54.628352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1125499402-router', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:54.671094 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-666143029-router', 'tenant_id': '4bd72122e23544028c263d4083778920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '3031ba60-9803-44d4-9158-cc79353896ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:42Z', 'updated_at': '2021-08-17T02:32:48Z', 'revision_number': 4, 'project_id': '4bd72122e23544028c263d4083778920', 'gw_port': {'id': '3031ba60-9803-44d4-9158-cc79353896ac', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:43Z', 'updated_at': '2021-08-17T02:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '21ef51e1-f026-4924-8a10-2892276c7b01', 'name': '', 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232', 'tenant_id': '4bd72122e23544028c263d4083778920', 'mac_address': 'fa:16:3e:c8:1a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'a3891963-945d-48c5-85b1-fe601940c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:47Z', 'updated_at': '2021-08-17T02:32:53Z', 'revision_number': 4, 'project_id': '4bd72122e23544028c263d4083778920', 'subnets': [{'id': 'a3891963-945d-48c5-85b1-fe601940c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:54.726532 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03702bca-17b5-40ec-81c5-841bcea4bd84 None None] The sync data for ids ['d97ede18-f6ea-442b-a21f-5ef20e53e5ce'] in n-d-793621-31 is: [{'id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-666143029-router', 'tenant_id': '4bd72122e23544028c263d4083778920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '3031ba60-9803-44d4-9158-cc79353896ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:42Z', 'updated_at': '2021-08-17T02:32:48Z', 'revision_number': 4, 'project_id': '4bd72122e23544028c263d4083778920', 'gw_port': {'id': '3031ba60-9803-44d4-9158-cc79353896ac', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:43Z', 'updated_at': '2021-08-17T02:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '21ef51e1-f026-4924-8a10-2892276c7b01', 'name': '', 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232', 'tenant_id': '4bd72122e23544028c263d4083778920', 'mac_address': 'fa:16:3e:c8:1a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'a3891963-945d-48c5-85b1-fe601940c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:47Z', 'updated_at': '2021-08-17T02:32:53Z', 'revision_number': 4, 'project_id': '4bd72122e23544028c263d4083778920', 'subnets': [{'id': 'a3891963-945d-48c5-85b1-fe601940c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:32:54.773462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed44b8-b720-418c-9eb9-56980f6cc992 req-81ef47c7-7dcc-4dfa-ab33-a0c29e3e0dd7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:54.788134 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5ed44b8-b720-418c-9eb9-56980f6cc992 req-81ef47c7-7dcc-4dfa-ab33-a0c29e3e0dd7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 946 time: 0.1069658 Aug 17 02:32:54.788733 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58728) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:54.836241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b7d88430-0ca6-4cef-a4a8-561bd7595769 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Request body: {'floatingip': {'port_id': '6e11478f-186d-416c-a6d1-b91c615a6f06'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:54.836472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-d7f6314a-f941-4a44-b542-1b2943c54f53 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Allocated IP 172.20.0.8 (dc3e0d5f-362c-45b8-8a03-3fba7190aca4/185b8777-e8fb-44bb-a8f9-ce7baa318690/53d6bd56-fa0a-475d-ae9a-de8625825938) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:32:54.836575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-63be5218-60f8-47e3-84f5-8e78d1abbfcd', 'network_id': '63be5218-60f8-47e3-84f5-8e78d1abbfcd', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88', 'fixed_ips': [{'subnet_id': '7d9b6a9b-1c89-4a5e-a5c9-6dcf4389679f'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:32:54.836575 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:54.948873 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:54.955970 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:54.961520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e039339-8fbe-48e7-b96d-15035cfe39cc req-e4496681-24a5-461a-8d66-e7a6992e6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:54.971075 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e039339-8fbe-48e7-b96d-15035cfe39cc req-e4496681-24a5-461a-8d66-e7a6992e6e01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 200 len: 907 time: 0.3798788 Aug 17 02:32:55.019787 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b7d88430-0ca6-4cef-a4a8-561bd7595769 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:55.053940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device e09c573e-a076-4a10-a05e-87371f91d611 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:32:55.056342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 67d6f9be-ddf4-4553-9bb3-9941d57ed596 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:32:55.058103 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 21ef51e1-f026-4924-8a10-2892276c7b01 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:55.139347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 67d6f9be-ddf4-4553-9bb3-9941d57ed596 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:32:55.139692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 67d6f9be-ddf4-4553-9bb3-9941d57ed596 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:32:55.152877 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e039339-8fbe-48e7-b96d-15035cfe39cc req-4e6775f4-eac4-4815-9fd1-ea0e168313e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a66684-e333-427a-a7ac-64b355670e00 HTTP/1.1" status: 200 len: 217 time: 0.1525335 Aug 17 02:32:55.176710 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91df8a55-aea6-4221-91ab-c9ce49f027ae req-fc6b60a6-1927-4777-9fba-104992bf7340 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 210 time: 0.0585690 Aug 17 02:32:55.251495 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-d7f6314a-f941-4a44-b542-1b2943c54f53 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:55.363027 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Allocated IP 172.20.0.2 (63be5218-60f8-47e3-84f5-8e78d1abbfcd/7d9b6a9b-1c89-4a5e-a5c9-6dcf4389679f/2bc249fb-6031-4505-893b-37db3bb75adb) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:32:55.393073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-d7f6314a-f941-4a44-b542-1b2943c54f53 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:55.468944 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:55.479279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e039339-8fbe-48e7-b96d-15035cfe39cc req-8a1fd8b2-5802-4865-a955-0f0dd5e9eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:55.487211 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e039339-8fbe-48e7-b96d-15035cfe39cc req-8a1fd8b2-5802-4865-a955-0f0dd5e9eb7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 200 len: 846 time: 0.2745888 Aug 17 02:32:55.518434 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6314a-f941-4a44-b542-1b2943c54f53 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Pushing event updated for resources: {'Port': ['ID=53d6bd56-fa0a-475d-ae9a-de8625825938,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:55.532997 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-d7f6314a-f941-4a44-b542-1b2943c54f53 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Network dc3e0d5f-362c-45b8-8a03-3fba7190aca4 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:55.536810 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-d7f6314a-f941-4a44-b542-1b2943c54f53 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:55.544566 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-d7f6314a-f941-4a44-b542-1b2943c54f53 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:32:55.590678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 21ef51e1-f026-4924-8a10-2892276c7b01 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:55.612229 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 21ef51e1-f026-4924-8a10-2892276c7b01 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:55.613467 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:55.628067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-d7f6314a-f941-4a44-b542-1b2943c54f53 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:55.628067 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-d7f6314a-f941-4a44-b542-1b2943c54f53 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:55.631035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port e09c573e-a076-4a10-a05e-87371f91d611, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=e09c573e-a076-4a10-a05e-87371f91d611,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:55.694910 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e039339-8fbe-48e7-b96d-15035cfe39cc req-01035036-75e4-4da5-8cf7-8e4268dd5e71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34f05c9b-0bd9-49d9-ae84-f63187a66bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2000921 Aug 17 02:32:55.723089 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-d7f6314a-f941-4a44-b542-1b2943c54f53 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5491004 Aug 17 02:32:55.742974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Request body: {'port': {'device_id': 'a23a505d-2544-4304-a1d1-a38ef9c3df61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:55.754977 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'e09c573e-a076-4a10-a05e-87371f91d611', 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b', 'port_id': 'e09c573e-a076-4a10-a05e-87371f91d611', 'mac_address': 'fa:16:3e:fe:74:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016e9709-70f3-4b17-8bfe-b44e0b1eb7e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:32:55.908988 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.197391 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.317865 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.329275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09c573e-a076-4a10-a05e-87371f91d611 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:56.393473 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.418948 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Transition to ACTIVE for port object 2bc249fb-6031-4505-893b-37db3bb75adb will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:56.444747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d6bd56-fa0a-475d-ae9a-de8625825938 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:56.452099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port e09c573e-a076-4a10-a05e-87371f91d611, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=e09c573e-a076-4a10-a05e-87371f91d611,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:56.458109 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.489426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Transition to ACTIVE for port object 53d6bd56-fa0a-475d-ae9a-de8625825938 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:56.514952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Transition to ACTIVE for port object 2bc249fb-6031-4505-893b-37db3bb75adb will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:56.546084 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 21ef51e1-f026-4924-8a10-2892276c7b01, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=21ef51e1-f026-4924-8a10-2892276c7b01,segment=NetworkSegment(404600dd-fedb-4d35-9b8b-6cfdb256e21e),segment_id=404600dd-fedb-4d35-9b8b-6cfdb256e21e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:56.595915 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.596604 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.617212 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.639689 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b6270-5e16-48fd-a082-3deec6de1ea0 req-397ebb55-7a9b-4280-9ea1-8cc0e07a0253 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:56.648478 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-077b6270-5e16-48fd-a082-3deec6de1ea0 req-397ebb55-7a9b-4280-9ea1-8cc0e07a0253 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 943 time: 0.9522603 Aug 17 02:32:56.666278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e039339-8fbe-48e7-b96d-15035cfe39cc req-c0f45b8a-7407-4b0b-be5e-432a48f23a52 service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9531932 Aug 17 02:32:56.681387 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.694796 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.718986 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Pushing event updated for resources: {'Port': ['ID=53d6bd56-fa0a-475d-ae9a-de8625825938,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:56.722154 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Network 63be5218-60f8-47e3-84f5-8e78d1abbfcd is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:56.728554 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:56.735826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:32:56.739649 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=e09c573e-a076-4a10-a05e-87371f91d611,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:56.812068 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Attempting to bind port 53d6bd56-fa0a-475d-ae9a-de8625825938 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:32:56.812426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Attempting to bind port 53d6bd56-fa0a-475d-ae9a-de8625825938 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'ecf78158-9613-45b9-b1c8-29fa1b359b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dc3e0d5f-362c-45b8-8a03-3fba7190aca4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:32:56.815941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Attempting to bind port 53d6bd56-fa0a-475d-ae9a-de8625825938 on network dc3e0d5f-362c-45b8-8a03-3fba7190aca4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:56.823146 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Port 53d6bd56-fa0a-475d-ae9a-de8625825938 on network dc3e0d5f-362c-45b8-8a03-3fba7190aca4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:32:56.826435 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Attempting to bind port 53d6bd56-fa0a-475d-ae9a-de8625825938 on network dc3e0d5f-362c-45b8-8a03-3fba7190aca4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:56.837582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:32:56.837922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Checking segment: {'id': 'ecf78158-9613-45b9-b1c8-29fa1b359b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dc3e0d5f-362c-45b8-8a03-3fba7190aca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:56.840433 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Bound using segment: {'id': 'ecf78158-9613-45b9-b1c8-29fa1b359b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dc3e0d5f-362c-45b8-8a03-3fba7190aca4'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:32:56.840746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Bound port: 53d6bd56-fa0a-475d-ae9a-de8625825938, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf78158-9613-45b9-b1c8-29fa1b359b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dc3e0d5f-362c-45b8-8a03-3fba7190aca4'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:32:56.841124 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.891902 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Pushing event updated for resources: {'Port': ['ID=2bc249fb-6031-4505-893b-37db3bb75adb,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:56.936840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-077b6270-5e16-48fd-a082-3deec6de1ea0 req-270db416-2b94-412c-a216-51c15e2fd13d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853343 Aug 17 02:32:56.958983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=21ef51e1-f026-4924-8a10-2892276c7b01,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:56.963179 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Attempting to bind port 2bc249fb-6031-4505-893b-37db3bb75adb on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:32:56.963606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Attempting to bind port 2bc249fb-6031-4505-893b-37db3bb75adb by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9344dd4a-9ab1-4841-a84c-1743b422d781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '63be5218-60f8-47e3-84f5-8e78d1abbfcd'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:32:56.964101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Attempting to bind port 2bc249fb-6031-4505-893b-37db3bb75adb on network 63be5218-60f8-47e3-84f5-8e78d1abbfcd {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:56.970517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:32:56.977774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Checking segment: {'id': '9344dd4a-9ab1-4841-a84c-1743b422d781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '63be5218-60f8-47e3-84f5-8e78d1abbfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:56.977774 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.977774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Bound using segment: {'id': '9344dd4a-9ab1-4841-a84c-1743b422d781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '63be5218-60f8-47e3-84f5-8e78d1abbfcd'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:32:56.977774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Bound port: 2bc249fb-6031-4505-893b-37db3bb75adb, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9344dd4a-9ab1-4841-a84c-1743b422d781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '63be5218-60f8-47e3-84f5-8e78d1abbfcd'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:32:56.977774 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.995127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] For port 53d6bd56-fa0a-475d-ae9a-de8625825938, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:32:56.999865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] For port 53d6bd56-fa0a-475d-ae9a-de8625825938, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=53d6bd56-fa0a-475d-ae9a-de8625825938,segment=NetworkSegment(ecf78158-9613-45b9-b1c8-29fa1b359b08),segment_id=ecf78158-9613-45b9-b1c8-29fa1b359b08)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:32:57.042006 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['e09c573e-a076-4a10-a05e-87371f91d611'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:57.062255 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e039339-8fbe-48e7-b96d-15035cfe39cc req-ad9acfb4-0283-4315-9807-7b1d18b14e5d service neutron] 10.222.0.18 "GET /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505089 Aug 17 02:32:57.085299 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] For port 2bc249fb-6031-4505-893b-37db3bb75adb, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:32:57.089071 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:57.110129 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] For port 2bc249fb-6031-4505-893b-37db3bb75adb, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2bc249fb-6031-4505-893b-37db3bb75adb,segment=NetworkSegment(9344dd4a-9ab1-4841-a84c-1743b422d781),segment_id=9344dd4a-9ab1-4841-a84c-1743b422d781)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:32:57.110304 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:57.110807 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:57.113042 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] 10.222.0.42 "PUT /v2.0/ports/53d6bd56-fa0a-475d-ae9a-de8625825938 HTTP/1.1" status: 200 len: 1092 time: 1.3745954 Aug 17 02:32:57.137034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23a505d-2544-4304-a1d1-a38ef9c3df61', 'tag': '53d6bd56-fa0a-475d-ae9a-de8625825938'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:57.174663 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b768605f-0ddb-4390-b154-42623ae82f23" -d '{"events": [{"name": "network-changed", "server_uuid": "a23a505d-2544-4304-a1d1-a38ef9c3df61", "tag": "53d6bd56-fa0a-475d-ae9a-de8625825938"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:57.207816 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:57.280483 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfd24b-491c-4be8-a95a-d1198b8e60ec service neutron] Pushing event updated for resources: {'Port': ['ID=53d6bd56-fa0a-475d-ae9a-de8625825938,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:57.296719 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b7d88430-0ca6-4cef-a4a8-561bd7595769 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:57.307042 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84715fe6-89bd-49f4-9c3a-a83e7742291b None None] Pushing event updated for resources: {'Port': ['ID=2bc249fb-6031-4505-893b-37db3bb75adb,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:57.403750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-ef38a80a-2222-4a6e-a165-443cd4affe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:57.405622 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-ef38a80a-2222-4a6e-a165-443cd4affe5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1595821112174323880e2f3c80cec763&device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 1095 time: 0.0864260 Aug 17 02:32:57.423949 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b7d88430-0ca6-4cef-a4a8-561bd7595769 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:57.462385 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-5e9af851-b046-4826-bcac-02d4d13f1335 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53d6bd56-fa0a-475d-ae9a-de8625825938 HTTP/1.1" status: 200 len: 217 time: 0.0369093 Aug 17 02:32:57.482124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6535b4c-0948-4f54-8e99-d0142862d9cb req-fa1977b0-3a7a-4721-b2e2-4784a03e4b65 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:57.489900 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6535b4c-0948-4f54-8e99-d0142862d9cb req-fa1977b0-3a7a-4721-b2e2-4784a03e4b65 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 943 time: 0.2193315 Aug 17 02:32:57.539957 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-0a508326-e9ce-44bb-9e10-681b0aef6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:57.541642 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-0a508326-e9ce-44bb-9e10-681b0aef6847 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=185b8777-e8fb-44bb-a8f9-ce7baa318690 HTTP/1.1" status: 200 len: 852 time: 0.0720005 Aug 17 02:32:57.640962 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:57.644569 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-09f168b8-ab17-40a1-ad1c-5f65d59a60f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc3e0d5f-362c-45b8-8a03-3fba7190aca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822303 Aug 17 02:32:57.688128 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:57.709648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6535b4c-0948-4f54-8e99-d0142862d9cb req-6c8e08fa-7c63-4c42-9701-02b00cf94006 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7fd8bc0-8d0c-4575-8bdf-063bf5020bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132556 Aug 17 02:32:57.818130 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-b7d88430-0ca6-4cef-a4a8-561bd7595769 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Floating IP cb7df5a2-b2bd-4ae5-b774-7745b898c711 associated. External IP: 172.25.5.223, port: 6e11478f-186d-416c-a6d1-b91c615a6f06. Aug 17 02:32:57.981055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Allocated IP 172.25.5.25 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/c95641a2-af40-49a8-a81a-5d73681bfde8) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:32:58.089825 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5aab3e-f463-4555-a82d-c551d3f3d961 x-openstack-request-id: req-de5aab3e-f463-4555-a82d-c551d3f3d961 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:58.090523 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23a505d-2544-4304-a1d1-a38ef9c3df61", "tag": "53d6bd56-fa0a-475d-ae9a-de8625825938", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:58.090905 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de5aab3e-f463-4555-a82d-c551d3f3d961 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:58.091369 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23a505d-2544-4304-a1d1-a38ef9c3df61', 'tag': '53d6bd56-fa0a-475d-ae9a-de8625825938', 'status': 'completed', 'code': 200} Aug 17 02:32:58.195318 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-5b4ff42b-6486-493b-acf3-5eca73883073 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1028697 Aug 17 02:32:58.213559 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-6859f567-4908-480e-991d-b3ba3079b765 service neutron] 10.222.0.42 "GET /v2.0/networks/dc3e0d5f-362c-45b8-8a03-3fba7190aca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604115 Aug 17 02:32:58.317538 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.331706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b31e81-99e8-4b9f-b738-7f06c315127b req-1da0e3c2-e90f-46d3-ba40-fc3a804fafd7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:58.344575 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61b31e81-99e8-4b9f-b738-7f06c315127b req-1da0e3c2-e90f-46d3-ba40-fc3a804fafd7 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 944 time: 0.2849760 Aug 17 02:32:58.348758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d88430-0ca6-4cef-a4a8-561bd7595769 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Router e488490b-7e91-4d0c-ad69-bf31571198b0 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:32:58.388344 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-20e488ce-42b5-401e-9396-504614cb5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:58.388582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-20e488ce-42b5-401e-9396-504614cb5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:58.389073 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-20e488ce-42b5-401e-9396-504614cb5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:58.389579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-20e488ce-42b5-401e-9396-504614cb5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:58.390057 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-20e488ce-42b5-401e-9396-504614cb5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:58.390532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-20e488ce-42b5-401e-9396-504614cb5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:58.391034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-20e488ce-42b5-401e-9396-504614cb5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:58.393453 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-20e488ce-42b5-401e-9396-504614cb5443 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 6507 time: 0.1074643 Aug 17 02:32:58.404748 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff6f331a-9b92-4acf-80f2-e5b1dc67309a req-e6677ed4-166b-41f9-b4ff-d2c8b42de44d service neutron] 10.222.0.42 "GET /v2.0/networks/dc3e0d5f-362c-45b8-8a03-3fba7190aca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798854 Aug 17 02:32:58.472580 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61b31e81-99e8-4b9f-b738-7f06c315127b req-1b7535dc-4446-4af9-9cff-0b28bfc2674c tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261575 Aug 17 02:32:58.631164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d88430-0ca6-4cef-a4a8-561bd7595769 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:32:58.631325 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-bb18ecf2-2480-4f16-bcdc-9c76915bb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:58.631325 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-bb18ecf2-2480-4f16-bcdc-9c76915bb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:58.631325 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-bb18ecf2-2480-4f16-bcdc-9c76915bb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:58.631325 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-bb18ecf2-2480-4f16-bcdc-9c76915bb7c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=868e1de9-cdff-478e-90ee-d3d2c77b9575&id=868e1de9-cdff-478e-90ee-d3d2c77b9575 HTTP/1.1" status: 200 len: 2297 time: 0.1825180 Aug 17 02:32:58.632415 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a566c73-653e-4202-b9bf-7ff71fb021a7 None None] Sync routers for ids ['e488490b-7e91-4d0c-ad69-bf31571198b0'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:32:58.633101 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b7d88430-0ca6-4cef-a4a8-561bd7595769 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.634124 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a566c73-653e-4202-b9bf-7ff71fb021a7 None None] Routers {'e488490b-7e91-4d0c-ad69-bf31571198b0'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:58.634124 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7a566c73-653e-4202-b9bf-7ff71fb021a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:32:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e488490b-7e91-4d0c-ad69-bf31571198b0'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:58.684865 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b7d88430-0ca6-4cef-a4a8-561bd7595769 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "PUT /v2.0/floatingips/cb7df5a2-b2bd-4ae5-b774-7745b898c711 HTTP/1.1" status: 200 len: 992 time: 3.8874645 Aug 17 02:32:58.685781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:58.688085 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cbd980-ec01-4f3e-8f99-19c65c4cada1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:58.751992 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-9556bda6-05cd-4593-8c0b-b8f27a5dd9e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7281df1-44ab-460b-942d-b9cbf502af1c HTTP/1.1" status: 200 len: 1001 time: 0.1152306 Aug 17 02:32:58.779847 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6367cb-0bca-4568-bf27-7d000435eab0 None None] Network 63be5218-60f8-47e3-84f5-8e78d1abbfcd requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:32:58.828043 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.899900 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-7a566c73-653e-4202-b9bf-7ff71fb021a7 None None] Set router e488490b-7e91-4d0c-ad69-bf31571198b0 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:58.916584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:58.922973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:58.929275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:32:58.943106 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.943713 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2802c5-1493-4c24-b59f-60de7ff53221 x-openstack-request-id: req-1e2802c5-1493-4c24-b59f-60de7ff53221 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:58.943929 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:58.944183 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e2802c5-1493-4c24-b59f-60de7ff53221 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:58.944584 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'status': 'completed', 'code': 200} Aug 17 02:32:58.967411 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device e09c573e-a076-4a10-a05e-87371f91d611 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:59.025721 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Pushing event updated for resources: {'Port': ['ID=c95641a2-af40-49a8-a81a-5d73681bfde8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:59.089332 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b24a3a0f-4e0b-4a14-ae29-a57c95af3701 None None] Provisioning for port 2bc249fb-6031-4505-893b-37db3bb75adb completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:59.132487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-2ffcb90b-45da-4646-9643-fba16ca73eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:59.137484 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-2ffcb90b-45da-4646-9643-fba16ca73eb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=faa7915d-3508-4964-a5bc-36df46bd2d7a HTTP/1.1" status: 200 len: 855 time: 0.3099999 Aug 17 02:32:59.152559 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768605f-0ddb-4390-b154-42623ae82f23 req-4efd91e9-2925-4f98-b28f-1b4df7d36495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:59.156399 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port e09c573e-a076-4a10-a05e-87371f91d611 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:59.157329 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b768605f-0ddb-4390-b154-42623ae82f23 req-4efd91e9-2925-4f98-b28f-1b4df7d36495 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1595821112174323880e2f3c80cec763&device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 1095 time: 0.3150587 Aug 17 02:32:59.166648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port e09c573e-a076-4a10-a05e-87371f91d611 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:59.173530 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:59.184662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbd980-ec01-4f3e-8f99-19c65c4cada1 req-e71e1e4e-902e-4807-820a-67d530c5620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:59.187828 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4cbd980-ec01-4f3e-8f99-19c65c4cada1 req-e71e1e4e-902e-4807-820a-67d530c5620f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 1098 time: 0.2078168 Aug 17 02:32:59.234003 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 21ef51e1-f026-4924-8a10-2892276c7b01 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:59.348263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-d8730633-f964-4295-8d9b-2ab28295089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:59.351396 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-d8730633-f964-4295-8d9b-2ab28295089d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1928802 Aug 17 02:32:59.354247 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 21ef51e1-f026-4924-8a10-2892276c7b01 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:59.354717 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:59.444039 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:59.509709 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e2d2a1-e690-4d9a-8f49-59803b239d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09c573e-a076-4a10-a05e-87371f91d611'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:59.510000 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7a566c73-653e-4202-b9bf-7ff71fb021a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e1016692-3d2b-4a5d-b484-986545977342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:55Z', 'updated_at': '2021-08-17T02:32:03Z', 'revision_number': 4, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'gw_port': {'id': 'e1016692-3d2b-4a5d-b484-986545977342', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:57Z', 'updated_at': '2021-08-17T02:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'cb7df5a2-b2bd-4ae5-b774-7745b898c711', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'port_id': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'mac_address': 'fa:16:3e:8e:63:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:32:14Z', 'updated_at': '2021-08-17T02:32:57Z', 'revision_number': 1, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c584c62-12d5-420c-b4b7-f63c0d90d9ee', 'name': '', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'mac_address': 'fa:16:3e:f5:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:02Z', 'updated_at': '2021-08-17T02:32:13Z', 'revision_number': 5, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'subnets': [{'id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:59.511177 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0176f061-eb5d-40c0-bb7e-942fcd934a3d" -d '{"events": [{"server_uuid": "83e2d2a1-e690-4d9a-8f49-59803b239d38", "name": "network-vif-plugged", "status": "completed", "tag": "e09c573e-a076-4a10-a05e-87371f91d611"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:59.524874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2bc249fb-6031-4505-893b-37db3bb75adb up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:59.530472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f257de7-3cf4-4373-b2a1-38c0c1aff86a req-d44ed8b0-f430-4477-b9b6-1b79fedc6899 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:59.532111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0f257de7-3cf4-4373-b2a1-38c0c1aff86a req-d44ed8b0-f430-4477-b9b6-1b79fedc6899 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 943 time: 0.3433185 Aug 17 02:32:59.534886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port e09c573e-a076-4a10-a05e-87371f91d611, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=e09c573e-a076-4a10-a05e-87371f91d611,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:59.564810 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768605f-0ddb-4390-b154-42623ae82f23 req-316f07b4-1721-4e52-88c2-10ca783c0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:59.567621 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b768605f-0ddb-4390-b154-42623ae82f23 req-316f07b4-1721-4e52-88c2-10ca783c0ea2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc3e0d5f-362c-45b8-8a03-3fba7190aca4 HTTP/1.1" status: 200 len: 913 time: 0.3830452 Aug 17 02:32:59.576642 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:32:59.577711 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a566c73-653e-4202-b9bf-7ff71fb021a7 None None] Checking router: e488490b-7e91-4d0c-ad69-bf31571198b0 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:32:59.591539 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a566c73-653e-4202-b9bf-7ff71fb021a7 None None] Routers {'e488490b-7e91-4d0c-ad69-bf31571198b0'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:59.593373 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7a566c73-653e-4202-b9bf-7ff71fb021a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:32:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e488490b-7e91-4d0c-ad69-bf31571198b0'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:59.619176 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:59.625042 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b768605f-0ddb-4390-b154-42623ae82f23 req-6c6075e8-4114-4d68-8138-a42bed233d90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53d6bd56-fa0a-475d-ae9a-de8625825938 HTTP/1.1" status: 200 len: 217 time: 0.0497737 Aug 17 02:32:59.676687 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 2bc249fb-6031-4505-893b-37db3bb75adb completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:59.676687 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 2bc249fb-6031-4505-893b-37db3bb75adb triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:59.676687 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:59.689458 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-502e8d6a-3e07-4dea-a016-25840965b9a5 service neutron] 10.222.0.42 "GET /v2.0/networks/0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211982 Aug 17 02:32:59.735883 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-7a566c73-653e-4202-b9bf-7ff71fb021a7 None None] Set router e488490b-7e91-4d0c-ad69-bf31571198b0 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:59.780135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768605f-0ddb-4390-b154-42623ae82f23 req-c413d12c-099d-469d-8bf7-846fa5fc00cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:59.781725 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b768605f-0ddb-4390-b154-42623ae82f23 req-c413d12c-099d-469d-8bf7-846fa5fc00cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=185b8777-e8fb-44bb-a8f9-ce7baa318690 HTTP/1.1" status: 200 len: 852 time: 0.1454239 Aug 17 02:32:59.784285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=e09c573e-a076-4a10-a05e-87371f91d611,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:59.853873 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b768605f-0ddb-4390-b154-42623ae82f23 req-8e0b2f85-7338-4b1a-968b-9563b784874b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc3e0d5f-362c-45b8-8a03-3fba7190aca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537434 Aug 17 02:32:59.894227 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:59.963089 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-57116008-dd16-4b86-8db5-d217e4435357 service neutron] 10.222.0.42 "GET /v2.0/networks/0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644525 Aug 17 02:32:59.963664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 2bc249fb-6031-4505-893b-37db3bb75adb, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2bc249fb-6031-4505-893b-37db3bb75adb,segment=NetworkSegment(9344dd4a-9ab1-4841-a84c-1743b422d781),segment_id=9344dd4a-9ab1-4841-a84c-1743b422d781)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:00.018681 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-4c9d2565-3e4a-4001-99b6-d5992d1f7d4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=71edd6d5-0ae9-45a6-8572-76f90f786070 HTTP/1.1" status: 200 len: 217 time: 0.0467417 Aug 17 02:33:00.058710 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:00.081427 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b768605f-0ddb-4390-b154-42623ae82f23 req-34e5ceaa-e888-43c3-86cd-1ea696494584 service neutron] 10.222.0.42 "GET /v2.0/networks/dc3e0d5f-362c-45b8-8a03-3fba7190aca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171242 Aug 17 02:33:00.107123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-c9b30255-2fa1-4223-bc7b-35fc3aa39799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:00.109711 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-c9b30255-2fa1-4223-bc7b-35fc3aa39799 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.0834951 Aug 17 02:33:00.158520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=2bc249fb-6031-4505-893b-37db3bb75adb,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:00.164765 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7a566c73-653e-4202-b9bf-7ff71fb021a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e1016692-3d2b-4a5d-b484-986545977342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:55Z', 'updated_at': '2021-08-17T02:32:03Z', 'revision_number': 4, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'gw_port': {'id': 'e1016692-3d2b-4a5d-b484-986545977342', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:57Z', 'updated_at': '2021-08-17T02:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'cb7df5a2-b2bd-4ae5-b774-7745b898c711', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'port_id': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'mac_address': 'fa:16:3e:8e:63:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:32:14Z', 'updated_at': '2021-08-17T02:32:57Z', 'revision_number': 1, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c584c62-12d5-420c-b4b7-f63c0d90d9ee', 'name': '', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'mac_address': 'fa:16:3e:f5:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:02Z', 'updated_at': '2021-08-17T02:32:13Z', 'revision_number': 5, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'subnets': [{'id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:00.172520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0f257de7-3cf4-4373-b2a1-38c0c1aff86a req-a1e414a0-98b9-4e3e-a737-afcde3448e9a tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7fd8bc0-8d0c-4575-8bdf-063bf5020bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6266391 Aug 17 02:33:00.174802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbd980-ec01-4f3e-8f99-19c65c4cada1 req-c97d65b8-fdb1-4fc4-9b02-8988328ee43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:00.182517 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4cbd980-ec01-4f3e-8f99-19c65c4cada1 req-c97d65b8-fdb1-4fc4-9b02-8988328ee43f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.9701333 Aug 17 02:33:00.193704 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a566c73-653e-4202-b9bf-7ff71fb021a7 None None] The sync data for ids ['e488490b-7e91-4d0c-ad69-bf31571198b0'] in n-d-793621-31 is: [{'id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e1016692-3d2b-4a5d-b484-986545977342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:55Z', 'updated_at': '2021-08-17T02:32:03Z', 'revision_number': 4, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'gw_port': {'id': 'e1016692-3d2b-4a5d-b484-986545977342', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:57Z', 'updated_at': '2021-08-17T02:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'cb7df5a2-b2bd-4ae5-b774-7745b898c711', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'port_id': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'mac_address': 'fa:16:3e:8e:63:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:32:14Z', 'updated_at': '2021-08-17T02:32:57Z', 'revision_number': 1, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c584c62-12d5-420c-b4b7-f63c0d90d9ee', 'name': '', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'mac_address': 'fa:16:3e:f5:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:02Z', 'updated_at': '2021-08-17T02:32:13Z', 'revision_number': 5, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'subnets': [{'id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:33:00.273921 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-b0251e27-5e44-49f1-9d05-303cdeedbc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:00.276386 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-b0251e27-5e44-49f1-9d05-303cdeedbc47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1339374 Aug 17 02:33:00.319750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4cbd980-ec01-4f3e-8f99-19c65c4cada1 req-a8bad89c-aaf5-4994-bf7a-b2a004e6b652 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e11478f-186d-416c-a6d1-b91c615a6f06 HTTP/1.1" status: 200 len: 1000 time: 0.1309104 Aug 17 02:33:00.326793 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:00.406892 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b768605f-0ddb-4390-b154-42623ae82f23 req-3487111a-533b-4563-9b12-38a8ea0b0dbe service neutron] 10.222.0.42 "GET /v2.0/networks/dc3e0d5f-362c-45b8-8a03-3fba7190aca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167117 Aug 17 02:33:00.487790 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-ca03f662-5ff2-4697-8953-ecc805895437 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944849 Aug 17 02:33:00.563314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4537d5c-8c95-4932-b777-a9f6c1421b3d None None] New status for floating IP cb7df5a2-b2bd-4ae5-b774-7745b898c711: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:33:00.585461 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a22c12-2606-4518-ba78-cba88dae82b8 req-560a96d5-f4e3-48dc-8002-086300900ea3 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:00.593034 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57a22c12-2606-4518-ba78-cba88dae82b8 req-560a96d5-f4e3-48dc-8002-086300900ea3 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.2311921 Aug 17 02:33:00.600168 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbd980-ec01-4f3e-8f99-19c65c4cada1 req-afab8ece-e1c7-4d4f-bdff-63575b0eccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:00.601671 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4cbd980-ec01-4f3e-8f99-19c65c4cada1 req-afab8ece-e1c7-4d4f-bdff-63575b0eccc9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.2723916 Aug 17 02:33:00.637654 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-96d2de06-7697-45f3-a9d5-3f7e23741647 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411567 Aug 17 02:33:00.704184 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-b5ce41f4-a8b7-455c-926c-6cfff5bb4703 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=0f552f4b-5b61-4680-9809-627f6fd590c1 HTTP/1.1" status: 200 len: 217 time: 0.0588460 Aug 17 02:33:00.760014 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57a22c12-2606-4518-ba78-cba88dae82b8 req-c7173e3f-dae1-4e99-82b8-857480b2f5c8 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658289 Aug 17 02:33:00.774245 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbd980-ec01-4f3e-8f99-19c65c4cada1 req-7e2fdaea-e0c1-4048-8773-38ef1739d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:00.775373 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-234da84f-9ecc-43ee-a58e-cd12c88313c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:00.775938 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4cbd980-ec01-4f3e-8f99-19c65c4cada1 req-7e2fdaea-e0c1-4048-8773-38ef1739d961 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1666601 Aug 17 02:33:00.777099 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-234da84f-9ecc-43ee-a58e-cd12c88313c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.0639091 Aug 17 02:33:00.835554 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39ba745-5985-4e9b-abee-83dbb749e848 x-openstack-request-id: req-a39ba745-5985-4e9b-abee-83dbb749e848 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:33:00.835554 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e2d2a1-e690-4d9a-8f49-59803b239d38", "name": "network-vif-plugged", "status": "completed", "tag": "e09c573e-a076-4a10-a05e-87371f91d611", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:33:00.836154 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a39ba745-5985-4e9b-abee-83dbb749e848 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:33:00.836590 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e2d2a1-e690-4d9a-8f49-59803b239d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09c573e-a076-4a10-a05e-87371f91d611', 'code': 200} Aug 17 02:33:00.867532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-996ee62a-7353-425a-9a22-024b4b1e5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:00.874757 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-996ee62a-7353-425a-9a22-024b4b1e5655 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0765488 Aug 17 02:33:00.959756 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2bc249fb-6031-4505-893b-37db3bb75adb up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:33:01.034312 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:01.046296 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-4a25ef4e-2705-450a-9fcd-6d0e34cd5488 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671097 Aug 17 02:33:01.054348 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:01.071879 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 2bc249fb-6031-4505-893b-37db3bb75adb triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:33:01.072349 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:01.104434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ccc7b-40bf-4d42-ac53-10efa88edf27 req-aa9a7380-645e-4243-96a9-7251771dcaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:01.106281 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-064ccc7b-40bf-4d42-ac53-10efa88edf27 req-aa9a7380-645e-4243-96a9-7251771dcaa0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 1097 time: 0.1426308 Aug 17 02:33:01.127724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4cbd980-ec01-4f3e-8f99-19c65c4cada1 req-91dbe720-86e0-4fdb-8807-a558f2ff6341 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864316 Aug 17 02:33:01.255473 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-fe5698d1-b7d6-499f-8ec2-c85c8ad4898f service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007408 Aug 17 02:33:01.309846 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-3f8b7c36-0e27-4cd8-ab78-a265fdabdafe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=9da101a7-7263-4cbc-a73f-1f913a173e65 HTTP/1.1" status: 200 len: 217 time: 0.0459681 Aug 17 02:33:01.367302 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-f66a53b1-8cfb-462b-95ce-e67eec46756c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:01.369226 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-f66a53b1-8cfb-462b-95ce-e67eec46756c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.0525470 Aug 17 02:33:01.373363 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-064ccc7b-40bf-4d42-ac53-10efa88edf27 req-38391829-50c3-4dfe-bbe6-060fa0a6eaf2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584229 Aug 17 02:33:01.391384 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4cbd980-ec01-4f3e-8f99-19c65c4cada1 req-3126250c-3870-4d43-90ae-3003a8bfcae6 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527516 Aug 17 02:33:01.423230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdc6c2-3566-4e16-9ab1-4b06773318ac req-74acd41d-b1f9-4dec-8010-1ae12af029cb tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:01.424848 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aecdc6c2-3566-4e16-9ab1-4b06773318ac req-74acd41d-b1f9-4dec-8010-1ae12af029cb tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 943 time: 0.1395392 Aug 17 02:33:01.446289 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-09caacbd-33bf-40fb-9b1d-58d756f4b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:01.452080 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-09caacbd-33bf-40fb-9b1d-58d756f4b159 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0724783 Aug 17 02:33:01.487176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aecdc6c2-3566-4e16-9ab1-4b06773318ac req-f075dc79-efc4-4ee1-80ab-4d47326253de tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7fd8bc0-8d0c-4575-8bdf-063bf5020bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527656 Aug 17 02:33:01.573392 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-eec7320b-2c18-4f9a-8dfc-56e2d78097af service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152453 Aug 17 02:33:01.578612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Router 323e5bae-a40c-4b02-bf0d-8f2e7f711f06 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:33:01.686196 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-00dc0633-9951-47c8-872c-d7b8dd64f4cb service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002562 Aug 17 02:33:01.729101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:33:01.734830 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-fbd5b518-184e-43a9-9b10-7a7f7b602860 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=fb157415-ad24-49ac-ba23-2072f88c20ca HTTP/1.1" status: 200 len: 217 time: 0.0373459 Aug 17 02:33:01.738873 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Sync routers for ids ['323e5bae-a40c-4b02-bf0d-8f2e7f711f06'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:33:01.749099 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Routers {'323e5bae-a40c-4b02-bf0d-8f2e7f711f06'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:33:01.749760 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:32:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['323e5bae-a40c-4b02-bf0d-8f2e7f711f06'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:01.798531 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-93256d74-29e3-41b3-8c56-aed5fe99b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:01.800703 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-93256d74-29e3-41b3-8c56-aed5fe99b290 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.0583584 Aug 17 02:33:01.842076 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:01.843458 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f03c7c8b-8ea3-4524-8342-276ea82d1d68 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2188838 Aug 17 02:33:01.847212 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58902) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:01.870632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-8c15dc67-3ec8-4a11-9db6-3b74f61fa1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:01.872731 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-8c15dc67-3ec8-4a11-9db6-3b74f61fa1cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0655923 Aug 17 02:33:01.981660 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Set router 323e5bae-a40c-4b02-bf0d-8f2e7f711f06 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:33:02.031866 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-2ec90e15-bb1c-40ae-9b25-7a7e892d3fbe service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403675 Aug 17 02:33:02.199577 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-a57bd7c6-5b02-4d82-a7b4-c78bad7eac49 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602621 Aug 17 02:33:02.226056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7078c7-fc01-4666-b2e6-7524bce9c4ac req-ea761990-f058-4483-a7b7-17475dfe7c8d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:02.233843 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb7078c7-fc01-4666-b2e6-7524bce9c4ac req-ea761990-f058-4483-a7b7-17475dfe7c8d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.1122160 Aug 17 02:33:02.283052 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-fbe18c26-396b-4cb2-a45f-8decd72e377b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cccafd93-4f61-4838-9ea2-f686490c7770 HTTP/1.1" status: 200 len: 217 time: 0.0670328 Aug 17 02:33:02.285891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb7078c7-fc01-4666-b2e6-7524bce9c4ac req-0aeee19c-a857-4422-a22e-b022e3ad7ac9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509293 Aug 17 02:33:02.362953 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'name': 'tempest-AttachSCSIVolumeTestJSON-1125499402-router', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c95641a2-af40-49a8-a81a-5d73681bfde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:55Z', 'updated_at': '2021-08-17T02:32:59Z', 'revision_number': 3, 'project_id': '9ab2c45f29414590b52f8a4189f99b88', 'gw_port': {'id': 'c95641a2-af40-49a8-a81a-5d73681bfde8', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:57Z', 'updated_at': '2021-08-17T02:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:02.395758 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-fb0e3766-b939-4930-b6e6-1e714e637a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:02.399104 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-fb0e3766-b939-4930-b6e6-1e714e637a2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452d33d6-77e8-4cab-8020-92847845b29f HTTP/1.1" status: 200 len: 797 time: 0.0970609 Aug 17 02:33:02.407052 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Checking router: 323e5bae-a40c-4b02-bf0d-8f2e7f711f06 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:33:02.407825 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Updating router 323e5bae-a40c-4b02-bf0d-8f2e7f711f06 port c95641a2-af40-49a8-a81a-5d73681bfde8 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:33:02.454248 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:02.503848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-17a1d8f2-73ac-427f-9ef1-2c8c9a981c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:02.506754 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-17a1d8f2-73ac-427f-9ef1-2c8c9a981c39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868e1de9-cdff-478e-90ee-d3d2c77b9575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0991392 Aug 17 02:33:02.531160 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 53d6bd56-fa0a-475d-ae9a-de8625825938 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:33:02.675600 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-1a5a20b6-d82b-41a0-9a62-51f4b85b9ecf service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614330 Aug 17 02:33:02.767333 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 53d6bd56-fa0a-475d-ae9a-de8625825938, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=53d6bd56-fa0a-475d-ae9a-de8625825938,segment=NetworkSegment(ecf78158-9613-45b9-b1c8-29fa1b359b08),segment_id=ecf78158-9613-45b9-b1c8-29fa1b359b08)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:02.785999 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0862d-96c9-4a15-a8f0-fab6e1175c97 req-7827f912-d08f-4418-8713-dec217a7ba2c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:02.790908 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8e0862d-96c9-4a15-a8f0-fab6e1175c97 req-7827f912-d08f-4418-8713-dec217a7ba2c tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 945 time: 0.3291051 Aug 17 02:33:02.797115 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '53d6bd56-fa0a-475d-ae9a-de8625825938', 'network_id': 'dc3e0d5f-362c-45b8-8a03-3fba7190aca4', 'port_id': '53d6bd56-fa0a-475d-ae9a-de8625825938', 'mac_address': 'fa:16:3e:06:59:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185b8777-e8fb-44bb-a8f9-ce7baa318690', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:33:02.844194 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:02.861011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d6bd56-fa0a-475d-ae9a-de8625825938 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:33:02.896545 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-4fd6d71c-b637-4475-97b7-e5f8070b9eff service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131069 Aug 17 02:33:02.910846 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 53d6bd56-fa0a-475d-ae9a-de8625825938, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=53d6bd56-fa0a-475d-ae9a-de8625825938,segment=NetworkSegment(ecf78158-9613-45b9-b1c8-29fa1b359b08),segment_id=ecf78158-9613-45b9-b1c8-29fa1b359b08)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:02.919660 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:02.935149 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Transition to ACTIVE for port object c95641a2-af40-49a8-a81a-5d73681bfde8 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:33:02.950682 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-4432c9dc-bf73-4359-a0a4-2059ce47f6ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85da0db9-b3fa-4975-9360-bc89a461f7cc HTTP/1.1" status: 200 len: 217 time: 0.0474000 Aug 17 02:33:02.953758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8e0862d-96c9-4a15-a8f0-fab6e1175c97 req-d26bca49-ebb1-4550-9298-2845e93ba94f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100833 Aug 17 02:33:02.961269 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:03.024713 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:03.041345 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-1198af40-a031-411f-895f-afd5b12d0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:03.042873 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-1198af40-a031-411f-895f-afd5b12d0a35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452d33d6-77e8-4cab-8020-92847845b29f HTTP/1.1" status: 200 len: 797 time: 0.0843575 Aug 17 02:33:03.075786 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:03.125053 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=53d6bd56-fa0a-475d-ae9a-de8625825938,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:03.167734 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-a0b4e2e8-90dc-4545-80a2-93799b557471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:03.169343 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-a0b4e2e8-90dc-4545-80a2-93799b557471 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868e1de9-cdff-478e-90ee-d3d2c77b9575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1170924 Aug 17 02:33:03.237406 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Attempting to bind port c95641a2-af40-49a8-a81a-5d73681bfde8 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:33:03.237857 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Attempting to bind port c95641a2-af40-49a8-a81a-5d73681bfde8 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:33:03.238314 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Attempting to bind port c95641a2-af40-49a8-a81a-5d73681bfde8 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:33:03.243156 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37de27d-4c9f-4f50-ba6a-0a5507cf77cc None None] Pushing event updated for resources: {'Port': ['ID=c95641a2-af40-49a8-a81a-5d73681bfde8,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:03.256206 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:33:03.256587 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:33:03.256991 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:03.260140 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:33:03.260702 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Bound port: c95641a2-af40-49a8-a81a-5d73681bfde8, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:33:03.262268 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:03.285439 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Allocated IP 172.20.0.1 (63be5218-60f8-47e3-84f5-8e78d1abbfcd/7d9b6a9b-1c89-4a5e-a5c9-6dcf4389679f/d61b3f6f-6187-4fa7-b81f-4782c66f6a54) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:33:03.336623 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] For port c95641a2-af40-49a8-a81a-5d73681bfde8, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:33:03.337035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-361b7642-e21b-4986-a683-d6d99dbf83c2 req-74e69980-8bbc-452f-b3a3-9f1f17109435 tempest-ServersTestMultiNic-227076942 tempest-ServersTestMultiNic-227076942-project] (95406) timed out ('10.222.0.42', 55368) {{(pid=95406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 02:33:03.341143 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] For port c95641a2-af40-49a8-a81a-5d73681bfde8, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c95641a2-af40-49a8-a81a-5d73681bfde8,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:33:03.344549 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-7e512472-263a-4577-9d62-7f99c10813ad service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635759 Aug 17 02:33:03.426998 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:03.436761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bbf39-a04e-4be2-8524-f3e1ae83dc97 req-13eedf0b-aec8-4197-9e6b-bbfcad91f7b0 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:03.438619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a65bbf39-a04e-4be2-8524-f3e1ae83dc97 req-13eedf0b-aec8-4197-9e6b-bbfcad91f7b0 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 944 time: 0.1137350 Aug 17 02:33:03.468770 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-118c3ccd-dae3-48d6-a18c-f2c4112860de req-9cfeae52-0e85-4749-a94a-a1f2c4ba52f1 service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154695 Aug 17 02:33:03.479410 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['53d6bd56-fa0a-475d-ae9a-de8625825938'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:33:03.484517 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:03.515070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Transition to ACTIVE for port object d61b3f6f-6187-4fa7-b81f-4782c66f6a54 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:33:03.519404 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a65bbf39-a04e-4be2-8524-f3e1ae83dc97 req-7859c625-60ab-4394-9f96-8f0fe07daaba tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7fd8bc0-8d0c-4575-8bdf-063bf5020bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711181 Aug 17 02:33:03.541025 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37de27d-4c9f-4f50-ba6a-0a5507cf77cc None None] Pushing event updated for resources: {'Port': ['ID=c95641a2-af40-49a8-a81a-5d73681bfde8,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:03.543702 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Routers {'323e5bae-a40c-4b02-bf0d-8f2e7f711f06'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:33:03.544635 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:32:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['323e5bae-a40c-4b02-bf0d-8f2e7f711f06'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:03.655256 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:03.694571 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] Set router 323e5bae-a40c-4b02-bf0d-8f2e7f711f06 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:33:03.716868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Network 63be5218-60f8-47e3-84f5-8e78d1abbfcd is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:33:03.724334 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:33:03.728914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:33:03.771504 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Pushing event updated for resources: {'Port': ['ID=d61b3f6f-6187-4fa7-b81f-4782c66f6a54,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:03.786738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b55e8-9fdb-4270-aed4-5835a89671f8 req-1d97aca9-aed0-4011-84ea-047e9276c65a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:03.788935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b55e8-9fdb-4270-aed4-5835a89671f8 req-1d97aca9-aed0-4011-84ea-047e9276c65a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.1505294 Aug 17 02:33:03.797886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:03.798239 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:03.798587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:03.798934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:03.799273 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:03.800388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:03.800388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:03.800388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:03.800908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:03.800908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:03.801317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:03.801612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:03.840037 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:04.009699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b55e8-9fdb-4270-aed4-5835a89671f8 req-7079285d-7ff8-49b9-b275-7ca4b66c22a5 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965373 Aug 17 02:33:04.130084 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'name': 'tempest-AttachSCSIVolumeTestJSON-1125499402-router', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c95641a2-af40-49a8-a81a-5d73681bfde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:55Z', 'updated_at': '2021-08-17T02:32:59Z', 'revision_number': 3, 'project_id': '9ab2c45f29414590b52f8a4189f99b88', 'gw_port': {'id': 'c95641a2-af40-49a8-a81a-5d73681bfde8', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:57Z', 'updated_at': '2021-08-17T02:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:04.175800 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ac844-2533-4ef9-9d19-c58a75b95c26 None None] The sync data for ids ['323e5bae-a40c-4b02-bf0d-8f2e7f711f06'] in n-d-793621-31 is: [{'id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'name': 'tempest-AttachSCSIVolumeTestJSON-1125499402-router', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c95641a2-af40-49a8-a81a-5d73681bfde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:55Z', 'updated_at': '2021-08-17T02:32:59Z', 'revision_number': 3, 'project_id': '9ab2c45f29414590b52f8a4189f99b88', 'gw_port': {'id': 'c95641a2-af40-49a8-a81a-5d73681bfde8', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:57Z', 'updated_at': '2021-08-17T02:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:33:04.194127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c57c7-f242-4f33-b46b-27c34dafa9c5 req-e778d06b-ae91-43cc-b4e1-819645660b53 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:04.201808 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c12c57c7-f242-4f33-b46b-27c34dafa9c5 req-e778d06b-ae91-43cc-b4e1-819645660b53 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 945 time: 0.0649381 Aug 17 02:33:04.225326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-34e06b4d-255b-43af-8c38-35d2c71d0227 None None] Provisioning for port d61b3f6f-6187-4fa7-b81f-4782c66f6a54 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:33:04.236134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-34e06b4d-255b-43af-8c38-35d2c71d0227 None None] Provisioning complete for port d61b3f6f-6187-4fa7-b81f-4782c66f6a54 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:33:04.237283 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-34e06b4d-255b-43af-8c38-35d2c71d0227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:04.290351 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c12c57c7-f242-4f33-b46b-27c34dafa9c5 req-f92c87b2-7f74-4f98-a30c-80c6d4627b1d tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/security-groups?id=17eaba8f-7719-49cd-bc18-ac9615e1ac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876193 Aug 17 02:33:04.290517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-34e06b4d-255b-43af-8c38-35d2c71d0227 None None] Port d61b3f6f-6187-4fa7-b81f-4782c66f6a54 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:33:04.313682 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:04.399415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46d7e1-74e9-47e6-ba7b-7c36aacf0e82 req-011bea26-ca36-4621-8f09-3e735174b94f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:04.403369 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe46d7e1-74e9-47e6-ba7b-7c36aacf0e82 req-011bea26-ca36-4621-8f09-3e735174b94f tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 945 time: 0.1096594 Aug 17 02:33:04.642950 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-fe46d7e1-74e9-47e6-ba7b-7c36aacf0e82 req-3d8ff30a-009b-402a-9a79-b8204e513008 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Deleting port 76a66684-e333-427a-a7ac-64b355670e00 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:33:04.643301 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-fe46d7e1-74e9-47e6-ba7b-7c36aacf0e82 req-3d8ff30a-009b-402a-9a79-b8204e513008 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:04.722213 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:04.921143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-fe46d7e1-74e9-47e6-ba7b-7c36aacf0e82 req-3d8ff30a-009b-402a-9a79-b8204e513008 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] For port 76a66684-e333-427a-a7ac-64b355670e00, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=76a66684-e333-427a-a7ac-64b355670e00,segment=NetworkSegment(3b84cd8d-4280-4550-b33e-02b9072abe73),segment_id=3b84cd8d-4280-4550-b33e-02b9072abe73)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:04.921143 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-fe46d7e1-74e9-47e6-ba7b-7c36aacf0e82 req-3d8ff30a-009b-402a-9a79-b8204e513008 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:04.921143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-fe46d7e1-74e9-47e6-ba7b-7c36aacf0e82 req-3d8ff30a-009b-402a-9a79-b8204e513008 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Calling delete_port for 76a66684-e333-427a-a7ac-64b355670e00 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:33:05.045725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c95641a2-af40-49a8-a81a-5d73681bfde8 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:33:05.266468 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:05.340637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Pushing event updated for resources: {'Port': ['ID=d61b3f6f-6187-4fa7-b81f-4782c66f6a54,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:05.343097 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:05.453292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Network 63be5218-60f8-47e3-84f5-8e78d1abbfcd is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:33:05.454888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:33:05.593779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Router 323e5bae-a40c-4b02-bf0d-8f2e7f711f06 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:33:05.659290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port c95641a2-af40-49a8-a81a-5d73681bfde8 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:33:05.664811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port c95641a2-af40-49a8-a81a-5d73681bfde8 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:33:05.665273 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:05.700406 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-fe46d7e1-74e9-47e6-ba7b-7c36aacf0e82 req-3d8ff30a-009b-402a-9a79-b8204e513008 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:05.772059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ff30a-009b-402a-9a79-b8204e513008 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Pushing event deleted for resources: {'Port': ['ID=76a66684-e333-427a-a7ac-64b355670e00,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:05.792587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe46d7e1-74e9-47e6-ba7b-7c36aacf0e82 req-3d8ff30a-009b-402a-9a79-b8204e513008 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] No DVR routers for this DVR port 76a66684-e333-427a-a7ac-64b355670e00 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:33:05.796859 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-fe46d7e1-74e9-47e6-ba7b-7c36aacf0e82 req-3d8ff30a-009b-402a-9a79-b8204e513008 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:05.799405 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe46d7e1-74e9-47e6-ba7b-7c36aacf0e82 req-3d8ff30a-009b-402a-9a79-b8204e513008 tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.18 "DELETE /v2.0/ports/76a66684-e333-427a-a7ac-64b355670e00 HTTP/1.1" status: 204 len: 173 time: 1.3892787 Aug 17 02:33:05.799882 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9488e38f-7f25-4bad-a9d3-ba08832e0ba9', 'name': 'network-vif-deleted', 'tag': '76a66684-e333-427a-a7ac-64b355670e00'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:33:05.802514 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c89a2a-73e9-4dcb-8236-e08f362e0c73" -d '{"events": [{"server_uuid": "9488e38f-7f25-4bad-a9d3-ba08832e0ba9", "name": "network-vif-deleted", "tag": "76a66684-e333-427a-a7ac-64b355670e00"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:33:05.815403 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-36475a5a-b423-4c35-93de-a1bdb8d3f4e9 None None] Provisioning complete for port d61b3f6f-6187-4fa7-b81f-4782c66f6a54 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:33:05.815789 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-36475a5a-b423-4c35-93de-a1bdb8d3f4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:05.818814 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:05.825101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:33:05.840822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-feb62d08-e04f-450e-98a1-d21b74ac71cc admin admin] 10.222.0.13 "PUT /v2.0/routers/323e5bae-a40c-4b02-bf0d-8f2e7f711f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9929757 Aug 17 02:33:05.883715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port c95641a2-af40-49a8-a81a-5d73681bfde8, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c95641a2-af40-49a8-a81a-5d73681bfde8,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:05.886519 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-36475a5a-b423-4c35-93de-a1bdb8d3f4e9 None None] Port d61b3f6f-6187-4fa7-b81f-4782c66f6a54 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:33:05.991691 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:06.038448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aaee7-a3df-493f-acca-bb46022a8ec3 req-ee1aa812-0d0b-4054-a366-161fb9eb0309 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:06.047091 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-774aaee7-a3df-493f-acca-bb46022a8ec3 req-ee1aa812-0d0b-4054-a366-161fb9eb0309 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 944 time: 0.0669639 Aug 17 02:33:06.080417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=c95641a2-af40-49a8-a81a-5d73681bfde8,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:06.112795 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-774aaee7-a3df-493f-acca-bb46022a8ec3 req-364c8e34-5fb3-4e0b-b0c9-8d2ce962ec65 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7fd8bc0-8d0c-4575-8bdf-063bf5020bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450327 Aug 17 02:33:06.171424 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8843c51a-b2d0-44f7-af1d-23394e3ba7c7 req-ed14520e-da70-46ee-a40a-90a49e44665b tempest-ServersTestJSON-279014045 tempest-ServersTestJSON-279014045-project] 10.222.0.13 "GET /v2.0/ports?device_id=9488e38f-7f25-4bad-a9d3-ba08832e0ba9 HTTP/1.1" status: 200 len: 210 time: 0.0267203 Aug 17 02:33:06.307218 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37987b-7a74-4abc-bb38-eaea09e2fc52 req-8c03a5da-6d1b-4160-8e26-f0f395da2a15 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:06.308769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb37987b-7a74-4abc-bb38-eaea09e2fc52 req-8c03a5da-6d1b-4160-8e26-f0f395da2a15 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0649283 Aug 17 02:33:06.370757 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb37987b-7a74-4abc-bb38-eaea09e2fc52 req-08d56179-ea03-41f7-bf0a-1287dc8044c9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510228 Aug 17 02:33:06.441352 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a28cde-c9e4-4c7f-a312-2a7f3d6947fe x-openstack-request-id: req-f2a28cde-c9e4-4c7f-a312-2a7f3d6947fe {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:33:06.441761 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9488e38f-7f25-4bad-a9d3-ba08832e0ba9", "name": "network-vif-deleted", "tag": "76a66684-e333-427a-a7ac-64b355670e00", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:33:06.442177 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2a28cde-c9e4-4c7f-a312-2a7f3d6947fe {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:33:06.442726 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9488e38f-7f25-4bad-a9d3-ba08832e0ba9', 'name': 'network-vif-deleted', 'tag': '76a66684-e333-427a-a7ac-64b355670e00', 'status': 'completed', 'code': 200} Aug 17 02:33:06.540664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 53d6bd56-fa0a-475d-ae9a-de8625825938 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:33:06.630194 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Sync routers for ids ['323e5bae-a40c-4b02-bf0d-8f2e7f711f06'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:33:06.642729 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Routers {'323e5bae-a40c-4b02-bf0d-8f2e7f711f06'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:33:06.645212 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:32:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['323e5bae-a40c-4b02-bf0d-8f2e7f711f06'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:06.688091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 53d6bd56-fa0a-475d-ae9a-de8625825938 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:33:06.699135 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 53d6bd56-fa0a-475d-ae9a-de8625825938 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:33:06.699774 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:06.792678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Set router 323e5bae-a40c-4b02-bf0d-8f2e7f711f06 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:33:06.918877 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c95641a2-af40-49a8-a81a-5d73681bfde8 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:33:06.971018 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:07.217722 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 76a66684-e333-427a-a7ac-64b355670e00 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:33:07.235486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d1961-ccb7-41f9-a915-2e2fb4c7f2e5 req-d7aa35b6-cc8e-4855-9ab8-7b94087cb05d tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:07.237347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-050d1961-ccb7-41f9-a915-2e2fb4c7f2e5 req-d7aa35b6-cc8e-4855-9ab8-7b94087cb05d tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 944 time: 0.0623276 Aug 17 02:33:07.242860 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 76a66684-e333-427a-a7ac-64b355670e00 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:33:07.244347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 76a66684-e333-427a-a7ac-64b355670e00 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:33:07.262837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23a505d-2544-4304-a1d1-a38ef9c3df61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d6bd56-fa0a-475d-ae9a-de8625825938'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:33:07.265152 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f5a2d6-ccdc-4ada-89af-71228a9b1d0d" -d '{"events": [{"server_uuid": "a23a505d-2544-4304-a1d1-a38ef9c3df61", "name": "network-vif-plugged", "status": "completed", "tag": "53d6bd56-fa0a-475d-ae9a-de8625825938"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:33:07.281373 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-050d1961-ccb7-41f9-a915-2e2fb4c7f2e5 req-364bf35a-5b8e-4ebc-9900-ac3cf8546901 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7fd8bc0-8d0c-4575-8bdf-063bf5020bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377882 Aug 17 02:33:07.282496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 53d6bd56-fa0a-475d-ae9a-de8625825938, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=53d6bd56-fa0a-475d-ae9a-de8625825938,segment=NetworkSegment(ecf78158-9613-45b9-b1c8-29fa1b359b08),segment_id=ecf78158-9613-45b9-b1c8-29fa1b359b08)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:07.308616 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port c95641a2-af40-49a8-a81a-5d73681bfde8 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:33:07.308992 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:07.336007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58966) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:07.347106 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:07.380259 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ce192a-b5dd-4b7b-bd9d-7e2facb23ed3 x-openstack-request-id: req-a1ce192a-b5dd-4b7b-bd9d-7e2facb23ed3 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:33:07.381345 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23a505d-2544-4304-a1d1-a38ef9c3df61", "name": "network-vif-plugged", "status": "completed", "tag": "53d6bd56-fa0a-475d-ae9a-de8625825938", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:33:07.381607 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1ce192a-b5dd-4b7b-bd9d-7e2facb23ed3 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:33:07.382002 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23a505d-2544-4304-a1d1-a38ef9c3df61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d6bd56-fa0a-475d-ae9a-de8625825938', 'code': 200} Aug 17 02:33:07.404620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-9743d02b-da3c-4fe5-b4e7-d26b060af3bc admin admin] Deleting subnet 028b2ac7-a8dd-403f-9dd3-f9eec71ab748 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:33:07.414191 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9743d02b-da3c-4fe5-b4e7-d26b060af3bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:07.440787 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=53d6bd56-fa0a-475d-ae9a-de8625825938,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:07.476027 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9743d02b-da3c-4fe5-b4e7-d26b060af3bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:07.575964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16531ff3-2c00-48f8-9736-0af89d6c30e0 req-461a211d-93ec-4aa7-9ec5-b1792b4e2bad tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:07.576891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'name': 'tempest-AttachSCSIVolumeTestJSON-1125499402-router', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c95641a2-af40-49a8-a81a-5d73681bfde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:55Z', 'updated_at': '2021-08-17T02:33:04Z', 'revision_number': 4, 'project_id': '9ab2c45f29414590b52f8a4189f99b88', 'gw_port': {'id': 'c95641a2-af40-49a8-a81a-5d73681bfde8', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:57Z', 'updated_at': '2021-08-17T02:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'd61b3f6f-6187-4fa7-b81f-4782c66f6a54', 'name': '', 'network_id': '63be5218-60f8-47e3-84f5-8e78d1abbfcd', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88', 'mac_address': 'fa:16:3e:d6:d2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '7d9b6a9b-1c89-4a5e-a5c9-6dcf4389679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:33:02Z', 'updated_at': '2021-08-17T02:33:04Z', 'revision_number': 2, 'project_id': '9ab2c45f29414590b52f8a4189f99b88', 'subnets': [{'id': '7d9b6a9b-1c89-4a5e-a5c9-6dcf4389679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:07.582507 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16531ff3-2c00-48f8-9736-0af89d6c30e0 req-461a211d-93ec-4aa7-9ec5-b1792b4e2bad tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0834596 Aug 17 02:33:07.602974 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9743d02b-da3c-4fe5-b4e7-d26b060af3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:07.623715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Checking router: 323e5bae-a40c-4b02-bf0d-8f2e7f711f06 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:33:07.624176 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Updating router 323e5bae-a40c-4b02-bf0d-8f2e7f711f06 port d61b3f6f-6187-4fa7-b81f-4782c66f6a54 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:33:07.628228 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166989df-91c7-47e9-9379-3025d362c7a2 req-59b7c18d-8771-4066-b0d4-4c128ddcfceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:07.630223 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16531ff3-2c00-48f8-9736-0af89d6c30e0 req-d7215656-0a75-4edd-bb92-16efababe62b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436022 Aug 17 02:33:07.630384 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-166989df-91c7-47e9-9379-3025d362c7a2 req-59b7c18d-8771-4066-b0d4-4c128ddcfceb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 1097 time: 0.1510856 Aug 17 02:33:07.654082 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:07.694523 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-166989df-91c7-47e9-9379-3025d362c7a2 req-e4c57eaa-4948-4f6f-a10e-88c0b8d71a00 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c7fd8bc0-8d0c-4575-8bdf-063bf5020bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435669 Aug 17 02:33:07.785161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9743d02b-da3c-4fe5-b4e7-d26b060af3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:07.816463 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9743d02b-da3c-4fe5-b4e7-d26b060af3bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:07.819458 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9743d02b-da3c-4fe5-b4e7-d26b060af3bc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/028b2ac7-a8dd-403f-9dd3-f9eec71ab748 HTTP/1.1" status: 204 len: 168 time: 0.4821308 Aug 17 02:33:07.820633 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743d02b-da3c-4fe5-b4e7-d26b060af3bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=028b2ac7-a8dd-403f-9dd3-f9eec71ab748,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:07.821973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58974) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:07.908268 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-81bb5f53-5110-4a52-9bc3-a70c9bfea8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:07.933011 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d044507d-0fa7-4dd4-b11c-243212de4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:07.999844 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.011287 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Transition to ACTIVE for port object d61b3f6f-6187-4fa7-b81f-4782c66f6a54 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:33:08.029732 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d044507d-0fa7-4dd4-b11c-243212de4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.041436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d044507d-0fa7-4dd4-b11c-243212de4ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f05c9b-0bd9-49d9-ae84-f63187a66bee']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:08.054893 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d044507d-0fa7-4dd4-b11c-243212de4ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b84cd8d-4280-4550-b33e-02b9072abe73') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:08.055204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d044507d-0fa7-4dd4-b11c-243212de4ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b84cd8d-4280-4550-b33e-02b9072abe73') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:08.066860 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d044507d-0fa7-4dd4-b11c-243212de4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.093428 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d044507d-0fa7-4dd4-b11c-243212de4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.107967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d044507d-0fa7-4dd4-b11c-243212de4ea6 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:33:08.108467 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d044507d-0fa7-4dd4-b11c-243212de4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.111368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:33:08.125668 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:33:08.176745 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d80ba3-f0f8-41d5-b491-981fd755d7fe None None] Pushing event updated for resources: {'Port': ['ID=d61b3f6f-6187-4fa7-b81f-4782c66f6a54,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:08.247228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Attempting to bind port d61b3f6f-6187-4fa7-b81f-4782c66f6a54 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:33:08.247858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Attempting to bind port d61b3f6f-6187-4fa7-b81f-4782c66f6a54 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9344dd4a-9ab1-4841-a84c-1743b422d781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '63be5218-60f8-47e3-84f5-8e78d1abbfcd'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:33:08.248453 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Attempting to bind port d61b3f6f-6187-4fa7-b81f-4782c66f6a54 on network 63be5218-60f8-47e3-84f5-8e78d1abbfcd {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:33:08.254541 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:33:08.254925 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Checking segment: {'id': '9344dd4a-9ab1-4841-a84c-1743b422d781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '63be5218-60f8-47e3-84f5-8e78d1abbfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:33:08.255334 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.255808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Bound using segment: {'id': '9344dd4a-9ab1-4841-a84c-1743b422d781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '63be5218-60f8-47e3-84f5-8e78d1abbfcd'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:33:08.256703 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Bound port: d61b3f6f-6187-4fa7-b81f-4782c66f6a54, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9344dd4a-9ab1-4841-a84c-1743b422d781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '63be5218-60f8-47e3-84f5-8e78d1abbfcd'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:33:08.257115 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.308750 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d044507d-0fa7-4dd4-b11c-243212de4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.320855 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d044507d-0fa7-4dd4-b11c-243212de4ea6 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.324389 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d044507d-0fa7-4dd4-b11c-243212de4ea6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/34f05c9b-0bd9-49d9-ae84-f63187a66bee HTTP/1.1" status: 204 len: 168 time: 0.5009544 Aug 17 02:33:08.343946 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] For port d61b3f6f-6187-4fa7-b81f-4782c66f6a54, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:33:08.352950 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] For port d61b3f6f-6187-4fa7-b81f-4782c66f6a54, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d61b3f6f-6187-4fa7-b81f-4782c66f6a54,segment=NetworkSegment(9344dd4a-9ab1-4841-a84c-1743b422d781),segment_id=9344dd4a-9ab1-4841-a84c-1743b422d781)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:33:08.369919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044507d-0fa7-4dd4-b11c-243212de4ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=34f05c9b-0bd9-49d9-ae84-f63187a66bee,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:08.442849 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.472368 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f962c6c-387a-4364-a978-7e7aa658147c req-ce16a6ee-4934-4c68-9b71-516a07cbbe05 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:08.486693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f962c6c-387a-4364-a978-7e7aa658147c req-ce16a6ee-4934-4c68-9b71-516a07cbbe05 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 945 time: 0.0914037 Aug 17 02:33:08.578344 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f962c6c-387a-4364-a978-7e7aa658147c req-f3e2838c-08e2-4f2e-8315-4d427664a22c tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7fd8bc0-8d0c-4575-8bdf-063bf5020bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905697 Aug 17 02:33:08.591505 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d80ba3-f0f8-41d5-b491-981fd755d7fe None None] Pushing event updated for resources: {'Port': ['ID=d61b3f6f-6187-4fa7-b81f-4782c66f6a54,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:08.594999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Routers {'323e5bae-a40c-4b02-bf0d-8f2e7f711f06'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:33:08.595620 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:32:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['323e5bae-a40c-4b02-bf0d-8f2e7f711f06'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:08.799057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9584d-d3d2-43dd-b8ee-83c5f98a6d37 req-4ee8801b-bf66-489c-a964-548a1b000a98 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:08.799057 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6da9584d-d3d2-43dd-b8ee-83c5f98a6d37 req-4ee8801b-bf66-489c-a964-548a1b000a98 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0769055 Aug 17 02:33:08.821386 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] Set router 323e5bae-a40c-4b02-bf0d-8f2e7f711f06 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:33:08.925210 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58996) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:08.951106 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6da9584d-d3d2-43dd-b8ee-83c5f98a6d37 req-3de4e1ea-c362-45e2-abf7-bb0f3bf6c5f1 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131172 Aug 17 02:33:09.130528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59000) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:09.141461 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5fe1b6a9-cb84-4fac-8795-5b01a56249cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de182f93f73446919b2fe4aeee1dafc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013447 Aug 17 02:33:09.143511 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'name': 'tempest-AttachSCSIVolumeTestJSON-1125499402-router', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c95641a2-af40-49a8-a81a-5d73681bfde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:55Z', 'updated_at': '2021-08-17T02:33:04Z', 'revision_number': 4, 'project_id': '9ab2c45f29414590b52f8a4189f99b88', 'gw_port': {'id': 'c95641a2-af40-49a8-a81a-5d73681bfde8', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:57Z', 'updated_at': '2021-08-17T02:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'd61b3f6f-6187-4fa7-b81f-4782c66f6a54', 'name': '', 'network_id': '63be5218-60f8-47e3-84f5-8e78d1abbfcd', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88', 'mac_address': 'fa:16:3e:d6:d2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '7d9b6a9b-1c89-4a5e-a5c9-6dcf4389679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:33:02Z', 'updated_at': '2021-08-17T02:33:08Z', 'revision_number': 4, 'project_id': '9ab2c45f29414590b52f8a4189f99b88', 'subnets': [{'id': '7d9b6a9b-1c89-4a5e-a5c9-6dcf4389679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:09.235688 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-234f91d0-1421-433b-b80a-dd021a6dbe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:09.264659 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67fccd-008c-4281-b307-d9702df66c27 None None] The sync data for ids ['323e5bae-a40c-4b02-bf0d-8f2e7f711f06'] in n-d-793621-31 is: [{'id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'name': 'tempest-AttachSCSIVolumeTestJSON-1125499402-router', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c95641a2-af40-49a8-a81a-5d73681bfde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:55Z', 'updated_at': '2021-08-17T02:33:04Z', 'revision_number': 4, 'project_id': '9ab2c45f29414590b52f8a4189f99b88', 'gw_port': {'id': 'c95641a2-af40-49a8-a81a-5d73681bfde8', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:57Z', 'updated_at': '2021-08-17T02:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'd61b3f6f-6187-4fa7-b81f-4782c66f6a54', 'name': '', 'network_id': '63be5218-60f8-47e3-84f5-8e78d1abbfcd', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88', 'mac_address': 'fa:16:3e:d6:d2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '7d9b6a9b-1c89-4a5e-a5c9-6dcf4389679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:33:02Z', 'updated_at': '2021-08-17T02:33:08Z', 'revision_number': 4, 'project_id': '9ab2c45f29414590b52f8a4189f99b88', 'subnets': [{'id': '7d9b6a9b-1c89-4a5e-a5c9-6dcf4389679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:33:09.408942 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-234f91d0-1421-433b-b80a-dd021a6dbe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:09.764809 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-234f91d0-1421-433b-b80a-dd021a6dbe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:09.775223 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-234f91d0-1421-433b-b80a-dd021a6dbe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:09.776406 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-234f91d0-1421-433b-b80a-dd021a6dbe06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17eaba8f-7719-49cd-bc18-ac9615e1ac2a HTTP/1.1" status: 204 len: 168 time: 0.6447053 Aug 17 02:33:09.809205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f91d0-1421-433b-b80a-dd021a6dbe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eaba8f-7719-49cd-bc18-ac9615e1ac2a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:09.843878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728f155-1a52-47fd-8351-198e972550ac req-ff5d884a-9cbc-41f8-ac37-d9ebce400dca tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:09.868473 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d728f155-1a52-47fd-8351-198e972550ac req-ff5d884a-9cbc-41f8-ac37-d9ebce400dca tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 945 time: 0.1707120 Aug 17 02:33:09.940019 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d728f155-1a52-47fd-8351-198e972550ac req-abc8f70a-f0ba-4861-a36d-803fd9132d98 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7fd8bc0-8d0c-4575-8bdf-063bf5020bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706060 Aug 17 02:33:10.185976 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0bb4e-9628-4751-9c18-3004707e4b34 req-f0786bcb-8d06-49bb-a33f-6d80f6885a36 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:10.194748 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d4f0bb4e-9628-4751-9c18-3004707e4b34 req-f0786bcb-8d06-49bb-a33f-6d80f6885a36 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.1202159 Aug 17 02:33:10.225293 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01a7d8a3-ae83-48fd-8ab1-c63ac4dfb93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.256668 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d4f0bb4e-9628-4751-9c18-3004707e4b34 req-f7ba8ee0-04e4-49d5-9989-42b761992a2f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605533 Aug 17 02:33:10.589877 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.107376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d61b3f6f-6187-4fa7-b81f-4782c66f6a54 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:33:11.171546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238afba4-5893-4035-adf8-1eb5c0366202 req-7a3f09f0-60a8-426e-a89e-93b47a7736a7 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:11.186505 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-238afba4-5893-4035-adf8-1eb5c0366202 req-7a3f09f0-60a8-426e-a89e-93b47a7736a7 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 945 time: 0.1254864 Aug 17 02:33:11.257672 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-238afba4-5893-4035-adf8-1eb5c0366202 req-88ef4aef-1745-4442-8830-04ac6c0f476f tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7fd8bc0-8d0c-4575-8bdf-063bf5020bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633302 Aug 17 02:33:11.350543 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port d61b3f6f-6187-4fa7-b81f-4782c66f6a54 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:33:11.356667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port d61b3f6f-6187-4fa7-b81f-4782c66f6a54 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:33:11.357320 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.519306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356581f-766d-41fc-95c7-7abd0a82cb42 req-63c9b73b-d400-4a4d-b718-b6b00f8330de tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:11.539519 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a356581f-766d-41fc-95c7-7abd0a82cb42 req-63c9b73b-d400-4a4d-b718-b6b00f8330de tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.1961911 Aug 17 02:33:11.577935 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.651874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port d61b3f6f-6187-4fa7-b81f-4782c66f6a54, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d61b3f6f-6187-4fa7-b81f-4782c66f6a54,segment=NetworkSegment(9344dd4a-9ab1-4841-a84c-1743b422d781),segment_id=9344dd4a-9ab1-4841-a84c-1743b422d781)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:11.680901 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a356581f-766d-41fc-95c7-7abd0a82cb42 req-db3e35dd-e443-4147-8f35-c54e0ff74bab tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389787 Aug 17 02:33:11.733490 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.870364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=d61b3f6f-6187-4fa7-b81f-4782c66f6a54,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:11.874163 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.973346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59066) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:12.159935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1242346768-network', 'tenant_id': 'a25e9d401ab249299a126c9a14ade07c'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:12.453140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] Made reservation on behalf of a25e9d401ab249299a126c9a14ade07c for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:33:12.455919 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.468381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.592079 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.841835 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.858008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:33:12.875149 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.877198 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] Added segment ce5f9e15-7aec-4091-afe2-7a8561e15da1 of type vlan for network 303aa975-c909-4214-9440-8b285d696dd2 Aug 17 02:33:12.981393 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:13.062254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d61b3f6f-6187-4fa7-b81f-4782c66f6a54 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:33:13.094047 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:13.098411 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:13.100692 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:13.113089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889ed778-1477-416f-9758-f6664bd14629,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:13.165053 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port d61b3f6f-6187-4fa7-b81f-4782c66f6a54 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:33:13.165759 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:13.229827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] Pushing event updated for resources: {'Network': ['ID=303aa975-c909-4214-9440-8b285d696dd2,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:13.248498 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca941be-9abf-4a98-b815-cd1bd2ccac1e req-4924b3fb-2f57-40b2-a4cf-4d1a38113144 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:13.257345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ca941be-9abf-4a98-b815-cd1bd2ccac1e req-4924b3fb-2f57-40b2-a4cf-4d1a38113144 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.1524575 Aug 17 02:33:13.267255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 303aa975-c909-4214-9440-8b285d696dd2 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:33:13.308879 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ca941be-9abf-4a98-b815-cd1bd2ccac1e req-7b2c4a90-6e3d-427f-8097-4dfb7127ff2d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482142 Aug 17 02:33:13.316293 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59094) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:13.331506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Request body: {'subnet': {'network_id': '303aa975-c909-4214-9440-8b285d696dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1242346768-subnet', 'tenant_id': 'a25e9d401ab249299a126c9a14ade07c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:13.336256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4ee837c4-92f8-4cfc-9476-f0e221fc147f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3617449 Aug 17 02:33:13.418357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Made reservation on behalf of a25e9d401ab249299a126c9a14ade07c for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:33:13.423174 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:13.588561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219ebe7-2d0b-4e61-8d97-b64b0af7bb8e req-1fe54075-af1b-42f8-afa3-fda26fedabd5 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:13.594242 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1219ebe7-2d0b-4e61-8d97-b64b0af7bb8e req-1fe54075-af1b-42f8-afa3-fda26fedabd5 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 945 time: 0.1042643 Aug 17 02:33:13.706003 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1219ebe7-2d0b-4e61-8d97-b64b0af7bb8e req-bda725e8-6259-4182-99f8-06ec7a0d7794 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7fd8bc0-8d0c-4575-8bdf-063bf5020bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962558 Aug 17 02:33:13.758234 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:13.841838 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:13.941267 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=844d7317-fddb-4ab2-b4a8-01643b33bb6f,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:13.943783 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Checking segment: {'id': 'ce5f9e15-7aec-4091-afe2-7a8561e15da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '303aa975-c909-4214-9440-8b285d696dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:33:13.944513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Network hostable DHCP agents. Network: 303aa975-c909-4214-9440-8b285d696dd2, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:33:13.961343 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:13.961343 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:13.962089 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:13.962589 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:13.963020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:13.963453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:13.963972 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:13.964407 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:13.964805 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:13.965263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:13.965671 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:13.966166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:14.235818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Network 303aa975-c909-4214-9440-8b285d696dd2 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:33:14.351665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 303aa975-c909-4214-9440-8b285d696dd2) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:33:14.376753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246f9ce9-1d7b-4576-bb60-427f1f05ed56 None None] Network 303aa975-c909-4214-9440-8b285d696dd2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:33:14.396848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:14.399224 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:14.477935 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c2e88f65-09f2-4206-83c1-1b6cfcce5859 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1609588 Aug 17 02:33:14.528551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0cff-edf8-4465-85a4-ae6183c1c17a req-184d90aa-1ac7-4e54-9681-1372522f2a59 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:14.532104 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f5f0cff-edf8-4465-85a4-ae6183c1c17a req-184d90aa-1ac7-4e54-9681-1372522f2a59 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.1362622 Aug 17 02:33:14.616814 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f5f0cff-edf8-4465-85a4-ae6183c1c17a req-27414697-2448-4291-b3cf-b40cf5bfcaaf tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777082 Aug 17 02:33:14.645540 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a323b-bc77-4541-ab86-681f4f291c47 None None] Network 303aa975-c909-4214-9440-8b285d696dd2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:33:14.738568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59110) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:14.769402 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d6d4a-c253-41b5-967e-27f5bcce5406 req-55a9912a-6d64-4c92-8ee7-1a815a099842 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:14.771694 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-006d6d4a-c253-41b5-967e-27f5bcce5406 req-55a9912a-6d64-4c92-8ee7-1a815a099842 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.42 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 945 time: 0.1070499 Aug 17 02:33:14.805892 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e81fb2-b5e6-472d-a3be-bc3a0b93f82d admin admin] Deleting subnet 844d7317-fddb-4ab2-b4a8-01643b33bb6f {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:33:14.810570 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51e81fb2-b5e6-472d-a3be-bc3a0b93f82d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:14.876912 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51e81fb2-b5e6-472d-a3be-bc3a0b93f82d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:14.999215 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51e81fb2-b5e6-472d-a3be-bc3a0b93f82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:15.067253 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-006d6d4a-c253-41b5-967e-27f5bcce5406 req-05e3a5f6-5d7d-40fe-9e1c-5b68329f144c tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Deleting port 53d6bd56-fa0a-475d-ae9a-de8625825938 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:33:15.067596 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-006d6d4a-c253-41b5-967e-27f5bcce5406 req-05e3a5f6-5d7d-40fe-9e1c-5b68329f144c tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:15.073804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b463d-9410-4049-aa77-013c4a7d2cdd req-730570f4-622e-4cd5-a5f2-a5716bacfafb tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:15.077669 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-db7b463d-9410-4049-aa77-013c4a7d2cdd req-730570f4-622e-4cd5-a5f2-a5716bacfafb tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 945 time: 0.1711271 Aug 17 02:33:15.168527 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51e81fb2-b5e6-472d-a3be-bc3a0b93f82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:15.213769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e81fb2-b5e6-472d-a3be-bc3a0b93f82d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=844d7317-fddb-4ab2-b4a8-01643b33bb6f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:15.232840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-db7b463d-9410-4049-aa77-013c4a7d2cdd req-3290fac8-e6a5-44be-ac02-c67bf5aef614 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7fd8bc0-8d0c-4575-8bdf-063bf5020bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402719 Aug 17 02:33:15.234531 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-006d6d4a-c253-41b5-967e-27f5bcce5406 req-05e3a5f6-5d7d-40fe-9e1c-5b68329f144c tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] For port 53d6bd56-fa0a-475d-ae9a-de8625825938, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=53d6bd56-fa0a-475d-ae9a-de8625825938,segment=NetworkSegment(ecf78158-9613-45b9-b1c8-29fa1b359b08),segment_id=ecf78158-9613-45b9-b1c8-29fa1b359b08)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:15.235411 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-006d6d4a-c253-41b5-967e-27f5bcce5406 req-05e3a5f6-5d7d-40fe-9e1c-5b68329f144c tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:15.256806 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51e81fb2-b5e6-472d-a3be-bc3a0b93f82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:15.273286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-51e81fb2-b5e6-472d-a3be-bc3a0b93f82d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/844d7317-fddb-4ab2-b4a8-01643b33bb6f HTTP/1.1" status: 204 len: 168 time: 0.5236657 Aug 17 02:33:15.273758 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-006d6d4a-c253-41b5-967e-27f5bcce5406 req-05e3a5f6-5d7d-40fe-9e1c-5b68329f144c tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Calling delete_port for 53d6bd56-fa0a-475d-ae9a-de8625825938 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:33:15.277685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59126) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:15.448792 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-259846c8-0b96-4f1b-86b2-5ca520491d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:15.596602 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-259846c8-0b96-4f1b-86b2-5ca520491d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:15.617012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-259846c8-0b96-4f1b-86b2-5ca520491d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303aa975-c909-4214-9440-8b285d696dd2']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:15.632786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-259846c8-0b96-4f1b-86b2-5ca520491d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5f9e15-7aec-4091-afe2-7a8561e15da1') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:15.633209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-259846c8-0b96-4f1b-86b2-5ca520491d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5f9e15-7aec-4091-afe2-7a8561e15da1') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:15.644012 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-259846c8-0b96-4f1b-86b2-5ca520491d46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:15.660969 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-259846c8-0b96-4f1b-86b2-5ca520491d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:15.669035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259846c8-0b96-4f1b-86b2-5ca520491d46 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:33:15.669644 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-259846c8-0b96-4f1b-86b2-5ca520491d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:33:15.671977 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:33:15.820519 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e425fe3-244f-4143-992f-9e24f6de71f5 req-2b36a386-93f6-4577-9243-f26d2f5616db tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:15.822103 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e425fe3-244f-4143-992f-9e24f6de71f5 req-2b36a386-93f6-4577-9243-f26d2f5616db tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0771956 Aug 17 02:33:15.894051 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e425fe3-244f-4143-992f-9e24f6de71f5 req-fb3221ac-4ede-4781-9b37-0d9bc13e7ef6 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566473 Aug 17 02:33:15.933950 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-006d6d4a-c253-41b5-967e-27f5bcce5406 req-05e3a5f6-5d7d-40fe-9e1c-5b68329f144c tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:15.945632 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-259846c8-0b96-4f1b-86b2-5ca520491d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:15.971629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['53d6bd56-fa0a-475d-ae9a-de8625825938'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:33:15.972296 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-259846c8-0b96-4f1b-86b2-5ca520491d46 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:15.995770 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-259846c8-0b96-4f1b-86b2-5ca520491d46 admin admin] 10.222.0.13 "DELETE /v2.0/networks/303aa975-c909-4214-9440-8b285d696dd2 HTTP/1.1" status: 204 len: 168 time: 0.7063181 Aug 17 02:33:15.995770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259846c8-0b96-4f1b-86b2-5ca520491d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=303aa975-c909-4214-9440-8b285d696dd2,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:16.045317 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3a5f6-5d7d-40fe-9e1c-5b68329f144c tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Pushing event deleted for resources: {'Port': ['ID=53d6bd56-fa0a-475d-ae9a-de8625825938,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:16.124924 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-006d6d4a-c253-41b5-967e-27f5bcce5406 req-05e3a5f6-5d7d-40fe-9e1c-5b68329f144c tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] No DVR routers for this DVR port 53d6bd56-fa0a-475d-ae9a-de8625825938 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:33:16.133492 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-006d6d4a-c253-41b5-967e-27f5bcce5406 req-05e3a5f6-5d7d-40fe-9e1c-5b68329f144c tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:16.136748 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-006d6d4a-c253-41b5-967e-27f5bcce5406 req-05e3a5f6-5d7d-40fe-9e1c-5b68329f144c tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.42 "DELETE /v2.0/ports/53d6bd56-fa0a-475d-ae9a-de8625825938 HTTP/1.1" status: 204 len: 173 time: 1.3568637 Aug 17 02:33:16.152069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23a505d-2544-4304-a1d1-a38ef9c3df61', 'name': 'network-vif-deleted', 'tag': '53d6bd56-fa0a-475d-ae9a-de8625825938'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:33:16.154687 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a27187-41de-4cab-9e25-51ac5271ddef" -d '{"events": [{"server_uuid": "a23a505d-2544-4304-a1d1-a38ef9c3df61", "name": "network-vif-deleted", "tag": "53d6bd56-fa0a-475d-ae9a-de8625825938"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:33:16.219247 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa6480b-ba2f-4161-90dd-5925ebe99c41 x-openstack-request-id: req-caa6480b-ba2f-4161-90dd-5925ebe99c41 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:33:16.219247 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23a505d-2544-4304-a1d1-a38ef9c3df61", "name": "network-vif-deleted", "tag": "53d6bd56-fa0a-475d-ae9a-de8625825938", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:33:16.219247 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-caa6480b-ba2f-4161-90dd-5925ebe99c41 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:33:16.219247 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23a505d-2544-4304-a1d1-a38ef9c3df61', 'name': 'network-vif-deleted', 'tag': '53d6bd56-fa0a-475d-ae9a-de8625825938', 'status': 'completed', 'code': 200} Aug 17 02:33:16.385171 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d1035e7-a94a-44a7-9b62-140d9e88c6e6 req-7687ce45-5bc9-427a-9284-c4648c89ada7 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 210 time: 0.0485549 Aug 17 02:33:16.812868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59144) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:16.929096 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4cc65b01-e386-43e0-8792-9b2bb963ac92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a25e9d401ab249299a126c9a14ade07c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1137259 Aug 17 02:33:16.984933 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59148) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:17.169672 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e163-a617-47ba-b067-3ec379ffd40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:17.211225 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e163-a617-47ba-b067-3ec379ffd40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:17.247281 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de505-0dca-4f36-a914-d9b646ff3af6 req-8fbde0f5-c2a3-4f06-b8ae-65b17bff35e2 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:17.249306 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e96de505-0dca-4f36-a914-d9b646ff3af6 req-8fbde0f5-c2a3-4f06-b8ae-65b17bff35e2 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.1885934 Aug 17 02:33:17.335490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e96de505-0dca-4f36-a914-d9b646ff3af6 req-3f5dd51e-76e7-49fb-bdb0-0d9939966936 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749955 Aug 17 02:33:17.444321 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e163-a617-47ba-b067-3ec379ffd40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:17.451871 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e163-a617-47ba-b067-3ec379ffd40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:17.451871 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7ce8e163-a617-47ba-b067-3ec379ffd40d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/889ed778-1477-416f-9758-f6664bd14629 HTTP/1.1" status: 204 len: 168 time: 0.4631178 Aug 17 02:33:17.463798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8e163-a617-47ba-b067-3ec379ffd40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889ed778-1477-416f-9758-f6664bd14629,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:17.653229 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65aaa475-6d64-41e2-9709-a3e9de3c4789 req-11987103-dbd2-4dd6-914b-de43e16d1b55 tempest-ServerAddressesTestJSON-66496379 tempest-ServerAddressesTestJSON-66496379-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23a505d-2544-4304-a1d1-a38ef9c3df61 HTTP/1.1" status: 200 len: 210 time: 0.0582542 Aug 17 02:33:18.533973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52406a4e-79ee-4e01-958c-5fba7d7c4e37 req-17244073-d58e-4926-9db3-a76787604094 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:18.537328 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52406a4e-79ee-4e01-958c-5fba7d7c4e37 req-17244073-d58e-4926-9db3-a76787604094 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0991800 Aug 17 02:33:18.618007 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52406a4e-79ee-4e01-958c-5fba7d7c4e37 req-d3c3e926-2d9a-4659-9996-1b31990ffcd0 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730646 Aug 17 02:33:18.618345 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 53d6bd56-fa0a-475d-ae9a-de8625825938 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:33:18.664710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 53d6bd56-fa0a-475d-ae9a-de8625825938 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:33:18.665050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 53d6bd56-fa0a-475d-ae9a-de8625825938 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:33:18.787352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59184) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:18.861378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0349be-a59f-4a43-99f4-89d07d477dc1 admin admin] Deleting subnet 185b8777-e8fb-44bb-a8f9-ce7baa318690 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:33:18.867325 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b0349be-a59f-4a43-99f4-89d07d477dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:18.919411 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b0349be-a59f-4a43-99f4-89d07d477dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:18.981517 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b0349be-a59f-4a43-99f4-89d07d477dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:19.470345 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b0349be-a59f-4a43-99f4-89d07d477dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:19.520325 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0349be-a59f-4a43-99f4-89d07d477dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=185b8777-e8fb-44bb-a8f9-ce7baa318690,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:19.533280 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b0349be-a59f-4a43-99f4-89d07d477dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:19.533280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1b0349be-a59f-4a43-99f4-89d07d477dc1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/185b8777-e8fb-44bb-a8f9-ce7baa318690 HTTP/1.1" status: 204 len: 168 time: 0.7424650 Aug 17 02:33:19.534697 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59198) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:19.739444 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea731-2ccc-452c-a4e8-365ad1d356ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:19.814331 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea731-2ccc-452c-a4e8-365ad1d356ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:19.828058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-7e5ea731-2ccc-452c-a4e8-365ad1d356ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3e0d5f-362c-45b8-8a03-3fba7190aca4']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:19.854700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-7e5ea731-2ccc-452c-a4e8-365ad1d356ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf78158-9613-45b9-b1c8-29fa1b359b08') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:19.854700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-7e5ea731-2ccc-452c-a4e8-365ad1d356ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf78158-9613-45b9-b1c8-29fa1b359b08') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:19.869002 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea731-2ccc-452c-a4e8-365ad1d356ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:19.892438 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea731-2ccc-452c-a4e8-365ad1d356ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:19.905069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5ea731-2ccc-452c-a4e8-365ad1d356ee admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:33:19.905655 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea731-2ccc-452c-a4e8-365ad1d356ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:33:19.907909 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:33:20.049168 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f67ab2-a0d5-4076-a44f-e9566581fb16 req-6b1d7ae1-dbaf-42e6-bcbb-9ddcd2e64184 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:20.050698 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32f67ab2-a0d5-4076-a44f-e9566581fb16 req-6b1d7ae1-dbaf-42e6-bcbb-9ddcd2e64184 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0620308 Aug 17 02:33:20.101207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32f67ab2-a0d5-4076-a44f-e9566581fb16 req-12cb10f4-926c-46a7-b4c3-56a19ac8e3e2 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430272 Aug 17 02:33:20.128094 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea731-2ccc-452c-a4e8-365ad1d356ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:20.138619 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea731-2ccc-452c-a4e8-365ad1d356ee admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:20.144430 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7e5ea731-2ccc-452c-a4e8-365ad1d356ee admin admin] 10.222.0.13 "DELETE /v2.0/networks/dc3e0d5f-362c-45b8-8a03-3fba7190aca4 HTTP/1.1" status: 204 len: 168 time: 0.5993600 Aug 17 02:33:20.169327 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ea731-2ccc-452c-a4e8-365ad1d356ee admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3e0d5f-362c-45b8-8a03-3fba7190aca4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:20.813595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59250) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:20.866995 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-102023a7-66f5-4ebe-803e-1832d480c445 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1595821112174323880e2f3c80cec763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514779 Aug 17 02:33:20.869754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59252) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:20.934370 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29a9483c-930a-4142-a5d0-c269db02539c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:20.971252 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29a9483c-930a-4142-a5d0-c269db02539c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:21.105828 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29a9483c-930a-4142-a5d0-c269db02539c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:21.108763 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29a9483c-930a-4142-a5d0-c269db02539c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:21.112402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-29a9483c-930a-4142-a5d0-c269db02539c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7fd8bc0-8d0c-4575-8bdf-063bf5020bd7 HTTP/1.1" status: 204 len: 168 time: 0.2393644 Aug 17 02:33:21.121341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9483c-930a-4142-a5d0-c269db02539c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fd8bc0-8d0c-4575-8bdf-063bf5020bd7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:21.250154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05632b7-4325-42b7-a15a-ba012e589a53 req-f42cc880-e78c-4a0a-ab16-9c8a29f7d2bc tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:21.252325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b05632b7-4325-42b7-a15a-ba012e589a53 req-f42cc880-e78c-4a0a-ab16-9c8a29f7d2bc tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0628965 Aug 17 02:33:21.308294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b05632b7-4325-42b7-a15a-ba012e589a53 req-ef5c4eb7-7cb1-4520-9422-1bcac1faae61 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467434 Aug 17 02:33:21.338660 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59274) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:21.780752 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-17616861-a8f2-486c-b211-c89112be3c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:21.959310 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-17616861-a8f2-486c-b211-c89112be3c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:22.064737 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-17616861-a8f2-486c-b211-c89112be3c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:22.117749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59296) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:22.121837 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-17616861-a8f2-486c-b211-c89112be3c66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33876ec18d114d0ca21129f936371ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7763746 Aug 17 02:33:22.128292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17616861-a8f2-486c-b211-c89112be3c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d854ae-2b72-488c-aa31-2de2e135e99c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:22.228868 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf8aadf5-cb60-4f8a-a4dc-2524f0bc2f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:22.256175 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf8aadf5-cb60-4f8a-a4dc-2524f0bc2f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:22.468816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09822db3-0748-40a1-992f-4f2cd88c320f req-b585b66e-a811-4a06-97b0-36132579485e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:22.479549 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-09822db3-0748-40a1-992f-4f2cd88c320f req-b585b66e-a811-4a06-97b0-36132579485e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0820284 Aug 17 02:33:22.527098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-09822db3-0748-40a1-992f-4f2cd88c320f req-250347a2-8f07-4c8b-9ed9-0f333854ddd6 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466197 Aug 17 02:33:22.618717 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf8aadf5-cb60-4f8a-a4dc-2524f0bc2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:22.621577 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf8aadf5-cb60-4f8a-a4dc-2524f0bc2f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:22.625286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cf8aadf5-cb60-4f8a-a4dc-2524f0bc2f77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2d854ae-2b72-488c-aa31-2de2e135e99c HTTP/1.1" status: 204 len: 168 time: 0.5046110 Aug 17 02:33:22.638052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8aadf5-cb60-4f8a-a4dc-2524f0bc2f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d854ae-2b72-488c-aa31-2de2e135e99c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:23.887187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1a68-b392-4ad6-8e02-04428ee723f8 req-e80e80e1-6652-4d9e-bbe2-6b2c2036d5c3 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:23.899378 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c0a1a68-b392-4ad6-8e02-04428ee723f8 req-e80e80e1-6652-4d9e-bbe2-6b2c2036d5c3 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0840056 Aug 17 02:33:23.978225 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c0a1a68-b392-4ad6-8e02-04428ee723f8 req-8a54858e-5d31-4c91-86ee-0a5d2d6fe70d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772464 Aug 17 02:33:24.096232 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6a7285d-e2c2-49fd-a27e-fee56e96bb10 req-9a90387d-d8bf-4a2e-8418-9790f29904c9 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0626113 Aug 17 02:33:25.190373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c410de-b3de-4dbd-915b-cdd5b89d4f5b req-06f36dcf-b9ba-4fcf-85cd-38300943fd8f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:25.194140 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84c410de-b3de-4dbd-915b-cdd5b89d4f5b req-06f36dcf-b9ba-4fcf-85cd-38300943fd8f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.1362224 Aug 17 02:33:25.271235 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84c410de-b3de-4dbd-915b-cdd5b89d4f5b req-5a9d65a8-4b12-4d18-8f81-1b83eb041755 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621276 Aug 17 02:33:25.386551 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad5ef280-6aae-487a-8184-783041202a57 req-9d4494a8-d6fd-4651-a828-7022ad17a78b tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0499716 Aug 17 02:33:26.397444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dc102-4769-4b4d-bc88-ca60b963824f req-8db353e6-ac1c-42ff-a360-309885a4c465 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:26.399077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-497dc102-4769-4b4d-bc88-ca60b963824f req-8db353e6-ac1c-42ff-a360-309885a4c465 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0562298 Aug 17 02:33:26.457455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-497dc102-4769-4b4d-bc88-ca60b963824f req-cdaf50f4-a1c2-4d46-912b-1538969447ed tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493591 Aug 17 02:33:26.608253 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55a9cb4c-b44a-4a45-8a8a-63a6573511cd req-9439a711-0a3f-4cc8-b58e-e058fd9710ce tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0538352 Aug 17 02:33:27.661430 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defc6e6-0a84-4782-92bc-105dd85cf4fd req-6f8952a6-7389-48e0-abbc-4431beb5d66d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:27.663229 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8defc6e6-0a84-4782-92bc-105dd85cf4fd req-6f8952a6-7389-48e0-abbc-4431beb5d66d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.1011660 Aug 17 02:33:27.740250 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8defc6e6-0a84-4782-92bc-105dd85cf4fd req-b6906ce0-4d8e-4dd1-82a0-baf942a4a041 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668654 Aug 17 02:33:27.870804 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1407df1b-c4eb-4e04-966f-f590053bf300 req-837bb080-5328-4af6-be91-14ebcf53f3a0 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0390806 Aug 17 02:33:28.567038 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:28.889688 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3d633-dbd1-4105-92cf-e4d2f6e22bf4 req-6d3365d9-8797-4be7-a412-ee897c3d47e9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:28.892056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0f3d633-dbd1-4105-92cf-e4d2f6e22bf4 req-6d3365d9-8797-4be7-a412-ee897c3d47e9 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0567167 Aug 17 02:33:28.968415 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0f3d633-dbd1-4105-92cf-e4d2f6e22bf4 req-bffe3d0a-7ac2-44cb-a697-efd3d29aeda4 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644825 Aug 17 02:33:29.072075 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9eb65ec0-3a46-4ad2-ac7c-acd7c4d538e6 req-b923e871-3bad-441b-8982-e4dda0d565f3 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0398467 Aug 17 02:33:30.096209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a081f1-60a1-4abf-8509-41a42c91b0da req-1306fbeb-be6f-4bd3-96a6-0f15e157a69d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:30.097784 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3a081f1-60a1-4abf-8509-41a42c91b0da req-1306fbeb-be6f-4bd3-96a6-0f15e157a69d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0516031 Aug 17 02:33:30.140071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3a081f1-60a1-4abf-8509-41a42c91b0da req-265fad42-e595-4d2c-b8df-af63f94e7273 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353906 Aug 17 02:33:30.233869 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a363d8ad-ce80-461f-b8a4-bc1079054c40 req-b156a3f6-3047-4753-adb2-894c76223cb8 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0293932 Aug 17 02:33:31.004419 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:31.307439 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6da3a2-9d0b-4d62-a66a-1bc196570489 req-03e66baa-2794-424e-b8d6-043ed764357d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:31.315917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2b6da3a2-9d0b-4d62-a66a-1bc196570489 req-03e66baa-2794-424e-b8d6-043ed764357d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0942631 Aug 17 02:33:31.363946 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2b6da3a2-9d0b-4d62-a66a-1bc196570489 req-750802b2-2024-4ccf-abfc-a7fb6518123b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432312 Aug 17 02:33:31.492019 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be0edc3d-6e38-40a7-b20c-30b0de0f94a3 req-2a7356e2-6d63-489f-8244-2643e12735d3 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0423050 Aug 17 02:33:32.321451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c77cf91-5975-4afd-9016-2f13576030e5 req-f7d95831-34b3-4840-833a-47d99d82074b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0269992 Aug 17 02:33:32.528391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d39e5-dd45-4a99-a70d-c87d4a64687e req-6144ba71-868c-4cda-90a7-29274039ba11 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:32.537595 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d55d39e5-dd45-4a99-a70d-c87d4a64687e req-6144ba71-868c-4cda-90a7-29274039ba11 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0639057 Aug 17 02:33:32.589625 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d55d39e5-dd45-4a99-a70d-c87d4a64687e req-d45c1993-1667-4e3b-b3dc-e5a0ccfe9b6d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498447 Aug 17 02:33:32.723839 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7c3821da-e158-41c4-828d-8fd01251f791 req-88a30bfd-7700-4e02-ad1c-6fe0a4e9638c tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0575213 Aug 17 02:33:33.762804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e394704-dcc8-4458-aba2-a150ec0e831a req-177d43ee-7df7-42e3-80e8-664a6faf80fc tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:33.762804 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e394704-dcc8-4458-aba2-a150ec0e831a req-177d43ee-7df7-42e3-80e8-664a6faf80fc tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0648906 Aug 17 02:33:33.821359 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e394704-dcc8-4458-aba2-a150ec0e831a req-e609f925-b9f4-4d7d-8281-2fae536168be tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515692 Aug 17 02:33:33.935108 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-541cf19e-72ec-474b-af54-68b81b64667e req-312662e2-fc9a-4740-a19b-1399da45cf5a tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0314214 Aug 17 02:33:34.122070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-3dc8485f-8722-48c9-a91a-5fe144fce07e req-a36f50c1-4266-494a-9341-d3750681d794 tempest-ServersWithSpecificFlavorTestJSON-1371281109 tempest-ServersWithSpecificFlavorTestJSON-1371281109-project] (95407) timed out ('10.222.0.13', 34560) {{(pid=95407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 02:33:34.981702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92d1de-6ebb-4045-bc7d-a31480a23a40 req-f2a71484-62f9-4a99-b3bf-60294ca28f06 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:34.983240 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be92d1de-6ebb-4045-bc7d-a31480a23a40 req-f2a71484-62f9-4a99-b3bf-60294ca28f06 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0583138 Aug 17 02:33:35.031623 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be92d1de-6ebb-4045-bc7d-a31480a23a40 req-50e7c616-cc2e-4571-a997-44affaeb97a4 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415149 Aug 17 02:33:35.157952 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b0f772e-b7fe-4a75-861b-1f6e9bdb7854 req-ecfd0e67-ba4e-4f0c-8275-26772108f610 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0498922 Aug 17 02:33:36.091772 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5968a-71c0-453e-817b-725b2edf9871 req-15884ff7-28a1-499d-91b5-a9ff5cb5eb32 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:36.093333 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dee5968a-71c0-453e-817b-725b2edf9871 req-15884ff7-28a1-499d-91b5-a9ff5cb5eb32 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/networks?id=5131e1c6-7bdf-4932-8e96-7f6ee7475232 HTTP/1.1" status: 200 len: 814 time: 0.1471186 Aug 17 02:33:36.117940 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dee5968a-71c0-453e-817b-725b2edf9871 req-f9eeaf80-a30b-4ebf-9290-ade196b8d064 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/quotas/4bd72122e23544028c263d4083778920 HTTP/1.1" status: 200 len: 375 time: 0.0169108 Aug 17 02:33:36.201984 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dee5968a-71c0-453e-817b-725b2edf9871 req-059685f8-8a41-4173-9951-3be61af0c6bf tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4bd72122e23544028c263d4083778920&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780659 Aug 17 02:33:36.304368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59764) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:36.321971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dee5968a-71c0-453e-817b-725b2edf9871 req-d2b8135b-676e-42df-8a4f-de7ec4933200 service neutron] 10.222.0.13 "GET /v2.0/networks/5131e1c6-7bdf-4932-8e96-7f6ee7475232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158249 Aug 17 02:33:36.432223 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-054c3998-1fae-456d-a607-d0dd7364341d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:36.442894 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dee5968a-71c0-453e-817b-725b2edf9871 req-d06509a7-1912-44b4-8f65-03cf8f75a6ef service neutron] 10.222.0.13 "GET /v2.0/networks/5131e1c6-7bdf-4932-8e96-7f6ee7475232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116171 Aug 17 02:33:36.532703 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-054c3998-1fae-456d-a607-d0dd7364341d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:36.578075 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:33:36.710712 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-054c3998-1fae-456d-a607-d0dd7364341d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:36.787572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59770) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:36.788001 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-054c3998-1fae-456d-a607-d0dd7364341d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=247248035e9b41249608fc2a8a45bac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816637 Aug 17 02:33:36.791477 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c3998-1fae-456d-a607-d0dd7364341d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fb0aef-610f-4be3-99b6-b87adee42bbb,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:36.860205 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-43e8d854-0d40-4974-b612-7a8805afbbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:36.886796 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-43e8d854-0d40-4974-b612-7a8805afbbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:36.991538 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37b56f63-f88e-426b-9abf-bae006a65b85 req-8531cf3f-96f4-491d-b31a-397ae9d90db7 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0358262 Aug 17 02:33:37.042133 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-43e8d854-0d40-4974-b612-7a8805afbbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:37.050034 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-43e8d854-0d40-4974-b612-7a8805afbbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:37.055876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-43e8d854-0d40-4974-b612-7a8805afbbac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3fb0aef-610f-4be3-99b6-b87adee42bbb HTTP/1.1" status: 204 len: 168 time: 0.2646427 Aug 17 02:33:37.065498 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8d854-0d40-4974-b612-7a8805afbbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fb0aef-610f-4be3-99b6-b87adee42bbb,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:37.150086 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6863e38-acb4-4dc7-a431-be512d9689fb req-a5931908-437c-48a7-9a3c-2d267ef21f26 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:37.153822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6863e38-acb4-4dc7-a431-be512d9689fb req-a5931908-437c-48a7-9a3c-2d267ef21f26 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0893791 Aug 17 02:33:37.200269 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6863e38-acb4-4dc7-a431-be512d9689fb req-a19943ed-b85c-4af7-9bdf-50d47b306686 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368378 Aug 17 02:33:37.346735 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd7015a9-f029-4e37-b857-d21d18da3d7c req-4ec44f39-3d7d-4ea2-9e72-61134832f61a tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 210 time: 0.0274963 Aug 17 02:33:37.995579 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b152b911-4a03-4cab-a82f-3f0b19d86fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:38.116135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59798) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:38.129715 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd27cd0c-6a57-4674-9936-f745980f6418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:38.248207 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd27cd0c-6a57-4674-9936-f745980f6418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:38.291057 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed5a68b3-04f1-4166-a35d-41764d94d2b9 req-3b97294f-c316-4d93-9f52-8cc9bae43902 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0342183 Aug 17 02:33:38.333637 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd27cd0c-6a57-4674-9936-f745980f6418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:38.376850 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dd27cd0c-6a57-4674-9936-f745980f6418 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27c8fb2198e446ae80be44ec8c3eece4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595253 Aug 17 02:33:38.380617 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59806) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:38.407265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27cd0c-6a57-4674-9936-f745980f6418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2046c9c1-b075-4bae-99b5-3844a4417a2d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:38.481577 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8a044-6ec5-4c0e-83e5-7e6b6ce90662 req-b548467c-0105-491b-a8bd-8baf50bbc82a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:38.491117 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75e8a044-6ec5-4c0e-83e5-7e6b6ce90662 req-b548467c-0105-491b-a8bd-8baf50bbc82a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0862453 Aug 17 02:33:38.498312 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-390c91dd-7acc-43e4-9c02-6653a3cfb884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:38.522298 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-390c91dd-7acc-43e4-9c02-6653a3cfb884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:38.541918 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75e8a044-6ec5-4c0e-83e5-7e6b6ce90662 req-93eea4b4-0543-4776-a754-c78c1dec2fcb tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497501 Aug 17 02:33:38.728584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f004a9be-25af-45ba-bff2-41e9f41a81aa req-53feb08b-76c2-4714-b308-501bb3a22d9d tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 210 time: 0.0293102 Aug 17 02:33:38.754971 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-390c91dd-7acc-43e4-9c02-6653a3cfb884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:38.754971 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-390c91dd-7acc-43e4-9c02-6653a3cfb884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:38.758518 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-390c91dd-7acc-43e4-9c02-6653a3cfb884 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2046c9c1-b075-4bae-99b5-3844a4417a2d HTTP/1.1" status: 204 len: 168 time: 0.3767588 Aug 17 02:33:38.766998 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c91dd-7acc-43e4-9c02-6653a3cfb884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2046c9c1-b075-4bae-99b5-3844a4417a2d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:39.422793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6ec8e4a-126d-48de-a200-4de35e832692 req-b4859cfa-5930-404d-9a07-77f1667a4424 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0396614 Aug 17 02:33:39.681381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362dd385-e4ad-4e59-b40a-60f41271aff4 req-d38869b6-401f-4e69-8232-edfd762f2b75 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:39.682927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-362dd385-e4ad-4e59-b40a-60f41271aff4 req-d38869b6-401f-4e69-8232-edfd762f2b75 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0578778 Aug 17 02:33:39.725627 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-362dd385-e4ad-4e59-b40a-60f41271aff4 req-00840c46-78fb-4dc1-90cd-1c11599c2bce tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362930 Aug 17 02:33:39.912254 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-facc149f-1ec1-406e-8acb-3e0b3cd82ca7 req-31ee5e38-33da-455e-8dcd-6437ae5cdc59 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 210 time: 0.0369580 Aug 17 02:33:39.979362 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24e796-47f9-4767-a316-bd2e3e1e5a96 req-d8af297d-3f6d-4960-a2e2-fa03adc5e424 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:39.980977 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e24e796-47f9-4767-a316-bd2e3e1e5a96 req-d8af297d-3f6d-4960-a2e2-fa03adc5e424 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 945 time: 0.0723312 Aug 17 02:33:40.105075 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-9e24e796-47f9-4767-a316-bd2e3e1e5a96 req-b050602c-bb70-4a74-8650-4b3378112d24 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Deleting port e09c573e-a076-4a10-a05e-87371f91d611 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:33:40.105454 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9e24e796-47f9-4767-a316-bd2e3e1e5a96 req-b050602c-bb70-4a74-8650-4b3378112d24 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:40.223937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9e24e796-47f9-4767-a316-bd2e3e1e5a96 req-b050602c-bb70-4a74-8650-4b3378112d24 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] For port e09c573e-a076-4a10-a05e-87371f91d611, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=e09c573e-a076-4a10-a05e-87371f91d611,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:40.226424 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9e24e796-47f9-4767-a316-bd2e3e1e5a96 req-b050602c-bb70-4a74-8650-4b3378112d24 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:40.250193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-9e24e796-47f9-4767-a316-bd2e3e1e5a96 req-b050602c-bb70-4a74-8650-4b3378112d24 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Calling delete_port for e09c573e-a076-4a10-a05e-87371f91d611 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:33:40.309745 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-374e0e2a-a458-442f-b56c-1d99200b241d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:40.331159 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5968a-71c0-453e-817b-725b2edf9871 req-5374bf1a-83ec-4840-b748-501c41a09bac tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:40.335590 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-dee5968a-71c0-453e-817b-725b2edf9871 req-5374bf1a-83ec-4840-b748-501c41a09bac tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.42 "GET /v2.0/networks?id=5131e1c6-7bdf-4932-8e96-7f6ee7475232 HTTP/1.1" status: 200 len: 814 time: 0.1354954 Aug 17 02:33:40.370521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-dee5968a-71c0-453e-817b-725b2edf9871 req-1e9915dd-ba2c-4113-973a-53e28012ca75 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Request body: {'port': {'device_id': '8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c', 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232', 'admin_state_up': True, 'tenant_id': '4bd72122e23544028c263d4083778920'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:40.543683 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9e24e796-47f9-4767-a316-bd2e3e1e5a96 req-b050602c-bb70-4a74-8650-4b3378112d24 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:40.547642 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42f74c1c-b189-4c0a-9614-85ba7b6ca753 req-bc4ace6e-8d8c-49fd-a34a-79f97e74a50f tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0379734 Aug 17 02:33:40.587270 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:40.588732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050602c-bb70-4a74-8650-4b3378112d24 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Pushing event deleted for resources: {'Port': ['ID=e09c573e-a076-4a10-a05e-87371f91d611,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:40.589206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['e09c573e-a076-4a10-a05e-87371f91d611'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:33:40.640899 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e24e796-47f9-4767-a316-bd2e3e1e5a96 req-b050602c-bb70-4a74-8650-4b3378112d24 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] No DVR routers for this DVR port e09c573e-a076-4a10-a05e-87371f91d611 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:33:40.644968 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9e24e796-47f9-4767-a316-bd2e3e1e5a96 req-b050602c-bb70-4a74-8650-4b3378112d24 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:40.647373 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e24e796-47f9-4767-a316-bd2e3e1e5a96 req-b050602c-bb70-4a74-8650-4b3378112d24 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "DELETE /v2.0/ports/e09c573e-a076-4a10-a05e-87371f91d611 HTTP/1.1" status: 204 len: 173 time: 0.6532161 Aug 17 02:33:40.647841 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e2d2a1-e690-4d9a-8f49-59803b239d38', 'name': 'network-vif-deleted', 'tag': 'e09c573e-a076-4a10-a05e-87371f91d611'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:33:40.651024 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981fac36-b21d-4778-8873-8749e7a782a4" -d '{"events": [{"server_uuid": "83e2d2a1-e690-4d9a-8f49-59803b239d38", "name": "network-vif-deleted", "tag": "e09c573e-a076-4a10-a05e-87371f91d611"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:33:40.652777 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee5968a-71c0-453e-817b-725b2edf9871 req-1e9915dd-ba2c-4113-973a-53e28012ca75 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Made reservation on behalf of 4bd72122e23544028c263d4083778920 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:33:40.657449 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-dee5968a-71c0-453e-817b-725b2edf9871 req-1e9915dd-ba2c-4113-973a-53e28012ca75 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:40.692501 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317aef9f-a479-4c90-b7be-f33da30bed15 x-openstack-request-id: req-317aef9f-a479-4c90-b7be-f33da30bed15 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:33:40.692501 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e2d2a1-e690-4d9a-8f49-59803b239d38", "name": "network-vif-deleted", "tag": "e09c573e-a076-4a10-a05e-87371f91d611", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:33:40.692803 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-317aef9f-a479-4c90-b7be-f33da30bed15 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:33:40.693096 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e2d2a1-e690-4d9a-8f49-59803b239d38', 'name': 'network-vif-deleted', 'tag': 'e09c573e-a076-4a10-a05e-87371f91d611', 'status': 'completed', 'code': 200} Aug 17 02:33:40.806818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-dee5968a-71c0-453e-817b-725b2edf9871 req-1e9915dd-ba2c-4113-973a-53e28012ca75 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Allocated IP 172.20.0.13 (5131e1c6-7bdf-4932-8e96-7f6ee7475232/a3891963-945d-48c5-85b1-fe601940c8b8/47541afe-5425-444d-b83a-5c54254da712) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:33:40.834316 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6709e97e-a74e-4261-aba0-182bbaa96e2e req-2a3066f2-aebc-4f03-8366-74d2769330d3 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e2d2a1-e690-4d9a-8f49-59803b239d38 HTTP/1.1" status: 200 len: 210 time: 0.0349133 Aug 17 02:33:40.970187 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-dee5968a-71c0-453e-817b-725b2edf9871 req-1e9915dd-ba2c-4113-973a-53e28012ca75 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:41.009483 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-dee5968a-71c0-453e-817b-725b2edf9871 req-1e9915dd-ba2c-4113-973a-53e28012ca75 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Transition to ACTIVE for port object 47541afe-5425-444d-b83a-5c54254da712 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:33:41.077817 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15c0462a-5fb0-4a1c-a681-3906ad6f427a req-e05c18cd-fc22-46bd-8b3e-12012d6d61b3 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 210 time: 0.0381830 Aug 17 02:33:41.150312 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-dee5968a-71c0-453e-817b-725b2edf9871 req-1e9915dd-ba2c-4113-973a-53e28012ca75 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:41.619279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee5968a-71c0-453e-817b-725b2edf9871 req-1e9915dd-ba2c-4113-973a-53e28012ca75 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Network 5131e1c6-7bdf-4932-8e96-7f6ee7475232 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:33:41.619918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9915dd-ba2c-4113-973a-53e28012ca75 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Pushing event updated for resources: {'Port': ['ID=47541afe-5425-444d-b83a-5c54254da712,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:41.623319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-dee5968a-71c0-453e-817b-725b2edf9871 req-1e9915dd-ba2c-4113-973a-53e28012ca75 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:33:41.625846 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee5968a-71c0-453e-817b-725b2edf9871 req-1e9915dd-ba2c-4113-973a-53e28012ca75 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:33:41.699544 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5968a-71c0-453e-817b-725b2edf9871 req-1e9915dd-ba2c-4113-973a-53e28012ca75 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:41.701365 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-dee5968a-71c0-453e-817b-725b2edf9871 req-1e9915dd-ba2c-4113-973a-53e28012ca75 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:41.739130 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:41.836038 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-dee5968a-71c0-453e-817b-725b2edf9871 req-1e9915dd-ba2c-4113-973a-53e28012ca75 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4698987 Aug 17 02:33:41.854674 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Request body: {'port': {'device_id': '8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:41.946719 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:42.202648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4e97f11a-9083-4b1b-989a-1edc30a2db61 None None] Provisioning for port 47541afe-5425-444d-b83a-5c54254da712 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:33:42.212611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4e97f11a-9083-4b1b-989a-1edc30a2db61 None None] Provisioning complete for port 47541afe-5425-444d-b83a-5c54254da712 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:33:42.212997 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4e97f11a-9083-4b1b-989a-1edc30a2db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:42.304685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4e97f11a-9083-4b1b-989a-1edc30a2db61 None None] Port 47541afe-5425-444d-b83a-5c54254da712 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:33:42.335369 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41c5bd16-b72b-4ba5-961b-1d1784b7f6a0 req-400cfc13-cb8d-4f4d-b36c-9279d7b545c9 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.5767469 Aug 17 02:33:42.547826 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47541afe-5425-444d-b83a-5c54254da712 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:33:42.573725 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:42.593102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Transition to ACTIVE for port object 47541afe-5425-444d-b83a-5c54254da712 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:33:42.719816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788ef64-edf3-4f6d-b108-f71a1b502c8e req-87fe555e-52dd-4b2f-afb4-a9a7486a80ee tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:42.730111 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:42.730693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c788ef64-edf3-4f6d-b108-f71a1b502c8e req-87fe555e-52dd-4b2f-afb4-a9a7486a80ee tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 932 time: 0.0905089 Aug 17 02:33:42.798481 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c788ef64-edf3-4f6d-b108-f71a1b502c8e req-7fcef073-9d28-454a-919c-0acad5e40286 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669074 Aug 17 02:33:42.917051 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Pushing event updated for resources: {'Port': ['ID=47541afe-5425-444d-b83a-5c54254da712,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:42.991270 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Attempting to bind port 47541afe-5425-444d-b83a-5c54254da712 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:33:42.991846 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Attempting to bind port 47541afe-5425-444d-b83a-5c54254da712 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '404600dd-fedb-4d35-9b8b-6cfdb256e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:33:42.992344 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Attempting to bind port 47541afe-5425-444d-b83a-5c54254da712 on network 5131e1c6-7bdf-4932-8e96-7f6ee7475232 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:33:43.027285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Port 47541afe-5425-444d-b83a-5c54254da712 on network 5131e1c6-7bdf-4932-8e96-7f6ee7475232 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:33:43.027285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Attempting to bind port 47541afe-5425-444d-b83a-5c54254da712 on network 5131e1c6-7bdf-4932-8e96-7f6ee7475232 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:33:43.027285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:33:43.027285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Checking segment: {'id': '404600dd-fedb-4d35-9b8b-6cfdb256e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:33:43.027285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Bound using segment: {'id': '404600dd-fedb-4d35-9b8b-6cfdb256e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:33:43.027285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Bound port: 47541afe-5425-444d-b83a-5c54254da712, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404600dd-fedb-4d35-9b8b-6cfdb256e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:33:43.027285 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:43.127537 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] For port 47541afe-5425-444d-b83a-5c54254da712, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:33:43.131429 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] For port 47541afe-5425-444d-b83a-5c54254da712, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=47541afe-5425-444d-b83a-5c54254da712,segment=NetworkSegment(404600dd-fedb-4d35-9b8b-6cfdb256e21e),segment_id=404600dd-fedb-4d35-9b8b-6cfdb256e21e)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:33:43.243671 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:43.255975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device e09c573e-a076-4a10-a05e-87371f91d611 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:33:43.286381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: e09c573e-a076-4a10-a05e-87371f91d611 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:33:43.287138 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device e09c573e-a076-4a10-a05e-87371f91d611 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:33:43.295264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-4fcfd69e-18f9-429e-b923-a1300da75542 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:43.322986 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-4fcfd69e-18f9-429e-b923-a1300da75542 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 812 time: 0.2407634 Aug 17 02:33:43.352633 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:43.354557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:43.357262 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-dee5968a-71c0-453e-817b-725b2edf9871 req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] 10.222.0.42 "PUT /v2.0/ports/47541afe-5425-444d-b83a-5c54254da712 HTTP/1.1" status: 200 len: 1093 time: 1.5072498 Aug 17 02:33:43.364736 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c', 'tag': '47541afe-5425-444d-b83a-5c54254da712'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:33:43.364736 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a536b898-2cb9-4a3f-b879-ca44853901dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c", "tag": "47541afe-5425-444d-b83a-5c54254da712"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:33:43.377407 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-f3189f1f-aa24-4551-aa68-6ca0e8b22e8e tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/quotas/df28fd90cb584fe4b8844c00eb5811ae HTTP/1.1" status: 200 len: 375 time: 0.0507987 Aug 17 02:33:43.424985 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc598f-51e7-4769-b5e6-dd3ab97e1537 service neutron] Pushing event updated for resources: {'Port': ['ID=47541afe-5425-444d-b83a-5c54254da712,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:43.478543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-5ae741a3-bd6d-4f73-b048-d046f492fb02 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989316 Aug 17 02:33:43.611696 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-67b5e870-e842-4ed7-b2f9-78be49c5707f service neutron] 10.222.0.13 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294582 Aug 17 02:33:43.626686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5968a-71c0-453e-817b-725b2edf9871 req-c8c3e0f3-2fa6-45b3-bd95-58c2c0786bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:43.629195 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-dee5968a-71c0-453e-817b-725b2edf9871 req-c8c3e0f3-2fa6-45b3-bd95-58c2c0786bee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bd72122e23544028c263d4083778920&device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 1096 time: 0.1001811 Aug 17 02:33:43.764657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-a355ba3e-235a-4bee-88aa-295ac826b6d5 service neutron] 10.222.0.13 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518135 Aug 17 02:33:43.767294 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:43.872950 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-dee5968a-71c0-453e-817b-725b2edf9871 req-ef821860-6f83-497d-98e0-fd7a8db80cbe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47541afe-5425-444d-b83a-5c54254da712 HTTP/1.1" status: 200 len: 217 time: 0.0588982 Aug 17 02:33:43.950121 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5968a-71c0-453e-817b-725b2edf9871 req-ba432524-0f02-42a8-8800-3fceae951235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:43.952441 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-dee5968a-71c0-453e-817b-725b2edf9871 req-ba432524-0f02-42a8-8800-3fceae951235 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a3891963-945d-48c5-85b1-fe601940c8b8 HTTP/1.1" status: 200 len: 853 time: 0.0686362 Aug 17 02:33:44.272420 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d1efcba-0c93-4e59-aef8-a74aa1ef6476 req-3b2fe72b-ae67-4f05-9cc5-ff7a763512de tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0968752 Aug 17 02:33:44.338265 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5968a-71c0-453e-817b-725b2edf9871 req-506ba314-8a94-4536-8c72-8d31e128da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:44.340168 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-dee5968a-71c0-453e-817b-725b2edf9871 req-506ba314-8a94-4536-8c72-8d31e128da6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5131e1c6-7bdf-4932-8e96-7f6ee7475232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068664 Aug 17 02:33:44.366974 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68e8828-81dd-43f9-beb6-217091a6ed99 x-openstack-request-id: req-c68e8828-81dd-43f9-beb6-217091a6ed99 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:33:44.367711 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c", "tag": "47541afe-5425-444d-b83a-5c54254da712", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:33:44.368054 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c68e8828-81dd-43f9-beb6-217091a6ed99 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:33:44.368531 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c', 'tag': '47541afe-5425-444d-b83a-5c54254da712', 'status': 'completed', 'code': 200} Aug 17 02:33:44.659287 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-dee5968a-71c0-453e-817b-725b2edf9871 req-c692521a-bde3-45e0-a4b2-b955fc1f4be5 service neutron] 10.222.0.42 "GET /v2.0/networks/5131e1c6-7bdf-4932-8e96-7f6ee7475232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819140 Aug 17 02:33:44.758524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b6986-55da-4de2-8b8c-4fcfb58e39ed req-372325a5-cc5d-42c3-bb78-4c4ac51fc973 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:44.771473 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-718b6986-55da-4de2-8b8c-4fcfb58e39ed req-372325a5-cc5d-42c3-bb78-4c4ac51fc973 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 944 time: 0.1185973 Aug 17 02:33:44.859602 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-718b6986-55da-4de2-8b8c-4fcfb58e39ed req-33eecee8-5fe9-4732-905e-68820b99e263 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848329 Aug 17 02:33:44.904143 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-dee5968a-71c0-453e-817b-725b2edf9871 req-da25bbf2-5d92-43a1-9de3-5d0f497f1824 service neutron] 10.222.0.42 "GET /v2.0/networks/5131e1c6-7bdf-4932-8e96-7f6ee7475232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287009 Aug 17 02:33:45.150792 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9baf324-9679-4276-878f-79da46da4887 req-e62c06d2-e505-448f-b731-a7e2dd0f9e25 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 210 time: 0.0292001 Aug 17 02:33:45.480117 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a28dfa0-8da5-4262-b21c-6aa70e51f62e req-a6517a00-1a7c-4cd9-a747-0a5a211e9024 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0569704 Aug 17 02:33:45.523676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59996) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:45.706734 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef6a27c0-2bd4-4f69-b66a-5d142b7fcc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:45.873709 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef6a27c0-2bd4-4f69-b66a-5d142b7fcc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:46.064751 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef6a27c0-2bd4-4f69-b66a-5d142b7fcc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:46.142725 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ef6a27c0-2bd4-4f69-b66a-5d142b7fcc78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=864eb050276747259aea949702be7323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6163094 Aug 17 02:33:46.142947 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60018) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:46.146024 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a27c0-2bd4-4f69-b66a-5d142b7fcc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250da862-672b-437a-a4ac-37e174457154,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:46.276867 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-003fff59-f1bb-4412-8633-e04922359cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:46.318939 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-003fff59-f1bb-4412-8633-e04922359cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:46.589690 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-003fff59-f1bb-4412-8633-e04922359cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:46.593187 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-003fff59-f1bb-4412-8633-e04922359cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:46.593630 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-003fff59-f1bb-4412-8633-e04922359cb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/250da862-672b-437a-a4ac-37e174457154 HTTP/1.1" status: 204 len: 168 time: 0.4495223 Aug 17 02:33:46.603238 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fff59-f1bb-4412-8633-e04922359cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250da862-672b-437a-a4ac-37e174457154,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:47.944504 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-666a3c63-63a8-4daf-94d3-a753e2b8ec46 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:47.946680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-666a3c63-63a8-4daf-94d3-a753e2b8ec46 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 812 time: 0.4892242 Aug 17 02:33:47.967116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-7f3580aa-f39d-403f-9e6f-0f2a59a3e1fe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Request body: {'port': {'device_id': 'f9daf12a-59e8-43ec-a013-670a538912e3', 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b', 'admin_state_up': True, 'tenant_id': 'df28fd90cb584fe4b8844c00eb5811ae'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:48.334004 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-7f3580aa-f39d-403f-9e6f-0f2a59a3e1fe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Made reservation on behalf of df28fd90cb584fe4b8844c00eb5811ae for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:33:48.337966 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-7f3580aa-f39d-403f-9e6f-0f2a59a3e1fe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:48.493739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-7f3580aa-f39d-403f-9e6f-0f2a59a3e1fe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Allocated IP 172.20.0.8 (e8514d3d-ed13-45cd-a125-ef1e28472c3b/016e9709-70f3-4b17-8bfe-b44e0b1eb7e1/478b7d2d-68ba-4f34-9910-c9f96669cfe0) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:33:48.730325 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-7f3580aa-f39d-403f-9e6f-0f2a59a3e1fe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:48.950345 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-7f3580aa-f39d-403f-9e6f-0f2a59a3e1fe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:49.021536 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-7f3580aa-f39d-403f-9e6f-0f2a59a3e1fe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Network e8514d3d-ed13-45cd-a125-ef1e28472c3b is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:33:49.024844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-7f3580aa-f39d-403f-9e6f-0f2a59a3e1fe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:33:49.029752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-7f3580aa-f39d-403f-9e6f-0f2a59a3e1fe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:33:49.035143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3580aa-f39d-403f-9e6f-0f2a59a3e1fe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Pushing event updated for resources: {'Port': ['ID=478b7d2d-68ba-4f34-9910-c9f96669cfe0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:49.113640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-7f3580aa-f39d-403f-9e6f-0f2a59a3e1fe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:49.114316 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-7f3580aa-f39d-403f-9e6f-0f2a59a3e1fe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:49.264510 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-7f3580aa-f39d-403f-9e6f-0f2a59a3e1fe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3020701 Aug 17 02:33:49.285322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Request body: {'port': {'device_id': 'f9daf12a-59e8-43ec-a013-670a538912e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:49.393470 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:49.719434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478b7d2d-68ba-4f34-9910-c9f96669cfe0 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:33:49.727726 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:49.743916 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Transition to ACTIVE for port object 478b7d2d-68ba-4f34-9910-c9f96669cfe0 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:33:49.892302 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:49.995263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Pushing event updated for resources: {'Port': ['ID=478b7d2d-68ba-4f34-9910-c9f96669cfe0,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:50.050247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Attempting to bind port 478b7d2d-68ba-4f34-9910-c9f96669cfe0 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:33:50.050607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Attempting to bind port 478b7d2d-68ba-4f34-9910-c9f96669cfe0 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:33:50.051647 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Attempting to bind port 478b7d2d-68ba-4f34-9910-c9f96669cfe0 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:33:50.057881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Port 478b7d2d-68ba-4f34-9910-c9f96669cfe0 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:33:50.058434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Attempting to bind port 478b7d2d-68ba-4f34-9910-c9f96669cfe0 on network e8514d3d-ed13-45cd-a125-ef1e28472c3b {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:33:50.063924 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:33:50.064520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Checking segment: {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:33:50.065167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Bound using segment: {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:33:50.065780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Bound port: 478b7d2d-68ba-4f34-9910-c9f96669cfe0, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9552455-f7f6-46c2-af0f-cebb5e352e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:33:50.066336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:50.172619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] For port 478b7d2d-68ba-4f34-9910-c9f96669cfe0, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:33:50.176623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] For port 478b7d2d-68ba-4f34-9910-c9f96669cfe0, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=478b7d2d-68ba-4f34-9910-c9f96669cfe0,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:33:50.303973 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:50.342433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:50.343372 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:50.344858 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] 10.222.0.18 "PUT /v2.0/ports/478b7d2d-68ba-4f34-9910-c9f96669cfe0 HTTP/1.1" status: 200 len: 1092 time: 1.0642333 Aug 17 02:33:50.348291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9daf12a-59e8-43ec-a013-670a538912e3', 'tag': '478b7d2d-68ba-4f34-9910-c9f96669cfe0'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:33:50.349735 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2f27fa-c6bb-40a9-9ca6-85b71822f50c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9daf12a-59e8-43ec-a013-670a538912e3", "tag": "478b7d2d-68ba-4f34-9910-c9f96669cfe0"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:33:50.388940 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a37251-5ac3-41ac-9b5d-38cd1c6e15c6 service neutron] Pushing event updated for resources: {'Port': ['ID=478b7d2d-68ba-4f34-9910-c9f96669cfe0,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:51.158633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-2e46a958-0044-4250-829c-34492b2c03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:51.161143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-2e46a958-0044-4250-829c-34492b2c03b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 1095 time: 0.0954373 Aug 17 02:33:51.239799 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-e63066f3-6b80-4a2f-bd1d-5929e57f1a6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=478b7d2d-68ba-4f34-9910-c9f96669cfe0 HTTP/1.1" status: 200 len: 217 time: 0.0648584 Aug 17 02:33:51.314724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-c87fe3e0-bf4f-44a4-961e-b53b694f5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:51.318520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-c87fe3e0-bf4f-44a4-961e-b53b694f5818 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=016e9709-70f3-4b17-8bfe-b44e0b1eb7e1 HTTP/1.1" status: 200 len: 852 time: 0.0622358 Aug 17 02:33:51.400136 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-34ddde4b-0b82-47cb-97d1-c03d15baa931 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8514d3d-ed13-45cd-a125-ef1e28472c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711603 Aug 17 02:33:51.541154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-17edc979-a6e2-441f-bd31-d0e08c97b2ca service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333380 Aug 17 02:33:51.710332 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9bd9bc3-3827-4014-9eb9-e918f4dd0d39 req-542276f4-3de0-4448-a402-2b221510b5e6 service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573789 Aug 17 02:33:54.991634 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acba3ca7-7a62-4a11-977f-a52b34689b97 req-d34e431a-54fc-46ed-be92-de9ec8be9e0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83865a7bfaf24d28a8f59a5faf91767b&device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0275846 Aug 17 02:33:55.055677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acba3ca7-7a62-4a11-977f-a52b34689b97 req-6c79e4bb-f603-4ece-840a-1483bf68d97a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=83865a7bfaf24d28a8f59a5faf91767b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361447 Aug 17 02:33:55.120177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60164) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:55.252265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba3ca7-7a62-4a11-977f-a52b34689b97 req-d58b1f31-9b69-4e8c-9d60-371146fb9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:55.254401 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acba3ca7-7a62-4a11-977f-a52b34689b97 req-d58b1f31-9b69-4e8c-9d60-371146fb9bfc service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1910450 Aug 17 02:33:55.263850 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d49e791-0bb7-48be-b335-972beeacbb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:55.287922 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 478b7d2d-68ba-4f34-9910-c9f96669cfe0 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:33:55.371922 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d49e791-0bb7-48be-b335-972beeacbb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:55.405679 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 478b7d2d-68ba-4f34-9910-c9f96669cfe0, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=478b7d2d-68ba-4f34-9910-c9f96669cfe0,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:55.418464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '478b7d2d-68ba-4f34-9910-c9f96669cfe0', 'network_id': 'e8514d3d-ed13-45cd-a125-ef1e28472c3b', 'port_id': '478b7d2d-68ba-4f34-9910-c9f96669cfe0', 'mac_address': 'fa:16:3e:55:6c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016e9709-70f3-4b17-8bfe-b44e0b1eb7e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:33:55.456179 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:55.461092 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d49e791-0bb7-48be-b335-972beeacbb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:55.470359 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478b7d2d-68ba-4f34-9910-c9f96669cfe0 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:33:55.490993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 478b7d2d-68ba-4f34-9910-c9f96669cfe0, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=478b7d2d-68ba-4f34-9910-c9f96669cfe0,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:55.500902 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0d49e791-0bb7-48be-b335-972beeacbb14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=343e4ad5aa7842a38071c2080ebd0182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796246 Aug 17 02:33:55.501752 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49e791-0bb7-48be-b335-972beeacbb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70da9180-e9e2-4799-b790-f1fa339fbefc,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:55.503590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60172) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:55.562092 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a9310ab1-e0e8-4f29-8848-d310a7291faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:55.590082 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a9310ab1-e0e8-4f29-8848-d310a7291faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:55.629226 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:55.681058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=478b7d2d-68ba-4f34-9910-c9f96669cfe0,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:55.688767 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:55.689467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:55.689974 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:55.690551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:55.690862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:55.691262 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:55.691584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:55.692095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:55.692431 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:55.692799 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:55.693213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:55.694157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:55.740487 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a9310ab1-e0e8-4f29-8848-d310a7291faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:55.742925 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a9310ab1-e0e8-4f29-8848-d310a7291faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:55.745792 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a9310ab1-e0e8-4f29-8848-d310a7291faf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70da9180-e9e2-4799-b790-f1fa339fbefc HTTP/1.1" status: 204 len: 168 time: 0.2392297 Aug 17 02:33:55.754918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9310ab1-e0e8-4f29-8848-d310a7291faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70da9180-e9e2-4799-b790-f1fa339fbefc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:56.391940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['478b7d2d-68ba-4f34-9910-c9f96669cfe0'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:33:57.339346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b898-2cb9-4a3f-b879-ca44853901dc req-d24f16fe-dc41-48cd-803b-680704c79bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:57.340875 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a536b898-2cb9-4a3f-b879-ca44853901dc req-d24f16fe-dc41-48cd-803b-680704c79bde service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bd72122e23544028c263d4083778920&device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 1096 time: 0.0631819 Aug 17 02:33:57.413041 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25445e-23ec-4c1b-89c2-48468d8e3a4e req-0c13750c-5eca-4244-ae8a-5beaa9dea9b8 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:57.414888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a25445e-23ec-4c1b-89c2-48468d8e3a4e req-0c13750c-5eca-4244-ae8a-5beaa9dea9b8 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 944 time: 0.0618451 Aug 17 02:33:57.462230 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a25445e-23ec-4c1b-89c2-48468d8e3a4e req-b7c031f0-a53b-498e-930a-f5229c2f1f87 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408177 Aug 17 02:33:57.491656 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b898-2cb9-4a3f-b879-ca44853901dc req-1d04e8c8-70a2-435a-9494-c395a020f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:57.494230 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a536b898-2cb9-4a3f-b879-ca44853901dc req-1d04e8c8-70a2-435a-9494-c395a020f981 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5131e1c6-7bdf-4932-8e96-7f6ee7475232 HTTP/1.1" status: 200 len: 915 time: 0.1313899 Aug 17 02:33:57.549172 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a536b898-2cb9-4a3f-b879-ca44853901dc req-11638f4a-9c19-49c9-afeb-87cd16718804 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47541afe-5425-444d-b83a-5c54254da712 HTTP/1.1" status: 200 len: 217 time: 0.0472181 Aug 17 02:33:57.617531 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b898-2cb9-4a3f-b879-ca44853901dc req-bc906d94-8fd3-4779-a68f-d17a859814ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:57.619176 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a536b898-2cb9-4a3f-b879-ca44853901dc req-bc906d94-8fd3-4779-a68f-d17a859814ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a3891963-945d-48c5-85b1-fe601940c8b8 HTTP/1.1" status: 200 len: 853 time: 0.0550950 Aug 17 02:33:57.661195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60190) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:57.680469 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3cb2df04-9049-4461-a0e8-5b0f67879d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:57.704135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b898-2cb9-4a3f-b879-ca44853901dc req-917c414c-0a2b-454e-a583-d54a45f22239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:57.705707 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a536b898-2cb9-4a3f-b879-ca44853901dc req-917c414c-0a2b-454e-a583-d54a45f22239 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5131e1c6-7bdf-4932-8e96-7f6ee7475232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785937 Aug 17 02:33:57.808642 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3cb2df04-9049-4461-a0e8-5b0f67879d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:57.894547 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a536b898-2cb9-4a3f-b879-ca44853901dc req-50f63cba-6cf9-43af-877a-2c8823449da1 service neutron] 10.222.0.42 "GET /v2.0/networks/5131e1c6-7bdf-4932-8e96-7f6ee7475232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747038 Aug 17 02:33:57.906462 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3cb2df04-9049-4461-a0e8-5b0f67879d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:57.965416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3cb2df04-9049-4461-a0e8-5b0f67879d7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62ae42e8dbe4456ab55f368ebe3d6a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023674 Aug 17 02:33:57.970423 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60196) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:57.983855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2df04-9049-4461-a0e8-5b0f67879d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee340569-fc6a-40f1-a2ec-b4464935f4e0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:58.030587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb559c-d737-45c7-8406-d09bf451b409 req-c9e4bf4d-24de-4241-b2af-247306098052 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:58.032650 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8bb559c-d737-45c7-8406-d09bf451b409 req-c9e4bf4d-24de-4241-b2af-247306098052 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 944 time: 0.0928345 Aug 17 02:33:58.084117 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8bb559c-d737-45c7-8406-d09bf451b409 req-9f63e956-acb7-44df-bbee-830cefa787ce tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424049 Aug 17 02:33:58.093364 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb493fdc-4c5c-43ac-8c1e-0ba730e62721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:58.114060 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a536b898-2cb9-4a3f-b879-ca44853901dc req-9180d715-8b4f-4616-a497-2f66a257627b service neutron] 10.222.0.42 "GET /v2.0/networks/5131e1c6-7bdf-4932-8e96-7f6ee7475232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712031 Aug 17 02:33:58.128242 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb493fdc-4c5c-43ac-8c1e-0ba730e62721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:58.176523 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b668a402-0849-4821-8045-b8b1261e441b req-8cc3348a-87ab-4191-80ec-050e7780a7f0 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0280104 Aug 17 02:33:58.226181 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32726571-b626-42a9-ab92-26e580c7811f x-openstack-request-id: req-32726571-b626-42a9-ab92-26e580c7811f {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:33:58.226490 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9daf12a-59e8-43ec-a013-670a538912e3", "tag": "478b7d2d-68ba-4f34-9910-c9f96669cfe0", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:33:58.226742 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32726571-b626-42a9-ab92-26e580c7811f {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:33:58.227175 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9daf12a-59e8-43ec-a013-670a538912e3', 'tag': '478b7d2d-68ba-4f34-9910-c9f96669cfe0', 'status': 'completed', 'code': 200} Aug 17 02:33:58.338224 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb493fdc-4c5c-43ac-8c1e-0ba730e62721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:58.338224 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb493fdc-4c5c-43ac-8c1e-0ba730e62721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:58.338224 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cb493fdc-4c5c-43ac-8c1e-0ba730e62721 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee340569-fc6a-40f1-a2ec-b4464935f4e0 HTTP/1.1" status: 204 len: 168 time: 0.3563962 Aug 17 02:33:58.339298 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb493fdc-4c5c-43ac-8c1e-0ba730e62721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee340569-fc6a-40f1-a2ec-b4464935f4e0,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:58.432861 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f27fa-c6bb-40a9-9ca6-85b71822f50c req-6fd08120-5a2a-478a-b70f-c64dc548e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:58.441482 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c2f27fa-c6bb-40a9-9ca6-85b71822f50c req-6fd08120-5a2a-478a-b70f-c64dc548e6b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 1096 time: 0.1692600 Aug 17 02:33:58.538229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f27fa-c6bb-40a9-9ca6-85b71822f50c req-2c502f92-4466-43fc-bf46-15533ee0718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:58.543526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c2f27fa-c6bb-40a9-9ca6-85b71822f50c req-2c502f92-4466-43fc-bf46-15533ee0718b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 200 len: 913 time: 0.0973763 Aug 17 02:33:58.584799 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:58.612256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c2f27fa-c6bb-40a9-9ca6-85b71822f50c req-52d03e19-4641-45b8-83a3-09d4c002fd7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=478b7d2d-68ba-4f34-9910-c9f96669cfe0 HTTP/1.1" status: 200 len: 217 time: 0.0647271 Aug 17 02:33:58.668764 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8aa62-30c1-43f3-ab2f-b6d1cc6dd285 req-22921ee4-ab8c-40ae-b0cd-5bb3c28d30f4 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:58.670274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dcb8aa62-30c1-43f3-ab2f-b6d1cc6dd285 req-22921ee4-ab8c-40ae-b0cd-5bb3c28d30f4 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 944 time: 0.1163983 Aug 17 02:33:58.679546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f27fa-c6bb-40a9-9ca6-85b71822f50c req-22889c3b-4832-4c2f-850b-6a84006c3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:58.681008 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c2f27fa-c6bb-40a9-9ca6-85b71822f50c req-22889c3b-4832-4c2f-850b-6a84006c3844 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=016e9709-70f3-4b17-8bfe-b44e0b1eb7e1 HTTP/1.1" status: 200 len: 852 time: 0.0612075 Aug 17 02:33:58.725663 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c2f27fa-c6bb-40a9-9ca6-85b71822f50c req-62f88f0e-1a8e-42e6-a128-4f79b8d502fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8514d3d-ed13-45cd-a125-ef1e28472c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293868 Aug 17 02:33:58.739990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-2c2f27fa-c6bb-40a9-9ca6-85b71822f50c req-99b7b10e-5ac5-405c-96eb-46d74b4fcc4b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:33:58.740961 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c2f27fa-c6bb-40a9-9ca6-85b71822f50c req-99b7b10e-5ac5-405c-96eb-46d74b4fcc4b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058150 Aug 17 02:33:58.746644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dcb8aa62-30c1-43f3-ab2f-b6d1cc6dd285 req-eeaa3a5c-c2d1-44dc-8fa9-8d884b7f4362 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688784 Aug 17 02:33:58.774371 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5d122079-e9f0-4f14-98a3-ac331c5e57f9 req-8c80b28d-0e9e-40e2-898d-5386bca58e7a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546000 Aug 17 02:33:58.850566 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c2f27fa-c6bb-40a9-9ca6-85b71822f50c req-7af71a63-516f-469e-8eb1-184c0bf02eb0 service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998518 Aug 17 02:33:58.896954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d122079-e9f0-4f14-98a3-ac331c5e57f9 req-364bf451-087b-4bbc-abf3-ac2a1f42fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:58.898817 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5d122079-e9f0-4f14-98a3-ac331c5e57f9 req-364bf451-087b-4bbc-abf3-ac2a1f42fcb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 1098 time: 0.0638800 Aug 17 02:33:59.008996 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c2f27fa-c6bb-40a9-9ca6-85b71822f50c req-ddd728ab-b362-45ed-b09d-485282a4df5c service neutron] 10.222.0.18 "GET /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452839 Aug 17 02:33:59.092410 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d122079-e9f0-4f14-98a3-ac331c5e57f9 req-d78651fa-b450-49ed-bb7d-88c3d7961bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:59.093980 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5d122079-e9f0-4f14-98a3-ac331c5e57f9 req-d78651fa-b450-49ed-bb7d-88c3d7961bd5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.1685166 Aug 17 02:33:59.183983 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5d122079-e9f0-4f14-98a3-ac331c5e57f9 req-6dbb0b21-7e6a-4a34-8c5c-ce88d4be2443 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e11478f-186d-416c-a6d1-b91c615a6f06 HTTP/1.1" status: 200 len: 1002 time: 0.0821152 Aug 17 02:33:59.255430 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d122079-e9f0-4f14-98a3-ac331c5e57f9 req-df6c016b-356f-4fdf-8379-a29c99395761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:59.256851 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5d122079-e9f0-4f14-98a3-ac331c5e57f9 req-df6c016b-356f-4fdf-8379-a29c99395761 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0658636 Aug 17 02:33:59.259331 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bc733-ac9c-4a9b-b96b-8ba738054384 req-c8604ebc-e2fb-4354-a2cf-12772bf27aa3 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:59.261416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-016bc733-ac9c-4a9b-b96b-8ba738054384 req-c8604ebc-e2fb-4354-a2cf-12772bf27aa3 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 944 time: 0.0863974 Aug 17 02:33:59.283609 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 478b7d2d-68ba-4f34-9910-c9f96669cfe0 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:33:59.320579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-016bc733-ac9c-4a9b-b96b-8ba738054384 req-03bb8dec-5d3b-4fe8-90e7-0701645ee31b tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471010 Aug 17 02:33:59.362452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d122079-e9f0-4f14-98a3-ac331c5e57f9 req-bac73006-6de8-48d9-ba37-cefed1dcfa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:59.365424 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5d122079-e9f0-4f14-98a3-ac331c5e57f9 req-bac73006-6de8-48d9-ba37-cefed1dcfa4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962908 Aug 17 02:33:59.429257 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73559f3-c515-400b-bf2e-bf05007348c4 req-4196a6ee-a843-4c7e-9d3d-71795837ed3a tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0337243 Aug 17 02:33:59.489162 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5d122079-e9f0-4f14-98a3-ac331c5e57f9 req-83df2824-0992-4f14-a346-035aae978bb8 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158919 Aug 17 02:33:59.521440 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 478b7d2d-68ba-4f34-9910-c9f96669cfe0 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:33:59.527139 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 478b7d2d-68ba-4f34-9910-c9f96669cfe0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:33:59.527139 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:59.622609 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5d122079-e9f0-4f14-98a3-ac331c5e57f9 req-1c3cc788-8f3f-412a-8f6b-74733825e82f service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261907 Aug 17 02:33:59.668345 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:59.694396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9daf12a-59e8-43ec-a013-670a538912e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478b7d2d-68ba-4f34-9910-c9f96669cfe0'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:33:59.696900 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237720d1-92c7-455b-92cb-30c871e3698c" -d '{"events": [{"server_uuid": "f9daf12a-59e8-43ec-a013-670a538912e3", "name": "network-vif-plugged", "status": "completed", "tag": "478b7d2d-68ba-4f34-9910-c9f96669cfe0"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:33:59.716230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 478b7d2d-68ba-4f34-9910-c9f96669cfe0, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=478b7d2d-68ba-4f34-9910-c9f96669cfe0,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:59.742353 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7fd121-e9d5-4057-a9eb-d582685e6ad8 x-openstack-request-id: req-1b7fd121-e9d5-4057-a9eb-d582685e6ad8 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:33:59.742703 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9daf12a-59e8-43ec-a013-670a538912e3", "name": "network-vif-plugged", "status": "completed", "tag": "478b7d2d-68ba-4f34-9910-c9f96669cfe0", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:33:59.742968 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b7fd121-e9d5-4057-a9eb-d582685e6ad8 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:33:59.744233 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9daf12a-59e8-43ec-a013-670a538912e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478b7d2d-68ba-4f34-9910-c9f96669cfe0', 'code': 200} Aug 17 02:33:59.857644 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:59.918126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bc05b-b7c0-423f-bd43-ad5a44bd5af2 req-bca19ab8-023c-4e23-829b-94f863460f0e tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:59.920279 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-104bc05b-b7c0-423f-bd43-ad5a44bd5af2 req-bca19ab8-023c-4e23-829b-94f863460f0e tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 944 time: 0.0805194 Aug 17 02:33:59.929670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f64e1-1033-40a2-acd3-c4717c64a719 req-0fbd8892-25d0-4c51-a130-6ed077d30186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:59.931434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-439f64e1-1033-40a2-acd3-c4717c64a719 req-0fbd8892-25d0-4c51-a130-6ed077d30186 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 1096 time: 0.1031065 Aug 17 02:33:59.947638 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=478b7d2d-68ba-4f34-9910-c9f96669cfe0,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:00.026784 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-104bc05b-b7c0-423f-bd43-ad5a44bd5af2 req-0ccbf9d5-e63e-4bdc-8d97-0be158577b3e tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996020 Aug 17 02:34:00.028833 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-439f64e1-1033-40a2-acd3-c4717c64a719 req-7220803f-9915-4ee3-acde-bcab787f0c17 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732253 Aug 17 02:34:00.448510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001f33d-5b0e-4708-82c0-44e9fcd53d80 req-c3fce524-4f97-452f-81ed-d6ed9d3f3ffe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:00.450413 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6001f33d-5b0e-4708-82c0-44e9fcd53d80 req-c3fce524-4f97-452f-81ed-d6ed9d3f3ffe tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 945 time: 0.0521638 Aug 17 02:34:00.496123 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6001f33d-5b0e-4708-82c0-44e9fcd53d80 req-95887c94-57f9-4945-b1aa-b593f3830ab2 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368476 Aug 17 02:34:00.611333 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e80c6c9a-29e5-451e-b50d-c05bfd452df9 req-3aead0da-12a9-4b40-a8a0-be25d6d31f09 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0341344 Aug 17 02:34:01.041147 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:01.214771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64566e-86b9-4920-a06c-73f883b920ef req-64d88f3f-95c2-48c6-837c-6f6dbb88eba4 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:01.224687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a64566e-86b9-4920-a06c-73f883b920ef req-64d88f3f-95c2-48c6-837c-6f6dbb88eba4 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 944 time: 0.0787189 Aug 17 02:34:01.287440 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a64566e-86b9-4920-a06c-73f883b920ef req-e260ee79-4074-4dc6-b4dd-91b4594395e8 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613325 Aug 17 02:34:01.686889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725204b-0a1f-465b-9959-240189b9e7a3 req-1d3cc77d-3f2e-4db8-96c5-2d5dbe71e878 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:01.688423 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d725204b-0a1f-465b-9959-240189b9e7a3 req-1d3cc77d-3f2e-4db8-96c5-2d5dbe71e878 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 945 time: 0.0708601 Aug 17 02:34:01.735684 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d725204b-0a1f-465b-9959-240189b9e7a3 req-0ce99ba1-c7db-4403-82b9-e949ffecaf90 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403187 Aug 17 02:34:01.842465 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7c08172a-68b6-484e-821b-6150bdb874a5 req-1eda3c7e-1b50-4baa-b947-b53f1a95142d tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0350070 Aug 17 02:34:02.414355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b03c6-c3e4-4219-b72a-ac3e0dade7ad req-bf4c29b7-0d2a-4bfc-9667-2e5122df5d67 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:02.416096 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-647b03c6-c3e4-4219-b72a-ac3e0dade7ad req-bf4c29b7-0d2a-4bfc-9667-2e5122df5d67 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 944 time: 0.0591054 Aug 17 02:34:02.466615 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-647b03c6-c3e4-4219-b72a-ac3e0dade7ad req-e8f5a1d8-a28f-4762-9281-5d52aebfbfad tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440984 Aug 17 02:34:02.881283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 47541afe-5425-444d-b83a-5c54254da712 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:34:02.882230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08db529-f9c3-4b05-8673-4f3cedbb7d05 req-c342f66d-99d4-44cf-a28a-10f4a0faeeac tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:02.884815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e08db529-f9c3-4b05-8673-4f3cedbb7d05 req-c342f66d-99d4-44cf-a28a-10f4a0faeeac tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 945 time: 0.0654979 Aug 17 02:34:02.933814 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e08db529-f9c3-4b05-8673-4f3cedbb7d05 req-a144537d-7056-4fa9-a444-a39748086019 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 Aug 17 02:34:03.041922 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e817c41f-9fb1-4e34-903a-747d0b20ae9a req-2e2aec1b-2965-4c93-b9e3-b609e05795ef tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0390139 Aug 17 02:34:03.051001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 47541afe-5425-444d-b83a-5c54254da712, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=47541afe-5425-444d-b83a-5c54254da712,segment=NetworkSegment(404600dd-fedb-4d35-9b8b-6cfdb256e21e),segment_id=404600dd-fedb-4d35-9b8b-6cfdb256e21e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:03.071266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '47541afe-5425-444d-b83a-5c54254da712', 'network_id': '5131e1c6-7bdf-4932-8e96-7f6ee7475232', 'port_id': '47541afe-5425-444d-b83a-5c54254da712', 'mac_address': 'fa:16:3e:f0:0e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3891963-945d-48c5-85b1-fe601940c8b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:34:03.119943 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:03.137124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47541afe-5425-444d-b83a-5c54254da712 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:34:03.173385 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 47541afe-5425-444d-b83a-5c54254da712, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=47541afe-5425-444d-b83a-5c54254da712,segment=NetworkSegment(404600dd-fedb-4d35-9b8b-6cfdb256e21e),segment_id=404600dd-fedb-4d35-9b8b-6cfdb256e21e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:03.286432 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:03.343708 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=47541afe-5425-444d-b83a-5c54254da712,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:03.763467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['47541afe-5425-444d-b83a-5c54254da712'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:34:03.841511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a815a-5315-491b-9fe7-d338c5a431c9 req-d5a0ccb1-3830-495a-870f-6d6e5c687388 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:03.842987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-896a815a-5315-491b-9fe7-d338c5a431c9 req-d5a0ccb1-3830-495a-870f-6d6e5c687388 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 945 time: 0.0542326 Aug 17 02:34:03.893997 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-896a815a-5315-491b-9fe7-d338c5a431c9 req-10853964-26ff-42ac-9948-d2ffe8fadca6 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444207 Aug 17 02:34:04.150541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60386) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:04.257262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba5fc8-a85c-438d-b301-c1bec6965b9a req-e54e08e5-401b-4a86-b7da-3e58cf66072d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:04.259989 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1fba5fc8-a85c-438d-b301-c1bec6965b9a req-e54e08e5-401b-4a86-b7da-3e58cf66072d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 945 time: 0.1282616 Aug 17 02:34:04.308555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1fba5fc8-a85c-438d-b301-c1bec6965b9a req-30f60c13-3c7c-4b25-b079-399e69e70cba tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Aug 17 02:34:04.314978 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c889cbb-9ca4-4aea-87d8-a3c82d08138c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:04.402568 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68d6c5ea-a70a-459f-8404-e2d68c0a67d8 req-75dcfd52-420a-42af-9109-a08b578b9dc4 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0314207 Aug 17 02:34:04.409502 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c889cbb-9ca4-4aea-87d8-a3c82d08138c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:04.528710 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c889cbb-9ca4-4aea-87d8-a3c82d08138c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:04.563439 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c889cbb-9ca4-4aea-87d8-a3c82d08138c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a360044-a5eb-4fd8-9a0a-0390eedfb7da,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:04.568645 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9c889cbb-9ca4-4aea-87d8-a3c82d08138c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffaa6f58b4774b0c83187d979f16412a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4154112 Aug 17 02:34:04.572287 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60396) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:04.629024 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:04.661329 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:04.869078 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:04.871630 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:04.881829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a360044-a5eb-4fd8-9a0a-0390eedfb7da HTTP/1.1" status: 204 len: 168 time: 0.3088243 Aug 17 02:34:04.895054 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a360044-a5eb-4fd8-9a0a-0390eedfb7da,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:04.912010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:04.912010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:04.912010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:04.912010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:04.912010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:04.912010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:04.912010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:04.912010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:04.912010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:04.912010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:04.912010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:04.912010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80531f4b-4e30-4d54-942b-3a7abb2a1f94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:05.035643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df6deb-2e67-4750-bcaa-747b173fb7b3 req-c2d17568-bc26-4b2e-aa02-db4faa0f0d1b tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:05.037300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93df6deb-2e67-4750-bcaa-747b173fb7b3 req-c2d17568-bc26-4b2e-aa02-db4faa0f0d1b tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 945 time: 0.0548959 Aug 17 02:34:05.081410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93df6deb-2e67-4750-bcaa-747b173fb7b3 req-9bd0106c-eb02-460f-a8da-4baa8f3978ac tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375273 Aug 17 02:34:05.451012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59771046-464d-4393-8249-11e30bb537dd req-4f260950-375c-4819-9f50-f2e2b8e8f3a8 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:05.452445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59771046-464d-4393-8249-11e30bb537dd req-4f260950-375c-4819-9f50-f2e2b8e8f3a8 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 945 time: 0.0503242 Aug 17 02:34:05.494041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59771046-464d-4393-8249-11e30bb537dd req-6504cc88-ab29-4468-9242-590b1a7e0a4d tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348411 Aug 17 02:34:05.592776 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf9d3fee-57ce-46b2-9ac4-9f6ee2c436f8 req-c52d04d1-44df-4905-9845-3ffc1d267256 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0276988 Aug 17 02:34:05.863870 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60424) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:05.877147 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6e94712-de58-4672-90a6-1bb6deacceee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:05.975039 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6e94712-de58-4672-90a6-1bb6deacceee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:06.075602 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6e94712-de58-4672-90a6-1bb6deacceee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:06.115011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e94712-de58-4672-90a6-1bb6deacceee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4405c24-5610-43b8-8c18-863ffdd5a8c8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:06.119393 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b6e94712-de58-4672-90a6-1bb6deacceee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fe2d823ae1e4202ab74bb260713608f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545083 Aug 17 02:34:06.121988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60428) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:06.173215 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db6d3e87-2418-4a42-8b83-5de87c2ed26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:06.195374 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db6d3e87-2418-4a42-8b83-5de87c2ed26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:06.325687 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba638cb2-5983-48d4-8668-ce4d8eb6aa79 req-52641d51-0a61-43ba-896a-66687a53f442 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:06.327628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba638cb2-5983-48d4-8668-ce4d8eb6aa79 req-52641d51-0a61-43ba-896a-66687a53f442 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 945 time: 0.0545006 Aug 17 02:34:06.375828 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba638cb2-5983-48d4-8668-ce4d8eb6aa79 req-8fe42034-9518-4eab-8239-5d09e21e4cef tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407853 Aug 17 02:34:06.423311 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db6d3e87-2418-4a42-8b83-5de87c2ed26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:06.427203 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db6d3e87-2418-4a42-8b83-5de87c2ed26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:06.429272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-db6d3e87-2418-4a42-8b83-5de87c2ed26f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4405c24-5610-43b8-8c18-863ffdd5a8c8 HTTP/1.1" status: 204 len: 168 time: 0.3058543 Aug 17 02:34:06.439224 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d3e87-2418-4a42-8b83-5de87c2ed26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4405c24-5610-43b8-8c18-863ffdd5a8c8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:06.615653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6dbfb-ca61-49f3-b522-cae9d96c2de3 req-bb84482c-1105-44b8-9b61-a022d610f4f6 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:06.617263 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53d6dbfb-ca61-49f3-b522-cae9d96c2de3 req-bb84482c-1105-44b8-9b61-a022d610f4f6 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 945 time: 0.0882008 Aug 17 02:34:06.666101 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53d6dbfb-ca61-49f3-b522-cae9d96c2de3 req-bb7cef68-1941-4102-b5ee-46032ea85bbd tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352576 Aug 17 02:34:06.770150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-398095d5-d6c3-4310-a27c-b87926788b2a req-5c98eedd-8684-4c04-9650-b16e60642fb1 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0293167 Aug 17 02:34:06.896124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 47541afe-5425-444d-b83a-5c54254da712 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:34:07.077376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 47541afe-5425-444d-b83a-5c54254da712 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:34:07.083910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 47541afe-5425-444d-b83a-5c54254da712 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:34:07.083910 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:07.181701 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:07.212445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47541afe-5425-444d-b83a-5c54254da712'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:07.214931 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35d9d34-939b-41fb-b6e5-d13b7d267f7e" -d '{"events": [{"server_uuid": "8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c", "name": "network-vif-plugged", "status": "completed", "tag": "47541afe-5425-444d-b83a-5c54254da712"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:07.273994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 47541afe-5425-444d-b83a-5c54254da712, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=47541afe-5425-444d-b83a-5c54254da712,segment=NetworkSegment(404600dd-fedb-4d35-9b8b-6cfdb256e21e),segment_id=404600dd-fedb-4d35-9b8b-6cfdb256e21e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:07.279637 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f92f92-1567-4767-9a7e-56003401abf6 x-openstack-request-id: req-65f92f92-1567-4767-9a7e-56003401abf6 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:07.280010 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c", "name": "network-vif-plugged", "status": "completed", "tag": "47541afe-5425-444d-b83a-5c54254da712", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:07.280247 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65f92f92-1567-4767-9a7e-56003401abf6 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:07.281134 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47541afe-5425-444d-b83a-5c54254da712', 'code': 200} Aug 17 02:34:07.424035 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:07.429153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec019fb-392e-45a1-97f0-49afc872f55e req-4a38f381-8cf3-414d-8121-47e0224c936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:07.431563 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3ec019fb-392e-45a1-97f0-49afc872f55e req-4a38f381-8cf3-414d-8121-47e0224c936f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 1097 time: 0.0546811 Aug 17 02:34:07.473592 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3ec019fb-392e-45a1-97f0-49afc872f55e req-b4f424e8-5099-4859-982f-d49daea827b0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351264 Aug 17 02:34:07.489294 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=47541afe-5425-444d-b83a-5c54254da712,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:07.521732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40dd8b-9eda-48b0-a5fd-9903c7f03f1b req-f938193c-b3e4-4665-82b1-504c20c64816 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:07.523310 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a40dd8b-9eda-48b0-a5fd-9903c7f03f1b req-f938193c-b3e4-4665-82b1-504c20c64816 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 946 time: 0.0622835 Aug 17 02:34:07.569045 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a40dd8b-9eda-48b0-a5fd-9903c7f03f1b req-38bc69ba-cc57-4f16-923f-c759213d0eb9 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383799 Aug 17 02:34:07.897405 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c3fcf49e-0b59-4de7-8777-da5ff30a21d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:07.962365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e1e17-cd31-4479-ab0b-fc82477cfd8b req-6795120e-0389-4161-94fb-5f351b35260f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:07.964459 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e2e1e17-cd31-4479-ab0b-fc82477cfd8b req-6795120e-0389-4161-94fb-5f351b35260f tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 945 time: 0.0626111 Aug 17 02:34:08.008905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e2e1e17-cd31-4479-ab0b-fc82477cfd8b req-898cd31f-3d25-402b-8db6-65698e6d6392 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384116 Aug 17 02:34:08.132846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7c9473b6-5ae6-4979-b344-4e6de6f93caa req-1c9d27f4-f4e0-484b-929c-c6b963cb057a tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0279911 Aug 17 02:34:08.519936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2644b7-a1c0-450b-85f4-39c7cdd900ad req-8433c367-e2e3-4ec3-85b0-d204d7a67f70 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:08.521410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc2644b7-a1c0-450b-85f4-39c7cdd900ad req-8433c367-e2e3-4ec3-85b0-d204d7a67f70 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 945 time: 0.0537169 Aug 17 02:34:08.638583 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-bc2644b7-a1c0-450b-85f4-39c7cdd900ad req-3a1211a9-545d-45d2-a636-e729c949a75a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Deleting port 478b7d2d-68ba-4f34-9910-c9f96669cfe0 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:34:08.639232 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bc2644b7-a1c0-450b-85f4-39c7cdd900ad req-3a1211a9-545d-45d2-a636-e729c949a75a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:08.771188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75335517-c450-49fe-8ff1-4c45a2a97e1f req-19952fef-3119-4f71-87f2-7c536dc6ef3d tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:08.772741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75335517-c450-49fe-8ff1-4c45a2a97e1f req-19952fef-3119-4f71-87f2-7c536dc6ef3d tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 946 time: 0.0913782 Aug 17 02:34:08.779698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-bc2644b7-a1c0-450b-85f4-39c7cdd900ad req-3a1211a9-545d-45d2-a636-e729c949a75a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] For port 478b7d2d-68ba-4f34-9910-c9f96669cfe0, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=478b7d2d-68ba-4f34-9910-c9f96669cfe0,segment=NetworkSegment(e9552455-f7f6-46c2-af0f-cebb5e352e9a),segment_id=e9552455-f7f6-46c2-af0f-cebb5e352e9a)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:08.780069 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bc2644b7-a1c0-450b-85f4-39c7cdd900ad req-3a1211a9-545d-45d2-a636-e729c949a75a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:08.806701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-bc2644b7-a1c0-450b-85f4-39c7cdd900ad req-3a1211a9-545d-45d2-a636-e729c949a75a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Calling delete_port for 478b7d2d-68ba-4f34-9910-c9f96669cfe0 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:34:08.836617 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75335517-c450-49fe-8ff1-4c45a2a97e1f req-d66f6f04-9857-43ec-b3bf-4020381c1949 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539007 Aug 17 02:34:09.142177 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac10ee-81fb-4dbf-8326-2f7f63e67b94 req-16905572-ad88-43e8-a398-e4957bbfc3f6 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:09.144618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4aac10ee-81fb-4dbf-8326-2f7f63e67b94 req-16905572-ad88-43e8-a398-e4957bbfc3f6 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 945 time: 0.0521345 Aug 17 02:34:09.188863 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4aac10ee-81fb-4dbf-8326-2f7f63e67b94 req-886dfd52-2a86-4b1b-810e-fbcf255c3112 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/security-groups?id=959bd6e1-5704-456c-83de-626a16525c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371041 Aug 17 02:34:09.276929 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bc2644b7-a1c0-450b-85f4-39c7cdd900ad req-3a1211a9-545d-45d2-a636-e729c949a75a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:09.305517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['478b7d2d-68ba-4f34-9910-c9f96669cfe0'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:34:09.327738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-defff202-767b-4dd8-bd5a-ea3c7134ff40 req-94f3e40a-56ca-4059-8f8d-39da5062f07c tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0630338 Aug 17 02:34:09.331778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1211a9-545d-45d2-a636-e729c949a75a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Pushing event deleted for resources: {'Port': ['ID=478b7d2d-68ba-4f34-9910-c9f96669cfe0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:09.385300 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2644b7-a1c0-450b-85f4-39c7cdd900ad req-3a1211a9-545d-45d2-a636-e729c949a75a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] No DVR routers for this DVR port 478b7d2d-68ba-4f34-9910-c9f96669cfe0 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:34:09.388409 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bc2644b7-a1c0-450b-85f4-39c7cdd900ad req-3a1211a9-545d-45d2-a636-e729c949a75a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:09.390566 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc2644b7-a1c0-450b-85f4-39c7cdd900ad req-3a1211a9-545d-45d2-a636-e729c949a75a tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.18 "DELETE /v2.0/ports/478b7d2d-68ba-4f34-9910-c9f96669cfe0 HTTP/1.1" status: 204 len: 173 time: 0.8625994 Aug 17 02:34:09.391103 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9daf12a-59e8-43ec-a013-670a538912e3', 'name': 'network-vif-deleted', 'tag': '478b7d2d-68ba-4f34-9910-c9f96669cfe0'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:09.394170 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820d144a-62c6-488c-871d-225c8b28b8d4" -d '{"events": [{"server_uuid": "f9daf12a-59e8-43ec-a013-670a538912e3", "name": "network-vif-deleted", "tag": "478b7d2d-68ba-4f34-9910-c9f96669cfe0"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:09.493049 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ac3da5-e3e1-44d1-98b4-da39c3c77c3e x-openstack-request-id: req-c6ac3da5-e3e1-44d1-98b4-da39c3c77c3e {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:09.493384 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9daf12a-59e8-43ec-a013-670a538912e3", "name": "network-vif-deleted", "tag": "478b7d2d-68ba-4f34-9910-c9f96669cfe0", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:09.493647 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6ac3da5-e3e1-44d1-98b4-da39c3c77c3e {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:09.494082 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9daf12a-59e8-43ec-a013-670a538912e3', 'name': 'network-vif-deleted', 'tag': '478b7d2d-68ba-4f34-9910-c9f96669cfe0', 'status': 'completed', 'code': 200} Aug 17 02:34:09.987087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db3412-b701-448c-8986-869e6dd59a74 req-857a3b2f-4ee2-4054-adef-20a402593644 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:09.995618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77db3412-b701-448c-8986-869e6dd59a74 req-857a3b2f-4ee2-4054-adef-20a402593644 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 946 time: 0.0674787 Aug 17 02:34:10.038156 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77db3412-b701-448c-8986-869e6dd59a74 req-639d293b-9544-4a07-a580-ee30d489b210 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410614 Aug 17 02:34:10.257976 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ca99208-f4d0-4b7c-a4a1-f718f37f85e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:10.333658 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1bcd3a9-93a5-4a95-b429-2e44743b62a9 req-08401e50-35fd-4c81-bab3-858b0299e157 tempest-DeleteServersTestJSON-734535351 tempest-DeleteServersTestJSON-734535351-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9daf12a-59e8-43ec-a013-670a538912e3 HTTP/1.1" status: 200 len: 210 time: 0.0321496 Aug 17 02:34:10.450964 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eff7915b-ebde-4559-b7aa-97045ab325c0 req-a72fd2d3-515f-4677-8e7f-d00d01d780d9 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0296502 Aug 17 02:34:10.641321 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:11.361083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 478b7d2d-68ba-4f34-9910-c9f96669cfe0 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:34:11.386109 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 478b7d2d-68ba-4f34-9910-c9f96669cfe0 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:34:11.386467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 478b7d2d-68ba-4f34-9910-c9f96669cfe0 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:34:11.606428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e87e1f98-6b09-4f82-ab87-c87aaaa963fa req-87eccad2-fc2b-4603-890e-a53f5f9a9b2a tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0445266 Aug 17 02:34:11.811996 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:12.464360 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83e6db3a-081f-4e5d-8a3f-f8e8b7402ef1 req-09a40d01-9f53-4c03-bf88-e86d026c5a0f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0701249 Aug 17 02:34:12.730038 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d87e5f2-7305-4475-8140-7bca0b9e641c req-a5598ae2-c52d-4cc1-bd32-aacbd16e3cda tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0433238 Aug 17 02:34:13.226758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60616) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:13.356943 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a939db37-0e10-4cd4-b2a0-d469d0fbfd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:13.516145 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a939db37-0e10-4cd4-b2a0-d469d0fbfd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:13.575045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60632) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:13.584762 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:34:13.640119 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a939db37-0e10-4cd4-b2a0-d469d0fbfd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:13.713070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939db37-0e10-4cd4-b2a0-d469d0fbfd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e339c8-4a52-43b8-9b72-26db32d79d66,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:13.725198 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a939db37-0e10-4cd4-b2a0-d469d0fbfd89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a89b150556d42cdb0a37ab90996c003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4973752 Aug 17 02:34:13.729205 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60636) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:13.749028 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-321bfd34-9842-4da3-8179-8db32bcf2a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:13.793724 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:13.817500 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:13.830729 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:13.927321 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-321bfd34-9842-4da3-8179-8db32bcf2a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:14.046119 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:14.047474 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-321bfd34-9842-4da3-8179-8db32bcf2a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:14.052052 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:14.055414 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55e339c8-4a52-43b8-9b72-26db32d79d66 HTTP/1.1" status: 204 len: 168 time: 0.3243878 Aug 17 02:34:14.072751 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e339c8-4a52-43b8-9b72-26db32d79d66,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:14.083621 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:14.084037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:14.084582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:14.084987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:14.085423 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:14.085817 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:14.086843 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:14.087511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:14.087912 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:14.088306 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:14.089103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:14.089549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9716e9-2994-4b75-9e1b-a4680904576f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:14.121077 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60650) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:14.123268 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-321bfd34-9842-4da3-8179-8db32bcf2a7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f580be06afd4163afb15b79a5b9cced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5465438 Aug 17 02:34:14.124359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bfd34-9842-4da3-8179-8db32bcf2a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90eb7fc-b5dd-4a65-ac35-bf79bfb11adf,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:14.184441 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8491e9da-ba3d-4203-b332-24432a1fcd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:14.213880 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8491e9da-ba3d-4203-b332-24432a1fcd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:14.498204 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8491e9da-ba3d-4203-b332-24432a1fcd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:14.500221 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8491e9da-ba3d-4203-b332-24432a1fcd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:14.501627 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8491e9da-ba3d-4203-b332-24432a1fcd34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f90eb7fc-b5dd-4a65-ac35-bf79bfb11adf HTTP/1.1" status: 204 len: 168 time: 0.3795009 Aug 17 02:34:14.531194 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491e9da-ba3d-4203-b332-24432a1fcd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90eb7fc-b5dd-4a65-ac35-bf79bfb11adf,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:15.134067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60666) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:15.145885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a31882d3-fce7-48dc-af93-cc14cfa4c5ed req-3392c82a-6384-43f9-af62-f3cec6796a40 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0291274 Aug 17 02:34:15.149166 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b0c093fc-e7c7-4f1e-989f-0b724450c89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.342612 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b0c093fc-e7c7-4f1e-989f-0b724450c89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.480247 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b0c093fc-e7c7-4f1e-989f-0b724450c89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.521258 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c093fc-e7c7-4f1e-989f-0b724450c89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3189726b-e697-46b2-a506-b687475978e8,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:15.551717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60674) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:15.552611 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b0c093fc-e7c7-4f1e-989f-0b724450c89d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6a2b72f14284a2a9ac091402f1ef09f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930314 Aug 17 02:34:15.595527 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f70e6c0-021d-49f0-b606-f6f55dcb8dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.635048 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f70e6c0-021d-49f0-b606-f6f55dcb8dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.833436 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f70e6c0-021d-49f0-b606-f6f55dcb8dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.833436 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f70e6c0-021d-49f0-b606-f6f55dcb8dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.833436 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4f70e6c0-021d-49f0-b606-f6f55dcb8dfc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3189726b-e697-46b2-a506-b687475978e8 HTTP/1.1" status: 204 len: 168 time: 0.3040652 Aug 17 02:34:15.841253 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70e6c0-021d-49f0-b606-f6f55dcb8dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3189726b-e697-46b2-a506-b687475978e8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:16.255650 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2a7b331-7e85-4bb2-8e18-fdd5a8ab888d req-bcca6ba9-caa2-40b8-bd39-0e78c96f0ccd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83865a7bfaf24d28a8f59a5faf91767b&device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0580227 Aug 17 02:34:16.334742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2a7b331-7e85-4bb2-8e18-fdd5a8ab888d req-f2117851-b7ad-4c1c-bb32-564e482601c0 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=83865a7bfaf24d28a8f59a5faf91767b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615718 Aug 17 02:34:16.444246 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5228a8cc-c307-4ca3-b024-ea41f0e1ab20 req-7093229a-a752-4362-abe3-79719c886b6e tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.1065130 Aug 17 02:34:16.651209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7b331-7e85-4bb2-8e18-fdd5a8ab888d req-bd46ec49-aa31-4f86-b2b3-abaf1cf8526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:16.653096 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2a7b331-7e85-4bb2-8e18-fdd5a8ab888d req-bd46ec49-aa31-4f86-b2b3-abaf1cf8526f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2896190 Aug 17 02:34:17.623454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1dd2c8ce-977e-49af-b74b-66c9c5fda51a req-e6f7963b-6922-41d5-8c09-c7e2a0f8cd23 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0719018 Aug 17 02:34:18.045025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60748) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:18.370486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b201405-8777-4d87-b1ab-894c109373cc admin admin] Deleting subnet 016e9709-70f3-4b17-8bfe-b44e0b1eb7e1 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:34:18.373676 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b201405-8777-4d87-b1ab-894c109373cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:18.414794 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b201405-8777-4d87-b1ab-894c109373cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:18.464299 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b201405-8777-4d87-b1ab-894c109373cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:18.559403 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2a7b331-7e85-4bb2-8e18-fdd5a8ab888d req-98368685-4bec-4cb0-bb57-c72fa6e55cc3 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0392823 Aug 17 02:34:18.720526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5466edbc-7314-4138-8d5b-af94df1cd662 req-9f587582-f81a-4799-9ea4-e7bc0a6d1813 tempest-ServerShowV257Test-2093206577 tempest-ServerShowV257Test-2093206577-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f760a8d-21c1-43fd-bb5e-c4303f004119 HTTP/1.1" status: 200 len: 210 time: 0.0275047 Aug 17 02:34:18.750116 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b201405-8777-4d87-b1ab-894c109373cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:18.788728 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b201405-8777-4d87-b1ab-894c109373cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:18.793542 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0b201405-8777-4d87-b1ab-894c109373cc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/016e9709-70f3-4b17-8bfe-b44e0b1eb7e1 HTTP/1.1" status: 204 len: 168 time: 0.7441504 Aug 17 02:34:18.793542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b201405-8777-4d87-b1ab-894c109373cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=016e9709-70f3-4b17-8bfe-b44e0b1eb7e1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:18.793759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60768) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:18.949777 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12b99fb3-d94f-4314-9a73-9a9799a4bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:19.106398 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12b99fb3-d94f-4314-9a73-9a9799a4bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:19.131093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-12b99fb3-d94f-4314-9a73-9a9799a4bb7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8514d3d-ed13-45cd-a125-ef1e28472c3b']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:19.143987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-12b99fb3-d94f-4314-9a73-9a9799a4bb7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9552455-f7f6-46c2-af0f-cebb5e352e9a') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:19.146183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-12b99fb3-d94f-4314-9a73-9a9799a4bb7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9552455-f7f6-46c2-af0f-cebb5e352e9a') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:19.163433 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12b99fb3-d94f-4314-9a73-9a9799a4bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:19.187937 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12b99fb3-d94f-4314-9a73-9a9799a4bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:19.200023 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b99fb3-d94f-4314-9a73-9a9799a4bb7d admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:34:19.200436 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12b99fb3-d94f-4314-9a73-9a9799a4bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:34:19.202305 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:34:19.458742 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12b99fb3-d94f-4314-9a73-9a9799a4bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:19.483503 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12b99fb3-d94f-4314-9a73-9a9799a4bb7d admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:19.485912 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-12b99fb3-d94f-4314-9a73-9a9799a4bb7d admin admin] 10.222.0.13 "DELETE /v2.0/networks/e8514d3d-ed13-45cd-a125-ef1e28472c3b HTTP/1.1" status: 204 len: 168 time: 0.6913481 Aug 17 02:34:19.487742 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b99fb3-d94f-4314-9a73-9a9799a4bb7d admin admin] Pushing event deleted for resources: {'Network': ['ID=e8514d3d-ed13-45cd-a125-ef1e28472c3b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:20.167398 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60814) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:20.256921 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e84a128c-cb86-4e7b-9c7a-11fbf8c53f59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df28fd90cb584fe4b8844c00eb5811ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883353 Aug 17 02:34:20.259827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60818) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:20.345426 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-955214f0-965f-495e-8648-c7d8fd7201c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:20.370441 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-955214f0-965f-495e-8648-c7d8fd7201c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:20.480475 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-955214f0-965f-495e-8648-c7d8fd7201c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:20.489533 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-955214f0-965f-495e-8648-c7d8fd7201c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:20.489533 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-955214f0-965f-495e-8648-c7d8fd7201c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/959bd6e1-5704-456c-83de-626a16525c87 HTTP/1.1" status: 204 len: 168 time: 0.2257388 Aug 17 02:34:20.497350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955214f0-965f-495e-8648-c7d8fd7201c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959bd6e1-5704-456c-83de-626a16525c87,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:21.044823 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60838) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:21.349332 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf0d79b2-3bfa-415d-b86a-bbf5690fbda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:21.465088 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf0d79b2-3bfa-415d-b86a-bbf5690fbda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:21.686129 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf0d79b2-3bfa-415d-b86a-bbf5690fbda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:21.730205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d79b2-3bfa-415d-b86a-bbf5690fbda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c15cb6-e667-4776-96bb-8142f9914b5e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:21.756202 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bf0d79b2-3bfa-415d-b86a-bbf5690fbda8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83865a7bfaf24d28a8f59a5faf91767b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7098668 Aug 17 02:34:21.758534 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60864) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:21.814018 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3dd257a8-51f6-4348-84c2-1fc6f1ac9c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:21.836523 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3dd257a8-51f6-4348-84c2-1fc6f1ac9c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:22.028923 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3dd257a8-51f6-4348-84c2-1fc6f1ac9c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:22.032795 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3dd257a8-51f6-4348-84c2-1fc6f1ac9c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:22.037149 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3dd257a8-51f6-4348-84c2-1fc6f1ac9c5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6c15cb6-e667-4776-96bb-8142f9914b5e HTTP/1.1" status: 204 len: 168 time: 0.2751904 Aug 17 02:34:22.044058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd257a8-51f6-4348-84c2-1fc6f1ac9c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c15cb6-e667-4776-96bb-8142f9914b5e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:22.654124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60890) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:22.792397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-186161152-network', 'tenant_id': '9dd265853ad849d895126308c65981e7'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:22.887389 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] Made reservation on behalf of 9dd265853ad849d895126308c65981e7 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:34:22.888234 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:22.917067 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:23.023763 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:23.200549 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:23.229212 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:34:23.244686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c8348f-2b00-49ad-9f53-4c3d951f20ac,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:23.249381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:23.249381 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] Added segment 968af564-ef77-4ca8-ab3d-cad3b9a329ce of type vlan for network df64d0da-9ea5-49fb-a8cf-22d8817d0fab Aug 17 02:34:23.290228 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:23.405460 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:23.410208 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:23.410208 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:23.475232 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] Pushing event updated for resources: {'Network': ['ID=df64d0da-9ea5-49fb-a8cf-22d8817d0fab,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:23.485545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network df64d0da-9ea5-49fb-a8cf-22d8817d0fab details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:34:23.514091 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fbeaec15-0d22-405a-af16-289bed661449 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8587990 Aug 17 02:34:23.517057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60928) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:23.524444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-22187e7d-01d7-44df-8c3a-96d85e82344c admin admin] Request body: {'subnet': {'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-186161152-subnet', 'tenant_id': '9dd265853ad849d895126308c65981e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:23.658461 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22187e7d-01d7-44df-8c3a-96d85e82344c admin admin] Made reservation on behalf of 9dd265853ad849d895126308c65981e7 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:34:23.663763 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22187e7d-01d7-44df-8c3a-96d85e82344c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:23.722290 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60934) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:23.843572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1272898419-network', 'tenant_id': 'af66f741a9e7435193ccb1b435243ed2'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:23.943155 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] Made reservation on behalf of af66f741a9e7435193ccb1b435243ed2 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:34:23.945628 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:23.954875 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:23.988435 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22187e7d-01d7-44df-8c3a-96d85e82344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:24.082628 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22187e7d-01d7-44df-8c3a-96d85e82344c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf155e7-4459-491b-a2c0-a5207f07070d,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:24.098519 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22187e7d-01d7-44df-8c3a-96d85e82344c admin admin] Checking segment: {'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:34:24.098962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22187e7d-01d7-44df-8c3a-96d85e82344c admin admin] Network hostable DHCP agents. Network: df64d0da-9ea5-49fb-a8cf-22d8817d0fab, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:34:24.105673 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:24.199679 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:24.199920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22187e7d-01d7-44df-8c3a-96d85e82344c admin admin] Network df64d0da-9ea5-49fb-a8cf-22d8817d0fab is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:34:24.232803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:34:24.256177 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:24.256628 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] Added segment 6c6f8634-b977-485e-9c56-39555cfc5933 of type vlan for network 1c555dff-0fbd-481c-9788-48ee2bc88c22 Aug 17 02:34:24.258386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a136c643-be53-4497-b707-1e004b9fa6c1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:24.269665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-22187e7d-01d7-44df-8c3a-96d85e82344c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, df64d0da-9ea5-49fb-a8cf-22d8817d0fab) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:34:24.276058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22187e7d-01d7-44df-8c3a-96d85e82344c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:24.276058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22187e7d-01d7-44df-8c3a-96d85e82344c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:24.282357 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bfcce1-a34e-488c-8675-2f2f38b80059 None None] Network df64d0da-9ea5-49fb-a8cf-22d8817d0fab requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:34:24.346261 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:24.375263 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-22187e7d-01d7-44df-8c3a-96d85e82344c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8485782 Aug 17 02:34:24.461681 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b10ea71-5568-4417-8311-37028420536a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-df64d0da-9ea5-49fb-a8cf-22d8817d0fab', 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab', 'tenant_id': '9dd265853ad849d895126308c65981e7', 'fixed_ips': [{'subnet_id': '6bf155e7-4459-491b-a2c0-a5207f07070d'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:34:24.464265 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7b10ea71-5568-4417-8311-37028420536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:24.467803 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:24.469211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:24.469990 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:24.578388 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] Pushing event updated for resources: {'Network': ['ID=1c555dff-0fbd-481c-9788-48ee2bc88c22,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:24.593312 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 1c555dff-0fbd-481c-9788-48ee2bc88c22 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:34:24.640838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60966) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:24.643264 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6cae2f69-d9b6-4cef-a6d3-fdf76c44e1f3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9197283 Aug 17 02:34:24.649791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7f7f5441-ef8e-4c1e-b140-a126631f1e07 admin admin] Request body: {'subnet': {'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1272898419-subnet', 'tenant_id': 'af66f741a9e7435193ccb1b435243ed2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:24.760152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-7b10ea71-5568-4417-8311-37028420536a None None] Allocated IP 172.20.0.2 (df64d0da-9ea5-49fb-a8cf-22d8817d0fab/6bf155e7-4459-491b-a2c0-a5207f07070d/12208577-d834-436b-b139-359ae99a1af2) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:34:24.771772 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7f5441-ef8e-4c1e-b140-a126631f1e07 admin admin] Made reservation on behalf of af66f741a9e7435193ccb1b435243ed2 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:34:24.782366 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7f7f5441-ef8e-4c1e-b140-a126631f1e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:25.060908 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7b10ea71-5568-4417-8311-37028420536a None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:25.071249 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7b10ea71-5568-4417-8311-37028420536a None None] Transition to ACTIVE for port object 12208577-d834-436b-b139-359ae99a1af2 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:34:25.108159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7b10ea71-5568-4417-8311-37028420536a None None] Transition to ACTIVE for port object 12208577-d834-436b-b139-359ae99a1af2 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:34:25.197221 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7b10ea71-5568-4417-8311-37028420536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:25.208211 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7f7f5441-ef8e-4c1e-b140-a126631f1e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:25.274749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f5441-ef8e-4c1e-b140-a126631f1e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=632968ae-909d-442e-a9e7-60583103d180,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:25.290651 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10ea71-5568-4417-8311-37028420536a None None] Pushing event updated for resources: {'Port': ['ID=12208577-d834-436b-b139-359ae99a1af2,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:25.312509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b10ea71-5568-4417-8311-37028420536a None None] Network df64d0da-9ea5-49fb-a8cf-22d8817d0fab is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:34:25.315380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-7b10ea71-5568-4417-8311-37028420536a None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:34:25.319003 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b10ea71-5568-4417-8311-37028420536a None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:34:25.333871 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7f5441-ef8e-4c1e-b140-a126631f1e07 admin admin] Checking segment: {'id': '6c6f8634-b977-485e-9c56-39555cfc5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:34:25.334423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7f5441-ef8e-4c1e-b140-a126631f1e07 admin admin] Network hostable DHCP agents. Network: 1c555dff-0fbd-481c-9788-48ee2bc88c22, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:34:25.344984 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-98cb0d4b-7a48-434d-9ba2-da29f9ceb43a tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:25.365868 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-98cb0d4b-7a48-434d-9ba2-da29f9ceb43a tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/networks?id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab HTTP/1.1" status: 200 len: 815 time: 0.2243347 Aug 17 02:34:25.386820 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-7b10ea71-5568-4417-8311-37028420536a None None] Attempting to bind port 12208577-d834-436b-b139-359ae99a1af2 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:34:25.392309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-7b10ea71-5568-4417-8311-37028420536a None None] Attempting to bind port 12208577-d834-436b-b139-359ae99a1af2 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:34:25.392309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10ea71-5568-4417-8311-37028420536a None None] Attempting to bind port 12208577-d834-436b-b139-359ae99a1af2 on network df64d0da-9ea5-49fb-a8cf-22d8817d0fab {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:34:25.392541 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-bd150643-e37c-4efd-94c5-77f3c1fb5f61 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/quotas/9dd265853ad849d895126308c65981e7 HTTP/1.1" status: 200 len: 375 time: 0.0209470 Aug 17 02:34:25.394257 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10ea71-5568-4417-8311-37028420536a None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:34:25.394718 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10ea71-5568-4417-8311-37028420536a None None] Checking segment: {'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:34:25.395194 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7b10ea71-5568-4417-8311-37028420536a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:25.395654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10ea71-5568-4417-8311-37028420536a None None] Bound using segment: {'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:34:25.396200 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-7b10ea71-5568-4417-8311-37028420536a None None] Bound port: 12208577-d834-436b-b139-359ae99a1af2, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:34:25.399763 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7b10ea71-5568-4417-8311-37028420536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:25.489383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-46fd5bdb-8c8f-4c54-9684-425d0a71f3b5 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9dd265853ad849d895126308c65981e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998206 Aug 17 02:34:25.508633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7b10ea71-5568-4417-8311-37028420536a None None] For port 12208577-d834-436b-b139-359ae99a1af2, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:34:25.519042 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7b10ea71-5568-4417-8311-37028420536a None None] For port 12208577-d834-436b-b139-359ae99a1af2, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=12208577-d834-436b-b139-359ae99a1af2,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:34:25.556685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7f5441-ef8e-4c1e-b140-a126631f1e07 admin admin] Network 1c555dff-0fbd-481c-9788-48ee2bc88c22 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:34:25.611713 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-81153a08-945b-4c62-a254-f4c6836bb03a service neutron] 10.222.0.13 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155007 Aug 17 02:34:25.617673 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7b10ea71-5568-4417-8311-37028420536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:25.645414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-7f7f5441-ef8e-4c1e-b140-a126631f1e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 1c555dff-0fbd-481c-9788-48ee2bc88c22) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:34:25.665793 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cf7ff5-7c4d-4bbe-82ac-c23bb1b89ff9 None None] Network 1c555dff-0fbd-481c-9788-48ee2bc88c22 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:34:25.750916 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10ea71-5568-4417-8311-37028420536a None None] Pushing event updated for resources: {'Port': ['ID=12208577-d834-436b-b139-359ae99a1af2,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:26.139469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7f5441-ef8e-4c1e-b140-a126631f1e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:26.140132 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7f7f5441-ef8e-4c1e-b140-a126631f1e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:26.146141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a58b4d-fc8c-4cc2-bbe1-166878a0ba87 None None] Network 1c555dff-0fbd-481c-9788-48ee2bc88c22 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:34:26.196849 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-86863f2d-941a-4fbc-b073-692dd5252ce8 service neutron] 10.222.0.13 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768206 Aug 17 02:34:26.291446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7f7f5441-ef8e-4c1e-b140-a126631f1e07 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6490872 Aug 17 02:34:27.055615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-6b0e5f01-0a65-4bdb-9f95-cad3570ac58e tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:27.057548 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-6b0e5f01-0a65-4bdb-9f95-cad3570ac58e tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/networks?id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab HTTP/1.1" status: 200 len: 815 time: 0.1843357 Aug 17 02:34:27.083024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-e8e89318-60d7-4502-a7de-24aba2411156 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/quotas/9dd265853ad849d895126308c65981e7 HTTP/1.1" status: 200 len: 375 time: 0.0153317 Aug 17 02:34:27.178113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 12208577-d834-436b-b139-359ae99a1af2 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:34:27.210583 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-809bc11a-4ff5-446d-a6f0-1d0964f85e53 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9dd265853ad849d895126308c65981e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1210241 Aug 17 02:34:27.247732 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dded1ce5-0f45-46bb-8305-daa727c4bd21 None None] Network df64d0da-9ea5-49fb-a8cf-22d8817d0fab requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:34:27.347521 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-f158f238-e482-423e-91fc-a3c8fc500bd7 service neutron] 10.222.0.13 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318886 Aug 17 02:34:27.462875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-549c90d9-1578-4208-aa71-1f01cad263c9 service neutron] 10.222.0.13 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139119 Aug 17 02:34:27.527064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ff049a94-22cc-4f08-975b-98ea8cb687c3 None None] Provisioning for port 12208577-d834-436b-b139-359ae99a1af2 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:34:27.553891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 12208577-d834-436b-b139-359ae99a1af2 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:34:27.561522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 12208577-d834-436b-b139-359ae99a1af2 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:34:27.561811 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:27.677384 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:27.750190 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 12208577-d834-436b-b139-359ae99a1af2, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=12208577-d834-436b-b139-359ae99a1af2,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:27.840372 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:27.991856 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=12208577-d834-436b-b139-359ae99a1af2,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:28.181956 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1f279f12-1cdd-437c-8246-0da825aef82d None None] Provisioning complete for port 12208577-d834-436b-b139-359ae99a1af2 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:34:28.183124 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1f279f12-1cdd-437c-8246-0da825aef82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:28.410343 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-142d81a5-f713-45ac-b444-43c7c2b0ab05 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:28.412013 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-142d81a5-f713-45ac-b444-43c7c2b0ab05 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/networks?id=1c555dff-0fbd-481c-9788-48ee2bc88c22 HTTP/1.1" status: 200 len: 814 time: 0.1631653 Aug 17 02:34:28.442519 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-2eab642d-385d-4653-9c3e-dd0fb2497f80 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/quotas/af66f741a9e7435193ccb1b435243ed2 HTTP/1.1" status: 200 len: 375 time: 0.0199051 Aug 17 02:34:28.502020 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-f8a687ea-4b23-48bc-bc56-73988f6d683a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af66f741a9e7435193ccb1b435243ed2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434737 Aug 17 02:34:28.602794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-320449ee-950e-49eb-8741-684616e320c7 service neutron] 10.222.0.13 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936723 Aug 17 02:34:28.611596 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:28.715535 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-452faebb-1186-4e09-826c-af705bc1dcd0 service neutron] 10.222.0.13 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048853 Aug 17 02:34:28.996633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 12208577-d834-436b-b139-359ae99a1af2 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:34:29.092886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 12208577-d834-436b-b139-359ae99a1af2 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:34:29.093262 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:29.437449 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342d12-5006-4356-a44a-7b218af44b2f req-321ffcb3-13d5-41a2-b6f1-91771006e691 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:29.439373 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9342d12-5006-4356-a44a-7b218af44b2f req-321ffcb3-13d5-41a2-b6f1-91771006e691 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/networks?id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab HTTP/1.1" status: 200 len: 815 time: 0.1635432 Aug 17 02:34:29.463520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9342d12-5006-4356-a44a-7b218af44b2f req-52fec2ab-060a-4c43-8a7d-44e3c1154841 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/quotas/9dd265853ad849d895126308c65981e7 HTTP/1.1" status: 200 len: 375 time: 0.0171266 Aug 17 02:34:29.519656 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9342d12-5006-4356-a44a-7b218af44b2f req-d51c7b8c-d596-482c-90ac-bed248062323 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9dd265853ad849d895126308c65981e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0551639 Aug 17 02:34:29.634583 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9342d12-5006-4356-a44a-7b218af44b2f req-2a3884f8-9908-4f37-a594-e2c222e86edf service neutron] 10.222.0.13 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073732 Aug 17 02:34:29.745457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9342d12-5006-4356-a44a-7b218af44b2f req-44630150-1287-4935-9aa7-8dc7a5dcf9cc service neutron] 10.222.0.13 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023262 Aug 17 02:34:30.226935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89804edd-09e7-417c-971c-2721e5bd15be req-6a683c6c-a0ea-4de2-a0f3-fa8ed899bf7e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 210 time: 0.0383077 Aug 17 02:34:30.307332 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-40684055-4d26-45d9-a5ec-81a048242c42 req-316dd7cd-8a44-4c3b-8251-39e058868b64 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 210 time: 0.0280466 Aug 17 02:34:30.464443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-5b60e32c-b302-464b-8187-d3a4f4e3298b tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:30.465949 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-5b60e32c-b302-464b-8187-d3a4f4e3298b tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.18 "GET /v2.0/networks?id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab HTTP/1.1" status: 200 len: 815 time: 0.1091046 Aug 17 02:34:30.485752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-aeb9e7ce-0087-454c-ae15-dbd2c327f10f tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Request body: {'port': {'device_id': 'c87f2b60-0e3f-44a3-bca1-fc8f562894a6', 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab', 'admin_state_up': True, 'tenant_id': '9dd265853ad849d895126308c65981e7'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:30.844682 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-aeb9e7ce-0087-454c-ae15-dbd2c327f10f tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Made reservation on behalf of 9dd265853ad849d895126308c65981e7 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:34:30.848855 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-aeb9e7ce-0087-454c-ae15-dbd2c327f10f tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:31.033140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-aeb9e7ce-0087-454c-ae15-dbd2c327f10f tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Allocated IP 172.20.0.6 (df64d0da-9ea5-49fb-a8cf-22d8817d0fab/6bf155e7-4459-491b-a2c0-a5207f07070d/6ae471ba-c6b2-44f1-b265-01c53de1b3ea) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:34:31.097507 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:31.220424 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-aeb9e7ce-0087-454c-ae15-dbd2c327f10f tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:31.234060 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-aeb9e7ce-0087-454c-ae15-dbd2c327f10f tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Transition to ACTIVE for port object 6ae471ba-c6b2-44f1-b265-01c53de1b3ea will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:34:31.443140 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df06ddc7-f3de-4da8-b801-c73595688156 req-3164c58c-3347-480f-83c7-06ff1dc99a4a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 210 time: 0.0861089 Aug 17 02:34:31.444245 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-aeb9e7ce-0087-454c-ae15-dbd2c327f10f tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:31.544710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-aeb9e7ce-0087-454c-ae15-dbd2c327f10f tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Network df64d0da-9ea5-49fb-a8cf-22d8817d0fab is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:34:31.575602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-aeb9e7ce-0087-454c-ae15-dbd2c327f10f tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:34:31.579426 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9e7ce-0087-454c-ae15-dbd2c327f10f tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Pushing event updated for resources: {'Port': ['ID=6ae471ba-c6b2-44f1-b265-01c53de1b3ea,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:31.585570 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9123988e-1b38-4c27-ae01-e749b8fe2058 req-2d746d85-af1b-43b6-b915-63aad2f6a2cf tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 210 time: 0.0673738 Aug 17 02:34:31.601375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-aeb9e7ce-0087-454c-ae15-dbd2c327f10f tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:34:31.654926 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-aeb9e7ce-0087-454c-ae15-dbd2c327f10f tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:31.655605 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-aeb9e7ce-0087-454c-ae15-dbd2c327f10f tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:31.698734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-dd04d3e4-b5db-4bfe-b9fd-7ff5151cd706 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:31.700485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-dd04d3e4-b5db-4bfe-b9fd-7ff5151cd706 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.18 "GET /v2.0/networks?id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab HTTP/1.1" status: 200 len: 815 time: 0.3889325 Aug 17 02:34:31.724997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-2235d890-4cd9-484f-9535-b9b299613e54 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Request body: {'port': {'device_id': '6558d059-87e8-470c-8557-3d260ba16c60', 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab', 'admin_state_up': True, 'tenant_id': '9dd265853ad849d895126308c65981e7'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:31.986613 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-aeb9e7ce-0087-454c-ae15-dbd2c327f10f tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5059271 Aug 17 02:34:32.019154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Request body: {'port': {'device_id': 'c87f2b60-0e3f-44a3-bca1-fc8f562894a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:32.051935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b155912b-5722-42d0-a22a-a075ecc2e109 None None] Provisioning for port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:34:32.058527 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b155912b-5722-42d0-a22a-a075ecc2e109 None None] Provisioning complete for port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:34:32.058527 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b155912b-5722-42d0-a22a-a075ecc2e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:32.137141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b155912b-5722-42d0-a22a-a075ecc2e109 None None] Port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:34:32.202952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-2235d890-4cd9-484f-9535-b9b299613e54 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Made reservation on behalf of 9dd265853ad849d895126308c65981e7 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:34:32.230986 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-2235d890-4cd9-484f-9535-b9b299613e54 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:32.230986 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:32.578543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-329eed54-b392-479a-9fef-722037ccb22d req-3beb5fd9-4844-491b-b40b-ece03b50653f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 210 time: 0.0391464 Aug 17 02:34:32.698218 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae471ba-c6b2-44f1-b265-01c53de1b3ea {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:34:32.723413 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee893c8b-8d80-45b1-acd6-647e10a4ad86 req-fcc881d2-2e2c-4d3d-ad30-10c0048177e1 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 210 time: 0.0420225 Aug 17 02:34:32.725460 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:32.744088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Transition to ACTIVE for port object 6ae471ba-c6b2-44f1-b265-01c53de1b3ea will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:34:32.941310 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:33.074866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-2235d890-4cd9-484f-9535-b9b299613e54 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Allocated IP 172.20.0.3 (df64d0da-9ea5-49fb-a8cf-22d8817d0fab/6bf155e7-4459-491b-a2c0-a5207f07070d/be9beb8e-191e-4688-aea8-92fc549d0e0c) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:34:33.166794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Pushing event updated for resources: {'Port': ['ID=6ae471ba-c6b2-44f1-b265-01c53de1b3ea,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:33.233615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Attempting to bind port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:34:33.233954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Attempting to bind port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:34:33.234287 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Attempting to bind port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea on network df64d0da-9ea5-49fb-a8cf-22d8817d0fab {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:34:33.271127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea on network df64d0da-9ea5-49fb-a8cf-22d8817d0fab not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:34:33.271127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Attempting to bind port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea on network df64d0da-9ea5-49fb-a8cf-22d8817d0fab {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:34:33.283172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:34:33.283518 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Checking segment: {'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:34:33.284458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Bound using segment: {'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:34:33.285086 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Bound port: 6ae471ba-c6b2-44f1-b265-01c53de1b3ea, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:34:33.293607 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:33.329545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-631c3f57-d4ad-496e-b718-7a4fd77bfb76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:33.334360 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-631c3f57-d4ad-496e-b718-7a4fd77bfb76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.18 "GET /v2.0/networks?id=1c555dff-0fbd-481c-9788-48ee2bc88c22 HTTP/1.1" status: 200 len: 814 time: 0.3169892 Aug 17 02:34:33.356582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-6f9bd54c-e9a1-4cd9-83d4-a1071b1b3e76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Request body: {'port': {'device_id': '15ce3b63-8446-4968-ae78-a4508afd17b9', 'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22', 'admin_state_up': True, 'tenant_id': 'af66f741a9e7435193ccb1b435243ed2'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:33.482476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] For port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:34:33.487103 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] For port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=6ae471ba-c6b2-44f1-b265-01c53de1b3ea,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:34:33.617939 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:33.689216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:33.690174 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:33.692272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-7c92702c-9f09-4018-944b-431aba70589f service neutron] 10.222.0.18 "PUT /v2.0/ports/6ae471ba-c6b2-44f1-b265-01c53de1b3ea HTTP/1.1" status: 200 len: 1092 time: 1.6834102 Aug 17 02:34:33.699542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87f2b60-0e3f-44a3-bca1-fc8f562894a6', 'tag': '6ae471ba-c6b2-44f1-b265-01c53de1b3ea'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:33.702978 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b0ebdd-1e15-49c0-a7a3-0a532f7a9b42" -d '{"events": [{"name": "network-changed", "server_uuid": "c87f2b60-0e3f-44a3-bca1-fc8f562894a6", "tag": "6ae471ba-c6b2-44f1-b265-01c53de1b3ea"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:33.755989 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-2235d890-4cd9-484f-9535-b9b299613e54 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:33.765665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-6f9bd54c-e9a1-4cd9-83d4-a1071b1b3e76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Made reservation on behalf of af66f741a9e7435193ccb1b435243ed2 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:34:33.770018 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-6f9bd54c-e9a1-4cd9-83d4-a1071b1b3e76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:33.799005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92702c-9f09-4018-944b-431aba70589f service neutron] Pushing event updated for resources: {'Port': ['ID=6ae471ba-c6b2-44f1-b265-01c53de1b3ea,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:33.813300 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-2235d890-4cd9-484f-9535-b9b299613e54 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Transition to ACTIVE for port object be9beb8e-191e-4688-aea8-92fc549d0e0c will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:34:33.995230 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c614a1cf-5cd3-4438-8da6-5f14bab9b4fc req-3077049e-ef01-4a51-a0fd-6ac3183e9564 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 210 time: 0.1250267 Aug 17 02:34:34.057057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-edd4d58c-1290-45de-a28e-99b344b36c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:34.058941 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-edd4d58c-1290-45de-a28e-99b344b36c20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9dd265853ad849d895126308c65981e7&device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 1095 time: 0.1670940 Aug 17 02:34:34.148232 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.18', 55555) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:34.159440 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-724ade13-ba28-4c96-a975-4d971477bb22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ae471ba-c6b2-44f1-b265-01c53de1b3ea HTTP/1.1" status: 200 len: 217 time: 0.0874174 Aug 17 02:34:34.161734 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-2235d890-4cd9-484f-9535-b9b299613e54 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:34.427511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-6f9bd54c-e9a1-4cd9-83d4-a1071b1b3e76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Allocated IP 172.20.0.6 (1c555dff-0fbd-481c-9788-48ee2bc88c22/632968ae-909d-442e-a9e7-60583103d180/f4379079-be5a-41d4-94d5-5786e179182f) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:34:34.503509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-2235d890-4cd9-484f-9535-b9b299613e54 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Network df64d0da-9ea5-49fb-a8cf-22d8817d0fab is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:34:34.527091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-2235d890-4cd9-484f-9535-b9b299613e54 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:34:34.535406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-2235d890-4cd9-484f-9535-b9b299613e54 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:34:34.577469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235d890-4cd9-484f-9535-b9b299613e54 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Pushing event updated for resources: {'Port': ['ID=be9beb8e-191e-4688-aea8-92fc549d0e0c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:34.578716 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4cd562-de96-4b1f-a35e-5002c3f4a1ca x-openstack-request-id: req-1d4cd562-de96-4b1f-a35e-5002c3f4a1ca {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:34.579017 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87f2b60-0e3f-44a3-bca1-fc8f562894a6", "tag": "6ae471ba-c6b2-44f1-b265-01c53de1b3ea", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:34.579277 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d4cd562-de96-4b1f-a35e-5002c3f4a1ca {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:34.579685 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87f2b60-0e3f-44a3-bca1-fc8f562894a6', 'tag': '6ae471ba-c6b2-44f1-b265-01c53de1b3ea', 'status': 'completed', 'code': 200} Aug 17 02:34:34.600440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-dfee7b30-8eb3-436f-84a4-73a818cf0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:34.601290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-dfee7b30-8eb3-436f-84a4-73a818cf0030 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bf155e7-4459-491b-a2c0-a5207f07070d HTTP/1.1" status: 200 len: 854 time: 0.2956157 Aug 17 02:34:34.672600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342d12-5006-4356-a44a-7b218af44b2f req-213d4bcf-4dcd-4499-9250-60033956c5c0 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:34.676798 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f9342d12-5006-4356-a44a-7b218af44b2f req-213d4bcf-4dcd-4499-9250-60033956c5c0 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.18 "GET /v2.0/networks?id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab HTTP/1.1" status: 200 len: 815 time: 0.5267162 Aug 17 02:34:34.728629 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-2235d890-4cd9-484f-9535-b9b299613e54 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:34.730133 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-2235d890-4cd9-484f-9535-b9b299613e54 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:34.749096 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-f9342d12-5006-4356-a44a-7b218af44b2f req-def77d5b-f843-4db9-ab31-fc83863e1e7d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Request body: {'port': {'device_id': '738f3226-80a3-443f-93e5-a3009a6fba99', 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab', 'admin_state_up': True, 'tenant_id': '9dd265853ad849d895126308c65981e7'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:34.760040 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7d9abe46-613a-4452-bd90-f4e243af53b6 req-ac06034e-d4ed-4de4-a7d4-4f68d44322c8 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 210 time: 0.1297395 Aug 17 02:34:34.808205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-cb4007f2-43c1-41df-a9fe-6f832f78ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:34.812717 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-cb4007f2-43c1-41df-a9fe-6f832f78ae34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2021251 Aug 17 02:34:34.938498 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-2235d890-4cd9-484f-9535-b9b299613e54 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2178545 Aug 17 02:34:34.957071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Request body: {'port': {'device_id': '6558d059-87e8-470c-8557-3d260ba16c60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:35.080310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fb133726-6a88-4287-90d7-f35668f27276 None None] Provisioning for port be9beb8e-191e-4688-aea8-92fc549d0e0c completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:34:35.086131 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-6f9bd54c-e9a1-4cd9-83d4-a1071b1b3e76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:35.086302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fb133726-6a88-4287-90d7-f35668f27276 None None] Provisioning complete for port be9beb8e-191e-4688-aea8-92fc549d0e0c triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:34:35.086597 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fb133726-6a88-4287-90d7-f35668f27276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:35.194659 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fb133726-6a88-4287-90d7-f35668f27276 None None] Port be9beb8e-191e-4688-aea8-92fc549d0e0c cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:34:35.258753 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-6f9bd54c-e9a1-4cd9-83d4-a1071b1b3e76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:35.280579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dbc22823-c167-47dc-b733-4ae2dc939c76 req-a639b8cf-4fdf-4b71-8dd6-77f9f181d843 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 210 time: 0.0796261 Aug 17 02:34:35.286926 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:35.315829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-6efb3dd2-d9b5-447a-9287-3cbba4af698d service neutron] 10.222.0.18 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897785 Aug 17 02:34:35.408838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-6f9bd54c-e9a1-4cd9-83d4-a1071b1b3e76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Network 1c555dff-0fbd-481c-9788-48ee2bc88c22 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:34:35.413498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-6f9bd54c-e9a1-4cd9-83d4-a1071b1b3e76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:34:35.425033 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-6f9bd54c-e9a1-4cd9-83d4-a1071b1b3e76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:34:35.436025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bd54c-e9a1-4cd9-83d4-a1071b1b3e76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Pushing event updated for resources: {'Port': ['ID=f4379079-be5a-41d4-94d5-5786e179182f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:35.522032 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-6f9bd54c-e9a1-4cd9-83d4-a1071b1b3e76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:35.523117 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-6f9bd54c-e9a1-4cd9-83d4-a1071b1b3e76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:35.532116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9342d12-5006-4356-a44a-7b218af44b2f req-def77d5b-f843-4db9-ab31-fc83863e1e7d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Made reservation on behalf of 9dd265853ad849d895126308c65981e7 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:34:35.538116 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f9342d12-5006-4356-a44a-7b218af44b2f req-def77d5b-f843-4db9-ab31-fc83863e1e7d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:35.540892 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebbd52a6-446d-4eb7-817f-a1ed964a649d req-21f68701-38f8-4021-a108-18b834e97695 service neutron] 10.222.0.18 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973040 Aug 17 02:34:35.722894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9beb8e-191e-4688-aea8-92fc549d0e0c {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:34:35.733061 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:35.739495 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-6f9bd54c-e9a1-4cd9-83d4-a1071b1b3e76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3890922 Aug 17 02:34:35.753173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Transition to ACTIVE for port object be9beb8e-191e-4688-aea8-92fc549d0e0c will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:34:35.761344 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Request body: {'port': {'device_id': '15ce3b63-8446-4968-ae78-a4508afd17b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:35.868484 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:35.929216 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a38332f8-4d90-4841-ab7d-4b41bae4c949 req-ae152d20-b425-47c4-9028-90213e97dec4 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 210 time: 0.0536199 Aug 17 02:34:35.937608 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:35.986949 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-f9342d12-5006-4356-a44a-7b218af44b2f req-def77d5b-f843-4db9-ab31-fc83863e1e7d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Allocated IP 172.20.0.5 (df64d0da-9ea5-49fb-a8cf-22d8817d0fab/6bf155e7-4459-491b-a2c0-a5207f07070d/2b4e4268-b45f-4615-91d7-418beebe372a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:34:36.016280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Pushing event updated for resources: {'Port': ['ID=be9beb8e-191e-4688-aea8-92fc549d0e0c,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:36.088133 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0ebdd-1e15-49c0-a7a3-0a532f7a9b42 req-66454c50-43de-4b3e-b18b-fe796e0dfe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:36.102315 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69b0ebdd-1e15-49c0-a7a3-0a532f7a9b42 req-66454c50-43de-4b3e-b18b-fe796e0dfe4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9dd265853ad849d895126308c65981e7&device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 1095 time: 0.2594342 Aug 17 02:34:36.466818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33064) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:36.550532 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f9342d12-5006-4356-a44a-7b218af44b2f req-def77d5b-f843-4db9-ab31-fc83863e1e7d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:36.626011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0ebdd-1e15-49c0-a7a3-0a532f7a9b42 req-3439b947-b4d4-4212-b3dc-8e39e1082d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:36.627709 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69b0ebdd-1e15-49c0-a7a3-0a532f7a9b42 req-3439b947-b4d4-4212-b3dc-8e39e1082d31 service neutron] 10.222.0.18 "GET /v2.0/networks?id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab HTTP/1.1" status: 200 len: 916 time: 0.4944098 Aug 17 02:34:36.629969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Attempting to bind port be9beb8e-191e-4688-aea8-92fc549d0e0c on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:34:36.630490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Attempting to bind port be9beb8e-191e-4688-aea8-92fc549d0e0c by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:34:36.631003 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Attempting to bind port be9beb8e-191e-4688-aea8-92fc549d0e0c on network df64d0da-9ea5-49fb-a8cf-22d8817d0fab {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:34:36.639091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Port be9beb8e-191e-4688-aea8-92fc549d0e0c on network df64d0da-9ea5-49fb-a8cf-22d8817d0fab not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:34:36.639639 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Attempting to bind port be9beb8e-191e-4688-aea8-92fc549d0e0c on network df64d0da-9ea5-49fb-a8cf-22d8817d0fab {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:34:36.676545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:34:36.677365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Checking segment: {'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:34:36.678005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Bound using segment: {'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:34:36.678696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Bound port: be9beb8e-191e-4688-aea8-92fc549d0e0c, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:34:36.679313 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:36.769607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69b0ebdd-1e15-49c0-a7a3-0a532f7a9b42 req-614d3bc2-bf7c-4977-86d9-4d4653cf76de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ae471ba-c6b2-44f1-b265-01c53de1b3ea HTTP/1.1" status: 200 len: 217 time: 0.1331809 Aug 17 02:34:36.786064 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90682537-e453-4732-96b1-e58864fc7857 req-54736aba-8dd9-41ea-8e41-a796f6dc6ca3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:36.793740 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90682537-e453-4732-96b1-e58864fc7857 req-54736aba-8dd9-41ea-8e41-a796f6dc6ca3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 931 time: 0.3594863 Aug 17 02:34:36.831908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-f9342d12-5006-4356-a44a-7b218af44b2f req-def77d5b-f843-4db9-ab31-fc83863e1e7d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Transition to ACTIVE for port object 2b4e4268-b45f-4615-91d7-418beebe372a will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:34:36.838165 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a315c768-01cc-4fb7-99e3-ee1b1c657afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:36.842559 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4379079-be5a-41d4-94d5-5786e179182f {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:34:36.858472 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:36.900891 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Transition to ACTIVE for port object f4379079-be5a-41d4-94d5-5786e179182f will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:34:36.902421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0ebdd-1e15-49c0-a7a3-0a532f7a9b42 req-f45b6edf-090b-470c-bbd5-04886dd05bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:36.904136 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69b0ebdd-1e15-49c0-a7a3-0a532f7a9b42 req-f45b6edf-090b-470c-bbd5-04886dd05bcd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bf155e7-4459-491b-a2c0-a5207f07070d HTTP/1.1" status: 200 len: 854 time: 0.1271074 Aug 17 02:34:36.931975 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90682537-e453-4732-96b1-e58864fc7857 req-16966860-7446-491c-b822-c20071d2f077 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368766 Aug 17 02:34:36.950506 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] For port be9beb8e-191e-4688-aea8-92fc549d0e0c, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:34:36.990880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] For port be9beb8e-191e-4688-aea8-92fc549d0e0c, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=be9beb8e-191e-4688-aea8-92fc549d0e0c,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:34:37.017515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0ebdd-1e15-49c0-a7a3-0a532f7a9b42 req-4273fdaa-f695-4db8-990f-b79284184cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:37.021472 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69b0ebdd-1e15-49c0-a7a3-0a532f7a9b42 req-4273fdaa-f695-4db8-990f-b79284184cd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074803 Aug 17 02:34:37.048331 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a315c768-01cc-4fb7-99e3-ee1b1c657afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:37.050063 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:37.077844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72439b71-3eda-4728-9adf-1172223634bb req-95f244df-3482-4003-96f0-36c3ff0b9105 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 210 time: 0.0373819 Aug 17 02:34:37.107459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Pushing event updated for resources: {'Port': ['ID=f4379079-be5a-41d4-94d5-5786e179182f,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:37.111351 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f9342d12-5006-4356-a44a-7b218af44b2f req-def77d5b-f843-4db9-ab31-fc83863e1e7d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:37.183742 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:37.222407 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def77d5b-f843-4db9-ab31-fc83863e1e7d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Pushing event updated for resources: {'Port': ['ID=2b4e4268-b45f-4615-91d7-418beebe372a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:37.229498 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a315c768-01cc-4fb7-99e3-ee1b1c657afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:37.266425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315c768-01cc-4fb7-99e3-ee1b1c657afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a8bc38-7a30-4489-a9cd-c1fd53703fc5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:37.280567 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9342d12-5006-4356-a44a-7b218af44b2f req-def77d5b-f843-4db9-ab31-fc83863e1e7d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Network df64d0da-9ea5-49fb-a8cf-22d8817d0fab is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:34:37.319325 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-f9342d12-5006-4356-a44a-7b218af44b2f req-def77d5b-f843-4db9-ab31-fc83863e1e7d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:34:37.323159 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9342d12-5006-4356-a44a-7b218af44b2f req-def77d5b-f843-4db9-ab31-fc83863e1e7d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:34:37.367020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Pushing event updated for resources: {'Port': ['ID=be9beb8e-191e-4688-aea8-92fc549d0e0c,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:37.382561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:37.383717 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:37.386961 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-7229ae61-1607-49b5-82b2-7a0a1124d8ca service neutron] 10.222.0.18 "PUT /v2.0/ports/be9beb8e-191e-4688-aea8-92fc549d0e0c HTTP/1.1" status: 200 len: 1092 time: 2.4338386 Aug 17 02:34:37.392201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6558d059-87e8-470c-8557-3d260ba16c60', 'tag': 'be9beb8e-191e-4688-aea8-92fc549d0e0c'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:37.396965 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5486c3a-5495-4a9a-83b1-20ad586244dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6558d059-87e8-470c-8557-3d260ba16c60", "tag": "be9beb8e-191e-4688-aea8-92fc549d0e0c"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:37.427704 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a315c768-01cc-4fb7-99e3-ee1b1c657afe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fa95c46d8164606a518f9b2f5675f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9527397 Aug 17 02:34:37.428385 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33082) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:37.430272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69b0ebdd-1e15-49c0-a7a3-0a532f7a9b42 req-ed02d4bf-3776-4a48-93d8-9c4ab33002b0 service neutron] 10.222.0.18 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508527 Aug 17 02:34:37.512051 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49463cd8-0e86-4e44-8ed4-11a73e19635f x-openstack-request-id: req-49463cd8-0e86-4e44-8ed4-11a73e19635f {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:37.512386 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6558d059-87e8-470c-8557-3d260ba16c60", "tag": "be9beb8e-191e-4688-aea8-92fc549d0e0c", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:37.512571 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49463cd8-0e86-4e44-8ed4-11a73e19635f {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:37.512977 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6558d059-87e8-470c-8557-3d260ba16c60', 'tag': 'be9beb8e-191e-4688-aea8-92fc549d0e0c', 'status': 'completed', 'code': 200} Aug 17 02:34:37.590613 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342d12-5006-4356-a44a-7b218af44b2f req-def77d5b-f843-4db9-ab31-fc83863e1e7d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:37.591411 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f9342d12-5006-4356-a44a-7b218af44b2f req-def77d5b-f843-4db9-ab31-fc83863e1e7d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:37.604991 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69b0ebdd-1e15-49c0-a7a3-0a532f7a9b42 req-b2db2de1-8bc6-402d-9f6c-74f851f81103 service neutron] 10.222.0.18 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673994 Aug 17 02:34:37.619887 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5486c3a-5495-4a9a-83b1-20ad586244dc req-a43692fb-d285-4518-ba65-86cfadbe71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:37.623300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b5486c3a-5495-4a9a-83b1-20ad586244dc req-a43692fb-d285-4518-ba65-86cfadbe71c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9dd265853ad849d895126308c65981e7&device_id=6558d059-87e8-470c-8557-3d260ba16c60 HTTP/1.1" status: 200 len: 1095 time: 0.0736592 Aug 17 02:34:37.708125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Attempting to bind port f4379079-be5a-41d4-94d5-5786e179182f on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:34:37.711526 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Attempting to bind port f4379079-be5a-41d4-94d5-5786e179182f by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '6c6f8634-b977-485e-9c56-39555cfc5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:34:37.711526 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Attempting to bind port f4379079-be5a-41d4-94d5-5786e179182f on network 1c555dff-0fbd-481c-9788-48ee2bc88c22 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:34:37.736906 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Port f4379079-be5a-41d4-94d5-5786e179182f on network 1c555dff-0fbd-481c-9788-48ee2bc88c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:34:37.737258 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Attempting to bind port f4379079-be5a-41d4-94d5-5786e179182f on network 1c555dff-0fbd-481c-9788-48ee2bc88c22 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:34:37.745720 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8ae94c8-0470-4ad5-9e3b-cce0c8ba5ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:37.771438 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f9342d12-5006-4356-a44a-7b218af44b2f req-def77d5b-f843-4db9-ab31-fc83863e1e7d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0745094 Aug 17 02:34:37.772204 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:34:37.775707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Checking segment: {'id': '6c6f8634-b977-485e-9c56-39555cfc5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:34:37.776264 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Bound using segment: {'id': '6c6f8634-b977-485e-9c56-39555cfc5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:34:37.776611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Bound port: f4379079-be5a-41d4-94d5-5786e179182f, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6f8634-b977-485e-9c56-39555cfc5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:34:37.776984 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:37.803317 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Request body: {'port': {'device_id': '738f3226-80a3-443f-93e5-a3009a6fba99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:37.919182 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8ae94c8-0470-4ad5-9e3b-cce0c8ba5ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:37.942618 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-41a9a982-849d-4c85-9949-f593fb05eef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:37.972851 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:37.984956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5486c3a-5495-4a9a-83b1-20ad586244dc req-0be83eef-f88c-4d9f-96b7-e0d7775e1535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:37.988136 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b5486c3a-5495-4a9a-83b1-20ad586244dc req-0be83eef-f88c-4d9f-96b7-e0d7775e1535 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9dd265853ad849d895126308c65981e7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3479569 Aug 17 02:34:38.250929 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] For port f4379079-be5a-41d4-94d5-5786e179182f, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:34:38.278397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] For port f4379079-be5a-41d4-94d5-5786e179182f, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f4379079-be5a-41d4-94d5-5786e179182f,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:34:38.297280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4f186a85-d17a-4e51-ba91-beaa8ad22756 None None] Provisioning for port 2b4e4268-b45f-4615-91d7-418beebe372a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:34:38.301794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4f186a85-d17a-4e51-ba91-beaa8ad22756 None None] Provisioning complete for port 2b4e4268-b45f-4615-91d7-418beebe372a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:34:38.302385 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4f186a85-d17a-4e51-ba91-beaa8ad22756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:38.339604 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4f186a85-d17a-4e51-ba91-beaa8ad22756 None None] Port 2b4e4268-b45f-4615-91d7-418beebe372a cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:34:38.388866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4e4268-b45f-4615-91d7-418beebe372a {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:34:38.397288 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:38.478457 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Transition to ACTIVE for port object 2b4e4268-b45f-4615-91d7-418beebe372a will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:34:38.480303 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:38.483768 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8ae94c8-0470-4ad5-9e3b-cce0c8ba5ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:38.487612 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8ae94c8-0470-4ad5-9e3b-cce0c8ba5ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:38.490913 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c8ae94c8-0470-4ad5-9e3b-cce0c8ba5ef6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38a8bc38-7a30-4489-a9cd-c1fd53703fc5 HTTP/1.1" status: 204 len: 168 time: 0.9969621 Aug 17 02:34:38.534776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818ac10-145b-43dc-8e97-9df90bef61f7 req-af6d72ea-17bf-45c9-9c36-53580596eb6c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:38.543177 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b818ac10-145b-43dc-8e97-9df90bef61f7 req-af6d72ea-17bf-45c9-9c36-53580596eb6c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.1240659 Aug 17 02:34:38.548551 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:38.549873 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:38.551888 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] 10.222.0.18 "PUT /v2.0/ports/f4379079-be5a-41d4-94d5-5786e179182f HTTP/1.1" status: 200 len: 1092 time: 2.7965231 Aug 17 02:34:38.555015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ce3b63-8446-4968-ae78-a4508afd17b9', 'tag': 'f4379079-be5a-41d4-94d5-5786e179182f'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:38.563667 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad469439-f997-4506-9caf-880c077a4a62" -d '{"events": [{"name": "network-changed", "server_uuid": "15ce3b63-8446-4968-ae78-a4508afd17b9", "tag": "f4379079-be5a-41d4-94d5-5786e179182f"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:38.569882 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5486c3a-5495-4a9a-83b1-20ad586244dc req-aec66fbf-0be9-4e8b-8756-9e5d9e699dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:38.571388 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b5486c3a-5495-4a9a-83b1-20ad586244dc req-aec66fbf-0be9-4e8b-8756-9e5d9e699dcc service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5760446 Aug 17 02:34:38.571655 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae94c8-0470-4ad5-9e3b-cce0c8ba5ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a8bc38-7a30-4489-a9cd-c1fd53703fc5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:38.595423 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b818ac10-145b-43dc-8e97-9df90bef61f7 req-e5257415-de51-4ad2-893d-df38f736b85a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517268 Aug 17 02:34:38.601459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58239b7c-507d-4175-8825-a3381eb1a514 service neutron] Pushing event updated for resources: {'Port': ['ID=f4379079-be5a-41d4-94d5-5786e179182f,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:38.604852 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:38.665641 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4e4268-b45f-4615-91d7-418beebe372a,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:38.746580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-2e6a0677-42c1-4eb6-9c14-71126fad1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:38.748101 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-2e6a0677-42c1-4eb6-9c14-71126fad1432 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9dd265853ad849d895126308c65981e7&device_id=6558d059-87e8-470c-8557-3d260ba16c60 HTTP/1.1" status: 200 len: 1095 time: 0.0884187 Aug 17 02:34:38.759560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Attempting to bind port 2b4e4268-b45f-4615-91d7-418beebe372a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:34:38.759560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Attempting to bind port 2b4e4268-b45f-4615-91d7-418beebe372a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:34:38.759560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Attempting to bind port 2b4e4268-b45f-4615-91d7-418beebe372a on network df64d0da-9ea5-49fb-a8cf-22d8817d0fab {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:34:38.762334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Port 2b4e4268-b45f-4615-91d7-418beebe372a on network df64d0da-9ea5-49fb-a8cf-22d8817d0fab not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:34:38.762664 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Attempting to bind port 2b4e4268-b45f-4615-91d7-418beebe372a on network df64d0da-9ea5-49fb-a8cf-22d8817d0fab {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:34:38.766644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03a874-1d18-4b34-a52d-1436f824865a req-b0f6b3f9-b442-4d8e-8869-fc1ba3d06c64 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:38.768241 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba03a874-1d18-4b34-a52d-1436f824865a req-b0f6b3f9-b442-4d8e-8869-fc1ba3d06c64 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 943 time: 0.0792630 Aug 17 02:34:38.768639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:34:38.769453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Checking segment: {'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:34:38.770014 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Bound using segment: {'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:34:38.770738 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Bound port: 2b4e4268-b45f-4615-91d7-418beebe372a, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968af564-ef77-4ca8-ab3d-cad3b9a329ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:34:38.771291 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:38.825788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-1a89d142-ec85-476b-a442-dd83bb66e457 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be9beb8e-191e-4688-aea8-92fc549d0e0c HTTP/1.1" status: 200 len: 217 time: 0.0533140 Aug 17 02:34:38.879527 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] For port 2b4e4268-b45f-4615-91d7-418beebe372a, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:34:38.907701 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba03a874-1d18-4b34-a52d-1436f824865a req-c9ebd616-1e7a-4e9f-a62a-4c3f91c7a8db tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124792 Aug 17 02:34:38.928821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] For port 2b4e4268-b45f-4615-91d7-418beebe372a, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2b4e4268-b45f-4615-91d7-418beebe372a,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:34:38.931284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-93825fb2-dbb5-4662-82bb-c2b99cccd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:38.934608 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-93825fb2-dbb5-4662-82bb-c2b99cccd088 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bf155e7-4459-491b-a2c0-a5207f07070d HTTP/1.1" status: 200 len: 854 time: 0.0923495 Aug 17 02:34:38.939518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-8097ab26-e0eb-4699-bdc1-46966ac13219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:38.942211 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-8097ab26-e0eb-4699-bdc1-46966ac13219 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af66f741a9e7435193ccb1b435243ed2&device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 1095 time: 0.1035795 Aug 17 02:34:38.998636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-0637aadd-fc61-4d2c-9cdf-54f05ea7f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:39.000994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-0637aadd-fc61-4d2c-9cdf-54f05ea7f97a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557711 Aug 17 02:34:39.001111 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-f64024bd-68a9-4a5c-8dcc-6d950ddcfb54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4379079-be5a-41d4-94d5-5786e179182f HTTP/1.1" status: 200 len: 217 time: 0.0412450 Aug 17 02:34:39.078934 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:39.122896 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-612f9042-c4bb-499d-bf67-f5229a0d10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:39.124470 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-612f9042-c4bb-499d-bf67-f5229a0d10fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=632968ae-909d-442e-a9e7-60583103d180 HTTP/1.1" status: 200 len: 854 time: 0.1037073 Aug 17 02:34:39.133205 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:39.133857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:39.135391 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] 10.222.0.18 "PUT /v2.0/ports/2b4e4268-b45f-4615-91d7-418beebe372a HTTP/1.1" status: 200 len: 1092 time: 1.3376775 Aug 17 02:34:39.147788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-0fe296a4-18a0-412c-8393-2fff73e98ba3 service neutron] 10.222.0.18 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282339 Aug 17 02:34:39.177874 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-c0ab2435-01d0-45fa-b080-49c8cca3fb07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c555dff-0fbd-481c-9788-48ee2bc88c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397069 Aug 17 02:34:39.183522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4e4268-b45f-4615-91d7-418beebe372a,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:39.300183 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-67aac522-5796-4c32-aaea-e647660dd346 service neutron] 10.222.0.18 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133592 Aug 17 02:34:39.303132 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd1bcc07-7c9d-4aec-bf58-86600700811e req-78bd09d8-3a0d-4768-ac01-ee383599f183 service neutron] 10.222.0.18 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441278 Aug 17 02:34:39.367337 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8135f733-e927-4f6a-8686-5da437fa2f4a x-openstack-request-id: req-8135f733-e927-4f6a-8686-5da437fa2f4a {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:39.367639 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ce3b63-8446-4968-ae78-a4508afd17b9", "tag": "f4379079-be5a-41d4-94d5-5786e179182f", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:39.367916 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8135f733-e927-4f6a-8686-5da437fa2f4a {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:39.368324 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ce3b63-8446-4968-ae78-a4508afd17b9', 'tag': 'f4379079-be5a-41d4-94d5-5786e179182f', 'status': 'completed', 'code': 200} Aug 17 02:34:39.391284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342d12-5006-4356-a44a-7b218af44b2f req-908b3f41-b065-46c4-a340-deff9701683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:39.394063 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9342d12-5006-4356-a44a-7b218af44b2f req-908b3f41-b065-46c4-a340-deff9701683c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9dd265853ad849d895126308c65981e7&device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 1095 time: 0.0491180 Aug 17 02:34:39.458426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9342d12-5006-4356-a44a-7b218af44b2f req-e176162b-dc62-4440-8fb3-c30d97162b5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4e4268-b45f-4615-91d7-418beebe372a HTTP/1.1" status: 200 len: 217 time: 0.0502014 Aug 17 02:34:39.465739 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eb4d29ed-bf5e-43fe-80e2-4698b8f52fa8 req-268300b9-4239-4c42-bf9f-c358a8f25ab3 service neutron] 10.222.0.18 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212602 Aug 17 02:34:39.541896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342d12-5006-4356-a44a-7b218af44b2f req-c5fbc31a-15c3-44e4-b657-6412fd90dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:39.543667 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9342d12-5006-4356-a44a-7b218af44b2f req-c5fbc31a-15c3-44e4-b657-6412fd90dc8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bf155e7-4459-491b-a2c0-a5207f07070d HTTP/1.1" status: 200 len: 854 time: 0.0775042 Aug 17 02:34:39.622143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342d12-5006-4356-a44a-7b218af44b2f req-45bee6ab-1007-437a-956d-d05e9578d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:39.623996 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9342d12-5006-4356-a44a-7b218af44b2f req-45bee6ab-1007-437a-956d-d05e9578d0d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713165 Aug 17 02:34:39.779725 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33130) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:39.781731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f53095-e7b0-46ae-add7-95312549f723 req-c95ee5ec-54df-4abf-950c-eae986102ab8 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:39.782698 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84f53095-e7b0-46ae-add7-95312549f723 req-c95ee5ec-54df-4abf-950c-eae986102ab8 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.0921047 Aug 17 02:34:39.794766 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9342d12-5006-4356-a44a-7b218af44b2f req-80bcbbba-8b89-4cb5-910d-2c5e22404f01 service neutron] 10.222.0.18 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589999 Aug 17 02:34:39.804091 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e49a1b47-3a6a-4057-b00f-1fff1f02f3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:39.815176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad469439-f997-4506-9caf-880c077a4a62 req-1246a41b-1551-40a1-ba43-665f3814a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:39.818580 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ad469439-f997-4506-9caf-880c077a4a62 req-1246a41b-1551-40a1-ba43-665f3814a597 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af66f741a9e7435193ccb1b435243ed2&device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 1095 time: 0.0968149 Aug 17 02:34:39.877017 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84f53095-e7b0-46ae-add7-95312549f723 req-af02c4cd-58f7-46e4-9f0a-56e52defe98b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852072 Aug 17 02:34:39.917385 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9342d12-5006-4356-a44a-7b218af44b2f req-215242f3-21d7-486b-917d-cd36f7349276 service neutron] 10.222.0.18 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086936 Aug 17 02:34:39.952577 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad469439-f997-4506-9caf-880c077a4a62 req-0e3af854-1657-4508-bd0b-261fc41e2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:39.952800 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ad469439-f997-4506-9caf-880c077a4a62 req-0e3af854-1657-4508-bd0b-261fc41e2236 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c555dff-0fbd-481c-9788-48ee2bc88c22 HTTP/1.1" status: 200 len: 915 time: 0.1280794 Aug 17 02:34:40.009618 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ad469439-f997-4506-9caf-880c077a4a62 req-439a4ca1-6591-41f2-a1e0-75c2aa1f336f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4379079-be5a-41d4-94d5-5786e179182f HTTP/1.1" status: 200 len: 217 time: 0.0415769 Aug 17 02:34:40.061567 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e49a1b47-3a6a-4057-b00f-1fff1f02f3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:40.078822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad469439-f997-4506-9caf-880c077a4a62 req-2a6cfb4c-5e5a-49f6-af63-c907522f85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:40.082113 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ad469439-f997-4506-9caf-880c077a4a62 req-2a6cfb4c-5e5a-49f6-af63-c907522f85b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=632968ae-909d-442e-a9e7-60583103d180 HTTP/1.1" status: 200 len: 854 time: 0.0698392 Aug 17 02:34:40.383340 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ad0e637e-7b3c-4770-95a7-29bcc874c357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:40.422641 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ad469439-f997-4506-9caf-880c077a4a62 req-b1eb0fb7-257b-414f-8ae4-71ecdf6f621d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c555dff-0fbd-481c-9788-48ee2bc88c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3339620 Aug 17 02:34:40.423530 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e49a1b47-3a6a-4057-b00f-1fff1f02f3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:40.520334 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e49a1b47-3a6a-4057-b00f-1fff1f02f3d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c9f2e348edd408486a65db63c2958a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7330301 Aug 17 02:34:40.523420 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33140) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:40.524720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a1b47-3a6a-4057-b00f-1fff1f02f3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc68ee5d-005e-403a-9bd7-0ff6d03df968,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:40.574478 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ad469439-f997-4506-9caf-880c077a4a62 req-324bf1f6-a32f-4ba5-aa6f-16f6a7f9ef26 service neutron] 10.222.0.18 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388195 Aug 17 02:34:40.631424 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a52c320-0b9f-4a94-8f95-a683d57b1831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:40.678460 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a52c320-0b9f-4a94-8f95-a683d57b1831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:40.737172 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ad469439-f997-4506-9caf-880c077a4a62 req-b424cc17-b059-4ec8-ad44-954517dcb442 service neutron] 10.222.0.18 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417258 Aug 17 02:34:40.755223 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f831d-2a36-4cb8-b42c-972d13125117 req-e8941733-04c5-463b-adb2-657bf0fea991 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:40.756823 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-471f831d-2a36-4cb8-b42c-972d13125117 req-e8941733-04c5-463b-adb2-657bf0fea991 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 943 time: 0.1047049 Aug 17 02:34:40.771043 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:40.799410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-471f831d-2a36-4cb8-b42c-972d13125117 req-65f8b4cf-1c80-4732-a08d-09ac7af6ae8d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341198 Aug 17 02:34:40.943872 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a52c320-0b9f-4a94-8f95-a683d57b1831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:40.943872 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a52c320-0b9f-4a94-8f95-a683d57b1831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:40.943872 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8a52c320-0b9f-4a94-8f95-a683d57b1831 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc68ee5d-005e-403a-9bd7-0ff6d03df968 HTTP/1.1" status: 204 len: 168 time: 0.4166186 Aug 17 02:34:40.956046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52c320-0b9f-4a94-8f95-a683d57b1831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc68ee5d-005e-403a-9bd7-0ff6d03df968,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:41.090993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99df79-eb23-4df8-a818-07db3cbc4fb8 req-3fdb28a5-1e2b-46ff-8e13-68770e435784 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:41.092865 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e99df79-eb23-4df8-a818-07db3cbc4fb8 req-3fdb28a5-1e2b-46ff-8e13-68770e435784 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 946 time: 0.0750661 Aug 17 02:34:41.138772 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e99df79-eb23-4df8-a818-07db3cbc4fb8 req-04a7b049-25f2-4608-b88f-adc7046ea08d tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386589 Aug 17 02:34:41.248071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a3ef3-9675-428a-a918-2a007c6ecd40 req-d32454de-9867-42ce-8d8d-520289789734 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:41.249576 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b30a3ef3-9675-428a-a918-2a007c6ecd40 req-d32454de-9867-42ce-8d8d-520289789734 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.0553243 Aug 17 02:34:41.292446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b30a3ef3-9675-428a-a918-2a007c6ecd40 req-9f85af0c-570b-4e05-8cb5-ded43daa6498 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365069 Aug 17 02:34:41.370466 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738f3226-80a3-443f-93e5-a3009a6fba99', 'tag': '2b4e4268-b45f-4615-91d7-418beebe372a'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:41.372768 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67446b8e-64d1-4234-bb71-68005ae2feeb" -d '{"events": [{"name": "network-changed", "server_uuid": "738f3226-80a3-443f-93e5-a3009a6fba99", "tag": "2b4e4268-b45f-4615-91d7-418beebe372a"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:41.414568 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277abb12-5b49-4910-94fd-cd0f10151da3 x-openstack-request-id: req-277abb12-5b49-4910-94fd-cd0f10151da3 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:41.414865 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738f3226-80a3-443f-93e5-a3009a6fba99", "tag": "2b4e4268-b45f-4615-91d7-418beebe372a", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:41.415320 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-277abb12-5b49-4910-94fd-cd0f10151da3 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:41.415882 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738f3226-80a3-443f-93e5-a3009a6fba99', 'tag': '2b4e4268-b45f-4615-91d7-418beebe372a', 'status': 'completed', 'code': 200} Aug 17 02:34:41.450435 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 6ae471ba-c6b2-44f1-b265-01c53de1b3ea details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:34:41.523845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67446b8e-64d1-4234-bb71-68005ae2feeb req-ae0b450d-d874-433b-be23-d809e4a5451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:41.525643 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-67446b8e-64d1-4234-bb71-68005ae2feeb req-ae0b450d-d874-433b-be23-d809e4a5451a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9dd265853ad849d895126308c65981e7&device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 1095 time: 0.0654664 Aug 17 02:34:41.589017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=6ae471ba-c6b2-44f1-b265-01c53de1b3ea,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:41.603220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '6ae471ba-c6b2-44f1-b265-01c53de1b3ea', 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab', 'port_id': '6ae471ba-c6b2-44f1-b265-01c53de1b3ea', 'mac_address': 'fa:16:3e:05:e9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf155e7-4459-491b-a2c0-a5207f07070d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:34:41.639143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67446b8e-64d1-4234-bb71-68005ae2feeb req-df696142-b494-43d8-b616-aac37edfb9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:41.640248 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-67446b8e-64d1-4234-bb71-68005ae2feeb req-df696142-b494-43d8-b616-aac37edfb9fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab HTTP/1.1" status: 200 len: 916 time: 0.1067820 Aug 17 02:34:41.649467 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:41.672148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae471ba-c6b2-44f1-b265-01c53de1b3ea {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:34:41.692031 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-67446b8e-64d1-4234-bb71-68005ae2feeb req-7a10c596-c7da-4de2-8d17-59efc29af366 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4e4268-b45f-4615-91d7-418beebe372a HTTP/1.1" status: 200 len: 217 time: 0.0417933 Aug 17 02:34:41.696780 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=6ae471ba-c6b2-44f1-b265-01c53de1b3ea,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:41.762304 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67446b8e-64d1-4234-bb71-68005ae2feeb req-641d418a-51a4-4010-9a1b-303bbfb2a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:41.763846 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-67446b8e-64d1-4234-bb71-68005ae2feeb req-641d418a-51a4-4010-9a1b-303bbfb2a40f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bf155e7-4459-491b-a2c0-a5207f07070d HTTP/1.1" status: 200 len: 854 time: 0.0648353 Aug 17 02:34:41.813070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67446b8e-64d1-4234-bb71-68005ae2feeb req-76011d8d-4103-4e29-a599-fb96031df9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:41.815179 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-67446b8e-64d1-4234-bb71-68005ae2feeb req-76011d8d-4103-4e29-a599-fb96031df9d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421879 Aug 17 02:34:41.874753 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:41.880741 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:41.934656 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=6ae471ba-c6b2-44f1-b265-01c53de1b3ea,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:41.943948 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-67446b8e-64d1-4234-bb71-68005ae2feeb req-f24904a5-c330-431a-a590-962d149140bd service neutron] 10.222.0.18 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180561 Aug 17 02:34:41.949194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b508cb-4f92-4ba0-9538-a960b3636fc6 req-c9a3aea8-80e9-4bf5-bcef-a6143dada7aa tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:41.950713 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66b508cb-4f92-4ba0-9538-a960b3636fc6 req-c9a3aea8-80e9-4bf5-bcef-a6143dada7aa tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 943 time: 0.0612519 Aug 17 02:34:41.991274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66b508cb-4f92-4ba0-9538-a960b3636fc6 req-04dcc864-2e43-438a-b7b2-21d1fc523284 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327086 Aug 17 02:34:42.084717 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-67446b8e-64d1-4234-bb71-68005ae2feeb req-72fdaf0c-ca3c-4e4b-a26d-336203f66042 service neutron] 10.222.0.18 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346593 Aug 17 02:34:42.323143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21e7d6-acc2-457f-be1d-911f631e0de8 req-81edcd60-a84c-4ef5-a0f1-84ca0e6d4015 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:42.323143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae21e7d6-acc2-457f-be1d-911f631e0de8 req-81edcd60-a84c-4ef5-a0f1-84ca0e6d4015 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 946 time: 0.0679429 Aug 17 02:34:42.381133 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae21e7d6-acc2-457f-be1d-911f631e0de8 req-cec14b9b-6734-441e-83ca-446e31e6f937 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/security-groups?id=968c53e8-d934-423c-b929-495f6584383a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375950 Aug 17 02:34:42.520329 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a96c6-2c0c-4589-98e0-d2c07c3512d3 req-cb2d313f-2092-40c6-9a7b-ea3522748fd7 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:42.528658 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-761a96c6-2c0c-4589-98e0-d2c07c3512d3 req-cb2d313f-2092-40c6-9a7b-ea3522748fd7 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.0750620 Aug 17 02:34:42.539028 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad4c9a-2b3d-44d6-8dd4-1467268dd4ab req-ce703c69-c4b9-49ab-ab9a-d0ccce781023 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:42.540606 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a5ad4c9a-2b3d-44d6-8dd4-1467268dd4ab req-ce703c69-c4b9-49ab-ab9a-d0ccce781023 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 946 time: 0.0821207 Aug 17 02:34:42.568441 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-761a96c6-2c0c-4589-98e0-d2c07c3512d3 req-0ae344c2-03ac-4cce-8d51-7b93aa931c4b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377295 Aug 17 02:34:42.636121 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['6ae471ba-c6b2-44f1-b265-01c53de1b3ea'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:34:42.693879 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-a5ad4c9a-2b3d-44d6-8dd4-1467268dd4ab req-9a1ea49b-05bd-4e0d-a879-f80bb0fbede9 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Deleting port 47541afe-5425-444d-b83a-5c54254da712 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:34:42.694219 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a5ad4c9a-2b3d-44d6-8dd4-1467268dd4ab req-9a1ea49b-05bd-4e0d-a879-f80bb0fbede9 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:42.819866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-a5ad4c9a-2b3d-44d6-8dd4-1467268dd4ab req-9a1ea49b-05bd-4e0d-a879-f80bb0fbede9 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] For port 47541afe-5425-444d-b83a-5c54254da712, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=47541afe-5425-444d-b83a-5c54254da712,segment=NetworkSegment(404600dd-fedb-4d35-9b8b-6cfdb256e21e),segment_id=404600dd-fedb-4d35-9b8b-6cfdb256e21e)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:42.820415 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a5ad4c9a-2b3d-44d6-8dd4-1467268dd4ab req-9a1ea49b-05bd-4e0d-a879-f80bb0fbede9 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:42.843734 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-a5ad4c9a-2b3d-44d6-8dd4-1467268dd4ab req-9a1ea49b-05bd-4e0d-a879-f80bb0fbede9 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Calling delete_port for 47541afe-5425-444d-b83a-5c54254da712 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:34:43.132713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17c98b-bab7-413d-a625-7dca4fe2f613 req-6e581149-e665-47c2-b35b-088f61a9d3be tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:43.134229 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9c17c98b-bab7-413d-a625-7dca4fe2f613 req-6e581149-e665-47c2-b35b-088f61a9d3be tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 943 time: 0.0589280 Aug 17 02:34:43.185280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9c17c98b-bab7-413d-a625-7dca4fe2f613 req-5c59ea4b-756a-4334-9009-a88fc6504e2c tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391538 Aug 17 02:34:43.233113 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a5ad4c9a-2b3d-44d6-8dd4-1467268dd4ab req-9a1ea49b-05bd-4e0d-a879-f80bb0fbede9 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:43.266848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ea49b-05bd-4e0d-a879-f80bb0fbede9 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Pushing event deleted for resources: {'Port': ['ID=47541afe-5425-444d-b83a-5c54254da712,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:43.278241 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['47541afe-5425-444d-b83a-5c54254da712'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:34:43.342434 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ad4c9a-2b3d-44d6-8dd4-1467268dd4ab req-9a1ea49b-05bd-4e0d-a879-f80bb0fbede9 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] No DVR routers for this DVR port 47541afe-5425-444d-b83a-5c54254da712 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:34:43.347371 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a5ad4c9a-2b3d-44d6-8dd4-1467268dd4ab req-9a1ea49b-05bd-4e0d-a879-f80bb0fbede9 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:43.355281 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a5ad4c9a-2b3d-44d6-8dd4-1467268dd4ab req-9a1ea49b-05bd-4e0d-a879-f80bb0fbede9 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.42 "DELETE /v2.0/ports/47541afe-5425-444d-b83a-5c54254da712 HTTP/1.1" status: 204 len: 173 time: 0.8081527 Aug 17 02:34:43.417517 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c', 'name': 'network-vif-deleted', 'tag': '47541afe-5425-444d-b83a-5c54254da712'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:43.423984 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531afefa-c30b-4bff-90d2-341975763770" -d '{"events": [{"server_uuid": "8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c", "name": "network-vif-deleted", "tag": "47541afe-5425-444d-b83a-5c54254da712"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:43.512699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67141091-adf9-4e2b-928e-562b7d1c74f2 req-1cfb31cf-7eff-45d2-bbbf-f4620372779c tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 210 time: 0.0464633 Aug 17 02:34:43.584274 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7078a4-d5b3-47f2-b7b1-736a7e3958e4 x-openstack-request-id: req-2e7078a4-d5b3-47f2-b7b1-736a7e3958e4 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:43.584782 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c", "name": "network-vif-deleted", "tag": "47541afe-5425-444d-b83a-5c54254da712", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:43.584782 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e7078a4-d5b3-47f2-b7b1-736a7e3958e4 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:43.585191 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c', 'name': 'network-vif-deleted', 'tag': '47541afe-5425-444d-b83a-5c54254da712', 'status': 'completed', 'code': 200} Aug 17 02:34:43.716266 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db4949-8f40-48e6-8416-e8d2defce3a7 req-0373c2ea-9fa6-4620-b548-e0307ff297df tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:43.718415 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23db4949-8f40-48e6-8416-e8d2defce3a7 req-0373c2ea-9fa6-4620-b548-e0307ff297df tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.0683539 Aug 17 02:34:43.764904 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23db4949-8f40-48e6-8416-e8d2defce3a7 req-e4cbeb58-c7b6-444c-a2cc-0e86cfd5394f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400097 Aug 17 02:34:43.812125 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:44.308476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716709bb-ab15-4c91-96f0-6dd699fa82aa req-ca012677-50dd-4b8a-9a84-354c7a8d27c6 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:44.310007 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-716709bb-ab15-4c91-96f0-6dd699fa82aa req-ca012677-50dd-4b8a-9a84-354c7a8d27c6 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 943 time: 0.0547478 Aug 17 02:34:44.354681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-716709bb-ab15-4c91-96f0-6dd699fa82aa req-0884c3d1-bd1a-4e42-b15d-97d653e33997 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381634 Aug 17 02:34:44.645961 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e38dff85-43fc-435c-8e5b-364554e27627 req-cbc3eae1-8ae6-45dc-889a-9a386b35d717 tempest-AttachSCSIVolumeTestJSON-36734439 tempest-AttachSCSIVolumeTestJSON-36734439-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f928ad4-7cdd-48dc-a5bc-290a6f2fab2c HTTP/1.1" status: 200 len: 210 time: 0.0346119 Aug 17 02:34:44.901058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03a916-c92e-42f4-b39b-4ac5518395b4 req-a0d183fb-e5fb-4209-842c-274647237c18 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:44.903129 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-db03a916-c92e-42f4-b39b-4ac5518395b4 req-a0d183fb-e5fb-4209-842c-274647237c18 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.0638127 Aug 17 02:34:44.955044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-db03a916-c92e-42f4-b39b-4ac5518395b4 req-2dc3d195-b82e-49ca-b8a2-ee7ae7ab43bf tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345483 Aug 17 02:34:45.467437 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device be9beb8e-191e-4688-aea8-92fc549d0e0c details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:34:45.475359 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 6ae471ba-c6b2-44f1-b265-01c53de1b3ea up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:34:45.478926 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14b6da-6703-4090-8c88-977d2780978d req-128b3187-1e64-46c5-ae69-344484c329ca tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:45.480487 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f14b6da-6703-4090-8c88-977d2780978d req-128b3187-1e64-46c5-ae69-344484c329ca tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 943 time: 0.0554924 Aug 17 02:34:45.522287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f14b6da-6703-4090-8c88-977d2780978d req-5e587402-a793-4e66-8b4a-bd33cb2ce491 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350897 Aug 17 02:34:45.618395 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port be9beb8e-191e-4688-aea8-92fc549d0e0c, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=be9beb8e-191e-4688-aea8-92fc549d0e0c,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:45.630685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'be9beb8e-191e-4688-aea8-92fc549d0e0c', 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab', 'port_id': 'be9beb8e-191e-4688-aea8-92fc549d0e0c', 'mac_address': 'fa:16:3e:93:a6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf155e7-4459-491b-a2c0-a5207f07070d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:34:45.786936 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:34:45.794471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:34:45.794841 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:45.823843 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:45.848369 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9beb8e-191e-4688-aea8-92fc549d0e0c {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:34:45.871812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port be9beb8e-191e-4688-aea8-92fc549d0e0c, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=be9beb8e-191e-4688-aea8-92fc549d0e0c,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:45.912331 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:45.943431 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87f2b60-0e3f-44a3-bca1-fc8f562894a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae471ba-c6b2-44f1-b265-01c53de1b3ea'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:45.945801 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa59b7a-c756-4272-a04f-8be179ceca2e" -d '{"events": [{"server_uuid": "c87f2b60-0e3f-44a3-bca1-fc8f562894a6", "name": "network-vif-plugged", "status": "completed", "tag": "6ae471ba-c6b2-44f1-b265-01c53de1b3ea"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:45.967368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=6ae471ba-c6b2-44f1-b265-01c53de1b3ea,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:45.982474 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:45.983381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f4379079-be5a-41d4-94d5-5786e179182f details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:34:46.008137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33292) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:46.026255 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33296) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:46.101175 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:46.104758 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=be9beb8e-191e-4688-aea8-92fc549d0e0c,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:46.175876 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f4379079-be5a-41d4-94d5-5786e179182f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f4379079-be5a-41d4-94d5-5786e179182f,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:46.184932 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=6ae471ba-c6b2-44f1-b265-01c53de1b3ea,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:46.191604 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c376333a-a830-436a-87ba-174f368f0706 x-openstack-request-id: req-c376333a-a830-436a-87ba-174f368f0706 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:46.191891 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87f2b60-0e3f-44a3-bca1-fc8f562894a6", "name": "network-vif-plugged", "status": "completed", "tag": "6ae471ba-c6b2-44f1-b265-01c53de1b3ea", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:46.192323 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c376333a-a830-436a-87ba-174f368f0706 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:46.192878 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87f2b60-0e3f-44a3-bca1-fc8f562894a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae471ba-c6b2-44f1-b265-01c53de1b3ea', 'code': 200} Aug 17 02:34:46.195922 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'f4379079-be5a-41d4-94d5-5786e179182f', 'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22', 'port_id': 'f4379079-be5a-41d4-94d5-5786e179182f', 'mac_address': 'fa:16:3e:70:33:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '632968ae-909d-442e-a9e7-60583103d180', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:34:46.239493 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:46.253423 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4379079-be5a-41d4-94d5-5786e179182f {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:34:46.276816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f4379079-be5a-41d4-94d5-5786e179182f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f4379079-be5a-41d4-94d5-5786e179182f,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:46.321877 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c551f0f9-8627-4941-9309-ba5fa866161d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:46.332013 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca76583-f044-49ea-87ad-3994919b4aa1 req-83f6b7e2-1d51-48c9-8a22-cf6e78c9719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:46.333689 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cca76583-f044-49ea-87ad-3994919b4aa1 req-83f6b7e2-1d51-48c9-8a22-cf6e78c9719d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 1097 time: 0.0563810 Aug 17 02:34:46.354075 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:46.355062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 2b4e4268-b45f-4615-91d7-418beebe372a details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:34:46.373087 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cca76583-f044-49ea-87ad-3994919b4aa1 req-5d3fe070-9028-4d78-8dc9-b0c90007f06c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310261 Aug 17 02:34:46.375663 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26574d8e-8a80-4bb3-88b6-7f73e4e8524d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:46.401181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837c49-d26a-454c-8f83-c1ada29c65a3 req-3657a8fb-5a0d-448b-8e4e-e7de0900b03c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:46.403007 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c837c49-d26a-454c-8f83-c1ada29c65a3 req-3657a8fb-5a0d-448b-8e4e-e7de0900b03c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.1307135 Aug 17 02:34:46.415503 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 2b4e4268-b45f-4615-91d7-418beebe372a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2b4e4268-b45f-4615-91d7-418beebe372a,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:46.440549 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '2b4e4268-b45f-4615-91d7-418beebe372a', 'network_id': 'df64d0da-9ea5-49fb-a8cf-22d8817d0fab', 'port_id': '2b4e4268-b45f-4615-91d7-418beebe372a', 'mac_address': 'fa:16:3e:9e:04:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf155e7-4459-491b-a2c0-a5207f07070d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:34:46.447306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f4379079-be5a-41d4-94d5-5786e179182f,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:46.470223 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c837c49-d26a-454c-8f83-c1ada29c65a3 req-5549b241-c591-4a12-b54f-270017c7d989 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584500 Aug 17 02:34:46.497425 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:46.511706 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4e4268-b45f-4615-91d7-418beebe372a {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:34:46.526624 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c551f0f9-8627-4941-9309-ba5fa866161d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:46.532960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 2b4e4268-b45f-4615-91d7-418beebe372a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2b4e4268-b45f-4615-91d7-418beebe372a,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:46.647699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973537b-afe7-48ca-8530-031b77d62c4b req-349e13c8-acd7-407d-bb6b-3441e787a32a tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:46.649466 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9973537b-afe7-48ca-8530-031b77d62c4b req-349e13c8-acd7-407d-bb6b-3441e787a32a tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 943 time: 0.0534863 Aug 17 02:34:46.652080 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c551f0f9-8627-4941-9309-ba5fa866161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:46.674774 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:46.735691 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c551f0f9-8627-4941-9309-ba5fa866161d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2874b8d7f1d47668f38adc8a89aea05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7263553 Aug 17 02:34:46.739380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33322) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:46.740877 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=2b4e4268-b45f-4615-91d7-418beebe372a,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:46.748573 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551f0f9-8627-4941-9309-ba5fa866161d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db01ee29-bfae-4e66-9368-3c8e49f7d110,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:46.774353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9973537b-afe7-48ca-8530-031b77d62c4b req-f77d64a6-cbe4-4f06-be1e-bca3d9a69cbb tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121583 Aug 17 02:34:46.797621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-297cc75c-8687-43e2-b4b5-fecd9d4798b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:46.833196 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-297cc75c-8687-43e2-b4b5-fecd9d4798b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:46.884661 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26574d8e-8a80-4bb3-88b6-7f73e4e8524d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.039516 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26574d8e-8a80-4bb3-88b6-7f73e4e8524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.105970 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-26574d8e-8a80-4bb3-88b6-7f73e4e8524d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cbd831603c547848c8b30208081b4db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0785534 Aug 17 02:34:47.107295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26574d8e-8a80-4bb3-88b6-7f73e4e8524d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c50898-cc4f-4aa3-ba53-749168de30b1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:47.110067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33334) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:47.116319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 47541afe-5425-444d-b83a-5c54254da712 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:34:47.135390 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-297cc75c-8687-43e2-b4b5-fecd9d4798b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.138359 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-297cc75c-8687-43e2-b4b5-fecd9d4798b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.139560 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-297cc75c-8687-43e2-b4b5-fecd9d4798b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db01ee29-bfae-4e66-9368-3c8e49f7d110 HTTP/1.1" status: 204 len: 168 time: 0.3991742 Aug 17 02:34:47.142205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 47541afe-5425-444d-b83a-5c54254da712 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:34:47.142579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 47541afe-5425-444d-b83a-5c54254da712 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:34:47.160843 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cc75c-8687-43e2-b4b5-fecd9d4798b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db01ee29-bfae-4e66-9368-3c8e49f7d110,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:47.213145 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5be330f3-644a-4cb6-867f-0a0b2c8d6aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.242226 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5be330f3-644a-4cb6-867f-0a0b2c8d6aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.322818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f4379079-be5a-41d4-94d5-5786e179182f'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:34:47.434285 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5be330f3-644a-4cb6-867f-0a0b2c8d6aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.437765 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5be330f3-644a-4cb6-867f-0a0b2c8d6aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.438302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['be9beb8e-191e-4688-aea8-92fc549d0e0c'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:34:47.439172 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5be330f3-644a-4cb6-867f-0a0b2c8d6aed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40c50898-cc4f-4aa3-ba53-749168de30b1 HTTP/1.1" status: 204 len: 168 time: 0.3247287 Aug 17 02:34:47.449620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be330f3-644a-4cb6-867f-0a0b2c8d6aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c50898-cc4f-4aa3-ba53-749168de30b1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:47.516423 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['2b4e4268-b45f-4615-91d7-418beebe372a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:34:47.650939 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79e7ef-e70c-4c24-a2fc-b2b729d57340 req-119e87e7-e918-4928-a5ef-2093ddd13013 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:47.654376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc79e7ef-e70c-4c24-a2fc-b2b729d57340 req-119e87e7-e918-4928-a5ef-2093ddd13013 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 944 time: 0.0752709 Aug 17 02:34:47.713556 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc79e7ef-e70c-4c24-a2fc-b2b729d57340 req-cd42ee43-ba6f-4643-96f8-0506a3c36e7c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500414 Aug 17 02:34:47.910243 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7042411-1cd4-43a2-a1af-842b497d2739 req-15cae99e-3b2b-409d-97fb-b231adb8d1a1 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:47.911738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7042411-1cd4-43a2-a1af-842b497d2739 req-15cae99e-3b2b-409d-97fb-b231adb8d1a1 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 944 time: 0.0570714 Aug 17 02:34:47.956938 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7042411-1cd4-43a2-a1af-842b497d2739 req-4c00672a-da9c-4cdf-9348-3023a172e6cd tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390482 Aug 17 02:34:48.270431 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33366) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:48.285528 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-030257f5-7160-4a13-9889-c75399e3d1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:48.400263 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-030257f5-7160-4a13-9889-c75399e3d1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:48.530908 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-030257f5-7160-4a13-9889-c75399e3d1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:48.588370 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33374) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:48.588716 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-030257f5-7160-4a13-9889-c75399e3d1fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02185952651e43f89bae9adcbcc0a615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170528 Aug 17 02:34:48.606088 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030257f5-7160-4a13-9889-c75399e3d1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5848f66e-9f03-423d-9310-a744179df019,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:48.659045 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf1885da-e1ce-49bb-884a-f80155877157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:48.684231 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf1885da-e1ce-49bb-884a-f80155877157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:48.834612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f418384-ddac-4b08-9a3a-461c037d53e6 req-4c331a1a-4389-4137-8d9d-976460c2cd95 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:48.836164 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f418384-ddac-4b08-9a3a-461c037d53e6 req-4c331a1a-4389-4137-8d9d-976460c2cd95 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 944 time: 0.0565701 Aug 17 02:34:48.865155 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf1885da-e1ce-49bb-884a-f80155877157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:48.868211 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf1885da-e1ce-49bb-884a-f80155877157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:48.869815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cf1885da-e1ce-49bb-884a-f80155877157 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5848f66e-9f03-423d-9310-a744179df019 HTTP/1.1" status: 204 len: 168 time: 0.2799482 Aug 17 02:34:48.906238 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1885da-e1ce-49bb-884a-f80155877157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5848f66e-9f03-423d-9310-a744179df019,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:48.931146 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f418384-ddac-4b08-9a3a-461c037d53e6 req-168b9106-eec7-438a-aeb1-21902369238b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876563 Aug 17 02:34:49.157874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5ea24-7f61-4df8-b413-0b0afcc6a2d9 req-21f64618-c8ba-4c95-8ed4-fd9fd7cc643e tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:49.159445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8eb5ea24-7f61-4df8-b413-0b0afcc6a2d9 req-21f64618-c8ba-4c95-8ed4-fd9fd7cc643e tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 944 time: 0.0807922 Aug 17 02:34:49.202391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8eb5ea24-7f61-4df8-b413-0b0afcc6a2d9 req-1f3d4e39-e65c-4db2-babf-7c7720f40880 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362113 Aug 17 02:34:49.492284 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device be9beb8e-191e-4688-aea8-92fc549d0e0c up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:34:49.639217 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port be9beb8e-191e-4688-aea8-92fc549d0e0c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:34:49.644040 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port be9beb8e-191e-4688-aea8-92fc549d0e0c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:34:49.644434 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:49.727499 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:49.763490 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6558d059-87e8-470c-8557-3d260ba16c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9beb8e-191e-4688-aea8-92fc549d0e0c'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:49.766074 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b496a2c-dc14-4a3c-abdc-29465015f37d" -d '{"events": [{"server_uuid": "6558d059-87e8-470c-8557-3d260ba16c60", "name": "network-vif-plugged", "status": "completed", "tag": "be9beb8e-191e-4688-aea8-92fc549d0e0c"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:49.784116 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port be9beb8e-191e-4688-aea8-92fc549d0e0c, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=be9beb8e-191e-4688-aea8-92fc549d0e0c,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:49.825900 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f96ce3-0db5-4b55-ad49-d053e2d46b85 x-openstack-request-id: req-81f96ce3-0db5-4b55-ad49-d053e2d46b85 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:49.826199 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6558d059-87e8-470c-8557-3d260ba16c60", "name": "network-vif-plugged", "status": "completed", "tag": "be9beb8e-191e-4688-aea8-92fc549d0e0c", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:49.826470 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81f96ce3-0db5-4b55-ad49-d053e2d46b85 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:49.828063 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6558d059-87e8-470c-8557-3d260ba16c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9beb8e-191e-4688-aea8-92fc549d0e0c', 'code': 200} Aug 17 02:34:49.879004 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:49.879906 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f4379079-be5a-41d4-94d5-5786e179182f up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:34:49.964389 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261924c8-5a2a-49cb-ac54-3eccc288c898 req-247467fb-c14a-49b4-bdfe-8e55cdbd563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:49.966800 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-261924c8-5a2a-49cb-ac54-3eccc288c898 req-247467fb-c14a-49b4-bdfe-8e55cdbd563d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6558d059-87e8-470c-8557-3d260ba16c60 HTTP/1.1" status: 200 len: 1097 time: 0.0558667 Aug 17 02:34:49.985700 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=be9beb8e-191e-4688-aea8-92fc549d0e0c,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:50.024441 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-261924c8-5a2a-49cb-ac54-3eccc288c898 req-0cf8444b-d555-41e0-b6a8-28d78490079f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489283 Aug 17 02:34:50.086307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port f4379079-be5a-41d4-94d5-5786e179182f completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:34:50.098122 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port f4379079-be5a-41d4-94d5-5786e179182f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:34:50.098122 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:50.147627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95466e28-fe58-4240-8eb3-b777bd06b56c req-6d57c915-7f16-453c-8984-3d663634d189 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:50.157955 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95466e28-fe58-4240-8eb3-b777bd06b56c req-6d57c915-7f16-453c-8984-3d663634d189 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 944 time: 0.1051900 Aug 17 02:34:50.223509 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95466e28-fe58-4240-8eb3-b777bd06b56c req-b529419b-c6f2-43b5-81c6-062ce0699c05 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609438 Aug 17 02:34:50.252338 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:50.317464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f4379079-be5a-41d4-94d5-5786e179182f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f4379079-be5a-41d4-94d5-5786e179182f,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:50.369428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a7b8d-1d07-40a0-8e41-460b5b5685be req-5daccfe4-6914-426a-96f0-26d8f73e4422 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:50.371196 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca7a7b8d-1d07-40a0-8e41-460b5b5685be req-5daccfe4-6914-426a-96f0-26d8f73e4422 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 944 time: 0.0688307 Aug 17 02:34:50.431220 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca7a7b8d-1d07-40a0-8e41-460b5b5685be req-85ad4492-b8b4-4495-bb6f-379844cdb500 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528474 Aug 17 02:34:50.433805 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:50.434863 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 2b4e4268-b45f-4615-91d7-418beebe372a up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:34:50.567383 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f4379079-be5a-41d4-94d5-5786e179182f,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:50.589589 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:34:50.748806 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 2b4e4268-b45f-4615-91d7-418beebe372a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:34:50.756775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 2b4e4268-b45f-4615-91d7-418beebe372a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:34:50.757999 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:50.874295 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:50.914766 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 2b4e4268-b45f-4615-91d7-418beebe372a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2b4e4268-b45f-4615-91d7-418beebe372a,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:51.079846 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:51.136115 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=2b4e4268-b45f-4615-91d7-418beebe372a,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:51.373129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de2217-3d18-4e7e-9de1-49587db508bf req-ca754917-1358-4068-ad0c-59e004d4976d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:51.375827 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94de2217-3d18-4e7e-9de1-49587db508bf req-ca754917-1358-4068-ad0c-59e004d4976d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0715117 Aug 17 02:34:51.431131 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94de2217-3d18-4e7e-9de1-49587db508bf req-332d8af1-ae58-4130-b8fb-ae874dc95e14 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474768 Aug 17 02:34:51.684083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a9956-0654-4116-8bbe-7058c83034a8 req-4f6192e2-1959-4e2a-9947-2108f257c41d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:51.685677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-609a9956-0654-4116-8bbe-7058c83034a8 req-4f6192e2-1959-4e2a-9947-2108f257c41d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 945 time: 0.1127477 Aug 17 02:34:51.786822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-609a9956-0654-4116-8bbe-7058c83034a8 req-c1b3c85b-119e-4f8f-a913-b9313875a652 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936160 Aug 17 02:34:51.829073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ce3b63-8446-4968-ae78-a4508afd17b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4379079-be5a-41d4-94d5-5786e179182f'}, {'server_uuid': '738f3226-80a3-443f-93e5-a3009a6fba99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4e4268-b45f-4615-91d7-418beebe372a'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:51.840616 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70707fc8-b31d-4d68-b8c2-48a661e2ff23" -d '{"events": [{"server_uuid": "15ce3b63-8446-4968-ae78-a4508afd17b9", "name": "network-vif-plugged", "status": "completed", "tag": "f4379079-be5a-41d4-94d5-5786e179182f"}, {"server_uuid": "738f3226-80a3-443f-93e5-a3009a6fba99", "name": "network-vif-plugged", "status": "completed", "tag": "2b4e4268-b45f-4615-91d7-418beebe372a"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:52.082633 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dacd380-8bb6-473a-9e41-31fab32f290b x-openstack-request-id: req-0dacd380-8bb6-473a-9e41-31fab32f290b {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:52.083117 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ce3b63-8446-4968-ae78-a4508afd17b9", "name": "network-vif-plugged", "status": "completed", "tag": "f4379079-be5a-41d4-94d5-5786e179182f", "code": 200}, {"server_uuid": "738f3226-80a3-443f-93e5-a3009a6fba99", "name": "network-vif-plugged", "status": "completed", "tag": "2b4e4268-b45f-4615-91d7-418beebe372a", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:52.083478 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dacd380-8bb6-473a-9e41-31fab32f290b {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:52.083974 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ce3b63-8446-4968-ae78-a4508afd17b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4379079-be5a-41d4-94d5-5786e179182f', 'code': 200} Aug 17 02:34:52.084333 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738f3226-80a3-443f-93e5-a3009a6fba99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4e4268-b45f-4615-91d7-418beebe372a', 'code': 200} Aug 17 02:34:52.329184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bb4e5-2a21-43c2-9bac-e80523f990aa req-bb567b40-f7c6-47a6-bdbb-d73d34e2a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:52.332920 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-806bb4e5-2a21-43c2-9bac-e80523f990aa req-bb567b40-f7c6-47a6-bdbb-d73d34e2a1e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 1097 time: 0.0713687 Aug 17 02:34:52.360862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d607f-b774-4fa4-8172-afa9ce8f5d7d req-465fc12d-b007-4caf-9708-1f6f301cf423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:52.362536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-910d607f-b774-4fa4-8172-afa9ce8f5d7d req-465fc12d-b007-4caf-9708-1f6f301cf423 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 1097 time: 0.1004446 Aug 17 02:34:52.405606 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-806bb4e5-2a21-43c2-9bac-e80523f990aa req-8514da72-7bc2-45fb-a8ef-1d815fa1f5fb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573475 Aug 17 02:34:52.435278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-910d607f-b774-4fa4-8172-afa9ce8f5d7d req-a7e9af07-aaeb-4961-bedf-42c2fcc3f91c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601966 Aug 17 02:34:54.078425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33526) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:54.081610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Request body: {'network': {'name': 'tempest-network-smoke--2042346636', 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'port_security_enabled': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:54.126747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33530) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:54.200136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Made reservation on behalf of 8fd89972482a4c83b3a151474a4ba945 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:34:54.209126 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:54.244317 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:54.376161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfd3f6-2d6e-4fa7-8d1b-6cc5fb9004ea req-f93acfd7-e5a5-45bc-ba90-f40c1849976b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:54.378883 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ccfd3f6-2d6e-4fa7-8d1b-6cc5fb9004ea req-f93acfd7-e5a5-45bc-ba90-f40c1849976b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1109583 Aug 17 02:34:54.463450 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ccfd3f6-2d6e-4fa7-8d1b-6cc5fb9004ea req-d72a2bd5-c056-4822-9c99-159efdb1e95f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625820 Aug 17 02:34:54.521365 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:54.647682 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:54.681925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:34:54.725508 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:54.726213 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Added segment 5a652cc2-8f24-4395-933f-e2f02a4f0fa8 of type vlan for network 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 Aug 17 02:34:54.745019 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdead2cf-42c0-4410-8605-dc53f41a3116,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:54.784608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139d015-25db-4182-b4cf-90adf96992e4 req-81d5cc08-1bd5-40e1-90a2-b0b672c9a757 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:54.788170 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d139d015-25db-4182-b4cf-90adf96992e4 req-81d5cc08-1bd5-40e1-90a2-b0b672c9a757 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 945 time: 0.1964104 Aug 17 02:34:54.841288 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ddab4f2-e77f-4542-9770-0d7fe2be19b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:54.859189 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:54.870944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d139d015-25db-4182-b4cf-90adf96992e4 req-3b1850e2-a064-401e-a488-330740a1c3cc tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805926 Aug 17 02:34:55.010900 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:55.016599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:55.017210 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:55.127432 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'Network': ['ID=1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:55.139594 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:34:55.223320 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bc0f8f11-ebb7-4c5e-9a41-13b39b1adfca tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1472983 Aug 17 02:34:55.226129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33542) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:55.231017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'admin_state_up': True, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:55.242708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9ddab4f2-e77f-4542-9770-0d7fe2be19b1 admin admin] Deleting port 21ef51e1-f026-4924-8a10-2892276c7b01 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:34:55.243643 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ddab4f2-e77f-4542-9770-0d7fe2be19b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:55.329106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-9ddab4f2-e77f-4542-9770-0d7fe2be19b1 admin admin] For port 21ef51e1-f026-4924-8a10-2892276c7b01, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=21ef51e1-f026-4924-8a10-2892276c7b01,segment=NetworkSegment(404600dd-fedb-4d35-9b8b-6cfdb256e21e),segment_id=404600dd-fedb-4d35-9b8b-6cfdb256e21e)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:55.330429 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ddab4f2-e77f-4542-9770-0d7fe2be19b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:55.344223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9ddab4f2-e77f-4542-9770-0d7fe2be19b1 admin admin] Calling delete_port for 21ef51e1-f026-4924-8a10-2892276c7b01 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:34:55.371761 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:55.375923 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:55.451406 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:55.719989 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ddab4f2-e77f-4542-9770-0d7fe2be19b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:55.769560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddab4f2-e77f-4542-9770-0d7fe2be19b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ef51e1-f026-4924-8a10-2892276c7b01,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:55.827318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe010969-52d6-4807-9132-984580f87f71 req-21f21596-aa9c-41d0-8e50-600a3ce333cf tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:55.840216 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe010969-52d6-4807-9132-984580f87f71 req-21f21596-aa9c-41d0-8e50-600a3ce333cf tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.2514300 Aug 17 02:34:55.845061 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:56.012376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe010969-52d6-4807-9132-984580f87f71 req-8e6e848b-7c72-4e08-898a-ea2a531aac1f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603329 Aug 17 02:34:56.144680 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ddab4f2-e77f-4542-9770-0d7fe2be19b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:56.288738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f0964-eb0d-403a-b727-8898884a162e req-ac00b52b-dbb8-4682-a2b5-8c409dbb509c tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:56.291373 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d1f0964-eb0d-403a-b727-8898884a162e req-ac00b52b-dbb8-4682-a2b5-8c409dbb509c tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 945 time: 0.1200879 Aug 17 02:34:56.429175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d1f0964-eb0d-403a-b727-8898884a162e req-27cff6d6-341e-4946-b7cf-efe206d79764 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204319 Aug 17 02:34:56.470621 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:56.495003 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:56.525361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddab4f2-e77f-4542-9770-0d7fe2be19b1 admin admin] Router d97ede18-f6ea-442b-a21f-5ef20e53e5ce has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:34:56.677281 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Allocated IP 172.25.5.12 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/4082c9f7-2f97-49a3-8c36-e04360f59544) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:34:56.723844 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddab4f2-e77f-4542-9770-0d7fe2be19b1 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:34:56.726531 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9ddab4f2-e77f-4542-9770-0d7fe2be19b1 admin admin] 10.222.0.13 "PUT /v2.0/routers/d97ede18-f6ea-442b-a21f-5ef20e53e5ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5985408 Aug 17 02:34:56.733705 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020f95b2-6d34-4abf-9e17-180edffca013 None None] Sync routers for ids ['d97ede18-f6ea-442b-a21f-5ef20e53e5ce'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:34:56.734379 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33578) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:56.756050 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f95b2-6d34-4abf-9e17-180edffca013 None None] Routers {'d97ede18-f6ea-442b-a21f-5ef20e53e5ce'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:34:56.757078 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-020f95b2-6d34-4abf-9e17-180edffca013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:34:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d97ede18-f6ea-442b-a21f-5ef20e53e5ce'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:56.944590 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-020f95b2-6d34-4abf-9e17-180edffca013 None None] Set router d97ede18-f6ea-442b-a21f-5ef20e53e5ce gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:34:57.218620 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:57.222785 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:57.272542 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e49d919a-93d7-42e4-89c2-a6fb12e406d3 req-772549e8-3d9d-4138-9a4b-4f85a24c2b78 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2554743 Aug 17 02:34:57.290765 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b65b94-a195-4d50-9b60-109c55f39406 req-c9931b9e-b5d6-4f4f-a7d4-9346a5c49957 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:57.292371 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-c9931b9e-b5d6-4f4f-a7d4-9346a5c49957 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/networks?id=1c555dff-0fbd-481c-9788-48ee2bc88c22 HTTP/1.1" status: 200 len: 814 time: 0.4407618 Aug 17 02:34:57.332541 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-020f95b2-6d34-4abf-9e17-180edffca013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-666143029-router', 'tenant_id': '4bd72122e23544028c263d4083778920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '3031ba60-9803-44d4-9158-cc79353896ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:42Z', 'updated_at': '2021-08-17T02:34:55Z', 'revision_number': 5, 'project_id': '4bd72122e23544028c263d4083778920', 'gw_port': {'id': '3031ba60-9803-44d4-9158-cc79353896ac', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:43Z', 'updated_at': '2021-08-17T02:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:57.356815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-c2623de9-141f-49e7-8bce-36abc66d4243 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/quotas/af66f741a9e7435193ccb1b435243ed2 HTTP/1.1" status: 200 len: 375 time: 0.0546594 Aug 17 02:34:57.482757 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020f95b2-6d34-4abf-9e17-180edffca013 None None] Checking router: d97ede18-f6ea-442b-a21f-5ef20e53e5ce for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:34:57.493599 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f95b2-6d34-4abf-9e17-180edffca013 None None] Routers {'d97ede18-f6ea-442b-a21f-5ef20e53e5ce'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:34:57.494323 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-020f95b2-6d34-4abf-9e17-180edffca013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:34:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d97ede18-f6ea-442b-a21f-5ef20e53e5ce'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:57.660837 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-020f95b2-6d34-4abf-9e17-180edffca013 None None] Set router d97ede18-f6ea-442b-a21f-5ef20e53e5ce gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:34:57.856873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d919a-93d7-42e4-89c2-a6fb12e406d3 req-e7856c4b-9260-4ba9-a035-4690dd6459b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:57.859437 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e49d919a-93d7-42e4-89c2-a6fb12e406d3 req-e7856c4b-9260-4ba9-a035-4690dd6459b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9dd265853ad849d895126308c65981e7&device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 1097 time: 0.4966216 Aug 17 02:34:57.864714 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:57.884602 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-7b4a8296-1b58-48c9-877c-721be0554a02 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2355440 Aug 17 02:34:57.889767 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-99cce90b-52ec-4b05-b10c-dbcab4797fe1 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af66f741a9e7435193ccb1b435243ed2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5100820 Aug 17 02:34:57.929124 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-020f95b2-6d34-4abf-9e17-180edffca013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-666143029-router', 'tenant_id': '4bd72122e23544028c263d4083778920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '3031ba60-9803-44d4-9158-cc79353896ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:42Z', 'updated_at': '2021-08-17T02:34:55Z', 'revision_number': 5, 'project_id': '4bd72122e23544028c263d4083778920', 'gw_port': {'id': '3031ba60-9803-44d4-9158-cc79353896ac', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:43Z', 'updated_at': '2021-08-17T02:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:57.973712 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:57.986793 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020f95b2-6d34-4abf-9e17-180edffca013 None None] The sync data for ids ['d97ede18-f6ea-442b-a21f-5ef20e53e5ce'] in n-d-793621-31 is: [{'id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-666143029-router', 'tenant_id': '4bd72122e23544028c263d4083778920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '3031ba60-9803-44d4-9158-cc79353896ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:42Z', 'updated_at': '2021-08-17T02:34:55Z', 'revision_number': 5, 'project_id': '4bd72122e23544028c263d4083778920', 'gw_port': {'id': '3031ba60-9803-44d4-9158-cc79353896ac', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ede18-f6ea-442b-a21f-5ef20e53e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:43Z', 'updated_at': '2021-08-17T02:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:34:58.034252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:34:58.058451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:34:58.080205 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-fdf7ad17-5b73-4068-849a-5b9e70155d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.084803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-fdf7ad17-5b73-4068-849a-5b9e70155d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.084803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-fdf7ad17-5b73-4068-849a-5b9e70155d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.086157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:34:58.086338 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-fdf7ad17-5b73-4068-849a-5b9e70155d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.086338 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-fdf7ad17-5b73-4068-849a-5b9e70155d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.086338 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-fdf7ad17-5b73-4068-849a-5b9e70155d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.086338 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-fdf7ad17-5b73-4068-849a-5b9e70155d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.088985 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-fdf7ad17-5b73-4068-849a-5b9e70155d46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 6507 time: 0.1128812 Aug 17 02:34:58.161618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'Port': ['ID=4082c9f7-2f97-49a3-8c36-e04360f59544,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:58.194504 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d919a-93d7-42e4-89c2-a6fb12e406d3 req-7e47a823-629b-47ea-8950-05aa8ed6be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.196416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e49d919a-93d7-42e4-89c2-a6fb12e406d3 req-7e47a823-629b-47ea-8950-05aa8ed6be40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab HTTP/1.1" status: 200 len: 916 time: 0.2975919 Aug 17 02:34:58.287126 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-e3712fdc-3954-42d8-beb1-fe02902e2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.287743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-e3712fdc-3954-42d8-beb1-fe02902e2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.288420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-e3712fdc-3954-42d8-beb1-fe02902e2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.290905 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-e3712fdc-3954-42d8-beb1-fe02902e2cf9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=868e1de9-cdff-478e-90ee-d3d2c77b9575&id=868e1de9-cdff-478e-90ee-d3d2c77b9575 HTTP/1.1" status: 200 len: 2297 time: 0.1541185 Aug 17 02:34:58.300980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-c4e7c7eb-75f9-4a12-9388-eefc589a6d86 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:34:58.308728 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-c4e7c7eb-75f9-4a12-9388-eefc589a6d86 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3905320 Aug 17 02:34:58.382789 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-3c273065-162c-4849-babc-a753779204f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7281df1-44ab-460b-942d-b9cbf502af1c HTTP/1.1" status: 200 len: 1001 time: 0.0832582 Aug 17 02:34:58.491483 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e49d919a-93d7-42e4-89c2-a6fb12e406d3 req-aad56393-4717-44ce-bc98-653519850d2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ae471ba-c6b2-44f1-b265-01c53de1b3ea HTTP/1.1" status: 200 len: 217 time: 0.1983039 Aug 17 02:34:58.520174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-6ad925b3-b777-4323-bb7b-354bbaf47d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.522137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] Deleting port 3031ba60-9803-44d4-9158-cc79353896ac {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:34:58.522478 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:58.524509 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-6ad925b3-b777-4323-bb7b-354bbaf47d99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=faa7915d-3508-4964-a5bc-36df46bd2d7a HTTP/1.1" status: 200 len: 855 time: 0.1349428 Aug 17 02:34:58.594332 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:58.601761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-9372b62d-abd1-44d5-b285-398999c4077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.605673 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-9372b62d-abd1-44d5-b285-398999c4077b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623837 Aug 17 02:34:58.629685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-3c81a9cf-b9fd-4d6f-b307-a71769f41803 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:34:58.631114 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-3c81a9cf-b9fd-4d6f-b307-a71769f41803 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172820 Aug 17 02:34:58.682866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d919a-93d7-42e4-89c2-a6fb12e406d3 req-dea744ee-af4c-499d-985c-d9e04a95e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.684380 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e49d919a-93d7-42e4-89c2-a6fb12e406d3 req-dea744ee-af4c-499d-985c-d9e04a95e5ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bf155e7-4459-491b-a2c0-a5207f07070d HTTP/1.1" status: 200 len: 854 time: 0.1655993 Aug 17 02:34:58.708190 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-6bd61c69-c438-4b6f-b9fb-0d1fae2fb99c service neutron] 10.222.0.13 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980315 Aug 17 02:34:58.823799 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-c0081b66-8c6f-4802-a19c-734bcb82de27 service neutron] 10.222.0.42 "GET /v2.0/networks/0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853890 Aug 17 02:34:58.927809 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] For port 3031ba60-9803-44d4-9158-cc79353896ac, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3031ba60-9803-44d4-9158-cc79353896ac,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:58.928434 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:58.961825 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-2a512529-e6a7-4d98-a6cc-ffe26590f392 service neutron] 10.222.0.42 "GET /v2.0/networks/0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291645 Aug 17 02:34:58.979134 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] Calling delete_port for 3031ba60-9803-44d4-9158-cc79353896ac owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:34:58.982096 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 21ef51e1-f026-4924-8a10-2892276c7b01 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:34:59.037739 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 21ef51e1-f026-4924-8a10-2892276c7b01 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:34:59.038373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 21ef51e1-f026-4924-8a10-2892276c7b01 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:34:59.054736 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-33114586-d93a-48a0-b0da-4060eedfcdf9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=71edd6d5-0ae9-45a6-8572-76f90f786070 HTTP/1.1" status: 200 len: 217 time: 0.0844815 Aug 17 02:34:59.057036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d919a-93d7-42e4-89c2-a6fb12e406d3 req-8564d351-8178-44de-b4a9-6da964ccfb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:59.059577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e49d919a-93d7-42e4-89c2-a6fb12e406d3 req-8564d351-8178-44de-b4a9-6da964ccfb4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3381901 Aug 17 02:34:59.115260 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-0c2c0847-da92-4768-872a-73579a43d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:59.117010 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-0c2c0847-da92-4768-872a-73579a43d2f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.0570891 Aug 17 02:34:59.174756 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-d8823aac-08f4-4802-b3b0-7c1b4eb782b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:59.177061 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-b4f3710e-482d-4b69-b764-41e613689832 service neutron] 10.222.0.13 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677601 Aug 17 02:34:59.194013 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-d8823aac-08f4-4802-b3b0-7c1b4eb782b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0664358 Aug 17 02:34:59.210424 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:59.338979 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e49d919a-93d7-42e4-89c2-a6fb12e406d3 req-d76f308c-8097-4330-b4e7-a228b8b72dde service neutron] 10.222.0.18 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468851 Aug 17 02:34:59.447576 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-824afdeb-f34f-4aa8-86e4-73a0f15e3ec1 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464232 Aug 17 02:34:59.563691 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e49d919a-93d7-42e4-89c2-a6fb12e406d3 req-0566d420-beea-425d-88f8-0bd90ce36b5e service neutron] 10.222.0.18 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945245 Aug 17 02:34:59.636506 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-3f6c5aa3-0939-4b1a-afdb-120f95bb06fa service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819272 Aug 17 02:34:59.641422 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:59.658759 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:59.700356 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-787c0886-75fe-492d-9f4f-3436001f45e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=0f552f4b-5b61-4680-9809-627f6fd590c1 HTTP/1.1" status: 200 len: 217 time: 0.0557363 Aug 17 02:34:59.716099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3031ba60-9803-44d4-9158-cc79353896ac,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:59.818442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-2735a0bd-c7ac-4e44-bfa6-b9d67d8b9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:59.819985 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-2735a0bd-c7ac-4e44-bfa6-b9d67d8b9175 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.1099768 Aug 17 02:34:59.921470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-3f5d0b52-144b-4465-a9aa-a6c9b1ef26e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:59.922992 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-3f5d0b52-144b-4465-a9aa-a6c9b1ef26e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0959337 Aug 17 02:34:59.984878 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:00.035800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5a439-6ce3-4594-9550-42d9f22f9aaa req-4621988d-5ee6-46c9-952e-8af2f79dc516 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:00.036351 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4ca5a439-6ce3-4594-9550-42d9f22f9aaa req-4621988d-5ee6-46c9-952e-8af2f79dc516 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.3444850 Aug 17 02:35:00.130026 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-23414739-28e8-4e0c-bc72-5adf6d5aecc4 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991098 Aug 17 02:35:00.165922 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:00.224608 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:00.260202 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-ba159a38-8a15-4384-9f1c-93f739102f57 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229820 Aug 17 02:35:00.307044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4ca5a439-6ce3-4594-9550-42d9f22f9aaa req-b13e582f-cad8-478f-b0c7-252c7321272f tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055109 Aug 17 02:35:00.341345 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-e56ae1c2-acde-4990-9c43-d0ae1903df9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=9da101a7-7263-4cbc-a73f-1f913a173e65 HTTP/1.1" status: 200 len: 217 time: 0.0730815 Aug 17 02:35:00.387759 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:00.394234 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d97ede18-f6ea-442b-a21f-5ef20e53e5ce {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:35:00.399084 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:00.404023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c71cec28-b87f-4208-b6ac-22cf6469acd2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d97ede18-f6ea-442b-a21f-5ef20e53e5ce HTTP/1.1" status: 204 len: 168 time: 3.6680853 Aug 17 02:35:00.407585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33654) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:00.436551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:35:00.464523 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-f436e882-91a7-42e8-b712-b7dad1a58656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:00.467406 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-f436e882-91a7-42e8-b712-b7dad1a58656 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.1189816 Aug 17 02:35:00.589228 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-dcf27108-a40b-44a1-8e3a-56cc910f6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:00.591086 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-dcf27108-a40b-44a1-8e3a-56cc910f6715 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1051550 Aug 17 02:35:00.646997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bf8ebc-2603-457c-b475-b0cac7901736 admin admin] Deleting subnet a3891963-945d-48c5-85b1-fe601940c8b8 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:35:00.653513 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64bf8ebc-2603-457c-b475-b0cac7901736 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:00.766648 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64bf8ebc-2603-457c-b475-b0cac7901736 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:00.806919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:35:00.823304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Sync routers for ids ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:35:00.853053 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Routers {'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:00.858926 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:34:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:00.867919 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-70bfd5f7-4ae5-4d36-94ae-c576865e7527 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681816 Aug 17 02:35:00.909382 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64bf8ebc-2603-457c-b475-b0cac7901736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:01.000345 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:01.024751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Set router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:01.027397 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-41e4f68b-a9ce-4f68-b7f8-99c32747c22e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.7998273 Aug 17 02:35:01.034131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33664) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:01.103036 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-08ccc190-8caa-4aa1-8f85-0c39c9157423 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279546 Aug 17 02:35:01.178294 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64bf8ebc-2603-457c-b475-b0cac7901736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:01.218775 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a0e0c5f1-7188-4aff-a557-0c407e1bbdd4 req-4cba98fc-edf8-4ee2-844f-909dae5f748a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 210 time: 0.2280354 Aug 17 02:35:01.238045 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-39406ebf-e14b-4df9-a9db-6b41ad2049f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=fb157415-ad24-49ac-ba23-2072f88c20ca HTTP/1.1" status: 200 len: 217 time: 0.1263573 Aug 17 02:35:01.300836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf8ebc-2603-457c-b475-b0cac7901736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3891963-945d-48c5-85b1-fe601940c8b8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:01.310538 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64bf8ebc-2603-457c-b475-b0cac7901736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:01.323078 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-64bf8ebc-2603-457c-b475-b0cac7901736 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a3891963-945d-48c5-85b1-fe601940c8b8 HTTP/1.1" status: 204 len: 168 time: 0.9108574 Aug 17 02:35:01.324138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33670) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:01.337934 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:01.354362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3031ba60-9803-44d4-9158-cc79353896ac no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:35:01.364587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6240b205-7a19-4329-b4d8-647fbddf2aeb None None] Network 5131e1c6-7bdf-4932-8e96-7f6ee7475232 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:35:01.437009 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 3031ba60-9803-44d4-9158-cc79353896ac {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:35:01.437563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3031ba60-9803-44d4-9158-cc79353896ac not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:35:01.528843 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:01.705181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:34:55Z', 'updated_at': '2021-08-17T02:34:58Z', 'revision_number': 3, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:34:56Z', 'updated_at': '2021-08-17T02:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:01.736315 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-714e70d1-372c-4858-92c5-16ded4117446 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=8fd89972482a4c83b3a151474a4ba945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6799557 Aug 17 02:35:01.756406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33676) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:01.774413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] DHCP port deletion for 5131e1c6-7bdf-4932-8e96-7f6ee7475232 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:35:01.779106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Checking router: ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:35:01.779747 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Updating router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 port 4082c9f7-2f97-49a3-8c36-e04360f59544 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:35:01.807345 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-1099616a-3d4e-4c81-bcb8-e94dc87767a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:01.808931 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-1099616a-3d4e-4c81-bcb8-e94dc87767a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.5646820 Aug 17 02:35:01.865525 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:01.885721 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-92f11fdf-173e-48bd-885a-c1fd385ec50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:01.888404 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-92f11fdf-173e-48bd-885a-c1fd385ec50b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0710585 Aug 17 02:35:02.005522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Deleting port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:35:02.006303 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:02.162265 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-9bb09f16-7280-4a4d-8b92-03c1d25dbef7 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650867 Aug 17 02:35:02.328128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] For port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=02195ddf-b47c-49e2-b5dd-101e18e2d7c5,segment=NetworkSegment(404600dd-fedb-4d35-9b8b-6cfdb256e21e),segment_id=404600dd-fedb-4d35-9b8b-6cfdb256e21e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:02.338439 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:02.344615 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Calling delete_port for 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:35:02.353915 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-039fece3-3f50-435c-8aa3-721f9f52f0e4 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848249 Aug 17 02:35:02.496996 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-fc276e35-fe1f-4e51-9320-ebf2648859e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cccafd93-4f61-4838-9ea2-f686490c7770 HTTP/1.1" status: 200 len: 217 time: 0.1344545 Aug 17 02:35:02.607108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eda566-6110-4229-91e6-1549de138751 req-98efb579-fbf4-4d20-9da0-87cab8cdfc7c tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:02.612088 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-27076f49-ff46-4df4-b3e7-9ece1893567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:02.613412 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d1eda566-6110-4229-91e6-1549de138751 req-98efb579-fbf4-4d20-9da0-87cab8cdfc7c tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=6558d059-87e8-470c-8557-3d260ba16c60 HTTP/1.1" status: 200 len: 945 time: 1.0772130 Aug 17 02:35:02.614774 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-27076f49-ff46-4df4-b3e7-9ece1893567e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452d33d6-77e8-4cab-8020-92847845b29f HTTP/1.1" status: 200 len: 797 time: 0.1088891 Aug 17 02:35:02.630067 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:02.662207 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] No DVR routers for this DVR port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:35:02.713308 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Pushing event deleted for resources: {'Port': ['ID=02195ddf-b47c-49e2-b5dd-101e18e2d7c5,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:02.751962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:02.770008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:02.770454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:02.771110 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:02.771528 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:02.771932 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:02.772281 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:02.772605 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:02.773017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:02.773388 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:02.773726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:02.774124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2da1b-a8cc-4b87-8b6a-f879ee6f4d53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:02.866234 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-2c577d85-4053-49d6-8d77-ce54e88cc73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:02.869825 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-2c577d85-4053-49d6-8d77-ce54e88cc73d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868e1de9-cdff-478e-90ee-d3d2c77b9575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2400994 Aug 17 02:35:02.952014 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d1eda566-6110-4229-91e6-1549de138751 req-4844fd7b-18dd-468b-a944-18d834ea583a tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901831 Aug 17 02:35:03.038151 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Deleting port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:35:03.041589 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:03.101088 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:03.150314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Transition to ACTIVE for port object 4082c9f7-2f97-49a3-8c36-e04360f59544 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:03.152997 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-1aa678fc-9d43-4c86-bc51-051f324adc99 service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731581 Aug 17 02:35:03.195795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:35:03.226279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a44528-a696-484a-b00a-dcf940a206b7 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:03.228293 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-76a44528-a696-484a-b00a-dcf940a206b7 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.4642937 Aug 17 02:35:03.233654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:35:03.233654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:35:03.239357 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33706) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:03.250776 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:03.277530 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8be17df4-e008-47a5-a62a-26c6cb6e05e2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:03.278553 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8be17df4-e008-47a5-a62a-26c6cb6e05e2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.42 "GET /v2.0/networks?id=1c555dff-0fbd-481c-9788-48ee2bc88c22 HTTP/1.1" status: 200 len: 814 time: 0.7220089 Aug 17 02:35:03.315046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-28b65b94-a195-4d50-9b60-109c55f39406 req-af4f7ac5-6315-4ffb-b7fe-0257f9f2f1b4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Request body: {'port': {'device_id': 'bcd630db-dcf8-4b32-8314-fa10d540bcee', 'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22', 'admin_state_up': True, 'tenant_id': 'af66f741a9e7435193ccb1b435243ed2'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:03.323279 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fc3c8467-e154-4ba7-b7af-976b42126677 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0747490 Aug 17 02:35:03.342363 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33712) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:03.395913 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-492204351', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:03.402033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626965c-f28c-4f52-93f2-69c728a59626 None None] Pushing event updated for resources: {'Port': ['ID=4082c9f7-2f97-49a3-8c36-e04360f59544,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:03.428041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Attempting to bind port 4082c9f7-2f97-49a3-8c36-e04360f59544 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:03.428806 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Attempting to bind port 4082c9f7-2f97-49a3-8c36-e04360f59544 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:03.429693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Attempting to bind port 4082c9f7-2f97-49a3-8c36-e04360f59544 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:03.436248 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:35:03.437767 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:03.438420 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:03.439870 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:35:03.440652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Bound port: 4082c9f7-2f97-49a3-8c36-e04360f59544, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:35:03.441340 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:03.498396 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-c0ecd382-3ade-4e08-ada1-e94e377d2239 service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332145 Aug 17 02:35:03.530270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] For port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5, host n-d-793621-31, got binding levels [] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:03.530740 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:03.536486 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] For port 4082c9f7-2f97-49a3-8c36-e04360f59544, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:35:03.545817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] For port 4082c9f7-2f97-49a3-8c36-e04360f59544, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4082c9f7-2f97-49a3-8c36-e04360f59544,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:35:03.595585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Calling delete_port for 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:35:03.603107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.ipam_backend_mixin [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 was not found and therefore no delete operation was performed {{(pid=95406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 02:35:03.605816 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:03.640103 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-025307e0-ed71-432f-810d-c1c29e28e019 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85da0db9-b3fa-4975-9360-bc89a461f7cc HTTP/1.1" status: 200 len: 217 time: 0.1356492 Aug 17 02:35:03.642369 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:03.725431 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Routers {'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:03.726128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:34:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:03.809274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] No DVR routers for this DVR port 02195ddf-b47c-49e2-b5dd-101e18e2d7c5 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:35:03.813674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Pushing event deleted for resources: {'Port': ['ID=02195ddf-b47c-49e2-b5dd-101e18e2d7c5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:03.821548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-48e3fb80-a248-447a-9766-ce1b17d24984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:03.824159 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-48e3fb80-a248-447a-9766-ce1b17d24984 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452d33d6-77e8-4cab-8020-92847845b29f HTTP/1.1" status: 200 len: 797 time: 0.1705716 Aug 17 02:35:03.851979 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] Set router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:03.899588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Made reservation on behalf of 8fd89972482a4c83b3a151474a4ba945 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:35:03.904680 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:03.928550 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-49de037e-49db-44cb-970f-210e6c42875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:03.933381 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-49de037e-49db-44cb-970f-210e6c42875e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868e1de9-cdff-478e-90ee-d3d2c77b9575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1001709 Aug 17 02:35:04.006664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626965c-f28c-4f52-93f2-69c728a59626 None None] Pushing event updated for resources: {'Port': ['ID=4082c9f7-2f97-49a3-8c36-e04360f59544,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:04.097579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:34:55Z', 'updated_at': '2021-08-17T02:34:58Z', 'revision_number': 3, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:34:56Z', 'updated_at': '2021-08-17T02:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:04.139120 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c5807-835a-4d3b-88c5-cfdde4d1b211 None None] The sync data for ids ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'] in n-d-793621-31 is: [{'id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:34:55Z', 'updated_at': '2021-08-17T02:34:58Z', 'revision_number': 3, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:34:56Z', 'updated_at': '2021-08-17T02:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:35:04.194513 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-4f64b22f-1abd-4ebe-af5e-36e035b8770b service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466276 Aug 17 02:35:04.290326 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:04.302351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5131e1c6-7bdf-4932-8e96-7f6ee7475232']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:04.315398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc45d8d3-b689-4d24-95ff-a0433dc172e8 req-ca51a8f9-6d1c-491f-a76b-45f279d416c4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 210 time: 0.1327560 Aug 17 02:35:04.321477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404600dd-fedb-4d35-9b8b-6cfdb256e21e') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:04.321780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404600dd-fedb-4d35-9b8b-6cfdb256e21e') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:04.355095 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b65b94-a195-4d50-9b60-109c55f39406 req-af4f7ac5-6315-4ffb-b7fe-0257f9f2f1b4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Made reservation on behalf of af66f741a9e7435193ccb1b435243ed2 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:35:04.367486 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-28b65b94-a195-4d50-9b60-109c55f39406 req-af4f7ac5-6315-4ffb-b7fe-0257f9f2f1b4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:04.381401 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:04.397480 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b35a1203-6f96-47c1-aa75-3208f08b518b req-7295cadf-9e9e-4165-a22f-5084ddb49b2e service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948185 Aug 17 02:35:04.425159 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:04.502743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:35:04.503032 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:35:04.505716 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:35:04.778235 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:04.889624 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:04.893417 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-28b65b94-a195-4d50-9b60-109c55f39406 req-af4f7ac5-6315-4ffb-b7fe-0257f9f2f1b4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Allocated IP 172.20.0.10 (1c555dff-0fbd-481c-9788-48ee2bc88c22/632968ae-909d-442e-a9e7-60583103d180/c3fbd4ac-77ee-44a8-b80b-af17c6000538) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:35:04.939903 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:04.947732 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5131e1c6-7bdf-4932-8e96-7f6ee7475232 HTTP/1.1" status: 204 len: 168 time: 3.6216414 Aug 17 02:35:04.950111 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33728) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:05.143209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Pushing event deleted for resources: {'Network': ['ID=5131e1c6-7bdf-4932-8e96-7f6ee7475232,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:05.181139 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'Subnet': ['ID=3daa008e-8e17-4793-aa30-71a500e42310,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:05.236728 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4082c9f7-2f97-49a3-8c36-e04360f59544 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:05.255875 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.256355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.256895 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.257468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.257970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.258394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.258936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.259487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.259872 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.260341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.260888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.271273 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fe180-6bee-479a-a6fc-e4befc58ca10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.344528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.344961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.345932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.346172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.346707 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.347041 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.347379 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.347713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.348052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.348382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.348823 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.349036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:05.400143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Checking segment: {'id': '5a652cc2-8f24-4395-933f-e2f02a4f0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:05.400515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Network hostable DHCP agents. Network: 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:35:05.413880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4b61e-fc7c-4cd8-96be-b4d692fb236c req-88bbe157-b2ec-4faa-b4a7-4a11915c0fc5 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:05.419653 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77b4b61e-fc7c-4cd8-96be-b4d692fb236c req-88bbe157-b2ec-4faa-b4a7-4a11915c0fc5 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 945 time: 0.5334771 Aug 17 02:35:05.430855 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 4082c9f7-2f97-49a3-8c36-e04360f59544 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:05.442172 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 4082c9f7-2f97-49a3-8c36-e04360f59544 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:05.442712 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:05.508292 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77b4b61e-fc7c-4cd8-96be-b4d692fb236c req-7bcdfc78-dcb7-4192-bfde-2dd315c61617 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830560 Aug 17 02:35:05.560983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Network 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:35:05.583104 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-28b65b94-a195-4d50-9b60-109c55f39406 req-af4f7ac5-6315-4ffb-b7fe-0257f9f2f1b4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:05.640791 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:05.668384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:05.675140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:05.689449 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:05.702763 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4f50b7-a033-4d6b-80b2-311231a07946 None None] Network 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:35:05.734053 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 4082c9f7-2f97-49a3-8c36-e04360f59544, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4082c9f7-2f97-49a3-8c36-e04360f59544,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:05.759947 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-28b65b94-a195-4d50-9b60-109c55f39406 req-af4f7ac5-6315-4ffb-b7fe-0257f9f2f1b4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:05.820452 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-13cc99e9-64af-4970-b480-f9f1ea83cc32 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4377539 Aug 17 02:35:05.824171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f4379079-be5a-41d4-94d5-5786e179182f'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:35:05.829545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33742) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:05.855407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b65b94-a195-4d50-9b60-109c55f39406 req-af4f7ac5-6315-4ffb-b7fe-0257f9f2f1b4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Network 1c555dff-0fbd-481c-9788-48ee2bc88c22 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:05.861588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-28b65b94-a195-4d50-9b60-109c55f39406 req-af4f7ac5-6315-4ffb-b7fe-0257f9f2f1b4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:05.870095 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b65b94-a195-4d50-9b60-109c55f39406 req-af4f7ac5-6315-4ffb-b7fe-0257f9f2f1b4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:35:05.878269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f7ac5-6315-4ffb-b7fe-0257f9f2f1b4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Pushing event updated for resources: {'Port': ['ID=c3fbd4ac-77ee-44a8-b80b-af17c6000538,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:05.890659 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:05.982695 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b65b94-a195-4d50-9b60-109c55f39406 req-af4f7ac5-6315-4ffb-b7fe-0257f9f2f1b4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:05.984766 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=4082c9f7-2f97-49a3-8c36-e04360f59544,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:05.985165 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-28b65b94-a195-4d50-9b60-109c55f39406 req-af4f7ac5-6315-4ffb-b7fe-0257f9f2f1b4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:06.109410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-af4f7ac5-6315-4ffb-b7fe-0257f9f2f1b4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8001418 Aug 17 02:35:06.132650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Request body: {'port': {'device_id': 'bcd630db-dcf8-4b32-8314-fa10d540bcee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:06.182914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2751371-f8f1-4f5d-8cbc-d8b9a8f95b0d req-2843182e-0c46-4930-ba81-cc65a0cacde2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:06.186311 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2751371-f8f1-4f5d-8cbc-d8b9a8f95b0d req-2843182e-0c46-4930-ba81-cc65a0cacde2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 932 time: 0.1789179 Aug 17 02:35:06.198898 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cfa69bc7-9ef8-4dda-81bb-c384b5452ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:06.222654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'fixed_ips': [{'subnet_id': '3daa008e-8e17-4793-aa30-71a500e42310'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:35:06.223424 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:06.272744 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:06.358187 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2751371-f8f1-4f5d-8cbc-d8b9a8f95b0d req-d4c8bc71-fc5e-4726-9d33-48dd5c182278 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351976 Aug 17 02:35:06.629695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Allocated IP 172.20.0.2 (1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322/3daa008e-8e17-4793-aa30-71a500e42310/f784d9a6-3dc2-4cdd-935a-6f046e734e73) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:35:06.992669 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.010064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Transition to ACTIVE for port object f784d9a6-3dc2-4cdd-935a-6f046e734e73 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:07.033209 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Transition to ACTIVE for port object f784d9a6-3dc2-4cdd-935a-6f046e734e73 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:07.097114 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.173475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Pushing event updated for resources: {'Port': ['ID=f784d9a6-3dc2-4cdd-935a-6f046e734e73,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:07.188008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Network 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:07.192413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:07.195519 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:35:07.198333 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4082c9f7-2f97-49a3-8c36-e04360f59544 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:07.244307 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-cfa69bc7-9ef8-4dda-81bb-c384b5452ae8 admin admin] Deleting port d61b3f6f-6187-4fa7-b81f-4782c66f6a54 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:35:07.245276 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cfa69bc7-9ef8-4dda-81bb-c384b5452ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.253009 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3fbd4ac-77ee-44a8-b80b-af17c6000538 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:35:07.277283 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.325712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b75a6-9b77-45e4-a0ae-902df188f86d req-584ec428-b977-43e2-8769-477d0de4a5e3 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:07.327601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa5b75a6-9b77-45e4-a0ae-902df188f86d req-584ec428-b977-43e2-8769-477d0de4a5e3 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.2128725 Aug 17 02:35:07.337126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Transition to ACTIVE for port object c3fbd4ac-77ee-44a8-b80b-af17c6000538 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:07.400851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 4082c9f7-2f97-49a3-8c36-e04360f59544 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:07.401283 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.403439 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa5b75a6-9b77-45e4-a0ae-902df188f86d req-259b6539-6e20-4233-baf4-63906fb59ae3 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599027 Aug 17 02:35:07.445724 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.489222 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Attempting to bind port f784d9a6-3dc2-4cdd-935a-6f046e734e73 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:07.491006 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Attempting to bind port f784d9a6-3dc2-4cdd-935a-6f046e734e73 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '5a652cc2-8f24-4395-933f-e2f02a4f0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:07.491407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Attempting to bind port f784d9a6-3dc2-4cdd-935a-6f046e734e73 on network 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:07.512579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:35:07.512579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Checking segment: {'id': '5a652cc2-8f24-4395-933f-e2f02a4f0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:07.512579 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.512579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Bound using segment: {'id': '5a652cc2-8f24-4395-933f-e2f02a4f0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:35:07.517361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Bound port: f784d9a6-3dc2-4cdd-935a-6f046e734e73, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a652cc2-8f24-4395-933f-e2f02a4f0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:35:07.523333 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.549840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-cfa69bc7-9ef8-4dda-81bb-c384b5452ae8 admin admin] For port d61b3f6f-6187-4fa7-b81f-4782c66f6a54, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d61b3f6f-6187-4fa7-b81f-4782c66f6a54,segment=NetworkSegment(9344dd4a-9ab1-4841-a84c-1743b422d781),segment_id=9344dd4a-9ab1-4841-a84c-1743b422d781)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:07.550299 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cfa69bc7-9ef8-4dda-81bb-c384b5452ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.561147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Pushing event updated for resources: {'Port': ['ID=c3fbd4ac-77ee-44a8-b80b-af17c6000538,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:07.594049 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-cfa69bc7-9ef8-4dda-81bb-c384b5452ae8 admin admin] Calling delete_port for d61b3f6f-6187-4fa7-b81f-4782c66f6a54 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:35:07.766022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Attempting to bind port c3fbd4ac-77ee-44a8-b80b-af17c6000538 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:07.767202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Attempting to bind port c3fbd4ac-77ee-44a8-b80b-af17c6000538 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '6c6f8634-b977-485e-9c56-39555cfc5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:07.768930 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Attempting to bind port c3fbd4ac-77ee-44a8-b80b-af17c6000538 on network 1c555dff-0fbd-481c-9788-48ee2bc88c22 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:07.776711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Port c3fbd4ac-77ee-44a8-b80b-af17c6000538 on network 1c555dff-0fbd-481c-9788-48ee2bc88c22 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:35:07.777862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Attempting to bind port c3fbd4ac-77ee-44a8-b80b-af17c6000538 on network 1c555dff-0fbd-481c-9788-48ee2bc88c22 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:07.785402 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.788665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:35:07.789604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Checking segment: {'id': '6c6f8634-b977-485e-9c56-39555cfc5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:07.792350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Bound using segment: {'id': '6c6f8634-b977-485e-9c56-39555cfc5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:35:07.793229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Bound port: c3fbd4ac-77ee-44a8-b80b-af17c6000538, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6f8634-b977-485e-9c56-39555cfc5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:35:07.794072 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.901591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] For port f784d9a6-3dc2-4cdd-935a-6f046e734e73, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:35:07.910738 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] For port f784d9a6-3dc2-4cdd-935a-6f046e734e73, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f784d9a6-3dc2-4cdd-935a-6f046e734e73,segment=NetworkSegment(5a652cc2-8f24-4395-933f-e2f02a4f0fa8),segment_id=5a652cc2-8f24-4395-933f-e2f02a4f0fa8)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:35:07.921266 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] For port c3fbd4ac-77ee-44a8-b80b-af17c6000538, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:35:07.929152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] For port c3fbd4ac-77ee-44a8-b80b-af17c6000538, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c3fbd4ac-77ee-44a8-b80b-af17c6000538,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:35:07.946584 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-789b963d-587a-4fd3-9693-cc12f8d8da5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.994171 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.013978 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.085336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5607c-05ce-47a3-b476-55bcfbd0abb2 None None] Pushing event updated for resources: {'Port': ['ID=f784d9a6-3dc2-4cdd-935a-6f046e734e73,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:08.136836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:08.136836 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.138509 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] 10.222.0.42 "PUT /v2.0/ports/c3fbd4ac-77ee-44a8-b80b-af17c6000538 HTTP/1.1" status: 200 len: 1093 time: 2.0142491 Aug 17 02:35:08.139261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd630db-dcf8-4b32-8314-fa10d540bcee', 'tag': 'c3fbd4ac-77ee-44a8-b80b-af17c6000538'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:35:08.144706 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d76b425-9ace-482f-884c-7f0f04425196" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd630db-dcf8-4b32-8314-fa10d540bcee", "tag": "c3fbd4ac-77ee-44a8-b80b-af17c6000538"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:35:08.236523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063332c-8b18-41f9-8a11-41ea3d71b53c service neutron] Pushing event updated for resources: {'Port': ['ID=c3fbd4ac-77ee-44a8-b80b-af17c6000538,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:08.381061 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b65b94-a195-4d50-9b60-109c55f39406 req-af2a4247-1a1e-4752-8d2a-c96158659f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:08.383628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-af2a4247-1a1e-4752-8d2a-c96158659f2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af66f741a9e7435193ccb1b435243ed2&device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 1096 time: 0.0920062 Aug 17 02:35:08.467687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-ca9a9e84-dc79-4f85-a16d-917aa65c3cc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3fbd4ac-77ee-44a8-b80b-af17c6000538 HTTP/1.1" status: 200 len: 217 time: 0.0685065 Aug 17 02:35:08.560956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f41ca-1a88-4438-a84e-c6be03fc8441 req-81a0c544-e209-4c5f-ad2c-8ffa4673d794 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:08.570179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f41ca-1a88-4438-a84e-c6be03fc8441 req-81a0c544-e209-4c5f-ad2c-8ffa4673d794 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:08.577400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f41ca-1a88-4438-a84e-c6be03fc8441 req-81a0c544-e209-4c5f-ad2c-8ffa4673d794 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:08.577667 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cfa69bc7-9ef8-4dda-81bb-c384b5452ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.580242 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a64f41ca-1a88-4438-a84e-c6be03fc8441 req-81a0c544-e209-4c5f-ad2c-8ffa4673d794 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99&device_id=6558d059-87e8-470c-8557-3d260ba16c60&device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 2416 time: 0.1950660 Aug 17 02:35:08.599087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b65b94-a195-4d50-9b60-109c55f39406 req-d05e8ebe-0828-4f8e-a94a-945242355105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:08.600578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-d05e8ebe-0828-4f8e-a94a-945242355105 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=632968ae-909d-442e-a9e7-60583103d180 HTTP/1.1" status: 200 len: 854 time: 0.1259120 Aug 17 02:35:08.683938 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa69bc7-9ef8-4dda-81bb-c384b5452ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61b3f6f-6187-4fa7-b81f-4782c66f6a54,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:08.685397 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-dcd2222a-1ac0-42b9-bbdf-138cb4bc0b6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c555dff-0fbd-481c-9788-48ee2bc88c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655482 Aug 17 02:35:08.765538 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a64f41ca-1a88-4438-a84e-c6be03fc8441 req-7f281c3c-4d4b-4e2d-b54c-f2d06a8f8cd7 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749010 Aug 17 02:35:08.834602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Allocated IP 172.20.0.1 (1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322/3daa008e-8e17-4793-aa30-71a500e42310/88f30af0-0452-4c2b-b7eb-673452968557) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:35:08.944331 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-192fbc57-2bb1-4cf4-94c6-f85f88aa9113 service neutron] 10.222.0.42 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475443 Aug 17 02:35:09.260871 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462915f5-e9d8-478f-b01f-062b94e5aea1 req-5ca69306-5970-491f-933b-689a7d450358 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:09.269098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-462915f5-e9d8-478f-b01f-062b94e5aea1 req-5ca69306-5970-491f-933b-689a7d450358 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 944 time: 0.3662770 Aug 17 02:35:09.386494 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-462915f5-e9d8-478f-b01f-062b94e5aea1 req-c0e28937-3fa6-4e0e-8159-e9aec0281c95 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160381 Aug 17 02:35:09.393161 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28b65b94-a195-4d50-9b60-109c55f39406 req-f5895941-2eef-4a1e-8c5d-0f85a7c80309 service neutron] 10.222.0.42 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694317 Aug 17 02:35:09.431310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f784d9a6-3dc2-4cdd-935a-6f046e734e73 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:09.493130 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf80362d-4832-4750-8287-3a1a4251187b x-openstack-request-id: req-cf80362d-4832-4750-8287-3a1a4251187b {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:35:09.493635 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd630db-dcf8-4b32-8314-fa10d540bcee", "tag": "c3fbd4ac-77ee-44a8-b80b-af17c6000538", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:35:09.494055 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf80362d-4832-4750-8287-3a1a4251187b {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:35:09.494723 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd630db-dcf8-4b32-8314-fa10d540bcee', 'tag': 'c3fbd4ac-77ee-44a8-b80b-af17c6000538', 'status': 'completed', 'code': 200} Aug 17 02:35:09.638335 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port f784d9a6-3dc2-4cdd-935a-6f046e734e73 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:09.742728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76b425-9ace-482f-884c-7f0f04425196 req-afc4a3b3-9e9a-4d37-987e-a6333cf3efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:09.743627 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:09.747693 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cfa69bc7-9ef8-4dda-81bb-c384b5452ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:09.757891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d76b425-9ace-482f-884c-7f0f04425196 req-afc4a3b3-9e9a-4d37-987e-a6333cf3efae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af66f741a9e7435193ccb1b435243ed2&device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 1096 time: 0.1124353 Aug 17 02:35:09.865763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Transition to ACTIVE for port object 88f30af0-0452-4c2b-b7eb-673452968557 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:09.977698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76b425-9ace-482f-884c-7f0f04425196 req-204cf546-fce0-4ac0-8a70-367eaa54b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:09.977698 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d76b425-9ace-482f-884c-7f0f04425196 req-204cf546-fce0-4ac0-8a70-367eaa54b241 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c555dff-0fbd-481c-9788-48ee2bc88c22 HTTP/1.1" status: 200 len: 915 time: 0.2180037 Aug 17 02:35:10.030482 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:10.092189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Network 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:10.094357 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d76b425-9ace-482f-884c-7f0f04425196 req-acd8b4fd-b6fd-40f1-a7d8-036f70ad9fd9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3fbd4ac-77ee-44a8-b80b-af17c6000538 HTTP/1.1" status: 200 len: 217 time: 0.1077104 Aug 17 02:35:10.097233 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:10.108034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:35:10.117848 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b0888-81bf-4446-a6d9-6290436fc574 req-12ba6072-4497-4711-bcb6-3b4585611fdd tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:10.120494 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c9b0888-81bf-4446-a6d9-6290436fc574 req-12ba6072-4497-4711-bcb6-3b4585611fdd tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 945 time: 0.1347446 Aug 17 02:35:10.133736 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19db233-f925-4883-8ee9-618d8042f26c None None] Network 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:35:10.193019 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'Port': ['ID=88f30af0-0452-4c2b-b7eb-673452968557,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:10.199315 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c9b0888-81bf-4446-a6d9-6290436fc574 req-d9861eda-f84f-41f5-a5ca-c707f093f737 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718157 Aug 17 02:35:10.260698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76b425-9ace-482f-884c-7f0f04425196 req-77dfdb23-d875-406d-9ab7-6e1e1b975ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:10.268319 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d76b425-9ace-482f-884c-7f0f04425196 req-77dfdb23-d875-406d-9ab7-6e1e1b975ca1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=632968ae-909d-442e-a9e7-60583103d180 HTTP/1.1" status: 200 len: 854 time: 0.1638694 Aug 17 02:35:10.272410 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:10.352758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d76b425-9ace-482f-884c-7f0f04425196 req-13f0bfa2-fbdb-4593-8a72-0bc58ea7186c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c555dff-0fbd-481c-9788-48ee2bc88c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787642 Aug 17 02:35:10.458098 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa69bc7-9ef8-4dda-81bb-c384b5452ae8 admin admin] Router 323e5bae-a40c-4b02-bf0d-8f2e7f711f06 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:35:10.535911 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:10.598421 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d76b425-9ace-482f-884c-7f0f04425196 req-c2d1d6c8-3b82-4c08-b655-51808c5a4764 service neutron] 10.222.0.42 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360361 Aug 17 02:35:10.630453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ca0e3-bedc-49f7-a3d9-0c7fb9210550 req-f096ec24-523a-49eb-b267-e77e70cada09 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:10.631904 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-695ca0e3-bedc-49f7-a3d9-0c7fb9210550 req-f096ec24-523a-49eb-b267-e77e70cada09 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 944 time: 0.1084504 Aug 17 02:35:10.681648 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:10.684396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bc81c1c7-0a27-4289-9c33-eb498bd6a6c6 None None] Provisioning for port f784d9a6-3dc2-4cdd-935a-6f046e734e73 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:10.689931 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5055f3cd-340e-4aa1-b623-a1001dfd385d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:10.694613 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bc81c1c7-0a27-4289-9c33-eb498bd6a6c6 None None] Provisioning complete for port f784d9a6-3dc2-4cdd-935a-6f046e734e73 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:10.695313 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bc81c1c7-0a27-4289-9c33-eb498bd6a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:10.709739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa69bc7-9ef8-4dda-81bb-c384b5452ae8 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:35:10.724375 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cfa69bc7-9ef8-4dda-81bb-c384b5452ae8 admin admin] 10.222.0.13 "PUT /v2.0/routers/323e5bae-a40c-4b02-bf0d-8f2e7f711f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7724497 Aug 17 02:35:10.728327 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921da0d-0a63-4970-8271-70756c4cc818 None None] Sync routers for ids ['323e5bae-a40c-4b02-bf0d-8f2e7f711f06'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:35:10.744422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33812) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:10.745666 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921da0d-0a63-4970-8271-70756c4cc818 None None] Routers {'323e5bae-a40c-4b02-bf0d-8f2e7f711f06'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:10.746309 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4921da0d-0a63-4970-8271-70756c4cc818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:35:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['323e5bae-a40c-4b02-bf0d-8f2e7f711f06'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:10.750389 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-695ca0e3-bedc-49f7-a3d9-0c7fb9210550 req-d3127501-15a0-44ab-8cf7-6a2df0f2bd5d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035631 Aug 17 02:35:10.962572 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bc81c1c7-0a27-4289-9c33-eb498bd6a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:10.988471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d76b425-9ace-482f-884c-7f0f04425196 req-197837df-ced5-4b6e-bff7-3d4ff882570e service neutron] 10.222.0.42 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803988 Aug 17 02:35:11.073728 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-bc81c1c7-0a27-4289-9c33-eb498bd6a6c6 None None] For port f784d9a6-3dc2-4cdd-935a-6f046e734e73, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f784d9a6-3dc2-4cdd-935a-6f046e734e73,segment=NetworkSegment(5a652cc2-8f24-4395-933f-e2f02a4f0fa8),segment_id=5a652cc2-8f24-4395-933f-e2f02a4f0fa8)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:11.123566 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-4921da0d-0a63-4970-8271-70756c4cc818 None None] Set router 323e5bae-a40c-4b02-bf0d-8f2e7f711f06 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:11.156036 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bc81c1c7-0a27-4289-9c33-eb498bd6a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.156423 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.347358 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81c1c7-0a27-4289-9c33-eb498bd6a6c6 None None] Pushing event updated for resources: {'Port': ['ID=f784d9a6-3dc2-4cdd-935a-6f046e734e73,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:11.508111 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.565836 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.592643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a95ff7e2-969d-4d70-ab35-9363598bbfe7 None None] Provisioning for port 88f30af0-0452-4c2b-b7eb-673452968557 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:11.599089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a95ff7e2-969d-4d70-ab35-9363598bbfe7 None None] Provisioning complete for port 88f30af0-0452-4c2b-b7eb-673452968557 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:11.602404 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a95ff7e2-969d-4d70-ab35-9363598bbfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.647854 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4921da0d-0a63-4970-8271-70756c4cc818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'name': 'tempest-AttachSCSIVolumeTestJSON-1125499402-router', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'c95641a2-af40-49a8-a81a-5d73681bfde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:55Z', 'updated_at': '2021-08-17T02:35:08Z', 'revision_number': 5, 'project_id': '9ab2c45f29414590b52f8a4189f99b88', 'gw_port': {'id': 'c95641a2-af40-49a8-a81a-5d73681bfde8', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:57Z', 'updated_at': '2021-08-17T02:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:11.684952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a95ff7e2-969d-4d70-ab35-9363598bbfe7 None None] Port 88f30af0-0452-4c2b-b7eb-673452968557 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:35:11.708485 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.713720 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a95ff7e2-969d-4d70-ab35-9363598bbfe7 None None] Provisioning complete for port f784d9a6-3dc2-4cdd-935a-6f046e734e73 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:11.714347 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a95ff7e2-969d-4d70-ab35-9363598bbfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.747780 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921da0d-0a63-4970-8271-70756c4cc818 None None] Checking router: 323e5bae-a40c-4b02-bf0d-8f2e7f711f06 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:35:11.773607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] Deleting port c95641a2-af40-49a8-a81a-5d73681bfde8 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:35:11.774438 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.795347 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921da0d-0a63-4970-8271-70756c4cc818 None None] Routers {'323e5bae-a40c-4b02-bf0d-8f2e7f711f06'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:11.798420 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4921da0d-0a63-4970-8271-70756c4cc818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:35:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['323e5bae-a40c-4b02-bf0d-8f2e7f711f06'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:11.837431 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.943290 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'Port': ['ID=88f30af0-0452-4c2b-b7eb-673452968557,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:11.961497 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:12.057493 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] For port c95641a2-af40-49a8-a81a-5d73681bfde8, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c95641a2-af40-49a8-a81a-5d73681bfde8,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:12.058160 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:12.090947 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-4921da0d-0a63-4970-8271-70756c4cc818 None None] Set router 323e5bae-a40c-4b02-bf0d-8f2e7f711f06 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:12.097729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] Calling delete_port for c95641a2-af40-49a8-a81a-5d73681bfde8 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:35:12.098180 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6e3b901c-b300-4a3e-b5b2-263a36f5fe44 None None] Provisioning complete for port 88f30af0-0452-4c2b-b7eb-673452968557 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:12.099023 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6e3b901c-b300-4a3e-b5b2-263a36f5fe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:12.158342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b901c-b300-4a3e-b5b2-263a36f5fe44 None None] Port 88f30af0-0452-4c2b-b7eb-673452968557 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:35:12.247730 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Network 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:12.247730 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:12.275581 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4921da0d-0a63-4970-8271-70756c4cc818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'name': 'tempest-AttachSCSIVolumeTestJSON-1125499402-router', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:55Z', 'updated_at': '2021-08-17T02:35:11Z', 'revision_number': 6, 'project_id': '9ab2c45f29414590b52f8a4189f99b88', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:12.386214 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921da0d-0a63-4970-8271-70756c4cc818 None None] The sync data for ids ['323e5bae-a40c-4b02-bf0d-8f2e7f711f06'] in n-d-793621-31 is: [{'id': '323e5bae-a40c-4b02-bf0d-8f2e7f711f06', 'name': 'tempest-AttachSCSIVolumeTestJSON-1125499402-router', 'tenant_id': '9ab2c45f29414590b52f8a4189f99b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:32:55Z', 'updated_at': '2021-08-17T02:35:11Z', 'revision_number': 6, 'project_id': '9ab2c45f29414590b52f8a4189f99b88', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:35:12.602674 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:35:12.718641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63399460-8765-4ad3-82d6-0575a1c49ca6 req-34ab60a4-3cca-4777-8ec4-a2a94004e0f6 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:12.728001 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63399460-8765-4ad3-82d6-0575a1c49ca6 req-34ab60a4-3cca-4777-8ec4-a2a94004e0f6 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 944 time: 0.4007587 Aug 17 02:35:12.762894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:35:12.773361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Sync routers for ids ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:35:12.779417 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6fe57758-c4f4-483b-affd-fd3b13a1bee4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "PUT /v2.0/routers/ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9480951 Aug 17 02:35:12.780418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33850) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:12.790035 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-5d7c7de6-b476-46a2-8cf2-6d5d80821a48 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--221853943', 'description': 'tempest-secgroup_access--221853943 description', 'project_id': '8fd89972482a4c83b3a151474a4ba945'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:12.797422 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63399460-8765-4ad3-82d6-0575a1c49ca6 req-115c5bde-3ccb-444e-9c7e-f393817170b9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653265 Aug 17 02:35:12.804042 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:12.828550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Routers {'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:12.829827 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:35:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:12.876519 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c95641a2-af40-49a8-a81a-5d73681bfde8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:12.930100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-548f92d7-f6bf-4cc0-8f93-6beeb1c0b1a4 None None] Provisioning complete for port 88f30af0-0452-4c2b-b7eb-673452968557 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:12.930480 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-548f92d7-f6bf-4cc0-8f93-6beeb1c0b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:12.947741 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7de6-b476-46a2-8cf2-6d5d80821a48 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:12.986742 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-548f92d7-f6bf-4cc0-8f93-6beeb1c0b1a4 None None] Port 88f30af0-0452-4c2b-b7eb-673452968557 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:35:13.058375 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.109036 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Set router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:13.227789 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7de6-b476-46a2-8cf2-6d5d80821a48 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.265910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device c3fbd4ac-77ee-44a8-b80b-af17c6000538 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:35:13.289587 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.293159 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.327763 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7de6-b476-46a2-8cf2-6d5d80821a48 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.400220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c7de6-b476-46a2-8cf2-6d5d80821a48 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e441cd63-eedb-44fa-9af6-6671c53b367d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:13.440876 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7de6-b476-46a2-8cf2-6d5d80821a48 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.446679 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5d7c7de6-b476-46a2-8cf2-6d5d80821a48 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6607659 Aug 17 02:35:13.448239 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33862) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:13.463691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f75f6de6-8a35-4c44-b95f-52fffca78138 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--33415885', 'description': 'tempest-secgroup_general--33415885 description', 'project_id': '8fd89972482a4c83b3a151474a4ba945'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:13.467556 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.468289 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 323e5bae-a40c-4b02-bf0d-8f2e7f711f06 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:35:13.473926 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.475194 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-67d296b4-1f8e-4959-94cb-c824491430c0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/323e5bae-a40c-4b02-bf0d-8f2e7f711f06 HTTP/1.1" status: 204 len: 168 time: 2.7202890 Aug 17 02:35:13.479122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33864) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:13.593695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f784d9a6-3dc2-4cdd-935a-6f046e734e73 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:13.598026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56e8ea6-1c6e-4c30-8660-09f8490c281d admin admin] Deleting subnet 7d9b6a9b-1c89-4a5e-a5c9-6dcf4389679f {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:35:13.605659 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d56e8ea6-1c6e-4c30-8660-09f8490c281d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.612669 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f75f6de6-8a35-4c44-b95f-52fffca78138 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.727189 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d56e8ea6-1c6e-4c30-8660-09f8490c281d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.822854 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.848271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:34:55Z', 'updated_at': '2021-08-17T02:35:10Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:34:56Z', 'updated_at': '2021-08-17T02:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '88f30af0-0452-4c2b-b7eb-673452968557', 'name': '', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'mac_address': 'fa:16:3e:c7:1f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '3daa008e-8e17-4793-aa30-71a500e42310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:08Z', 'updated_at': '2021-08-17T02:35:11Z', 'revision_number': 2, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'subnets': [{'id': '3daa008e-8e17-4793-aa30-71a500e42310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:13.889510 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f75f6de6-8a35-4c44-b95f-52fffca78138 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.901056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Checking router: ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:35:13.901947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Updating router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 port 88f30af0-0452-4c2b-b7eb-673452968557 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:35:13.939007 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d56e8ea6-1c6e-4c30-8660-09f8490c281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.948674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port c3fbd4ac-77ee-44a8-b80b-af17c6000538, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c3fbd4ac-77ee-44a8-b80b-af17c6000538,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:13.977630 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f75f6de6-8a35-4c44-b95f-52fffca78138 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.987421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f784d9a6-3dc2-4cdd-935a-6f046e734e73 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:13.988673 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.045567 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.067472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'c3fbd4ac-77ee-44a8-b80b-af17c6000538', 'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22', 'port_id': 'c3fbd4ac-77ee-44a8-b80b-af17c6000538', 'mac_address': 'fa:16:3e:68:94:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '632968ae-909d-442e-a9e7-60583103d180', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:35:14.077058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f6de6-8a35-4c44-b95f-52fffca78138 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93fa9080-f1a3-4382-b420-f9331108e769,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:14.152547 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f75f6de6-8a35-4c44-b95f-52fffca78138 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.160822 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f75f6de6-8a35-4c44-b95f-52fffca78138 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7108946 Aug 17 02:35:14.162072 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33880) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:14.169609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b9873c51-a433-41bf-aefd-a43bd0a77879 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Request body: {'security_group_rule': {'security_group_id': 'e441cd63-eedb-44fa-9af6-6671c53b367d', 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:14.206936 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d56e8ea6-1c6e-4c30-8660-09f8490c281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.229704 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.235814 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d56e8ea6-1c6e-4c30-8660-09f8490c281d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.239066 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d56e8ea6-1c6e-4c30-8660-09f8490c281d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7d9b6a9b-1c89-4a5e-a5c9-6dcf4389679f HTTP/1.1" status: 204 len: 168 time: 0.7587657 Aug 17 02:35:14.242796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33882) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:14.331600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a401fc5c-29d2-43bf-92b9-7308b42c203c None None] Network 63be5218-60f8-47e3-84f5-8e78d1abbfcd requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:35:14.413165 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e8ea6-1c6e-4c30-8660-09f8490c281d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9b6a9b-1c89-4a5e-a5c9-6dcf4389679f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:14.419767 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.424785 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b9873c51-a433-41bf-aefd-a43bd0a77879 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.434198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fbd4ac-77ee-44a8-b80b-af17c6000538 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:35:14.495945 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bcc5f-fad8-4e79-8607-0efe75bb274e req-e2bf9a8e-4b65-4c58-a114-4b6a1f8cf505 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:14.502717 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f23bcc5f-fad8-4e79-8607-0efe75bb274e req-e2bf9a8e-4b65-4c58-a114-4b6a1f8cf505 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 944 time: 0.2731917 Aug 17 02:35:14.531717 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d61b3f6f-6187-4fa7-b81f-4782c66f6a54 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:35:14.564589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port c3fbd4ac-77ee-44a8-b80b-af17c6000538, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c3fbd4ac-77ee-44a8-b80b-af17c6000538,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:14.583725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: d61b3f6f-6187-4fa7-b81f-4782c66f6a54 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:35:14.584230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d61b3f6f-6187-4fa7-b81f-4782c66f6a54 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:35:14.591735 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f23bcc5f-fad8-4e79-8607-0efe75bb274e req-8b8cbc9d-bdf7-4c45-b87e-3d977f794e28 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846789 Aug 17 02:35:14.609229 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b9873c51-a433-41bf-aefd-a43bd0a77879 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.658254 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.660040 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] Deleting port 2bc249fb-6031-4505-893b-37db3bb75adb {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:35:14.660040 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.780419 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b9873c51-a433-41bf-aefd-a43bd0a77879 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.823435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9873c51-a433-41bf-aefd-a43bd0a77879 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e63e145-e416-451c-a1d4-7909fbaa3a6a,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:14.856284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] For port 2bc249fb-6031-4505-893b-37db3bb75adb, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2bc249fb-6031-4505-893b-37db3bb75adb,segment=NetworkSegment(9344dd4a-9ab1-4841-a84c-1743b422d781),segment_id=9344dd4a-9ab1-4841-a84c-1743b422d781)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:14.856672 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.881729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] Calling delete_port for 2bc249fb-6031-4505-893b-37db3bb75adb owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:35:14.945163 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b9873c51-a433-41bf-aefd-a43bd0a77879 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.946441 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b9873c51-a433-41bf-aefd-a43bd0a77879 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7828188 Aug 17 02:35:14.984015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f9237-8488-464b-8dc8-908ee92a0774 req-c7bcdf63-e6fa-4d7e-825c-4a294ac90a97 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:14.987708 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-199f9237-8488-464b-8dc8-908ee92a0774 req-c7bcdf63-e6fa-4d7e-825c-4a294ac90a97 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.1211407 Aug 17 02:35:14.996473 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c95641a2-af40-49a8-a81a-5d73681bfde8 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:35:15.041061 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: c95641a2-af40-49a8-a81a-5d73681bfde8 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:35:15.041581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c95641a2-af40-49a8-a81a-5d73681bfde8 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:35:15.083625 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=c3fbd4ac-77ee-44a8-b80b-af17c6000538,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:15.105042 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-199f9237-8488-464b-8dc8-908ee92a0774 req-7a1b3fb1-38ad-4feb-8fe1-c0166d034696 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038249 Aug 17 02:35:15.172617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['c3fbd4ac-77ee-44a8-b80b-af17c6000538'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:35:15.194312 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:15.232599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d210c02b-f46f-4fb2-8c9b-21774cf93cac None None] DHCP port deletion for 63be5218-60f8-47e3-84f5-8e78d1abbfcd request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:35:15.236815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc249fb-6031-4505-893b-37db3bb75adb,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:15.246923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] No DVR routers for this DVR port 2bc249fb-6031-4505-893b-37db3bb75adb on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:35:15.306457 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:15.355302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Transition to ACTIVE for port object 88f30af0-0452-4c2b-b7eb-673452968557 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:15.434075 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:15.443383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63be5218-60f8-47e3-84f5-8e78d1abbfcd']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:15.458336 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:15.463697 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9344dd4a-9ab1-4841-a84c-1743b422d781') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:15.464170 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9344dd4a-9ab1-4841-a84c-1743b422d781') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:15.499827 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:15.534310 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-b3d58853-f9c6-4d47-bf85-940952e90fef tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--33415885&fields=id&tenant_id=8fd89972482a4c83b3a151474a4ba945 HTTP/1.1" status: 200 len: 267 time: 0.0828154 Aug 17 02:35:15.535350 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:15.551982 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c47599-f49c-4fd0-b1c3-43d265b1694b None None] Pushing event updated for resources: {'Port': ['ID=88f30af0-0452-4c2b-b7eb-673452968557,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:15.559431 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:35:15.560137 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:35:15.564038 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:35:15.639703 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Attempting to bind port 88f30af0-0452-4c2b-b7eb-673452968557 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:15.640550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Attempting to bind port 88f30af0-0452-4c2b-b7eb-673452968557 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '5a652cc2-8f24-4395-933f-e2f02a4f0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:15.641104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Attempting to bind port 88f30af0-0452-4c2b-b7eb-673452968557 on network 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:15.650307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:35:15.651143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Checking segment: {'id': '5a652cc2-8f24-4395-933f-e2f02a4f0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:15.651773 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:15.652353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Bound using segment: {'id': '5a652cc2-8f24-4395-933f-e2f02a4f0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:35:15.653052 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Bound port: 88f30af0-0452-4c2b-b7eb-673452968557, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a652cc2-8f24-4395-933f-e2f02a4f0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:35:15.653761 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:15.711512 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-b0b58f7c-1f1c-4899-be3b-d1065b86c93a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--221853943&fields=id&tenant_id=8fd89972482a4c83b3a151474a4ba945 HTTP/1.1" status: 200 len: 267 time: 0.1669021 Aug 17 02:35:15.770667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] For port 88f30af0-0452-4c2b-b7eb-673452968557, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:35:15.775593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] For port 88f30af0-0452-4c2b-b7eb-673452968557, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=88f30af0-0452-4c2b-b7eb-673452968557,segment=NetworkSegment(5a652cc2-8f24-4395-933f-e2f02a4f0fa8),segment_id=5a652cc2-8f24-4395-933f-e2f02a4f0fa8)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:35:15.866749 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:15.983275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c47599-f49c-4fd0-b1c3-43d265b1694b None None] Pushing event updated for resources: {'Port': ['ID=88f30af0-0452-4c2b-b7eb-673452968557,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:16.053939 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Routers {'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:16.054935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:35:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:16.217437 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] Set router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:16.327071 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.334279 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.340677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] 10.222.0.13 "DELETE /v2.0/networks/63be5218-60f8-47e3-84f5-8e78d1abbfcd HTTP/1.1" status: 204 len: 168 time: 2.0863700 Aug 17 02:35:16.380585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383d1b4-7b78-47bb-81f0-a7d3afc9924f admin admin] Pushing event deleted for resources: {'Network': ['ID=63be5218-60f8-47e3-84f5-8e78d1abbfcd,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:16.494749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8329-ac56-49a4-8817-5905823bff79 req-3663f0c3-ad11-441c-af61-627eaa7d46cf tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:16.502927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-3663f0c3-ad11-441c-af61-627eaa7d46cf tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/networks?id=1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 HTTP/1.1" status: 200 len: 797 time: 0.7769375 Aug 17 02:35:16.521347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-e68dc877-0a22-4a95-9d74-62cf4cc3866e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/quotas/8fd89972482a4c83b3a151474a4ba945 HTTP/1.1" status: 200 len: 375 time: 0.0176120 Aug 17 02:35:16.558534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:34:55Z', 'updated_at': '2021-08-17T02:35:10Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:34:56Z', 'updated_at': '2021-08-17T02:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '88f30af0-0452-4c2b-b7eb-673452968557', 'name': '', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'mac_address': 'fa:16:3e:c7:1f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '3daa008e-8e17-4793-aa30-71a500e42310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:08Z', 'updated_at': '2021-08-17T02:35:15Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'subnets': [{'id': '3daa008e-8e17-4793-aa30-71a500e42310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:16.617797 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df40d7-35fb-4ca0-9d5e-0b25a34395eb None None] The sync data for ids ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'] in n-d-793621-31 is: [{'id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:34:55Z', 'updated_at': '2021-08-17T02:35:10Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:34:56Z', 'updated_at': '2021-08-17T02:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '88f30af0-0452-4c2b-b7eb-673452968557', 'name': '', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'mac_address': 'fa:16:3e:c7:1f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '3daa008e-8e17-4793-aa30-71a500e42310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:08Z', 'updated_at': '2021-08-17T02:35:15Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'subnets': [{'id': '3daa008e-8e17-4793-aa30-71a500e42310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:35:16.631011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-223d9aea-6a0a-4e92-a2a4-4028ddd4974e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8fd89972482a4c83b3a151474a4ba945&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944378 Aug 17 02:35:16.746130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33936) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:16.850851 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-b59e5e81-c489-4595-8c48-387e5e75182f service neutron] 10.222.0.13 "GET /v2.0/networks/1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973069 Aug 17 02:35:16.979541 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-4527afc0-196e-49d6-a15d-aaf2c1149fe6 service neutron] 10.222.0.13 "GET /v2.0/networks/1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208873 Aug 17 02:35:17.118302 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33942) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:17.136793 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 88f30af0-0452-4c2b-b7eb-673452968557 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:17.188978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33944) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:17.189559 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e2140543-f846-48ed-a960-4b200a411d1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bd72122e23544028c263d4083778920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699375 Aug 17 02:35:17.289142 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device c3fbd4ac-77ee-44a8-b80b-af17c6000538 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:17.312673 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-df14487c-47d8-476d-9d4c-a69b410bcd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.438138 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 88f30af0-0452-4c2b-b7eb-673452968557 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:17.440845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 88f30af0-0452-4c2b-b7eb-673452968557 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:17.441410 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.489256 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.489634 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-df14487c-47d8-476d-9d4c-a69b410bcd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.502442 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port c3fbd4ac-77ee-44a8-b80b-af17c6000538 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:17.524617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port c3fbd4ac-77ee-44a8-b80b-af17c6000538 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:17.525169 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.592149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268fbc9-3eb4-444c-8d9e-969f8939ebd6 req-b1562d95-3c49-48e4-9c13-5894e85cceb2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:17.603445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0268fbc9-3eb4-444c-8d9e-969f8939ebd6 req-b1562d95-3c49-48e4-9c13-5894e85cceb2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 945 time: 0.2432988 Aug 17 02:35:17.621518 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.662748 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0268fbc9-3eb4-444c-8d9e-969f8939ebd6 req-f1fe58e0-9d32-4634-869d-e10b3bc11dbf tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578306 Aug 17 02:35:17.696923 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.742740 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.781518 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-df14487c-47d8-476d-9d4c-a69b410bcd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.789336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-df14487c-47d8-476d-9d4c-a69b410bcd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.789336 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-df14487c-47d8-476d-9d4c-a69b410bcd55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/968c53e8-d934-423c-b929-495f6584383a HTTP/1.1" status: 204 len: 168 time: 0.5964696 Aug 17 02:35:17.789594 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.789685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07133c4-db0a-420e-853f-79dbf45c9cc9,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:17.799983 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bb607cb6f2549899316ab5586e3f66f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0429282 Aug 17 02:35:17.808337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14487c-47d8-476d-9d4c-a69b410bcd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968c53e8-d934-423c-b929-495f6584383a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:17.809127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33956) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:17.816358 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 88f30af0-0452-4c2b-b7eb-673452968557, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=88f30af0-0452-4c2b-b7eb-673452968557,segment=NetworkSegment(5a652cc2-8f24-4395-933f-e2f02a4f0fa8),segment_id=5a652cc2-8f24-4395-933f-e2f02a4f0fa8)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:17.821538 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:17.822353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:17.823486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:17.824732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:17.826848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:17.827609 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:17.828684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:17.830225 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:17.831037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:17.831863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:17.832640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:17.833453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c3b4-78b4-4ebf-8d98-2fc85a182bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:17.836012 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd630db-dcf8-4b32-8314-fa10d540bcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fbd4ac-77ee-44a8-b80b-af17c6000538'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:35:17.837940 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70416bf-6161-4bc5-b0bf-4ad70dde5ab3" -d '{"events": [{"server_uuid": "bcd630db-dcf8-4b32-8314-fa10d540bcee", "name": "network-vif-plugged", "status": "completed", "tag": "c3fbd4ac-77ee-44a8-b80b-af17c6000538"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:35:17.899955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port c3fbd4ac-77ee-44a8-b80b-af17c6000538, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c3fbd4ac-77ee-44a8-b80b-af17c6000538,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:17.908103 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.931565 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-499d29e4-9b18-4712-bff8-ff9d9223adcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.987687 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-499d29e4-9b18-4712-bff8-ff9d9223adcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:18.012654 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:18.026026 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2bc249fb-6031-4505-893b-37db3bb75adb no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:35:18.060629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 2bc249fb-6031-4505-893b-37db3bb75adb {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:35:18.061275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2bc249fb-6031-4505-893b-37db3bb75adb not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:35:18.108025 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=88f30af0-0452-4c2b-b7eb-673452968557,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:18.126407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802c70d-b9bf-4d6f-8acc-0818a1427a56 req-6a6066a3-a9aa-4a01-ad89-d80c1a02ef4c tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:18.135492 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5802c70d-b9bf-4d6f-8acc-0818a1427a56 req-6a6066a3-a9aa-4a01-ad89-d80c1a02ef4c tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.1488280 Aug 17 02:35:18.159787 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-499d29e4-9b18-4712-bff8-ff9d9223adcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:18.165181 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-499d29e4-9b18-4712-bff8-ff9d9223adcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:18.169349 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-499d29e4-9b18-4712-bff8-ff9d9223adcf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d07133c4-db0a-420e-853f-79dbf45c9cc9 HTTP/1.1" status: 204 len: 168 time: 0.3561289 Aug 17 02:35:18.187624 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5802c70d-b9bf-4d6f-8acc-0818a1427a56 req-fc68f0a5-8eb1-4b17-9363-8ff44dd6400b tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506983 Aug 17 02:35:18.205564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d29e4-9b18-4712-bff8-ff9d9223adcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07133c4-db0a-420e-853f-79dbf45c9cc9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:18.256511 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=c3fbd4ac-77ee-44a8-b80b-af17c6000538,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:18.427901 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7af5ce4c-6608-4543-9df2-389c6d2d0ded req-cb4fba15-f9fd-445d-a905-34e8dff45ced tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 210 time: 0.0545187 Aug 17 02:35:18.506652 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ff4b16-4688-485a-bb00-39aa1b0c3047 x-openstack-request-id: req-30ff4b16-4688-485a-bb00-39aa1b0c3047 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:35:18.507425 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd630db-dcf8-4b32-8314-fa10d540bcee", "name": "network-vif-plugged", "status": "completed", "tag": "c3fbd4ac-77ee-44a8-b80b-af17c6000538", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:35:18.508844 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30ff4b16-4688-485a-bb00-39aa1b0c3047 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:35:18.508844 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd630db-dcf8-4b32-8314-fa10d540bcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fbd4ac-77ee-44a8-b80b-af17c6000538', 'code': 200} Aug 17 02:35:18.669816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6235c63-66e5-40ed-8995-271c9d6be009 req-eb672899-7c70-40c6-b04b-eea8a9306376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:18.674596 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6235c63-66e5-40ed-8995-271c9d6be009 req-eb672899-7c70-40c6-b04b-eea8a9306376 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 1098 time: 0.0613041 Aug 17 02:35:18.720866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6235c63-66e5-40ed-8995-271c9d6be009 req-5a002552-99c2-44a2-b900-96f57070ca1f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391834 Aug 17 02:35:18.825426 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f53ae-f14e-4ccc-a19a-10d617799518 req-8a54fd4a-99b4-4678-b85d-47a4859d691c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:18.827028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4d8f53ae-f14e-4ccc-a19a-10d617799518 req-8a54fd4a-99b4-4678-b85d-47a4859d691c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 946 time: 0.0541892 Aug 17 02:35:18.882031 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4d8f53ae-f14e-4ccc-a19a-10d617799518 req-44e90e51-9f58-4a08-8483-4bfb91173f86 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444953 Aug 17 02:35:19.057909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 88f30af0-0452-4c2b-b7eb-673452968557 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:19.119454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 88f30af0-0452-4c2b-b7eb-673452968557 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:19.120029 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:19.385146 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33984) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:19.393783 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b37d2-570d-4fd7-a4bd-8759ecca3e8d req-fdcde166-bea0-4341-a5f0-2c0bcd9db3f3 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:19.395354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d4b37d2-570d-4fd7-a4bd-8759ecca3e8d req-fdcde166-bea0-4341-a5f0-2c0bcd9db3f3 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.0742052 Aug 17 02:35:19.443466 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d4b37d2-570d-4fd7-a4bd-8759ecca3e8d req-dfd73777-882f-4fef-b453-e613eb33b687 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396225 Aug 17 02:35:19.462316 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-12e59524-fbe2-4c6a-87b2-d64bdcaff792 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ab2c45f29414590b52f8a4189f99b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739899 Aug 17 02:35:19.464817 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33990) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:19.535197 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7c1051d-2ec9-44ac-9c7c-9d548624a9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:19.560007 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7c1051d-2ec9-44ac-9c7c-9d548624a9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:19.693680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ca257dd-b0fc-4da3-9715-19ea8d433e62 req-162472e9-a288-4acb-90c5-f85aa13df53b tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 210 time: 0.0281610 Aug 17 02:35:19.713930 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7c1051d-2ec9-44ac-9c7c-9d548624a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:19.716626 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7c1051d-2ec9-44ac-9c7c-9d548624a9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:19.721387 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d7c1051d-2ec9-44ac-9c7c-9d548624a9b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9df50ad7-f6c3-4f58-b80c-33d37197937d HTTP/1.1" status: 204 len: 168 time: 0.2550716 Aug 17 02:35:19.737855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1051d-2ec9-44ac-9c7c-9d548624a9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df50ad7-f6c3-4f58-b80c-33d37197937d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:20.037480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a86e8-441c-4cc5-b16d-46e7f28c04ce req-2b734475-a028-436d-85b0-5d8cdec4e71a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:20.039279 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-478a86e8-441c-4cc5-b16d-46e7f28c04ce req-2b734475-a028-436d-85b0-5d8cdec4e71a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 946 time: 0.0691504 Aug 17 02:35:20.091734 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-478a86e8-441c-4cc5-b16d-46e7f28c04ce req-ea6f27a7-792a-48db-bff7-3c18da391a9c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419369 Aug 17 02:35:20.697845 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcde91-ce8c-4417-b03a-53a8aa70ac74 req-158976c0-040f-4e21-8343-097bd67ca03a tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:20.705903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94fcde91-ce8c-4417-b03a-53a8aa70ac74 req-158976c0-040f-4e21-8343-097bd67ca03a tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.1318274 Aug 17 02:35:20.745742 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8329-ac56-49a4-8817-5905823bff79 req-26092b3d-212a-4ba5-bac8-f17385636ae4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:20.745742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-26092b3d-212a-4ba5-bac8-f17385636ae4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.42 "GET /v2.0/networks?id=1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 HTTP/1.1" status: 200 len: 797 time: 0.2001250 Aug 17 02:35:20.798700 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94fcde91-ce8c-4417-b03a-53a8aa70ac74 req-75d95fd1-9e9c-4780-89c5-ab6d58b1eaa1 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897002 Aug 17 02:35:20.836965 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34030) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:20.844661 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-7379aa60-eb35-410d-8957-edce7b26c921 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fd89972482a4c83b3a151474a4ba945 HTTP/1.1" status: 200 len: 475 time: 0.0895505 Aug 17 02:35:20.857416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-121a8329-ac56-49a4-8817-5905823bff79 req-9171dd6a-9c90-491d-90a2-1ea0cfa1552a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Request body: {'port': {'device_id': '8de489ee-b575-4299-b749-be607f84ff5a', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'admin_state_up': True, 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'security_groups': ['93fa9080-f1a3-4382-b420-f9331108e769', 'e441cd63-eedb-44fa-9af6-6671c53b367d']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:21.026915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f7de2641-09ad-45cd-b076-977fbdf259e4 req-68e85fd0-f5ea-4704-9d25-003f85bfbf20 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 210 time: 0.0443537 Aug 17 02:35:21.142931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121a8329-ac56-49a4-8817-5905823bff79 req-9171dd6a-9c90-491d-90a2-1ea0cfa1552a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Made reservation on behalf of 8fd89972482a4c83b3a151474a4ba945 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:35:21.149767 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-121a8329-ac56-49a4-8817-5905823bff79 req-9171dd6a-9c90-491d-90a2-1ea0cfa1552a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.189959 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-276da737-d3b0-463c-87c6-9295fa86ea70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.306540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f629f1-311a-4b16-854c-c51f23339cad req-06a6bc6f-208f-449b-9cc5-0b243ec230a3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:21.308878 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0f629f1-311a-4b16-854c-c51f23339cad req-06a6bc6f-208f-449b-9cc5-0b243ec230a3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 946 time: 0.1308775 Aug 17 02:35:21.362064 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-276da737-d3b0-463c-87c6-9295fa86ea70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.408709 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0f629f1-311a-4b16-854c-c51f23339cad req-d627f580-39e8-49c0-b50c-eacbe7736456 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901182 Aug 17 02:35:21.427502 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-276da737-d3b0-463c-87c6-9295fa86ea70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.431877 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-121a8329-ac56-49a4-8817-5905823bff79 req-9171dd6a-9c90-491d-90a2-1ea0cfa1552a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Allocated IP 172.20.0.10 (1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322/3daa008e-8e17-4793-aa30-71a500e42310/3626c58e-0406-4d55-a6e1-63b64355e4fc) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:35:21.548485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276da737-d3b0-463c-87c6-9295fa86ea70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e5fb2f-935e-4bbb-8574-1a3f6da0ab41,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:21.623938 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-276da737-d3b0-463c-87c6-9295fa86ea70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfa68f3ebe1b4847a44b45838c1392fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7844174 Aug 17 02:35:21.627148 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34058) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:21.739562 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-92e946b0-7d06-450c-ab6a-3683ecad15f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.772705 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-92e946b0-7d06-450c-ab6a-3683ecad15f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.780422 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-121a8329-ac56-49a4-8817-5905823bff79 req-9171dd6a-9c90-491d-90a2-1ea0cfa1552a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.808869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-121a8329-ac56-49a4-8817-5905823bff79 req-9171dd6a-9c90-491d-90a2-1ea0cfa1552a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Transition to ACTIVE for port object 3626c58e-0406-4d55-a6e1-63b64355e4fc will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:21.976415 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-121a8329-ac56-49a4-8817-5905823bff79 req-9171dd6a-9c90-491d-90a2-1ea0cfa1552a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.979619 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-92e946b0-7d06-450c-ab6a-3683ecad15f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.983182 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-92e946b0-7d06-450c-ab6a-3683ecad15f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.985737 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-92e946b0-7d06-450c-ab6a-3683ecad15f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2e5fb2f-935e-4bbb-8574-1a3f6da0ab41 HTTP/1.1" status: 204 len: 168 time: 0.3563762 Aug 17 02:35:22.000353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e946b0-7d06-450c-ab6a-3683ecad15f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e5fb2f-935e-4bbb-8574-1a3f6da0ab41,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:22.045556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121a8329-ac56-49a4-8817-5905823bff79 req-9171dd6a-9c90-491d-90a2-1ea0cfa1552a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Network 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:22.048131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-121a8329-ac56-49a4-8817-5905823bff79 req-9171dd6a-9c90-491d-90a2-1ea0cfa1552a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:22.076907 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-121a8329-ac56-49a4-8817-5905823bff79 req-9171dd6a-9c90-491d-90a2-1ea0cfa1552a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:35:22.151993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171dd6a-9c90-491d-90a2-1ea0cfa1552a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'Port': ['ID=3626c58e-0406-4d55-a6e1-63b64355e4fc,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:22.190725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8329-ac56-49a4-8817-5905823bff79 req-9171dd6a-9c90-491d-90a2-1ea0cfa1552a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:22.191754 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-121a8329-ac56-49a4-8817-5905823bff79 req-9171dd6a-9c90-491d-90a2-1ea0cfa1552a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:22.298156 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-9171dd6a-9c90-491d-90a2-1ea0cfa1552a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.4473343 Aug 17 02:35:22.316379 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Request body: {'port': {'device_id': '8de489ee-b575-4299-b749-be607f84ff5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:22.397932 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:22.495119 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-205669d3-4ec6-4d2d-a783-3569a2be8290 None None] Provisioning for port 3626c58e-0406-4d55-a6e1-63b64355e4fc completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:22.501200 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-205669d3-4ec6-4d2d-a783-3569a2be8290 None None] Provisioning complete for port 3626c58e-0406-4d55-a6e1-63b64355e4fc triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:22.501973 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-205669d3-4ec6-4d2d-a783-3569a2be8290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:22.585597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-205669d3-4ec6-4d2d-a783-3569a2be8290 None None] Port 3626c58e-0406-4d55-a6e1-63b64355e4fc cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:35:22.729686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04f037-bac8-4205-922e-f111f12b12fc req-026f732f-34e0-4c2f-b0d5-7f0127196526 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:22.731357 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ea04f037-bac8-4205-922e-f111f12b12fc req-026f732f-34e0-4c2f-b0d5-7f0127196526 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.1309907 Aug 17 02:35:22.819710 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ea04f037-bac8-4205-922e-f111f12b12fc req-204169f8-e647-44d0-8e64-f3b2db621fbb tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708749 Aug 17 02:35:22.885899 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3626c58e-0406-4d55-a6e1-63b64355e4fc {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:35:22.895080 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:22.912034 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Transition to ACTIVE for port object 3626c58e-0406-4d55-a6e1-63b64355e4fc will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:22.967640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34122) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:22.991315 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0093e27b-fd1e-4d85-ab85-11d3ee8f673e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.015210 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.124602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3626c58e-0406-4d55-a6e1-63b64355e4fc,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:23.137569 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0093e27b-fd1e-4d85-ab85-11d3ee8f673e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.159874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be6f81-7429-4913-a094-60b560a9a875 req-0e455724-408f-4994-9210-99d79cf05d80 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:23.161609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26be6f81-7429-4913-a094-60b560a9a875 req-0e455724-408f-4994-9210-99d79cf05d80 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 983 time: 0.1652837 Aug 17 02:35:23.228687 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0093e27b-fd1e-4d85-ab85-11d3ee8f673e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.265170 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093e27b-fd1e-4d85-ab85-11d3ee8f673e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deaf973-fcae-4f0e-b2fa-08cb73a2a2ca,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:23.265836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26be6f81-7429-4913-a094-60b560a9a875 req-2419786a-98b1-4da6-a169-92e5a9e24e9d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/security-groups?id=e441cd63-eedb-44fa-9af6-6671c53b367d&id=93fa9080-f1a3-4382-b420-f9331108e769&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0786572 Aug 17 02:35:23.279739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Attempting to bind port 3626c58e-0406-4d55-a6e1-63b64355e4fc on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:23.280541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Attempting to bind port 3626c58e-0406-4d55-a6e1-63b64355e4fc by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '5a652cc2-8f24-4395-933f-e2f02a4f0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:23.280751 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Attempting to bind port 3626c58e-0406-4d55-a6e1-63b64355e4fc on network 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:23.289896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Port 3626c58e-0406-4d55-a6e1-63b64355e4fc on network 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:35:23.290416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Attempting to bind port 3626c58e-0406-4d55-a6e1-63b64355e4fc on network 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:23.297995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:35:23.298371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Checking segment: {'id': '5a652cc2-8f24-4395-933f-e2f02a4f0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:23.298810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Bound using segment: {'id': '5a652cc2-8f24-4395-933f-e2f02a4f0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:35:23.299623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Bound port: 3626c58e-0406-4d55-a6e1-63b64355e4fc, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a652cc2-8f24-4395-933f-e2f02a4f0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:35:23.300104 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.319836 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0093e27b-fd1e-4d85-ab85-11d3ee8f673e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c7a09b21c7b4c63934ca0df6519af5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3463209 Aug 17 02:35:23.320303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34126) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:23.513897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0c6fb-fe8b-4474-8d9b-181a58ee9da1 req-8da15e1c-64c7-4c9b-bf6d-99f08988bfcd tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:23.515536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77b0c6fb-fe8b-4474-8d9b-181a58ee9da1 req-8da15e1c-64c7-4c9b-bf6d-99f08988bfcd tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 946 time: 0.1571152 Aug 17 02:35:23.518079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] For port 3626c58e-0406-4d55-a6e1-63b64355e4fc, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:35:23.521796 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a459ab15-b85d-4a6a-8e32-b5be2e6a9b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.555522 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] For port 3626c58e-0406-4d55-a6e1-63b64355e4fc, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=3626c58e-0406-4d55-a6e1-63b64355e4fc,segment=NetworkSegment(5a652cc2-8f24-4395-933f-e2f02a4f0fa8),segment_id=5a652cc2-8f24-4395-933f-e2f02a4f0fa8)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:35:23.576612 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a459ab15-b85d-4a6a-8e32-b5be2e6a9b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.608362 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77b0c6fb-fe8b-4474-8d9b-181a58ee9da1 req-ad6b49cc-08d1-4f8a-bbda-bc2da571a4ee tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797503 Aug 17 02:35:23.655463 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.713632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb121ef3-ffcb-4c7f-9af1-5a4f1c7193fb req-edd6e60e-ce8e-4e51-b483-8988f575ab2b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:23.718067 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eb121ef3-ffcb-4c7f-9af1-5a4f1c7193fb req-edd6e60e-ce8e-4e51-b483-8988f575ab2b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 946 time: 0.0857716 Aug 17 02:35:23.755657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:23.756309 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.757882 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] 10.222.0.42 "PUT /v2.0/ports/3626c58e-0406-4d55-a6e1-63b64355e4fc HTTP/1.1" status: 200 len: 1132 time: 1.4462750 Aug 17 02:35:23.758428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de489ee-b575-4299-b749-be607f84ff5a', 'tag': '3626c58e-0406-4d55-a6e1-63b64355e4fc'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:35:23.761427 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a10145-d805-4bc1-84cb-e1a0bcde6cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "8de489ee-b575-4299-b749-be607f84ff5a", "tag": "3626c58e-0406-4d55-a6e1-63b64355e4fc"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:35:23.770977 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c9b4b-3dd7-40c0-88a2-6dd2649927e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3626c58e-0406-4d55-a6e1-63b64355e4fc,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:23.866357 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a459ab15-b85d-4a6a-8e32-b5be2e6a9b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.874152 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a459ab15-b85d-4a6a-8e32-b5be2e6a9b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.875767 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a459ab15-b85d-4a6a-8e32-b5be2e6a9b46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9deaf973-fcae-4f0e-b2fa-08cb73a2a2ca HTTP/1.1" status: 204 len: 168 time: 0.5496533 Aug 17 02:35:23.891638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459ab15-b85d-4a6a-8e32-b5be2e6a9b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deaf973-fcae-4f0e-b2fa-08cb73a2a2ca,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:23.943620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-eb121ef3-ffcb-4c7f-9af1-5a4f1c7193fb req-274c2ea4-1471-430c-91b9-a9a9eab1030b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Deleting port c3fbd4ac-77ee-44a8-b80b-af17c6000538 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:35:23.944898 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb121ef3-ffcb-4c7f-9af1-5a4f1c7193fb req-274c2ea4-1471-430c-91b9-a9a9eab1030b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.969844 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20085798-abc4-4c4b-ae80-450ac9d2802e x-openstack-request-id: req-20085798-abc4-4c4b-ae80-450ac9d2802e {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:35:23.969844 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de489ee-b575-4299-b749-be607f84ff5a", "tag": "3626c58e-0406-4d55-a6e1-63b64355e4fc", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:35:23.969844 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20085798-abc4-4c4b-ae80-450ac9d2802e {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:35:23.969844 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de489ee-b575-4299-b749-be607f84ff5a', 'tag': '3626c58e-0406-4d55-a6e1-63b64355e4fc', 'status': 'completed', 'code': 200} Aug 17 02:35:24.108841 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8329-ac56-49a4-8817-5905823bff79 req-7ee6090f-c69c-445d-a055-0f4aa0a8b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:24.116826 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-7ee6090f-c69c-445d-a055-0f4aa0a8b2a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fd89972482a4c83b3a151474a4ba945&device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 1135 time: 0.1077754 Aug 17 02:35:24.205780 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-4c6de8de-ff51-41f0-8c10-013adc7ef74d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3626c58e-0406-4d55-a6e1-63b64355e4fc HTTP/1.1" status: 200 len: 217 time: 0.0740328 Aug 17 02:35:24.210957 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-eb121ef3-ffcb-4c7f-9af1-5a4f1c7193fb req-274c2ea4-1471-430c-91b9-a9a9eab1030b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] For port c3fbd4ac-77ee-44a8-b80b-af17c6000538, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c3fbd4ac-77ee-44a8-b80b-af17c6000538,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:24.212007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb121ef3-ffcb-4c7f-9af1-5a4f1c7193fb req-274c2ea4-1471-430c-91b9-a9a9eab1030b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.231560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-eb121ef3-ffcb-4c7f-9af1-5a4f1c7193fb req-274c2ea4-1471-430c-91b9-a9a9eab1030b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Calling delete_port for c3fbd4ac-77ee-44a8-b80b-af17c6000538 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:35:24.308913 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8329-ac56-49a4-8817-5905823bff79 req-ec86cee3-ade9-4f77-9a24-d9792eefc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:24.310804 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-ec86cee3-ade9-4f77-9a24-d9792eefc785 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3daa008e-8e17-4793-aa30-71a500e42310 HTTP/1.1" status: 200 len: 834 time: 0.0930154 Aug 17 02:35:24.363371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f4fa3-7a2e-48c7-9906-235d2822a031 req-dda14cf3-b6e4-4f89-95c5-4e8890733015 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:24.364996 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c2f4fa3-7a2e-48c7-9906-235d2822a031 req-dda14cf3-b6e4-4f89-95c5-4e8890733015 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.1625650 Aug 17 02:35:24.400105 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8329-ac56-49a4-8817-5905823bff79 req-811d2aaf-d147-46f2-93d0-fbe33acfa31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:24.401560 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-811d2aaf-d147-46f2-93d0-fbe33acfa31b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814977 Aug 17 02:35:24.468303 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c2f4fa3-7a2e-48c7-9906-235d2822a031 req-7f322c05-567c-40eb-ba1d-405f61fac238 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940738 Aug 17 02:35:24.583394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-13feb004-9b47-439c-a029-c924a02eecd0 service neutron] 10.222.0.42 "GET /v2.0/networks/1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541586 Aug 17 02:35:24.593831 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb121ef3-ffcb-4c7f-9af1-5a4f1c7193fb req-274c2ea4-1471-430c-91b9-a9a9eab1030b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.637585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['c3fbd4ac-77ee-44a8-b80b-af17c6000538'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:35:24.708950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c2ea4-1471-430c-91b9-a9a9eab1030b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Pushing event deleted for resources: {'Port': ['ID=c3fbd4ac-77ee-44a8-b80b-af17c6000538,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:24.715586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f4379079-be5a-41d4-94d5-5786e179182f'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:35:24.831090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb121ef3-ffcb-4c7f-9af1-5a4f1c7193fb req-274c2ea4-1471-430c-91b9-a9a9eab1030b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] No DVR routers for this DVR port c3fbd4ac-77ee-44a8-b80b-af17c6000538 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:35:24.837292 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-eb121ef3-ffcb-4c7f-9af1-5a4f1c7193fb req-274c2ea4-1471-430c-91b9-a9a9eab1030b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.843110 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eb121ef3-ffcb-4c7f-9af1-5a4f1c7193fb req-274c2ea4-1471-430c-91b9-a9a9eab1030b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.42 "DELETE /v2.0/ports/c3fbd4ac-77ee-44a8-b80b-af17c6000538 HTTP/1.1" status: 204 len: 173 time: 1.1165233 Aug 17 02:35:24.843110 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd630db-dcf8-4b32-8314-fa10d540bcee', 'name': 'network-vif-deleted', 'tag': 'c3fbd4ac-77ee-44a8-b80b-af17c6000538'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:35:24.843110 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca026adb-80d7-4ce3-b840-3e1d6471c47d" -d '{"events": [{"server_uuid": "bcd630db-dcf8-4b32-8314-fa10d540bcee", "name": "network-vif-deleted", "tag": "c3fbd4ac-77ee-44a8-b80b-af17c6000538"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:35:24.976191 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf39be-7400-4724-8315-3ebfbad125e3 req-7f6394d6-2e85-4b68-a56d-4c8744fb8523 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:24.992794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0caf39be-7400-4724-8315-3ebfbad125e3 req-7f6394d6-2e85-4b68-a56d-4c8744fb8523 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 983 time: 0.2264519 Aug 17 02:35:25.075278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-121a8329-ac56-49a4-8817-5905823bff79 req-ddfb383d-5cf4-47a6-9a8a-0c065b80480c service neutron] 10.222.0.42 "GET /v2.0/networks/1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665713 Aug 17 02:35:25.116097 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0caf39be-7400-4724-8315-3ebfbad125e3 req-649aa248-9f09-4ddb-903a-b712b5cd5b6a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/security-groups?id=e441cd63-eedb-44fa-9af6-6671c53b367d&id=93fa9080-f1a3-4382-b420-f9331108e769&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1216211 Aug 17 02:35:25.272138 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3a1025e-e46a-4472-9bd8-c4fb5cece0a3 req-7edbf961-c388-4924-ac51-4b4cbeb09ed1 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd630db-dcf8-4b32-8314-fa10d540bcee HTTP/1.1" status: 200 len: 210 time: 0.0411937 Aug 17 02:35:25.355381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a10145-d805-4bc1-84cb-e1a0bcde6cb5 req-dab6b109-a0af-4d56-be40-44bc33c38e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:25.357646 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55a10145-d805-4bc1-84cb-e1a0bcde6cb5 req-dab6b109-a0af-4d56-be40-44bc33c38e61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fd89972482a4c83b3a151474a4ba945&device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 1135 time: 0.0881598 Aug 17 02:35:25.425941 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9ea600-1207-4556-8adf-d5dd15875a5e x-openstack-request-id: req-fd9ea600-1207-4556-8adf-d5dd15875a5e {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:35:25.430195 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd630db-dcf8-4b32-8314-fa10d540bcee", "name": "network-vif-deleted", "tag": "c3fbd4ac-77ee-44a8-b80b-af17c6000538", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:35:25.430195 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd9ea600-1207-4556-8adf-d5dd15875a5e {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:35:25.430195 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd630db-dcf8-4b32-8314-fa10d540bcee', 'name': 'network-vif-deleted', 'tag': 'c3fbd4ac-77ee-44a8-b80b-af17c6000538', 'status': 'completed', 'code': 200} Aug 17 02:35:25.548512 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a10145-d805-4bc1-84cb-e1a0bcde6cb5 req-1f3bb209-5ee0-48ed-a9d9-88acd53d718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:25.551852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55a10145-d805-4bc1-84cb-e1a0bcde6cb5 req-1f3bb209-5ee0-48ed-a9d9-88acd53d718f service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 HTTP/1.1" status: 200 len: 898 time: 0.1588697 Aug 17 02:35:25.609532 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55a10145-d805-4bc1-84cb-e1a0bcde6cb5 req-1d6b582d-9dfc-4ac0-aed6-a3cc6a1611ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3626c58e-0406-4d55-a6e1-63b64355e4fc HTTP/1.1" status: 200 len: 217 time: 0.0502689 Aug 17 02:35:25.700081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f759fa-558e-41e7-b44e-6409ce223d50 req-685c5bef-fd71-49e5-86e6-f384001068dc tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:25.701690 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4f759fa-558e-41e7-b44e-6409ce223d50 req-685c5bef-fd71-49e5-86e6-f384001068dc tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.1318326 Aug 17 02:35:25.707844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a10145-d805-4bc1-84cb-e1a0bcde6cb5 req-8edb2d12-d24a-4152-94f3-cde2acd489cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:25.709887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55a10145-d805-4bc1-84cb-e1a0bcde6cb5 req-8edb2d12-d24a-4152-94f3-cde2acd489cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3daa008e-8e17-4793-aa30-71a500e42310 HTTP/1.1" status: 200 len: 834 time: 0.0736778 Aug 17 02:35:25.773666 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4f759fa-558e-41e7-b44e-6409ce223d50 req-1746f0d4-d0ad-42e3-b720-af30a15f2e9b tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625982 Aug 17 02:35:25.786606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a10145-d805-4bc1-84cb-e1a0bcde6cb5 req-94ce4038-a93a-4bf5-a5bb-0d0d9b3e9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:25.788515 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55a10145-d805-4bc1-84cb-e1a0bcde6cb5 req-94ce4038-a93a-4bf5-a5bb-0d0d9b3e9fb3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714042 Aug 17 02:35:25.936433 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55a10145-d805-4bc1-84cb-e1a0bcde6cb5 req-b11a1f44-99eb-45ef-835c-03164acc6451 service neutron] 10.222.0.42 "GET /v2.0/networks/1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375844 Aug 17 02:35:26.051091 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34234) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:26.206285 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55a10145-d805-4bc1-84cb-e1a0bcde6cb5 req-8f0b06a7-fbcf-4a74-8ae6-23a3e6607403 service neutron] 10.222.0.42 "GET /v2.0/networks/1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624667 Aug 17 02:35:26.228446 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24f0929e-6186-426d-9c1e-deaaf812fb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:26.404621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24f0929e-6186-426d-9c1e-deaaf812fb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:26.489887 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24f0929e-6186-426d-9c1e-deaaf812fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:26.510894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86984d31-c33d-4b9a-a020-38b219d83360 req-62548b09-48e9-4211-8d79-959a5641bb1d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:26.515234 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-86984d31-c33d-4b9a-a020-38b219d83360 req-62548b09-48e9-4211-8d79-959a5641bb1d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 983 time: 0.0937469 Aug 17 02:35:26.550198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34254) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:26.554116 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-24f0929e-6186-426d-9c1e-deaaf812fb99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da1ea4949a934305831699712d2f93ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4929168 Aug 17 02:35:26.561690 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0929e-6186-426d-9c1e-deaaf812fb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae6a064-d2c8-4fbf-9775-d540ccbaa439,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:26.607442 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-86984d31-c33d-4b9a-a020-38b219d83360 req-a4d87209-a5d3-4b96-ad25-a9ec52543ce4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/security-groups?id=e441cd63-eedb-44fa-9af6-6671c53b367d&id=93fa9080-f1a3-4382-b420-f9331108e769&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0864003 Aug 17 02:35:26.680265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e2c2a-9347-4d57-afb8-597cc3fbdeae req-6f1d63aa-c725-4c66-9e22-4d175698b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:26.681944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-253e2c2a-9347-4d57-afb8-597cc3fbdeae req-6f1d63aa-c725-4c66-9e22-4d175698b44d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9dd265853ad849d895126308c65981e7&device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 1097 time: 0.0960593 Aug 17 02:35:26.726878 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03f28128-9716-4f7d-9b13-856fbcbe46a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:26.829557 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03f28128-9716-4f7d-9b13-856fbcbe46a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:26.902556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e364a-062c-4429-a231-7a80d4307edc req-23fc04b1-14b0-4c8c-9d3a-509a5e809a86 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:26.904186 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a99e364a-062c-4429-a231-7a80d4307edc req-23fc04b1-14b0-4c8c-9d3a-509a5e809a86 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.1439848 Aug 17 02:35:26.908471 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e2c2a-9347-4d57-afb8-597cc3fbdeae req-5cdf29fc-e28b-4610-9570-c3753db5f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:26.910021 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-253e2c2a-9347-4d57-afb8-597cc3fbdeae req-5cdf29fc-e28b-4610-9570-c3753db5f03b service neutron] 10.222.0.18 "GET /v2.0/networks?id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab HTTP/1.1" status: 200 len: 916 time: 0.2091208 Aug 17 02:35:26.978447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-253e2c2a-9347-4d57-afb8-597cc3fbdeae req-a47f2e86-02bd-4f02-acec-78313a5b1eab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ae471ba-c6b2-44f1-b265-01c53de1b3ea HTTP/1.1" status: 200 len: 217 time: 0.0478446 Aug 17 02:35:26.991449 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a99e364a-062c-4429-a231-7a80d4307edc req-d716b0ce-75ab-497a-b69d-a2864c484893 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789261 Aug 17 02:35:27.073856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e2c2a-9347-4d57-afb8-597cc3fbdeae req-0bc120bf-d005-4203-925b-9791059e9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:27.075163 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-253e2c2a-9347-4d57-afb8-597cc3fbdeae req-0bc120bf-d005-4203-925b-9791059e9a5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bf155e7-4459-491b-a2c0-a5207f07070d HTTP/1.1" status: 200 len: 854 time: 0.0882921 Aug 17 02:35:27.137673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e2c2a-9347-4d57-afb8-597cc3fbdeae req-a67b61ea-c895-49ca-aed9-e874af79bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:27.140201 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-253e2c2a-9347-4d57-afb8-597cc3fbdeae req-a67b61ea-c895-49ca-aed9-e874af79bd6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=df64d0da-9ea5-49fb-a8cf-22d8817d0fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519998 Aug 17 02:35:27.202004 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03f28128-9716-4f7d-9b13-856fbcbe46a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:27.205400 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03f28128-9716-4f7d-9b13-856fbcbe46a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:27.206558 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-03f28128-9716-4f7d-9b13-856fbcbe46a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bae6a064-d2c8-4fbf-9775-d540ccbaa439 HTTP/1.1" status: 204 len: 168 time: 0.6554210 Aug 17 02:35:27.262829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f28128-9716-4f7d-9b13-856fbcbe46a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae6a064-d2c8-4fbf-9775-d540ccbaa439,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:27.314223 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625a98b-1262-4a26-ada0-304d2454a6f1 req-4ad3a3db-7716-4f1a-ad07-539b5a3679a2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:27.318449 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c625a98b-1262-4a26-ada0-304d2454a6f1 req-4ad3a3db-7716-4f1a-ad07-539b5a3679a2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1602461 Aug 17 02:35:27.358831 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-253e2c2a-9347-4d57-afb8-597cc3fbdeae req-72c6eae7-141e-4e50-b662-cd8613243785 service neutron] 10.222.0.18 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093661 Aug 17 02:35:27.359055 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device c3fbd4ac-77ee-44a8-b80b-af17c6000538 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:35:27.382513 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: c3fbd4ac-77ee-44a8-b80b-af17c6000538 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:35:27.383082 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device c3fbd4ac-77ee-44a8-b80b-af17c6000538 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:35:27.433961 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c625a98b-1262-4a26-ada0-304d2454a6f1 req-4f0f8f46-4328-46e2-b37e-96c0305c5883 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146066 Aug 17 02:35:27.489167 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-253e2c2a-9347-4d57-afb8-597cc3fbdeae req-7dcf962d-2c3a-4594-aa70-c2db5512154d service neutron] 10.222.0.18 "GET /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205549 Aug 17 02:35:27.590713 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:35:27.773858 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b5dbb-6d7b-48a3-96be-7b37b407a8a6 req-570b6b19-e368-4455-bb54-abb1234fecc2 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:27.778366 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-328b5dbb-6d7b-48a3-96be-7b37b407a8a6 req-570b6b19-e368-4455-bb54-abb1234fecc2 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 983 time: 0.0789676 Aug 17 02:35:27.851278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-328b5dbb-6d7b-48a3-96be-7b37b407a8a6 req-e1c43198-4a20-45a5-92ae-099760fb01d6 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/security-groups?id=e441cd63-eedb-44fa-9af6-6671c53b367d&id=93fa9080-f1a3-4382-b420-f9331108e769&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0658646 Aug 17 02:35:28.020643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd762eb-1916-45fd-bd44-2ec43c4425d4 req-06de65cd-26de-42fe-b80c-433917498f0d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:28.023509 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecd762eb-1916-45fd-bd44-2ec43c4425d4 req-06de65cd-26de-42fe-b80c-433917498f0d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0826197 Aug 17 02:35:28.086464 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecd762eb-1916-45fd-bd44-2ec43c4425d4 req-be54096f-73ac-4809-a007-068d6b5152a6 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563056 Aug 17 02:35:28.249194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a573bc-e158-4827-ac6f-b6fbeab58556 req-1c186612-2c9b-471f-8083-ace98a9da26a tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:28.252375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67a573bc-e158-4827-ac6f-b6fbeab58556 req-1c186612-2c9b-471f-8083-ace98a9da26a tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.0820339 Aug 17 02:35:28.314943 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67a573bc-e158-4827-ac6f-b6fbeab58556 req-beee7752-1399-4cbc-81c0-5e141a99108d tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558653 Aug 17 02:35:28.555487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5d1bd-dce1-4933-bb27-3096e900080b req-c030689b-20db-4a4b-a3cb-b9a768e4a263 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:28.557411 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b1c5d1bd-dce1-4933-bb27-3096e900080b req-c030689b-20db-4a4b-a3cb-b9a768e4a263 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0824418 Aug 17 02:35:28.613661 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b1c5d1bd-dce1-4933-bb27-3096e900080b req-c3a51ff7-153c-4f54-8a7c-5c59957220d7 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459704 Aug 17 02:35:28.662145 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:28.870145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34320) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:28.992469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d006e8-2a82-4765-aca8-84cb99f1e3d4 req-02de8c0f-b71f-49b7-ad02-c0247b111187 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:28.994040 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9d006e8-2a82-4765-aca8-84cb99f1e3d4 req-02de8c0f-b71f-49b7-ad02-c0247b111187 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 983 time: 0.0624683 Aug 17 02:35:29.016731 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-089dad11-49ae-49b2-a4c1-3f024e3bafa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:29.063114 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9d006e8-2a82-4765-aca8-84cb99f1e3d4 req-1fe7b499-f4d7-4a24-acac-f398c5350975 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/security-groups?id=e441cd63-eedb-44fa-9af6-6671c53b367d&id=93fa9080-f1a3-4382-b420-f9331108e769&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0586817 Aug 17 02:35:29.147429 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-089dad11-49ae-49b2-a4c1-3f024e3bafa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:29.313787 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-089dad11-49ae-49b2-a4c1-3f024e3bafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:29.367396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 3626c58e-0406-4d55-a6e1-63b64355e4fc details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:35:29.379126 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-089dad11-49ae-49b2-a4c1-3f024e3bafa6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fae311c202e415b9ac8b504582cc460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5074191 Aug 17 02:35:29.381343 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dad11-49ae-49b2-a4c1-3f024e3bafa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9725753c-dc91-42e3-967e-ecb7e5a89ae8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:29.381853 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34338) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:29.454573 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6037ab4-7200-49bf-b3c9-ba66775f13d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:29.520223 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607dcc52-34ba-449c-8045-0690d31a11bb req-333d8d39-a6c4-4e8b-9095-557e064915a2 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:29.520223 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-607dcc52-34ba-449c-8045-0690d31a11bb req-333d8d39-a6c4-4e8b-9095-557e064915a2 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.0761604 Aug 17 02:35:29.520953 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6037ab4-7200-49bf-b3c9-ba66775f13d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:29.523229 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 3626c58e-0406-4d55-a6e1-63b64355e4fc, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=3626c58e-0406-4d55-a6e1-63b64355e4fc,segment=NetworkSegment(5a652cc2-8f24-4395-933f-e2f02a4f0fa8),segment_id=5a652cc2-8f24-4395-933f-e2f02a4f0fa8)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:29.535154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-607dcc52-34ba-449c-8045-0690d31a11bb req-06002071-0cf3-49b4-9521-953064452861 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Aug 17 02:35:29.541292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '3626c58e-0406-4d55-a6e1-63b64355e4fc', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'port_id': '3626c58e-0406-4d55-a6e1-63b64355e4fc', 'mac_address': 'fa:16:3e:c3:58:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daa008e-8e17-4793-aa30-71a500e42310', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:35:29.598830 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:29.613306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3626c58e-0406-4d55-a6e1-63b64355e4fc {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:35:29.657583 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6037ab4-7200-49bf-b3c9-ba66775f13d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:29.664051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 3626c58e-0406-4d55-a6e1-63b64355e4fc, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=3626c58e-0406-4d55-a6e1-63b64355e4fc,segment=NetworkSegment(5a652cc2-8f24-4395-933f-e2f02a4f0fa8),segment_id=5a652cc2-8f24-4395-933f-e2f02a4f0fa8)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:29.667336 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6037ab4-7200-49bf-b3c9-ba66775f13d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:29.669918 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f6037ab4-7200-49bf-b3c9-ba66775f13d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9725753c-dc91-42e3-967e-ecb7e5a89ae8 HTTP/1.1" status: 204 len: 168 time: 0.2841241 Aug 17 02:35:29.700134 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6037ab4-7200-49bf-b3c9-ba66775f13d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9725753c-dc91-42e3-967e-ecb7e5a89ae8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:29.787834 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:29.867864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=3626c58e-0406-4d55-a6e1-63b64355e4fc,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:29.869623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34358) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:29.876851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca4c4c-a2ae-42a9-8a8e-2703019fa2c7 req-e720cc7c-b6d9-4e3e-9e4c-659e2355ef22 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:29.880563 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4cca4c4c-a2ae-42a9-8a8e-2703019fa2c7 req-e720cc7c-b6d9-4e3e-9e4c-659e2355ef22 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.1268165 Aug 17 02:35:29.928594 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4cca4c4c-a2ae-42a9-8a8e-2703019fa2c7 req-26772604-46f0-4263-baf3-cb98ce8f2ea9 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406399 Aug 17 02:35:30.010523 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e34063fb-9611-4e36-aacd-d32d7d073f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:30.158321 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e34063fb-9611-4e36-aacd-d32d7d073f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:30.185722 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9367ddf-35a3-4bfe-b78c-5ca1f0fc2d74 req-78a75804-5c42-4910-b51d-df2a41c00fa6 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:30.188455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9367ddf-35a3-4bfe-b78c-5ca1f0fc2d74 req-78a75804-5c42-4910-b51d-df2a41c00fa6 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=6558d059-87e8-470c-8557-3d260ba16c60 HTTP/1.1" status: 200 len: 945 time: 0.0708818 Aug 17 02:35:30.244342 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e34063fb-9611-4e36-aacd-d32d7d073f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:30.248461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9367ddf-35a3-4bfe-b78c-5ca1f0fc2d74 req-286e25fa-9c62-49be-92f5-030ed724ee95 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532572 Aug 17 02:35:30.301875 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['3626c58e-0406-4d55-a6e1-63b64355e4fc'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:35:30.319727 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34372) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:30.324111 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e34063fb-9611-4e36-aacd-d32d7d073f44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aba0124439ef4383ad286ca9fcfd0edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533324 Aug 17 02:35:30.325471 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34063fb-9611-4e36-aacd-d32d7d073f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d001b7b0-54e7-4928-bcef-446ce0e92055,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:30.469271 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e23f8-334e-4cbc-9394-997ec6b37b6c req-96ce3801-94b4-4418-937b-109be35cfb9d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:30.485639 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-643e23f8-334e-4cbc-9394-997ec6b37b6c req-96ce3801-94b4-4418-937b-109be35cfb9d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 984 time: 0.1233778 Aug 17 02:35:30.485639 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e0eb5a3b-4c5b-4f30-8d5f-2e436cd0f3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:30.533006 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e0eb5a3b-4c5b-4f30-8d5f-2e436cd0f3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:30.577965 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-643e23f8-334e-4cbc-9394-997ec6b37b6c req-b35fa736-6ab3-43ce-9114-fc1a4b136f35 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/security-groups?id=e441cd63-eedb-44fa-9af6-6671c53b367d&id=93fa9080-f1a3-4382-b420-f9331108e769&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0964763 Aug 17 02:35:30.701222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f7353-0383-46a6-9968-797450e45b7a req-efdd56c3-5358-4cde-8621-cb29f7725103 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:30.705271 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b32f7353-0383-46a6-9968-797450e45b7a req-efdd56c3-5358-4cde-8621-cb29f7725103 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 945 time: 0.0552042 Aug 17 02:35:30.746937 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b32f7353-0383-46a6-9968-797450e45b7a req-4915f207-43ed-4832-9f21-dd12a1e01c80 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368309 Aug 17 02:35:30.855679 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e0eb5a3b-4c5b-4f30-8d5f-2e436cd0f3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:30.864848 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e0eb5a3b-4c5b-4f30-8d5f-2e436cd0f3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:30.864848 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e0eb5a3b-4c5b-4f30-8d5f-2e436cd0f3f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d001b7b0-54e7-4928-bcef-446ce0e92055 HTTP/1.1" status: 204 len: 168 time: 0.5343180 Aug 17 02:35:30.872823 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb5a3b-4c5b-4f30-8d5f-2e436cd0f3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d001b7b0-54e7-4928-bcef-446ce0e92055,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:30.880029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-26abca8d-421c-4f55-8524-ad2b79ec9f90 req-0d5d1659-81e2-4f92-a09d-caa659390da0 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:35:30.881093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26abca8d-421c-4f55-8524-ad2b79ec9f90 req-0d5d1659-81e2-4f92-a09d-caa659390da0 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181546 Aug 17 02:35:30.986807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26abca8d-421c-4f55-8524-ad2b79ec9f90 req-e4411933-8167-470e-b4e8-b01eb5285ce8 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.6&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0968139 Aug 17 02:35:31.113277 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:31.401814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465afd1-498c-4737-8dbd-5702c1164af7 req-0178697e-b099-4ffd-903c-12b77b778417 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:31.405315 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7465afd1-498c-4737-8dbd-5702c1164af7 req-0178697e-b099-4ffd-903c-12b77b778417 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.0774777 Aug 17 02:35:31.457920 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7465afd1-498c-4737-8dbd-5702c1164af7 req-99a5d39d-0f7a-4e1e-845f-3563f5531395 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460169 Aug 17 02:35:31.642662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2096da-77f8-4ab7-bb2a-9f9cd365651b req-f55bf80d-c3c5-40c2-9fa6-22c4bb4f8d94 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:31.650916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e2096da-77f8-4ab7-bb2a-9f9cd365651b req-f55bf80d-c3c5-40c2-9fa6-22c4bb4f8d94 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=6558d059-87e8-470c-8557-3d260ba16c60 HTTP/1.1" status: 200 len: 945 time: 0.0790617 Aug 17 02:35:31.712398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e2096da-77f8-4ab7-bb2a-9f9cd365651b req-638e7896-6310-4ce9-9645-04163231dad1 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541055 Aug 17 02:35:31.865006 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf260e75-fd6d-4f39-a004-f2393d752516 req-883899fb-78ae-42ef-ad91-49be7e2c17d1 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:31.866732 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf260e75-fd6d-4f39-a004-f2393d752516 req-883899fb-78ae-42ef-ad91-49be7e2c17d1 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 984 time: 0.0835514 Aug 17 02:35:31.934038 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf260e75-fd6d-4f39-a004-f2393d752516 req-95232e31-aae9-4195-a632-127482c425f9 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/security-groups?id=e441cd63-eedb-44fa-9af6-6671c53b367d&id=93fa9080-f1a3-4382-b420-f9331108e769&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0605519 Aug 17 02:35:32.079444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375a078-5f16-4e63-9368-e7c161eff203 req-ca7a2147-6a86-4c86-8278-ddfe3f4eea1b tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:32.080882 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4375a078-5f16-4e63-9368-e7c161eff203 req-ca7a2147-6a86-4c86-8278-ddfe3f4eea1b tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 945 time: 0.0544844 Aug 17 02:35:32.129692 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4375a078-5f16-4e63-9368-e7c161eff203 req-0ed76303-33ce-424c-9299-a7ea8c6dfec2 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376723 Aug 17 02:35:32.445266 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba5304-1e39-4ef0-9348-274537909891 req-345edd3a-60ce-47ab-92ed-6aa69f9d8d26 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:32.451217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba5304-1e39-4ef0-9348-274537909891 req-345edd3a-60ce-47ab-92ed-6aa69f9d8d26 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:32.457733 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba5304-1e39-4ef0-9348-274537909891 req-345edd3a-60ce-47ab-92ed-6aa69f9d8d26 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:32.459411 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51ba5304-1e39-4ef0-9348-274537909891 req-345edd3a-60ce-47ab-92ed-6aa69f9d8d26 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99&device_id=6558d059-87e8-470c-8557-3d260ba16c60&device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 2416 time: 0.0664217 Aug 17 02:35:32.502580 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51ba5304-1e39-4ef0-9348-274537909891 req-9988a6ea-ccbf-4402-ba98-58c0b2de6247 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366647 Aug 17 02:35:32.675921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34470) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:32.828165 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f9396b2-c520-4702-83f9-bd237af2bbf3 req-6a4057e1-319e-42d2-a16d-66f9bbde4583 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1225185 Aug 17 02:35:32.861264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-885424682-network', 'tenant_id': '4c3e544ed8fa40688d0eb20b8ddce107'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:32.952631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] Made reservation on behalf of 4c3e544ed8fa40688d0eb20b8ddce107 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:35:32.955402 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:32.977461 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:33.040862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b0f88-d9f5-41ab-bb2c-a7f0a51e2bd9 req-47ae3720-0187-473e-9c38-c2fcb0739d5c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:33.042461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d92b0f88-d9f5-41ab-bb2c-a7f0a51e2bd9 req-47ae3720-0187-473e-9c38-c2fcb0739d5c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0811586 Aug 17 02:35:33.114118 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d92b0f88-d9f5-41ab-bb2c-a7f0a51e2bd9 req-638c6fe3-e0a3-40cb-9dbc-196a0a58918f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523746 Aug 17 02:35:33.192669 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:33.278965 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:33.333842 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e7e36b-9047-40b4-9eab-1070311f5311,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:33.371661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:35:33.383285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 3626c58e-0406-4d55-a6e1-63b64355e4fc up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:33.400588 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:33.401517 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] Added segment c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb of type vlan for network 4f310a3e-4381-4e0e-91ca-bc0978aba406 Aug 17 02:35:33.506378 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:33.570704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 3626c58e-0406-4d55-a6e1-63b64355e4fc completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:33.576342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 3626c58e-0406-4d55-a6e1-63b64355e4fc triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:33.577177 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:33.584997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613217b-73e6-4f50-b0ae-f487fb4dacbb req-0cd2d7fc-eaa1-4827-9166-2d7c543631b4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:33.586719 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4613217b-73e6-4f50-b0ae-f487fb4dacbb req-0cd2d7fc-eaa1-4827-9166-2d7c543631b4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 984 time: 0.0739067 Aug 17 02:35:33.648844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4613217b-73e6-4f50-b0ae-f487fb4dacbb req-8073d212-2598-4a27-ac02-dbb19d01dbf2 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/security-groups?id=e441cd63-eedb-44fa-9af6-6671c53b367d&id=93fa9080-f1a3-4382-b420-f9331108e769&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0535765 Aug 17 02:35:33.650029 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:33.651110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:33.651692 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:33.723362 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:33.723968 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] Pushing event updated for resources: {'Network': ['ID=4f310a3e-4381-4e0e-91ca-bc0978aba406,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:33.751665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 4f310a3e-4381-4e0e-91ca-bc0978aba406 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:35:33.764293 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de489ee-b575-4299-b749-be607f84ff5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3626c58e-0406-4d55-a6e1-63b64355e4fc'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:35:33.767968 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e8b03e-8185-4226-a010-0bfd9978861e" -d '{"events": [{"server_uuid": "8de489ee-b575-4299-b749-be607f84ff5a", "name": "network-vif-plugged", "status": "completed", "tag": "3626c58e-0406-4d55-a6e1-63b64355e4fc"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:35:33.823481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 3626c58e-0406-4d55-a6e1-63b64355e4fc, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=3626c58e-0406-4d55-a6e1-63b64355e4fc,segment=NetworkSegment(5a652cc2-8f24-4395-933f-e2f02a4f0fa8),segment_id=5a652cc2-8f24-4395-933f-e2f02a4f0fa8)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:33.828159 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4c2e9db8-8016-4fae-b300-8d9129ff275d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1510737 Aug 17 02:35:33.831427 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34510) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:33.837313 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-fcd38bd7-0e9e-48ad-ad8d-4a9b85c87429 admin admin] Request body: {'subnet': {'network_id': '4f310a3e-4381-4e0e-91ca-bc0978aba406', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-885424682-subnet', 'tenant_id': '4c3e544ed8fa40688d0eb20b8ddce107', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:33.849596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66ee84-8b34-411d-8a0f-d8872a9c9635 req-ff90a59f-4adf-4326-9756-91fd767e94ff tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:33.863755 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b66ee84-8b34-411d-8a0f-d8872a9c9635 req-ff90a59f-4adf-4326-9756-91fd767e94ff tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1160452 Aug 17 02:35:33.928197 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b66ee84-8b34-411d-8a0f-d8872a9c9635 req-d1a87079-05ad-4eaf-bce3-76a607c44398 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625863 Aug 17 02:35:33.959419 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:34.021319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd38bd7-0e9e-48ad-ad8d-4a9b85c87429 admin admin] Made reservation on behalf of 4c3e544ed8fa40688d0eb20b8ddce107 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:35:34.039395 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcd38bd7-0e9e-48ad-ad8d-4a9b85c87429 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:34.166346 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=3626c58e-0406-4d55-a6e1-63b64355e4fc,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:34.604285 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcd38bd7-0e9e-48ad-ad8d-4a9b85c87429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:34.630935 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b35599-9172-4219-a151-1c2dc9e20ead x-openstack-request-id: req-a9b35599-9172-4219-a151-1c2dc9e20ead {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:35:34.632897 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de489ee-b575-4299-b749-be607f84ff5a", "name": "network-vif-plugged", "status": "completed", "tag": "3626c58e-0406-4d55-a6e1-63b64355e4fc", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:35:34.633373 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9b35599-9172-4219-a151-1c2dc9e20ead {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:35:34.633795 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de489ee-b575-4299-b749-be607f84ff5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3626c58e-0406-4d55-a6e1-63b64355e4fc', 'code': 200} Aug 17 02:35:34.671927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd38bd7-0e9e-48ad-ad8d-4a9b85c87429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4bbe00d-66d1-4503-9a91-d4078c53a1de,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:34.680148 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd38bd7-0e9e-48ad-ad8d-4a9b85c87429 admin admin] Checking segment: {'id': 'c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f310a3e-4381-4e0e-91ca-bc0978aba406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:34.680582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd38bd7-0e9e-48ad-ad8d-4a9b85c87429 admin admin] Network hostable DHCP agents. Network: 4f310a3e-4381-4e0e-91ca-bc0978aba406, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:35:34.784653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966c40-c92d-4bdf-8067-579407331139 req-4b2dc52d-58cd-4ec7-8984-81910798d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:34.786885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77966c40-c92d-4bdf-8067-579407331139 req-4b2dc52d-58cd-4ec7-8984-81910798d5ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 1137 time: 0.0534120 Aug 17 02:35:34.854594 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77966c40-c92d-4bdf-8067-579407331139 req-2312cdba-a2ad-40ab-acae-9ba4fbb29dad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=93fa9080-f1a3-4382-b420-f9331108e769&id=e441cd63-eedb-44fa-9af6-6671c53b367d&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0590603 Aug 17 02:35:34.872840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd38bd7-0e9e-48ad-ad8d-4a9b85c87429 admin admin] Network 4f310a3e-4381-4e0e-91ca-bc0978aba406 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:35:35.008576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e1990-f9b9-4692-8629-75b18b9f5866 req-aaa3b7f6-11cf-4b38-88f6-67e428a4c52e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:35.010199 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e6e1990-f9b9-4692-8629-75b18b9f5866 req-aaa3b7f6-11cf-4b38-88f6-67e428a4c52e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 985 time: 0.0795820 Aug 17 02:35:35.021631 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-fcd38bd7-0e9e-48ad-ad8d-4a9b85c87429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 4f310a3e-4381-4e0e-91ca-bc0978aba406) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:35.026339 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd38bd7-0e9e-48ad-ad8d-4a9b85c87429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:35.028028 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcd38bd7-0e9e-48ad-ad8d-4a9b85c87429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:35.030971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258eae83-7686-4215-be35-bf133cb23398 None None] Network 4f310a3e-4381-4e0e-91ca-bc0978aba406 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:35:35.067887 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34542) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:35.102287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e6e1990-f9b9-4692-8629-75b18b9f5866 req-fca5678d-c3aa-4d62-b6d8-50632f6abedf tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/security-groups?id=e441cd63-eedb-44fa-9af6-6671c53b367d&id=93fa9080-f1a3-4382-b420-f9331108e769&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0822277 Aug 17 02:35:35.156634 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fcd38bd7-0e9e-48ad-ad8d-4a9b85c87429 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3149123 Aug 17 02:35:35.223161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530de38c-1cb5-4f00-a14d-a8ac393f2ca4 None None] Network 4f310a3e-4381-4e0e-91ca-bc0978aba406 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:35:35.252377 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0522785c-5091-4952-961d-3e2a85e3cff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:35.469549 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0522785c-5091-4952-961d-3e2a85e3cff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:35.549284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0522785c-5091-4952-961d-3e2a85e3cff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:35.600378 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0522785c-5091-4952-961d-3e2a85e3cff6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1812d672afc34af3a51815ef99554f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309868 Aug 17 02:35:35.604101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34558) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:35.633554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522785c-5091-4952-961d-3e2a85e3cff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04f3c4e-7aef-46dc-9d8d-1583dd14a5d9,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:35.690178 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-434afe7b-21ca-416a-89cf-9c2f8aff8298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:35.727191 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-434afe7b-21ca-416a-89cf-9c2f8aff8298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:35.879382 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-434afe7b-21ca-416a-89cf-9c2f8aff8298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:35.882865 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-434afe7b-21ca-416a-89cf-9c2f8aff8298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:35.884458 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-434afe7b-21ca-416a-89cf-9c2f8aff8298 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e04f3c4e-7aef-46dc-9d8d-1583dd14a5d9 HTTP/1.1" status: 204 len: 168 time: 0.2793283 Aug 17 02:35:35.898674 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434afe7b-21ca-416a-89cf-9c2f8aff8298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04f3c4e-7aef-46dc-9d8d-1583dd14a5d9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:36.030618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-c59130d7-aa13-4eda-a5a0-4a16cf4a2521 req-1e5cef63-6ba4-49a5-aa1c-327545403853 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1196677224', 'description': 'tempest-description-1775739051'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:36.604628 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c59130d7-aa13-4eda-a5a0-4a16cf4a2521 req-1e5cef63-6ba4-49a5-aa1c-327545403853 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:36.705611 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c59130d7-aa13-4eda-a5a0-4a16cf4a2521 req-1e5cef63-6ba4-49a5-aa1c-327545403853 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:36.793050 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c59130d7-aa13-4eda-a5a0-4a16cf4a2521 req-1e5cef63-6ba4-49a5-aa1c-327545403853 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:36.822967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cef63-6ba4-49a5-aa1c-327545403853 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d7198e-aa50-4e10-a004-9da1cbca7cae,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:36.860865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34576) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:36.876172 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-51017c63-4481-4e37-ac84-a13642d50174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:36.941582 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c59130d7-aa13-4eda-a5a0-4a16cf4a2521 req-1e5cef63-6ba4-49a5-aa1c-327545403853 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:36.942960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c59130d7-aa13-4eda-a5a0-4a16cf4a2521 req-1e5cef63-6ba4-49a5-aa1c-327545403853 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9172208 Aug 17 02:35:37.032368 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-51017c63-4481-4e37-ac84-a13642d50174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:37.149905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-51017c63-4481-4e37-ac84-a13642d50174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:37.194705 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-51017c63-4481-4e37-ac84-a13642d50174 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9823bd5a75c465f920f33da46ebc98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3326712 Aug 17 02:35:37.196137 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51017c63-4481-4e37-ac84-a13642d50174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f6749d-1874-44a7-bc2d-bea939e78eec,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:37.198899 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34586) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:37.260491 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4e99-4d2c-40a4-b1b2-3d41c1ceb128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:37.292485 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4e99-4d2c-40a4-b1b2-3d41c1ceb128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:37.361537 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac3563-6ccf-4ffb-bea1-a64d262cce99 req-cfdcdeb2-9340-454c-8aa0-f5c8c1ce9302 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:37.361537 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70ac3563-6ccf-4ffb-bea1-a64d262cce99 req-cfdcdeb2-9340-454c-8aa0-f5c8c1ce9302 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 985 time: 0.0815253 Aug 17 02:35:37.407077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70ac3563-6ccf-4ffb-bea1-a64d262cce99 req-cb80b8a1-4028-43f1-91b9-8629f1266277 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/security-groups?id=e441cd63-eedb-44fa-9af6-6671c53b367d&id=93fa9080-f1a3-4382-b420-f9331108e769&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0380664 Aug 17 02:35:37.469976 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4e99-4d2c-40a4-b1b2-3d41c1ceb128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:37.472739 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4e99-4d2c-40a4-b1b2-3d41c1ceb128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:37.474039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8d4c4e99-4d2c-40a4-b1b2-3d41c1ceb128 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09f6749d-1874-44a7-bc2d-bea939e78eec HTTP/1.1" status: 204 len: 168 time: 0.2739551 Aug 17 02:35:37.482340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c4e99-4d2c-40a4-b1b2-3d41c1ceb128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f6749d-1874-44a7-bc2d-bea939e78eec,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:37.518291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-7875d580-771f-414e-a993-b0b369d05550 req-cbee56a0-62ad-4887-8d35-43d37aaf1a13 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-324932693', 'description': 'tempest-description-1373830362'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:37.657939 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7875d580-771f-414e-a993-b0b369d05550 req-cbee56a0-62ad-4887-8d35-43d37aaf1a13 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:37.750752 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7875d580-771f-414e-a993-b0b369d05550 req-cbee56a0-62ad-4887-8d35-43d37aaf1a13 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:38.090118 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7875d580-771f-414e-a993-b0b369d05550 req-cbee56a0-62ad-4887-8d35-43d37aaf1a13 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:38.119280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee56a0-62ad-4887-8d35-43d37aaf1a13 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199fb557-9abf-41d3-99fc-609f378025f1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:38.140234 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8de2d911-da38-44e5-9656-eefc9fc191df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:38.267385 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7875d580-771f-414e-a993-b0b369d05550 req-cbee56a0-62ad-4887-8d35-43d37aaf1a13 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:38.268673 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7875d580-771f-414e-a993-b0b369d05550 req-cbee56a0-62ad-4887-8d35-43d37aaf1a13 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7563481 Aug 17 02:35:38.813443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6af98-36e9-418c-bb58-973e37a39e86 req-44f3192e-a2c0-451c-979b-b4f01ee80dec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:38.815232 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39c6af98-36e9-418c-bb58-973e37a39e86 req-44f3192e-a2c0-451c-979b-b4f01ee80dec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 985 time: 0.0665925 Aug 17 02:35:38.876254 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39c6af98-36e9-418c-bb58-973e37a39e86 req-0078b177-21e8-49ab-a1b6-7c70c2bcad7d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/security-groups?id=e441cd63-eedb-44fa-9af6-6671c53b367d&id=93fa9080-f1a3-4382-b420-f9331108e769&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0520442 Aug 17 02:35:39.129796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e27ddb-d054-4d4b-95e4-7c02d5efe069 req-781e0277-5bae-4d33-a45d-f8f8426eb694 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:39.133142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9e27ddb-d054-4d4b-95e4-7c02d5efe069 req-781e0277-5bae-4d33-a45d-f8f8426eb694 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0773406 Aug 17 02:35:39.184627 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9e27ddb-d054-4d4b-95e4-7c02d5efe069 req-0da19194-8328-4af9-a12a-42594b4e2a54 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445578 Aug 17 02:35:39.445615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-af520965-fba2-4e11-9c7c-87b8e2bd9c8b tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:39.447124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-af520965-fba2-4e11-9c7c-87b8e2bd9c8b tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/networks?id=4f310a3e-4381-4e0e-91ca-bc0978aba406 HTTP/1.1" status: 200 len: 812 time: 0.1305065 Aug 17 02:35:39.464506 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-d5bd26ce-8464-4f99-b45c-beb6ce6a6369 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/quotas/4c3e544ed8fa40688d0eb20b8ddce107 HTTP/1.1" status: 200 len: 375 time: 0.0102136 Aug 17 02:35:39.505955 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-ff203031-6589-48f8-a31c-e31219d373c9 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c3e544ed8fa40688d0eb20b8ddce107&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348370 Aug 17 02:35:39.700114 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-f3be130f-9b9c-47f9-b3eb-d4649336e334 service neutron] 10.222.0.13 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136250 Aug 17 02:35:39.761053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-da8b5e99-c0b7-49cc-bafa-370f4e1a4fe9 service neutron] 10.222.0.13 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191118 Aug 17 02:35:40.061502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34656) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:40.257535 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2ece04d1-afd3-45dd-be16-54aecde1fead admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:40.271027 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279aad24-ddb8-4f64-bc72-39ff34604051 req-26bd4872-3703-429d-98b4-67c93192b618 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:40.276540 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-279aad24-ddb8-4f64-bc72-39ff34604051 req-26bd4872-3703-429d-98b4-67c93192b618 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 945 time: 0.0731502 Aug 17 02:35:40.313465 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-88854c7c-d499-4e98-8004-aa093f2e2802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:40.332314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-279aad24-ddb8-4f64-bc72-39ff34604051 req-f40167f5-5047-4128-a784-40c37a63fcca tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520453 Aug 17 02:35:40.396782 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2ece04d1-afd3-45dd-be16-54aecde1fead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:40.472180 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0119e-1670-4941-ae8e-4b8ad47bc7cc req-5a67b3c2-19ba-4da7-b5f0-a16aced2e5f6 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:40.473735 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cdb0119e-1670-4941-ae8e-4b8ad47bc7cc req-5a67b3c2-19ba-4da7-b5f0-a16aced2e5f6 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 1137 time: 0.0539944 Aug 17 02:35:40.499441 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cdb0119e-1670-4941-ae8e-4b8ad47bc7cc req-c3c2930a-1ab8-4f96-9b37-e5bb3949afab tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:40.592716 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2ece04d1-afd3-45dd-be16-54aecde1fead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:40.638309 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2ece04d1-afd3-45dd-be16-54aecde1fead admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=328294c1d0d348c0a36164f725adb66a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749176 Aug 17 02:35:40.641994 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece04d1-afd3-45dd-be16-54aecde1fead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b5eb12-f5ed-4276-a366-fc1e4e933cae,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:40.646023 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34666) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:40.752553 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aac3fd3b-f9db-42b5-b252-f17ea168fad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:40.755644 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cdb0119e-1670-4941-ae8e-4b8ad47bc7cc req-c3c2930a-1ab8-4f96-9b37-e5bb3949afab tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:40.778577 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aac3fd3b-f9db-42b5-b252-f17ea168fad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:41.180254 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:41.548130 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6717b3-2a2d-4919-9c16-89bd7c5302a7 req-5c3fac4f-c110-4201-a608-1f460d0efff9 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:41.550304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de6717b3-2a2d-4919-9c16-89bd7c5302a7 req-5c3fac4f-c110-4201-a608-1f460d0efff9 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.18 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 945 time: 0.0514796 Aug 17 02:35:41.586712 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aac3fd3b-f9db-42b5-b252-f17ea168fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:41.589129 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aac3fd3b-f9db-42b5-b252-f17ea168fad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:41.590287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-aac3fd3b-f9db-42b5-b252-f17ea168fad0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46b5eb12-f5ed-4276-a366-fc1e4e933cae HTTP/1.1" status: 204 len: 168 time: 0.9426594 Aug 17 02:35:41.590979 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cdb0119e-1670-4941-ae8e-4b8ad47bc7cc req-c3c2930a-1ab8-4f96-9b37-e5bb3949afab tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:41.621807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cdb0119e-1670-4941-ae8e-4b8ad47bc7cc req-c3c2930a-1ab8-4f96-9b37-e5bb3949afab tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e441cd63-eedb-44fa-9af6-6671c53b367d&id=93fa9080-f1a3-4382-b420-f9331108e769&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 1.1398501 Aug 17 02:35:41.638629 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3fd3b-f9db-42b5-b252-f17ea168fad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b5eb12-f5ed-4276-a366-fc1e4e933cae,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:41.644977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34684) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:41.704492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2930a-1ab8-4f96-9b37-e5bb3949afab tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316f1ad7-fce7-4a43-944e-21ceb45690c7,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:41.736472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-de6717b3-2a2d-4919-9c16-89bd7c5302a7 req-c00d7f97-3f72-4150-bb2c-f39e21ca1dca tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Deleting port 2b4e4268-b45f-4615-91d7-418beebe372a {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:35:41.737137 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-de6717b3-2a2d-4919-9c16-89bd7c5302a7 req-c00d7f97-3f72-4150-bb2c-f39e21ca1dca tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:41.747482 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c6ba1d-2f0b-4aa4-9f71-5b5c7cafd499 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:41.749054 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-74c6ba1d-2f0b-4aa4-9f71-5b5c7cafd499 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 1132 time: 0.1020205 Aug 17 02:35:41.753008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34690) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:41.757845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': '3626c58e-0406-4d55-a6e1-63b64355e4fc', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:41.786648 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:41.855948 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11828e3c-bfc4-4700-bb4e-907afd1af092 req-ca40de38-4cfe-4a5d-bac4-0c77dd00b7de tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:41.857484 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-11828e3c-bfc4-4700-bb4e-907afd1af092 req-ca40de38-4cfe-4a5d-bac4-0c77dd00b7de tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1103544 Aug 17 02:35:41.888537 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:41.900260 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-de6717b3-2a2d-4919-9c16-89bd7c5302a7 req-c00d7f97-3f72-4150-bb2c-f39e21ca1dca tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] For port 2b4e4268-b45f-4615-91d7-418beebe372a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=2b4e4268-b45f-4615-91d7-418beebe372a,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:41.900260 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-de6717b3-2a2d-4919-9c16-89bd7c5302a7 req-c00d7f97-3f72-4150-bb2c-f39e21ca1dca tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:41.952136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-de6717b3-2a2d-4919-9c16-89bd7c5302a7 req-c00d7f97-3f72-4150-bb2c-f39e21ca1dca tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Calling delete_port for 2b4e4268-b45f-4615-91d7-418beebe372a owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:35:41.965314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-11828e3c-bfc4-4700-bb4e-907afd1af092 req-0fad77f2-d1fb-4f67-8c02-9b04d6175e8f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966139 Aug 17 02:35:42.034799 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:42.239830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Allocated IP 172.25.5.81 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/36eb7a36-ecfd-4d26-a666-7a67c49d49be) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:35:42.294905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f344ec5-42f0-4807-a09c-48d9cd0382e9 req-61ff5fbd-98cd-4b70-bc8a-f265309dcd53 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 210 time: 0.0330715 Aug 17 02:35:42.358456 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-de6717b3-2a2d-4919-9c16-89bd7c5302a7 req-c00d7f97-3f72-4150-bb2c-f39e21ca1dca tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:42.388979 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:42.397773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['6ae471ba-c6b2-44f1-b265-01c53de1b3ea', 'be9beb8e-191e-4688-aea8-92fc549d0e0c', '2b4e4268-b45f-4615-91d7-418beebe372a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:35:42.401153 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d7f97-3f72-4150-bb2c-f39e21ca1dca tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Pushing event deleted for resources: {'Port': ['ID=2b4e4268-b45f-4615-91d7-418beebe372a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:42.479555 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6717b3-2a2d-4919-9c16-89bd7c5302a7 req-c00d7f97-3f72-4150-bb2c-f39e21ca1dca tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] No DVR routers for this DVR port 2b4e4268-b45f-4615-91d7-418beebe372a on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:35:42.492344 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-de6717b3-2a2d-4919-9c16-89bd7c5302a7 req-c00d7f97-3f72-4150-bb2c-f39e21ca1dca tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:42.495332 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de6717b3-2a2d-4919-9c16-89bd7c5302a7 req-c00d7f97-3f72-4150-bb2c-f39e21ca1dca tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.18 "DELETE /v2.0/ports/2b4e4268-b45f-4615-91d7-418beebe372a HTTP/1.1" status: 204 len: 173 time: 0.9378273 Aug 17 02:35:42.495944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738f3226-80a3-443f-93e5-a3009a6fba99', 'name': 'network-vif-deleted', 'tag': '2b4e4268-b45f-4615-91d7-418beebe372a'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:35:42.498316 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038a9d01-3dfe-4377-90fb-3c45b15b0ab8" -d '{"events": [{"server_uuid": "738f3226-80a3-443f-93e5-a3009a6fba99", "name": "network-vif-deleted", "tag": "2b4e4268-b45f-4615-91d7-418beebe372a"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:35:42.536718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8182585b-c084-4f39-8eb8-b0234b874b23 req-8a0fd08f-60bf-41ad-9929-9a7acdf89729 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 210 time: 0.0587182 Aug 17 02:35:42.570636 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:42.635741 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:42.639411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:42.650243 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:35:42.687030 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183a09af-2067-42e4-8bc3-d79a70ed169a x-openstack-request-id: req-183a09af-2067-42e4-8bc3-d79a70ed169a {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:35:42.687920 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738f3226-80a3-443f-93e5-a3009a6fba99", "name": "network-vif-deleted", "tag": "2b4e4268-b45f-4615-91d7-418beebe372a", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:35:42.687920 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-183a09af-2067-42e4-8bc3-d79a70ed169a {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:35:42.688393 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738f3226-80a3-443f-93e5-a3009a6fba99', 'name': 'network-vif-deleted', 'tag': '2b4e4268-b45f-4615-91d7-418beebe372a', 'status': 'completed', 'code': 200} Aug 17 02:35:42.733227 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'Port': ['ID=36eb7a36-ecfd-4d26-a666-7a67c49d49be,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:42.911413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d2171-aec3-4741-9391-63f36f825302 req-4b13398a-51a8-4c09-9bdc-09a61b729c8d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:42.925770 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-847d2171-aec3-4741-9391-63f36f825302 req-4b13398a-51a8-4c09-9bdc-09a61b729c8d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1232669 Aug 17 02:35:42.976936 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-847d2171-aec3-4741-9391-63f36f825302 req-224f4820-f549-42a1-81c2-e0d94d8d6946 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499482 Aug 17 02:35:43.127311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c758706-8b50-44d7-a8c8-cbc5ba0e75da req-258da9de-f30c-446d-b57e-d20d6711533f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:43.129151 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c758706-8b50-44d7-a8c8-cbc5ba0e75da req-258da9de-f30c-446d-b57e-d20d6711533f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0743561 Aug 17 02:35:43.176357 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c758706-8b50-44d7-a8c8-cbc5ba0e75da req-25a008dc-9701-440f-b12b-943d9c5263b3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381491 Aug 17 02:35:43.503452 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:43.516865 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44b2bee7-cd17-460a-b9df-8752cca25634 req-293ea9d6-8e06-4eb9-baca-edaee7e90c69 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 210 time: 0.0424430 Aug 17 02:35:43.694081 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:43.724047 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:43.767097 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17d90123-dd69-4c80-839d-075e8f1fd736 req-fb870c23-5ec0-4f48-8634-323f62680d3e tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=738f3226-80a3-443f-93e5-a3009a6fba99 HTTP/1.1" status: 200 len: 210 time: 0.0508897 Aug 17 02:35:43.918896 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:43.948919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814622b-b0b6-4dbd-a538-97feac4b5cde req-d0d28f58-a5fb-44b5-b7b1-5cf0f7274ca4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:43.950482 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9814622b-b0b6-4dbd-a538-97feac4b5cde req-d0d28f58-a5fb-44b5-b7b1-5cf0f7274ca4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0798798 Aug 17 02:35:43.993210 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9814622b-b0b6-4dbd-a538-97feac4b5cde req-175cb757-c023-459b-b092-695f5caf4841 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350521 Aug 17 02:35:44.052662 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:44.274450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edae6bb-0d5b-4341-af83-b46401f240c4 req-905afc3a-d8a0-41d6-af93-176ac3f50a31 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:44.281420 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2edae6bb-0d5b-4341-af83-b46401f240c4 req-905afc3a-d8a0-41d6-af93-176ac3f50a31 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1904027 Aug 17 02:35:44.363736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-1a4399e6-b68e-4265-845f-ad27ab216b9a tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:44.366354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-1a4399e6-b68e-4265-845f-ad27ab216b9a tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.42 "GET /v2.0/networks?id=4f310a3e-4381-4e0e-91ca-bc0978aba406 HTTP/1.1" status: 200 len: 812 time: 0.2201152 Aug 17 02:35:44.382874 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2edae6bb-0d5b-4341-af83-b46401f240c4 req-95580927-5092-4d3f-b869-e110bfdbf61c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984051 Aug 17 02:35:44.406447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-b0a4b2af-2041-4ed6-b0da-5452494c4df7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'port': {'device_id': '507c1a80-abac-4a2d-ada0-71d04a5edbc9', 'network_id': '4f310a3e-4381-4e0e-91ca-bc0978aba406', 'admin_state_up': True, 'tenant_id': '4c3e544ed8fa40688d0eb20b8ddce107'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:44.624747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'Port': ['ID=36eb7a36-ecfd-4d26-a666-7a67c49d49be,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:44.630138 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:44.668490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7450215-9a9e-4d4b-8eb9-74cc02844f39 req-f80f2a95-259f-4b4e-a76e-31c3c25ff600 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 210 time: 0.0481856 Aug 17 02:35:44.752567 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-b0a4b2af-2041-4ed6-b0da-5452494c4df7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Made reservation on behalf of 4c3e544ed8fa40688d0eb20b8ddce107 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:35:44.756205 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-b0a4b2af-2041-4ed6-b0da-5452494c4df7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:44.780812 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34782) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:44.803977 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Floating IP 06078141-a27a-4976-8ac6-dbd93c6baea7 associated. External IP: 172.25.5.81, port: 3626c58e-0406-4d55-a6e1-63b64355e4fc. Aug 17 02:35:45.029003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:45.033397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087dc6b-e34b-4edc-a83f-2b5eb2ce5cbf req-e27002b9-7cd6-4d08-94cb-c6bd3ad18360 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:45.044252 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5087dc6b-e34b-4edc-a83f-2b5eb2ce5cbf req-e27002b9-7cd6-4d08-94cb-c6bd3ad18360 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1489100 Aug 17 02:35:45.105471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5087dc6b-e34b-4edc-a83f-2b5eb2ce5cbf req-726c158c-dae8-4cfe-9caa-39f90ba78435 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630243 Aug 17 02:35:45.106589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-b0a4b2af-2041-4ed6-b0da-5452494c4df7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Allocated IP 172.20.0.12 (4f310a3e-4381-4e0e-91ca-bc0978aba406/e4bbe00d-66d1-4503-9a91-d4078c53a1de/cfd55f08-84f8-4017-98fe-64c53639fcbc) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:35:45.127677 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:35:45.194268 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:45.331813 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:35:45.339093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f30d7-09f6-411c-9b22-b75cc677c33c req-da4c50ba-33cd-4878-9889-b7178252b8c3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:45.344494 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231beddc-e848-4cd9-b97f-a50ad6eca906 None None] Sync routers for ids ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:35:45.350816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b3f30d7-09f6-411c-9b22-b75cc677c33c req-da4c50ba-33cd-4878-9889-b7178252b8c3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1087141 Aug 17 02:35:45.364366 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231beddc-e848-4cd9-b97f-a50ad6eca906 None None] Routers {'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:45.366049 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-231beddc-e848-4cd9-b97f-a50ad6eca906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:35:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:45.381557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:45.432141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b3f30d7-09f6-411c-9b22-b75cc677c33c req-160e27cb-4c0b-4949-b348-f8a44a629713 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799766 Aug 17 02:35:45.436765 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:45.439153 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-b0a4b2af-2041-4ed6-b0da-5452494c4df7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:45.519132 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b8363653-375a-44c0-a0d4-32fbdcb0fc72 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7649240 Aug 17 02:35:45.524863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34796) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:45.527041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de489ee-b575-4299-b749-be607f84ff5a', 'tag': '3626c58e-0406-4d55-a6e1-63b64355e4fc'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:35:45.532600 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf670b50-ebc7-4033-90aa-2340b3595946" -d '{"events": [{"name": "network-changed", "server_uuid": "8de489ee-b575-4299-b749-be607f84ff5a", "tag": "3626c58e-0406-4d55-a6e1-63b64355e4fc"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:35:45.620792 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-231beddc-e848-4cd9-b97f-a50ad6eca906 None None] Set router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:45.624184 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-b0a4b2af-2041-4ed6-b0da-5452494c4df7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:45.691705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-b0a4b2af-2041-4ed6-b0da-5452494c4df7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Network 4f310a3e-4381-4e0e-91ca-bc0978aba406 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:45.700439 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-b0a4b2af-2041-4ed6-b0da-5452494c4df7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:45.712414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-b0a4b2af-2041-4ed6-b0da-5452494c4df7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:35:45.743156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Allocated IP 172.25.5.144 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/4845970f-dd0f-4ecf-93ca-7c238503321f) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:35:45.743928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 2b4e4268-b45f-4615-91d7-418beebe372a no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:35:45.758055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4b2af-2041-4ed6-b0da-5452494c4df7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'Port': ['ID=cfd55f08-84f8-4017-98fe-64c53639fcbc,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:45.808153 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-b0a4b2af-2041-4ed6-b0da-5452494c4df7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:45.808834 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-b0a4b2af-2041-4ed6-b0da-5452494c4df7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:45.829050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 2b4e4268-b45f-4615-91d7-418beebe372a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:35:45.830164 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 2b4e4268-b45f-4615-91d7-418beebe372a not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:35:45.902019 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-b0a4b2af-2041-4ed6-b0da-5452494c4df7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5103965 Aug 17 02:35:45.937801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Request body: {'port': {'device_id': '507c1a80-abac-4a2d-ada0-71d04a5edbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:45.956513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793cb5b8-c527-44cd-bf58-b16d7cd5f0f4 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:45.956513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793cb5b8-c527-44cd-bf58-b16d7cd5f0f4 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:45.956513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793cb5b8-c527-44cd-bf58-b16d7cd5f0f4 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:45.956513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793cb5b8-c527-44cd-bf58-b16d7cd5f0f4 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:45.956513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793cb5b8-c527-44cd-bf58-b16d7cd5f0f4 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:45.956513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793cb5b8-c527-44cd-bf58-b16d7cd5f0f4 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:45.956513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793cb5b8-c527-44cd-bf58-b16d7cd5f0f4 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:45.957685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793cb5b8-c527-44cd-bf58-b16d7cd5f0f4 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:45.957685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793cb5b8-c527-44cd-bf58-b16d7cd5f0f4 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:45.957999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793cb5b8-c527-44cd-bf58-b16d7cd5f0f4 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:45.958912 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793cb5b8-c527-44cd-bf58-b16d7cd5f0f4 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:45.961591 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-793cb5b8-c527-44cd-bf58-b16d7cd5f0f4 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7773 time: 0.4173729 Aug 17 02:35:45.966163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34810) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:46.017358 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-231beddc-e848-4cd9-b97f-a50ad6eca906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:34:55Z', 'updated_at': '2021-08-17T02:35:10Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:34:56Z', 'updated_at': '2021-08-17T02:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '06078141-a27a-4976-8ac6-dbd93c6baea7', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'port_id': '3626c58e-0406-4d55-a6e1-63b64355e4fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'mac_address': 'fa:16:3e:c3:58:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de489ee-b575-4299-b749-be607f84ff5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:35:43Z', 'updated_at': '2021-08-17T02:35:43Z', 'revision_number': 0, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f30af0-0452-4c2b-b7eb-673452968557', 'name': '', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'mac_address': 'fa:16:3e:c7:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '3daa008e-8e17-4793-aa30-71a500e42310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:08Z', 'updated_at': '2021-08-17T02:35:17Z', 'revision_number': 5, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'subnets': [{'id': '3daa008e-8e17-4793-aa30-71a500e42310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:46.086221 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:46.141341 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0aab78f-c268-4b5c-b9b8-4df56904c682 x-openstack-request-id: req-c0aab78f-c268-4b5c-b9b8-4df56904c682 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:35:46.141827 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de489ee-b575-4299-b749-be607f84ff5a", "tag": "3626c58e-0406-4d55-a6e1-63b64355e4fc", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:35:46.142179 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0aab78f-c268-4b5c-b9b8-4df56904c682 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:35:46.147278 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de489ee-b575-4299-b749-be607f84ff5a', 'tag': '3626c58e-0406-4d55-a6e1-63b64355e4fc', 'status': 'completed', 'code': 200} Aug 17 02:35:46.180392 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231beddc-e848-4cd9-b97f-a50ad6eca906 None None] Checking router: ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:35:46.200061 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231beddc-e848-4cd9-b97f-a50ad6eca906 None None] Routers {'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:46.201561 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-231beddc-e848-4cd9-b97f-a50ad6eca906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:35:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:46.228778 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752a452-9170-4cd8-a067-54e04fbf66c0 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.233976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752a452-9170-4cd8-a067-54e04fbf66c0 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.233976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752a452-9170-4cd8-a067-54e04fbf66c0 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.233976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752a452-9170-4cd8-a067-54e04fbf66c0 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.233976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752a452-9170-4cd8-a067-54e04fbf66c0 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.233976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752a452-9170-4cd8-a067-54e04fbf66c0 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.233976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752a452-9170-4cd8-a067-54e04fbf66c0 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.233976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752a452-9170-4cd8-a067-54e04fbf66c0 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.233976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752a452-9170-4cd8-a067-54e04fbf66c0 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.233976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752a452-9170-4cd8-a067-54e04fbf66c0 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.238532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752a452-9170-4cd8-a067-54e04fbf66c0 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.240894 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6752a452-9170-4cd8-a067-54e04fbf66c0 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7102 time: 0.2740653 Aug 17 02:35:46.241473 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34814) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:46.320676 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:46.358745 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-231beddc-e848-4cd9-b97f-a50ad6eca906 None None] Set router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:46.370984 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada54182-c06c-437b-86ff-14717f44a75c req-ba3279a9-5363-4585-8ad3-8dfa3ee54d89 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.372772 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ada54182-c06c-437b-86ff-14717f44a75c req-ba3279a9-5363-4585-8ad3-8dfa3ee54d89 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 932 time: 0.1103473 Aug 17 02:35:46.399341 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf670b50-ebc7-4033-90aa-2340b3595946 req-ba249a5f-93e7-4210-88a5-3a5d591610e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.401190 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bf670b50-ebc7-4033-90aa-2340b3595946 req-ba249a5f-93e7-4210-88a5-3a5d591610e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fd89972482a4c83b3a151474a4ba945&device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 1137 time: 0.2492275 Aug 17 02:35:46.461623 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ada54182-c06c-437b-86ff-14717f44a75c req-b63478a9-d834-4c3d-af43-48b17a792f0b tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589278 Aug 17 02:35:46.602661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd55f08-84f8-4017-98fe-64c53639fcbc {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:35:46.618802 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:46.640258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Transition to ACTIVE for port object cfd55f08-84f8-4017-98fe-64c53639fcbc will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:46.644508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf670b50-ebc7-4033-90aa-2340b3595946 req-0aa9ec45-3202-4521-b160-53b5af3385e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.646094 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bf670b50-ebc7-4033-90aa-2340b3595946 req-0aa9ec45-3202-4521-b160-53b5af3385e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 HTTP/1.1" status: 200 len: 898 time: 0.2351947 Aug 17 02:35:46.674204 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:46.700071 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-231beddc-e848-4cd9-b97f-a50ad6eca906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:34:55Z', 'updated_at': '2021-08-17T02:35:10Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:34:56Z', 'updated_at': '2021-08-17T02:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '06078141-a27a-4976-8ac6-dbd93c6baea7', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'port_id': '3626c58e-0406-4d55-a6e1-63b64355e4fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'mac_address': 'fa:16:3e:c3:58:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de489ee-b575-4299-b749-be607f84ff5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:35:43Z', 'updated_at': '2021-08-17T02:35:43Z', 'revision_number': 0, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f30af0-0452-4c2b-b7eb-673452968557', 'name': '', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'mac_address': 'fa:16:3e:c7:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '3daa008e-8e17-4793-aa30-71a500e42310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:08Z', 'updated_at': '2021-08-17T02:35:17Z', 'revision_number': 5, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'subnets': [{'id': '3daa008e-8e17-4793-aa30-71a500e42310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:46.742724 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231beddc-e848-4cd9-b97f-a50ad6eca906 None None] The sync data for ids ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'] in n-d-793621-31 is: [{'id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:34:55Z', 'updated_at': '2021-08-17T02:35:10Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:34:56Z', 'updated_at': '2021-08-17T02:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '06078141-a27a-4976-8ac6-dbd93c6baea7', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'port_id': '3626c58e-0406-4d55-a6e1-63b64355e4fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'mac_address': 'fa:16:3e:c3:58:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de489ee-b575-4299-b749-be607f84ff5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:35:43Z', 'updated_at': '2021-08-17T02:35:43Z', 'revision_number': 0, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f30af0-0452-4c2b-b7eb-673452968557', 'name': '', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'mac_address': 'fa:16:3e:c7:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '3daa008e-8e17-4793-aa30-71a500e42310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:08Z', 'updated_at': '2021-08-17T02:35:17Z', 'revision_number': 5, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'subnets': [{'id': '3daa008e-8e17-4793-aa30-71a500e42310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:35:46.767131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f5b27-590b-437b-a263-a5740ff1aad7 req-db3733c7-2db4-4438-b8d9-5ee28d5a28ef tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.769276 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a89f5b27-590b-437b-a263-a5740ff1aad7 req-db3733c7-2db4-4438-b8d9-5ee28d5a28ef tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=6558d059-87e8-470c-8557-3d260ba16c60 HTTP/1.1" status: 200 len: 945 time: 0.0689056 Aug 17 02:35:46.774546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:46.781501 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:46.787111 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:46.795693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:35:46.836395 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Pushing event updated for resources: {'Port': ['ID=4845970f-dd0f-4ecf-93ca-7c238503321f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:46.840026 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bf670b50-ebc7-4033-90aa-2340b3595946 req-f8c83a8b-26d5-4dd0-95d2-d10ceeaafbb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3626c58e-0406-4d55-a6e1-63b64355e4fc HTTP/1.1" status: 200 len: 999 time: 0.1838768 Aug 17 02:35:46.868606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd55f08-84f8-4017-98fe-64c53639fcbc,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:46.898028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a89f5b27-590b-437b-a263-a5740ff1aad7 req-047f04e0-a406-463d-b645-49ef0fd60de0 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204493 Aug 17 02:35:46.923885 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-57aaf86c-ce16-4993-b0d2-f1eff9e3b1d3 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3058 time: 0.6769750 Aug 17 02:35:46.926493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34820) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:46.987005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf670b50-ebc7-4033-90aa-2340b3595946 req-588e4eca-31ad-4807-96bd-0f75cf0b5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.988572 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bf670b50-ebc7-4033-90aa-2340b3595946 req-588e4eca-31ad-4807-96bd-0f75cf0b5fb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3daa008e-8e17-4793-aa30-71a500e42310 HTTP/1.1" status: 200 len: 834 time: 0.1397548 Aug 17 02:35:47.062829 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:47.071735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Attempting to bind port cfd55f08-84f8-4017-98fe-64c53639fcbc on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:47.071735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Attempting to bind port cfd55f08-84f8-4017-98fe-64c53639fcbc by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f310a3e-4381-4e0e-91ca-bc0978aba406'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:47.071735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Attempting to bind port cfd55f08-84f8-4017-98fe-64c53639fcbc on network 4f310a3e-4381-4e0e-91ca-bc0978aba406 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:47.073342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414fa5b4-7170-48ba-b62e-41b9b3cd399f tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:47.074111 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414fa5b4-7170-48ba-b62e-41b9b3cd399f tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:47.080181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Port cfd55f08-84f8-4017-98fe-64c53639fcbc on network 4f310a3e-4381-4e0e-91ca-bc0978aba406 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:35:47.080494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Attempting to bind port cfd55f08-84f8-4017-98fe-64c53639fcbc on network 4f310a3e-4381-4e0e-91ca-bc0978aba406 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:47.082603 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-414fa5b4-7170-48ba-b62e-41b9b3cd399f tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 HTTP/1.1" status: 200 len: 1991 time: 0.1532741 Aug 17 02:35:47.098339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af52224-13e3-4f16-8247-c2ecaac6e7d0 req-889c806b-1f4a-4d68-b174-6daffb31289f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:47.099978 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1af52224-13e3-4f16-8247-c2ecaac6e7d0 req-889c806b-1f4a-4d68-b174-6daffb31289f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1018841 Aug 17 02:35:47.101592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:35:47.102660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Checking segment: {'id': 'c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f310a3e-4381-4e0e-91ca-bc0978aba406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:47.102660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Bound using segment: {'id': 'c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f310a3e-4381-4e0e-91ca-bc0978aba406'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:35:47.107013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Bound port: cfd55f08-84f8-4017-98fe-64c53639fcbc, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f310a3e-4381-4e0e-91ca-bc0978aba406'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:35:47.107013 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:47.107868 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf670b50-ebc7-4033-90aa-2340b3595946 req-6483ab2a-b277-421a-9391-8556b7c3ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:47.110833 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bf670b50-ebc7-4033-90aa-2340b3595946 req-6483ab2a-b277-421a-9391-8556b7c3ea0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143484 Aug 17 02:35:47.120259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479f668f-56cb-4e3b-aead-7dad77b655b7 None None] New status for floating IP 06078141-a27a-4976-8ac6-dbd93c6baea7: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:35:47.220639 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1af52224-13e3-4f16-8247-c2ecaac6e7d0 req-89d996e6-8c77-4b8e-b20c-cc6e677e19f3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025758 Aug 17 02:35:47.254786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] For port cfd55f08-84f8-4017-98fe-64c53639fcbc, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:35:47.260025 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] For port cfd55f08-84f8-4017-98fe-64c53639fcbc, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=cfd55f08-84f8-4017-98fe-64c53639fcbc,segment=NetworkSegment(c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb),segment_id=c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:35:47.337916 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:47.402588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:47.403300 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:47.404897 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] 10.222.0.42 "PUT /v2.0/ports/cfd55f08-84f8-4017-98fe-64c53639fcbc HTTP/1.1" status: 200 len: 1093 time: 1.4726455 Aug 17 02:35:47.405473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507c1a80-abac-4a2d-ada0-71d04a5edbc9', 'tag': 'cfd55f08-84f8-4017-98fe-64c53639fcbc'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:35:47.408933 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d5c096-edc7-43a0-8dfb-84f5f87d7906" -d '{"events": [{"name": "network-changed", "server_uuid": "507c1a80-abac-4a2d-ada0-71d04a5edbc9", "tag": "cfd55f08-84f8-4017-98fe-64c53639fcbc"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:35:47.454309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50f572-4607-4ba0-8f92-8d0874b5ddd0 req-220502b1-6fcc-4a13-acd1-2951bf5bf117 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:47.455998 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7c50f572-4607-4ba0-8f92-8d0874b5ddd0 req-220502b1-6fcc-4a13-acd1-2951bf5bf117 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 946 time: 0.1560409 Aug 17 02:35:47.461925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3fbee-d820-4a9f-9a33-fdafe81cbbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd55f08-84f8-4017-98fe-64c53639fcbc,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:47.533029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7c50f572-4607-4ba0-8f92-8d0874b5ddd0 req-145b8e54-0c07-40c3-a331-2d3698e23608 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574591 Aug 17 02:35:47.588441 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:47.619753 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-9392ea90-5a67-4e9b-92e5-587a46074ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:47.621444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-9392ea90-5a67-4e9b-92e5-587a46074ef3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c3e544ed8fa40688d0eb20b8ddce107&device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 1096 time: 0.0552304 Aug 17 02:35:47.644984 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bf670b50-ebc7-4033-90aa-2340b3595946 req-6f648a27-6918-40e0-bc6e-7e2c2dde86a8 service neutron] 10.222.0.42 "GET /v2.0/networks/1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268099 Aug 17 02:35:47.678967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-04104f8b-b888-419f-8d66-37f9501a49d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfd55f08-84f8-4017-98fe-64c53639fcbc HTTP/1.1" status: 200 len: 217 time: 0.0407138 Aug 17 02:35:47.770272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-6d48f690-9c42-43bc-b9f6-7f14388211d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:47.771641 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-6d48f690-9c42-43bc-b9f6-7f14388211d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4bbe00d-66d1-4503-9a91-d4078c53a1de HTTP/1.1" status: 200 len: 852 time: 0.0750234 Aug 17 02:35:47.780972 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415b081-ae2b-49a7-a911-f12b6a2c80dc req-da3420cc-1cd6-4f37-9337-ba3976ee9626 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:47.782741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c415b081-ae2b-49a7-a911-f12b6a2c80dc req-da3420cc-1cd6-4f37-9337-ba3976ee9626 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0993087 Aug 17 02:35:47.821702 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bf670b50-ebc7-4033-90aa-2340b3595946 req-d117e378-df26-47d6-bc40-68557b66be3d service neutron] 10.222.0.42 "GET /v2.0/networks/1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690893 Aug 17 02:35:47.824477 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-1dbc2b2b-725d-46b1-b5a2-09dc6191c4d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f310a3e-4381-4e0e-91ca-bc0978aba406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407233 Aug 17 02:35:47.847077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c415b081-ae2b-49a7-a911-f12b6a2c80dc req-5edb7c4d-4ac3-4e86-a739-a3d005fe962d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535569 Aug 17 02:35:47.852601 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:47.907318 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae765a4-3edc-4a12-b8be-c878074ce2d5 x-openstack-request-id: req-eae765a4-3edc-4a12-b8be-c878074ce2d5 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:35:47.907676 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507c1a80-abac-4a2d-ada0-71d04a5edbc9", "tag": "cfd55f08-84f8-4017-98fe-64c53639fcbc", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:35:47.907937 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eae765a4-3edc-4a12-b8be-c878074ce2d5 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:35:47.908364 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507c1a80-abac-4a2d-ada0-71d04a5edbc9', 'tag': 'cfd55f08-84f8-4017-98fe-64c53639fcbc', 'status': 'completed', 'code': 200} Aug 17 02:35:47.977807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-a541c9b0-8915-4636-8412-46514371803c service neutron] 10.222.0.42 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294389 Aug 17 02:35:48.072569 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:48.115871 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2499c7-615f-4f6a-9b0f-fc08c837152f req-7306a45e-377d-4a29-a9a9-03ddcbb8bd61 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:48.117617 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c2499c7-615f-4f6a-9b0f-fc08c837152f req-7306a45e-377d-4a29-a9a9-03ddcbb8bd61 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 944 time: 0.1196995 Aug 17 02:35:48.137020 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5b3f4c1-f3bc-40a3-aa25-0fa1c5e5b7b6 req-5e446109-7ff2-446b-a429-9d9ff4ad36bf service neutron] 10.222.0.42 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511350 Aug 17 02:35:48.154493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Pushing event updated for resources: {'Port': ['ID=4845970f-dd0f-4ecf-93ca-7c238503321f,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:48.172624 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:48.181110 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c2499c7-615f-4f6a-9b0f-fc08c837152f req-3bbc8812-4b4f-4542-a6f5-a6acde1cb7bb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543945 Aug 17 02:35:48.341649 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:48.342867 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e4fbe051-f7e5-44e1-b5cf-63153666dbdc tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5561936 Aug 17 02:35:48.345862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34846) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:48.351314 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-2930b668-5011-4db0-ba58-d29a04d66e22 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-253993597', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'fixed_ips': [{'ip_address': '172.25.5.144'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:48.400932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3bcce-cd82-42ed-bbb6-217d04ce07fe req-c4645ccc-ea90-4ac0-927d-dc785fca7c8e tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:48.404034 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9c3bcce-cd82-42ed-bbb6-217d04ce07fe req-c4645ccc-ea90-4ac0-927d-dc785fca7c8e tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.18 "GET /v2.0/ports?device_id=6558d059-87e8-470c-8557-3d260ba16c60 HTTP/1.1" status: 200 len: 945 time: 0.0535176 Aug 17 02:35:48.499739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5c096-edc7-43a0-8dfb-84f5f87d7906 req-d7f35848-979c-4b3a-851e-48a40e79bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:48.507552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2930b668-5011-4db0-ba58-d29a04d66e22 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Made reservation on behalf of c9e4995a8b8c451a9a50774a134946fa for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:35:48.507706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9d5c096-edc7-43a0-8dfb-84f5f87d7906 req-d7f35848-979c-4b3a-851e-48a40e79bed9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c3e544ed8fa40688d0eb20b8ddce107&device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 1096 time: 0.0978005 Aug 17 02:35:48.507835 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2930b668-5011-4db0-ba58-d29a04d66e22 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:48.513774 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2930b668-5011-4db0-ba58-d29a04d66e22 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:48.575605 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-c9c3bcce-cd82-42ed-bbb6-217d04ce07fe req-20a2237e-8ea1-4b97-922c-c9bfbdb82728 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Deleting port be9beb8e-191e-4688-aea8-92fc549d0e0c {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:35:48.576153 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c9c3bcce-cd82-42ed-bbb6-217d04ce07fe req-20a2237e-8ea1-4b97-922c-c9bfbdb82728 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:48.620355 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2930b668-5011-4db0-ba58-d29a04d66e22 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:48.668390 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5c096-edc7-43a0-8dfb-84f5f87d7906 req-cdd5c386-14c3-40dd-870c-a97214376dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:48.669914 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9d5c096-edc7-43a0-8dfb-84f5f87d7906 req-cdd5c386-14c3-40dd-870c-a97214376dae service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f310a3e-4381-4e0e-91ca-bc0978aba406 HTTP/1.1" status: 200 len: 913 time: 0.1595871 Aug 17 02:35:48.728537 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9d5c096-edc7-43a0-8dfb-84f5f87d7906 req-53734f07-6d1b-4621-92b0-d660563e46aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfd55f08-84f8-4017-98fe-64c53639fcbc HTTP/1.1" status: 200 len: 217 time: 0.0455239 Aug 17 02:35:48.738490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-c9c3bcce-cd82-42ed-bbb6-217d04ce07fe req-20a2237e-8ea1-4b97-922c-c9bfbdb82728 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] For port be9beb8e-191e-4688-aea8-92fc549d0e0c, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=be9beb8e-191e-4688-aea8-92fc549d0e0c,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:48.738862 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c9c3bcce-cd82-42ed-bbb6-217d04ce07fe req-20a2237e-8ea1-4b97-922c-c9bfbdb82728 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:48.775743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-c9c3bcce-cd82-42ed-bbb6-217d04ce07fe req-20a2237e-8ea1-4b97-922c-c9bfbdb82728 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Calling delete_port for be9beb8e-191e-4688-aea8-92fc549d0e0c owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:35:48.809745 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2930b668-5011-4db0-ba58-d29a04d66e22 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:48.820308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-2930b668-5011-4db0-ba58-d29a04d66e22 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] device_id is not set on port 4dbdf650-bc95-467a-9048-5e3fb837b9ea yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:35:48.832746 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5c096-edc7-43a0-8dfb-84f5f87d7906 req-610e5f2f-594f-4e3d-8328-9877fd81113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:48.834271 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9d5c096-edc7-43a0-8dfb-84f5f87d7906 req-610e5f2f-594f-4e3d-8328-9877fd81113d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4bbe00d-66d1-4503-9a91-d4078c53a1de HTTP/1.1" status: 200 len: 852 time: 0.0977819 Aug 17 02:35:48.879839 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9d5c096-edc7-43a0-8dfb-84f5f87d7906 req-8539a3bc-8187-498a-bbb6-776ed8ef0a6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f310a3e-4381-4e0e-91ca-bc0978aba406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329289 Aug 17 02:35:48.887938 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930b668-5011-4db0-ba58-d29a04d66e22 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2408b95f-13d8-49fa-9a83-e0fe44ecb527,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:49.023140 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9d5c096-edc7-43a0-8dfb-84f5f87d7906 req-fcc56319-0290-4877-ae43-05aef4f95e70 service neutron] 10.222.0.42 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335623 Aug 17 02:35:49.096840 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2930b668-5011-4db0-ba58-d29a04d66e22 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 17 02:35:49.100802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2930b668-5011-4db0-ba58-d29a04d66e22 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:35:49.262386 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2930b668-5011-4db0-ba58-d29a04d66e22 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9152844 Aug 17 02:35:49.266639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34862) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:49.438778 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8f104958-78ce-4f64-ba4c-64cc9f614824 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Deleting port 4845970f-dd0f-4ecf-93ca-7c238503321f {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:35:49.439131 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f104958-78ce-4f64-ba4c-64cc9f614824 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:49.471501 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c9c3bcce-cd82-42ed-bbb6-217d04ce07fe req-20a2237e-8ea1-4b97-922c-c9bfbdb82728 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:49.502902 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['6ae471ba-c6b2-44f1-b265-01c53de1b3ea', 'be9beb8e-191e-4688-aea8-92fc549d0e0c'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:35:49.525033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2237e-8ea1-4b97-922c-c9bfbdb82728 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Pushing event deleted for resources: {'Port': ['ID=be9beb8e-191e-4688-aea8-92fc549d0e0c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:49.550485 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f104958-78ce-4f64-ba4c-64cc9f614824 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:49.551046 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f104958-78ce-4f64-ba4c-64cc9f614824 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:49.565779 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8f104958-78ce-4f64-ba4c-64cc9f614824 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Calling delete_port for 4845970f-dd0f-4ecf-93ca-7c238503321f owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:35:49.590972 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdac6bf-9d24-467c-8976-8f89b6a133df req-2cb66bb4-9791-4022-9920-c94a7d093aba tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:49.592482 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5cdac6bf-9d24-467c-8976-8f89b6a133df req-2cb66bb4-9791-4022-9920-c94a7d093aba tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=6558d059-87e8-470c-8557-3d260ba16c60 HTTP/1.1" status: 200 len: 867 time: 0.5109656 Aug 17 02:35:49.593870 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c3bcce-cd82-42ed-bbb6-217d04ce07fe req-20a2237e-8ea1-4b97-922c-c9bfbdb82728 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] No DVR routers for this DVR port be9beb8e-191e-4688-aea8-92fc549d0e0c on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:35:49.597069 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9d5c096-edc7-43a0-8dfb-84f5f87d7906 req-8c8641b6-f01a-415f-9ba9-690dfb1d350e service neutron] 10.222.0.42 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634112 Aug 17 02:35:49.597946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c9c3bcce-cd82-42ed-bbb6-217d04ce07fe req-20a2237e-8ea1-4b97-922c-c9bfbdb82728 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:49.600018 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9c3bcce-cd82-42ed-bbb6-217d04ce07fe req-20a2237e-8ea1-4b97-922c-c9bfbdb82728 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.18 "DELETE /v2.0/ports/be9beb8e-191e-4688-aea8-92fc549d0e0c HTTP/1.1" status: 204 len: 173 time: 1.1871018 Aug 17 02:35:49.642726 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5cdac6bf-9d24-467c-8976-8f89b6a133df req-734930d8-2329-4e3b-b7ee-6b3de4855cdc tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413311 Aug 17 02:35:49.857143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70aff1-9503-4ec3-aef0-981697c14759 req-d009bfd0-9bbc-438d-8db9-e70de06c2d2d tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:49.859366 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb70aff1-9503-4ec3-aef0-981697c14759 req-d009bfd0-9bbc-438d-8db9-e70de06c2d2d tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 944 time: 0.0539773 Aug 17 02:35:49.861836 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f104958-78ce-4f64-ba4c-64cc9f614824 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:49.893693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f104958-78ce-4f64-ba4c-64cc9f614824 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Pushing event deleted for resources: {'Port': ['ID=4845970f-dd0f-4ecf-93ca-7c238503321f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:49.910240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6558d059-87e8-470c-8557-3d260ba16c60', 'name': 'network-vif-deleted', 'tag': 'be9beb8e-191e-4688-aea8-92fc549d0e0c'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:35:49.913153 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddd58dd-8d79-43d2-99c6-de0bb9daa7bf" -d '{"events": [{"server_uuid": "6558d059-87e8-470c-8557-3d260ba16c60", "name": "network-vif-deleted", "tag": "be9beb8e-191e-4688-aea8-92fc549d0e0c"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:35:49.919860 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb70aff1-9503-4ec3-aef0-981697c14759 req-8e99cdd3-344f-45c2-a42a-bfbd1b9bf797 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520532 Aug 17 02:35:49.964101 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f104958-78ce-4f64-ba4c-64cc9f614824 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:49.967663 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f104958-78ce-4f64-ba4c-64cc9f614824 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:49.971203 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8f104958-78ce-4f64-ba4c-64cc9f614824 tempest-ExternalNetworksAdminNegativeTestJSON-843615034 tempest-ExternalNetworksAdminNegativeTestJSON-843615034-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/118402cb-e33b-4289-929b-1027f9311b9c HTTP/1.1" status: 204 len: 168 time: 0.7029459 Aug 17 02:35:50.087345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d1316-f8b3-4f0c-b83a-250b20468e4a req-4fc6292e-bd84-42e6-ba00-219439dd2b33 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:50.089105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-026d1316-f8b3-4f0c-b83a-250b20468e4a req-4fc6292e-bd84-42e6-ba00-219439dd2b33 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0743315 Aug 17 02:35:50.132384 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-026d1316-f8b3-4f0c-b83a-250b20468e4a req-ca2b2c10-9808-44e4-9e4e-92bb526e21ce tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357075 Aug 17 02:35:50.182884 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f8eeab-e930-4d7d-8ed6-79137154099e x-openstack-request-id: req-10f8eeab-e930-4d7d-8ed6-79137154099e {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:35:50.187394 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6558d059-87e8-470c-8557-3d260ba16c60", "name": "network-vif-deleted", "tag": "be9beb8e-191e-4688-aea8-92fc549d0e0c", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:35:50.187394 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10f8eeab-e930-4d7d-8ed6-79137154099e {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:35:50.187394 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6558d059-87e8-470c-8557-3d260ba16c60', 'name': 'network-vif-deleted', 'tag': 'be9beb8e-191e-4688-aea8-92fc549d0e0c', 'status': 'completed', 'code': 200} Aug 17 02:35:50.278651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358da428-6841-4a09-9b63-efbb00596164 req-09fdfb71-62db-42f0-8a46-f2c21cfa25ae tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:50.280025 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-358da428-6841-4a09-9b63-efbb00596164 req-09fdfb71-62db-42f0-8a46-f2c21cfa25ae tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0503771 Aug 17 02:35:50.325892 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-358da428-6841-4a09-9b63-efbb00596164 req-c51288b7-2234-47c7-9966-d4b6deb16c67 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390055 Aug 17 02:35:50.566428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c597ff-e55d-43a0-bb85-55f21579ecde req-c9028518-307d-449b-8743-c4906acdc4a2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:50.568245 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72c597ff-e55d-43a0-bb85-55f21579ecde req-c9028518-307d-449b-8743-c4906acdc4a2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/networks?id=1c555dff-0fbd-481c-9788-48ee2bc88c22 HTTP/1.1" status: 200 len: 814 time: 0.1186645 Aug 17 02:35:50.585681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72c597ff-e55d-43a0-bb85-55f21579ecde req-1046e99a-7834-4a19-96e8-49d38ef11faf tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/quotas/af66f741a9e7435193ccb1b435243ed2 HTTP/1.1" status: 200 len: 375 time: 0.0108805 Aug 17 02:35:50.639518 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72c597ff-e55d-43a0-bb85-55f21579ecde req-05728a74-9d08-4d0e-b3a3-d4b074cdd457 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af66f741a9e7435193ccb1b435243ed2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470805 Aug 17 02:35:50.794726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc997a9-1721-4ff9-bdf1-a5afc7605c6b req-12ceccf9-70f1-4881-bab4-ab6f353d69dd tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:50.796520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5dc997a9-1721-4ff9-bdf1-a5afc7605c6b req-12ceccf9-70f1-4881-bab4-ab6f353d69dd tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0794516 Aug 17 02:35:50.822950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34898) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:50.853907 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5dc997a9-1721-4ff9-bdf1-a5afc7605c6b req-a70a900e-da78-4cfe-9461-ac2d5b6b15f8 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432513 Aug 17 02:35:50.947736 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-415d6483-cff9-4739-9966-581373d35b30 req-433148fa-35d9-425a-beb5-eaa82d35f19a tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=6558d059-87e8-470c-8557-3d260ba16c60 HTTP/1.1" status: 200 len: 210 time: 0.0293641 Aug 17 02:35:50.961414 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-caea1ced-2055-4508-a84e-5a47548c06c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:51.072808 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-caea1ced-2055-4508-a84e-5a47548c06c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:51.164898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ca07a-eb22-48fe-b610-f4fc66f208e6 req-a5b93859-61b5-4dfa-993c-906f64152922 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:51.166608 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e29ca07a-eb22-48fe-b610-f4fc66f208e6 req-a5b93859-61b5-4dfa-993c-906f64152922 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0506818 Aug 17 02:35:51.199458 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-caea1ced-2055-4508-a84e-5a47548c06c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:51.232621 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e29ca07a-eb22-48fe-b610-f4fc66f208e6 req-a1682b17-45f6-43af-a9c9-7fb8c8978358 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565815 Aug 17 02:35:51.249896 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-caea1ced-2055-4508-a84e-5a47548c06c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a896c7d7809b41258c6e56323111a8ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4244335 Aug 17 02:35:51.253194 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34912) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:51.262385 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea1ced-2055-4508-a84e-5a47548c06c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ea2fb3-1f9e-4aa8-846f-4984a4fd04a3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:51.314478 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5f077120-5f6a-4334-bd0e-c7d766f7d6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:51.338759 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5f077120-5f6a-4334-bd0e-c7d766f7d6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:51.368230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89b3c4-414e-4e50-a543-0c7c60022c4f req-13829fe3-e4b4-487e-be2c-d175fc2118c8 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:51.371297 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6b89b3c4-414e-4e50-a543-0c7c60022c4f req-13829fe3-e4b4-487e-be2c-d175fc2118c8 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 944 time: 0.0637243 Aug 17 02:35:51.412192 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6b89b3c4-414e-4e50-a543-0c7c60022c4f req-6f8808ad-24cf-434e-9935-105055d2d208 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332971 Aug 17 02:35:51.490073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5f077120-5f6a-4334-bd0e-c7d766f7d6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:51.492628 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5f077120-5f6a-4334-bd0e-c7d766f7d6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:51.493881 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5f077120-5f6a-4334-bd0e-c7d766f7d6a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9ea2fb3-1f9e-4aa8-846f-4984a4fd04a3 HTTP/1.1" status: 204 len: 168 time: 0.2398345 Aug 17 02:35:51.502352 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f077120-5f6a-4334-bd0e-c7d766f7d6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ea2fb3-1f9e-4aa8-846f-4984a4fd04a3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:51.521327 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f474ad1-cd24-46c9-ac65-a5c535afdd93 req-3fbe12c0-9d40-4e6c-a9ec-c0be52e33529 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=af66f741a9e7435193ccb1b435243ed2 HTTP/1.1" status: 200 len: 221 time: 0.0339303 Aug 17 02:35:51.634776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dae12-6870-4e45-9ae6-395923b70b5e req-72f82c21-26e8-4496-a1e2-3b02403b42cf tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:51.636245 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-965dae12-6870-4e45-9ae6-395923b70b5e req-72f82c21-26e8-4496-a1e2-3b02403b42cf tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0537210 Aug 17 02:35:51.678400 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-965dae12-6870-4e45-9ae6-395923b70b5e req-23565a57-7481-466b-99aa-4ed22dab6fe4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351779 Aug 17 02:35:51.746512 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device be9beb8e-191e-4688-aea8-92fc549d0e0c no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:35:51.779033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: be9beb8e-191e-4688-aea8-92fc549d0e0c {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:35:51.788846 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device be9beb8e-191e-4688-aea8-92fc549d0e0c not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:35:51.805442 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3b1f7-29b1-4063-8fe2-390593105159 req-5ba10bc7-d8ef-4f9a-a616-65b312e181f4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:51.806911 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97c3b1f7-29b1-4063-8fe2-390593105159 req-5ba10bc7-d8ef-4f9a-a616-65b312e181f4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0530047 Aug 17 02:35:51.848541 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97c3b1f7-29b1-4063-8fe2-390593105159 req-c899546d-2b8a-4ddd-b79f-9e73adbc43f9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347948 Aug 17 02:35:52.018518 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb30c9-91d7-4975-928e-05dc0c3575da req-a2246041-ac6a-4e77-a2fb-4b11dd3784c7 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:52.020094 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-74fb30c9-91d7-4975-928e-05dc0c3575da req-a2246041-ac6a-4e77-a2fb-4b11dd3784c7 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0636513 Aug 17 02:35:52.064455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-74fb30c9-91d7-4975-928e-05dc0c3575da req-a796952d-aba5-471e-98cc-85e059beaea1 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 Aug 17 02:35:52.394137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be702c-5684-47ca-9efc-64492caf4732 req-6ec1df13-dad4-4519-ac33-ad47a8321563 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:52.395971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9be702c-5684-47ca-9efc-64492caf4732 req-6ec1df13-dad4-4519-ac33-ad47a8321563 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0539429 Aug 17 02:35:52.409566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34952) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:52.458000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9be702c-5684-47ca-9efc-64492caf4732 req-b6f2764e-1077-49d5-a479-5b2ee6e9329b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560486 Aug 17 02:35:52.477540 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-83b4421e-a25f-4296-8b48-8e0ede03cdb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9e4995a8b8c451a9a50774a134946fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668237 Aug 17 02:35:52.480088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 34956) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:52.541556 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-142eb0b3-469f-40e8-b04b-a780dd1f89b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:52.571107 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-142eb0b3-469f-40e8-b04b-a780dd1f89b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:52.785751 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-142eb0b3-469f-40e8-b04b-a780dd1f89b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:52.788478 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-142eb0b3-469f-40e8-b04b-a780dd1f89b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:52.789664 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-142eb0b3-469f-40e8-b04b-a780dd1f89b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2408b95f-13d8-49fa-9a83-e0fe44ecb527 HTTP/1.1" status: 204 len: 168 time: 0.3077633 Aug 17 02:35:52.799899 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142eb0b3-469f-40e8-b04b-a780dd1f89b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2408b95f-13d8-49fa-9a83-e0fe44ecb527,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:53.192986 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafda99-0599-4029-8675-db10a7163ba6 req-52500c0d-9cb7-4118-b995-cda986f48d2e tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:53.194635 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fbafda99-0599-4029-8675-db10a7163ba6 req-52500c0d-9cb7-4118-b995-cda986f48d2e tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 944 time: 0.0557806 Aug 17 02:35:53.242457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fbafda99-0599-4029-8675-db10a7163ba6 req-50102434-51a1-49e5-bdff-beba4f495303 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378928 Aug 17 02:35:53.365547 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eeb759-d01f-4e32-997a-9c0f11316784 req-7e812358-9171-4e02-854d-b59525f3e095 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:53.367121 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-11eeb759-d01f-4e32-997a-9c0f11316784 req-7e812358-9171-4e02-854d-b59525f3e095 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.0582132 Aug 17 02:35:53.417334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-11eeb759-d01f-4e32-997a-9c0f11316784 req-ba37b09e-9f8a-4b77-a886-193803724363 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379972 Aug 17 02:35:53.431621 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device cfd55f08-84f8-4017-98fe-64c53639fcbc details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:35:53.569740 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51656cb5-e43e-48c9-9cbb-2160094a077e req-bc12f2b1-6183-45de-9ee8-dd9fb8f2a41b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:53.578998 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51656cb5-e43e-48c9-9cbb-2160094a077e req-bc12f2b1-6183-45de-9ee8-dd9fb8f2a41b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0830495 Aug 17 02:35:53.623832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51656cb5-e43e-48c9-9cbb-2160094a077e req-bef6e051-7e74-47b8-8b08-d2ce1011a8a7 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392964 Aug 17 02:35:53.737761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port cfd55f08-84f8-4017-98fe-64c53639fcbc, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=cfd55f08-84f8-4017-98fe-64c53639fcbc,segment=NetworkSegment(c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb),segment_id=c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:53.753453 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'cfd55f08-84f8-4017-98fe-64c53639fcbc', 'network_id': '4f310a3e-4381-4e0e-91ca-bc0978aba406', 'port_id': 'cfd55f08-84f8-4017-98fe-64c53639fcbc', 'mac_address': 'fa:16:3e:34:b2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bbe00d-66d1-4503-9a91-d4078c53a1de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:35:53.803251 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:53.821615 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd55f08-84f8-4017-98fe-64c53639fcbc {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:35:53.849834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port cfd55f08-84f8-4017-98fe-64c53639fcbc, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=cfd55f08-84f8-4017-98fe-64c53639fcbc,segment=NetworkSegment(c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb),segment_id=c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:53.882785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dee09-debf-4f76-ada1-709f5c66c843 req-4c8a7e78-a54d-4224-bacf-6602548a5d73 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:53.884353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b2dee09-debf-4f76-ada1-709f5c66c843 req-4c8a7e78-a54d-4224-bacf-6602548a5d73 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0590212 Aug 17 02:35:53.929978 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b2dee09-debf-4f76-ada1-709f5c66c843 req-db58e538-2c65-44dc-ba4b-a557f0939003 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355809 Aug 17 02:35:53.969395 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:54.027167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=cfd55f08-84f8-4017-98fe-64c53639fcbc,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:54.091200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7748e-cc90-4c82-9922-bf7b565118fe req-9dde1ed9-81b0-4a2b-8291-415f3cf9c565 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:54.092910 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6bf7748e-cc90-4c82-9922-bf7b565118fe req-9dde1ed9-81b0-4a2b-8291-415f3cf9c565 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0600026 Aug 17 02:35:54.137864 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6bf7748e-cc90-4c82-9922-bf7b565118fe req-74e1cce7-67e1-401d-b38c-92301b29b6be tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384650 Aug 17 02:35:54.269899 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63edda-13f8-4806-8da5-0917bd51135c req-1bbd0f84-5eaf-4a3a-a07e-fbd7f5a616d5 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:54.271305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de63edda-13f8-4806-8da5-0917bd51135c req-1bbd0f84-5eaf-4a3a-a07e-fbd7f5a616d5 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0564563 Aug 17 02:35:54.316144 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de63edda-13f8-4806-8da5-0917bd51135c req-9c14b64b-9c01-44e8-b368-bc4791f3b406 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365331 Aug 17 02:35:54.456194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c395e-2405-4fa4-aa5d-6507f5c82bd5 req-57213306-d81a-424f-8995-1d3c540adae6 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:54.457839 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c0c395e-2405-4fa4-aa5d-6507f5c82bd5 req-57213306-d81a-424f-8995-1d3c540adae6 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 945 time: 0.0565455 Aug 17 02:35:54.522346 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c0c395e-2405-4fa4-aa5d-6507f5c82bd5 req-a7578773-99b1-4213-8282-311a9fee8895 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561388 Aug 17 02:35:54.537441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['cfd55f08-84f8-4017-98fe-64c53639fcbc'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:35:54.656574 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35ac52-6cec-4cd6-a5f4-80aa2c78711b req-28b27453-c779-4656-9188-6f50c586538e tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:54.658348 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b35ac52-6cec-4cd6-a5f4-80aa2c78711b req-28b27453-c779-4656-9188-6f50c586538e tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.0564873 Aug 17 02:35:54.699259 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b35ac52-6cec-4cd6-a5f4-80aa2c78711b req-a3bf6bad-e8c4-4f18-9dec-8711258a998a tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337646 Aug 17 02:35:54.826781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c59838-5401-48db-83e7-cdfa07d78580 req-87a590e0-3763-4023-8751-f10da2b894da tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:54.829922 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1c59838-5401-48db-83e7-cdfa07d78580 req-87a590e0-3763-4023-8751-f10da2b894da tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0649986 Aug 17 02:35:54.885648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1c59838-5401-48db-83e7-cdfa07d78580 req-b7fba18d-8efd-43c4-8e7c-ff637bb89cc4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493851 Aug 17 02:35:55.103994 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425a2a3-7317-4a7d-a6b8-6144f9af5466 req-aaf68e24-fee1-4e0c-907e-4a0d28cae9ff tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:55.105676 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a425a2a3-7317-4a7d-a6b8-6144f9af5466 req-aaf68e24-fee1-4e0c-907e-4a0d28cae9ff tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0520132 Aug 17 02:35:55.151780 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a425a2a3-7317-4a7d-a6b8-6144f9af5466 req-7ab2e491-5e2d-4373-a1e0-c80baa2cdbd5 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391023 Aug 17 02:35:55.339750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1e99-9698-498e-b4ec-e031903d5a7d req-3d2b13d2-4a85-4e4d-a27e-69f3b2ca9795 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:55.343024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b03f1e99-9698-498e-b4ec-e031903d5a7d req-3d2b13d2-4a85-4e4d-a27e-69f3b2ca9795 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0892723 Aug 17 02:35:55.356269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09d29b-153a-471f-b3a4-54ec9e4930ca req-7093570c-1d8c-4ece-ac04-2c80bf6dda3c tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:55.357731 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09d29b-153a-471f-b3a4-54ec9e4930ca req-7093570c-1d8c-4ece-ac04-2c80bf6dda3c tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.0753114 Aug 17 02:35:55.430905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6e11478f-186d-416c-a6d1-b91c615a6f06 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:35:55.441570 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b03f1e99-9698-498e-b4ec-e031903d5a7d req-ad684935-cfe8-4fc0-9bb9-c1928562a858 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932713 Aug 17 02:35:55.513148 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-2c09d29b-153a-471f-b3a4-54ec9e4930ca req-17f6a87a-a018-4bdd-b5a6-c886da46b0e2 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Deleting port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:35:55.513548 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c09d29b-153a-471f-b3a4-54ec9e4930ca req-17f6a87a-a018-4bdd-b5a6-c886da46b0e2 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:55.573990 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:55.587598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'port_id': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'mac_address': 'fa:16:3e:8e:63:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:35:55.633453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e013de-8331-4593-9d3d-cbabffe68f06 req-6e6f8017-f1e3-4e97-aff1-93b0353ce3b2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:55.633946 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:55.635003 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91e013de-8331-4593-9d3d-cbabffe68f06 req-6e6f8017-f1e3-4e97-aff1-93b0353ce3b2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1001523 Aug 17 02:35:55.648653 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e11478f-186d-416c-a6d1-b91c615a6f06 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:35:55.670069 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:55.683987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-2c09d29b-153a-471f-b3a4-54ec9e4930ca req-17f6a87a-a018-4bdd-b5a6-c886da46b0e2 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] For port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=6ae471ba-c6b2-44f1-b265-01c53de1b3ea,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:55.684284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c09d29b-153a-471f-b3a4-54ec9e4930ca req-17f6a87a-a018-4bdd-b5a6-c886da46b0e2 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:55.694767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35050) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:55.706643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-2c09d29b-153a-471f-b3a4-54ec9e4930ca req-17f6a87a-a018-4bdd-b5a6-c886da46b0e2 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Calling delete_port for 6ae471ba-c6b2-44f1-b265-01c53de1b3ea owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:35:55.721349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91e013de-8331-4593-9d3d-cbabffe68f06 req-82843673-e3d5-4dac-8195-dd302599a284 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707090 Aug 17 02:35:55.827516 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:55.872363 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1287994543'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:55.875036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a03ae-9cf8-4238-ba31-0702df0ab0d4 req-eaf8d423-5cb0-438f-906d-3446c93e61e8 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:55.876586 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d03a03ae-9cf8-4238-ba31-0702df0ab0d4 req-eaf8d423-5cb0-438f-906d-3446c93e61e8 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 945 time: 0.0849733 Aug 17 02:35:55.890790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6e11478f-186d-416c-a6d1-b91c615a6f06,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:55.917567 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d03a03ae-9cf8-4238-ba31-0702df0ab0d4 req-b042c008-43a6-4849-86b5-cb393f591f41 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345397 Aug 17 02:35:56.011396 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a248d1b-fe3c-4054-baa2-9d1c37893040 req-af6fa683-bb43-48b7-92fe-f95f66eaa098 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465553 Aug 17 02:35:56.033748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8bae5-d4d2-43ea-912e-36c234c9618c req-36bf9102-7b3a-4945-9d32-7442880848d7 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:56.035329 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ba8bae5-d4d2-43ea-912e-36c234c9618c req-36bf9102-7b3a-4945-9d32-7442880848d7 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87f2b60-0e3f-44a3-bca1-fc8f562894a6 HTTP/1.1" status: 200 len: 945 time: 0.0590816 Aug 17 02:35:56.036525 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c09d29b-153a-471f-b3a4-54ec9e4930ca req-17f6a87a-a018-4bdd-b5a6-c886da46b0e2 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:56.055242 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Made reservation on behalf of c2c1efd7dd974e3a96c7b6cce7475671 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:35:56.059078 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:56.066030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['6ae471ba-c6b2-44f1-b265-01c53de1b3ea'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:35:56.075612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6a87a-a018-4bdd-b5a6-c886da46b0e2 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Pushing event deleted for resources: {'Port': ['ID=6ae471ba-c6b2-44f1-b265-01c53de1b3ea,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:56.090741 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:56.109858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['6e11478f-186d-416c-a6d1-b91c615a6f06'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:35:56.140800 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ba8bae5-d4d2-43ea-912e-36c234c9618c req-5306b51f-ffd0-4848-8b40-c07e150021e4 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.13 "GET /v2.0/security-groups?id=69c8348f-2b00-49ad-9f53-4c3d951f20ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883434 Aug 17 02:35:56.141007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a248d1b-fe3c-4054-baa2-9d1c37893040 req-4cc08a55-2424-42da-81ca-52324cfe7019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:56.141007 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a248d1b-fe3c-4054-baa2-9d1c37893040 req-4cc08a55-2424-42da-81ca-52324cfe7019 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af66f741a9e7435193ccb1b435243ed2&device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 1097 time: 0.0931973 Aug 17 02:35:56.175804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c09d29b-153a-471f-b3a4-54ec9e4930ca req-17f6a87a-a018-4bdd-b5a6-c886da46b0e2 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] No DVR routers for this DVR port 6ae471ba-c6b2-44f1-b265-01c53de1b3ea on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:35:56.188635 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c09d29b-153a-471f-b3a4-54ec9e4930ca req-17f6a87a-a018-4bdd-b5a6-c886da46b0e2 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:56.191224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09d29b-153a-471f-b3a4-54ec9e4930ca req-17f6a87a-a018-4bdd-b5a6-c886da46b0e2 tempest-ListServerFiltersTestJSON-981329845 tempest-ListServerFiltersTestJSON-981329845-project] 10.222.0.18 "DELETE /v2.0/ports/6ae471ba-c6b2-44f1-b265-01c53de1b3ea HTTP/1.1" status: 204 len: 173 time: 0.8254805 Aug 17 02:35:56.191716 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87f2b60-0e3f-44a3-bca1-fc8f562894a6', 'name': 'network-vif-deleted', 'tag': '6ae471ba-c6b2-44f1-b265-01c53de1b3ea'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:35:56.194197 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d64b986-18b9-4206-bf16-cb7b65461fed" -d '{"events": [{"server_uuid": "c87f2b60-0e3f-44a3-bca1-fc8f562894a6", "name": "network-vif-deleted", "tag": "6ae471ba-c6b2-44f1-b265-01c53de1b3ea"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:35:56.348029 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:56.350180 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a248d1b-fe3c-4054-baa2-9d1c37893040 req-7e12a823-ace5-4539-86fa-1c3226d48436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:56.352088 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a248d1b-fe3c-4054-baa2-9d1c37893040 req-7e12a823-ace5-4539-86fa-1c3226d48436 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c555dff-0fbd-481c-9788-48ee2bc88c22 HTTP/1.1" status: 200 len: 915 time: 0.1746142 Aug 17 02:35:56.398265 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a248d1b-fe3c-4054-baa2-9d1c37893040 req-6d272471-4362-4525-8ee8-2e3223cabded service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4379079-be5a-41d4-94d5-5786e179182f HTTP/1.1" status: 200 len: 217 time: 0.0378551 Aug 17 02:35:56.409453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670906e-bd48-46ba-bf82-792cdf4533d9 req-8a3b0773-4614-49f4-9d19-8f3cbc2b7ea8 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:56.409453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7670906e-bd48-46ba-bf82-792cdf4533d9 req-8a3b0773-4614-49f4-9d19-8f3cbc2b7ea8 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0586751 Aug 17 02:35:56.446446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7670906e-bd48-46ba-bf82-792cdf4533d9 req-70b18245-efc0-425a-9928-d0aa9f58f766 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333574 Aug 17 02:35:56.449120 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a248d1b-fe3c-4054-baa2-9d1c37893040 req-3c79b66f-30c5-4233-ac2c-df49a1b20c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:56.450749 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a248d1b-fe3c-4054-baa2-9d1c37893040 req-3c79b66f-30c5-4233-ac2c-df49a1b20c25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=632968ae-909d-442e-a9e7-60583103d180 HTTP/1.1" status: 200 len: 854 time: 0.0457401 Aug 17 02:35:56.490143 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a248d1b-fe3c-4054-baa2-9d1c37893040 req-be33e003-7c0d-497d-8965-4a8a24cacbc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c555dff-0fbd-481c-9788-48ee2bc88c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315402 Aug 17 02:35:56.495067 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:56.508628 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdb6ee9-aa9e-4ca9-9953-b9527c18bba5 x-openstack-request-id: req-1fdb6ee9-aa9e-4ca9-9953-b9527c18bba5 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:35:56.508904 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87f2b60-0e3f-44a3-bca1-fc8f562894a6", "name": "network-vif-deleted", "tag": "6ae471ba-c6b2-44f1-b265-01c53de1b3ea", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:35:56.509156 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fdb6ee9-aa9e-4ca9-9953-b9527c18bba5 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:35:56.509610 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87f2b60-0e3f-44a3-bca1-fc8f562894a6', 'name': 'network-vif-deleted', 'tag': '6ae471ba-c6b2-44f1-b265-01c53de1b3ea', 'status': 'completed', 'code': 200} Aug 17 02:35:56.573554 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:35:56.593349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc42b87-f89d-40a4-9884-d59443da2008,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:56.603371 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:56.603731 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Added segment dda7dbe5-cb54-468b-8250-6bdbfaa10173 of type vlan for network c5c67689-7688-46c1-b40e-bffd79602877 Aug 17 02:35:56.640574 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a36b9-18c0-4f72-96e9-71e29e0c77f9 req-7a2cd51e-07a8-46ce-bf94-09e537fce9a2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:56.642223 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc1a36b9-18c0-4f72-96e9-71e29e0c77f9 req-7a2cd51e-07a8-46ce-bf94-09e537fce9a2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0719638 Aug 17 02:35:56.671766 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:56.675796 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a248d1b-fe3c-4054-baa2-9d1c37893040 req-98468d79-a91d-48a3-a785-2a1d5204a50c service neutron] 10.222.0.18 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771102 Aug 17 02:35:56.685121 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc1a36b9-18c0-4f72-96e9-71e29e0c77f9 req-c644c3f0-5af9-48f5-9a84-edb0dadac57f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364842 Aug 17 02:35:56.788062 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a248d1b-fe3c-4054-baa2-9d1c37893040 req-008f5442-91da-4dc2-93cc-5b575c8332ed service neutron] 10.222.0.18 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895047 Aug 17 02:35:56.908402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3acb6-5e67-4a0e-8504-ae9f10d13a44 req-aca2aa7f-425a-4e57-8969-3cc7938436d0 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:56.909923 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2bb3acb6-5e67-4a0e-8504-ae9f10d13a44 req-aca2aa7f-425a-4e57-8969-3cc7938436d0 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0520167 Aug 17 02:35:56.918073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:56.924637 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:56.925278 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:56.955104 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2bb3acb6-5e67-4a0e-8504-ae9f10d13a44 req-8e097669-1748-45df-bc14-e8e437e6d85b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389507 Aug 17 02:35:57.009841 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Pushing event updated for resources: {'Network': ['ID=c5c67689-7688-46c1-b40e-bffd79602877,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:57.031085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network c5c67689-7688-46c1-b40e-bffd79602877 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:35:57.104165 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-15423d55-4913-4b57-a50c-8d8168501002 tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4081278 Aug 17 02:35:57.121894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27081a0-e4bd-4784-9b00-7561943e5af7 req-5b6466f6-1903-43ce-b781-d6bd45b54d51 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:57.123209 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f27081a0-e4bd-4784-9b00-7561943e5af7 req-5b6466f6-1903-43ce-b781-d6bd45b54d51 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 945 time: 0.0928795 Aug 17 02:35:57.185179 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f27081a0-e4bd-4784-9b00-7561943e5af7 req-94333f16-d0de-4d41-8cd3-018384805ae5 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543046 Aug 17 02:35:57.306932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5170b51-2bea-4560-bd36-6f6b44aa8b21 req-53026589-7b05-473a-9e22-1ea819a0221b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:57.308444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5170b51-2bea-4560-bd36-6f6b44aa8b21 req-53026589-7b05-473a-9e22-1ea819a0221b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0557454 Aug 17 02:35:57.351987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5170b51-2bea-4560-bd36-6f6b44aa8b21 req-52ecdcf8-26f7-4bab-92b5-9966f197d82e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368810 Aug 17 02:35:57.429328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6e11478f-186d-416c-a6d1-b91c615a6f06 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:57.483686 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 6e11478f-186d-416c-a6d1-b91c615a6f06 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:57.484003 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:57.565356 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:57.577918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35104) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:57.584257 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Request body: {'port': {'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877', 'binding:host_id': 'n-h2-793621-31', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1546774972'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:57.598747 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:35:57.602141 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb2af86-a2cb-4930-8ffb-549efce71185" -d '{"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-plugged", "status": "completed", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:35:57.618014 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35108) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:57.622313 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:57.673619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c8d946-8ce7-4d57-bc5e-9b6466daa54e admin admin] Deleting subnet 6bf155e7-4459-491b-a2c0-a5207f07070d {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:35:57.677133 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d946-8ce7-4d57-bc5e-9b6466daa54e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:57.716112 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d946-8ce7-4d57-bc5e-9b6466daa54e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:57.737682 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Made reservation on behalf of a4283794088848438ac44057ecf2de3a for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:35:57.738648 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7adc1c-3d7b-4fde-9c85-dcf1ebb0c291 x-openstack-request-id: req-2e7adc1c-3d7b-4fde-9c85-dcf1ebb0c291 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:35:57.739235 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-plugged", "status": "completed", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:35:57.739724 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e7adc1c-3d7b-4fde-9c85-dcf1ebb0c291 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:35:57.740342 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'code': 200} Aug 17 02:35:57.740543 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:57.761783 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:57.788157 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:57.790373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device cfd55f08-84f8-4017-98fe-64c53639fcbc up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:57.854126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26707f77-9829-4867-a64d-adf49c6ca13c req-b296aa4d-e22a-4401-a93b-2d8368ac85a2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:57.856233 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26707f77-9829-4867-a64d-adf49c6ca13c req-b296aa4d-e22a-4401-a93b-2d8368ac85a2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0654767 Aug 17 02:35:57.868325 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d946-8ce7-4d57-bc5e-9b6466daa54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:57.892233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6e11478f-186d-416c-a6d1-b91c615a6f06,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:57.908344 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26707f77-9829-4867-a64d-adf49c6ca13c req-1c1042c9-62f5-4331-b1a4-57c1226a7f71 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447755 Aug 17 02:35:57.987497 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.036349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6070a08-f050-41f2-834c-347e880446cc req-94ee9a3f-60e4-4ad7-830b-cc7acbf95d81 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:58.037898 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6070a08-f050-41f2-834c-347e880446cc req-94ee9a3f-60e4-4ad7-830b-cc7acbf95d81 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0534449 Aug 17 02:35:58.053771 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port cfd55f08-84f8-4017-98fe-64c53639fcbc completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:58.057952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port cfd55f08-84f8-4017-98fe-64c53639fcbc triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:58.058328 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.083270 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6070a08-f050-41f2-834c-347e880446cc req-b2d912e6-ebbe-4503-8592-0b46927c6462 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390077 Aug 17 02:35:58.125077 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.129629 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d946-8ce7-4d57-bc5e-9b6466daa54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.160307 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] device_id is not set on port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:35:58.162009 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.198352 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8d946-8ce7-4d57-bc5e-9b6466daa54e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf155e7-4459-491b-a2c0-a5207f07070d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:58.209180 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7300bec1-deb9-4cfe-9e25-622d61d523db None None] Network df64d0da-9ea5-49fb-a8cf-22d8817d0fab requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:35:58.212160 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d946-8ce7-4d57-bc5e-9b6466daa54e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.217075 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b9c8d946-8ce7-4d57-bc5e-9b6466daa54e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6bf155e7-4459-491b-a2c0-a5207f07070d HTTP/1.1" status: 204 len: 168 time: 0.5964303 Aug 17 02:35:58.220413 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35122) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:58.224140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port cfd55f08-84f8-4017-98fe-64c53639fcbc, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=cfd55f08-84f8-4017-98fe-64c53639fcbc,segment=NetworkSegment(c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb),segment_id=c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:58.272239 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f388a2-39d7-4b6f-804c-620548542368 req-bb1ac468-9610-4aa8-97f5-8ee1c5c3e046 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:58.275416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16f388a2-39d7-4b6f-804c-620548542368 req-bb1ac468-9610-4aa8-97f5-8ee1c5c3e046 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0758426 Aug 17 02:35:58.289760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1430fe-09fc-431d-ba0c-c36230ebd1b6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:58.306371 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.330893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16f388a2-39d7-4b6f-804c-620548542368 req-0263b8f3-0a48-490b-98c5-774bb71271d2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481622 Aug 17 02:35:58.411826 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.417416 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=cfd55f08-84f8-4017-98fe-64c53639fcbc,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:58.463055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38394f3c-09db-410e-85fe-5c0f38518134 req-ae02f0b3-c081-454f-aff2-2abc04c54cd7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:58.469354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38394f3c-09db-410e-85fe-5c0f38518134 req-ae02f0b3-c081-454f-aff2-2abc04c54cd7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 946 time: 0.0619807 Aug 17 02:35:58.512599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ae00e-83da-49e9-9bbc-ddb4fe064264 None None] DHCP port deletion for df64d0da-9ea5-49fb-a8cf-22d8817d0fab request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:35:58.513516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38394f3c-09db-410e-85fe-5c0f38518134 req-3948f936-5f87-4f81-83f4-125230bbd161 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377851 Aug 17 02:35:58.573399 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-185ae00e-83da-49e9-9bbc-ddb4fe064264 None None] Deleting port 12208577-d834-436b-b139-359ae99a1af2 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:35:58.573841 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-185ae00e-83da-49e9-9bbc-ddb4fe064264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.585480 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] Deleting port 12208577-d834-436b-b139-359ae99a1af2 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:35:58.585827 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.633288 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] device_id is not set on port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:35:58.648038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-185ae00e-83da-49e9-9bbc-ddb4fe064264 None None] For port 12208577-d834-436b-b139-359ae99a1af2, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=12208577-d834-436b-b139-359ae99a1af2,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:58.648452 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-185ae00e-83da-49e9-9bbc-ddb4fe064264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.653007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.664979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982c74e-e0d7-479b-a186-0d392eeb975d req-7e797535-4e75-495d-85f5-830eaebe4628 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:58.672662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2982c74e-e0d7-479b-a186-0d392eeb975d req-7e797535-4e75-495d-85f5-830eaebe4628 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0852711 Aug 17 02:35:58.672848 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.674704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-185ae00e-83da-49e9-9bbc-ddb4fe064264 None None] Calling delete_port for 12208577-d834-436b-b139-359ae99a1af2 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:35:58.678026 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Transition to ACTIVE for port object 086f69c3-0fe3-4e65-91b0-cc569c8b0631 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:58.680528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] For port 12208577-d834-436b-b139-359ae99a1af2, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=12208577-d834-436b-b139-359ae99a1af2,segment=NetworkSegment(968af564-ef77-4ca8-ab3d-cad3b9a329ce),segment_id=968af564-ef77-4ca8-ab3d-cad3b9a329ce)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:58.680900 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.696825 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] Calling delete_port for 12208577-d834-436b-b139-359ae99a1af2 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:35:58.742417 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2982c74e-e0d7-479b-a186-0d392eeb975d req-c53b33d6-37a0-4119-a6be-9b31b736343b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606945 Aug 17 02:35:58.748970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abf4fe-e55a-4dd8-8c03-c920fc35484f req-b16ca662-4405-4c21-bf59-251ed36e605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:58.750665 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42abf4fe-e55a-4dd8-8c03-c920fc35484f req-b16ca662-4405-4c21-bf59-251ed36e605f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 1098 time: 0.0791268 Aug 17 02:35:58.833130 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.889185 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abf4fe-e55a-4dd8-8c03-c920fc35484f req-5c21f237-7e0f-4695-aa24-ba2288443790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:58.890149 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-185ae00e-83da-49e9-9bbc-ddb4fe064264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.892244 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42abf4fe-e55a-4dd8-8c03-c920fc35484f req-5c21f237-7e0f-4695-aa24-ba2288443790 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.1181326 Aug 17 02:35:58.901936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Pushing event updated for resources: {'Port': ['ID=086f69c3-0fe3-4e65-91b0-cc569c8b0631,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:58.915051 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:58.919305 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Checking segment: {'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:58.919525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ae00e-83da-49e9-9bbc-ddb4fe064264 None None] Pushing event deleted for resources: {'Port': ['ID=12208577-d834-436b-b139-359ae99a1af2,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:58.919691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Network hostable DHCP agents. Network: c5c67689-7688-46c1-b40e-bffd79602877, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:35:58.924514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ae00e-83da-49e9-9bbc-ddb4fe064264 None None] No DVR routers for this DVR port 12208577-d834-436b-b139-359ae99a1af2 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:35:58.946744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=12208577-d834-436b-b139-359ae99a1af2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:58.953970 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] No DVR routers for this DVR port 12208577-d834-436b-b139-359ae99a1af2 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:35:58.993766 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42abf4fe-e55a-4dd8-8c03-c920fc35484f req-6996c6dd-beae-4515-86fb-1c55a6f5db33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e11478f-186d-416c-a6d1-b91c615a6f06 HTTP/1.1" status: 200 len: 1002 time: 0.0936291 Aug 17 02:35:59.037051 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:59.048569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df64d0da-9ea5-49fb-a8cf-22d8817d0fab']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:59.054097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abf4fe-e55a-4dd8-8c03-c920fc35484f req-5701f0d5-e307-4eea-b2c2-e4ad8a522609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:59.056881 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42abf4fe-e55a-4dd8-8c03-c920fc35484f req-5701f0d5-e307-4eea-b2c2-e4ad8a522609 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0540547 Aug 17 02:35:59.059089 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968af564-ef77-4ca8-ab3d-cad3b9a329ce') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:59.059392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968af564-ef77-4ca8-ab3d-cad3b9a329ce') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:59.068409 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 12208577-d834-436b-b139-359ae99a1af2 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:35:59.070558 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:59.086585 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:59.092675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:35:59.093313 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:59.094157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 12208577-d834-436b-b139-359ae99a1af2 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:35:59.094804 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 12208577-d834-436b-b139-359ae99a1af2 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:35:59.097831 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:35:59.113572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Network c5c67689-7688-46c1-b40e-bffd79602877 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:35:59.121433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abf4fe-e55a-4dd8-8c03-c920fc35484f req-682d830a-6813-4f0e-8aaa-f02164c81038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:59.123075 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42abf4fe-e55a-4dd8-8c03-c920fc35484f req-682d830a-6813-4f0e-8aaa-f02164c81038 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559430 Aug 17 02:35:59.226902 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42abf4fe-e55a-4dd8-8c03-c920fc35484f req-192e1efd-21c0-4bf5-8d7e-2c409da18e12 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948992 Aug 17 02:35:59.250596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, c5c67689-7688-46c1-b40e-bffd79602877) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:59.261514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:35:59.270736 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:59.271211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:59.271657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:59.273164 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05878d3a-c14d-4f66-943f-e49c4e8beb68 None None] Network c5c67689-7688-46c1-b40e-bffd79602877 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:35:59.277794 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:35:59.278273 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:35:59.278892 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 2 to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 Aug 17 02:35:59.294737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:59.295171 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:59.295648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:59.308209 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:35:59.308700 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:35:59.309377 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 3 to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 Aug 17 02:35:59.330086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:59.330551 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:59.330943 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:59.345479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:35:59.345479 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:35:59.345479 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 4 to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 Aug 17 02:35:59.361303 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:59.364506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:59.364698 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:59.366451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:59.376570 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:59.385781 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/df64d0da-9ea5-49fb-a8cf-22d8817d0fab HTTP/1.1" status: 204 len: 168 time: 1.1626310 Aug 17 02:35:59.389755 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:35:59.390206 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:35:59.403808 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 5 to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 Aug 17 02:35:59.409063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168097e6-360a-4b8d-8e50-7de641748ee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=df64d0da-9ea5-49fb-a8cf-22d8817d0fab,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:59.417960 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc93b8-8691-4673-9b17-e78c404991de req-1b8ca879-0016-4f05-b94c-0f30a3aab3cc tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:59.420305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9dc93b8-8691-4673-9b17-e78c404991de req-1b8ca879-0016-4f05-b94c-0f30a3aab3cc tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1225040 Aug 17 02:35:59.423508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:59.424044 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:59.424484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:59.431348 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:35:59.431832 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:35:59.432352 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 6 to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 Aug 17 02:35:59.451498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:59.452019 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:59.453111 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:59.460482 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:35:59.460904 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:35:59.461287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42abf4fe-e55a-4dd8-8c03-c920fc35484f req-2b62866b-68e8-4adc-bdc3-e4627ca2b2f0 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252047 Aug 17 02:35:59.462490 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 7 to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 Aug 17 02:35:59.497779 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9dc93b8-8691-4673-9b17-e78c404991de req-fcfad251-c222-4719-b907-2976522cfd2e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646639 Aug 17 02:35:59.505168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:59.505542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:59.505892 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:59.516493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:35:59.520921 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:35:59.521422 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 8 to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 Aug 17 02:35:59.547050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:59.547339 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:59.547706 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:59.559219 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:35:59.559219 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:35:59.559219 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 9 to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 Aug 17 02:35:59.575960 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:59.580618 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:59.580618 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:59.582040 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:35:59.582372 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:35:59.582763 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 10 to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 Aug 17 02:35:59.598020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:59.598359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:59.598700 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:59.603230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:35:59.603683 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:35:59.604054 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:59.641891 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03634a50-659f-4fbe-be99-5d771c81a100 req-b2e280a8-f93e-48fb-9f9d-ce72aa27d6be tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:59.643587 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03634a50-659f-4fbe-be99-5d771c81a100 req-b2e280a8-f93e-48fb-9f9d-ce72aa27d6be tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 946 time: 0.0510488 Aug 17 02:35:59.666986 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] For port 086f69c3-0fe3-4e65-91b0-cc569c8b0631, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:35:59.667362 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempted to set empty binding levels {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 02:35:59.682649 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03634a50-659f-4fbe-be99-5d771c81a100 req-70a0b7dd-b95b-44c0-ac40-1426b010daaa tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328279 Aug 17 02:35:59.742569 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507c1a80-abac-4a2d-ada0-71d04a5edbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd55f08-84f8-4017-98fe-64c53639fcbc'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:35:59.744897 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed94ea8-3f18-478f-a8b8-30221b365ead" -d '{"events": [{"server_uuid": "507c1a80-abac-4a2d-ada0-71d04a5edbc9", "name": "network-vif-plugged", "status": "completed", "tag": "cfd55f08-84f8-4017-98fe-64c53639fcbc"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:35:59.774942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 6ae471ba-c6b2-44f1-b265-01c53de1b3ea no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:35:59.779316 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5e4abd-6bea-439f-9415-c02e322b8559 x-openstack-request-id: req-5a5e4abd-6bea-439f-9415-c02e322b8559 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:35:59.779601 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507c1a80-abac-4a2d-ada0-71d04a5edbc9", "name": "network-vif-plugged", "status": "completed", "tag": "cfd55f08-84f8-4017-98fe-64c53639fcbc", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:35:59.779854 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a5e4abd-6bea-439f-9415-c02e322b8559 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:35:59.780919 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507c1a80-abac-4a2d-ada0-71d04a5edbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd55f08-84f8-4017-98fe-64c53639fcbc', 'code': 200} Aug 17 02:35:59.797830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 6ae471ba-c6b2-44f1-b265-01c53de1b3ea {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:35:59.798182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 6ae471ba-c6b2-44f1-b265-01c53de1b3ea not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:35:59.896261 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:59.914022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b3eca-2c24-4876-b8d5-dd0d8f6d367c req-6962e07c-f4b0-4f4a-bae8-adf44ba2fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:59.915520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e8b3eca-2c24-4876-b8d5-dd0d8f6d367c req-6962e07c-f4b0-4f4a-bae8-adf44ba2fc28 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 1098 time: 0.0454724 Aug 17 02:35:59.934273 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:59.934273 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:59.951872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Pushing event updated for resources: {'Port': ['ID=086f69c3-0fe3-4e65-91b0-cc569c8b0631,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:59.963926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e8b3eca-2c24-4876-b8d5-dd0d8f6d367c req-cbd4a463-6f39-4a5e-9264-ce57d438557f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317123 Aug 17 02:36:00.073385 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6d0952e8-31a5-4b09-a8ea-cbca2a2a9069 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.4937170 Aug 17 02:36:00.076057 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35158) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:00.165084 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-40819079-c9b4-4392-bee1-d3f3264305f0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Deleting port 086f69c3-0fe3-4e65-91b0-cc569c8b0631 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:00.165617 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-40819079-c9b4-4392-bee1-d3f3264305f0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:00.200967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35160) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:00.244741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c9500c8e-b5d4-403b-a7e3-7b2434a2beea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9dd265853ad849d895126308c65981e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424869 Aug 17 02:36:00.247171 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35162) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:00.251556 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-40819079-c9b4-4392-bee1-d3f3264305f0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] For port 086f69c3-0fe3-4e65-91b0-cc569c8b0631, host n-h2-793621-31, got binding levels [] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:00.254409 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-40819079-c9b4-4392-bee1-d3f3264305f0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:00.265785 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-40819079-c9b4-4392-bee1-d3f3264305f0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Calling delete_port for 086f69c3-0fe3-4e65-91b0-cc569c8b0631 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:00.304856 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f7533ad0-af6d-45c8-8bf3-e4412bcd4ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:00.321858 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f7533ad0-af6d-45c8-8bf3-e4412bcd4ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:00.438265 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-40819079-c9b4-4392-bee1-d3f3264305f0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:00.466056 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40819079-c9b4-4392-bee1-d3f3264305f0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Pushing event deleted for resources: {'Port': ['ID=086f69c3-0fe3-4e65-91b0-cc569c8b0631,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:00.473206 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-40819079-c9b4-4392-bee1-d3f3264305f0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:00.475224 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-40819079-c9b4-4392-bee1-d3f3264305f0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "DELETE /v2.0/ports/086f69c3-0fe3-4e65-91b0-cc569c8b0631 HTTP/1.1" status: 204 len: 168 time: 0.3982408 Aug 17 02:36:00.477996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35174) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:00.489932 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f7533ad0-af6d-45c8-8bf3-e4412bcd4ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:00.492787 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f7533ad0-af6d-45c8-8bf3-e4412bcd4ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:00.497871 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f7533ad0-af6d-45c8-8bf3-e4412bcd4ff9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69c8348f-2b00-49ad-9f53-4c3d951f20ac HTTP/1.1" status: 204 len: 168 time: 0.2460380 Aug 17 02:36:00.502206 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-4459af97-c946-4449-b776-d490fbcc2e70 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] GET failed (client error): The resource could not be found. Aug 17 02:36:00.503753 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4459af97-c946-4449-b776-d490fbcc2e70 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "GET /v2.0/ports/086f69c3-0fe3-4e65-91b0-cc569c8b0631 HTTP/1.1" status: 404 len: 333 time: 0.0248320 Aug 17 02:36:00.510026 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35178) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:00.516389 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ac5466ff-8c66-4215-b461-346f7a34f07f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Request body: {'port': {'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2019775700'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:00.544850 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7533ad0-af6d-45c8-8bf3-e4412bcd4ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c8348f-2b00-49ad-9f53-4c3d951f20ac,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:00.591085 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5466ff-8c66-4215-b461-346f7a34f07f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Made reservation on behalf of a4283794088848438ac44057ecf2de3a for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:00.593828 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ac5466ff-8c66-4215-b461-346f7a34f07f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:00.612803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-ac5466ff-8c66-4215-b461-346f7a34f07f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] device_id is not set on port b51e9e38-8997-4102-a075-d4d7cc8042c1 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:36:00.647731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64834fce-36e2-4674-9d78-1754d6babb54 req-6c12cf64-17e1-45f0-b428-5f36b2ca9699 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:00.649288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-64834fce-36e2-4674-9d78-1754d6babb54 req-6c12cf64-17e1-45f0-b428-5f36b2ca9699 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0558910 Aug 17 02:36:00.697161 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-64834fce-36e2-4674-9d78-1754d6babb54 req-f1999c95-2754-4461-bcdb-dc436d759f25 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389156 Aug 17 02:36:00.792101 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ac5466ff-8c66-4215-b461-346f7a34f07f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:00.828248 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498e47d-0f37-475b-b51e-9e1a30f4356c req-f058123b-92d2-479f-b426-0f5543bb33c0 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:00.830022 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9498e47d-0f37-475b-b51e-9e1a30f4356c req-f058123b-92d2-479f-b426-0f5543bb33c0 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 946 time: 0.0565577 Aug 17 02:36:00.870703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9498e47d-0f37-475b-b51e-9e1a30f4356c req-06a453d1-a69c-483e-b25f-7e66f01c5beb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341682 Aug 17 02:36:00.933031 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ac5466ff-8c66-4215-b461-346f7a34f07f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:00.985061 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5466ff-8c66-4215-b461-346f7a34f07f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Network c5c67689-7688-46c1-b40e-bffd79602877 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:00.989600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-ac5466ff-8c66-4215-b461-346f7a34f07f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:00.993546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5466ff-8c66-4215-b461-346f7a34f07f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:00.994824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5466ff-8c66-4215-b461-346f7a34f07f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:00.996186 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ac5466ff-8c66-4215-b461-346f7a34f07f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:00.997840 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:01.012658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5466ff-8c66-4215-b461-346f7a34f07f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Pushing event updated for resources: {'Port': ['ID=b51e9e38-8997-4102-a075-d4d7cc8042c1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:01.090247 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ac5466ff-8c66-4215-b461-346f7a34f07f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5791426 Aug 17 02:36:01.093019 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35198) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:01.098491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:01.160562 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:01.436399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] device_id is not set on port b51e9e38-8997-4102-a075-d4d7cc8042c1 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:36:01.454815 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:01.473658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Transition to ACTIVE for port object b51e9e38-8997-4102-a075-d4d7cc8042c1 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:36:01.481939 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d128bf7-c91f-45ca-ad70-fff2a98a5038 req-6d16bdd1-779c-42f4-bfd4-82a6f78687ac tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:01.486566 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d128bf7-c91f-45ca-ad70-fff2a98a5038 req-6d16bdd1-779c-42f4-bfd4-82a6f78687ac tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0936768 Aug 17 02:36:01.528588 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d128bf7-c91f-45ca-ad70-fff2a98a5038 req-49e1c1c2-debf-4a33-a42a-8ea38c988ac7 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382235 Aug 17 02:36:01.535575 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:01.613188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Pushing event updated for resources: {'Port': ['ID=b51e9e38-8997-4102-a075-d4d7cc8042c1,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:01.615589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:01.615933 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:01.616291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:01.625692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:01.625899 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:01.626291 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 2 to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 Aug 17 02:36:01.639650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:01.639978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:01.640319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:01.645444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:01.645444 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:01.645659 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 3 to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 Aug 17 02:36:01.659709 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:01.660219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:01.660402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:01.667731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:01.667731 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:01.667731 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 4 to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 Aug 17 02:36:01.678694 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:01.679038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:01.679384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:01.684037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:01.684376 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:01.684749 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 5 to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 Aug 17 02:36:01.702491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:01.703090 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:01.703431 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:01.707797 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:01.708125 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:01.708513 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 6 to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 Aug 17 02:36:01.720502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:01.720839 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:01.721176 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:01.725510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:01.725843 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:01.726231 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 7 to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 Aug 17 02:36:01.739101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:01.739437 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:01.753438 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:01.753438 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:01.753438 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:01.753438 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 8 to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 Aug 17 02:36:01.757160 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:01.757535 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:01.757873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:01.762154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:01.762484 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:01.762872 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 9 to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 Aug 17 02:36:01.776424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:01.776765 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:01.777107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:01.788114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:01.788114 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:01.788114 n-d-793621-31 neutron-server[95406]: INFO neutron.plugins.ml2.plugin [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 10 to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 Aug 17 02:36:01.796673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:01.797014 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:01.797391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:01.801716 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:01.802048 n-d-793621-31 neutron-server[95406]: ERROR neutron.plugins.ml2.managers [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port b51e9e38-8997-4102-a075-d4d7cc8042c1 on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:01.802418 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:01.870761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] For port b51e9e38-8997-4102-a075-d4d7cc8042c1, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:36:01.871129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempted to set empty binding levels {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 02:36:01.924268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35222) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:01.984441 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:02.021340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] In _notify_port_updated(), no bound segment for port b51e9e38-8997-4102-a075-d4d7cc8042c1 on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:36:02.022249 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.023068 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:02.024435 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "PUT /v2.0/ports/b51e9e38-8997-4102-a075-d4d7cc8042c1 HTTP/1.1" status: 200 len: 976 time: 0.9302351 Aug 17 02:36:02.029148 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1299846987-network', 'tenant_id': 'cff74c91903449068576218e3dd0b230'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:02.029702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35226) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:02.135109 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd6c54-61b0-49bd-baa2-4162a0dbf0b1 req-f25ac6a1-a5bf-4c0f-8b05-9a5dd921642e tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.136607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21dd6c54-61b0-49bd-baa2-4162a0dbf0b1 req-f25ac6a1-a5bf-4c0f-8b05-9a5dd921642e tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 946 time: 0.1830385 Aug 17 02:36:02.138142 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ccc9b-e86f-4d43-be75-9bfb7506daf3 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Pushing event updated for resources: {'Port': ['ID=b51e9e38-8997-4102-a075-d4d7cc8042c1,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:02.188538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.189197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.189792 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.190274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.190753 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.191224 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.191691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.192165 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.192652 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.193123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.193600 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.194070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.194714 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.195093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.195557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.196022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.196483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.196948 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.197554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.198020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.198482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.198943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.199455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.199942 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.200401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.200859 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.201348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.202783 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.203253 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.203713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.207131 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-693784e4-b3db-4004-9658-6a946e93bd20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27082 time: 0.1760747 Aug 17 02:36:02.212556 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35228) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:02.222682 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] Made reservation on behalf of cff74c91903449068576218e3dd0b230 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:02.224888 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:02.226830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21dd6c54-61b0-49bd-baa2-4162a0dbf0b1 req-10f6ae26-d201-4891-961a-9b6bf4fd75dd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806208 Aug 17 02:36:02.252205 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:02.347056 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a85be1cd-3a36-4ad4-8d1b-16fb7b6ebc35 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Deleting port b51e9e38-8997-4102-a075-d4d7cc8042c1 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:02.347402 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a85be1cd-3a36-4ad4-8d1b-16fb7b6ebc35 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:02.439714 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-a85be1cd-3a36-4ad4-8d1b-16fb7b6ebc35 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] For port b51e9e38-8997-4102-a075-d4d7cc8042c1, host n-h2-793621-31, got binding levels [] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:02.440041 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a85be1cd-3a36-4ad4-8d1b-16fb7b6ebc35 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:02.462114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a85be1cd-3a36-4ad4-8d1b-16fb7b6ebc35 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Calling delete_port for b51e9e38-8997-4102-a075-d4d7cc8042c1 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:02.465116 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:02.570632 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:02.615139 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e578aa-6d0e-4637-80bf-c8aa60b1feda,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:02.629293 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a85be1cd-3a36-4ad4-8d1b-16fb7b6ebc35 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:02.644265 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:36:02.676120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8302418-8fc3-4c66-b71a-c006f2b1672f req-6e77d188-4cb5-4c2e-8584-2bddf516a27f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.678027 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8302418-8fc3-4c66-b71a-c006f2b1672f req-6e77d188-4cb5-4c2e-8584-2bddf516a27f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0614460 Aug 17 02:36:02.679585 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a85be1cd-3a36-4ad4-8d1b-16fb7b6ebc35 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:02.681578 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a85be1cd-3a36-4ad4-8d1b-16fb7b6ebc35 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b51e9e38-8997-4102-a075-d4d7cc8042c1 HTTP/1.1" status: 204 len: 168 time: 0.4679897 Aug 17 02:36:02.684860 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85be1cd-3a36-4ad4-8d1b-16fb7b6ebc35 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Pushing event deleted for resources: {'Port': ['ID=b51e9e38-8997-4102-a075-d4d7cc8042c1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:02.689618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35254) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:02.689864 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:02.689864 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] Added segment 16465a01-3449-488e-aae4-8352b8698de6 of type vlan for network d634f89f-5254-46d5-b599-899423482ac5 Aug 17 02:36:02.725476 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e56bbc-3c18-495b-aca0-dbf92e519c20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] GET failed (client error): The resource could not be found. Aug 17 02:36:02.727035 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f4e56bbc-3c18-495b-aca0-dbf92e519c20 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "GET /v2.0/ports/b51e9e38-8997-4102-a075-d4d7cc8042c1 HTTP/1.1" status: 404 len: 333 time: 0.0373230 Aug 17 02:36:02.731550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35258) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:02.735200 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:02.737482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-693d308d-30a6-4ada-8df3-26bc375a204f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1502108440', 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:02.758950 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8302418-8fc3-4c66-b71a-c006f2b1672f req-cd4d32ff-f70d-4d69-a8aa-85d65e23f88e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731511 Aug 17 02:36:02.837865 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:02.838871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.839572 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:02.883725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b67d7c-d436-4b9f-b4fd-93fdccee7e11 req-df5bf4b4-04e6-413f-a18a-9842dcc74dc8 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.885274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29b67d7c-d436-4b9f-b4fd-93fdccee7e11 req-df5bf4b4-04e6-413f-a18a-9842dcc74dc8 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0502367 Aug 17 02:36:02.908825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693d308d-30a6-4ada-8df3-26bc375a204f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Made reservation on behalf of a4283794088848438ac44057ecf2de3a for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:02.910150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] Pushing event updated for resources: {'Network': ['ID=d634f89f-5254-46d5-b599-899423482ac5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:02.911157 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-693d308d-30a6-4ada-8df3-26bc375a204f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:02.922166 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network d634f89f-5254-46d5-b599-899423482ac5 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:36:02.940281 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-693d308d-30a6-4ada-8df3-26bc375a204f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] device_id is not set on port 08ac3d75-4a8b-4f3c-b087-69fadbfea5d4 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:36:02.946862 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29b67d7c-d436-4b9f-b4fd-93fdccee7e11 req-0428bdd0-0f08-494f-ae12-ad4568998f72 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543330 Aug 17 02:36:03.057837 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4e5356af-b74e-480f-9e6a-1da3aeaa6102 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1320982 Aug 17 02:36:03.060103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35276) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:03.073397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ff27f9b9-d9d9-4c08-bb31-ae3f68325546 admin admin] Request body: {'subnet': {'network_id': 'd634f89f-5254-46d5-b599-899423482ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1299846987-subnet', 'tenant_id': 'cff74c91903449068576218e3dd0b230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:03.169009 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff27f9b9-d9d9-4c08-bb31-ae3f68325546 admin admin] Made reservation on behalf of cff74c91903449068576218e3dd0b230 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:03.171974 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff27f9b9-d9d9-4c08-bb31-ae3f68325546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:03.179643 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-693d308d-30a6-4ada-8df3-26bc375a204f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:03.198216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb3ede-50ae-4690-8a43-bb3d0c5325ed req-30485351-3fe9-435d-9aa1-15cb1f759677 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:03.199795 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0feb3ede-50ae-4690-8a43-bb3d0c5325ed req-30485351-3fe9-435d-9aa1-15cb1f759677 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1154768 Aug 17 02:36:03.266332 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0feb3ede-50ae-4690-8a43-bb3d0c5325ed req-12c7ee50-f965-4fd8-9f6e-6305aba2d893 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556982 Aug 17 02:36:03.405619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e18a1-f193-4c4e-a521-eeeb3e08fbde req-5d42f08e-a9cc-4a89-b6f2-acad197be623 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:03.407325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f1e18a1-f193-4c4e-a521-eeeb3e08fbde req-5d42f08e-a9cc-4a89-b6f2-acad197be623 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 946 time: 0.0610847 Aug 17 02:36:03.424931 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-693d308d-30a6-4ada-8df3-26bc375a204f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:03.465461 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff27f9b9-d9d9-4c08-bb31-ae3f68325546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:03.519223 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693d308d-30a6-4ada-8df3-26bc375a204f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Network c5c67689-7688-46c1-b40e-bffd79602877 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:03.520101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-693d308d-30a6-4ada-8df3-26bc375a204f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:03.522892 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693d308d-30a6-4ada-8df3-26bc375a204f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:03.524053 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d308d-30a6-4ada-8df3-26bc375a204f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:03.524737 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-693d308d-30a6-4ada-8df3-26bc375a204f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:03.527586 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27f9b9-d9d9-4c08-bb31-ae3f68325546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd00a8d1-b41c-42f2-a766-011cdb7fa9a8,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:03.534265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d308d-30a6-4ada-8df3-26bc375a204f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Pushing event updated for resources: {'Port': ['ID=08ac3d75-4a8b-4f3c-b087-69fadbfea5d4,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:03.538271 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27f9b9-d9d9-4c08-bb31-ae3f68325546 admin admin] Checking segment: {'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:36:03.539003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff27f9b9-d9d9-4c08-bb31-ae3f68325546 admin admin] Network hostable DHCP agents. Network: d634f89f-5254-46d5-b599-899423482ac5, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:36:03.552876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f1e18a1-f193-4c4e-a521-eeeb3e08fbde req-ea58af56-aeaa-4fa6-99f1-9e8a8fbb7023 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380067 Aug 17 02:36:03.631395 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff27f9b9-d9d9-4c08-bb31-ae3f68325546 admin admin] Network d634f89f-5254-46d5-b599-899423482ac5 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:36:03.699283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055ddaa-c464-4db4-a741-a73f2709d80d req-b8da33eb-f72d-4d53-814f-10dfbc932e9c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:03.701378 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0055ddaa-c464-4db4-a741-a73f2709d80d req-b8da33eb-f72d-4d53-814f-10dfbc932e9c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0764966 Aug 17 02:36:03.707799 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-693d308d-30a6-4ada-8df3-26bc375a204f tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9747956 Aug 17 02:36:03.710091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35296) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:03.763075 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-ff27f9b9-d9d9-4c08-bb31-ae3f68325546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, d634f89f-5254-46d5-b599-899423482ac5) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:03.770722 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff27f9b9-d9d9-4c08-bb31-ae3f68325546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:03.771699 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ff27f9b9-d9d9-4c08-bb31-ae3f68325546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:03.773000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006cb0d0-c1a9-4764-bfd3-43a8a7f08fcc None None] Network d634f89f-5254-46d5-b599-899423482ac5 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:36:03.800599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d92155-3a63-4b38-9f30-20cee48d1d88 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:03.801389 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-01d92155-3a63-4b38-9f30-20cee48d1d88 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "GET /v2.0/ports/08ac3d75-4a8b-4f3c-b087-69fadbfea5d4 HTTP/1.1" status: 200 len: 955 time: 0.0899367 Aug 17 02:36:03.803868 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35298) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:03.857850 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0055ddaa-c464-4db4-a741-a73f2709d80d req-3ae890a8-9f18-4988-b7bd-6eb259b90bc3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281860 Aug 17 02:36:03.921264 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ff27f9b9-d9d9-4c08-bb31-ae3f68325546 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8581634 Aug 17 02:36:03.961054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657cf417-026f-41f7-a709-15830a92d2cd None None] Network d634f89f-5254-46d5-b599-899423482ac5 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:36:03.980223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-575ae13d-e602-4401-971d-d7a8efe60e0b tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Deleting port 08ac3d75-4a8b-4f3c-b087-69fadbfea5d4 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:03.980590 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-575ae13d-e602-4401-971d-d7a8efe60e0b tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:04.155616 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-575ae13d-e602-4401-971d-d7a8efe60e0b tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:04.189109 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-575ae13d-e602-4401-971d-d7a8efe60e0b tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Calling delete_port for 08ac3d75-4a8b-4f3c-b087-69fadbfea5d4 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:04.189407 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d3bf531-f779-48b0-a7b2-b7bf246ba99d req-51840199-11b3-41fb-b6a9-f44ce6b3bba2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1196677224&fields=id&tenant_id=4c3e544ed8fa40688d0eb20b8ddce107 HTTP/1.1" status: 200 len: 267 time: 0.0720313 Aug 17 02:36:04.270787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bf531-f779-48b0-a7b2-b7bf246ba99d req-5843d0ad-2d67-46a1-b49b-59e92447fb97 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:04.279925 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d3bf531-f779-48b0-a7b2-b7bf246ba99d req-5843d0ad-2d67-46a1-b49b-59e92447fb97 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 946 time: 0.0814178 Aug 17 02:36:04.286802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1d3bf531-f779-48b0-a7b2-b7bf246ba99d req-f738a0cd-6461-416a-83b5-9907b8876fe2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'port': {'security_groups': ['95e7e36b-9047-40b4-9eab-1070311f5311', '20d7198e-aa50-4e10-a004-9da1cbca7cae']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:04.374411 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1d3bf531-f779-48b0-a7b2-b7bf246ba99d req-f738a0cd-6461-416a-83b5-9907b8876fe2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:04.421050 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-575ae13d-e602-4401-971d-d7a8efe60e0b tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:04.459431 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ae13d-e602-4401-971d-d7a8efe60e0b tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Pushing event deleted for resources: {'Port': ['ID=08ac3d75-4a8b-4f3c-b087-69fadbfea5d4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:04.485935 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-575ae13d-e602-4401-971d-d7a8efe60e0b tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:04.492669 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-575ae13d-e602-4401-971d-d7a8efe60e0b tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "DELETE /v2.0/ports/08ac3d75-4a8b-4f3c-b087-69fadbfea5d4 HTTP/1.1" status: 204 len: 168 time: 0.6876910 Aug 17 02:36:04.496013 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35314) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:04.533463 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f067a6e-bbfe-4fff-b7cc-bc167bc528da tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] GET failed (client error): The resource could not be found. Aug 17 02:36:04.536242 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4f067a6e-bbfe-4fff-b7cc-bc167bc528da tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "GET /v2.0/ports/08ac3d75-4a8b-4f3c-b087-69fadbfea5d4 HTTP/1.1" status: 404 len: 333 time: 0.0389926 Aug 17 02:36:04.540410 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35316) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:04.549659 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-55202e59-038c-4484-8a4a-0a108c55e98e tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Request body: {'port': {'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1718199490'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:04.590435 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:36:04.650010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1d3bf531-f779-48b0-a7b2-b7bf246ba99d req-f738a0cd-6461-416a-83b5-9907b8876fe2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] For port cfd55f08-84f8-4017-98fe-64c53639fcbc, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=cfd55f08-84f8-4017-98fe-64c53639fcbc,segment=NetworkSegment(c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb),segment_id=c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:04.686364 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1d3bf531-f779-48b0-a7b2-b7bf246ba99d req-f738a0cd-6461-416a-83b5-9907b8876fe2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:04.740690 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55202e59-038c-4484-8a4a-0a108c55e98e tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Made reservation on behalf of a4283794088848438ac44057ecf2de3a for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:04.743203 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55202e59-038c-4484-8a4a-0a108c55e98e tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:04.759623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-55202e59-038c-4484-8a4a-0a108c55e98e tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] device_id is not set on port dda84f4a-44e2-41e8-b3f8-d938af007d4a yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:36:04.800669 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1d3bf531-f779-48b0-a7b2-b7bf246ba99d req-f738a0cd-6461-416a-83b5-9907b8876fe2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:04.831400 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['cfd55f08-84f8-4017-98fe-64c53639fcbc'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:04.849538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bf531-f779-48b0-a7b2-b7bf246ba99d req-f738a0cd-6461-416a-83b5-9907b8876fe2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:04.850228 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1d3bf531-f779-48b0-a7b2-b7bf246ba99d req-f738a0cd-6461-416a-83b5-9907b8876fe2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:04.858228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d3bf531-f779-48b0-a7b2-b7bf246ba99d req-f738a0cd-6461-416a-83b5-9907b8876fe2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "PUT /v2.0/ports/cfd55f08-84f8-4017-98fe-64c53639fcbc HTTP/1.1" status: 200 len: 982 time: 0.5765991 Aug 17 02:36:04.870781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507c1a80-abac-4a2d-ada0-71d04a5edbc9', 'tag': 'cfd55f08-84f8-4017-98fe-64c53639fcbc'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:04.878144 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05a5131-1e5d-449f-babd-7245b3327b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "507c1a80-abac-4a2d-ada0-71d04a5edbc9", "tag": "cfd55f08-84f8-4017-98fe-64c53639fcbc"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:04.921016 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738a0cd-6461-416a-83b5-9907b8876fe2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'Port': ['ID=cfd55f08-84f8-4017-98fe-64c53639fcbc,revision_number=6']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:05.029769 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['cfd55f08-84f8-4017-98fe-64c53639fcbc'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:05.210382 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55202e59-038c-4484-8a4a-0a108c55e98e tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:05.376534 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55202e59-038c-4484-8a4a-0a108c55e98e tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:05.474850 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-1393af23-23f5-45c4-a141-25f52f99bc0a tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:05.492150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55202e59-038c-4484-8a4a-0a108c55e98e tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Network c5c67689-7688-46c1-b40e-bffd79602877 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:05.492388 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-1393af23-23f5-45c4-a141-25f52f99bc0a tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/networks?id=d634f89f-5254-46d5-b599-899423482ac5 HTTP/1.1" status: 200 len: 813 time: 0.2013252 Aug 17 02:36:05.494546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55202e59-038c-4484-8a4a-0a108c55e98e tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Pushing event updated for resources: {'Port': ['ID=dda84f4a-44e2-41e8-b3f8-d938af007d4a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:05.500394 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-55202e59-038c-4484-8a4a-0a108c55e98e tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:05.503956 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55202e59-038c-4484-8a4a-0a108c55e98e tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:05.505508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55202e59-038c-4484-8a4a-0a108c55e98e tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:05.507548 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55202e59-038c-4484-8a4a-0a108c55e98e tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:05.539069 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-a6477c5e-552c-4c73-aa19-c674a73f18da tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/quotas/cff74c91903449068576218e3dd0b230 HTTP/1.1" status: 200 len: 375 time: 0.0489936 Aug 17 02:36:05.573724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-96092909-44a8-438f-8d6e-fa9b477bc3c9 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cff74c91903449068576218e3dd0b230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335009 Aug 17 02:36:05.600883 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-55202e59-038c-4484-8a4a-0a108c55e98e tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0566056 Aug 17 02:36:05.601140 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35342) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:05.606448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:05.667616 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:05.684180 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-2a4d2240-94b5-4268-8ca9-cb7f876fb80e service neutron] 10.222.0.13 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024013 Aug 17 02:36:05.787967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-9e52df32-0428-467a-9575-63f2264cba78 service neutron] 10.222.0.13 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967917 Aug 17 02:36:05.882617 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] device_id is not set on port dda84f4a-44e2-41e8-b3f8-d938af007d4a yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:36:05.893842 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:05.907020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Transition to ACTIVE for port object dda84f4a-44e2-41e8-b3f8-d938af007d4a will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:36:06.020491 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:06.088865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Pushing event updated for resources: {'Port': ['ID=dda84f4a-44e2-41e8-b3f8-d938af007d4a,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:06.103546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:06.106586 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:06.106586 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:06.109737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:06.110235 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:06.110683 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 2 to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a Aug 17 02:36:06.124891 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:06.125383 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:06.125803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:06.130314 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:06.131013 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:06.131255 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 3 to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a Aug 17 02:36:06.144364 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:06.144697 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:06.145071 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:06.149580 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:06.149906 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:06.150289 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 4 to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a Aug 17 02:36:06.163628 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:06.164091 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:06.164488 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:06.169215 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:06.169597 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:06.170097 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 5 to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a Aug 17 02:36:06.183464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:06.183927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:06.184565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:06.190114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:06.190523 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:06.191009 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 6 to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a Aug 17 02:36:06.204452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:06.204895 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:06.205339 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:06.210655 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:06.211320 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:06.211913 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 7 to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a Aug 17 02:36:06.227733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:06.228144 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:06.228571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:06.234327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:06.234738 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:06.235282 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 8 to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a Aug 17 02:36:06.253610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:06.253837 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:06.254224 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:06.259890 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:06.260315 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:06.260902 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 9 to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a Aug 17 02:36:06.277820 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:06.278275 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:06.278680 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:06.285672 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:06.286089 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:06.286542 n-d-793621-31 neutron-server[95407]: INFO neutron.plugins.ml2.plugin [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempt 10 to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a Aug 17 02:36:06.301844 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:06.302213 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:06.302555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempting to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:06.316576 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:06.318419 n-d-793621-31 neutron-server[95407]: ERROR neutron.plugins.ml2.managers [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Failed to bind port dda84f4a-44e2-41e8-b3f8-d938af007d4a on host n-h2-793621-31 for vnic_type normal using segments [{'id': 'dda7dbe5-cb54-468b-8250-6bdbfaa10173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5c67689-7688-46c1-b40e-bffd79602877'}] Aug 17 02:36:06.318419 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:06.330361 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59a3538c-ce53-4904-b5de-bf9aee26824f req-a959735e-b8b6-472a-a067-1347e133e27e tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-324932693&fields=id&tenant_id=4c3e544ed8fa40688d0eb20b8ddce107 HTTP/1.1" status: 200 len: 267 time: 0.0501606 Aug 17 02:36:06.432841 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3538c-ce53-4904-b5de-bf9aee26824f req-a5228467-e5b2-48aa-9240-8c1fa57b5d13 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:06.439348 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59a3538c-ce53-4904-b5de-bf9aee26824f req-a5228467-e5b2-48aa-9240-8c1fa57b5d13 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 985 time: 0.1027350 Aug 17 02:36:06.444997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-59a3538c-ce53-4904-b5de-bf9aee26824f req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'port': {'security_groups': ['20d7198e-aa50-4e10-a004-9da1cbca7cae', '95e7e36b-9047-40b4-9eab-1070311f5311', '199fb557-9abf-41d3-99fc-609f378025f1']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:06.468154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] For port dda84f4a-44e2-41e8-b3f8-d938af007d4a, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:36:06.468154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attempted to set empty binding levels {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 02:36:06.547390 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-59a3538c-ce53-4904-b5de-bf9aee26824f req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:06.563818 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:06.604043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] In _notify_port_updated(), no bound segment for port dda84f4a-44e2-41e8-b3f8-d938af007d4a on network c5c67689-7688-46c1-b40e-bffd79602877 {{(pid=95407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:36:06.604996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:06.605840 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:06.607306 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "PUT /v2.0/ports/dda84f4a-44e2-41e8-b3f8-d938af007d4a HTTP/1.1" status: 200 len: 976 time: 1.0051403 Aug 17 02:36:06.613329 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35360) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:06.657309 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eaa5b7-a5d8-4eb7-8df6-88c25181a7be tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Pushing event updated for resources: {'Port': ['ID=dda84f4a-44e2-41e8-b3f8-d938af007d4a,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:06.717699 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9d24c-b3d1-4003-a9b1-4f8856ceeae0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Deleting port dda84f4a-44e2-41e8-b3f8-d938af007d4a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:06.718342 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8d9d24c-b3d1-4003-a9b1-4f8856ceeae0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:06.826425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-59a3538c-ce53-4904-b5de-bf9aee26824f req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] For port cfd55f08-84f8-4017-98fe-64c53639fcbc, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=cfd55f08-84f8-4017-98fe-64c53639fcbc,segment=NetworkSegment(c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb),segment_id=c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:06.891813 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-59a3538c-ce53-4904-b5de-bf9aee26824f req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:06.969440 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-59a3538c-ce53-4904-b5de-bf9aee26824f req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:07.006201 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['cfd55f08-84f8-4017-98fe-64c53639fcbc'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:07.030997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3538c-ce53-4904-b5de-bf9aee26824f req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:07.032033 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-59a3538c-ce53-4904-b5de-bf9aee26824f req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:07.055174 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59a3538c-ce53-4904-b5de-bf9aee26824f req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "PUT /v2.0/ports/cfd55f08-84f8-4017-98fe-64c53639fcbc HTTP/1.1" status: 200 len: 1021 time: 0.6148460 Aug 17 02:36:07.168861 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'Port': ['ID=cfd55f08-84f8-4017-98fe-64c53639fcbc,revision_number=7']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:07.183857 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:07.184200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:07.184662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:07.191324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:07.191324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:07.191324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:07.191324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:07.205830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:07.206193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:07.206537 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:07.206880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:07.207209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a51c10d-3928-4b63-a51a-ffa4af988054 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:07.254372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['cfd55f08-84f8-4017-98fe-64c53639fcbc'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:07.318106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bead47-a6ff-42e0-ae7a-538411b703ad req-34feff43-625b-48cf-a83b-082b77ea48a8 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:07.319587 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84bead47-a6ff-42e0-ae7a-538411b703ad req-34feff43-625b-48cf-a83b-082b77ea48a8 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1084723 Aug 17 02:36:07.381088 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84bead47-a6ff-42e0-ae7a-538411b703ad req-5241c71f-d2fd-4e16-886c-1f2b9498132e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494361 Aug 17 02:36:07.438738 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94be4518-1c47-4d07-ba99-fd672aec6bd5 x-openstack-request-id: req-94be4518-1c47-4d07-ba99-fd672aec6bd5 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:07.439762 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507c1a80-abac-4a2d-ada0-71d04a5edbc9", "tag": "cfd55f08-84f8-4017-98fe-64c53639fcbc", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:07.439762 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94be4518-1c47-4d07-ba99-fd672aec6bd5 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:07.440342 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507c1a80-abac-4a2d-ada0-71d04a5edbc9', 'tag': 'cfd55f08-84f8-4017-98fe-64c53639fcbc', 'status': 'completed', 'code': 200} Aug 17 02:36:07.593201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5131-1e5d-449f-babd-7245b3327b2a req-1113a1f3-39c9-4619-aa3a-e5a96be33789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:07.599288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f05a5131-1e5d-449f-babd-7245b3327b2a req-1113a1f3-39c9-4619-aa3a-e5a96be33789 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c3e544ed8fa40688d0eb20b8ddce107&device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 1176 time: 0.1118019 Aug 17 02:36:07.651600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-d8d9d24c-b3d1-4003-a9b1-4f8856ceeae0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] For port dda84f4a-44e2-41e8-b3f8-d938af007d4a, host n-h2-793621-31, got binding levels [] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:07.652686 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8d9d24c-b3d1-4003-a9b1-4f8856ceeae0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:07.669523 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9d24c-b3d1-4003-a9b1-4f8856ceeae0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Calling delete_port for dda84f4a-44e2-41e8-b3f8-d938af007d4a owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:07.866620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5131-1e5d-449f-babd-7245b3327b2a req-b6e8d4a4-1a44-47cb-90c3-684820ab60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:07.869668 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f05a5131-1e5d-449f-babd-7245b3327b2a req-b6e8d4a4-1a44-47cb-90c3-684820ab60f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f310a3e-4381-4e0e-91ca-bc0978aba406 HTTP/1.1" status: 200 len: 913 time: 0.2603374 Aug 17 02:36:07.928458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7c1a8-994d-430e-84e5-112e5faa8032 req-17db7058-3325-4717-a018-e5b2e48ac7e2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:07.938086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2d7c1a8-994d-430e-84e5-112e5faa8032 req-17db7058-3325-4717-a018-e5b2e48ac7e2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 1024 time: 0.1586878 Aug 17 02:36:07.941463 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f05a5131-1e5d-449f-babd-7245b3327b2a req-6a158bd8-d93d-48c1-a225-c973e51adf93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfd55f08-84f8-4017-98fe-64c53639fcbc HTTP/1.1" status: 200 len: 217 time: 0.0649848 Aug 17 02:36:07.952378 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-823f0867-e233-4963-8406-470fa277e48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:08.053998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5131-1e5d-449f-babd-7245b3327b2a req-845cda0f-300b-4179-a18b-d6d15c472af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:08.056092 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f05a5131-1e5d-449f-babd-7245b3327b2a req-845cda0f-300b-4179-a18b-d6d15c472af6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4bbe00d-66d1-4503-9a91-d4078c53a1de HTTP/1.1" status: 200 len: 852 time: 0.0953124 Aug 17 02:36:08.087418 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2d7c1a8-994d-430e-84e5-112e5faa8032 req-5b01ecb5-2f2b-4f73-898d-b1d23b085f78 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=199fb557-9abf-41d3-99fc-609f378025f1&id=20d7198e-aa50-4e10-a004-9da1cbca7cae&id=95e7e36b-9047-40b4-9eab-1070311f5311 HTTP/1.1" status: 200 len: 6157 time: 0.1479294 Aug 17 02:36:08.112435 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f05a5131-1e5d-449f-babd-7245b3327b2a req-a1ecd656-8d4c-4a71-b518-5b6c7f885be6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f310a3e-4381-4e0e-91ca-bc0978aba406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475109 Aug 17 02:36:08.243839 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8d9d24c-b3d1-4003-a9b1-4f8856ceeae0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:08.273526 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9d24c-b3d1-4003-a9b1-4f8856ceeae0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Pushing event deleted for resources: {'Port': ['ID=dda84f4a-44e2-41e8-b3f8-d938af007d4a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:08.286861 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8d9d24c-b3d1-4003-a9b1-4f8856ceeae0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:08.291509 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d8d9d24c-b3d1-4003-a9b1-4f8856ceeae0 tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "DELETE /v2.0/ports/dda84f4a-44e2-41e8-b3f8-d938af007d4a HTTP/1.1" status: 204 len: 168 time: 1.6773291 Aug 17 02:36:08.293500 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35386) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:08.320638 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-db96d8f5-46b0-4d75-9965-73594193ceaf tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] GET failed (client error): The resource could not be found. Aug 17 02:36:08.325185 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-db96d8f5-46b0-4d75-9965-73594193ceaf tempest-PortsAdminExtendedAttrsTestJSON-204631392 tempest-PortsAdminExtendedAttrsTestJSON-204631392-project-admin] 10.222.0.13 "GET /v2.0/ports/dda84f4a-44e2-41e8-b3f8-d938af007d4a HTTP/1.1" status: 404 len: 333 time: 0.0273762 Aug 17 02:36:08.325612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35388) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:08.419417 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0778-6246-4aed-8c80-a7c36f25a04d tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:08.568262 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0778-6246-4aed-8c80-a7c36f25a04d tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:08.602296 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7c8f0778-6246-4aed-8c80-a7c36f25a04d tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c67689-7688-46c1-b40e-bffd79602877']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:08.630708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7c8f0778-6246-4aed-8c80-a7c36f25a04d tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda7dbe5-cb54-468b-8250-6bdbfaa10173') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:08.631217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7c8f0778-6246-4aed-8c80-a7c36f25a04d tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda7dbe5-cb54-468b-8250-6bdbfaa10173') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:08.653993 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0778-6246-4aed-8c80-a7c36f25a04d tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:08.678452 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0778-6246-4aed-8c80-a7c36f25a04d tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:08.687123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8f0778-6246-4aed-8c80-a7c36f25a04d tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:36:08.687645 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0778-6246-4aed-8c80-a7c36f25a04d tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:08.759575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b03c8-0dc5-4b26-afdc-701644575274 req-72eef259-26dd-4955-ab61-84aa25108ce9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:36:08.767540 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:36:08.770035 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc8b03c8-0dc5-4b26-afdc-701644575274 req-72eef259-26dd-4955-ab61-84aa25108ce9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.6251183 Aug 17 02:36:08.804481 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f05a5131-1e5d-449f-babd-7245b3327b2a req-a067ff61-a3f7-406a-a0d1-29fad3ed108b service neutron] 10.222.0.42 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6853039 Aug 17 02:36:08.889962 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0778-6246-4aed-8c80-a7c36f25a04d tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:08.898431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc8b03c8-0dc5-4b26-afdc-701644575274 req-40dbb0cf-21a6-4ee9-958e-ca6e681eff41 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288850 Aug 17 02:36:08.930035 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0778-6246-4aed-8c80-a7c36f25a04d tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:08.934017 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7c8f0778-6246-4aed-8c80-a7c36f25a04d tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] 10.222.0.13 "DELETE /v2.0/networks/c5c67689-7688-46c1-b40e-bffd79602877 HTTP/1.1" status: 204 len: 168 time: 0.6063926 Aug 17 02:36:08.940212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f0778-6246-4aed-8c80-a7c36f25a04d tempest-PortsAdminExtendedAttrsTestJSON-799279158 tempest-PortsAdminExtendedAttrsTestJSON-799279158-project] Pushing event deleted for resources: {'Network': ['ID=c5c67689-7688-46c1-b40e-bffd79602877,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:09.001896 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f05a5131-1e5d-449f-babd-7245b3327b2a req-c8b24448-d315-4962-933b-8bc233cc6372 service neutron] 10.222.0.42 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871870 Aug 17 02:36:09.055896 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-276fff31-1f2f-48e8-a98c-7a8973260dde req-7ded6295-44b0-49e4-a1d6-7d7b6b6f28ae tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 210 time: 0.0527945 Aug 17 02:36:09.084854 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-81cb776f-2028-40e6-a31f-50ddcba83464 req-f2b65962-617c-40a8-9381-7199927c55c1 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1650587794 ', 'description': 'tempest-description-1760094299'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:09.192273 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-81cb776f-2028-40e6-a31f-50ddcba83464 req-f2b65962-617c-40a8-9381-7199927c55c1 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:09.307311 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-81cb776f-2028-40e6-a31f-50ddcba83464 req-f2b65962-617c-40a8-9381-7199927c55c1 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:09.397870 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-81cb776f-2028-40e6-a31f-50ddcba83464 req-f2b65962-617c-40a8-9381-7199927c55c1 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:09.442377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507c1a80-abac-4a2d-ada0-71d04a5edbc9', 'tag': 'cfd55f08-84f8-4017-98fe-64c53639fcbc'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:09.444818 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16624276-0bb1-4b54-83ad-c5ebab8ee4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "507c1a80-abac-4a2d-ada0-71d04a5edbc9", "tag": "cfd55f08-84f8-4017-98fe-64c53639fcbc"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:09.449320 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b65962-617c-40a8-9381-7199927c55c1 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31cd414-3bde-4db8-bd2b-44f7fcfb65cb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:09.504416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35412) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:09.534956 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-81cb776f-2028-40e6-a31f-50ddcba83464 req-f2b65962-617c-40a8-9381-7199927c55c1 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:09.539908 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-81cb776f-2028-40e6-a31f-50ddcba83464 req-f2b65962-617c-40a8-9381-7199927c55c1 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.4568920 Aug 17 02:36:09.705793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8fbdebab-9b36-4e9b-8d79-53d8df6f5123 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2c1efd7dd974e3a96c7b6cce7475671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943886 Aug 17 02:36:09.705793 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35422) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:09.751339 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c084763-3910-4893-9b0a-4a33570c405f x-openstack-request-id: req-1c084763-3910-4893-9b0a-4a33570c405f {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:09.752036 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507c1a80-abac-4a2d-ada0-71d04a5edbc9", "tag": "cfd55f08-84f8-4017-98fe-64c53639fcbc", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:09.752930 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c084763-3910-4893-9b0a-4a33570c405f {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:09.753543 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507c1a80-abac-4a2d-ada0-71d04a5edbc9', 'tag': 'cfd55f08-84f8-4017-98fe-64c53639fcbc', 'status': 'completed', 'code': 200} Aug 17 02:36:09.901655 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-334cbda4-387d-436c-9ff3-50f6042e2b90 req-ad8013fa-db3c-48a4-89d4-efbb04aaf4e7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/f31cd414-3bde-4db8-bd2b-44f7fcfb65cb HTTP/1.1" status: 200 len: 1783 time: 0.1356990 Aug 17 02:36:09.929725 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1788dbbd-ed31-49b1-9f3f-dce5cf98fce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:09.963226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16624276-0bb1-4b54-83ad-c5ebab8ee4e2 req-af24998b-16cb-4889-8214-3336d4a9467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:09.975433 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16624276-0bb1-4b54-83ad-c5ebab8ee4e2 req-af24998b-16cb-4889-8214-3336d4a9467a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c3e544ed8fa40688d0eb20b8ddce107&device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 1176 time: 0.1457050 Aug 17 02:36:10.070608 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1788dbbd-ed31-49b1-9f3f-dce5cf98fce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:10.199550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16624276-0bb1-4b54-83ad-c5ebab8ee4e2 req-a662f196-ee44-49d9-8584-7f9c0769c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:10.201056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16624276-0bb1-4b54-83ad-c5ebab8ee4e2 req-a662f196-ee44-49d9-8584-7f9c0769c9cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f310a3e-4381-4e0e-91ca-bc0978aba406 HTTP/1.1" status: 200 len: 913 time: 0.2219155 Aug 17 02:36:10.228761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfab3e7-83a4-4749-99c5-042f3f228e67 req-d1a11234-6ce1-4430-83e4-98725608a36d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:10.230272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-adfab3e7-83a4-4749-99c5-042f3f228e67 req-d1a11234-6ce1-4430-83e4-98725608a36d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1875792 Aug 17 02:36:10.235378 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b27c5a8e-a3d9-43d9-ae0a-d884665404c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:10.286441 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16624276-0bb1-4b54-83ad-c5ebab8ee4e2 req-eb7db1b9-60c0-4788-8911-8a50930b6c1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfd55f08-84f8-4017-98fe-64c53639fcbc HTTP/1.1" status: 200 len: 217 time: 0.0733480 Aug 17 02:36:10.409741 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16624276-0bb1-4b54-83ad-c5ebab8ee4e2 req-43a95eb5-2b24-443a-94f4-c5a44c8014a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:10.411380 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16624276-0bb1-4b54-83ad-c5ebab8ee4e2 req-43a95eb5-2b24-443a-94f4-c5a44c8014a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4bbe00d-66d1-4503-9a91-d4078c53a1de HTTP/1.1" status: 200 len: 852 time: 0.1109030 Aug 17 02:36:10.437027 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1788dbbd-ed31-49b1-9f3f-dce5cf98fce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:10.441569 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1788dbbd-ed31-49b1-9f3f-dce5cf98fce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:10.445518 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1788dbbd-ed31-49b1-9f3f-dce5cf98fce0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dc42b87-f89d-40a4-9884-d59443da2008 HTTP/1.1" status: 204 len: 168 time: 0.7391901 Aug 17 02:36:10.523445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-adfab3e7-83a4-4749-99c5-042f3f228e67 req-526686c2-9709-413c-b540-06b580f40618 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789214 Aug 17 02:36:10.588077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16624276-0bb1-4b54-83ad-c5ebab8ee4e2 req-e98db2b0-4996-4253-9336-7544fb21a933 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f310a3e-4381-4e0e-91ca-bc0978aba406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183856 Aug 17 02:36:10.589163 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788dbbd-ed31-49b1-9f3f-dce5cf98fce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc42b87-f89d-40a4-9884-d59443da2008,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:10.671599 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-68e024a7-9587-4bf5-a04e-747ae61da82c tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:10.674300 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-68e024a7-9587-4bf5-a04e-747ae61da82c tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.18 "GET /v2.0/networks?id=d634f89f-5254-46d5-b599-899423482ac5 HTTP/1.1" status: 200 len: 813 time: 0.1526995 Aug 17 02:36:10.696463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-ad23bfb4-f641-4120-959a-14f45d83ef6d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Request body: {'port': {'device_id': 'd248bda4-52fb-477e-9a58-7ccb86547392', 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5', 'admin_state_up': True, 'tenant_id': 'cff74c91903449068576218e3dd0b230'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:10.719124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-145115ec-2620-4644-a5e3-63f47d29b52d req-1c51f58e-2f6e-42e5-99b1-2743351f172e tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/f31cd414-3bde-4db8-bd2b-44f7fcfb65cb HTTP/1.1" status: 200 len: 1783 time: 0.1347694 Aug 17 02:36:10.734146 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:10.860561 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16624276-0bb1-4b54-83ad-c5ebab8ee4e2 req-f0d0eee4-2f0b-4871-a21f-28f85ace3f31 service neutron] 10.222.0.42 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513978 Aug 17 02:36:10.866457 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-145115ec-2620-4644-a5e3-63f47d29b52d req-90be5a43-ca11-468f-9251-56482702ecbb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:10.954438 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-145115ec-2620-4644-a5e3-63f47d29b52d req-90be5a43-ca11-468f-9251-56482702ecbb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:10.992604 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-ad23bfb4-f641-4120-959a-14f45d83ef6d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Made reservation on behalf of cff74c91903449068576218e3dd0b230 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:10.997939 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-ad23bfb4-f641-4120-959a-14f45d83ef6d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:11.044581 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16624276-0bb1-4b54-83ad-c5ebab8ee4e2 req-59653c4c-c903-4128-a64f-983633ba4dd2 service neutron] 10.222.0.42 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759441 Aug 17 02:36:11.124714 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-145115ec-2620-4644-a5e3-63f47d29b52d req-90be5a43-ca11-468f-9251-56482702ecbb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:11.128290 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-145115ec-2620-4644-a5e3-63f47d29b52d req-90be5a43-ca11-468f-9251-56482702ecbb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:11.136574 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-145115ec-2620-4644-a5e3-63f47d29b52d req-90be5a43-ca11-468f-9251-56482702ecbb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "DELETE /v2.0/security-groups/f31cd414-3bde-4db8-bd2b-44f7fcfb65cb HTTP/1.1" status: 204 len: 173 time: 0.3833005 Aug 17 02:36:11.151309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be5a43-ca11-468f-9251-56482702ecbb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31cd414-3bde-4db8-bd2b-44f7fcfb65cb,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:11.318154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2987fb8-701c-41a4-b8fc-17159442e475 req-2da5c58c-934e-4d3a-a939-4d295aca07a5 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 210 time: 0.0618229 Aug 17 02:36:11.343021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-ad23bfb4-f641-4120-959a-14f45d83ef6d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Allocated IP 172.20.0.11 (d634f89f-5254-46d5-b599-899423482ac5/bd00a8d1-b41c-42f2-a766-011cdb7fa9a8/62e62664-6760-4a9a-b342-f305fe153751) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:36:11.504964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e449d-9e8b-4916-a94e-72565d9da70c req-9c6813cf-b53d-4ae8-a5f6-7e978e187a56 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:11.512138 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d44e449d-9e8b-4916-a94e-72565d9da70c req-9c6813cf-b53d-4ae8-a5f6-7e978e187a56 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1077411 Aug 17 02:36:11.562283 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d44e449d-9e8b-4916-a94e-72565d9da70c req-f626b8f1-8782-4813-aa46-aa01a164e08d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477715 Aug 17 02:36:11.640353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35456) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:11.645724 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-ad23bfb4-f641-4120-959a-14f45d83ef6d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:11.749507 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-676416f3-5d02-4c7c-b8cf-91ef06805989 req-1396442e-880e-4406-8626-455165964d9e tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] show failed (client error): The resource could not be found. Aug 17 02:36:11.756436 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d32ad646-f6ff-44cb-9f80-8dc85c35cc66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4283794088848438ac44057ecf2de3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1148510 Aug 17 02:36:11.757051 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35458) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:11.767086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-676416f3-5d02-4c7c-b8cf-91ef06805989 req-1396442e-880e-4406-8626-455165964d9e tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/f31cd414-3bde-4db8-bd2b-44f7fcfb65cb HTTP/1.1" status: 404 len: 352 time: 0.0413675 Aug 17 02:36:11.832249 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:11.849616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-6cb70637-1246-422d-8e49-41b115b851c0 req-3d3d34d8-495a-4dff-a244-2aecd6f5fd69 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-815153093', 'description': 'tempest-description-2081903390'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:11.855482 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5243096-001e-480c-988d-9897616c8b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:11.867744 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-93d8a705-e413-43a4-af94-b5e1909ee6e0 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:11.869547 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-93d8a705-e413-43a4-af94-b5e1909ee6e0 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.18 "GET /v2.0/networks?id=d634f89f-5254-46d5-b599-899423482ac5 HTTP/1.1" status: 200 len: 813 time: 0.2524953 Aug 17 02:36:11.883827 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-ad23bfb4-f641-4120-959a-14f45d83ef6d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:11.887257 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5243096-001e-480c-988d-9897616c8b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:11.928967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-931e68ea-57f6-40b0-a357-d79c0ffafe12 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Request body: {'port': {'device_id': 'ea73647d-53d5-412c-8e47-bf125ea5e4f2', 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5', 'admin_state_up': True, 'tenant_id': 'cff74c91903449068576218e3dd0b230'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:11.965679 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-ad23bfb4-f641-4120-959a-14f45d83ef6d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Network d634f89f-5254-46d5-b599-899423482ac5 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:11.971858 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-ad23bfb4-f641-4120-959a-14f45d83ef6d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:11.981809 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-ad23bfb4-f641-4120-959a-14f45d83ef6d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:12.005412 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6cb70637-1246-422d-8e49-41b115b851c0 req-3d3d34d8-495a-4dff-a244-2aecd6f5fd69 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:12.024502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23bfb4-f641-4120-959a-14f45d83ef6d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Pushing event updated for resources: {'Port': ['ID=62e62664-6760-4a9a-b342-f305fe153751,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:12.084299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-ad23bfb4-f641-4120-959a-14f45d83ef6d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:12.085293 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-ad23bfb4-f641-4120-959a-14f45d83ef6d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:12.157964 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5243096-001e-480c-988d-9897616c8b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:12.160927 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5243096-001e-480c-988d-9897616c8b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:12.164255 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f5243096-001e-480c-988d-9897616c8b1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da1430fe-09fc-431d-ba0c-c36230ebd1b6 HTTP/1.1" status: 204 len: 168 time: 0.4040179 Aug 17 02:36:12.172976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5243096-001e-480c-988d-9897616c8b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1430fe-09fc-431d-ba0c-c36230ebd1b6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:12.191346 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6cb70637-1246-422d-8e49-41b115b851c0 req-3d3d34d8-495a-4dff-a244-2aecd6f5fd69 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:12.323792 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6cb70637-1246-422d-8e49-41b115b851c0 req-3d3d34d8-495a-4dff-a244-2aecd6f5fd69 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:12.386366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d34d8-495a-4dff-a244-2aecd6f5fd69 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bab7880-5cf4-4dbf-b05d-8c99abeeb21f,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:12.440261 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-ad23bfb4-f641-4120-959a-14f45d83ef6d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7502379 Aug 17 02:36:12.458279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Request body: {'port': {'device_id': 'd248bda4-52fb-477e-9a58-7ccb86547392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:12.525865 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6cb70637-1246-422d-8e49-41b115b851c0 req-3d3d34d8-495a-4dff-a244-2aecd6f5fd69 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:12.527856 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6cb70637-1246-422d-8e49-41b115b851c0 req-3d3d34d8-495a-4dff-a244-2aecd6f5fd69 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6851368 Aug 17 02:36:12.573747 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:12.678058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-931e68ea-57f6-40b0-a357-d79c0ffafe12 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Made reservation on behalf of cff74c91903449068576218e3dd0b230 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:12.683362 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-931e68ea-57f6-40b0-a357-d79c0ffafe12 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:12.774490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be11ef9-5567-4e92-aaa1-8ae50d9f18d9 req-5c51922d-05ab-45c4-a508-4f3fee1f047c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:12.775332 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2be11ef9-5567-4e92-aaa1-8ae50d9f18d9 req-5c51922d-05ab-45c4-a508-4f3fee1f047c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1370111 Aug 17 02:36:13.031524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2be11ef9-5567-4e92-aaa1-8ae50d9f18d9 req-ef3e48af-ed09-4e41-88f0-b73792887a14 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492568 Aug 17 02:36:13.138528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e62664-6760-4a9a-b342-f305fe153751 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:13.147110 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:13.165384 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Transition to ACTIVE for port object 62e62664-6760-4a9a-b342-f305fe153751 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:36:13.168367 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55142b4a-2677-4658-88cb-d52385120874 req-7926d880-6c78-48d2-9ead-615edcc6c701 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 210 time: 0.0314934 Aug 17 02:36:13.201138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-3f2dd6b0-ba17-448c-89aa-75129f2203b5 req-25f4d4aa-e3be-43f0-ba20-79f2898e2c0b tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1217259555', 'description': 'tempest-description-948019264'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:13.629698 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:13.672135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-931e68ea-57f6-40b0-a357-d79c0ffafe12 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Allocated IP 172.20.0.7 (d634f89f-5254-46d5-b599-899423482ac5/bd00a8d1-b41c-42f2-a766-011cdb7fa9a8/abe5dce7-bf0d-4623-a66e-ed9fc2d47255) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:36:13.673509 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Pushing event updated for resources: {'Port': ['ID=62e62664-6760-4a9a-b342-f305fe153751,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:13.700983 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3f2dd6b0-ba17-448c-89aa-75129f2203b5 req-25f4d4aa-e3be-43f0-ba20-79f2898e2c0b tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:13.751076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Attempting to bind port 62e62664-6760-4a9a-b342-f305fe153751 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:13.751464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Attempting to bind port 62e62664-6760-4a9a-b342-f305fe153751 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:13.751746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Attempting to bind port 62e62664-6760-4a9a-b342-f305fe153751 on network d634f89f-5254-46d5-b599-899423482ac5 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:13.756102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Port 62e62664-6760-4a9a-b342-f305fe153751 on network d634f89f-5254-46d5-b599-899423482ac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:13.756426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Attempting to bind port 62e62664-6760-4a9a-b342-f305fe153751 on network d634f89f-5254-46d5-b599-899423482ac5 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:13.761368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:36:13.761674 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Checking segment: {'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:36:13.762059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Bound using segment: {'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:36:13.762489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Bound port: 62e62664-6760-4a9a-b342-f305fe153751, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:36:13.762853 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:13.855714 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:13.866338 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] For port 62e62664-6760-4a9a-b342-f305fe153751, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:36:13.872065 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] For port 62e62664-6760-4a9a-b342-f305fe153751, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=62e62664-6760-4a9a-b342-f305fe153751,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:36:13.909275 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-931e68ea-57f6-40b0-a357-d79c0ffafe12 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:13.934386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3f2dd6b0-ba17-448c-89aa-75129f2203b5 req-25f4d4aa-e3be-43f0-ba20-79f2898e2c0b tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:13.958190 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:14.002320 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:14.004857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:14.007422 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] 10.222.0.18 "PUT /v2.0/ports/62e62664-6760-4a9a-b342-f305fe153751 HTTP/1.1" status: 200 len: 1093 time: 1.5540090 Aug 17 02:36:14.010822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd248bda4-52fb-477e-9a58-7ccb86547392', 'tag': '62e62664-6760-4a9a-b342-f305fe153751'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:14.015699 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea30595-329f-451a-8308-bf77c05bf371" -d '{"events": [{"name": "network-changed", "server_uuid": "d248bda4-52fb-477e-9a58-7ccb86547392", "tag": "62e62664-6760-4a9a-b342-f305fe153751"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:14.050839 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3f2dd6b0-ba17-448c-89aa-75129f2203b5 req-25f4d4aa-e3be-43f0-ba20-79f2898e2c0b tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:14.055052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e09dc3-2ebe-4b09-a2cf-ab95a2e31558 service neutron] Pushing event updated for resources: {'Port': ['ID=62e62664-6760-4a9a-b342-f305fe153751,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:14.084725 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-931e68ea-57f6-40b0-a357-d79c0ffafe12 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:14.178166 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4d4aa-e3be-43f0-ba20-79f2898e2c0b tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f168cb-3728-4041-b59d-a5b98764574b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:14.202991 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-048d6587-e3be-4afa-8da9-1589fcb18c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:14.210666 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-048d6587-e3be-4afa-8da9-1589fcb18c4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cff74c91903449068576218e3dd0b230&device_id=d248bda4-52fb-477e-9a58-7ccb86547392 HTTP/1.1" status: 200 len: 1096 time: 0.0639913 Aug 17 02:36:14.215991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e68ea-57f6-40b0-a357-d79c0ffafe12 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Pushing event updated for resources: {'Port': ['ID=abe5dce7-bf0d-4623-a66e-ed9fc2d47255,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:14.220568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-931e68ea-57f6-40b0-a357-d79c0ffafe12 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Network d634f89f-5254-46d5-b599-899423482ac5 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:14.227082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-931e68ea-57f6-40b0-a357-d79c0ffafe12 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:14.244245 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-931e68ea-57f6-40b0-a357-d79c0ffafe12 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:14.244245 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3f2dd6b0-ba17-448c-89aa-75129f2203b5 req-25f4d4aa-e3be-43f0-ba20-79f2898e2c0b tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:14.244245 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f2dd6b0-ba17-448c-89aa-75129f2203b5 req-25f4d4aa-e3be-43f0-ba20-79f2898e2c0b tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0433280 Aug 17 02:36:14.300467 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-d531201c-d0bc-455a-ae0e-2b8009eabee4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62e62664-6760-4a9a-b342-f305fe153751 HTTP/1.1" status: 200 len: 217 time: 0.0802410 Aug 17 02:36:14.340333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-931e68ea-57f6-40b0-a357-d79c0ffafe12 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:14.340873 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-931e68ea-57f6-40b0-a357-d79c0ffafe12 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:14.402612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-3c65e0ed-3417-4d4d-8dad-96347ea9be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:14.404130 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-3c65e0ed-3417-4d4d-8dad-96347ea9be4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd00a8d1-b41c-42f2-a766-011cdb7fa9a8 HTTP/1.1" status: 200 len: 853 time: 0.0962925 Aug 17 02:36:14.415585 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-931e68ea-57f6-40b0-a357-d79c0ffafe12 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4915688 Aug 17 02:36:14.443642 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Request body: {'port': {'device_id': 'ea73647d-53d5-412c-8e47-bf125ea5e4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:14.455956 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-19d18c28-b0c2-4094-81b2-a803121ffa26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d634f89f-5254-46d5-b599-899423482ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428035 Aug 17 02:36:14.529968 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:14.581757 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22077ea4-58ef-457e-9070-b2943f2bc1c0 req-d7cb7db2-4eea-47a8-a50d-d071e843de06 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:14.589228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22077ea4-58ef-457e-9070-b2943f2bc1c0 req-d7cb7db2-4eea-47a8-a50d-d071e843de06 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1607900 Aug 17 02:36:14.598589 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-6c31b671-53ea-4c14-b639-25d0eb59bc27 service neutron] 10.222.0.18 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335049 Aug 17 02:36:14.652432 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22077ea4-58ef-457e-9070-b2943f2bc1c0 req-71a80eb4-39b0-434a-85a7-5afc823f4e12 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602560 Aug 17 02:36:14.746645 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-0b5905e2-2a75-4d93-99f2-ce133d7bd180 service neutron] 10.222.0.18 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409619 Aug 17 02:36:14.796677 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bec6081-eff0-4fd1-8d96-73027df08d15 x-openstack-request-id: req-5bec6081-eff0-4fd1-8d96-73027df08d15 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:14.797308 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d248bda4-52fb-477e-9a58-7ccb86547392", "tag": "62e62664-6760-4a9a-b342-f305fe153751", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:14.798179 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bec6081-eff0-4fd1-8d96-73027df08d15 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:14.799207 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd248bda4-52fb-477e-9a58-7ccb86547392', 'tag': '62e62664-6760-4a9a-b342-f305fe153751', 'status': 'completed', 'code': 200} Aug 17 02:36:14.954818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54128714-28a8-4642-827b-c7a89da1dfb6 req-d5c9de24-b100-4489-8760-a52fd9054d38 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:14.956851 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54128714-28a8-4642-827b-c7a89da1dfb6 req-d5c9de24-b100-4489-8760-a52fd9054d38 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 931 time: 0.1010878 Aug 17 02:36:15.007239 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe5dce7-bf0d-4623-a66e-ed9fc2d47255 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:15.018450 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:15.035805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Transition to ACTIVE for port object abe5dce7-bf0d-4623-a66e-ed9fc2d47255 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:36:15.065275 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea30595-329f-451a-8308-bf77c05bf371 req-7cf9af31-d0c0-49ba-8a6e-2c54cbb23d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:15.066929 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ea30595-329f-451a-8308-bf77c05bf371 req-7cf9af31-d0c0-49ba-8a6e-2c54cbb23d54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cff74c91903449068576218e3dd0b230&device_id=d248bda4-52fb-477e-9a58-7ccb86547392 HTTP/1.1" status: 200 len: 1096 time: 0.0838983 Aug 17 02:36:15.084571 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54128714-28a8-4642-827b-c7a89da1dfb6 req-6f5987fd-9483-45c9-bd79-3b81566a88b2 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067591 Aug 17 02:36:15.117185 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:15.194816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Pushing event updated for resources: {'Port': ['ID=abe5dce7-bf0d-4623-a66e-ed9fc2d47255,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:15.207606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-a94d8ead-c907-4ea9-92f1-a55724ec5544 req-1e509ac6-afd3-4f87-8636-79e6775c2b09 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-989940789', 'description': 'tempest-description-597662235'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:15.216812 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea30595-329f-451a-8308-bf77c05bf371 req-bf36b77a-9e9a-4160-bd15-f93422d40f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:15.219588 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ea30595-329f-451a-8308-bf77c05bf371 req-bf36b77a-9e9a-4160-bd15-f93422d40f1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d634f89f-5254-46d5-b599-899423482ac5 HTTP/1.1" status: 200 len: 914 time: 0.1390579 Aug 17 02:36:15.313613 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ea30595-329f-451a-8308-bf77c05bf371 req-58c75a08-5c5a-4e57-8eff-3b54a6be3f82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62e62664-6760-4a9a-b342-f305fe153751 HTTP/1.1" status: 200 len: 217 time: 0.0822914 Aug 17 02:36:15.355940 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a94d8ead-c907-4ea9-92f1-a55724ec5544 req-1e509ac6-afd3-4f87-8636-79e6775c2b09 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:15.435665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea30595-329f-451a-8308-bf77c05bf371 req-aefa4f2d-0337-4f72-9f18-6229c5dd6ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:15.442263 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ea30595-329f-451a-8308-bf77c05bf371 req-aefa4f2d-0337-4f72-9f18-6229c5dd6ae4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd00a8d1-b41c-42f2-a766-011cdb7fa9a8 HTTP/1.1" status: 200 len: 853 time: 0.1176028 Aug 17 02:36:15.512960 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35548) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:15.527741 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ea30595-329f-451a-8308-bf77c05bf371 req-6f277ce4-a3e3-479b-a7a0-6120168b3820 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d634f89f-5254-46d5-b599-899423482ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772667 Aug 17 02:36:15.591224 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a94d8ead-c907-4ea9-92f1-a55724ec5544 req-1e509ac6-afd3-4f87-8636-79e6775c2b09 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:15.633687 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Attempting to bind port abe5dce7-bf0d-4623-a66e-ed9fc2d47255 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:15.634435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Attempting to bind port abe5dce7-bf0d-4623-a66e-ed9fc2d47255 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:15.635127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Attempting to bind port abe5dce7-bf0d-4623-a66e-ed9fc2d47255 on network d634f89f-5254-46d5-b599-899423482ac5 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:15.647456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Port abe5dce7-bf0d-4623-a66e-ed9fc2d47255 on network d634f89f-5254-46d5-b599-899423482ac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:15.647950 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Attempting to bind port abe5dce7-bf0d-4623-a66e-ed9fc2d47255 on network d634f89f-5254-46d5-b599-899423482ac5 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:15.653585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:36:15.654390 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Checking segment: {'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:36:15.654585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Bound using segment: {'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:36:15.655293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Bound port: abe5dce7-bf0d-4623-a66e-ed9fc2d47255, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:36:15.655871 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:15.730067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-234524718', 'router:external': True}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:15.758916 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ea30595-329f-451a-8308-bf77c05bf371 req-f242d75c-a69b-4a62-8249-b1648069c8fa service neutron] 10.222.0.18 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166748 Aug 17 02:36:15.768548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] For port abe5dce7-bf0d-4623-a66e-ed9fc2d47255, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:36:15.768548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] For port abe5dce7-bf0d-4623-a66e-ed9fc2d47255, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=abe5dce7-bf0d-4623-a66e-ed9fc2d47255,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:36:15.836690 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a94d8ead-c907-4ea9-92f1-a55724ec5544 req-1e509ac6-afd3-4f87-8636-79e6775c2b09 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:15.898265 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ea30595-329f-451a-8308-bf77c05bf371 req-b297e23e-3ee0-4019-92c3-510101670604 service neutron] 10.222.0.18 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284223 Aug 17 02:36:15.901830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e509ac6-afd3-4f87-8636-79e6775c2b09 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725f3bb9-600f-4eea-a5ed-ffff4d84631b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:15.929187 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:15.962982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Made reservation on behalf of 67b1a12e153349af889a31808e2cbb2a for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:15.965785 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:15.991617 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:16.023594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Pushing event updated for resources: {'Port': ['ID=abe5dce7-bf0d-4623-a66e-ed9fc2d47255,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:16.038902 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:16.039935 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:16.046043 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-c0153498-c21f-4e07-b38e-a0a6e4a4f6ca service neutron] 10.222.0.18 "PUT /v2.0/ports/abe5dce7-bf0d-4623-a66e-ed9fc2d47255 HTTP/1.1" status: 200 len: 1092 time: 1.6028321 Aug 17 02:36:16.046043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea73647d-53d5-412c-8e47-bf125ea5e4f2', 'tag': 'abe5dce7-bf0d-4623-a66e-ed9fc2d47255'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:16.046979 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee8355e-c95b-47d6-89d2-55e7d513046b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea73647d-53d5-412c-8e47-bf125ea5e4f2", "tag": "abe5dce7-bf0d-4623-a66e-ed9fc2d47255"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:16.099604 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a94d8ead-c907-4ea9-92f1-a55724ec5544 req-1e509ac6-afd3-4f87-8636-79e6775c2b09 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:16.101753 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a94d8ead-c907-4ea9-92f1-a55724ec5544 req-1e509ac6-afd3-4f87-8636-79e6775c2b09 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9080920 Aug 17 02:36:16.254786 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:16.284729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-1dc49d41-0d7d-4631-b7ad-dafd0913591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:16.291777 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-1dc49d41-0d7d-4631-b7ad-dafd0913591a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cff74c91903449068576218e3dd0b230&device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 1095 time: 0.0989287 Aug 17 02:36:16.316311 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:16.358139 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2da630-71bb-49d6-a4fb-2b87acbc668e x-openstack-request-id: req-4c2da630-71bb-49d6-a4fb-2b87acbc668e {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:16.358826 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea73647d-53d5-412c-8e47-bf125ea5e4f2", "tag": "abe5dce7-bf0d-4623-a66e-ed9fc2d47255", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:16.359280 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c2da630-71bb-49d6-a4fb-2b87acbc668e {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:16.359907 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea73647d-53d5-412c-8e47-bf125ea5e4f2', 'tag': 'abe5dce7-bf0d-4623-a66e-ed9fc2d47255', 'status': 'completed', 'code': 200} Aug 17 02:36:16.361792 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-2bf7386a-36c0-4a51-b0be-3d818e2f50c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abe5dce7-bf0d-4623-a66e-ed9fc2d47255 HTTP/1.1" status: 200 len: 217 time: 0.0542102 Aug 17 02:36:16.366815 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:36:16.372758 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2fdd7c-d70d-4f77-870b-3f62c5fda36a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:16.401738 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:16.402727 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Added segment 2991a8b0-904e-4a5b-9047-5f3a011d923a of type vlan for network cf2114eb-290c-4fc5-91bb-bbc779ee1e48 Aug 17 02:36:16.458770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-b7c7440e-e33b-4089-9395-3bb42614e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:16.460198 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-b7c7440e-e33b-4089-9395-3bb42614e21c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd00a8d1-b41c-42f2-a766-011cdb7fa9a8 HTTP/1.1" status: 200 len: 853 time: 0.0756702 Aug 17 02:36:16.504667 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-07a9eadc-e767-48f2-a216-a120aa0ba31d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d634f89f-5254-46d5-b599-899423482ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353715 Aug 17 02:36:16.509466 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:16.614455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd69fa29-dbf6-4621-9b37-70d96a0e951d req-a698a80e-d390-49c4-9841-2406cd36afcb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c3e544ed8fa40688d0eb20b8ddce107 HTTP/1.1" status: 200 len: 10909 time: 0.2514062 Aug 17 02:36:16.637680 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:16.639409 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:16.641666 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:16.685560 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-f13a4c0d-1b19-443e-a18b-b85d5c079a88 service neutron] 10.222.0.18 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723690 Aug 17 02:36:16.762115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd69fa29-dbf6-4621-9b37-70d96a0e951d req-e7823c98-f289-4bad-8952-25199ad7931a tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/95e7e36b-9047-40b4-9eab-1070311f5311 HTTP/1.1" status: 200 len: 2985 time: 0.1405818 Aug 17 02:36:16.764865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Pushing event updated for resources: {'Network': ['ID=cf2114eb-290c-4fc5-91bb-bbc779ee1e48,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:16.776566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network cf2114eb-290c-4fc5-91bb-bbc779ee1e48 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:36:16.793644 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bce98490-b6c8-4c94-abbf-1d8dd2f95dfa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2646687 Aug 17 02:36:16.807525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35566) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:16.808587 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9f4c62f7-3957-444a-9355-52a19a8bd67d tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Request body: {'subnet': {'network_id': 'cf2114eb-290c-4fc5-91bb-bbc779ee1e48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:16.853878 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd69fa29-dbf6-4621-9b37-70d96a0e951d req-866cf96f-a6a8-44ad-8505-0adc538122cb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/95e7e36b-9047-40b4-9eab-1070311f5311 HTTP/1.1" status: 200 len: 2985 time: 0.0907831 Aug 17 02:36:16.876707 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab010bda-6ce2-4828-baf2-d6e9ec821568 req-50e6a041-14c2-4904-b075-b01b69efc0be service neutron] 10.222.0.18 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819394 Aug 17 02:36:16.929152 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4c62f7-3957-444a-9355-52a19a8bd67d tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Made reservation on behalf of 67b1a12e153349af889a31808e2cbb2a for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:16.932007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9f4c62f7-3957-444a-9355-52a19a8bd67d tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:16.989354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50a05f-7f2d-451d-b6e8-9f443175d8df req-d83fdc5b-a1de-4aa8-8eb5-a42fa318a1fc tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:17.002742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6b50a05f-7f2d-451d-b6e8-9f443175d8df req-d83fdc5b-a1de-4aa8-8eb5-a42fa318a1fc tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 943 time: 0.0845079 Aug 17 02:36:17.071729 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6b50a05f-7f2d-451d-b6e8-9f443175d8df req-c1ad3761-6741-4b70-9f16-85ce1cb8be78 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536010 Aug 17 02:36:17.207537 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8355e-c95b-47d6-89d2-55e7d513046b req-69d8af8f-e542-4421-8fcb-217cfdadabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:17.209039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aee8355e-c95b-47d6-89d2-55e7d513046b req-69d8af8f-e542-4421-8fcb-217cfdadabd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cff74c91903449068576218e3dd0b230&device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 1095 time: 0.0931273 Aug 17 02:36:17.344824 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f78c0a-c33d-4450-9b89-e695b7bd9c0e req-8ed4ea4a-9fb1-485f-bf1a-36727a466d4e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:17.346434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71f78c0a-c33d-4450-9b89-e695b7bd9c0e req-8ed4ea4a-9fb1-485f-bf1a-36727a466d4e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1645770 Aug 17 02:36:17.432676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8355e-c95b-47d6-89d2-55e7d513046b req-c5cf2ef7-a4cd-48e2-a258-a16d3a8a6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:17.434481 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aee8355e-c95b-47d6-89d2-55e7d513046b req-c5cf2ef7-a4cd-48e2-a258-a16d3a8a6c36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d634f89f-5254-46d5-b599-899423482ac5 HTTP/1.1" status: 200 len: 914 time: 0.2054427 Aug 17 02:36:17.496754 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71f78c0a-c33d-4450-9b89-e695b7bd9c0e req-31cb073d-4f59-4207-89b3-a76f964477d8 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355827 Aug 17 02:36:17.498936 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aee8355e-c95b-47d6-89d2-55e7d513046b req-d695d75f-25e0-4bc1-ab13-2237b006ad5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abe5dce7-bf0d-4623-a66e-ed9fc2d47255 HTTP/1.1" status: 200 len: 217 time: 0.0490479 Aug 17 02:36:17.508729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.objects.ports [None req-9f4c62f7-3957-444a-9355-52a19a8bd67d tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95407) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:36:17.510718 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9f4c62f7-3957-444a-9355-52a19a8bd67d tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:17.573392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c62f7-3957-444a-9355-52a19a8bd67d tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e36339cb-1ca8-42cf-bd52-3acba9310ac8,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:17.596428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8355e-c95b-47d6-89d2-55e7d513046b req-313b111f-3191-4199-909d-8f3a59e6403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:17.598040 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aee8355e-c95b-47d6-89d2-55e7d513046b req-313b111f-3191-4199-909d-8f3a59e6403f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd00a8d1-b41c-42f2-a766-011cdb7fa9a8 HTTP/1.1" status: 200 len: 853 time: 0.0907502 Aug 17 02:36:17.626000 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4c62f7-3957-444a-9355-52a19a8bd67d tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Checking segment: {'id': '2991a8b0-904e-4a5b-9047-5f3a011d923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cf2114eb-290c-4fc5-91bb-bbc779ee1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:36:17.626374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c62f7-3957-444a-9355-52a19a8bd67d tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Network hostable DHCP agents. Network: cf2114eb-290c-4fc5-91bb-bbc779ee1e48, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:36:17.653657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aee8355e-c95b-47d6-89d2-55e7d513046b req-03b61218-1e45-420c-9e11-0a2d9f7bb3fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d634f89f-5254-46d5-b599-899423482ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407746 Aug 17 02:36:17.725507 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-85ff8ffe-8113-4d90-87b2-f0ede2439166 req-5d1e9fcb-ab3d-4e41-a8f6-b134c1e81910 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/9bab7880-5cf4-4dbf-b05d-8c99abeeb21f HTTP/1.1" status: 200 len: 1802 time: 0.1261511 Aug 17 02:36:17.787226 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c62f7-3957-444a-9355-52a19a8bd67d tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Network cf2114eb-290c-4fc5-91bb-bbc779ee1e48 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:36:17.838736 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-85ff8ffe-8113-4d90-87b2-f0ede2439166 req-92ccbb0b-3601-449e-8034-6b15730869dd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:17.842127 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aee8355e-c95b-47d6-89d2-55e7d513046b req-138439cf-90ba-4b06-acd4-1b42303e699a service neutron] 10.222.0.18 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799881 Aug 17 02:36:17.900399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9f4c62f7-3957-444a-9355-52a19a8bd67d tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, cf2114eb-290c-4fc5-91bb-bbc779ee1e48) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:17.904889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4c62f7-3957-444a-9355-52a19a8bd67d tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:17.905697 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9f4c62f7-3957-444a-9355-52a19a8bd67d tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:17.914199 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a37c0e-baba-42c0-8b69-900b384d175b None None] Network cf2114eb-290c-4fc5-91bb-bbc779ee1e48 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:36:17.942369 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-85ff8ffe-8113-4d90-87b2-f0ede2439166 req-92ccbb0b-3601-449e-8034-6b15730869dd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:18.010336 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9f4c62f7-3957-444a-9355-52a19a8bd67d tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2097816 Aug 17 02:36:18.013046 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35584) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:18.019857 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-392022244', 'network_id': 'cf2114eb-290c-4fc5-91bb-bbc779ee1e48'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:18.020613 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aee8355e-c95b-47d6-89d2-55e7d513046b req-fd5df9a1-c24e-42a2-b9fb-432bf1967bed service neutron] 10.222.0.18 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503158 Aug 17 02:36:18.108595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04486987-8c49-41ec-92e4-4c13a2d51609 None None] Network cf2114eb-290c-4fc5-91bb-bbc779ee1e48 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:36:18.116339 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-85ff8ffe-8113-4d90-87b2-f0ede2439166 req-92ccbb0b-3601-449e-8034-6b15730869dd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:18.119015 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-85ff8ffe-8113-4d90-87b2-f0ede2439166 req-92ccbb0b-3601-449e-8034-6b15730869dd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:18.131459 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-85ff8ffe-8113-4d90-87b2-f0ede2439166 req-92ccbb0b-3601-449e-8034-6b15730869dd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "DELETE /v2.0/security-groups/9bab7880-5cf4-4dbf-b05d-8c99abeeb21f HTTP/1.1" status: 204 len: 173 time: 0.4020946 Aug 17 02:36:18.154321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccbb0b-3601-449e-8034-6b15730869dd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bab7880-5cf4-4dbf-b05d-8c99abeeb21f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:18.162851 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Made reservation on behalf of 67b1a12e153349af889a31808e2cbb2a for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:18.165567 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:18.206916 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] device_id is not set on port f2b85220-0bdf-4154-909a-6af55d9186bf yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:36:18.347798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Allocated IP 2001:db8::2e3 (cf2114eb-290c-4fc5-91bb-bbc779ee1e48/e36339cb-1ca8-42cf-bd52-3acba9310ac8/f2b85220-0bdf-4154-909a-6af55d9186bf) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:36:18.396754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cd25e-39a7-448d-9e1b-10abb1c97497 req-98c817e1-00cc-4464-a296-330a3ed0b477 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:18.408532 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-320cd25e-39a7-448d-9e1b-10abb1c97497 req-98c817e1-00cc-4464-a296-330a3ed0b477 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0855262 Aug 17 02:36:18.453740 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-320cd25e-39a7-448d-9e1b-10abb1c97497 req-909fa5cb-fe35-4d30-96a2-fa43502feee5 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Aug 17 02:36:18.537840 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:18.574737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3441c-5d09-46a9-9eb1-1b00c5231b2e req-106eb294-4a04-4318-8bf7-0adba8e2eeb1 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:18.576530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6da3441c-5d09-46a9-9eb1-1b00c5231b2e req-106eb294-4a04-4318-8bf7-0adba8e2eeb1 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 943 time: 0.0639553 Aug 17 02:36:18.619513 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6da3441c-5d09-46a9-9eb1-1b00c5231b2e req-b01f29ef-df89-4ada-9303-630921fd79b0 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359766 Aug 17 02:36:18.662312 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-cceeecc5-75a6-4dde-a2de-f6cc3e4e0a2b req-a93280ff-0e3f-46c1-a0e5-148388105592 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] show failed (client error): The resource could not be found. Aug 17 02:36:18.663606 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cceeecc5-75a6-4dde-a2de-f6cc3e4e0a2b req-a93280ff-0e3f-46c1-a0e5-148388105592 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/9bab7880-5cf4-4dbf-b05d-8c99abeeb21f HTTP/1.1" status: 404 len: 352 time: 0.0171568 Aug 17 02:36:18.682312 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:18.733632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Network cf2114eb-290c-4fc5-91bb-bbc779ee1e48 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:18.739235 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:18.739235 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:18.740938 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:18.740938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:18.764946 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Pushing event updated for resources: {'Port': ['ID=f2b85220-0bdf-4154-909a-6af55d9186bf,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:18.785154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:18.785417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:18.785785 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:18.786135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:18.786936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:18.786936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:18.787165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:18.787440 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:18.787823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:18.788162 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:18.788493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:18.788822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:18.821296 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-571e0bb0-10a4-46b5-8115-63f3340df814 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8065467 Aug 17 02:36:18.823781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35610) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:18.829633 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13c11bc4-f3a3-4891-af02-b0b735590cec req-98e6e035-bc5d-4992-a627-522099ec9a11 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/f8f168cb-3728-4041-b59d-a5b98764574b HTTP/1.1" status: 200 len: 1802 time: 0.0821571 Aug 17 02:36:18.922705 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-13c11bc4-f3a3-4891-af02-b0b735590cec req-0d2b47bd-92ae-4b52-a0f4-08dd9fdbe1da tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:18.955571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8ec7a746-1cf6-4f02-8d44-910f94053dde tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Deleting port f2b85220-0bdf-4154-909a-6af55d9186bf {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:18.955922 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a746-1cf6-4f02-8d44-910f94053dde tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:18.962450 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-13c11bc4-f3a3-4891-af02-b0b735590cec req-0d2b47bd-92ae-4b52-a0f4-08dd9fdbe1da tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:19.065854 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a746-1cf6-4f02-8d44-910f94053dde tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:19.082157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8ec7a746-1cf6-4f02-8d44-910f94053dde tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Calling delete_port for f2b85220-0bdf-4154-909a-6af55d9186bf owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:19.129783 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-13c11bc4-f3a3-4891-af02-b0b735590cec req-0d2b47bd-92ae-4b52-a0f4-08dd9fdbe1da tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:19.132594 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-13c11bc4-f3a3-4891-af02-b0b735590cec req-0d2b47bd-92ae-4b52-a0f4-08dd9fdbe1da tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:19.134410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13c11bc4-f3a3-4891-af02-b0b735590cec req-0d2b47bd-92ae-4b52-a0f4-08dd9fdbe1da tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "DELETE /v2.0/security-groups/f8f168cb-3728-4041-b59d-a5b98764574b HTTP/1.1" status: 204 len: 173 time: 0.3032386 Aug 17 02:36:19.151790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b47bd-92ae-4b52-a0f4-08dd9fdbe1da tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f168cb-3728-4041-b59d-a5b98764574b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:19.294598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b14a91-0358-41e2-bdad-c26fd78d7f53 req-bb15b0ad-f1bf-4005-8e83-3cf1f0afeaae tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:19.297322 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37b14a91-0358-41e2-bdad-c26fd78d7f53 req-bb15b0ad-f1bf-4005-8e83-3cf1f0afeaae tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0624754 Aug 17 02:36:19.378008 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37b14a91-0358-41e2-bdad-c26fd78d7f53 req-ee2cfe0b-f141-4b30-891f-151666432ec9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739782 Aug 17 02:36:19.422458 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-a449c411-bd1b-4266-9a59-3396722bfc50 req-ac060875-3b55-4c57-8898-b400db5918d5 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] show failed (client error): The resource could not be found. Aug 17 02:36:19.433777 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a449c411-bd1b-4266-9a59-3396722bfc50 req-ac060875-3b55-4c57-8898-b400db5918d5 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/f8f168cb-3728-4041-b59d-a5b98764574b HTTP/1.1" status: 404 len: 352 time: 0.0336030 Aug 17 02:36:19.518241 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a746-1cf6-4f02-8d44-910f94053dde tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:19.556007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7a746-1cf6-4f02-8d44-910f94053dde tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2b85220-0bdf-4154-909a-6af55d9186bf,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:19.608146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a746-1cf6-4f02-8d44-910f94053dde tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:19.610264 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8ec7a746-1cf6-4f02-8d44-910f94053dde tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f2b85220-0bdf-4154-909a-6af55d9186bf HTTP/1.1" status: 204 len: 168 time: 0.7855005 Aug 17 02:36:19.614379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35626) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:19.620361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf2114eb-290c-4fc5-91bb-bbc779ee1e48', 'external_fixed_ips': [{'subnet_id': 'e36339cb-1ca8-42cf-bd52-3acba9310ac8', 'ip_address': '2001:db8::2e3'}]}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:19.667572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c2c56-e3bd-4628-bf40-bc1b9ece204b req-83f47971-abaf-4d85-b14e-2344ee3662b0 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:19.667572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-977c2c56-e3bd-4628-bf40-bc1b9ece204b req-83f47971-abaf-4d85-b14e-2344ee3662b0 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0702565 Aug 17 02:36:19.713279 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-977c2c56-e3bd-4628-bf40-bc1b9ece204b req-941e2503-73a8-41ee-a87b-7d113f07cfa0 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431111 Aug 17 02:36:19.850372 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:19.852055 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:19.906673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 62e62664-6760-4a9a-b342-f305fe153751 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:36:19.922059 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:19.944215 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-495d7bc7-0b8a-4763-95cf-cc19c7923105 req-38867ed7-1b14-4c12-b9cc-c569cff840bb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/725f3bb9-600f-4eea-a5ed-ffff4d84631b HTTP/1.1" status: 200 len: 1801 time: 0.1936285 Aug 17 02:36:20.005517 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-495d7bc7-0b8a-4763-95cf-cc19c7923105 req-031f03a2-e139-4f94-bad3-a5cef5d35162 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:20.017452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 62e62664-6760-4a9a-b342-f305fe153751, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=62e62664-6760-4a9a-b342-f305fe153751,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:20.032583 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-495d7bc7-0b8a-4763-95cf-cc19c7923105 req-031f03a2-e139-4f94-bad3-a5cef5d35162 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:20.038632 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '62e62664-6760-4a9a-b342-f305fe153751', 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5', 'port_id': '62e62664-6760-4a9a-b342-f305fe153751', 'mac_address': 'fa:16:3e:03:c5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd00a8d1-b41c-42f2-a766-011cdb7fa9a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:36:20.087113 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:20.103577 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e62664-6760-4a9a-b342-f305fe153751 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:20.126923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 62e62664-6760-4a9a-b342-f305fe153751, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=62e62664-6760-4a9a-b342-f305fe153751,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:20.173541 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:20.214715 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-495d7bc7-0b8a-4763-95cf-cc19c7923105 req-031f03a2-e139-4f94-bad3-a5cef5d35162 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:20.217487 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-495d7bc7-0b8a-4763-95cf-cc19c7923105 req-031f03a2-e139-4f94-bad3-a5cef5d35162 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:20.218730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-495d7bc7-0b8a-4763-95cf-cc19c7923105 req-031f03a2-e139-4f94-bad3-a5cef5d35162 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "DELETE /v2.0/security-groups/725f3bb9-600f-4eea-a5ed-ffff4d84631b HTTP/1.1" status: 204 len: 173 time: 0.2735591 Aug 17 02:36:20.228169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f03a2-e139-4f94-bad3-a5cef5d35162 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=725f3bb9-600f-4eea-a5ed-ffff4d84631b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:20.242211 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:20.333606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=62e62664-6760-4a9a-b342-f305fe153751,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:20.343874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:20.344367 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:20.345049 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:20.345533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:20.345963 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:20.346396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:20.346833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:20.347250 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:20.347752 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:20.348357 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:20.349677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:20.351314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:20.351438 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669f617-c94a-42a5-a8a0-40ab7d60295f req-00ab6d09-73c0-47e4-a07a-6dd2b32cfce4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:20.362229 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4669f617-c94a-42a5-a8a0-40ab7d60295f req-00ab6d09-73c0-47e4-a07a-6dd2b32cfce4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 943 time: 0.0761952 Aug 17 02:36:20.407473 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4669f617-c94a-42a5-a8a0-40ab7d60295f req-172c8a17-844c-476f-8fb1-3dedabd82016 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438740 Aug 17 02:36:20.464125 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-f68b2aae-9f6c-4f45-bccd-12436cd2549c req-6ec02a83-a3de-4c66-816d-bdc6a913c0da tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] show failed (client error): The resource could not be found. Aug 17 02:36:20.466635 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f68b2aae-9f6c-4f45-bccd-12436cd2549c req-6ec02a83-a3de-4c66-816d-bdc6a913c0da tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/725f3bb9-600f-4eea-a5ed-ffff4d84631b HTTP/1.1" status: 404 len: 352 time: 0.0163171 Aug 17 02:36:20.588795 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:20.604766 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:20.615258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f15a9-14b3-479f-b20e-ef8a919ad2cd req-6c8822d0-8f1b-4497-9ae5-25e10d76dc6f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:20.616782 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-599f15a9-14b3-479f-b20e-ef8a919ad2cd req-6c8822d0-8f1b-4497-9ae5-25e10d76dc6f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0815804 Aug 17 02:36:20.712224 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['62e62664-6760-4a9a-b342-f305fe153751'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:20.779447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Allocated IP 2001:db8::2e3 (cf2114eb-290c-4fc5-91bb-bbc779ee1e48/e36339cb-1ca8-42cf-bd52-3acba9310ac8/38f64d27-d044-469d-94de-852bb9213029) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:36:20.909869 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-599f15a9-14b3-479f-b20e-ef8a919ad2cd req-3371150b-6a56-4527-b324-7edd56a7c6e1 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867839 Aug 17 02:36:20.915292 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:21.004425 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b93639cf-5704-4bc4-b379-b06593883e03 req-fb1602fe-4749-4a55-b523-b91d89c96345 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c3e544ed8fa40688d0eb20b8ddce107 HTTP/1.1" status: 200 len: 6157 time: 0.0700138 Aug 17 02:36:21.061724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b93639cf-5704-4bc4-b379-b06593883e03 req-ca020634-ced8-434f-aecd-329cf9c15d07 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/95e7e36b-9047-40b4-9eab-1070311f5311 HTTP/1.1" status: 200 len: 2985 time: 0.0489881 Aug 17 02:36:21.062011 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:21.103723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Network cf2114eb-290c-4fc5-91bb-bbc779ee1e48 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:21.109507 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:21.113616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:21.120112 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b93639cf-5704-4bc4-b379-b06593883e03 req-0738c7d5-c19b-4dee-bc57-2a6b3a9b85d0 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/95e7e36b-9047-40b4-9eab-1070311f5311 HTTP/1.1" status: 200 len: 2985 time: 0.0504811 Aug 17 02:36:21.194148 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Pushing event updated for resources: {'Port': ['ID=38f64d27-d044-469d-94de-852bb9213029,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:21.339218 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ea55e-33b3-4953-8665-fc31da36e1b7 req-b3dfecc5-a709-44f3-910d-daf9a0841993 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:21.340730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059ea55e-33b3-4953-8665-fc31da36e1b7 req-b3dfecc5-a709-44f3-910d-daf9a0841993 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0580680 Aug 17 02:36:21.386173 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059ea55e-33b3-4953-8665-fc31da36e1b7 req-a559d2c9-5b4b-4a16-abec-d862a59f2e89 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382197 Aug 17 02:36:21.416433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-b419dc4b-66d0-4190-8b4f-a5254fca2df1 req-34787e21-858b-4938-8cb1-3da340291b99 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-524613283', 'description': 'tempest-description-453588180'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:21.441334 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:21.557906 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b419dc4b-66d0-4190-8b4f-a5254fca2df1 req-34787e21-858b-4938-8cb1-3da340291b99 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:21.650734 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:21.657804 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b419dc4b-66d0-4190-8b4f-a5254fca2df1 req-34787e21-858b-4938-8cb1-3da340291b99 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:21.763700 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b419dc4b-66d0-4190-8b4f-a5254fca2df1 req-34787e21-858b-4938-8cb1-3da340291b99 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:21.805528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34787e21-858b-4938-8cb1-3da340291b99 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b617a10f-da4d-4aee-93ae-29bd5a4542e1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:21.914874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device abe5dce7-bf0d-4623-a66e-ed9fc2d47255 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:36:21.923387 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 62e62664-6760-4a9a-b342-f305fe153751 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:36:21.934377 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b419dc4b-66d0-4190-8b4f-a5254fca2df1 req-34787e21-858b-4938-8cb1-3da340291b99 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:21.934377 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b419dc4b-66d0-4190-8b4f-a5254fca2df1 req-34787e21-858b-4938-8cb1-3da340291b99 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5133286 Aug 17 02:36:22.060590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e022d6-91c7-49f4-9bf6-05f332076205 req-28b4ee5e-b129-4d37-beb5-79290847cac1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:22.061984 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-74e022d6-91c7-49f4-9bf6-05f332076205 req-28b4ee5e-b129-4d37-beb5-79290847cac1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 946 time: 0.0694759 Aug 17 02:36:22.108287 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port abe5dce7-bf0d-4623-a66e-ed9fc2d47255, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=abe5dce7-bf0d-4623-a66e-ed9fc2d47255,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:22.120303 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-74e022d6-91c7-49f4-9bf6-05f332076205 req-8454712e-59ff-4e4e-a68f-64c9974a5012 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422513 Aug 17 02:36:22.122089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'abe5dce7-bf0d-4623-a66e-ed9fc2d47255', 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5', 'port_id': 'abe5dce7-bf0d-4623-a66e-ed9fc2d47255', 'mac_address': 'fa:16:3e:09:fb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd00a8d1-b41c-42f2-a766-011cdb7fa9a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:36:22.125542 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 62e62664-6760-4a9a-b342-f305fe153751 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:36:22.131194 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 62e62664-6760-4a9a-b342-f305fe153751 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:36:22.131568 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:22.209774 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:22.230104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe5dce7-bf0d-4623-a66e-ed9fc2d47255 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:22.274701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port abe5dce7-bf0d-4623-a66e-ed9fc2d47255, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=abe5dce7-bf0d-4623-a66e-ed9fc2d47255,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:22.285326 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:22.308079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd248bda4-52fb-477e-9a58-7ccb86547392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e62664-6760-4a9a-b342-f305fe153751'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:22.310964 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72a620c-0dbb-4509-aff8-7446494ae1a4" -d '{"events": [{"server_uuid": "d248bda4-52fb-477e-9a58-7ccb86547392", "name": "network-vif-plugged", "status": "completed", "tag": "62e62664-6760-4a9a-b342-f305fe153751"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:22.312189 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641b6b8-8c90-470f-a60a-9fb635363b42 req-1dd790f9-9806-4d00-874e-efad825079e3 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:22.313715 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f641b6b8-8c90-470f-a60a-9fb635363b42 req-1dd790f9-9806-4d00-874e-efad825079e3 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 943 time: 0.0584793 Aug 17 02:36:22.324333 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 62e62664-6760-4a9a-b342-f305fe153751, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=62e62664-6760-4a9a-b342-f305fe153751,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:22.351947 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f641b6b8-8c90-470f-a60a-9fb635363b42 req-87b2c817-cc49-4bac-a7ac-948ee56e9335 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319386 Aug 17 02:36:22.371809 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Router 018bc15c-fdd5-49b0-a9e3-4531277ca238 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:36:22.379251 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-beb7fb40-507b-4235-8d37-b3f5ac074118 req-de993906-6a91-4408-95c7-a36afeb38580 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1674526981', 'description': 'tempest-description-848014037'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:22.419028 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:22.446798 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:22.476598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=abe5dce7-bf0d-4623-a66e-ed9fc2d47255,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:22.489969 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:36:22.491925 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-beb7fb40-507b-4235-8d37-b3f5ac074118 req-de993906-6a91-4408-95c7-a36afeb38580 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:22.502525 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Sync routers for ids ['018bc15c-fdd5-49b0-a9e3-4531277ca238'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:36:22.521788 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Routers {'018bc15c-fdd5-49b0-a9e3-4531277ca238'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:22.522556 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:36:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['018bc15c-fdd5-49b0-a9e3-4531277ca238'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:22.549009 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=62e62664-6760-4a9a-b342-f305fe153751,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:22.592222 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:22.600095 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c14dec36-94ad-4727-81f3-f6a262120787 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9781208 Aug 17 02:36:22.600095 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35692) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:22.647460 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Set router 018bc15c-fdd5-49b0-a9e3-4531277ca238 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:36:22.679763 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-beb7fb40-507b-4235-8d37-b3f5ac074118 req-de993906-6a91-4408-95c7-a36afeb38580 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:22.680842 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35694) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:22.731805 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de9e16c-8182-43e5-b4ad-edf8b80d9f12 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:22.741176 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-beb7fb40-507b-4235-8d37-b3f5ac074118 req-de993906-6a91-4408-95c7-a36afeb38580 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:22.782470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de993906-6a91-4408-95c7-a36afeb38580 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa95ec8a-011c-48ed-a1c4-d7b6fdfbbadd,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:22.833392 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-43c10862-2f4c-435e-98db-1d5f1ee7254f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:22.844266 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-beb7fb40-507b-4235-8d37-b3f5ac074118 req-de993906-6a91-4408-95c7-a36afeb38580 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:22.847754 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018bc15c-fdd5-49b0-a9e3-4531277ca238', 'name': '', 'tenant_id': '67b1a12e153349af889a31808e2cbb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf2114eb-290c-4fc5-91bb-bbc779ee1e48', 'external_fixed_ips': [{'subnet_id': 'e36339cb-1ca8-42cf-bd52-3acba9310ac8', 'ip_address': '2001:db8::2e3'}], 'enable_snat': True}, 'gw_port_id': '38f64d27-d044-469d-94de-852bb9213029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:36:19Z', 'updated_at': '2021-08-17T02:36:21Z', 'revision_number': 3, 'project_id': '67b1a12e153349af889a31808e2cbb2a', 'gw_port': {'id': '38f64d27-d044-469d-94de-852bb9213029', 'name': '', 'network_id': 'cf2114eb-290c-4fc5-91bb-bbc779ee1e48', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:78:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018bc15c-fdd5-49b0-a9e3-4531277ca238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'e36339cb-1ca8-42cf-bd52-3acba9310ac8', 'ip_address': '2001:db8::2e3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:36:20Z', 'updated_at': '2021-08-17T02:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e36339cb-1ca8-42cf-bd52-3acba9310ac8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:22.856227 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-beb7fb40-507b-4235-8d37-b3f5ac074118 req-de993906-6a91-4408-95c7-a36afeb38580 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4812090 Aug 17 02:36:22.865018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['abe5dce7-bf0d-4623-a66e-ed9fc2d47255'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:22.882148 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de9e16c-8182-43e5-b4ad-edf8b80d9f12 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:22.889551 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Checking router: 018bc15c-fdd5-49b0-a9e3-4531277ca238 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:36:22.889759 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Updating router 018bc15c-fdd5-49b0-a9e3-4531277ca238 port 38f64d27-d044-469d-94de-852bb9213029 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:36:22.938896 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.043052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6de9e16c-8182-43e5-b4ad-edf8b80d9f12 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Deleting port 38f64d27-d044-469d-94de-852bb9213029 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:23.043468 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de9e16c-8182-43e5-b4ad-edf8b80d9f12 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.046553 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-43c10862-2f4c-435e-98db-1d5f1ee7254f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.115911 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-43c10862-2f4c-435e-98db-1d5f1ee7254f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.133621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de9e16c-8182-43e5-b4ad-edf8b80d9f12 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.153274 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6de9e16c-8182-43e5-b4ad-edf8b80d9f12 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Calling delete_port for 38f64d27-d044-469d-94de-852bb9213029 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:23.159855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-43c10862-2f4c-435e-98db-1d5f1ee7254f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a16de4fb5cd4220ae51fab04c088d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4778388 Aug 17 02:36:23.164840 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c10862-2f4c-435e-98db-1d5f1ee7254f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47241817-c4a2-4ce5-ad3e-fee191db5ce8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:23.164985 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35710) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:23.294346 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d4a38866-d429-4dee-a40c-8848bf7ad9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.317336 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.326801 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Transition to ACTIVE for port object 38f64d27-d044-469d-94de-852bb9213029 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:36:23.359472 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d4a38866-d429-4dee-a40c-8848bf7ad9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.414934 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.469446 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb266c-43bd-4001-8547-69f26f9fe597 None None] Pushing event updated for resources: {'Port': ['ID=38f64d27-d044-469d-94de-852bb9213029,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:23.472453 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Attempting to bind port 38f64d27-d044-469d-94de-852bb9213029 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:23.472821 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Attempting to bind port 38f64d27-d044-469d-94de-852bb9213029 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '2991a8b0-904e-4a5b-9047-5f3a011d923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cf2114eb-290c-4fc5-91bb-bbc779ee1e48'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:23.473176 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Attempting to bind port 38f64d27-d044-469d-94de-852bb9213029 on network cf2114eb-290c-4fc5-91bb-bbc779ee1e48 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:23.485891 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb266c-43bd-4001-8547-69f26f9fe597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:23.485891 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb266c-43bd-4001-8547-69f26f9fe597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:23.485891 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb266c-43bd-4001-8547-69f26f9fe597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:23.485891 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb266c-43bd-4001-8547-69f26f9fe597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:23.485891 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb266c-43bd-4001-8547-69f26f9fe597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:23.485891 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb266c-43bd-4001-8547-69f26f9fe597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:23.485891 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb266c-43bd-4001-8547-69f26f9fe597 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:23.485891 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb266c-43bd-4001-8547-69f26f9fe597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:23.485891 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb266c-43bd-4001-8547-69f26f9fe597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:23.486806 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb266c-43bd-4001-8547-69f26f9fe597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:23.486806 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb266c-43bd-4001-8547-69f26f9fe597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:23.487003 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbb266c-43bd-4001-8547-69f26f9fe597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:23.500922 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:36:23.501323 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Checking segment: {'id': '2991a8b0-904e-4a5b-9047-5f3a011d923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cf2114eb-290c-4fc5-91bb-bbc779ee1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:36:23.501723 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.502186 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Bound using segment: {'id': '2991a8b0-904e-4a5b-9047-5f3a011d923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cf2114eb-290c-4fc5-91bb-bbc779ee1e48'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:36:23.502574 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Bound port: 38f64d27-d044-469d-94de-852bb9213029, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2991a8b0-904e-4a5b-9047-5f3a011d923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cf2114eb-290c-4fc5-91bb-bbc779ee1e48'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:36:23.503523 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.504916 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d4a38866-d429-4dee-a40c-8848bf7ad9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.507839 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d4a38866-d429-4dee-a40c-8848bf7ad9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.514211 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d4a38866-d429-4dee-a40c-8848bf7ad9aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47241817-c4a2-4ce5-ad3e-fee191db5ce8 HTTP/1.1" status: 204 len: 168 time: 0.3456209 Aug 17 02:36:23.522963 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a38866-d429-4dee-a40c-8848bf7ad9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47241817-c4a2-4ce5-ad3e-fee191db5ce8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:23.533003 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de9e16c-8182-43e5-b4ad-edf8b80d9f12 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.576655 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.db.api [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:36:23.576655 n-d-793621-31 neutron-server[95409]: DEBUG oslo_db.api [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:36:23.577356 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9e16c-8182-43e5-b4ad-edf8b80d9f12 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Pushing event deleted for resources: {'Port': ['ID=38f64d27-d044-469d-94de-852bb9213029,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:23.603168 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de9e16c-8182-43e5-b4ad-edf8b80d9f12 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.629118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bdf1e-90b0-4675-b52a-ac703ba296c3 req-30b8b533-eebd-4cd6-a2b0-39cc8457e1dc tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:23.630584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b8bdf1e-90b0-4675-b52a-ac703ba296c3 req-30b8b533-eebd-4cd6-a2b0-39cc8457e1dc tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0683618 Aug 17 02:36:23.671590 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b8bdf1e-90b0-4675-b52a-ac703ba296c3 req-5c930eab-072c-4cc7-930e-f832636860fd tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345261 Aug 17 02:36:23.716481 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de9e16c-8182-43e5-b4ad-edf8b80d9f12 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.719917 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de9e16c-8182-43e5-b4ad-edf8b80d9f12 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.836062 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfdac64-75d9-440e-8009-f912b7659e17 x-openstack-request-id: req-8bfdac64-75d9-440e-8009-f912b7659e17 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:23.836766 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d248bda4-52fb-477e-9a58-7ccb86547392", "name": "network-vif-plugged", "status": "completed", "tag": "62e62664-6760-4a9a-b342-f305fe153751", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:23.836766 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bfdac64-75d9-440e-8009-f912b7659e17 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:23.837136 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd248bda4-52fb-477e-9a58-7ccb86547392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e62664-6760-4a9a-b342-f305fe153751', 'code': 200} Aug 17 02:36:23.886218 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de9e16c-8182-43e5-b4ad-edf8b80d9f12 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.886218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de9e16c-8182-43e5-b4ad-edf8b80d9f12 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 018bc15c-fdd5-49b0-a9e3-4531277ca238 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:36:23.891518 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de9e16c-8182-43e5-b4ad-edf8b80d9f12 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.895459 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6de9e16c-8182-43e5-b4ad-edf8b80d9f12 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "DELETE /v2.0/routers/018bc15c-fdd5-49b0-a9e3-4531277ca238 HTTP/1.1" status: 204 len: 168 time: 1.2938323 Aug 17 02:36:23.895872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35726) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:23.961292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4fe8df9-6490-4b6c-9c45-17edafd77d35 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Deleting subnet e36339cb-1ca8-42cf-bd52-3acba9310ac8 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:36:23.964931 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8df9-6490-4b6c-9c45-17edafd77d35 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:24.002280 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8df9-6490-4b6c-9c45-17edafd77d35 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:24.053348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11b474-02af-4430-b1da-bf2ba4fec143 req-5d0d1b5b-7499-46d3-b8b9-548636bd4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:24.054254 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8df9-6490-4b6c-9c45-17edafd77d35 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:24.057294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b11b474-02af-4430-b1da-bf2ba4fec143 req-5d0d1b5b-7499-46d3-b8b9-548636bd4e21 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d248bda4-52fb-477e-9a58-7ccb86547392 HTTP/1.1" status: 200 len: 1098 time: 0.1009285 Aug 17 02:36:24.086359 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Attempting to bind port 38f64d27-d044-469d-94de-852bb9213029 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:24.086874 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Attempting to bind port 38f64d27-d044-469d-94de-852bb9213029 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '2991a8b0-904e-4a5b-9047-5f3a011d923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cf2114eb-290c-4fc5-91bb-bbc779ee1e48'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:24.087385 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Attempting to bind port 38f64d27-d044-469d-94de-852bb9213029 on network cf2114eb-290c-4fc5-91bb-bbc779ee1e48 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:24.094044 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:36:24.094470 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Checking segment: {'id': '2991a8b0-904e-4a5b-9047-5f3a011d923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cf2114eb-290c-4fc5-91bb-bbc779ee1e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:36:24.094880 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:24.095275 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Bound using segment: {'id': '2991a8b0-904e-4a5b-9047-5f3a011d923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cf2114eb-290c-4fc5-91bb-bbc779ee1e48'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:36:24.095743 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Bound port: 38f64d27-d044-469d-94de-852bb9213029, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2991a8b0-904e-4a5b-9047-5f3a011d923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cf2114eb-290c-4fc5-91bb-bbc779ee1e48'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:36:24.096126 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:24.116405 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Port 38f64d27-d044-469d-94de-852bb9213029 has been deleted concurrently {{(pid=95409) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 17 02:36:24.130030 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Routers set() bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:24.130899 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Router IDs set() for agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 02:36:24.132005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-49b8ead2-611d-4c23-80fd-6d38950bf0e4 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:24.132305 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_agentschedulers_db [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'018bc15c-fdd5-49b0-a9e3-4531277ca238'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:36:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent'). {{(pid=95409) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 02:36:24.133394 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c401c-1073-4d9b-8b66-e7b66a339a8d None None] The sync data for ids ['018bc15c-fdd5-49b0-a9e3-4531277ca238'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:36:24.133732 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-49b8ead2-611d-4c23-80fd-6d38950bf0e4 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/networks?id=4f310a3e-4381-4e0e-91ca-bc0978aba406 HTTP/1.1" status: 200 len: 812 time: 0.2070510 Aug 17 02:36:24.140783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b11b474-02af-4430-b1da-bf2ba4fec143 req-353c6ab6-4c13-42fa-a996-4cfe387e867d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751965 Aug 17 02:36:24.157853 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-3aefaa1b-9fbd-4dbf-8633-45973355c895 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/quotas/4c3e544ed8fa40688d0eb20b8ddce107 HTTP/1.1" status: 200 len: 375 time: 0.0159309 Aug 17 02:36:24.202787 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8df9-6490-4b6c-9c45-17edafd77d35 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:24.209095 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-a2014b15-838e-47e4-a8ad-fac81a8edb96 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c3e544ed8fa40688d0eb20b8ddce107&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0502841 Aug 17 02:36:24.236799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8df9-6490-4b6c-9c45-17edafd77d35 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e36339cb-1ca8-42cf-bd52-3acba9310ac8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:24.242123 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8df9-6490-4b6c-9c45-17edafd77d35 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:24.244879 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c4fe8df9-6490-4b6c-9c45-17edafd77d35 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/e36339cb-1ca8-42cf-bd52-3acba9310ac8 HTTP/1.1" status: 204 len: 168 time: 0.3470628 Aug 17 02:36:24.247205 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35740) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:24.322775 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-11ab582d-ccd8-4db4-a16b-f2462a4a738a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:24.336307 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-d482c489-21a7-4fda-9d2e-45dea8bf3166 service neutron] 10.222.0.13 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125360 Aug 17 02:36:24.417627 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-11ab582d-ccd8-4db4-a16b-f2462a4a738a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:24.429343 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-11ab582d-ccd8-4db4-a16b-f2462a4a738a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2114eb-290c-4fc5-91bb-bbc779ee1e48']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:24.437329 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-94bdf18f-2635-4023-8859-1dbddddeefcb service neutron] 10.222.0.13 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999634 Aug 17 02:36:24.441823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-11ab582d-ccd8-4db4-a16b-f2462a4a738a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2991a8b0-904e-4a5b-9047-5f3a011d923a') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:24.442123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-11ab582d-ccd8-4db4-a16b-f2462a4a738a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2991a8b0-904e-4a5b-9047-5f3a011d923a') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:24.452220 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-11ab582d-ccd8-4db4-a16b-f2462a4a738a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:24.478275 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-11ab582d-ccd8-4db4-a16b-f2462a4a738a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:24.484651 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ab582d-ccd8-4db4-a16b-f2462a4a738a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:36:24.485099 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-11ab582d-ccd8-4db4-a16b-f2462a4a738a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: items = [ Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:36:24.486881 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:36:24.639857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-11ab582d-ccd8-4db4-a16b-f2462a4a738a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:24.648300 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ab582d-ccd8-4db4-a16b-f2462a4a738a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf2114eb-290c-4fc5-91bb-bbc779ee1e48 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 02:36:24.658084 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-11ab582d-ccd8-4db4-a16b-f2462a4a738a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:24.660352 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-11ab582d-ccd8-4db4-a16b-f2462a4a738a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "DELETE /v2.0/networks/cf2114eb-290c-4fc5-91bb-bbc779ee1e48 HTTP/1.1" status: 204 len: 168 time: 0.4121044 Aug 17 02:36:24.704924 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab582d-ccd8-4db4-a16b-f2462a4a738a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf2114eb-290c-4fc5-91bb-bbc779ee1e48,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:24.773748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301edd9-1adc-4d6c-a1ff-8a811db7d79c req-47da638a-d178-4f27-a833-b6f99b1d7b1a tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:24.776915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e301edd9-1adc-4d6c-a1ff-8a811db7d79c req-47da638a-d178-4f27-a833-b6f99b1d7b1a tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 944 time: 0.0800829 Aug 17 02:36:24.860628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e301edd9-1adc-4d6c-a1ff-8a811db7d79c req-7c8f6188-1e77-4dcc-a69a-6b5da30d3e1d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740848 Aug 17 02:36:24.994995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad7232-a9a3-4c3e-a311-9c56fdfcecfb req-a06892cd-4df5-4b60-9095-badf1f2056b9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:24.996609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61ad7232-a9a3-4c3e-a311-9c56fdfcecfb req-a06892cd-4df5-4b60-9095-badf1f2056b9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0614703 Aug 17 02:36:25.078702 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61ad7232-a9a3-4c3e-a311-9c56fdfcecfb req-99585d81-42db-4e82-9810-22b93fa5fc0b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748241 Aug 17 02:36:25.177584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eab3b82d-2dea-424e-aac7-d487039cd848 req-72bef348-0e27-4495-b210-7a30d699d274 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 210 time: 0.0471656 Aug 17 02:36:25.220426 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35780) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:25.229681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-d99cd93f-f000-46b7-89df-46ca66d3225f tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Request body: {'router': {'name': 'tempest-router--1355104978', 'project_id': '33d91f81a943426ab4b63d25486d43bf'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:25.375503 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d99cd93f-f000-46b7-89df-46ca66d3225f tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:25.376757 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d99cd93f-f000-46b7-89df-46ca66d3225f tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:25.457384 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d99cd93f-f000-46b7-89df-46ca66d3225f tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:25.498880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a727904-80a6-4cca-9e5c-74b46087a8ac req-240c45d7-e01d-4a94-873f-324a0382e715 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:25.500618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0a727904-80a6-4cca-9e5c-74b46087a8ac req-240c45d7-e01d-4a94-873f-324a0382e715 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0585527 Aug 17 02:36:25.528796 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d99cd93f-f000-46b7-89df-46ca66d3225f tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:25.555990 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0a727904-80a6-4cca-9e5c-74b46087a8ac req-e41441c9-da06-42a2-9b4c-f7a66ca1f157 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455456 Aug 17 02:36:25.572688 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6e11478f-186d-416c-a6d1-b91c615a6f06 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:36:25.683941 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:25.705328 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49033c1-126b-4afb-9a29-552233ab17bd req-46bb72ca-19fb-4177-8088-94735f395009 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:25.707176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d49033c1-126b-4afb-9a29-552233ab17bd req-46bb72ca-19fb-4177-8088-94735f395009 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0702965 Aug 17 02:36:25.708451 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d99cd93f-f000-46b7-89df-46ca66d3225f tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:25.709552 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d99cd93f-f000-46b7-89df-46ca66d3225f tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4872501 Aug 17 02:36:25.712551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35794) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:25.724186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:25.786588 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:25.807843 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-741d565a-e64c-49c1-8ce7-cec7c3c73df1 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:25.839132 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:25.842024 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddc0746-a56f-4efb-9451-396edbdd566f" -d '{"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-unplugged", "status": "completed", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:25.851320 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6e11478f-186d-416c-a6d1-b91c615a6f06,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:25.886784 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d49033c1-126b-4afb-9a29-552233ab17bd req-ada24c07-1634-4592-8c7e-ce14a254fc6a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664374 Aug 17 02:36:25.934132 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device abe5dce7-bf0d-4623-a66e-ed9fc2d47255 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:36:25.959833 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ac6938-293f-4bd5-90e7-212cec2eaa16 x-openstack-request-id: req-35ac6938-293f-4bd5-90e7-212cec2eaa16 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:25.960045 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-unplugged", "status": "completed", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:25.960381 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35ac6938-293f-4bd5-90e7-212cec2eaa16 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:25.960846 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'code': 200} Aug 17 02:36:25.999984 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-741d565a-e64c-49c1-8ce7-cec7c3c73df1 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:26.005785 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-741d565a-e64c-49c1-8ce7-cec7c3c73df1 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:26.049408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port abe5dce7-bf0d-4623-a66e-ed9fc2d47255 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:36:26.056224 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port abe5dce7-bf0d-4623-a66e-ed9fc2d47255 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:36:26.056601 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:26.093868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8011da-bfc9-4f66-b3bd-311335834b2d req-d6f9b21e-13f1-4582-9401-9d0e5f76e0d2 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:26.095601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca8011da-bfc9-4f66-b3bd-311335834b2d req-d6f9b21e-13f1-4582-9401-9d0e5f76e0d2 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 944 time: 0.0896590 Aug 17 02:36:26.154966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca8011da-bfc9-4f66-b3bd-311335834b2d req-21c916c5-6dff-4dde-8f18-ea4828b5e98d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358415 Aug 17 02:36:26.177918 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:26.187050 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-741d565a-e64c-49c1-8ce7-cec7c3c73df1 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:26.189216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741d565a-e64c-49c1-8ce7-cec7c3c73df1 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9628faf3-7809-49a4-90a3-605b6a3abec8 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:36:26.200241 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-741d565a-e64c-49c1-8ce7-cec7c3c73df1 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:26.204427 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-741d565a-e64c-49c1-8ce7-cec7c3c73df1 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "DELETE /v2.0/routers/9628faf3-7809-49a4-90a3-605b6a3abec8 HTTP/1.1" status: 204 len: 168 time: 0.4898934 Aug 17 02:36:26.222641 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port abe5dce7-bf0d-4623-a66e-ed9fc2d47255, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=abe5dce7-bf0d-4623-a66e-ed9fc2d47255,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:26.305155 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:26.338089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c4c4d-9c09-4c07-bb04-4cfe6994fecb req-5da7513e-661d-4e3a-ad11-76b3887df6c4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:26.339756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e9c4c4d-9c09-4c07-bb04-4cfe6994fecb req-5da7513e-661d-4e3a-ad11-76b3887df6c4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0563242 Aug 17 02:36:26.367176 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=abe5dce7-bf0d-4623-a66e-ed9fc2d47255,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:26.391628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e9c4c4d-9c09-4c07-bb04-4cfe6994fecb req-500a1962-aa5a-496c-b329-62f62b5c068c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379915 Aug 17 02:36:26.488035 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4be48021-450d-49a5-b988-93090c122883 req-6039aa39-1e0c-4299-bb6f-75644a51a2a9 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 210 time: 0.0314672 Aug 17 02:36:26.531501 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35816) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:26.710888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b5781-f55e-444f-b909-f7243aa8756e req-53e40567-39a8-4402-aac7-c23bdc7a6081 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:26.712547 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-327b5781-f55e-444f-b909-f7243aa8756e req-53e40567-39a8-4402-aac7-c23bdc7a6081 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0729303 Aug 17 02:36:26.764229 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-327b5781-f55e-444f-b909-f7243aa8756e req-3fc0cc0f-76e9-4e65-8391-aa3e23a88b53 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386448 Aug 17 02:36:26.849161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1565354487', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:26.940915 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:26.942010 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:27.002178 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:27.340338 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:27.393614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-05863e84-42e4-4772-8dad-8e2220db2a9d tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:27.395146 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-05863e84-42e4-4772-8dad-8e2220db2a9d tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.18 "GET /v2.0/networks?id=4f310a3e-4381-4e0e-91ca-bc0978aba406 HTTP/1.1" status: 200 len: 812 time: 0.2675219 Aug 17 02:36:27.413260 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-213dbe41-c9ec-4f84-ab22-3235e5543097 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'port': {'device_id': 'd5719d0d-5061-471b-aa41-8b86261e0b7c', 'network_id': '4f310a3e-4381-4e0e-91ca-bc0978aba406', 'admin_state_up': True, 'tenant_id': '4c3e544ed8fa40688d0eb20b8ddce107'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:27.718935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-213dbe41-c9ec-4f84-ab22-3235e5543097 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Made reservation on behalf of 4c3e544ed8fa40688d0eb20b8ddce107 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:27.722631 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-213dbe41-c9ec-4f84-ab22-3235e5543097 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:27.778258 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:27.790434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad26626-9980-4702-8097-3e6682ddd5b0 req-68a21aa3-05bb-40ca-a805-fff542bea640 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:27.792001 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ad26626-9980-4702-8097-3e6682ddd5b0 req-68a21aa3-05bb-40ca-a805-fff542bea640 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 945 time: 0.1685340 Aug 17 02:36:27.816058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:27.962660 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea73647d-53d5-412c-8e47-bf125ea5e4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe5dce7-bf0d-4623-a66e-ed9fc2d47255'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:27.965622 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bddcd6-3f4f-40e3-a7d6-0979aada187b" -d '{"events": [{"server_uuid": "ea73647d-53d5-412c-8e47-bf125ea5e4f2", "name": "network-vif-plugged", "status": "completed", "tag": "abe5dce7-bf0d-4623-a66e-ed9fc2d47255"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:28.167064 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ad26626-9980-4702-8097-3e6682ddd5b0 req-53f92d19-2454-481f-9abe-11b340578a53 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550551 Aug 17 02:36:28.276564 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b321bff6-0e0f-41d9-8bb6-899e22c7bd54 req-a6a811bc-e734-4454-a21c-c28a5726d76a tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 210 time: 0.0470393 Aug 17 02:36:28.277667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-213dbe41-c9ec-4f84-ab22-3235e5543097 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Allocated IP 172.20.0.11 (4f310a3e-4381-4e0e-91ca-bc0978aba406/e4bbe00d-66d1-4503-9a91-d4078c53a1de/7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:36:28.303906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Allocated IP 172.25.5.146 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/b0740ffb-67c5-4a18-bec4-719895d8d5c7) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:36:28.538293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c3a73-e755-4de9-a726-0740777469b0 req-c23b5cc0-f457-4aa0-8c4b-6a68938be61e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:28.549588 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c9c3a73-e755-4de9-a726-0740777469b0 req-c23b5cc0-f457-4aa0-8c4b-6a68938be61e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1871297 Aug 17 02:36:28.574718 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:28.593407 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:28.609977 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-213dbe41-c9ec-4f84-ab22-3235e5543097 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:28.636485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c9c3a73-e755-4de9-a726-0740777469b0 req-8bddca84-2fd5-4052-96ae-c6210ccb6b45 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848830 Aug 17 02:36:28.782656 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e779fabe-0bdb-4127-83d3-50f38e2d8777 x-openstack-request-id: req-e779fabe-0bdb-4127-83d3-50f38e2d8777 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:28.782968 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea73647d-53d5-412c-8e47-bf125ea5e4f2", "name": "network-vif-plugged", "status": "completed", "tag": "abe5dce7-bf0d-4623-a66e-ed9fc2d47255", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:28.783419 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e779fabe-0bdb-4127-83d3-50f38e2d8777 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:28.783633 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea73647d-53d5-412c-8e47-bf125ea5e4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe5dce7-bf0d-4623-a66e-ed9fc2d47255', 'code': 200} Aug 17 02:36:28.786757 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:28.825277 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:28.826684 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-213dbe41-c9ec-4f84-ab22-3235e5543097 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:28.841917 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:28.852741 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:28.862055 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['cfd55f08-84f8-4017-98fe-64c53639fcbc'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:28.883370 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Pushing event updated for resources: {'Port': ['ID=b0740ffb-67c5-4a18-bec4-719895d8d5c7,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:28.921559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-213dbe41-c9ec-4f84-ab22-3235e5543097 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Network 4f310a3e-4381-4e0e-91ca-bc0978aba406 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:28.929230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-213dbe41-c9ec-4f84-ab22-3235e5543097 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:28.937990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-213dbe41-c9ec-4f84-ab22-3235e5543097 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:28.947107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17857a25-294c-4474-bb10-3f2558b42b56 req-a020453d-8d3d-4eb3-95b9-6acaa356454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:28.948816 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17857a25-294c-4474-bb10-3f2558b42b56 req-a020453d-8d3d-4eb3-95b9-6acaa356454b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 1097 time: 0.0596468 Aug 17 02:36:29.000600 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17857a25-294c-4474-bb10-3f2558b42b56 req-9ca31be9-3b4b-4113-a33e-7de9032ce91a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411386 Aug 17 02:36:29.050244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213dbe41-c9ec-4f84-ab22-3235e5543097 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'Port': ['ID=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:29.092085 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-213dbe41-c9ec-4f84-ab22-3235e5543097 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:29.092787 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-213dbe41-c9ec-4f84-ab22-3235e5543097 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:29.204130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-213dbe41-c9ec-4f84-ab22-3235e5543097 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7950625 Aug 17 02:36:29.361193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Request body: {'port': {'device_id': 'd5719d0d-5061-471b-aa41-8b86261e0b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:29.416323 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4766d-2c1a-44eb-9a56-2888143a9524 req-b08af2d2-eab8-44ed-9f34-2385876030d7 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:29.418897 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aae4766d-2c1a-44eb-9a56-2888143a9524 req-b08af2d2-eab8-44ed-9f34-2385876030d7 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 945 time: 0.1785924 Aug 17 02:36:29.425019 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:29.505276 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:29.595565 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aae4766d-2c1a-44eb-9a56-2888143a9524 req-a62c7a63-ad7e-466d-b947-f3cc05c6641c tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674695 Aug 17 02:36:29.603482 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6e11478f-186d-416c-a6d1-b91c615a6f06 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:36:29.761117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:29.777285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'port_id': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'mac_address': 'fa:16:3e:8e:63:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:36:29.829024 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:29.849974 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e11478f-186d-416c-a6d1-b91c615a6f06 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:29.875159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:29.942575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead31e5-35fd-4883-a134-643a18c0922e req-57f7c5a1-69ff-42b5-b0f3-2b3484539324 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:29.944057 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ead31e5-35fd-4883-a134-643a18c0922e req-57f7c5a1-69ff-42b5-b0f3-2b3484539324 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 932 time: 0.2082014 Aug 17 02:36:29.948773 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:29.957619 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:30.023014 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6e11478f-186d-416c-a6d1-b91c615a6f06,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:30.099967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ead31e5-35fd-4883-a134-643a18c0922e req-74f9fab2-7d1e-4221-9263-05b5158f8998 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451380 Aug 17 02:36:30.149046 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['6e11478f-186d-416c-a6d1-b91c615a6f06'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:30.175867 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:30.206214 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:30.243817 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Transition to ACTIVE for port object 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:36:30.298916 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6771fd9-fa29-48aa-ba02-8e6d96a6c36e req-23ef4db8-a499-4ed1-8ba6-23fb7288d718 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:30.301495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6771fd9-fa29-48aa-ba02-8e6d96a6c36e req-23ef4db8-a499-4ed1-8ba6-23fb7288d718 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1178060 Aug 17 02:36:30.350353 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:30.410321 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6771fd9-fa29-48aa-ba02-8e6d96a6c36e req-950fa84e-aad0-4bfc-9c9f-b72804d0d06e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794473 Aug 17 02:36:30.429443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:30.433474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Router 604a5b2c-a426-4831-aebf-ee9585782fba is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:36:30.896399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Attempting to bind port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:30.897099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Attempting to bind port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f310a3e-4381-4e0e-91ca-bc0978aba406'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:30.897099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Attempting to bind port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a on network 4f310a3e-4381-4e0e-91ca-bc0978aba406 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:30.910266 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83ede4-c480-4dfe-ac4e-3718c24dba2c req-ffc74a4a-55b3-4be1-8c7c-72ffb7b2b5ca tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:30.911951 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a83ede4-c480-4dfe-ac4e-3718c24dba2c req-ffc74a4a-55b3-4be1-8c7c-72ffb7b2b5ca tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 945 time: 0.1315780 Aug 17 02:36:30.916433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:36:30.917952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a on network 4f310a3e-4381-4e0e-91ca-bc0978aba406 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:30.918290 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Attempting to bind port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a on network 4f310a3e-4381-4e0e-91ca-bc0978aba406 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:30.936270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f7256-e03e-4e6e-ab2a-515b9ec7a3b3 None None] Sync routers for ids ['604a5b2c-a426-4831-aebf-ee9585782fba'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:36:30.940758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:36:30.941104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Checking segment: {'id': 'c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f310a3e-4381-4e0e-91ca-bc0978aba406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:36:30.942617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Bound using segment: {'id': 'c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f310a3e-4381-4e0e-91ca-bc0978aba406'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:36:30.942617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Bound port: 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f310a3e-4381-4e0e-91ca-bc0978aba406'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:36:30.942617 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:30.946624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f7256-e03e-4e6e-ab2a-515b9ec7a3b3 None None] Routers {'604a5b2c-a426-4831-aebf-ee9585782fba'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:30.947370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b32f7256-e03e-4e6e-ab2a-515b9ec7a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:36:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['604a5b2c-a426-4831-aebf-ee9585782fba'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:30.983621 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a83ede4-c480-4dfe-ac4e-3718c24dba2c req-3b531cb3-521d-4dd9-932a-db602cdcf54b tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567377 Aug 17 02:36:30.995726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b32f7256-e03e-4e6e-ab2a-515b9ec7a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:31.000283 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:31.010529 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f7256-e03e-4e6e-ab2a-515b9ec7a3b3 None None] Routers {'604a5b2c-a426-4831-aebf-ee9585782fba'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:31.011195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b32f7256-e03e-4e6e-ab2a-515b9ec7a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:36:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['604a5b2c-a426-4831-aebf-ee9585782fba'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:31.032743 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:31.036580 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-16d9ec2e-ea75-48a9-982a-2a1036f46ebb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.5012264 Aug 17 02:36:31.038807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35896) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:31.050062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] For port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:36:31.050409 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b32f7256-e03e-4e6e-ab2a-515b9ec7a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:31.050581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f7256-e03e-4e6e-ab2a-515b9ec7a3b3 None None] The sync data for ids ['604a5b2c-a426-4831-aebf-ee9585782fba'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:36:31.054427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] For port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a,segment=NetworkSegment(c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb),segment_id=c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:36:31.128131 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:31.162367 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bfcccc49-acb6-49de-a658-2989633c84aa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/routers/604a5b2c-a426-4831-aebf-ee9585782fba HTTP/1.1" status: 200 len: 925 time: 0.1173897 Aug 17 02:36:31.163169 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35900) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:31.178345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:31.179181 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:31.180923 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] 10.222.0.18 "PUT /v2.0/ports/7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a HTTP/1.1" status: 200 len: 1093 time: 1.8248487 Aug 17 02:36:31.181593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5719d0d-5061-471b-aa41-8b86261e0b7c', 'tag': '7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:31.184633 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4307a306-a10d-4960-af03-5cc666b2764e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5719d0d-5061-471b-aa41-8b86261e0b7c", "tag": "7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:31.204219 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-17d2c54e-6d20-4e77-b11c-1afbd24befc7 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "GET /v2.0/ports?device_id=604a5b2c-a426-4831-aebf-ee9585782fba HTTP/1.1" status: 200 len: 205 time: 0.0396848 Aug 17 02:36:31.206900 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35904) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:31.249447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821d345-2200-40e5-b750-d1183e777ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:31.272510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75e446-cacc-4b7c-8946-4ceb78ae2950 req-6c7d2c49-a5e1-44fb-87b6-2c6292eef053 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:31.274123 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e75e446-cacc-4b7c-8946-4ceb78ae2950 req-6c7d2c49-a5e1-44fb-87b6-2c6292eef053 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 944 time: 0.0832400 Aug 17 02:36:31.330793 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c03df76a-8b43-4f4a-b81c-1d7475fc5412 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:31.348139 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e75e446-cacc-4b7c-8946-4ceb78ae2950 req-adbce433-83b6-4967-a179-7824b9198dd6 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639462 Aug 17 02:36:31.361152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-96d9c8f2-10a4-4c9b-891a-b02b97952ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:31.362725 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-96d9c8f2-10a4-4c9b-891a-b02b97952ecc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3e544ed8fa40688d0eb20b8ddce107&device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 1096 time: 0.0599508 Aug 17 02:36:31.423469 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28c0146-6918-415c-93f3-3fbf7b63a59b x-openstack-request-id: req-e28c0146-6918-415c-93f3-3fbf7b63a59b {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:31.423806 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5719d0d-5061-471b-aa41-8b86261e0b7c", "tag": "7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:31.424014 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e28c0146-6918-415c-93f3-3fbf7b63a59b {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:31.424397 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5719d0d-5061-471b-aa41-8b86261e0b7c', 'tag': '7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a', 'status': 'completed', 'code': 200} Aug 17 02:36:31.425983 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-879717b6-f376-4e28-bcf1-d50be81ec287 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a HTTP/1.1" status: 200 len: 217 time: 0.0433180 Aug 17 02:36:31.450558 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c03df76a-8b43-4f4a-b81c-1d7475fc5412 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:31.505734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-a9150b7b-cd15-4b39-8dc7-4fcb735ad42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:31.505734 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-a9150b7b-cd15-4b39-8dc7-4fcb735ad42c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4bbe00d-66d1-4503-9a91-d4078c53a1de HTTP/1.1" status: 200 len: 852 time: 0.0702722 Aug 17 02:36:31.575337 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-1a62bd67-0915-4b30-a3e2-87b03cd5b7a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f310a3e-4381-4e0e-91ca-bc0978aba406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373201 Aug 17 02:36:31.587555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-c03df76a-8b43-4f4a-b81c-1d7475fc5412 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Deleting port b0740ffb-67c5-4a18-bec4-719895d8d5c7 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:31.588310 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c03df76a-8b43-4f4a-b81c-1d7475fc5412 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:31.597986 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a3714-b89b-472e-b317-7cb6fda24a4e req-22af679f-1e41-4160-92da-6619bd752d1a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:31.599537 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d47a3714-b89b-472e-b317-7cb6fda24a4e req-22af679f-1e41-4160-92da-6619bd752d1a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0917823 Aug 17 02:36:31.616242 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6e11478f-186d-416c-a6d1-b91c615a6f06 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:36:31.674644 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 6e11478f-186d-416c-a6d1-b91c615a6f06 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:36:31.675624 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:31.690684 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c03df76a-8b43-4f4a-b81c-1d7475fc5412 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:31.706340 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d47a3714-b89b-472e-b317-7cb6fda24a4e req-da9ef891-c2a5-4068-bca3-e640100d9e64 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866525 Aug 17 02:36:31.718043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-c03df76a-8b43-4f4a-b81c-1d7475fc5412 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Calling delete_port for b0740ffb-67c5-4a18-bec4-719895d8d5c7 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:31.731776 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-f9d987d0-7cbd-416b-a816-88f1a77bbf30 service neutron] 10.222.0.18 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311805 Aug 17 02:36:31.791124 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:31.879797 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c48dac5-f46d-4392-8471-0fc62bc94bd5 req-b25a2a3a-ae10-4c73-b1a6-d91c6c9dad5e service neutron] 10.222.0.18 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341896 Aug 17 02:36:31.930239 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:31.931772 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f7ba8c-2e45-42cf-a838-e773386ed401" -d '{"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-plugged", "status": "completed", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:31.944592 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:31.984334 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c51a31d-c878-4068-9848-e813b8b7fbc5 x-openstack-request-id: req-3c51a31d-c878-4068-9848-e813b8b7fbc5 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:31.984630 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-plugged", "status": "completed", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:31.984896 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c51a31d-c878-4068-9848-e813b8b7fbc5 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:31.985309 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'code': 200} Aug 17 02:36:32.019405 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c03df76a-8b43-4f4a-b81c-1d7475fc5412 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:32.020253 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:32.086947 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03df76a-8b43-4f4a-b81c-1d7475fc5412 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Pushing event deleted for resources: {'Port': ['ID=b0740ffb-67c5-4a18-bec4-719895d8d5c7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:32.128057 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6e11478f-186d-416c-a6d1-b91c615a6f06,revision_number=10']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:32.193142 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307a306-a10d-4960-af03-5cc666b2764e req-a6187c3f-dfa6-4998-9a16-fd60eb6ad615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:32.194777 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c03df76a-8b43-4f4a-b81c-1d7475fc5412 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:32.195535 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4307a306-a10d-4960-af03-5cc666b2764e req-a6187c3f-dfa6-4998-9a16-fd60eb6ad615 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3e544ed8fa40688d0eb20b8ddce107&device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 1096 time: 0.0962746 Aug 17 02:36:32.224739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048401d6-7540-4a2e-949d-a4067f9bfff1 req-0ca2dbc4-a4d4-4e0d-99ac-2acc617f399d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:32.226315 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-048401d6-7540-4a2e-949d-a4067f9bfff1 req-0ca2dbc4-a4d4-4e0d-99ac-2acc617f399d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 945 time: 0.0833645 Aug 17 02:36:32.309631 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c03df76a-8b43-4f4a-b81c-1d7475fc5412 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:32.313722 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c03df76a-8b43-4f4a-b81c-1d7475fc5412 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:32.335277 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-048401d6-7540-4a2e-949d-a4067f9bfff1 req-b3ab363e-93de-42ae-8341-26850cfb2879 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955753 Aug 17 02:36:32.366802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307a306-a10d-4960-af03-5cc666b2764e req-1583bc12-bb13-4f3a-8a70-8252e37b92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:32.368475 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4307a306-a10d-4960-af03-5cc666b2764e req-1583bc12-bb13-4f3a-8a70-8252e37b92b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f310a3e-4381-4e0e-91ca-bc0978aba406 HTTP/1.1" status: 200 len: 913 time: 0.1603501 Aug 17 02:36:32.430619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4307a306-a10d-4960-af03-5cc666b2764e req-5c6f963c-7aee-40a8-898b-b5410089903d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a HTTP/1.1" status: 200 len: 217 time: 0.0474801 Aug 17 02:36:32.477513 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c03df76a-8b43-4f4a-b81c-1d7475fc5412 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:32.478369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03df76a-8b43-4f4a-b81c-1d7475fc5412 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Fanout notify agent at l3_agent the message router_deleted on router 604a5b2c-a426-4831-aebf-ee9585782fba {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:36:32.486635 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c03df76a-8b43-4f4a-b81c-1d7475fc5412 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:32.486974 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c03df76a-8b43-4f4a-b81c-1d7475fc5412 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "DELETE /v2.0/routers/604a5b2c-a426-4831-aebf-ee9585782fba HTTP/1.1" status: 204 len: 168 time: 1.2790928 Aug 17 02:36:32.491944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35930) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:32.498009 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1336690617', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'enable_snat': False}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:32.535355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307a306-a10d-4960-af03-5cc666b2764e req-b4aa4a24-b16a-4b66-a23a-9feafe9c7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:32.537082 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4307a306-a10d-4960-af03-5cc666b2764e req-b4aa4a24-b16a-4b66-a23a-9feafe9c7119 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4bbe00d-66d1-4503-9a91-d4078c53a1de HTTP/1.1" status: 200 len: 852 time: 0.0983784 Aug 17 02:36:32.551124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d4ebf-840d-419c-9f16-fb9a3e78ee89 req-a0bc496b-8191-4452-95e4-827b4a01c948 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:32.554355 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73d4ebf-840d-419c-9f16-fb9a3e78ee89 req-a0bc496b-8191-4452-95e4-827b4a01c948 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 944 time: 0.1056638 Aug 17 02:36:32.595254 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4307a306-a10d-4960-af03-5cc666b2764e req-62d54ce1-c3e5-4be3-81da-e0459aa6df22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f310a3e-4381-4e0e-91ca-bc0978aba406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357797 Aug 17 02:36:32.609102 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:32.610346 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:32.628480 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73d4ebf-840d-419c-9f16-fb9a3e78ee89 req-62dcc014-f5d3-4438-8ffd-5fe6f0b4d1a1 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666814 Aug 17 02:36:32.695516 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:32.727477 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4307a306-a10d-4960-af03-5cc666b2764e req-3988aea8-8fff-4b88-a05d-8d98ce6cf6cd service neutron] 10.222.0.18 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245079 Aug 17 02:36:32.863943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05be68-df6d-4207-85b6-e99040eaf055 req-c03f1b1e-0361-4fca-b4d4-12cf10000765 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:32.866572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b05be68-df6d-4207-85b6-e99040eaf055 req-c03f1b1e-0361-4fca-b4d4-12cf10000765 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=d248bda4-52fb-477e-9a58-7ccb86547392 HTTP/1.1" status: 200 len: 946 time: 0.1379626 Aug 17 02:36:32.936890 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4307a306-a10d-4960-af03-5cc666b2764e req-251100ac-49ca-446d-8a31-55a931d4952b service neutron] 10.222.0.18 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991434 Aug 17 02:36:32.963005 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b05be68-df6d-4207-85b6-e99040eaf055 req-40587afb-bd63-44bc-a1a4-9fee05ea85e4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816901 Aug 17 02:36:32.998140 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:33.116531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ba615-c887-4fa4-8e22-350e4ee32b4e req-d155d765-c9c6-4a38-ad05-f40bd982c6fb tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:33.118412 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5b2ba615-c887-4fa4-8e22-350e4ee32b4e req-d155d765-c9c6-4a38-ad05-f40bd982c6fb tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0691712 Aug 17 02:36:33.176607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5b2ba615-c887-4fa4-8e22-350e4ee32b4e req-a43fe304-4fae-4589-af71-49b071d9b575 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437896 Aug 17 02:36:33.380036 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:33.406191 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:33.546642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Allocated IP 172.25.5.100 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/dffe03e7-f8ef-44d8-8f6a-538fa2abeb09) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:36:33.712143 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:33.877927 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:33.963490 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:33.969099 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:33.977762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:34.013534 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Pushing event updated for resources: {'Port': ['ID=dffe03e7-f8ef-44d8-8f6a-538fa2abeb09,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:34.278502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ec21-acd1-46b4-8b96-e7de21e95bf8 req-ec6d7632-eb8d-4411-b0d2-b8f22383f32c tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:34.280322 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a036ec21-acd1-46b4-8b96-e7de21e95bf8 req-ec6d7632-eb8d-4411-b0d2-b8f22383f32c tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 944 time: 0.0820646 Aug 17 02:36:34.354805 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a036ec21-acd1-46b4-8b96-e7de21e95bf8 req-77bdbc7c-c293-419f-8898-972e26114c2d tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620046 Aug 17 02:36:34.506911 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:34.563435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc19354-c35d-4c4e-96ad-805a666beab2 req-e63c9c90-5584-428d-a2a1-5815b95881ae tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:34.567656 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3dc19354-c35d-4c4e-96ad-805a666beab2 req-e63c9c90-5584-428d-a2a1-5815b95881ae tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1009674 Aug 17 02:36:34.629610 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3dc19354-c35d-4c4e-96ad-805a666beab2 req-ac339708-164a-415e-a5bc-b0b61c3e077a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542121 Aug 17 02:36:34.908654 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:35.015661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-4194d0c0-ab1f-4102-a355-bc4c4678ab22 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:35.030445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-4194d0c0-ab1f-4102-a355-bc4c4678ab22 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/networks?id=d634f89f-5254-46d5-b599-899423482ac5 HTTP/1.1" status: 200 len: 813 time: 0.2524526 Aug 17 02:36:35.066353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-fef6a7d7-c74d-465d-85f6-64335d3b7954 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/quotas/cff74c91903449068576218e3dd0b230 HTTP/1.1" status: 200 len: 375 time: 0.0302870 Aug 17 02:36:35.159458 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-44f586ff-a957-4ec4-9a09-a2fa6857f23f tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cff74c91903449068576218e3dd0b230&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789270 Aug 17 02:36:35.323450 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-35b8e5db-cfda-430f-861d-916ad55e98bc service neutron] 10.222.0.13 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400270 Aug 17 02:36:35.512161 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-47ec7374-9251-49f2-8c4e-4a7ca36346da service neutron] 10.222.0.13 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876237 Aug 17 02:36:35.648412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Router ec54e9a6-8f50-45d0-844c-71ad52b4127f is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:36:35.798499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:36:35.813998 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Sync routers for ids ['ec54e9a6-8f50-45d0-844c-71ad52b4127f'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:36:35.827442 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Routers {'ec54e9a6-8f50-45d0-844c-71ad52b4127f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:35.828518 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:36:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec54e9a6-8f50-45d0-844c-71ad52b4127f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:35.934883 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:35.940143 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-96f40d86-dd6b-4cc0-9008-3e0d7822b2a7 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4432998 Aug 17 02:36:35.940530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35986) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:35.973861 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:36:35.999099 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Set router ec54e9a6-8f50-45d0-844c-71ad52b4127f gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:36:36.266355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a,segment=NetworkSegment(c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb),segment_id=c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:36.288818 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c9757caa-b11f-45f9-a12f-88f1ace0fb2a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/routers/ec54e9a6-8f50-45d0-844c-71ad52b4127f HTTP/1.1" status: 200 len: 909 time: 0.3432500 Aug 17 02:36:36.289420 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35996) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:36.298480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1336690617', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'enable_snat': True}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:36.328794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a', 'network_id': '4f310a3e-4381-4e0e-91ca-bc0978aba406', 'port_id': '7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a', 'mac_address': 'fa:16:3e:30:e3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bbe00d-66d1-4503-9a91-d4078c53a1de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:36:36.434351 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:36.434351 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:36.476894 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:36.493673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:36.518746 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a,segment=NetworkSegment(c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb),segment_id=c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:36.561796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5321d4-0445-47cd-9733-d99b93050cde req-063eac9a-9376-454a-b482-41b380a8ce69 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:36.572602 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d5321d4-0445-47cd-9733-d99b93050cde req-063eac9a-9376-454a-b482-41b380a8ce69 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 944 time: 0.1822777 Aug 17 02:36:36.572602 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:36.598199 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:36.666542 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:36.667146 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec54e9a6-8f50-45d0-844c-71ad52b4127f', 'name': 'tempest-snat-router-1336690617', 'tenant_id': '67b1a12e153349af889a31808e2cbb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.100'}], 'enable_snat': False}, 'gw_port_id': 'dffe03e7-f8ef-44d8-8f6a-538fa2abeb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:36:32Z', 'updated_at': '2021-08-17T02:36:34Z', 'revision_number': 3, 'project_id': '67b1a12e153349af889a31808e2cbb2a', 'gw_port': {'id': 'dffe03e7-f8ef-44d8-8f6a-538fa2abeb09', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec54e9a6-8f50-45d0-844c-71ad52b4127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:36:33Z', 'updated_at': '2021-08-17T02:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:36.694812 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d5321d4-0445-47cd-9733-d99b93050cde req-f4f7f564-50df-4c18-a7ae-ee5d97f80ecf tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227002 Aug 17 02:36:36.724148 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Checking router: ec54e9a6-8f50-45d0-844c-71ad52b4127f for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:36:36.724583 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Updating router ec54e9a6-8f50-45d0-844c-71ad52b4127f port dffe03e7-f8ef-44d8-8f6a-538fa2abeb09 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:36:36.754737 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:36.819896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a80cc-8830-4be5-ba73-e6f119c93e31 req-6b23934a-923a-4a77-b444-9d13125c9ba9 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:36.835850 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d86a80cc-8830-4be5-ba73-e6f119c93e31 req-6b23934a-923a-4a77-b444-9d13125c9ba9 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248bda4-52fb-477e-9a58-7ccb86547392 HTTP/1.1" status: 200 len: 946 time: 0.2919943 Aug 17 02:36:36.986039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029dba7-0dca-49b8-8083-1c4859e32e75 req-b514fced-a7cc-4693-bcb4-0aa375c7ae81 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:36.988239 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a029dba7-0dca-49b8-8083-1c4859e32e75 req-b514fced-a7cc-4693-bcb4-0aa375c7ae81 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea73647d-53d5-412c-8e47-bf125ea5e4f2 HTTP/1.1" status: 200 len: 945 time: 0.1339130 Aug 17 02:36:37.079267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653db760-bad6-4471-b36c-ecd5cdee2059 req-ee19c674-d9cc-4752-adf1-87f693eff20a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:37.095522 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-653db760-bad6-4471-b36c-ecd5cdee2059 req-ee19c674-d9cc-4752-adf1-87f693eff20a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.2195783 Aug 17 02:36:37.107379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:37.252743 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:37.273718 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:37.281678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-a029dba7-0dca-49b8-8083-1c4859e32e75 req-db7c0a29-fb6f-4a11-8d1f-dd2acf583dac tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Deleting port abe5dce7-bf0d-4623-a66e-ed9fc2d47255 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:37.283790 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a029dba7-0dca-49b8-8083-1c4859e32e75 req-db7c0a29-fb6f-4a11-8d1f-dd2acf583dac tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:37.303010 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Transition to ACTIVE for port object dffe03e7-f8ef-44d8-8f6a-538fa2abeb09 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:36:37.357026 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-653db760-bad6-4471-b36c-ecd5cdee2059 req-88f99110-9d24-4b6b-9c23-82869fc0f318 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830586 Aug 17 02:36:37.413158 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:37.463753 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-d86a80cc-8830-4be5-ba73-e6f119c93e31 req-f44d4380-b39a-47a4-9de9-3521df6b0934 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Deleting port 62e62664-6760-4a9a-b342-f305fe153751 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:37.464606 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d86a80cc-8830-4be5-ba73-e6f119c93e31 req-f44d4380-b39a-47a4-9de9-3521df6b0934 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:37.542481 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18b4b3-f775-4126-9bd9-b4d14c8bac15 None None] Pushing event updated for resources: {'Port': ['ID=dffe03e7-f8ef-44d8-8f6a-538fa2abeb09,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:37.560285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-a029dba7-0dca-49b8-8083-1c4859e32e75 req-db7c0a29-fb6f-4a11-8d1f-dd2acf583dac tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] For port abe5dce7-bf0d-4623-a66e-ed9fc2d47255, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=abe5dce7-bf0d-4623-a66e-ed9fc2d47255,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:37.563267 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a029dba7-0dca-49b8-8083-1c4859e32e75 req-db7c0a29-fb6f-4a11-8d1f-dd2acf583dac tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:37.582785 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Attempting to bind port dffe03e7-f8ef-44d8-8f6a-538fa2abeb09 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:37.585499 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Attempting to bind port dffe03e7-f8ef-44d8-8f6a-538fa2abeb09 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:37.587729 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Attempting to bind port dffe03e7-f8ef-44d8-8f6a-538fa2abeb09 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:37.598297 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:36:37.604645 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-a029dba7-0dca-49b8-8083-1c4859e32e75 req-db7c0a29-fb6f-4a11-8d1f-dd2acf583dac tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Calling delete_port for abe5dce7-bf0d-4623-a66e-ed9fc2d47255 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:37.604833 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:36:37.604833 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:37.604833 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:36:37.604833 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Bound port: dffe03e7-f8ef-44d8-8f6a-538fa2abeb09, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:36:37.605707 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:37.644455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-d86a80cc-8830-4be5-ba73-e6f119c93e31 req-f44d4380-b39a-47a4-9de9-3521df6b0934 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] For port 62e62664-6760-4a9a-b342-f305fe153751, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=62e62664-6760-4a9a-b342-f305fe153751,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:37.645196 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d86a80cc-8830-4be5-ba73-e6f119c93e31 req-f44d4380-b39a-47a4-9de9-3521df6b0934 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:37.687161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-d86a80cc-8830-4be5-ba73-e6f119c93e31 req-f44d4380-b39a-47a4-9de9-3521df6b0934 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Calling delete_port for 62e62664-6760-4a9a-b342-f305fe153751 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:37.725889 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] For port dffe03e7-f8ef-44d8-8f6a-538fa2abeb09, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:36:37.729414 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] For port dffe03e7-f8ef-44d8-8f6a-538fa2abeb09, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=dffe03e7-f8ef-44d8-8f6a-538fa2abeb09,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:36:37.768709 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd1a779c-7a30-4412-9d05-e762da0f8051 req-5842ef44-c49a-4c2e-96ec-386474e542f0 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 210 time: 0.0325930 Aug 17 02:36:37.996795 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:38.021404 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Routers {'ec54e9a6-8f50-45d0-844c-71ad52b4127f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:38.022042 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:36:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec54e9a6-8f50-45d0-844c-71ad52b4127f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:38.038836 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0319ce39-e6ee-49b3-a341-5db0811fc123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:38.039307 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:38.049181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db42ca-77b7-4d21-ae38-914cbdff16f9 req-8ed80eca-158c-48c7-82eb-b9a9b96a2dbf tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:38.050751 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89db42ca-77b7-4d21-ae38-914cbdff16f9 req-8ed80eca-158c-48c7-82eb-b9a9b96a2dbf tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 945 time: 0.1513216 Aug 17 02:36:38.118538 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a029dba7-0dca-49b8-8083-1c4859e32e75 req-db7c0a29-fb6f-4a11-8d1f-dd2acf583dac tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:38.291968 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] Set router ec54e9a6-8f50-45d0-844c-71ad52b4127f gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:36:38.312923 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c0a29-fb6f-4a11-8d1f-dd2acf583dac tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Pushing event deleted for resources: {'Port': ['ID=abe5dce7-bf0d-4623-a66e-ed9fc2d47255,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:38.353809 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a029dba7-0dca-49b8-8083-1c4859e32e75 req-db7c0a29-fb6f-4a11-8d1f-dd2acf583dac tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] No DVR routers for this DVR port abe5dce7-bf0d-4623-a66e-ed9fc2d47255 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:36:38.361180 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18b4b3-f775-4126-9bd9-b4d14c8bac15 None None] Pushing event updated for resources: {'Port': ['ID=dffe03e7-f8ef-44d8-8f6a-538fa2abeb09,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:38.371273 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:38.374464 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a029dba7-0dca-49b8-8083-1c4859e32e75 req-db7c0a29-fb6f-4a11-8d1f-dd2acf583dac tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:38.376999 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a029dba7-0dca-49b8-8083-1c4859e32e75 req-db7c0a29-fb6f-4a11-8d1f-dd2acf583dac tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.18 "DELETE /v2.0/ports/abe5dce7-bf0d-4623-a66e-ed9fc2d47255 HTTP/1.1" status: 204 len: 173 time: 1.3826263 Aug 17 02:36:38.377665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea73647d-53d5-412c-8e47-bf125ea5e4f2', 'name': 'network-vif-deleted', 'tag': 'abe5dce7-bf0d-4623-a66e-ed9fc2d47255'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:38.380829 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35f88c6-fcb6-402c-9699-b6d90db931ec" -d '{"events": [{"server_uuid": "ea73647d-53d5-412c-8e47-bf125ea5e4f2", "name": "network-vif-deleted", "tag": "abe5dce7-bf0d-4623-a66e-ed9fc2d47255"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:38.536984 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89db42ca-77b7-4d21-ae38-914cbdff16f9 req-8009c31e-422d-4425-88cf-49d3134a92b1 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615212 Aug 17 02:36:38.650004 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec54e9a6-8f50-45d0-844c-71ad52b4127f', 'name': 'tempest-snat-router-1336690617', 'tenant_id': '67b1a12e153349af889a31808e2cbb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.100'}], 'enable_snat': False}, 'gw_port_id': 'dffe03e7-f8ef-44d8-8f6a-538fa2abeb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:36:32Z', 'updated_at': '2021-08-17T02:36:34Z', 'revision_number': 3, 'project_id': '67b1a12e153349af889a31808e2cbb2a', 'gw_port': {'id': 'dffe03e7-f8ef-44d8-8f6a-538fa2abeb09', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec54e9a6-8f50-45d0-844c-71ad52b4127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:36:33Z', 'updated_at': '2021-08-17T02:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:38.702395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Allocated IP 172.25.5.47 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/4cbed85c-71c9-47b5-a4d8-692254b1ec70) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:36:38.707710 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa659176-0c49-40ea-8f00-d71745ffc744 None None] The sync data for ids ['ec54e9a6-8f50-45d0-844c-71ad52b4127f'] in n-d-793621-31 is: [{'id': 'ec54e9a6-8f50-45d0-844c-71ad52b4127f', 'name': 'tempest-snat-router-1336690617', 'tenant_id': '67b1a12e153349af889a31808e2cbb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.100'}], 'enable_snat': False}, 'gw_port_id': 'dffe03e7-f8ef-44d8-8f6a-538fa2abeb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:36:32Z', 'updated_at': '2021-08-17T02:36:34Z', 'revision_number': 3, 'project_id': '67b1a12e153349af889a31808e2cbb2a', 'gw_port': {'id': 'dffe03e7-f8ef-44d8-8f6a-538fa2abeb09', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec54e9a6-8f50-45d0-844c-71ad52b4127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:36:33Z', 'updated_at': '2021-08-17T02:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:36:38.739546 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d86a80cc-8830-4be5-ba73-e6f119c93e31 req-f44d4380-b39a-47a4-9de9-3521df6b0934 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:38.828587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d4380-b39a-47a4-9de9-3521df6b0934 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Pushing event deleted for resources: {'Port': ['ID=62e62664-6760-4a9a-b342-f305fe153751,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:38.982858 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86a80cc-8830-4be5-ba73-e6f119c93e31 req-f44d4380-b39a-47a4-9de9-3521df6b0934 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] No DVR routers for this DVR port 62e62664-6760-4a9a-b342-f305fe153751 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:36:38.986063 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d86a80cc-8830-4be5-ba73-e6f119c93e31 req-f44d4380-b39a-47a4-9de9-3521df6b0934 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:38.988154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d86a80cc-8830-4be5-ba73-e6f119c93e31 req-f44d4380-b39a-47a4-9de9-3521df6b0934 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.18 "DELETE /v2.0/ports/62e62664-6760-4a9a-b342-f305fe153751 HTTP/1.1" status: 204 len: 173 time: 2.0990646 Aug 17 02:36:38.992048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd248bda4-52fb-477e-9a58-7ccb86547392', 'name': 'network-vif-deleted', 'tag': '62e62664-6760-4a9a-b342-f305fe153751'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:38.995419 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e8ae42-63de-4eab-98ae-5bfef6c75ef3" -d '{"events": [{"server_uuid": "d248bda4-52fb-477e-9a58-7ccb86547392", "name": "network-vif-deleted", "tag": "62e62664-6760-4a9a-b342-f305fe153751"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:39.008788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34ff5c-e26b-4a13-8068-0f23f2298f52 req-4cc9459a-a646-40c2-9b1a-5487b606b1cf tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:39.010657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e34ff5c-e26b-4a13-8068-0f23f2298f52 req-4cc9459a-a646-40c2-9b1a-5487b606b1cf tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.3117228 Aug 17 02:36:39.104931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e34ff5c-e26b-4a13-8068-0f23f2298f52 req-e20cd25e-f91d-4f8e-b7ff-4c4d1b375870 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825369 Aug 17 02:36:39.109577 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:39.218191 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a2b474-cd36-4edb-a82a-155f8fc99e01 x-openstack-request-id: req-88a2b474-cd36-4edb-a82a-155f8fc99e01 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:39.218904 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea73647d-53d5-412c-8e47-bf125ea5e4f2", "name": "network-vif-deleted", "tag": "abe5dce7-bf0d-4623-a66e-ed9fc2d47255", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:39.218904 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88a2b474-cd36-4edb-a82a-155f8fc99e01 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:39.219320 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea73647d-53d5-412c-8e47-bf125ea5e4f2', 'name': 'network-vif-deleted', 'tag': 'abe5dce7-bf0d-4623-a66e-ed9fc2d47255', 'status': 'completed', 'code': 200} Aug 17 02:36:39.245376 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:39.313823 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:39.318924 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:39.323083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:39.355323 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Pushing event updated for resources: {'Port': ['ID=4cbed85c-71c9-47b5-a4d8-692254b1ec70,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:39.599652 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-99511c92-696e-4f2f-8852-9baeac0a34d0 req-669750b2-1898-49eb-910f-97bcdcebe87a tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 210 time: 0.0825822 Aug 17 02:36:39.693123 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b21f7c-959b-48e2-ba14-80117d98187e x-openstack-request-id: req-68b21f7c-959b-48e2-ba14-80117d98187e {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:39.693281 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d248bda4-52fb-477e-9a58-7ccb86547392", "name": "network-vif-deleted", "tag": "62e62664-6760-4a9a-b342-f305fe153751", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:39.697725 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68b21f7c-959b-48e2-ba14-80117d98187e {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:39.698273 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd248bda4-52fb-477e-9a58-7ccb86547392', 'name': 'network-vif-deleted', 'tag': '62e62664-6760-4a9a-b342-f305fe153751', 'status': 'completed', 'code': 200} Aug 17 02:36:39.905005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9cc22-fefa-42e5-a347-bb501b931d3c req-8ffa5238-685e-449d-b658-59e8ed1d6d9e tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:39.913871 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51c9cc22-fefa-42e5-a347-bb501b931d3c req-8ffa5238-685e-449d-b658-59e8ed1d6d9e tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 945 time: 0.1329498 Aug 17 02:36:39.971778 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:36:40.198742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51c9cc22-fefa-42e5-a347-bb501b931d3c req-128d1fdf-3c2e-4f78-a525-de729c955eab tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765458 Aug 17 02:36:40.198933 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:36:40.214261 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:36:40.219030 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:40.296347 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a8846376-90c2-4d34-b78d-04bf9da3d0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:40.404914 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:40.431239 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:40.460834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5719d0d-5061-471b-aa41-8b86261e0b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:40.463960 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909a80a0-9507-44fb-99b7-c6e35f55d8f9" -d '{"events": [{"server_uuid": "d5719d0d-5061-471b-aa41-8b86261e0b7c", "name": "network-vif-plugged", "status": "completed", "tag": "7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:40.495525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a,segment=NetworkSegment(c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb),segment_id=c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:40.562030 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:40.563210 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device abe5dce7-bf0d-4623-a66e-ed9fc2d47255 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:36:40.584998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b32e6-6325-4cc2-be64-2976b85c35a3 req-3b588ae0-7092-4df5-84d4-d21f9d2ebab7 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:40.586594 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c8b32e6-6325-4cc2-be64-2976b85c35a3 req-3b588ae0-7092-4df5-84d4-d21f9d2ebab7 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.2628186 Aug 17 02:36:40.591506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: abe5dce7-bf0d-4623-a66e-ed9fc2d47255 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:36:40.592062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device abe5dce7-bf0d-4623-a66e-ed9fc2d47255 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:36:40.592701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 62e62664-6760-4a9a-b342-f305fe153751 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:36:40.677284 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:40.689647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 62e62664-6760-4a9a-b342-f305fe153751 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:36:40.689647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 62e62664-6760-4a9a-b342-f305fe153751 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:36:40.724507 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:40.744820 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c8b32e6-6325-4cc2-be64-2976b85c35a3 req-cdc1785d-1391-4ab2-b326-054c7209410d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095200 Aug 17 02:36:40.761390 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-43f56a47-734d-4967-a519-7c112ae2d413 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:40.763537 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-43f56a47-734d-4967-a519-7c112ae2d413 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.42 "GET /v2.0/networks?id=d634f89f-5254-46d5-b599-899423482ac5 HTTP/1.1" status: 200 len: 813 time: 0.5106611 Aug 17 02:36:40.786492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-610b5dec-fb0a-4717-9dc8-d99c3d0d2832 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Request body: {'port': {'device_id': 'f8e0154d-b24b-4390-98b6-ec40fb644a61', 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5', 'admin_state_up': True, 'tenant_id': 'cff74c91903449068576218e3dd0b230'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:40.930101 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349bc4e3-aa92-4f75-a17b-39367f04ac81 x-openstack-request-id: req-349bc4e3-aa92-4f75-a17b-39367f04ac81 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:40.930398 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5719d0d-5061-471b-aa41-8b86261e0b7c", "name": "network-vif-plugged", "status": "completed", "tag": "7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:40.930655 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-349bc4e3-aa92-4f75-a17b-39367f04ac81 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:40.931241 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5719d0d-5061-471b-aa41-8b86261e0b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a', 'code': 200} Aug 17 02:36:41.201270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device dffe03e7-f8ef-44d8-8f6a-538fa2abeb09 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:36:41.232806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-309afc87-45fe-42cb-a99e-c996adf9e5a7 req-67e9c34f-1764-4c2b-b1ac-fb278168408d tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 210 time: 0.0920098 Aug 17 02:36:41.235638 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:41.334315 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086292b-41ff-4073-be5a-ba6c8b83bc90 req-15474178-76e8-41e7-982c-6692bdd3cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:41.338394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2086292b-41ff-4073-be5a-ba6c8b83bc90 req-15474178-76e8-41e7-982c-6692bdd3cea7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 1098 time: 0.1673362 Aug 17 02:36:41.371041 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-610b5dec-fb0a-4717-9dc8-d99c3d0d2832 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Made reservation on behalf of cff74c91903449068576218e3dd0b230 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:41.375409 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-610b5dec-fb0a-4717-9dc8-d99c3d0d2832 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:41.497950 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port dffe03e7-f8ef-44d8-8f6a-538fa2abeb09 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:36:41.497950 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port dffe03e7-f8ef-44d8-8f6a-538fa2abeb09 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:36:41.497950 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:41.593861 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:36:41.675361 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:41.716203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port dffe03e7-f8ef-44d8-8f6a-538fa2abeb09, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=dffe03e7-f8ef-44d8-8f6a-538fa2abeb09,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:41.750769 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:41.802854 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:41.851909 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-4210c120-6cca-4bb4-b4a7-658a5575fee4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:41.854417 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-4210c120-6cca-4bb4-b4a7-658a5575fee4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.18 "GET /v2.0/networks?id=d634f89f-5254-46d5-b599-899423482ac5 HTTP/1.1" status: 200 len: 813 time: 0.2024117 Aug 17 02:36:41.878910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-6267d865-b243-4eaa-b33e-c69e3c804ba4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Request body: {'port': {'device_id': 'fe77766c-7f9d-49a3-a4f2-36414928fd90', 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5', 'admin_state_up': True, 'tenant_id': 'cff74c91903449068576218e3dd0b230'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:41.905452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=dffe03e7-f8ef-44d8-8f6a-538fa2abeb09,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:42.008547 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2086292b-41ff-4073-be5a-ba6c8b83bc90 req-5d15b599-fe43-49c2-a3af-47cc1f38f60b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6381743 Aug 17 02:36:42.045862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93853470-09c8-43e9-8509-91ab3435a47a req-6a21e7b0-4e9b-4c24-a2ce-065396e25429 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:42.056234 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93853470-09c8-43e9-8509-91ab3435a47a req-6a21e7b0-4e9b-4c24-a2ce-065396e25429 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 946 time: 0.2831142 Aug 17 02:36:42.183631 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93853470-09c8-43e9-8509-91ab3435a47a req-4a64870a-da9b-4b1a-b3b5-b8186fb55545 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264856 Aug 17 02:36:42.188822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-610b5dec-fb0a-4717-9dc8-d99c3d0d2832 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Allocated IP 172.20.0.14 (d634f89f-5254-46d5-b599-899423482ac5/bd00a8d1-b41c-42f2-a766-011cdb7fa9a8/c8e01260-8c72-4675-887d-060b560eabcb) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:36:42.226280 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-6267d865-b243-4eaa-b33e-c69e3c804ba4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Made reservation on behalf of cff74c91903449068576218e3dd0b230 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:42.230113 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-6267d865-b243-4eaa-b33e-c69e3c804ba4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:42.244262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Router 3034a4bc-b820-406b-a51f-166d20cc64d3 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:36:42.520077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:36:42.532955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308134cb-2745-4a64-8a47-0a6b5d079772 req-191a5b0d-8602-4566-a0a6-3e70430ee4d3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:42.534848 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-308134cb-2745-4a64-8a47-0a6b5d079772 req-191a5b0d-8602-4566-a0a6-3e70430ee4d3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1938660 Aug 17 02:36:42.535634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Sync routers for ids ['3034a4bc-b820-406b-a51f-166d20cc64d3'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:36:42.558861 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Routers {'3034a4bc-b820-406b-a51f-166d20cc64d3'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:42.560256 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:36:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3034a4bc-b820-406b-a51f-166d20cc64d3'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:42.602754 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-610b5dec-fb0a-4717-9dc8-d99c3d0d2832 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:42.669966 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:42.674274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-34695bb2-a852-4946-81b5-c4a775ad4646 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3830757 Aug 17 02:36:42.674472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36114) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:42.679400 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-308134cb-2745-4a64-8a47-0a6b5d079772 req-9aa2728d-00c4-45a5-957d-0635ebdb4291 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252751 Aug 17 02:36:42.758425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Set router 3034a4bc-b820-406b-a51f-166d20cc64d3 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:36:42.847488 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-610b5dec-fb0a-4717-9dc8-d99c3d0d2832 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:42.993907 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-610b5dec-fb0a-4717-9dc8-d99c3d0d2832 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Network d634f89f-5254-46d5-b599-899423482ac5 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:43.007780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-610b5dec-fb0a-4717-9dc8-d99c3d0d2832 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:43.023851 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c98603f1-f189-4e90-ab8b-593a9ca747f6 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/routers/3034a4bc-b820-406b-a51f-166d20cc64d3 HTTP/1.1" status: 200 len: 907 time: 0.3467238 Aug 17 02:36:43.043129 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36116) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:43.054365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-610b5dec-fb0a-4717-9dc8-d99c3d0d2832 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:43.058306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b5dec-fb0a-4717-9dc8-d99c3d0d2832 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Pushing event updated for resources: {'Port': ['ID=c8e01260-8c72-4675-887d-060b560eabcb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:43.119976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3034a4bc-b820-406b-a51f-166d20cc64d3', 'name': 'tempest-snat-router-1336690617', 'tenant_id': '67b1a12e153349af889a31808e2cbb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '4cbed85c-71c9-47b5-a4d8-692254b1ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:36:36Z', 'updated_at': '2021-08-17T02:36:39Z', 'revision_number': 3, 'project_id': '67b1a12e153349af889a31808e2cbb2a', 'gw_port': {'id': '4cbed85c-71c9-47b5-a4d8-692254b1ec70', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3034a4bc-b820-406b-a51f-166d20cc64d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:36:38Z', 'updated_at': '2021-08-17T02:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:43.161582 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Checking router: 3034a4bc-b820-406b-a51f-166d20cc64d3 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:36:43.163410 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-6267d865-b243-4eaa-b33e-c69e3c804ba4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Allocated IP 172.20.0.13 (d634f89f-5254-46d5-b599-899423482ac5/bd00a8d1-b41c-42f2-a766-011cdb7fa9a8/3a7701fb-e4c3-42c5-b534-c0f3d0af912d) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:36:43.164751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Updating router 3034a4bc-b820-406b-a51f-166d20cc64d3 port 4cbed85c-71c9-47b5-a4d8-692254b1ec70 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:36:43.207866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0f4c3bb2-26fe-4ce1-a19f-7e67c39601f6 req-5108f873-9691-4145-8e71-af6a128b6ec5 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 210 time: 0.2279201 Aug 17 02:36:43.225466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device dffe03e7-f8ef-44d8-8f6a-538fa2abeb09 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:36:43.266773 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-610b5dec-fb0a-4717-9dc8-d99c3d0d2832 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:43.267456 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-610b5dec-fb0a-4717-9dc8-d99c3d0d2832 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:43.288778 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:43.380072 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-847cc309-d338-4d9d-9b43-ebd09202e219 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:43.381185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-610b5dec-fb0a-4717-9dc8-d99c3d0d2832 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6004577 Aug 17 02:36:43.416447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Request body: {'port': {'device_id': 'f8e0154d-b24b-4390-98b6-ec40fb644a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:43.493734 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port dffe03e7-f8ef-44d8-8f6a-538fa2abeb09 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:36:43.623079 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:43.634182 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae192da-a9fe-476b-9d8f-218c734bd24c req-a323d23c-b555-4007-b1c9-e13975a2ae1e tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:43.645543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ae192da-a9fe-476b-9d8f-218c734bd24c req-a323d23c-b555-4007-b1c9-e13975a2ae1e tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 946 time: 0.2581651 Aug 17 02:36:43.660844 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:43.719553 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-6267d865-b243-4eaa-b33e-c69e3c804ba4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:43.756356 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-847cc309-d338-4d9d-9b43-ebd09202e219 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:43.879410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ae192da-a9fe-476b-9d8f-218c734bd24c req-16a8e126-9bf0-4134-8d74-ce2137f035e2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314975 Aug 17 02:36:43.981610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-847cc309-d338-4d9d-9b43-ebd09202e219 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Deleting port 4cbed85c-71c9-47b5-a4d8-692254b1ec70 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:43.981610 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-847cc309-d338-4d9d-9b43-ebd09202e219 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:44.070975 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-847cc309-d338-4d9d-9b43-ebd09202e219 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:44.364774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35983e-8a21-43af-9f0d-14fb567bb73d req-148af638-09c9-4211-93c7-6a6478360c6d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:44.364774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ea35983e-8a21-43af-9f0d-14fb567bb73d req-148af638-09c9-4211-93c7-6a6478360c6d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1039445 Aug 17 02:36:44.366340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-847cc309-d338-4d9d-9b43-ebd09202e219 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Calling delete_port for 4cbed85c-71c9-47b5-a4d8-692254b1ec70 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:44.366524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ea35983e-8a21-43af-9f0d-14fb567bb73d req-97ea0d91-1ba8-40c6-b2f7-55f8b5e830e1 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503566 Aug 17 02:36:44.366712 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:44.366712 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Transition to ACTIVE for port object 4cbed85c-71c9-47b5-a4d8-692254b1ec70 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:36:44.366973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6321822a-5222-46b8-a20c-619a7fd48af2 req-2a8af935-49f3-40b8-819f-a10c2a295dce tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 210 time: 0.0272751 Aug 17 02:36:44.603408 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-6267d865-b243-4eaa-b33e-c69e3c804ba4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:44.651062 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:44.653283 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:44.661551 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-6267d865-b243-4eaa-b33e-c69e3c804ba4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Network d634f89f-5254-46d5-b599-899423482ac5 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:44.685553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-6267d865-b243-4eaa-b33e-c69e3c804ba4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:44.685553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-6267d865-b243-4eaa-b33e-c69e3c804ba4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:44.724047 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Attempting to bind port 4cbed85c-71c9-47b5-a4d8-692254b1ec70 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:44.724635 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Attempting to bind port 4cbed85c-71c9-47b5-a4d8-692254b1ec70 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:44.725065 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Attempting to bind port 4cbed85c-71c9-47b5-a4d8-692254b1ec70 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:44.736355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:36:44.736904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:36:44.739562 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:44.740211 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:36:44.740796 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Bound port: 4cbed85c-71c9-47b5-a4d8-692254b1ec70, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:36:44.741330 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:44.745096 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267d865-b243-4eaa-b33e-c69e3c804ba4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Pushing event updated for resources: {'Port': ['ID=3a7701fb-e4c3-42c5-b534-c0f3d0af912d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:44.786135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-6267d865-b243-4eaa-b33e-c69e3c804ba4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:44.786822 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-6267d865-b243-4eaa-b33e-c69e3c804ba4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:44.790414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088d888-5b61-4f9c-a6b5-5641eb6fc1a4 None None] Pushing event updated for resources: {'Port': ['ID=4cbed85c-71c9-47b5-a4d8-692254b1ec70,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:44.886076 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-847cc309-d338-4d9d-9b43-ebd09202e219 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:44.960423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e01260-8c72-4675-887d-060b560eabcb {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:44.960557 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:36:44.960557 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:36:44.975858 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:45.006187 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-6267d865-b243-4eaa-b33e-c69e3c804ba4 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1325877 Aug 17 02:36:45.009919 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cc309-d338-4d9d-9b43-ebd09202e219 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cbed85c-71c9-47b5-a4d8-692254b1ec70,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:45.018469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Transition to ACTIVE for port object c8e01260-8c72-4675-887d-060b560eabcb will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:36:45.050072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Request body: {'port': {'device_id': 'fe77766c-7f9d-49a3-a4f2-36414928fd90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:45.152083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed86aed-86ae-4c56-8073-dc6f90a980a0 req-91eedc16-ca04-4601-a71b-6d8616783856 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:45.153736 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ed86aed-86ae-4c56-8073-dc6f90a980a0 req-91eedc16-ca04-4601-a71b-6d8616783856 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 946 time: 0.1326675 Aug 17 02:36:45.154434 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:45.187082 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:45.200611 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-847cc309-d338-4d9d-9b43-ebd09202e219 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:45.294243 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Pushing event updated for resources: {'Port': ['ID=c8e01260-8c72-4675-887d-060b560eabcb,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:45.312290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ed86aed-86ae-4c56-8073-dc6f90a980a0 req-2a4574df-9cc0-4cd7-8fdd-4baa194b5e73 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389644 Aug 17 02:36:45.348753 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-847cc309-d338-4d9d-9b43-ebd09202e219 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:45.351146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-847cc309-d338-4d9d-9b43-ebd09202e219 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:45.483823 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Attempting to bind port 4cbed85c-71c9-47b5-a4d8-692254b1ec70 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:45.485439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Attempting to bind port 4cbed85c-71c9-47b5-a4d8-692254b1ec70 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:45.486476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Attempting to bind port 4cbed85c-71c9-47b5-a4d8-692254b1ec70 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:45.493636 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:36:45.494313 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:36:45.494894 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:45.495454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:36:45.499339 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Bound port: 4cbed85c-71c9-47b5-a4d8-692254b1ec70, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:36:45.500035 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:45.539773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Port 4cbed85c-71c9-47b5-a4d8-692254b1ec70 has been deleted concurrently {{(pid=95408) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 17 02:36:45.550795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd56d5b-9c9e-4bef-972c-374a575c970b req-b44e1988-c79a-4dad-9142-087f4552f43b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:45.557227 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1dd56d5b-9c9e-4bef-972c-374a575c970b req-b44e1988-c79a-4dad-9142-087f4552f43b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1335144 Aug 17 02:36:45.562841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Routers set() bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:45.563302 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Attempting to bind port c8e01260-8c72-4675-887d-060b560eabcb on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:45.563861 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Router IDs set() for agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 02:36:45.564407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Attempting to bind port c8e01260-8c72-4675-887d-060b560eabcb by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:45.565300 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_agentschedulers_db [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3034a4bc-b820-406b-a51f-166d20cc64d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:36:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent'). {{(pid=95408) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 02:36:45.565828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Attempting to bind port c8e01260-8c72-4675-887d-060b560eabcb on network d634f89f-5254-46d5-b599-899423482ac5 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:45.568201 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e94f72-9895-49a0-88c5-c935df63dcab None None] The sync data for ids ['3034a4bc-b820-406b-a51f-166d20cc64d3'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:36:45.577647 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Port c8e01260-8c72-4675-887d-060b560eabcb on network d634f89f-5254-46d5-b599-899423482ac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:45.578297 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Attempting to bind port c8e01260-8c72-4675-887d-060b560eabcb on network d634f89f-5254-46d5-b599-899423482ac5 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:45.591246 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:36:45.591928 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Checking segment: {'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:36:45.592585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Bound using segment: {'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:36:45.593446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Bound port: c8e01260-8c72-4675-887d-060b560eabcb, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:36:45.594041 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:45.659349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1dd56d5b-9c9e-4bef-972c-374a575c970b req-0e9e7606-4566-4aa7-baf3-70d287b01281 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829949 Aug 17 02:36:45.723436 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-847cc309-d338-4d9d-9b43-ebd09202e219 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:45.724017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847cc309-d338-4d9d-9b43-ebd09202e219 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3034a4bc-b820-406b-a51f-166d20cc64d3 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:36:45.727970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] For port c8e01260-8c72-4675-887d-060b560eabcb, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:36:45.729851 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-847cc309-d338-4d9d-9b43-ebd09202e219 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:45.734346 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-847cc309-d338-4d9d-9b43-ebd09202e219 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3034a4bc-b820-406b-a51f-166d20cc64d3 HTTP/1.1" status: 204 len: 168 time: 2.6795223 Aug 17 02:36:45.734478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36158) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:45.769482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] For port c8e01260-8c72-4675-887d-060b560eabcb, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c8e01260-8c72-4675-887d-060b560eabcb,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:36:45.806933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7701fb-e4c3-42c5-b534-c0f3d0af912d {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:45.819258 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:45.841122 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Transition to ACTIVE for port object 3a7701fb-e4c3-42c5-b534-c0f3d0af912d will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:36:45.909306 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:45.957474 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:46.006573 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:46.030732 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f4379079-be5a-41d4-94d5-5786e179182f details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:36:46.050808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7701fb-e4c3-42c5-b534-c0f3d0af912d,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:46.166745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-119e4410-facc-4d15-b1b4-d09678a5ab8f req-0235ffc4-0f58-49cc-840e-44301ec81383 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-524613283&fields=id&tenant_id=4c3e544ed8fa40688d0eb20b8ddce107 HTTP/1.1" status: 200 len: 267 time: 0.2634795 Aug 17 02:36:46.178063 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:46.191672 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:46.192299 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:46.192775 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Attempting to bind port 3a7701fb-e4c3-42c5-b534-c0f3d0af912d on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:46.193298 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Attempting to bind port 3a7701fb-e4c3-42c5-b534-c0f3d0af912d by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:46.194231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Attempting to bind port 3a7701fb-e4c3-42c5-b534-c0f3d0af912d on network d634f89f-5254-46d5-b599-899423482ac5 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:46.194490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] 10.222.0.42 "PUT /v2.0/ports/c8e01260-8c72-4675-887d-060b560eabcb HTTP/1.1" status: 200 len: 1093 time: 2.7880135 Aug 17 02:36:46.195299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e0154d-b24b-4390-98b6-ec40fb644a61', 'tag': 'c8e01260-8c72-4675-887d-060b560eabcb'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:46.198125 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b78aa3-9cee-4582-827b-fe6869d98fce" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e0154d-b24b-4390-98b6-ec40fb644a61", "tag": "c8e01260-8c72-4675-887d-060b560eabcb"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:46.201285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Port 3a7701fb-e4c3-42c5-b534-c0f3d0af912d on network d634f89f-5254-46d5-b599-899423482ac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:46.201961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Attempting to bind port 3a7701fb-e4c3-42c5-b534-c0f3d0af912d on network d634f89f-5254-46d5-b599-899423482ac5 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:46.205231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f4379079-be5a-41d4-94d5-5786e179182f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f4379079-be5a-41d4-94d5-5786e179182f,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:46.213922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:36:46.213922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Checking segment: {'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:36:46.213922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Bound using segment: {'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:36:46.213922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Bound port: 3a7701fb-e4c3-42c5-b534-c0f3d0af912d, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16465a01-3449-488e-aae4-8352b8698de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:36:46.213922 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:46.234862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'f4379079-be5a-41d4-94d5-5786e179182f', 'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22', 'port_id': 'f4379079-be5a-41d4-94d5-5786e179182f', 'mac_address': 'fa:16:3e:70:33:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '632968ae-909d-442e-a9e7-60583103d180', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:36:46.252995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa376276-c8c7-4bcc-905e-3b718d21be3b service neutron] Pushing event updated for resources: {'Port': ['ID=c8e01260-8c72-4675-887d-060b560eabcb,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:46.305543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e4410-facc-4d15-b1b4-d09678a5ab8f req-c4dfd547-c317-43a2-8e62-539a604eea4c tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:46.307347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-119e4410-facc-4d15-b1b4-d09678a5ab8f req-c4dfd547-c317-43a2-8e62-539a604eea4c tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 946 time: 0.1202114 Aug 17 02:36:46.317016 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-119e4410-facc-4d15-b1b4-d09678a5ab8f req-a8766758-3334-481a-9e74-80ce7449f8fd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'port': {'security_groups': ['95e7e36b-9047-40b4-9eab-1070311f5311', 'b617a10f-da4d-4aee-93ae-29bd5a4542e1']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:46.325778 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:46.332071 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] For port 3a7701fb-e4c3-42c5-b534-c0f3d0af912d, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:36:46.341296 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] For port 3a7701fb-e4c3-42c5-b534-c0f3d0af912d, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=3a7701fb-e4c3-42c5-b534-c0f3d0af912d,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:36:46.346668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4379079-be5a-41d4-94d5-5786e179182f {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:46.373048 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f4379079-be5a-41d4-94d5-5786e179182f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f4379079-be5a-41d4-94d5-5786e179182f,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:46.428601 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:46.447976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:46.448631 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:46.450948 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] 10.222.0.18 "PUT /v2.0/ports/3a7701fb-e4c3-42c5-b534-c0f3d0af912d HTTP/1.1" status: 200 len: 1093 time: 1.4047818 Aug 17 02:36:46.454591 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe77766c-7f9d-49a3-a4f2-36414928fd90', 'tag': '3a7701fb-e4c3-42c5-b534-c0f3d0af912d'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:46.460268 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:46.461277 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b31b65-a2ef-42c1-acc0-a0df31d1cc78" -d '{"events": [{"name": "network-changed", "server_uuid": "fe77766c-7f9d-49a3-a4f2-36414928fd90", "tag": "3a7701fb-e4c3-42c5-b534-c0f3d0af912d"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:46.551224 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-119e4410-facc-4d15-b1b4-d09678a5ab8f req-a8766758-3334-481a-9e74-80ce7449f8fd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:46.569366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f4379079-be5a-41d4-94d5-5786e179182f,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:46.605130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372a9b4-0729-4bab-9813-6e0629615200 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7701fb-e4c3-42c5-b534-c0f3d0af912d,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:46.607854 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-96a0c852-53ac-4f29-be39-1dff2f915a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:46.609448 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-96a0c852-53ac-4f29-be39-1dff2f915a30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cff74c91903449068576218e3dd0b230&device_id=f8e0154d-b24b-4390-98b6-ec40fb644a61 HTTP/1.1" status: 200 len: 1096 time: 0.2075405 Aug 17 02:36:46.622915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Deleting port dffe03e7-f8ef-44d8-8f6a-538fa2abeb09 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:46.623262 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:46.661727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f4379079-be5a-41d4-94d5-5786e179182f'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:46.678100 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-07dfe80c-9eef-4417-b36b-fbc90738cf76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8e01260-8c72-4675-887d-060b560eabcb HTTP/1.1" status: 200 len: 217 time: 0.0492659 Aug 17 02:36:46.881956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-73fc8ca8-de5c-4b2c-a0b0-e2f59e5eb370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:46.884003 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-73fc8ca8-de5c-4b2c-a0b0-e2f59e5eb370 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd00a8d1-b41c-42f2-a766-011cdb7fa9a8 HTTP/1.1" status: 200 len: 853 time: 0.1887779 Aug 17 02:36:46.903334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-eae600ea-7230-4704-9fdb-dac64befdba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:46.908275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-eae600ea-7230-4704-9fdb-dac64befdba7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cff74c91903449068576218e3dd0b230&device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 1096 time: 0.1094420 Aug 17 02:36:46.983122 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-01d09398-19b0-4d03-bde5-118b8f74c41c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a7701fb-e4c3-42c5-b534-c0f3d0af912d HTTP/1.1" status: 200 len: 217 time: 0.0613549 Aug 17 02:36:46.995042 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] For port dffe03e7-f8ef-44d8-8f6a-538fa2abeb09, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=dffe03e7-f8ef-44d8-8f6a-538fa2abeb09,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:46.995424 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:47.013347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-1193e500-cebf-47b1-bd90-5925383e60de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d634f89f-5254-46d5-b599-899423482ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069183 Aug 17 02:36:47.080532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-dd0bff8c-e339-4a66-afc5-36f0eed88b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:47.086386 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-dd0bff8c-e339-4a66-afc5-36f0eed88b18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd00a8d1-b41c-42f2-a766-011cdb7fa9a8 HTTP/1.1" status: 200 len: 853 time: 0.0895255 Aug 17 02:36:47.127032 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-5e0c569a-1506-48c3-aac8-191e43b9e107 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d634f89f-5254-46d5-b599-899423482ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370464 Aug 17 02:36:47.132545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Calling delete_port for dffe03e7-f8ef-44d8-8f6a-538fa2abeb09 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:47.282474 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-fc3598ad-7adf-41e9-bb7a-09431be8319c service neutron] 10.222.0.18 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415346 Aug 17 02:36:47.372192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-119e4410-facc-4d15-b1b4-d09678a5ab8f req-a8766758-3334-481a-9e74-80ce7449f8fd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] For port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a,segment=NetworkSegment(c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb),segment_id=c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:47.412178 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-73d68622-08a2-4f59-a4c1-374be203b9ef service neutron] 10.222.0.42 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264959 Aug 17 02:36:47.474580 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-4dd20972-1601-416e-b032-e871560ba75e service neutron] 10.222.0.18 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830165 Aug 17 02:36:47.495048 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-119e4410-facc-4d15-b1b4-d09678a5ab8f req-a8766758-3334-481a-9e74-80ce7449f8fd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:47.637828 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab106b87-7ce7-473b-ba4c-40d671288d52 req-8474b1f5-583c-468f-a8fd-4f5c71b34491 service neutron] 10.222.0.42 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160418 Aug 17 02:36:47.729143 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-119e4410-facc-4d15-b1b4-d09678a5ab8f req-a8766758-3334-481a-9e74-80ce7449f8fd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:47.765026 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['cfd55f08-84f8-4017-98fe-64c53639fcbc'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:47.803898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e4410-facc-4d15-b1b4-d09678a5ab8f req-a8766758-3334-481a-9e74-80ce7449f8fd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:47.807050 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-119e4410-facc-4d15-b1b4-d09678a5ab8f req-a8766758-3334-481a-9e74-80ce7449f8fd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:47.820394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-119e4410-facc-4d15-b1b4-d09678a5ab8f req-a8766758-3334-481a-9e74-80ce7449f8fd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "PUT /v2.0/ports/7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a HTTP/1.1" status: 200 len: 982 time: 1.5050602 Aug 17 02:36:47.858935 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:47.867587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:47.910327 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8766758-3334-481a-9e74-80ce7449f8fd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'Port': ['ID=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a,revision_number=6']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:47.988163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:48.013801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Pushing event deleted for resources: {'Port': ['ID=dffe03e7-f8ef-44d8-8f6a-538fa2abeb09,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:48.075738 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:48.089223 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f4379079-be5a-41d4-94d5-5786e179182f up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:36:48.372917 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port f4379079-be5a-41d4-94d5-5786e179182f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:36:48.373386 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:48.485548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bad40-a17b-4505-a08c-86680b159f5f req-8da7bf17-ab65-482d-86ca-475483a2b622 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:48.493500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d84bad40-a17b-4505-a08c-86680b159f5f req-8da7bf17-ab65-482d-86ca-475483a2b622 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 944 time: 0.5680361 Aug 17 02:36:48.499276 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:48.506109 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:48.589963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d84bad40-a17b-4505-a08c-86680b159f5f req-2f1c2f99-21db-4cc3-9576-ab172c388860 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952196 Aug 17 02:36:48.656639 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf6fc82-2f37-46b9-8ba3-8af327ea001a x-openstack-request-id: req-acf6fc82-2f37-46b9-8ba3-8af327ea001a {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:48.657332 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e0154d-b24b-4390-98b6-ec40fb644a61", "tag": "c8e01260-8c72-4675-887d-060b560eabcb", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:48.657332 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acf6fc82-2f37-46b9-8ba3-8af327ea001a {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:48.657724 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e0154d-b24b-4390-98b6-ec40fb644a61', 'tag': 'c8e01260-8c72-4675-887d-060b560eabcb', 'status': 'completed', 'code': 200} Aug 17 02:36:48.704490 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032ad050-87cd-45bc-87d5-419607b0cfc1 x-openstack-request-id: req-032ad050-87cd-45bc-87d5-419607b0cfc1 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:48.705095 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe77766c-7f9d-49a3-a4f2-36414928fd90", "tag": "3a7701fb-e4c3-42c5-b534-c0f3d0af912d", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:48.705095 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-032ad050-87cd-45bc-87d5-419607b0cfc1 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:48.705592 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe77766c-7f9d-49a3-a4f2-36414928fd90', 'tag': '3a7701fb-e4c3-42c5-b534-c0f3d0af912d', 'status': 'completed', 'code': 200} Aug 17 02:36:48.738627 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:48.792627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b78aa3-9cee-4582-827b-fe6869d98fce req-73a93eb6-8639-467b-8b11-f57de56d53f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:48.805500 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f4379079-be5a-41d4-94d5-5786e179182f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f4379079-be5a-41d4-94d5-5786e179182f,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:48.815362 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0b78aa3-9cee-4582-827b-fe6869d98fce req-73a93eb6-8639-467b-8b11-f57de56d53f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cff74c91903449068576218e3dd0b230&device_id=f8e0154d-b24b-4390-98b6-ec40fb644a61 HTTP/1.1" status: 200 len: 1096 time: 0.1032696 Aug 17 02:36:48.815571 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ce3b63-8446-4968-ae78-a4508afd17b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4379079-be5a-41d4-94d5-5786e179182f'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:48.815571 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e671ae-058e-43fc-b9e0-1e68210ebe94" -d '{"events": [{"server_uuid": "15ce3b63-8446-4968-ae78-a4508afd17b9", "name": "network-vif-plugged", "status": "completed", "tag": "f4379079-be5a-41d4-94d5-5786e179182f"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:48.821443 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b31b65-a2ef-42c1-acc0-a0df31d1cc78 req-c8b8d7dc-548a-4c28-85b9-e9030166d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:48.823638 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-32b31b65-a2ef-42c1-acc0-a0df31d1cc78 req-c8b8d7dc-548a-4c28-85b9-e9030166d51b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cff74c91903449068576218e3dd0b230&device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 1096 time: 0.0776882 Aug 17 02:36:48.927736 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:48.927981 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec54e9a6-8f50-45d0-844c-71ad52b4127f {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:36:49.014005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b31b65-a2ef-42c1-acc0-a0df31d1cc78 req-91b78430-4f7f-47bb-9c55-aa0a3d67b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:49.024429 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-32b31b65-a2ef-42c1-acc0-a0df31d1cc78 req-91b78430-4f7f-47bb-9c55-aa0a3d67b07c service neutron] 10.222.0.18 "GET /v2.0/networks?id=d634f89f-5254-46d5-b599-899423482ac5 HTTP/1.1" status: 200 len: 914 time: 0.1843646 Aug 17 02:36:49.063562 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:49.097061 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-68b9b0fe-5418-4467-8f0d-1451c87bdf90 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ec54e9a6-8f50-45d0-844c-71ad52b4127f HTTP/1.1" status: 204 len: 168 time: 3.3391583 Aug 17 02:36:49.097061 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36190) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:49.117414 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-32b31b65-a2ef-42c1-acc0-a0df31d1cc78 req-30945da7-3a5b-44c2-b9b4-e7dea967a023 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a7701fb-e4c3-42c5-b534-c0f3d0af912d HTTP/1.1" status: 200 len: 217 time: 0.0918672 Aug 17 02:36:49.141952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1032330748', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:49.145574 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:49.160834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b78aa3-9cee-4582-827b-fe6869d98fce req-6a40fd71-2432-4e76-aa2a-20206574701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:49.162495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0b78aa3-9cee-4582-827b-fe6869d98fce req-6a40fd71-2432-4e76-aa2a-20206574701b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d634f89f-5254-46d5-b599-899423482ac5 HTTP/1.1" status: 200 len: 914 time: 0.3476751 Aug 17 02:36:49.213781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b31b65-a2ef-42c1-acc0-a0df31d1cc78 req-634d7e90-8333-4700-8880-dd99d722c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:49.215315 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-32b31b65-a2ef-42c1-acc0-a0df31d1cc78 req-634d7e90-8333-4700-8880-dd99d722c5a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd00a8d1-b41c-42f2-a766-011cdb7fa9a8 HTTP/1.1" status: 200 len: 853 time: 0.0902307 Aug 17 02:36:49.257228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0b78aa3-9cee-4582-827b-fe6869d98fce req-88964822-c31d-4f40-b288-45a34bcb98d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8e01260-8c72-4675-887d-060b560eabcb HTTP/1.1" status: 200 len: 217 time: 0.0832562 Aug 17 02:36:49.265788 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f4379079-be5a-41d4-94d5-5786e179182f,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:49.266121 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-32b31b65-a2ef-42c1-acc0-a0df31d1cc78 req-282a2d3d-33f3-419c-ae0e-16ce2562e519 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d634f89f-5254-46d5-b599-899423482ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424514 Aug 17 02:36:49.288201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a6435-8320-4fda-9ede-ee0c33f4b4f1 req-f1b59d9f-7577-4124-be47-eddda721b33e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:49.289888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-265a6435-8320-4fda-9ede-ee0c33f4b4f1 req-f1b59d9f-7577-4124-be47-eddda721b33e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 944 time: 0.3698676 Aug 17 02:36:49.347440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b78aa3-9cee-4582-827b-fe6869d98fce req-e7c4ba5c-de4b-4a36-8e38-03510822ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:49.349177 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0b78aa3-9cee-4582-827b-fe6869d98fce req-e7c4ba5c-de4b-4a36-8e38-03510822ce2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd00a8d1-b41c-42f2-a766-011cdb7fa9a8 HTTP/1.1" status: 200 len: 853 time: 0.0843058 Aug 17 02:36:49.396967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0b78aa3-9cee-4582-827b-fe6869d98fce req-9dc1472a-a4df-449e-aa62-0cfcfc8f1723 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d634f89f-5254-46d5-b599-899423482ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345376 Aug 17 02:36:49.402494 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-265a6435-8320-4fda-9ede-ee0c33f4b4f1 req-1a40634a-9a03-4677-bf27-de03ff90af82 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896392 Aug 17 02:36:49.421292 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-32b31b65-a2ef-42c1-acc0-a0df31d1cc78 req-f2b696d5-4d8b-4984-be44-0209c6ceae7b service neutron] 10.222.0.18 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355658 Aug 17 02:36:49.490043 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:49.491907 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:49.632387 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0b78aa3-9cee-4582-827b-fe6869d98fce req-327abc8f-0df6-490f-bf60-dac4d8e50b9d service neutron] 10.222.0.42 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225962 Aug 17 02:36:49.635924 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-32b31b65-a2ef-42c1-acc0-a0df31d1cc78 req-d82bdd72-1c23-489b-84bd-f0c86db6ddc8 service neutron] 10.222.0.18 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062573 Aug 17 02:36:49.707607 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:49.781272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e1f6337-ef35-4999-a107-fa370394eea5 req-373e35d8-0863-45ac-89c2-e9aa2dc876e9 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/b617a10f-da4d-4aee-93ae-29bd5a4542e1 HTTP/1.1" status: 200 len: 1801 time: 0.1551349 Aug 17 02:36:49.876595 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0b78aa3-9cee-4582-827b-fe6869d98fce req-58fd3f7c-8458-4bf8-9bf2-31792561b861 service neutron] 10.222.0.42 "GET /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885824 Aug 17 02:36:49.988162 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-9e1f6337-ef35-4999-a107-fa370394eea5 req-42ef92e3-7123-4d18-8895-097a214ed23c tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 02:36:49.989666 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e1f6337-ef35-4999-a107-fa370394eea5 req-42ef92e3-7123-4d18-8895-097a214ed23c tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "DELETE /v2.0/security-groups/b617a10f-da4d-4aee-93ae-29bd5a4542e1 HTTP/1.1" status: 409 len: 341 time: 0.1442668 Aug 17 02:36:50.068299 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe2a5c1-2bba-4f8e-8108-b16bdb662584 x-openstack-request-id: req-4fe2a5c1-2bba-4f8e-8108-b16bdb662584 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:50.069096 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ce3b63-8446-4968-ae78-a4508afd17b9", "name": "network-vif-plugged", "status": "completed", "tag": "f4379079-be5a-41d4-94d5-5786e179182f", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:50.069096 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fe2a5c1-2bba-4f8e-8108-b16bdb662584 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:50.069727 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ce3b63-8446-4968-ae78-a4508afd17b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4379079-be5a-41d4-94d5-5786e179182f', 'code': 200} Aug 17 02:36:50.083865 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:50.199425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90d5fc-3f91-415f-9f83-db250a51f305 req-44fdcbaa-78c6-4d24-905d-21496151db27 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:50.201925 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae90d5fc-3f91-415f-9f83-db250a51f305 req-44fdcbaa-78c6-4d24-905d-21496151db27 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 944 time: 0.0655618 Aug 17 02:36:50.260689 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae90d5fc-3f91-415f-9f83-db250a51f305 req-7711104b-a212-406e-9ea4-322515fe0f3e tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489109 Aug 17 02:36:50.667092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5719d0d-5061-471b-aa41-8b86261e0b7c', 'tag': '7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:50.670297 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c756027d-492b-4f5f-b583-10adf1891392" -d '{"events": [{"name": "network-changed", "server_uuid": "d5719d0d-5061-471b-aa41-8b86261e0b7c", "tag": "7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:50.729846 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:50.751189 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:50.877205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Allocated IP 172.25.5.35 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/66a2aaa9-6761-431c-9f3f-e5606ac552af) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:36:51.095698 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device dffe03e7-f8ef-44d8-8f6a-538fa2abeb09 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:36:51.117108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52476257-ee76-43b6-847c-4c4e63258964 req-6fe14713-9091-45b8-91b3-62c5c035385d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:51.125699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52476257-ee76-43b6-847c-4c4e63258964 req-6fe14713-9091-45b8-91b3-62c5c035385d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1514792 Aug 17 02:36:51.159433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: dffe03e7-f8ef-44d8-8f6a-538fa2abeb09 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:36:51.159779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device dffe03e7-f8ef-44d8-8f6a-538fa2abeb09 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:36:51.225865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb49409-328c-42bc-842f-da4ab696cfc3 req-57c8f048-9afb-43b4-80d0-da6112c52c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:51.228200 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bb49409-328c-42bc-842f-da4ab696cfc3 req-57c8f048-9afb-43b4-80d0-da6112c52c72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3e544ed8fa40688d0eb20b8ddce107&device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 1137 time: 0.0939744 Aug 17 02:36:51.229437 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:51.286270 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52476257-ee76-43b6-847c-4c4e63258964 req-b5cf3ddd-4228-4703-a474-712e80388e15 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593139 Aug 17 02:36:51.422950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb49409-328c-42bc-842f-da4ab696cfc3 req-a0d4aa7c-8dae-406e-8659-7251a0766a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:51.427602 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bb49409-328c-42bc-842f-da4ab696cfc3 req-a0d4aa7c-8dae-406e-8659-7251a0766a4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f310a3e-4381-4e0e-91ca-bc0978aba406 HTTP/1.1" status: 200 len: 913 time: 0.1885157 Aug 17 02:36:51.471362 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:51.555046 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94477e1a-33ed-4a4e-a146-2b21623c439a x-openstack-request-id: req-94477e1a-33ed-4a4e-a146-2b21623c439a {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:51.557020 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5719d0d-5061-471b-aa41-8b86261e0b7c", "tag": "7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:51.557020 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94477e1a-33ed-4a4e-a146-2b21623c439a {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:51.557020 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5719d0d-5061-471b-aa41-8b86261e0b7c', 'tag': '7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a', 'status': 'completed', 'code': 200} Aug 17 02:36:51.560792 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bb49409-328c-42bc-842f-da4ab696cfc3 req-cf3d4a66-5970-4aed-89d8-7e3ab831faf5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a HTTP/1.1" status: 200 len: 217 time: 0.1259172 Aug 17 02:36:51.569601 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:51.571050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:51.578591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:51.623943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Pushing event updated for resources: {'Port': ['ID=66a2aaa9-6761-431c-9f3f-e5606ac552af,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:51.656263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb49409-328c-42bc-842f-da4ab696cfc3 req-9b8add79-39aa-43b3-8f10-5fbdea821126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:51.658038 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bb49409-328c-42bc-842f-da4ab696cfc3 req-9b8add79-39aa-43b3-8f10-5fbdea821126 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4bbe00d-66d1-4503-9a91-d4078c53a1de HTTP/1.1" status: 200 len: 852 time: 0.0808153 Aug 17 02:36:51.694484 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2def0c-a76f-46bb-b151-ec3537f90320 req-c25724d2-3db1-4762-b33f-6d6137ade9b3 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:51.698001 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c2def0c-a76f-46bb-b151-ec3537f90320 req-c25724d2-3db1-4762-b33f-6d6137ade9b3 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 985 time: 0.0948830 Aug 17 02:36:51.700445 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bb49409-328c-42bc-842f-da4ab696cfc3 req-dfc0af7e-e90e-4f82-ad66-710942b15c11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f310a3e-4381-4e0e-91ca-bc0978aba406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333304 Aug 17 02:36:51.837398 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bb49409-328c-42bc-842f-da4ab696cfc3 req-f7ff394c-16a4-4664-a3a1-e4d3072797c0 service neutron] 10.222.0.18 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253397 Aug 17 02:36:51.863788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c2def0c-a76f-46bb-b151-ec3537f90320 req-a1597f15-01c1-4a1b-9dc8-f9811dd0ddae tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=b617a10f-da4d-4aee-93ae-29bd5a4542e1&id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1218956 Aug 17 02:36:52.151063 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bb49409-328c-42bc-842f-da4ab696cfc3 req-40956f12-5174-45ad-97a0-a62c7a9e5b87 service neutron] 10.222.0.18 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803930 Aug 17 02:36:52.218985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660501e-9f78-4eec-b2f5-a6c24358d13a req-061f6e9a-972d-4939-8b87-5792bc6ef760 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:52.225948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0660501e-9f78-4eec-b2f5-a6c24358d13a req-061f6e9a-972d-4939-8b87-5792bc6ef760 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 944 time: 0.2992926 Aug 17 02:36:52.258282 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:52.463125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756027d-492b-4f5f-b583-10adf1891392 req-91502db8-1131-48ea-a5d4-7d9f1e362df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:52.467002 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c756027d-492b-4f5f-b583-10adf1891392 req-91502db8-1131-48ea-a5d4-7d9f1e362df5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3e544ed8fa40688d0eb20b8ddce107&device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 1137 time: 0.1236699 Aug 17 02:36:52.507248 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0660501e-9f78-4eec-b2f5-a6c24358d13a req-ff78a9ba-6e19-4d58-bae6-275918f1c8a0 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443733 Aug 17 02:36:52.781268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756027d-492b-4f5f-b583-10adf1891392 req-b49ca48f-eb12-41e4-b10a-67f8cce5b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:52.783039 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c756027d-492b-4f5f-b583-10adf1891392 req-b49ca48f-eb12-41e4-b10a-67f8cce5b74f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f310a3e-4381-4e0e-91ca-bc0978aba406 HTTP/1.1" status: 200 len: 913 time: 0.3020432 Aug 17 02:36:52.798256 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57799480-ab86-4de6-9a8f-3d7d8415ec08 req-8c1e60b3-d6ca-4cae-86a4-66b53b935f14 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:52.802154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57799480-ab86-4de6-9a8f-3d7d8415ec08 req-8c1e60b3-d6ca-4cae-86a4-66b53b935f14 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1470711 Aug 17 02:36:52.847012 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c756027d-492b-4f5f-b583-10adf1891392 req-7f9412ff-41de-4972-ace6-48fbd00b0b5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a HTTP/1.1" status: 200 len: 217 time: 0.0545921 Aug 17 02:36:52.891887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57799480-ab86-4de6-9a8f-3d7d8415ec08 req-d149ea77-4284-4175-b2bb-2a264ef3744c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638971 Aug 17 02:36:52.891887 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:52.967783 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756027d-492b-4f5f-b583-10adf1891392 req-dfa03b84-218b-4038-8f2d-57b760db684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:52.971073 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c756027d-492b-4f5f-b583-10adf1891392 req-dfa03b84-218b-4038-8f2d-57b760db684a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4bbe00d-66d1-4503-9a91-d4078c53a1de HTTP/1.1" status: 200 len: 852 time: 0.1136003 Aug 17 02:36:53.067250 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c756027d-492b-4f5f-b583-10adf1891392 req-18a404c8-a99a-4cff-a2a0-a63444f9e899 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f310a3e-4381-4e0e-91ca-bc0978aba406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845511 Aug 17 02:36:53.334978 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c756027d-492b-4f5f-b583-10adf1891392 req-03acf467-8d19-4748-a2e8-1fbaec854b5f service neutron] 10.222.0.18 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351477 Aug 17 02:36:53.347138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4484f-d6fe-46a8-ad8e-4047fa283cc4 req-105247f3-627b-45f6-9a56-5dfa923e4398 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:53.363062 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a4484f-d6fe-46a8-ad8e-4047fa283cc4 req-105247f3-627b-45f6-9a56-5dfa923e4398 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 985 time: 0.1983850 Aug 17 02:36:53.441914 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a4484f-d6fe-46a8-ad8e-4047fa283cc4 req-983fb367-ca65-4411-a31c-2ec77f574793 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=b617a10f-da4d-4aee-93ae-29bd5a4542e1&id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0858545 Aug 17 02:36:53.493610 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c756027d-492b-4f5f-b583-10adf1891392 req-388fa974-31d3-4f84-a7e9-e59fffa24726 service neutron] 10.222.0.18 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329260 Aug 17 02:36:53.530541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Router efabf39b-7a46-42b8-8504-ac798c68c5be is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:36:53.721437 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device c8e01260-8c72-4675-887d-060b560eabcb details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:36:53.984117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b9a4-eb56-4b53-9b60-e58670a578da req-ce308738-9c33-4624-bb77-b094d8b7931a tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:53.993663 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port c8e01260-8c72-4675-887d-060b560eabcb, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c8e01260-8c72-4675-887d-060b560eabcb,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:54.012416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c30b9a4-eb56-4b53-9b60-e58670a578da req-ce308738-9c33-4624-bb77-b094d8b7931a tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 944 time: 0.3309464 Aug 17 02:36:54.021984 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'c8e01260-8c72-4675-887d-060b560eabcb', 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5', 'port_id': 'c8e01260-8c72-4675-887d-060b560eabcb', 'mac_address': 'fa:16:3e:00:6c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd00a8d1-b41c-42f2-a766-011cdb7fa9a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:36:54.109937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 3a7701fb-e4c3-42c5-b534-c0f3d0af912d details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:36:54.148592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:36:54.167414 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11dbb22-d2e8-4e8c-8f74-ca917b67e55d None None] Sync routers for ids ['efabf39b-7a46-42b8-8504-ac798c68c5be'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:36:54.185491 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11dbb22-d2e8-4e8c-8f74-ca917b67e55d None None] Routers {'efabf39b-7a46-42b8-8504-ac798c68c5be'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:54.186429 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b11dbb22-d2e8-4e8c-8f74-ca917b67e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:36:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['efabf39b-7a46-42b8-8504-ac798c68c5be'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:54.220068 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c30b9a4-eb56-4b53-9b60-e58670a578da req-02f3f73d-ac53-4729-9f5a-030b23785a30 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043147 Aug 17 02:36:54.266793 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b11dbb22-d2e8-4e8c-8f74-ca917b67e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:54.292099 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11dbb22-d2e8-4e8c-8f74-ca917b67e55d None None] Routers {'efabf39b-7a46-42b8-8504-ac798c68c5be'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:54.292099 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b11dbb22-d2e8-4e8c-8f74-ca917b67e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:36:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['efabf39b-7a46-42b8-8504-ac798c68c5be'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:54.374004 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b11dbb22-d2e8-4e8c-8f74-ca917b67e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:54.374672 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11dbb22-d2e8-4e8c-8f74-ca917b67e55d None None] The sync data for ids ['efabf39b-7a46-42b8-8504-ac798c68c5be'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:36:54.386085 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.405596 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.410089 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36278) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:54.415919 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ef4734fe-66bf-4b15-bb39-cc3bd041c800 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2854881 Aug 17 02:36:54.419003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-dbaaeb76-1f2e-4a88-aade-7dada6ba6a3c tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'enable_snat': False}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:54.464458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 3a7701fb-e4c3-42c5-b534-c0f3d0af912d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=3a7701fb-e4c3-42c5-b534-c0f3d0af912d,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:54.468665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d89ec9-a015-4398-8c52-a5fe093c7d7b req-4c11a6d7-6711-4024-8335-6874c23b1cf2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:54.483442 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97d89ec9-a015-4398-8c52-a5fe093c7d7b req-4c11a6d7-6711-4024-8335-6874c23b1cf2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1350217 Aug 17 02:36:54.501672 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '3a7701fb-e4c3-42c5-b534-c0f3d0af912d', 'network_id': 'd634f89f-5254-46d5-b599-899423482ac5', 'port_id': '3a7701fb-e4c3-42c5-b534-c0f3d0af912d', 'mac_address': 'fa:16:3e:fc:65:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd00a8d1-b41c-42f2-a766-011cdb7fa9a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:36:54.504903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e01260-8c72-4675-887d-060b560eabcb {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:54.567660 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97d89ec9-a015-4398-8c52-a5fe093c7d7b req-5996f505-5721-4a9c-83ea-c95291de849e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832298 Aug 17 02:36:54.626826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port c8e01260-8c72-4675-887d-060b560eabcb, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c8e01260-8c72-4675-887d-060b560eabcb,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:54.666134 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.699700 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7701fb-e4c3-42c5-b534-c0f3d0af912d {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:54.722876 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.745255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 3a7701fb-e4c3-42c5-b534-c0f3d0af912d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=3a7701fb-e4c3-42c5-b534-c0f3d0af912d,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:54.877650 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.886710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=c8e01260-8c72-4675-887d-060b560eabcb,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:54.947651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7641b14-c81f-4b9d-9f15-e1660f7980da req-442b0e6f-57d0-4c7e-a0c7-67ea9820e866 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:54.964368 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7641b14-c81f-4b9d-9f15-e1660f7980da req-442b0e6f-57d0-4c7e-a0c7-67ea9820e866 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 985 time: 0.1136255 Aug 17 02:36:55.002779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=3a7701fb-e4c3-42c5-b534-c0f3d0af912d,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:55.080146 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7641b14-c81f-4b9d-9f15-e1660f7980da req-537fe635-5db1-4491-a77c-5399e352e9b4 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=b617a10f-da4d-4aee-93ae-29bd5a4542e1&id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1019943 Aug 17 02:36:55.244875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68d351a1-ee78-4e82-99bd-a155f8c55ef8 req-6a35b557-3e43-4693-a273-e572ed64b4b1 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1674526981&fields=id&tenant_id=4c3e544ed8fa40688d0eb20b8ddce107 HTTP/1.1" status: 200 len: 267 time: 0.0888169 Aug 17 02:36:55.266709 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['c8e01260-8c72-4675-887d-060b560eabcb'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:55.388699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d351a1-ee78-4e82-99bd-a155f8c55ef8 req-1a3c2786-469c-4499-b4c1-f53db32343af tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:55.400144 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68d351a1-ee78-4e82-99bd-a155f8c55ef8 req-1a3c2786-469c-4499-b4c1-f53db32343af tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 985 time: 0.1484532 Aug 17 02:36:55.407597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-68d351a1-ee78-4e82-99bd-a155f8c55ef8 req-1839a962-00d4-40ff-9d02-695c8fa1612d tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'port': {'security_groups': ['95e7e36b-9047-40b4-9eab-1070311f5311', 'b617a10f-da4d-4aee-93ae-29bd5a4542e1', 'fa95ec8a-011c-48ed-a1c4-d7b6fdfbbadd']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:55.551218 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-68d351a1-ee78-4e82-99bd-a155f8c55ef8 req-1839a962-00d4-40ff-9d02-695c8fa1612d tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:55.616813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['3a7701fb-e4c3-42c5-b534-c0f3d0af912d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:55.752647 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbaaeb76-1f2e-4a88-aade-7dada6ba6a3c tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:55.971692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-68d351a1-ee78-4e82-99bd-a155f8c55ef8 req-1839a962-00d4-40ff-9d02-695c8fa1612d tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] For port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a,segment=NetworkSegment(c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb),segment_id=c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:56.055544 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-68d351a1-ee78-4e82-99bd-a155f8c55ef8 req-1839a962-00d4-40ff-9d02-695c8fa1612d tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:56.146095 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-68d351a1-ee78-4e82-99bd-a155f8c55ef8 req-1839a962-00d4-40ff-9d02-695c8fa1612d tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:56.204518 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d351a1-ee78-4e82-99bd-a155f8c55ef8 req-1839a962-00d4-40ff-9d02-695c8fa1612d tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:56.205253 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-68d351a1-ee78-4e82-99bd-a155f8c55ef8 req-1839a962-00d4-40ff-9d02-695c8fa1612d tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:56.217863 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68d351a1-ee78-4e82-99bd-a155f8c55ef8 req-1839a962-00d4-40ff-9d02-695c8fa1612d tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "PUT /v2.0/ports/7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a HTTP/1.1" status: 200 len: 1021 time: 0.8166883 Aug 17 02:36:56.221486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5719d0d-5061-471b-aa41-8b86261e0b7c', 'tag': '7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:56.225556 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7c740e-0c46-40f9-924d-4b71a3c84298" -d '{"events": [{"name": "network-changed", "server_uuid": "d5719d0d-5061-471b-aa41-8b86261e0b7c", "tag": "7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:56.381387 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:56.400252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839a962-00d4-40ff-9d02-695c8fa1612d tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'Port': ['ID=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a,revision_number=7']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:56.517100 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee770cf-3920-4d42-8d28-c7e37bf68573 req-1b96f89c-92bb-4754-a51f-04a3e72ee9ed tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:56.526896 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cee770cf-3920-4d42-8d28-c7e37bf68573 req-1b96f89c-92bb-4754-a51f-04a3e72ee9ed tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 945 time: 0.1658800 Aug 17 02:36:56.638397 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cee770cf-3920-4d42-8d28-c7e37bf68573 req-3b3474ba-d1e1-41a2-b944-0e3accfa95e1 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084466 Aug 17 02:36:56.739275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['cfd55f08-84f8-4017-98fe-64c53639fcbc'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:56.867667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55b9a4-d326-48a7-ab00-cb485bfbdbcf req-2a896c08-15ac-4c88-8d06-4dee6239f8e5 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:56.869765 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e55b9a4-d326-48a7-ab00-cb485bfbdbcf req-2a896c08-15ac-4c88-8d06-4dee6239f8e5 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1127105 Aug 17 02:36:56.870241 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:56.940930 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbaaeb76-1f2e-4a88-aade-7dada6ba6a3c tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:56.951499 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbaaeb76-1f2e-4a88-aade-7dada6ba6a3c tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:56.955924 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e55b9a4-d326-48a7-ab00-cb485bfbdbcf req-35b2590e-30fd-447a-98e5-0fe25f9a03ec tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772393 Aug 17 02:36:57.271366 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17460dbc-e02a-4a22-991a-ab571de7d475 req-fd9a045a-575c-4832-a57f-7cc96c4fe2ec tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/fa95ec8a-011c-48ed-a1c4-d7b6fdfbbadd HTTP/1.1" status: 200 len: 1802 time: 0.1191061 Aug 17 02:36:57.282689 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbaaeb76-1f2e-4a88-aade-7dada6ba6a3c tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Router efabf39b-7a46-42b8-8504-ac798c68c5be has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:36:57.559336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaaeb76-1f2e-4a88-aade-7dada6ba6a3c tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:36:57.577782 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbaaeb76-1f2e-4a88-aade-7dada6ba6a3c tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:57.579401 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dbaaeb76-1f2e-4a88-aade-7dada6ba6a3c tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "PUT /v2.0/routers/efabf39b-7a46-42b8-8504-ac798c68c5be HTTP/1.1" status: 200 len: 925 time: 3.1666896 Aug 17 02:36:57.582343 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36304) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:57.678783 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-17460dbc-e02a-4a22-991a-ab571de7d475 req-cf832750-aaf9-4609-a3fe-3aecc8a12395 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 02:36:57.698168 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b11ba-72e3-4614-867d-43b2cf9bb6ec None None] Sync routers for ids ['efabf39b-7a46-42b8-8504-ac798c68c5be'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:36:57.700917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17460dbc-e02a-4a22-991a-ab571de7d475 req-cf832750-aaf9-4609-a3fe-3aecc8a12395 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "DELETE /v2.0/security-groups/fa95ec8a-011c-48ed-a1c4-d7b6fdfbbadd HTTP/1.1" status: 409 len: 341 time: 0.4212787 Aug 17 02:36:57.732709 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5149ba61-1b68-48ae-8e86-b3010715370a x-openstack-request-id: req-5149ba61-1b68-48ae-8e86-b3010715370a {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:57.733007 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5719d0d-5061-471b-aa41-8b86261e0b7c", "tag": "7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:57.733270 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5149ba61-1b68-48ae-8e86-b3010715370a {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:57.733680 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5719d0d-5061-471b-aa41-8b86261e0b7c', 'tag': '7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a', 'status': 'completed', 'code': 200} Aug 17 02:36:57.784416 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device c8e01260-8c72-4675-887d-060b560eabcb up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:36:57.828490 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b11ba-72e3-4614-867d-43b2cf9bb6ec None None] Routers {'efabf39b-7a46-42b8-8504-ac798c68c5be'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:57.829280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3c1b11ba-72e3-4614-867d-43b2cf9bb6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:36:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['efabf39b-7a46-42b8-8504-ac798c68c5be'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:57.872521 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1c85be32-e7c1-4831-a5c9-26ba52e56c5d tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/routers/efabf39b-7a46-42b8-8504-ac798c68c5be HTTP/1.1" status: 200 len: 925 time: 0.2835760 Aug 17 02:36:57.875258 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36316) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:57.878833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb8c32-f52d-4a1b-8856-84b6741ccae4 req-61d25130-7515-4cbf-99d9-7765a3bce703 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:57.884800 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-60cb8c32-f52d-4a1b-8856-84b6741ccae4 req-61d25130-7515-4cbf-99d9-7765a3bce703 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 945 time: 0.0749769 Aug 17 02:36:57.898960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3c1b11ba-72e3-4614-867d-43b2cf9bb6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:57.921066 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c740e-0c46-40f9-924d-4b71a3c84298 req-23615fab-71a4-4051-ba93-f8dbbcf8ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:57.925887 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9b7c740e-0c46-40f9-924d-4b71a3c84298 req-23615fab-71a4-4051-ba93-f8dbbcf8ac0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3e544ed8fa40688d0eb20b8ddce107&device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 1176 time: 0.1356430 Aug 17 02:36:57.954792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b11ba-72e3-4614-867d-43b2cf9bb6ec None None] Routers {'efabf39b-7a46-42b8-8504-ac798c68c5be'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:57.958938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3c1b11ba-72e3-4614-867d-43b2cf9bb6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:36:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['efabf39b-7a46-42b8-8504-ac798c68c5be'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:57.991491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-60cb8c32-f52d-4a1b-8856-84b6741ccae4 req-89f5d362-7fd4-4c68-b830-ed3fcb367e98 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983179 Aug 17 02:36:58.020782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3c1b11ba-72e3-4614-867d-43b2cf9bb6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:58.021461 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b11ba-72e3-4614-867d-43b2cf9bb6ec None None] The sync data for ids ['efabf39b-7a46-42b8-8504-ac798c68c5be'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:36:58.093146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 3a7701fb-e4c3-42c5-b534-c0f3d0af912d up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:36:58.195463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43b5a11-ecad-4c28-abef-a1b6a5589ccf tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:58.200856 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f43b5a11-ecad-4c28-abef-a1b6a5589ccf tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&device_id=efabf39b-7a46-42b8-8504-ac798c68c5be&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3242733 Aug 17 02:36:58.201794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36326) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:58.236231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port c8e01260-8c72-4675-887d-060b560eabcb completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:36:58.247730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port c8e01260-8c72-4675-887d-060b560eabcb triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:36:58.248099 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:58.282672 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c740e-0c46-40f9-924d-4b71a3c84298 req-5b0ff3e1-a401-4243-adab-7ecaa792e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:58.284348 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9b7c740e-0c46-40f9-924d-4b71a3c84298 req-5b0ff3e1-a401-4243-adab-7ecaa792e257 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f310a3e-4381-4e0e-91ca-bc0978aba406 HTTP/1.1" status: 200 len: 913 time: 0.3354571 Aug 17 02:36:58.335161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 3a7701fb-e4c3-42c5-b534-c0f3d0af912d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:36:58.341233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 3a7701fb-e4c3-42c5-b534-c0f3d0af912d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:36:58.341471 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:58.379796 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9b7c740e-0c46-40f9-924d-4b71a3c84298 req-0f4629a4-7d16-4e6b-aadc-e77a1954f08f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a HTTP/1.1" status: 200 len: 217 time: 0.0832498 Aug 17 02:36:58.435889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7fb63b-d0b3-440a-b901-4e7b3b2fefb9 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:58.437785 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7f7fb63b-d0b3-440a-b901-4e7b3b2fefb9 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 881 time: 0.2336516 Aug 17 02:36:58.440327 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36334) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:58.457859 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:58.492799 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bc203a57-c177-43be-9655-6f5a65dcab42 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "GET /v2.0/ports?device_id=efabf39b-7a46-42b8-8504-ac798c68c5be HTTP/1.1" status: 200 len: 205 time: 0.0511189 Aug 17 02:36:58.504901 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36338) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:58.541563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c740e-0c46-40f9-924d-4b71a3c84298 req-f76c817e-eb18-4e8c-88bc-480a06f68fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:58.546484 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9b7c740e-0c46-40f9-924d-4b71a3c84298 req-f76c817e-eb18-4e8c-88bc-480a06f68fbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4bbe00d-66d1-4503-9a91-d4078c53a1de HTTP/1.1" status: 200 len: 852 time: 0.1545844 Aug 17 02:36:58.561462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e0154d-b24b-4390-98b6-ec40fb644a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e01260-8c72-4675-887d-060b560eabcb'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:58.563940 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58b5eba-68ae-4ae1-b7fd-7d6595e93baf" -d '{"events": [{"server_uuid": "f8e0154d-b24b-4390-98b6-ec40fb644a61", "name": "network-vif-plugged", "status": "completed", "tag": "c8e01260-8c72-4675-887d-060b560eabcb"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:58.572209 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:58.595788 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port c8e01260-8c72-4675-887d-060b560eabcb, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c8e01260-8c72-4675-887d-060b560eabcb,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:58.624176 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9b7c740e-0c46-40f9-924d-4b71a3c84298 req-8a010866-7008-477f-b017-3f1f28034c11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f310a3e-4381-4e0e-91ca-bc0978aba406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705354 Aug 17 02:36:58.628315 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 3a7701fb-e4c3-42c5-b534-c0f3d0af912d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=3a7701fb-e4c3-42c5-b534-c0f3d0af912d,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:58.696480 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad0dd-7702-43c7-8235-4125d5992dfb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:58.713740 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:58.720655 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:58.723478 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:58.835503 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9b7c740e-0c46-40f9-924d-4b71a3c84298 req-9099706e-06ba-40d5-90d6-1461e5d70ee9 service neutron] 10.222.0.18 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002146 Aug 17 02:36:58.843237 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=c8e01260-8c72-4675-887d-060b560eabcb,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:58.971957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=3a7701fb-e4c3-42c5-b534-c0f3d0af912d,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:59.022595 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9b7c740e-0c46-40f9-924d-4b71a3c84298 req-3813fade-3284-4b49-8a3f-bf378376c757 service neutron] 10.222.0.18 "GET /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774182 Aug 17 02:36:59.044157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b37b1-74f3-44fb-a0fd-82fef6bd1139 req-ce582958-c1ec-4051-ad9b-7b71a3f18b6c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:59.049836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e35b37b1-74f3-44fb-a0fd-82fef6bd1139 req-ce582958-c1ec-4051-ad9b-7b71a3f18b6c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1914730 Aug 17 02:36:59.054172 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad0dd-7702-43c7-8235-4125d5992dfb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:59.106891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e35b37b1-74f3-44fb-a0fd-82fef6bd1139 req-330204e8-dcf1-4555-a39c-62e7a262fb13 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437596 Aug 17 02:36:59.406411 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ad0dd-7702-43c7-8235-4125d5992dfb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Deleting port 66a2aaa9-6761-431c-9f3f-e5606ac552af {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:59.406411 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad0dd-7702-43c7-8235-4125d5992dfb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:59.500610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8c619-3153-4d1c-acb0-76d52cbe01ac req-9a6efdff-b626-448a-9cf2-236d1077fe95 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:59.508186 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dee8c619-3153-4d1c-acb0-76d52cbe01ac req-9a6efdff-b626-448a-9cf2-236d1077fe95 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 947 time: 0.1358311 Aug 17 02:36:59.575660 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad0dd-7702-43c7-8235-4125d5992dfb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:59.595187 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dee8c619-3153-4d1c-acb0-76d52cbe01ac req-383d78ba-452c-4531-abd6-1eeccaa7983b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859828 Aug 17 02:36:59.613637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ad0dd-7702-43c7-8235-4125d5992dfb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Calling delete_port for 66a2aaa9-6761-431c-9f3f-e5606ac552af owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:59.685049 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283fd197-576c-4cd8-9269-cd9d622ebdad x-openstack-request-id: req-283fd197-576c-4cd8-9269-cd9d622ebdad {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:59.685049 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e0154d-b24b-4390-98b6-ec40fb644a61", "name": "network-vif-plugged", "status": "completed", "tag": "c8e01260-8c72-4675-887d-060b560eabcb", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:59.685049 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-283fd197-576c-4cd8-9269-cd9d622ebdad {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:59.685049 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e0154d-b24b-4390-98b6-ec40fb644a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e01260-8c72-4675-887d-060b560eabcb', 'code': 200} Aug 17 02:36:59.916612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536566d-a264-4bfe-a22c-1316581a8b56 req-17cbd320-1b9f-4dba-b179-10db91dcdfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:59.918778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1536566d-a264-4bfe-a22c-1316581a8b56 req-17cbd320-1b9f-4dba-b179-10db91dcdfc7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8e0154d-b24b-4390-98b6-ec40fb644a61 HTTP/1.1" status: 200 len: 1098 time: 0.1322179 Aug 17 02:36:59.929163 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077dfef-32f1-44e8-9f96-c8e88521f5b9 req-1ff640c1-87b8-4d7d-a5d7-31ee5cb815f0 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:59.937359 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e077dfef-32f1-44e8-9f96-c8e88521f5b9 req-1ff640c1-87b8-4d7d-a5d7-31ee5cb815f0 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 1024 time: 0.1349659 Aug 17 02:37:00.005188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e077dfef-32f1-44e8-9f96-c8e88521f5b9 req-fa21aa8b-36cc-49c1-acf3-405f5f8f9b2f tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=b617a10f-da4d-4aee-93ae-29bd5a4542e1&id=fa95ec8a-011c-48ed-a1c4-d7b6fdfbbadd&id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0666060 Aug 17 02:37:00.008334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1536566d-a264-4bfe-a22c-1316581a8b56 req-f2eeeaed-5935-4d8c-aaff-1eb4cfc88c3a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635018 Aug 17 02:37:00.051156 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad0dd-7702-43c7-8235-4125d5992dfb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:00.100060 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ad0dd-7702-43c7-8235-4125d5992dfb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Pushing event deleted for resources: {'Port': ['ID=66a2aaa9-6761-431c-9f3f-e5606ac552af,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:00.222686 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad0dd-7702-43c7-8235-4125d5992dfb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:00.270140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422645bd-a0a6-4e0b-b5a2-bc4881f339aa req-e5304516-94fb-4200-a63d-60d7a139f418 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:00.271694 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-422645bd-a0a6-4e0b-b5a2-bc4881f339aa req-e5304516-94fb-4200-a63d-60d7a139f418 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 946 time: 0.1432848 Aug 17 02:37:00.370596 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad0dd-7702-43c7-8235-4125d5992dfb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:00.376112 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad0dd-7702-43c7-8235-4125d5992dfb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:00.438128 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-422645bd-a0a6-4e0b-b5a2-bc4881f339aa req-db1a1001-b5ea-4f3e-9acf-997375eca580 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345029 Aug 17 02:37:00.561287 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eda8d7-d35d-43ad-a585-b533c9b98704 req-01248149-f45c-4f09-b700-d2b4e9d46493 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:00.563027 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42eda8d7-d35d-43ad-a585-b533c9b98704 req-01248149-f45c-4f09-b700-d2b4e9d46493 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0688953 Aug 17 02:37:00.564387 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad0dd-7702-43c7-8235-4125d5992dfb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:00.565122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9ad0dd-7702-43c7-8235-4125d5992dfb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Fanout notify agent at l3_agent the message router_deleted on router efabf39b-7a46-42b8-8504-ac798c68c5be {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:37:00.580564 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad0dd-7702-43c7-8235-4125d5992dfb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:00.580564 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dd9ad0dd-7702-43c7-8235-4125d5992dfb tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "DELETE /v2.0/routers/efabf39b-7a46-42b8-8504-ac798c68c5be HTTP/1.1" status: 204 len: 168 time: 2.0681031 Aug 17 02:37:00.580893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36362) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:00.585079 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e7f0209e-78d1-43fe-97b1-96bb371a6c74 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-515800063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:00.620190 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42eda8d7-d35d-43ad-a585-b533c9b98704 req-01485741-45d4-4a30-96a6-6c31e13f6db2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440452 Aug 17 02:37:00.706654 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e7f0209e-78d1-43fe-97b1-96bb371a6c74 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:00.716202 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e7f0209e-78d1-43fe-97b1-96bb371a6c74 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:00.798980 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-96ed5ac6-776d-4a9e-ad2c-a0acc24ec27e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1310651 Aug 17 02:37:00.856677 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e7f0209e-78d1-43fe-97b1-96bb371a6c74 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:00.949844 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e7f0209e-78d1-43fe-97b1-96bb371a6c74 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:00.989091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-8595fea6-4bc4-4cc9-b1b9-439d1b60f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:00.989702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-8595fea6-4bc4-4cc9-b1b9-439d1b60f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:00.990184 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-8595fea6-4bc4-4cc9-b1b9-439d1b60f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:00.990659 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-8595fea6-4bc4-4cc9-b1b9-439d1b60f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:00.991131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-8595fea6-4bc4-4cc9-b1b9-439d1b60f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:00.991606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-8595fea6-4bc4-4cc9-b1b9-439d1b60f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:00.992079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-8595fea6-4bc4-4cc9-b1b9-439d1b60f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:00.994332 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-8595fea6-4bc4-4cc9-b1b9-439d1b60f9dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 6507 time: 0.1130567 Aug 17 02:37:01.009371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973b7a3-b595-4ae0-8929-0d1827caff4c req-6b5e967c-52dd-4b68-a190-fe5777c9f210 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:01.011097 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f973b7a3-b595-4ae0-8929-0d1827caff4c req-6b5e967c-52dd-4b68-a190-fe5777c9f210 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 947 time: 0.0780094 Aug 17 02:37:01.015568 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:01.061188 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e7f0209e-78d1-43fe-97b1-96bb371a6c74 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:01.063373 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e7f0209e-78d1-43fe-97b1-96bb371a6c74 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4811995 Aug 17 02:37:01.069548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36372) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:01.085883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Request body: {'router': {'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:01.172543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f973b7a3-b595-4ae0-8929-0d1827caff4c req-5a1bb174-976b-483a-a0aa-c605c5df509e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461344 Aug 17 02:37:01.239892 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-063b2a5f-bbe0-4504-b2da-104c76649acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:01.240431 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-063b2a5f-bbe0-4504-b2da-104c76649acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:01.240862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-063b2a5f-bbe0-4504-b2da-104c76649acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:01.242858 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-063b2a5f-bbe0-4504-b2da-104c76649acc service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=868e1de9-cdff-478e-90ee-d3d2c77b9575&id=868e1de9-cdff-478e-90ee-d3d2c77b9575 HTTP/1.1" status: 200 len: 2297 time: 0.1647034 Aug 17 02:37:01.358347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce986d-6392-474c-a0b1-d9eeaedb9824 req-843c30bc-c6ac-43c8-b8da-72cc71fc11a1 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:01.359954 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a1ce986d-6392-474c-a0b1-d9eeaedb9824 req-843c30bc-c6ac-43c8-b8da-72cc71fc11a1 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 1024 time: 0.1424780 Aug 17 02:37:01.393604 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-fe42080e-c4ea-4542-9d39-3cbac60b2ec8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7281df1-44ab-460b-942d-b9cbf502af1c HTTP/1.1" status: 200 len: 1001 time: 0.1428969 Aug 17 02:37:01.448192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4414d-a1dd-4b61-9ecc-221100f257e1 req-7a456004-dd5f-4d19-b013-b60da5ac9bf2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:01.449778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1db4414d-a1dd-4b61-9ecc-221100f257e1 req-7a456004-dd5f-4d19-b013-b60da5ac9bf2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 1024 time: 0.1285510 Aug 17 02:37:01.491939 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-c10acd1b-e139-45ea-8fc8-ae90f4d0eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:01.493495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-c10acd1b-e139-45ea-8fc8-ae90f4d0eb95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=faa7915d-3508-4964-a5bc-36df46bd2d7a HTTP/1.1" status: 200 len: 855 time: 0.0920818 Aug 17 02:37:01.545266 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1db4414d-a1dd-4b61-9ecc-221100f257e1 req-0adf530f-f77a-461f-bfbe-0193712b80c4 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=b617a10f-da4d-4aee-93ae-29bd5a4542e1&id=fa95ec8a-011c-48ed-a1c4-d7b6fdfbbadd&id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0749307 Aug 17 02:37:01.546199 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:01.592269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-ba5c4ba0-a917-436e-a836-f94df7c2d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:01.593917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-ba5c4ba0-a917-436e-a836-f94df7c2d212 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717666 Aug 17 02:37:01.622283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-a1ce986d-6392-474c-a0b1-d9eeaedb9824 req-658d3bff-556c-44ba-82a6-b07dc38cd297 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Deleting port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:37:01.623088 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a1ce986d-6392-474c-a0b1-d9eeaedb9824 req-658d3bff-556c-44ba-82a6-b07dc38cd297 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:01.682427 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe77766c-7f9d-49a3-a4f2-36414928fd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7701fb-e4c3-42c5-b534-c0f3d0af912d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:37:01.687936 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c8f9f0-2bf8-45d1-9f76-2f4eb09b8f9b" -d '{"events": [{"server_uuid": "fe77766c-7f9d-49a3-a4f2-36414928fd90", "name": "network-vif-plugged", "status": "completed", "tag": "3a7701fb-e4c3-42c5-b534-c0f3d0af912d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:37:01.759237 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6e11478f-186d-416c-a6d1-b91c615a6f06 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:37:01.789399 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-97439cde-8ba5-47b0-8e8c-b9893f3084fb service neutron] 10.222.0.42 "GET /v2.0/networks/0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856761 Aug 17 02:37:01.908257 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-a1ce986d-6392-474c-a0b1-d9eeaedb9824 req-658d3bff-556c-44ba-82a6-b07dc38cd297 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] For port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a,segment=NetworkSegment(c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb),segment_id=c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:01.908640 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a1ce986d-6392-474c-a0b1-d9eeaedb9824 req-658d3bff-556c-44ba-82a6-b07dc38cd297 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:01.913979 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:01.944539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-a1ce986d-6392-474c-a0b1-d9eeaedb9824 req-658d3bff-556c-44ba-82a6-b07dc38cd297 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Calling delete_port for 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:37:01.998937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:02.041819 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-a779b8b5-09a0-4205-bd1d-1d3409a3726d service neutron] 10.222.0.42 "GET /v2.0/networks/0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211497 Aug 17 02:37:02.124160 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:02.155793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-c3399926-93ac-4dbf-a3aa-df98dd264931 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=71edd6d5-0ae9-45a6-8572-76f90f786070 HTTP/1.1" status: 200 len: 217 time: 0.1015089 Aug 17 02:37:02.224481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-09e0b482-1d3c-457e-9f04-a22cba4ed752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:02.226301 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-09e0b482-1d3c-457e-9f04-a22cba4ed752 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.0632536 Aug 17 02:37:02.260765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6e11478f-186d-416c-a6d1-b91c615a6f06,revision_number=11']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:02.305774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-a3ae21b5-8873-4969-bed6-bf5f37a35859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:02.307221 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-a3ae21b5-8873-4969-bed6-bf5f37a35859 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0739496 Aug 17 02:37:02.362300 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:02.390530 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:02.476528 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-b2ce9a60-1009-4fd1-ab97-a887d785601c service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615853 Aug 17 02:37:02.517409 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a1ce986d-6392-474c-a0b1-d9eeaedb9824 req-658d3bff-556c-44ba-82a6-b07dc38cd297 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:02.551206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['cfd55f08-84f8-4017-98fe-64c53639fcbc'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:37:02.576387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d3bff-556c-44ba-82a6-b07dc38cd297 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event deleted for resources: {'Port': ['ID=7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:02.644354 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ce986d-6392-474c-a0b1-d9eeaedb9824 req-658d3bff-556c-44ba-82a6-b07dc38cd297 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] No DVR routers for this DVR port 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:37:02.649481 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a1ce986d-6392-474c-a0b1-d9eeaedb9824 req-658d3bff-556c-44ba-82a6-b07dc38cd297 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:02.655841 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a1ce986d-6392-474c-a0b1-d9eeaedb9824 req-658d3bff-556c-44ba-82a6-b07dc38cd297 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.18 "DELETE /v2.0/ports/7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a HTTP/1.1" status: 204 len: 173 time: 1.2618251 Aug 17 02:37:02.665402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2060a-7eb3-4fb8-a6d8-abeebd1555db req-69f99a3f-8ab6-4cb1-9b34-d29793478994 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:02.673814 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9f2060a-7eb3-4fb8-a6d8-abeebd1555db req-69f99a3f-8ab6-4cb1-9b34-d29793478994 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 946 time: 0.1631756 Aug 17 02:37:02.675401 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5719d0d-5061-471b-aa41-8b86261e0b7c', 'name': 'network-vif-deleted', 'tag': '7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:37:02.677727 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825105a8-4947-4b89-a16b-7e8d8d62aafa" -d '{"events": [{"server_uuid": "d5719d0d-5061-471b-aa41-8b86261e0b7c", "name": "network-vif-deleted", "tag": "7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:37:02.684780 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Allocated IP 172.25.5.74 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/6bca70a6-7960-4779-835c-953ea473771d) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:02.755879 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-43475a2f-6366-4755-be80-b7410967ad14 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722852 Aug 17 02:37:02.833744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9f2060a-7eb3-4fb8-a6d8-abeebd1555db req-3caf3975-3e37-4073-940b-bf3dc1eb32c9 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576855 Aug 17 02:37:02.835165 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-ecd117b1-4272-47fe-bb3c-2646cf27c69d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=0f552f4b-5b61-4680-9809-627f6fd590c1 HTTP/1.1" status: 200 len: 217 time: 0.0718031 Aug 17 02:37:02.929526 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:02.966977 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-4a0ba77b-47b8-4776-89b3-3eafec3786ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:02.969553 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-4a0ba77b-47b8-4776-89b3-3eafec3786ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.1135960 Aug 17 02:37:03.118313 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:03.130536 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-1b6f71e5-7ae9-4a70-b364-14ef244cee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:03.132314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-1b6f71e5-7ae9-4a70-b364-14ef244cee32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1543071 Aug 17 02:37:03.198924 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc2428-8a2b-44e2-8bc4-ed559dd442a7 req-963dd744-d559-4053-a8aa-ff1ca1e7483e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:03.199286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:03.221035 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:03.233070 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9bc2428-8a2b-44e2-8bc4-ed559dd442a7 req-963dd744-d559-4053-a8aa-ff1ca1e7483e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.2028046 Aug 17 02:37:03.234162 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:03.302225 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Pushing event updated for resources: {'Port': ['ID=6bca70a6-7960-4779-835c-953ea473771d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:03.400690 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9bc2428-8a2b-44e2-8bc4-ed559dd442a7 req-b870a0dc-ae63-4fd7-9181-d6c511d0e9eb tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598778 Aug 17 02:37:03.477750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-e0a8ec17-2d69-4908-9020-3927b31d8f50 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361962 Aug 17 02:37:03.516069 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de46ad3-ed76-4a91-bd40-94d6cc36a386 x-openstack-request-id: req-5de46ad3-ed76-4a91-bd40-94d6cc36a386 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:37:03.517077 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe77766c-7f9d-49a3-a4f2-36414928fd90", "name": "network-vif-plugged", "status": "completed", "tag": "3a7701fb-e4c3-42c5-b534-c0f3d0af912d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:37:03.518119 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5de46ad3-ed76-4a91-bd40-94d6cc36a386 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:37:03.518828 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe77766c-7f9d-49a3-a4f2-36414928fd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7701fb-e4c3-42c5-b534-c0f3d0af912d', 'code': 200} Aug 17 02:37:03.846754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209195b-7990-43e2-aa44-c3ab756c7599 req-245ae626-1531-4d62-a05b-befdfc4d6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:03.849929 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2209195b-7990-43e2-aa44-c3ab756c7599 req-245ae626-1531-4d62-a05b-befdfc4d6ace service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 1098 time: 0.1644325 Aug 17 02:37:03.884484 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:03.941360 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2209195b-7990-43e2-aa44-c3ab756c7599 req-b843da88-bed9-45ae-872e-0dbe17ddf064 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831873 Aug 17 02:37:03.959201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efc582-e8f6-4511-ace3-2516ea0a64f6 req-ddca3b95-2542-496b-8c67-5641d07b17ab tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:03.961068 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45efc582-e8f6-4511-ace3-2516ea0a64f6 req-ddca3b95-2542-496b-8c67-5641d07b17ab tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1489627 Aug 17 02:37:03.990098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-95cfb470-a1d0-45ea-a6e8-67f7f0998f90 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049229 Aug 17 02:37:04.053383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45efc582-e8f6-4511-ace3-2516ea0a64f6 req-1d9e4d36-fde2-422d-8e90-bb4309dede96 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841980 Aug 17 02:37:04.054999 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-048a3e85-9ffc-4fdb-9583-12e68f8b7d43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=9da101a7-7263-4cbc-a73f-1f913a173e65 HTTP/1.1" status: 200 len: 217 time: 0.0553639 Aug 17 02:37:04.117804 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:37:04.123238 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-9c6606f2-a718-4176-85ce-1dc575d7ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:04.124954 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-9c6606f2-a718-4176-85ce-1dc575d7ab70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.0626278 Aug 17 02:37:04.143834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:37:04.143834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:37:04.197212 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-224bb7bc-7af2-48a7-ae0e-d3b2bd9c56ae req-a6bdd3d2-6138-4a08-82ad-7a937a22654a tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5719d0d-5061-471b-aa41-8b86261e0b7c HTTP/1.1" status: 200 len: 210 time: 0.0544426 Aug 17 02:37:04.217457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-219d0e18-97a4-4b2e-8601-de8062b3762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:04.219168 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-219d0e18-97a4-4b2e-8601-de8062b3762a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0872049 Aug 17 02:37:04.332355 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-a9509519-82d7-4fb9-a6c8-aae0519346de service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037965 Aug 17 02:37:04.583801 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b5a3b5-2960-4b37-89a3-0508de7370c8 x-openstack-request-id: req-f8b5a3b5-2960-4b37-89a3-0508de7370c8 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:37:04.584054 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5719d0d-5061-471b-aa41-8b86261e0b7c", "name": "network-vif-deleted", "tag": "7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:37:04.584259 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8b5a3b5-2960-4b37-89a3-0508de7370c8 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:37:04.584662 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5719d0d-5061-471b-aa41-8b86261e0b7c', 'name': 'network-vif-deleted', 'tag': '7e25a819-b39c-4d56-a2a0-9da8fc0e1c7a', 'status': 'completed', 'code': 200} Aug 17 02:37:04.585730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-5b84176c-2a05-4801-a33c-a1cdb9be0ee6 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328854 Aug 17 02:37:04.607449 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:04.613945 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:04.643265 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-b9b3ee88-8ef2-4b82-bf7d-dad1fdabbbc1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=fb157415-ad24-49ac-ba23-2072f88c20ca HTTP/1.1" status: 200 len: 217 time: 0.0492158 Aug 17 02:37:04.656777 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505cdd1-0ded-46af-a9d0-b4c881de462b req-a1963d56-ba88-4bef-acf4-38b7a5a2cbc0 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:04.658786 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b505cdd1-0ded-46af-a9d0-b4c881de462b req-a1963d56-ba88-4bef-acf4-38b7a5a2cbc0 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 946 time: 0.3228459 Aug 17 02:37:04.739377 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b505cdd1-0ded-46af-a9d0-b4c881de462b req-6d022875-f382-48ae-afd5-755e872005ea tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483317 Aug 17 02:37:04.780494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-6074e5d3-8907-4bb0-af16-1fb4fb8d857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:04.780494 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-6074e5d3-8907-4bb0-af16-1fb4fb8d857a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.1120744 Aug 17 02:37:04.861228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-3199e0db-bc06-4e6a-abec-78bd04edb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:04.864966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-3199e0db-bc06-4e6a-abec-78bd04edb7ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0831463 Aug 17 02:37:04.980433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb35670-677c-4bf8-a003-e03558baeebe req-eb64b0b8-41e9-4d3f-bbf0-805b960f8e96 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:04.982429 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-deb35670-677c-4bf8-a003-e03558baeebe req-eb64b0b8-41e9-4d3f-bbf0-805b960f8e96 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1242683 Aug 17 02:37:04.990765 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Router 5cee5428-8fae-41e6-8601-37d8619b571f is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:37:05.068906 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-deb35670-677c-4bf8-a003-e03558baeebe req-b408e1a4-b985-4d7d-8910-4da82d64ca5f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770524 Aug 17 02:37:05.079371 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-5f735d89-677c-41d8-9460-c8c164dd9a64 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815164 Aug 17 02:37:05.337262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-f1a191e5-28d2-4a59-8985-28afe84283e3 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413793 Aug 17 02:37:05.349758 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:37:05.359683 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:05.361410 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c8e25350-73fe-4671-832a-b3c725d71b01 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "PUT /v2.0/routers/5cee5428-8fae-41e6-8601-37d8619b571f HTTP/1.1" status: 200 len: 882 time: 4.2905974 Aug 17 02:37:05.361952 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b428ef-dab2-4ca2-8ec2-8e9e67b14cf8 None None] Sync routers for ids ['5cee5428-8fae-41e6-8601-37d8619b571f'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:37:05.364642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36420) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:05.392664 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b428ef-dab2-4ca2-8ec2-8e9e67b14cf8 None None] Routers {'5cee5428-8fae-41e6-8601-37d8619b571f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:05.393442 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-55b428ef-dab2-4ca2-8ec2-8e9e67b14cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:36:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5cee5428-8fae-41e6-8601-37d8619b571f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:05.474261 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-725620d8-6035-431e-be2b-20a5fcea8dfa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cccafd93-4f61-4838-9ea2-f686490c7770 HTTP/1.1" status: 200 len: 217 time: 0.1293824 Aug 17 02:37:05.481890 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-55b428ef-dab2-4ca2-8ec2-8e9e67b14cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:05.497951 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b428ef-dab2-4ca2-8ec2-8e9e67b14cf8 None None] Routers {'5cee5428-8fae-41e6-8601-37d8619b571f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:05.499802 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-55b428ef-dab2-4ca2-8ec2-8e9e67b14cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:36:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5cee5428-8fae-41e6-8601-37d8619b571f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:05.524466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:37:05.527633 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fae9ada-4226-4a65-9272-3f56a2d4d5ad" -d '{"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-unplugged", "status": "completed", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:37:05.571804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c5fcf-a710-46a9-af6b-a25aaaa85825 req-2df3b26b-b582-40c9-850b-2642fc33fe07 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:05.581946 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-664c5fcf-a710-46a9-af6b-a25aaaa85825 req-2df3b26b-b582-40c9-850b-2642fc33fe07 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.2277431 Aug 17 02:37:05.586642 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-55b428ef-dab2-4ca2-8ec2-8e9e67b14cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:05.588116 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b428ef-dab2-4ca2-8ec2-8e9e67b14cf8 None None] The sync data for ids ['5cee5428-8fae-41e6-8601-37d8619b571f'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:37:05.593470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-4fbdf950-5586-4532-aefc-69e2dee8179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:05.595399 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-4fbdf950-5586-4532-aefc-69e2dee8179c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452d33d6-77e8-4cab-8020-92847845b29f HTTP/1.1" status: 200 len: 797 time: 0.0981140 Aug 17 02:37:05.659396 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9d1cf41e-5b30-45bc-8ca2-84aee40245ac tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/routers/5cee5428-8fae-41e6-8601-37d8619b571f HTTP/1.1" status: 200 len: 923 time: 0.2898281 Aug 17 02:37:05.659706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36426) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:05.728024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-664c5fcf-a710-46a9-af6b-a25aaaa85825 req-96ac61e6-8aca-4b26-ab68-8045801fc85e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451509 Aug 17 02:37:05.750020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-302e697f-0607-4ab8-bccf-468469a5f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:05.751560 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-302e697f-0607-4ab8-bccf-468469a5f028 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868e1de9-cdff-478e-90ee-d3d2c77b9575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1470904 Aug 17 02:37:05.832403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce2da64-be3e-4d11-8ce5-e34d5bc19436 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:05.834080 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5ce2da64-be3e-4d11-8ce5-e34d5bc19436 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&device_id=5cee5428-8fae-41e6-8601-37d8619b571f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1714468 Aug 17 02:37:05.836708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36430) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:05.892372 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce577ddd-ff8f-4bf6-9592-dadb8bf7af7f x-openstack-request-id: req-ce577ddd-ff8f-4bf6-9592-dadb8bf7af7f {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:37:05.892661 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-unplugged", "status": "completed", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:37:05.892917 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce577ddd-ff8f-4bf6-9592-dadb8bf7af7f {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:37:05.893356 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'code': 200} Aug 17 02:37:05.985175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-29e81c98-fc14-49db-9bb7-8b2fdf8ec048 service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188647 Aug 17 02:37:06.070606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedc0ad5-bd71-4c93-b551-65971b7f4ea4 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:06.076146 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-aedc0ad5-bd71-4c93-b551-65971b7f4ea4 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 881 time: 0.2343836 Aug 17 02:37:06.080101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36434) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:06.104216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a9983-cd8e-4926-8282-51a95739d71f req-948a78c7-b4a4-495e-a7d4-e43160a930cc tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:06.112769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-810a9983-cd8e-4926-8282-51a95739d71f req-948a78c7-b4a4-495e-a7d4-e43160a930cc tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 946 time: 0.1548872 Aug 17 02:37:06.126563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36438) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:06.128508 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4ec36a5b-b192-4442-8f27-99dec931d815 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cee5428-8fae-41e6-8601-37d8619b571f HTTP/1.1" status: 200 len: 205 time: 0.0469515 Aug 17 02:37:06.232476 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-f0696881-367f-480d-ba7a-54803a52e33c service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303181 Aug 17 02:37:06.263241 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-810a9983-cd8e-4926-8282-51a95739d71f req-b10b588a-7572-4877-a291-354bb83cfa43 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494744 Aug 17 02:37:06.331246 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-483d9846-0138-4bd7-bf5e-f89f13396663 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85da0db9-b3fa-4975-9360-bc89a461f7cc HTTP/1.1" status: 200 len: 217 time: 0.0670838 Aug 17 02:37:06.415886 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:06.466784 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f26162be-e6f5-449e-81e0-179dcf28d043 req-caf1ba8a-6781-42ac-b8bf-67aaa74eb459 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/b617a10f-da4d-4aee-93ae-29bd5a4542e1 HTTP/1.1" status: 200 len: 1801 time: 0.1451979 Aug 17 02:37:06.527272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-45ffef79-0642-404f-8b17-d8d50ab0d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:06.529659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-45ffef79-0642-404f-8b17-d8d50ab0d441 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452d33d6-77e8-4cab-8020-92847845b29f HTTP/1.1" status: 200 len: 797 time: 0.1885900 Aug 17 02:37:06.601098 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f26162be-e6f5-449e-81e0-179dcf28d043 req-1a39651d-69b2-4053-a094-fdc08a33aef2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:06.625194 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f26162be-e6f5-449e-81e0-179dcf28d043 req-1a39651d-69b2-4053-a094-fdc08a33aef2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:06.711917 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:06.738632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080757e7-5d29-42f1-868b-e2a16794635a req-b3c4bc41-bf13-4d66-9e1f-dff028508af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:06.740484 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-b3c4bc41-bf13-4d66-9e1f-dff028508af8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868e1de9-cdff-478e-90ee-d3d2c77b9575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1774733 Aug 17 02:37:06.904092 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f26162be-e6f5-449e-81e0-179dcf28d043 req-1a39651d-69b2-4053-a094-fdc08a33aef2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:06.910300 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-f26162be-e6f5-449e-81e0-179dcf28d043 req-1a39651d-69b2-4053-a094-fdc08a33aef2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:06.911439 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f26162be-e6f5-449e-81e0-179dcf28d043 req-1a39651d-69b2-4053-a094-fdc08a33aef2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "DELETE /v2.0/security-groups/b617a10f-da4d-4aee-93ae-29bd5a4542e1 HTTP/1.1" status: 204 len: 173 time: 0.4326739 Aug 17 02:37:06.926954 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-90938bd0-014f-453b-9cc0-107918a9d827 service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629517 Aug 17 02:37:06.937665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39651d-69b2-4053-a094-fdc08a33aef2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b617a10f-da4d-4aee-93ae-29bd5a4542e1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:07.121747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Deleting port 6bca70a6-7960-4779-835c-953ea473771d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:37:07.122465 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:07.189078 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-080757e7-5d29-42f1-868b-e2a16794635a req-8665e277-0ccb-4962-acd5-b16526884a88 service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489319 Aug 17 02:37:07.196856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d18752-f263-4f33-9373-06d5de083122 req-aaf9eb15-94ac-4ad4-a849-f173ebe4bf6a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:07.202644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a7d18752-f263-4f33-9373-06d5de083122 req-aaf9eb15-94ac-4ad4-a849-f173ebe4bf6a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1806269 Aug 17 02:37:07.275277 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a7d18752-f263-4f33-9373-06d5de083122 req-7728ad69-6245-4cd8-90f2-037cf8e23c22 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676150 Aug 17 02:37:07.291655 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:07.327641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Calling delete_port for 6bca70a6-7960-4779-835c-953ea473771d owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:37:07.873823 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-52225950-6902-4cbe-a74b-e80d59b867ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:07.920747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2598d17-323c-4de1-8cdc-62742b92c8d4 req-070cd4f2-f3e0-4732-b9a6-4ccc097e7983 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:07.928162 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2598d17-323c-4de1-8cdc-62742b92c8d4 req-070cd4f2-f3e0-4732-b9a6-4ccc097e7983 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1135931 Aug 17 02:37:07.988742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2598d17-323c-4de1-8cdc-62742b92c8d4 req-abfac60e-cb4b-466d-a16b-ab0ae16b8e50 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595675 Aug 17 02:37:08.060790 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:08.096578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-839a1ef3-ec1e-4ba7-a817-1310521111e5 req-a49a4d55-d5ca-4a43-8b02-bf9f820dd75c tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/fa95ec8a-011c-48ed-a1c4-d7b6fdfbbadd HTTP/1.1" status: 200 len: 1802 time: 0.0758584 Aug 17 02:37:08.103502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Pushing event deleted for resources: {'Port': ['ID=6bca70a6-7960-4779-835c-953ea473771d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:08.134560 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:08.135339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:08.135339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:08.135624 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:08.135822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:08.136156 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:08.137133 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:08.137529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:08.138358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:08.138358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:08.138825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:08.139133 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:08.222829 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:08.329980 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-839a1ef3-ec1e-4ba7-a817-1310521111e5 req-91f16a24-5a68-42d3-a8b9-5870181f112f tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:08.346497 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:08.350137 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:08.366848 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-839a1ef3-ec1e-4ba7-a817-1310521111e5 req-91f16a24-5a68-42d3-a8b9-5870181f112f tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:08.951394 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:08.951968 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Fanout notify agent at l3_agent the message router_deleted on router 5cee5428-8fae-41e6-8601-37d8619b571f {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:37:08.963484 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:08.963484 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b768c6eb-3dfb-4b65-b3df-e2c151dda431 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "DELETE /v2.0/routers/5cee5428-8fae-41e6-8601-37d8619b571f HTTP/1.1" status: 204 len: 168 time: 2.8324108 Aug 17 02:37:08.963807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36462) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:08.969230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d04f9d9d-562e-46ba-a4f6-ca74fdbace5b tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1136467352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:08.980854 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-839a1ef3-ec1e-4ba7-a817-1310521111e5 req-91f16a24-5a68-42d3-a8b9-5870181f112f tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:08.983513 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-839a1ef3-ec1e-4ba7-a817-1310521111e5 req-91f16a24-5a68-42d3-a8b9-5870181f112f tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:08.984888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-839a1ef3-ec1e-4ba7-a817-1310521111e5 req-91f16a24-5a68-42d3-a8b9-5870181f112f tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "DELETE /v2.0/security-groups/fa95ec8a-011c-48ed-a1c4-d7b6fdfbbadd HTTP/1.1" status: 204 len: 173 time: 0.8825274 Aug 17 02:37:09.003663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f16a24-5a68-42d3-a8b9-5870181f112f tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa95ec8a-011c-48ed-a1c4-d7b6fdfbbadd,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:09.106521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d8800-c36f-45fb-be73-82aaad7c83ab req-4ea59b63-bb43-4754-80d1-b81a802325f9 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:09.109895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-763d8800-c36f-45fb-be73-82aaad7c83ab req-4ea59b63-bb43-4754-80d1-b81a802325f9 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 946 time: 0.0699728 Aug 17 02:37:09.116960 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d04f9d9d-562e-46ba-a4f6-ca74fdbace5b tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:09.118228 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d04f9d9d-562e-46ba-a4f6-ca74fdbace5b tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:09.190185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-763d8800-c36f-45fb-be73-82aaad7c83ab req-6ad7f5b8-5d8f-4ee0-b599-6384065caf64 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766232 Aug 17 02:37:09.223258 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d04f9d9d-562e-46ba-a4f6-ca74fdbace5b tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:09.305605 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d04f9d9d-562e-46ba-a4f6-ca74fdbace5b tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:09.346055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47587a8-c0d5-4d30-973e-7fa1556be5ab req-bbaa8290-2a0d-4d87-b3da-578372bc6dfe tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:09.347850 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f47587a8-c0d5-4d30-973e-7fa1556be5ab req-bbaa8290-2a0d-4d87-b3da-578372bc6dfe tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0670512 Aug 17 02:37:09.402407 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f47587a8-c0d5-4d30-973e-7fa1556be5ab req-be4cdeb6-5d98-4590-adab-515a90daf9db tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 Aug 17 02:37:09.452209 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d04f9d9d-562e-46ba-a4f6-ca74fdbace5b tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:09.454154 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d04f9d9d-562e-46ba-a4f6-ca74fdbace5b tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4892404 Aug 17 02:37:09.456903 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36474) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:09.463721 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'enable_snat': True}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:09.560436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-3217b064-3143-49c2-995e-7c51568f9cbb req-660a1b0d-73cc-4fe0-a984-976dd60915e5 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1971307655', 'description': 'tempest-description-830819018'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:09.706013 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3217b064-3143-49c2-995e-7c51568f9cbb req-660a1b0d-73cc-4fe0-a984-976dd60915e5 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:09.708996 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:09.803005 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6e11478f-186d-416c-a6d1-b91c615a6f06 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:37:09.815888 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3217b064-3143-49c2-995e-7c51568f9cbb req-660a1b0d-73cc-4fe0-a984-976dd60915e5 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:09.912143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:09.924841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'port_id': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'mac_address': 'fa:16:3e:8e:63:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:37:09.967791 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:09.980903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e11478f-186d-416c-a6d1-b91c615a6f06 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:37:09.991816 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3217b064-3143-49c2-995e-7c51568f9cbb req-660a1b0d-73cc-4fe0-a984-976dd60915e5 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:10.007071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:10.026502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a1b0d-73cc-4fe0-a984-976dd60915e5 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeaad77-df8c-4f83-a247-8ec348164ecc,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:10.109100 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:10.126623 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:10.138202 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3217b064-3143-49c2-995e-7c51568f9cbb req-660a1b0d-73cc-4fe0-a984-976dd60915e5 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:10.139483 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3217b064-3143-49c2-995e-7c51568f9cbb req-660a1b0d-73cc-4fe0-a984-976dd60915e5 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5851274 Aug 17 02:37:10.149938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:10.186592 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6e11478f-186d-416c-a6d1-b91c615a6f06,revision_number=12']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:10.267208 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f150272-1407-4215-b47a-9c6747765711 req-9a6089fe-84fc-4784-9a32-5c60be06d021 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:10.268763 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f150272-1407-4215-b47a-9c6747765711 req-9a6089fe-84fc-4784-9a32-5c60be06d021 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 946 time: 0.0645711 Aug 17 02:37:10.276368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c62c61dd-a0af-4103-97b9-a0bbc223233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:10.278917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Allocated IP 172.25.5.80 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/90a116fd-e415-42a5-9d1e-435c822a5049) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:10.312567 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f150272-1407-4215-b47a-9c6747765711 req-c45faa9a-a471-48f7-876c-3f953ab5f37b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368130 Aug 17 02:37:10.322437 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['6e11478f-186d-416c-a6d1-b91c615a6f06'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:37:10.430464 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:10.504466 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a301f-7496-4973-bc3b-cb7f62503025 req-c323d669-8e1f-4512-9fd7-ab8e57b53e41 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:10.511561 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-384a301f-7496-4973-bc3b-cb7f62503025 req-c323d669-8e1f-4512-9fd7-ab8e57b53e41 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e0154d-b24b-4390-98b6-ec40fb644a61 HTTP/1.1" status: 200 len: 946 time: 0.1130712 Aug 17 02:37:10.566422 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-384a301f-7496-4973-bc3b-cb7f62503025 req-88bd3671-8a45-40ed-84d7-5a2f408a1174 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452135 Aug 17 02:37:10.602450 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:10.652753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:10.658412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:10.659783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b0029b1-fbe8-4268-a409-f3e764717ef3 req-1d3aae7f-f03f-4cde-b85b-7a4c7a8ca1bd tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/fbeaad77-df8c-4f83-a247-8ec348164ecc HTTP/1.1" status: 200 len: 1802 time: 0.0534492 Aug 17 02:37:10.661493 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:10.663200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:10.666490 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Pushing event updated for resources: {'Port': ['ID=90a116fd-e415-42a5-9d1e-435c822a5049,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:10.677345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1b0029b1-fbe8-4268-a409-f3e764717ef3 req-a3dabbcf-2b29-48de-9a34-538f3e7c2963 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Request body: {'security_group': {'name': 'tempest-sg-hth-128591553', 'description': 'tempest-description-hth-1287793375'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:10.719592 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1b0029b1-fbe8-4268-a409-f3e764717ef3 req-a3dabbcf-2b29-48de-9a34-538f3e7c2963 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:10.768410 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1b0029b1-fbe8-4268-a409-f3e764717ef3 req-a3dabbcf-2b29-48de-9a34-538f3e7c2963 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:10.870625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1b0029b1-fbe8-4268-a409-f3e764717ef3 req-a3dabbcf-2b29-48de-9a34-538f3e7c2963 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:10.873624 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1b0029b1-fbe8-4268-a409-f3e764717ef3 req-a3dabbcf-2b29-48de-9a34-538f3e7c2963 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:10.874924 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b0029b1-fbe8-4268-a409-f3e764717ef3 req-a3dabbcf-2b29-48de-9a34-538f3e7c2963 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "PUT /v2.0/security-groups/fbeaad77-df8c-4f83-a247-8ec348164ecc HTTP/1.1" status: 200 len: 1776 time: 0.2029033 Aug 17 02:37:10.903988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dabbcf-2b29-48de-9a34-538f3e7c2963 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeaad77-df8c-4f83-a247-8ec348164ecc,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:11.012293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e7c8-b934-4090-98c7-25fe4ed5c7a4 req-3f5f414e-0012-40dc-a5c1-bfc55e811595 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:11.014880 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76d1e7c8-b934-4090-98c7-25fe4ed5c7a4 req-3f5f414e-0012-40dc-a5c1-bfc55e811595 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.0898185 Aug 17 02:37:11.033024 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:11.087070 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76d1e7c8-b934-4090-98c7-25fe4ed5c7a4 req-82c32990-bc76-45c8-9c6d-ae6267253e5c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657187 Aug 17 02:37:11.279826 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:11.283430 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:11.494054 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Router 1ebfffb2-cce0-4fae-9ceb-e4b61966ec0f is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:37:11.499570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d89f0-9fed-4ab4-9b0b-1327c7bb6e5d req-b4ca4b65-ef43-490d-ac1f-4ec42a0dc682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:11.501387 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd1d89f0-9fed-4ab4-9b0b-1327c7bb6e5d req-b4ca4b65-ef43-490d-ac1f-4ec42a0dc682 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af66f741a9e7435193ccb1b435243ed2&device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 1097 time: 0.0509679 Aug 17 02:37:11.679206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d89f0-9fed-4ab4-9b0b-1327c7bb6e5d req-d1ba135c-3cda-45b1-bcc8-75959d7583b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:11.680707 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd1d89f0-9fed-4ab4-9b0b-1327c7bb6e5d req-d1ba135c-3cda-45b1-bcc8-75959d7583b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c555dff-0fbd-481c-9788-48ee2bc88c22 HTTP/1.1" status: 200 len: 915 time: 0.1660190 Aug 17 02:37:11.690160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:37:11.692920 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3507336f-c0ed-417d-a050-5eddaab18d6e req-d2a96de7-1418-4181-a2af-c42dda539e43 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/fbeaad77-df8c-4f83-a247-8ec348164ecc HTTP/1.1" status: 200 len: 1776 time: 0.0557466 Aug 17 02:37:11.705202 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:11.705202 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2b25e141-d99e-40aa-97ca-ba565f381c10 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "PUT /v2.0/routers/1ebfffb2-cce0-4fae-9ceb-e4b61966ec0f HTTP/1.1" status: 200 len: 918 time: 2.2438524 Aug 17 02:37:11.706252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36506) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:11.708615 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d852dd9-84e6-4d82-99de-f6fb08f64471 None None] Sync routers for ids ['1ebfffb2-cce0-4fae-9ceb-e4b61966ec0f'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:37:11.725273 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:11.734188 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d852dd9-84e6-4d82-99de-f6fb08f64471 None None] Routers {'1ebfffb2-cce0-4fae-9ceb-e4b61966ec0f'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:11.735203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8d852dd9-84e6-4d82-99de-f6fb08f64471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['1ebfffb2-cce0-4fae-9ceb-e4b61966ec0f'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:11.789177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6e11478f-186d-416c-a6d1-b91c615a6f06 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:11.814931 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8d852dd9-84e6-4d82-99de-f6fb08f64471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:11.850204 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d852dd9-84e6-4d82-99de-f6fb08f64471 None None] Routers {'1ebfffb2-cce0-4fae-9ceb-e4b61966ec0f'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:11.850848 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8d852dd9-84e6-4d82-99de-f6fb08f64471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['1ebfffb2-cce0-4fae-9ceb-e4b61966ec0f'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:11.888671 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f6761196-a02c-4eeb-ad47-7cf9b5df7d5d tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/routers/1ebfffb2-cce0-4fae-9ceb-e4b61966ec0f HTTP/1.1" status: 200 len: 924 time: 0.1825666 Aug 17 02:37:11.889476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36510) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:11.890068 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8d852dd9-84e6-4d82-99de-f6fb08f64471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:11.890737 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d852dd9-84e6-4d82-99de-f6fb08f64471 None None] The sync data for ids ['1ebfffb2-cce0-4fae-9ceb-e4b61966ec0f'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:37:11.900615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9df4c-2bb0-4b0a-b924-6dbba25c8c98 req-b763dcc4-b88e-4994-bbd6-23a5af707c88 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:11.908384 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 6e11478f-186d-416c-a6d1-b91c615a6f06 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:11.908772 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:11.909612 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-64d9df4c-2bb0-4b0a-b924-6dbba25c8c98 req-b763dcc4-b88e-4994-bbd6-23a5af707c88 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 946 time: 0.0863104 Aug 17 02:37:11.986339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1b6a57-c1f3-472b-aa5b-6c99f0a6f84a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:11.990821 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ce1b6a57-c1f3-472b-aa5b-6c99f0a6f84a tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&device_id=1ebfffb2-cce0-4fae-9ceb-e4b61966ec0f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0991454 Aug 17 02:37:11.991759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36516) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:12.001870 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd1d89f0-9fed-4ab4-9b0b-1327c7bb6e5d req-cae242f4-c27d-49de-82cb-ff5a715b475a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4379079-be5a-41d4-94d5-5786e179182f HTTP/1.1" status: 200 len: 217 time: 0.3097780 Aug 17 02:37:12.002532 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-64d9df4c-2bb0-4b0a-b924-6dbba25c8c98 req-fe651629-4131-4d78-ba93-d3d9cbc87ca8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919127 Aug 17 02:37:12.037146 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:12.077426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d89f0-9fed-4ab4-9b0b-1327c7bb6e5d req-9f11d48f-a957-4e5c-b993-5aa936dd0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:12.081797 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd1d89f0-9fed-4ab4-9b0b-1327c7bb6e5d req-9f11d48f-a957-4e5c-b993-5aa936dd0e80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=632968ae-909d-442e-a9e7-60583103d180 HTTP/1.1" status: 200 len: 854 time: 0.0677896 Aug 17 02:37:12.082786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:12.084199 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:37:12.087473 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9da58f9-352e-4ac9-bbd8-fd1ca8121439" -d '{"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-plugged", "status": "completed", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:37:12.130674 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd1d89f0-9fed-4ab4-9b0b-1327c7bb6e5d req-8f220ea1-6122-491c-96f3-adfd87401c41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c555dff-0fbd-481c-9788-48ee2bc88c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354047 Aug 17 02:37:12.147495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5353921-c8cb-4a33-bfc9-dccaab6dce74 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:12.148975 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f5353921-c8cb-4a33-bfc9-dccaab6dce74 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 881 time: 0.1453874 Aug 17 02:37:12.152637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36526) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:12.189662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4d0d2e95-f3f7-4d6c-b985-863bc65a535e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebfffb2-cce0-4fae-9ceb-e4b61966ec0f HTTP/1.1" status: 200 len: 205 time: 0.0357733 Aug 17 02:37:12.193110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36528) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:12.260320 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd1d89f0-9fed-4ab4-9b0b-1327c7bb6e5d req-725c9d37-b9bb-4d59-80c6-6cf3ce548cd3 service neutron] 10.222.0.18 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164775 Aug 17 02:37:12.276804 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:12.329396 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb37a52-3fb0-48dd-841a-ff75c9833cb1 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:12.338077 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6e11478f-186d-416c-a6d1-b91c615a6f06,revision_number=13']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:12.386384 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fd1d89f0-9fed-4ab4-9b0b-1327c7bb6e5d req-e779b612-3360-445c-bd81-6286f2c90a05 service neutron] 10.222.0.18 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172805 Aug 17 02:37:12.446631 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb37a52-3fb0-48dd-841a-ff75c9833cb1 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:12.614129 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3173b14c-2f72-44ae-aba0-84dccaba3b65 req-3b076845-ca9b-4ee4-a2d5-aabe52c760f8 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/fbeaad77-df8c-4f83-a247-8ec348164ecc HTTP/1.1" status: 200 len: 1776 time: 0.0994921 Aug 17 02:37:12.662550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-abb37a52-3fb0-48dd-841a-ff75c9833cb1 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Deleting port 90a116fd-e415-42a5-9d1e-435c822a5049 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:37:12.662895 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb37a52-3fb0-48dd-841a-ff75c9833cb1 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:12.737830 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3173b14c-2f72-44ae-aba0-84dccaba3b65 req-c4ee1979-40f8-492b-9db9-655bf10fa8f2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:12.782225 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3173b14c-2f72-44ae-aba0-84dccaba3b65 req-c4ee1979-40f8-492b-9db9-655bf10fa8f2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:12.794471 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb37a52-3fb0-48dd-841a-ff75c9833cb1 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:12.816435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-abb37a52-3fb0-48dd-841a-ff75c9833cb1 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Calling delete_port for 90a116fd-e415-42a5-9d1e-435c822a5049 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:37:12.957271 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3173b14c-2f72-44ae-aba0-84dccaba3b65 req-c4ee1979-40f8-492b-9db9-655bf10fa8f2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:12.959969 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3173b14c-2f72-44ae-aba0-84dccaba3b65 req-c4ee1979-40f8-492b-9db9-655bf10fa8f2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:12.961123 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3173b14c-2f72-44ae-aba0-84dccaba3b65 req-c4ee1979-40f8-492b-9db9-655bf10fa8f2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "DELETE /v2.0/security-groups/fbeaad77-df8c-4f83-a247-8ec348164ecc HTTP/1.1" status: 204 len: 173 time: 0.3371000 Aug 17 02:37:12.979256 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee1979-40f8-492b-9db9-655bf10fa8f2 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbeaad77-df8c-4f83-a247-8ec348164ecc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:13.036944 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac761f89-a4bc-48cc-a607-7175423aa1e0 x-openstack-request-id: req-ac761f89-a4bc-48cc-a607-7175423aa1e0 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:37:13.037857 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-plugged", "status": "completed", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:37:13.038060 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac761f89-a4bc-48cc-a607-7175423aa1e0 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:37:13.038520 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'code': 200} Aug 17 02:37:13.125931 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb37a52-3fb0-48dd-841a-ff75c9833cb1 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:13.177770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb37a52-3fb0-48dd-841a-ff75c9833cb1 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Pushing event deleted for resources: {'Port': ['ID=90a116fd-e415-42a5-9d1e-435c822a5049,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:13.234563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9459a-fd92-40ee-af3a-9b029a72f56d req-6147af9f-c01f-4e3c-a589-56415fcf14ea tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:13.236134 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8a9459a-fd92-40ee-af3a-9b029a72f56d req-6147af9f-c01f-4e3c-a589-56415fcf14ea tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 945 time: 0.1277456 Aug 17 02:37:13.273629 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb37a52-3fb0-48dd-841a-ff75c9833cb1 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:13.370993 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8a9459a-fd92-40ee-af3a-9b029a72f56d req-892ada39-722a-41ba-a53e-53ddc5958ddf tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261256 Aug 17 02:37:13.380459 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb37a52-3fb0-48dd-841a-ff75c9833cb1 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:13.383453 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb37a52-3fb0-48dd-841a-ff75c9833cb1 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:13.515212 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb37a52-3fb0-48dd-841a-ff75c9833cb1 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:13.516073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb37a52-3fb0-48dd-841a-ff75c9833cb1 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Fanout notify agent at l3_agent the message router_deleted on router 1ebfffb2-cce0-4fae-9ceb-e4b61966ec0f {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:37:13.525890 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb37a52-3fb0-48dd-841a-ff75c9833cb1 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:13.528591 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-abb37a52-3fb0-48dd-841a-ff75c9833cb1 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "DELETE /v2.0/routers/1ebfffb2-cce0-4fae-9ceb-e4b61966ec0f HTTP/1.1" status: 204 len: 168 time: 1.3342757 Aug 17 02:37:13.535993 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36550) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:13.545629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8acac7fb-2faf-40c1-a856-3230ceddab77 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-63148180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:13.587196 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43efdee-dff0-4c66-9769-0573eede2763 req-ea71bc8b-6490-44aa-8da9-77b11bd2098c tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:13.588811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e43efdee-dff0-4c66-9769-0573eede2763 req-ea71bc8b-6490-44aa-8da9-77b11bd2098c tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e0154d-b24b-4390-98b6-ec40fb644a61 HTTP/1.1" status: 200 len: 946 time: 0.0589666 Aug 17 02:37:13.632898 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8acac7fb-2faf-40c1-a856-3230ceddab77 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:13.636461 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8acac7fb-2faf-40c1-a856-3230ceddab77 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:13.638318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e43efdee-dff0-4c66-9769-0573eede2763 req-79a8dadd-7f50-497d-acc7-1c43e4bde8ee tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/security-groups?id=27e578aa-6d0e-4637-80bf-c8aa60b1feda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 Aug 17 02:37:13.723580 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8acac7fb-2faf-40c1-a856-3230ceddab77 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:13.748192 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:13.787342 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8acac7fb-2faf-40c1-a856-3230ceddab77 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:13.844681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa80205-5d41-4bb2-a077-3ac6b6ded112 req-d93719ea-7c98-40e6-8db1-9803671444e3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:13.846713 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9aa80205-5d41-4bb2-a077-3ac6b6ded112 req-d93719ea-7c98-40e6-8db1-9803671444e3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 947 time: 0.0637736 Aug 17 02:37:13.891562 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9aa80205-5d41-4bb2-a077-3ac6b6ded112 req-4c224c5f-c627-481f-a6bd-2660c690583e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388122 Aug 17 02:37:13.893750 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8acac7fb-2faf-40c1-a856-3230ceddab77 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:13.895169 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8acac7fb-2faf-40c1-a856-3230ceddab77 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3575883 Aug 17 02:37:13.897872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36554) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:13.903971 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'enable_snat': False}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:13.985202 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-f65923a2-3186-4614-89c8-33e72ef0d17c req-af12bbbf-1ead-496e-a952-873e585ec496 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] show failed (client error): The resource could not be found. Aug 17 02:37:13.994882 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f65923a2-3186-4614-89c8-33e72ef0d17c req-af12bbbf-1ead-496e-a952-873e585ec496 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/fa95ec8a-011c-48ed-a1c4-d7b6fdfbbadd HTTP/1.1" status: 404 len: 352 time: 0.0247955 Aug 17 02:37:14.040332 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-e3fcefdf-6cbd-4600-9542-9c1f5fa15e25 req-f59c858c-d083-4334-9e60-054202bc2aa7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] show failed (client error): The resource could not be found. Aug 17 02:37:14.041531 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3fcefdf-6cbd-4600-9542-9c1f5fa15e25 req-f59c858c-d083-4334-9e60-054202bc2aa7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/b617a10f-da4d-4aee-93ae-29bd5a4542e1 HTTP/1.1" status: 404 len: 352 time: 0.0274382 Aug 17 02:37:14.094374 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-f0d53d2f-45a8-4cf5-a4b1-b05214610eaf req-33a11ed0-bd3f-4d64-946c-de098f8a7105 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] show failed (client error): The resource could not be found. Aug 17 02:37:14.095748 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f0d53d2f-45a8-4cf5-a4b1-b05214610eaf req-33a11ed0-bd3f-4d64-946c-de098f8a7105 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/725f3bb9-600f-4eea-a5ed-ffff4d84631b HTTP/1.1" status: 404 len: 352 time: 0.0184450 Aug 17 02:37:14.161672 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-694af2a2-7714-4468-8208-2671a0acbb53 req-5f57730c-3250-4159-841a-da4b50e22513 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] show failed (client error): The resource could not be found. Aug 17 02:37:14.169343 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-694af2a2-7714-4468-8208-2671a0acbb53 req-5f57730c-3250-4159-841a-da4b50e22513 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/f8f168cb-3728-4041-b59d-a5b98764574b HTTP/1.1" status: 404 len: 352 time: 0.0226235 Aug 17 02:37:14.180625 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f4379079-be5a-41d4-94d5-5786e179182f no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:37:14.225005 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-4497a860-db8c-4e4a-864a-9c39f1f8de2d req-65df44f0-03d4-44ff-91a4-d25f1da5f5ce tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] show failed (client error): The resource could not be found. Aug 17 02:37:14.226158 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4497a860-db8c-4e4a-864a-9c39f1f8de2d req-65df44f0-03d4-44ff-91a4-d25f1da5f5ce tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/9bab7880-5cf4-4dbf-b05d-8c99abeeb21f HTTP/1.1" status: 404 len: 352 time: 0.0273612 Aug 17 02:37:14.270252 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-ff5981b4-1a5f-4cd2-b6eb-01c8366ea3c2 req-c08a20ad-271c-4bb3-ae0b-38db95cdbdbb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] show failed (client error): The resource could not be found. Aug 17 02:37:14.271555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff5981b4-1a5f-4cd2-b6eb-01c8366ea3c2 req-c08a20ad-271c-4bb3-ae0b-38db95cdbdbb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/f31cd414-3bde-4db8-bd2b-44f7fcfb65cb HTTP/1.1" status: 404 len: 352 time: 0.0181372 Aug 17 02:37:14.273373 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:14.306909 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:14.346599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f4379079-be5a-41d4-94d5-5786e179182f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f4379079-be5a-41d4-94d5-5786e179182f,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:14.416598 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:14.450490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62055940-f24e-49a8-974a-941b1bf4b675 req-84b9d08e-de21-4780-a525-2f72465bc116 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:14.453893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62055940-f24e-49a8-974a-941b1bf4b675 req-84b9d08e-de21-4780-a525-2f72465bc116 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8e0154d-b24b-4390-98b6-ec40fb644a61 HTTP/1.1" status: 200 len: 946 time: 0.0971959 Aug 17 02:37:14.481382 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f4379079-be5a-41d4-94d5-5786e179182f,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:14.577570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-62055940-f24e-49a8-974a-941b1bf4b675 req-c9c3636d-d957-41a3-8aae-51be7d311034 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Deleting port c8e01260-8c72-4675-887d-060b560eabcb {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:37:14.578243 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-62055940-f24e-49a8-974a-941b1bf4b675 req-c9c3636d-d957-41a3-8aae-51be7d311034 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:14.605086 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:14.639981 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:14.685607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-62055940-f24e-49a8-974a-941b1bf4b675 req-c9c3636d-d957-41a3-8aae-51be7d311034 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] For port c8e01260-8c72-4675-887d-060b560eabcb, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=c8e01260-8c72-4675-887d-060b560eabcb,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:14.685885 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-62055940-f24e-49a8-974a-941b1bf4b675 req-c9c3636d-d957-41a3-8aae-51be7d311034 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:14.700181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-62055940-f24e-49a8-974a-941b1bf4b675 req-c9c3636d-d957-41a3-8aae-51be7d311034 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Calling delete_port for c8e01260-8c72-4675-887d-060b560eabcb owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:37:14.723013 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10295f-1a03-4279-b270-e7b1ab8833ef req-0afeb744-ca9b-4e9e-bac2-fe1da9780e28 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:14.724540 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5c10295f-1a03-4279-b270-e7b1ab8833ef req-0afeb744-ca9b-4e9e-bac2-fe1da9780e28 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe77766c-7f9d-49a3-a4f2-36414928fd90 HTTP/1.1" status: 200 len: 946 time: 0.0956554 Aug 17 02:37:14.828379 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366ae0e-f383-42c9-9dd5-44adbfe44b99 req-bfe4fa6c-eb33-48ea-bf0b-63ee2c06a515 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:14.829964 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5366ae0e-f383-42c9-9dd5-44adbfe44b99 req-bfe4fa6c-eb33-48ea-bf0b-63ee2c06a515 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.0737004 Aug 17 02:37:14.843710 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Allocated IP 172.25.5.59 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/919c0177-0df9-4b85-96eb-795366fc833b) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:14.906775 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5366ae0e-f383-42c9-9dd5-44adbfe44b99 req-ef292a59-b893-411c-92ae-db0241db3626 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695722 Aug 17 02:37:14.924632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-5c10295f-1a03-4279-b270-e7b1ab8833ef req-68648dc2-a9f2-4827-b38a-9ba3d242f817 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Deleting port 3a7701fb-e4c3-42c5-b534-c0f3d0af912d {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:37:14.926699 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5c10295f-1a03-4279-b270-e7b1ab8833ef req-68648dc2-a9f2-4827-b38a-9ba3d242f817 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:14.996544 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-62055940-f24e-49a8-974a-941b1bf4b675 req-c9c3636d-d957-41a3-8aae-51be7d311034 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.025483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['3a7701fb-e4c3-42c5-b534-c0f3d0af912d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:37:15.044797 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.055346 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['c8e01260-8c72-4675-887d-060b560eabcb'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:37:15.058450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ce3b63-8446-4968-ae78-a4508afd17b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4379079-be5a-41d4-94d5-5786e179182f'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:37:15.062171 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a0acda-9259-41eb-b817-f87664ee0475" -d '{"events": [{"server_uuid": "15ce3b63-8446-4968-ae78-a4508afd17b9", "name": "network-vif-unplugged", "status": "completed", "tag": "f4379079-be5a-41d4-94d5-5786e179182f"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:37:15.091029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3636d-d957-41a3-8aae-51be7d311034 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Pushing event deleted for resources: {'Port': ['ID=c8e01260-8c72-4675-887d-060b560eabcb,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:15.095955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-5c10295f-1a03-4279-b270-e7b1ab8833ef req-68648dc2-a9f2-4827-b38a-9ba3d242f817 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] For port 3a7701fb-e4c3-42c5-b534-c0f3d0af912d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=3a7701fb-e4c3-42c5-b534-c0f3d0af912d,segment=NetworkSegment(16465a01-3449-488e-aae4-8352b8698de6),segment_id=16465a01-3449-488e-aae4-8352b8698de6)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:15.099560 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5c10295f-1a03-4279-b270-e7b1ab8833ef req-68648dc2-a9f2-4827-b38a-9ba3d242f817 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.117367 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-5c10295f-1a03-4279-b270-e7b1ab8833ef req-68648dc2-a9f2-4827-b38a-9ba3d242f817 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Calling delete_port for 3a7701fb-e4c3-42c5-b534-c0f3d0af912d owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:37:15.119547 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-62055940-f24e-49a8-974a-941b1bf4b675 req-c9c3636d-d957-41a3-8aae-51be7d311034 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] No DVR routers for this DVR port c8e01260-8c72-4675-887d-060b560eabcb on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:37:15.123738 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-62055940-f24e-49a8-974a-941b1bf4b675 req-c9c3636d-d957-41a3-8aae-51be7d311034 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.126467 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62055940-f24e-49a8-974a-941b1bf4b675 req-c9c3636d-d957-41a3-8aae-51be7d311034 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.42 "DELETE /v2.0/ports/c8e01260-8c72-4675-887d-060b560eabcb HTTP/1.1" status: 204 len: 173 time: 0.6658151 Aug 17 02:37:15.127761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e0154d-b24b-4390-98b6-ec40fb644a61', 'name': 'network-vif-deleted', 'tag': 'c8e01260-8c72-4675-887d-060b560eabcb'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:37:15.130345 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc22deb6-084f-4701-b30e-09f4d68f6dbf" -d '{"events": [{"server_uuid": "f8e0154d-b24b-4390-98b6-ec40fb644a61", "name": "network-vif-deleted", "tag": "c8e01260-8c72-4675-887d-060b560eabcb"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:37:15.150666 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6862cfd-057d-4ab0-8375-137a1ea28f8d req-e7b18f58-1ef0-4fcd-9b39-67df688e0d8a tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e0154d-b24b-4390-98b6-ec40fb644a61 HTTP/1.1" status: 200 len: 210 time: 0.0617239 Aug 17 02:37:15.250580 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.284285 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518835c2-d9b2-41ca-9c2e-c5ec440c9286 req-24aba9c6-e1f7-4e32-9f31-47229a19aae7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:15.285943 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-518835c2-d9b2-41ca-9c2e-c5ec440c9286 req-24aba9c6-e1f7-4e32-9f31-47229a19aae7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 1024 time: 0.0743339 Aug 17 02:37:15.343739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Pushing event updated for resources: {'Port': ['ID=919c0177-0df9-4b85-96eb-795366fc833b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:15.353168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:15.358457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-518835c2-d9b2-41ca-9c2e-c5ec440c9286 req-6ae7a3c8-17cc-4fb2-8b96-e6cef12aaa3a tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=199fb557-9abf-41d3-99fc-609f378025f1&id=20d7198e-aa50-4e10-a004-9da1cbca7cae&id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0603979 Aug 17 02:37:15.358899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:15.363565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:15.471713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5d5ce-13cf-4cf5-a5ee-26763e5aff63 req-a6708200-dc7b-4a1a-b34d-7f6718a62922 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:15.473389 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ede5d5ce-13cf-4cf5-a5ee-26763e5aff63 req-a6708200-dc7b-4a1a-b34d-7f6718a62922 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 947 time: 0.0565083 Aug 17 02:37:15.501226 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5c10295f-1a03-4279-b270-e7b1ab8833ef req-68648dc2-a9f2-4827-b38a-9ba3d242f817 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.528707 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ede5d5ce-13cf-4cf5-a5ee-26763e5aff63 req-adb2ba0e-60e8-47fd-8512-3c26219f0cf3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473509 Aug 17 02:37:15.538284 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['c8e01260-8c72-4675-887d-060b560eabcb'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:37:15.554970 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68648dc2-a9f2-4827-b38a-9ba3d242f817 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Pushing event deleted for resources: {'Port': ['ID=3a7701fb-e4c3-42c5-b534-c0f3d0af912d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:15.584500 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e03141b-42a2-498d-9239-f65be70e8060 x-openstack-request-id: req-8e03141b-42a2-498d-9239-f65be70e8060 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:37:15.584803 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ce3b63-8446-4968-ae78-a4508afd17b9", "name": "network-vif-unplugged", "status": "completed", "tag": "f4379079-be5a-41d4-94d5-5786e179182f", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:37:15.585060 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e03141b-42a2-498d-9239-f65be70e8060 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:37:15.585701 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ce3b63-8446-4968-ae78-a4508afd17b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4379079-be5a-41d4-94d5-5786e179182f', 'code': 200} Aug 17 02:37:15.615907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c10295f-1a03-4279-b270-e7b1ab8833ef req-68648dc2-a9f2-4827-b38a-9ba3d242f817 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] No DVR routers for this DVR port 3a7701fb-e4c3-42c5-b534-c0f3d0af912d on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:37:15.618353 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-5c10295f-1a03-4279-b270-e7b1ab8833ef req-68648dc2-a9f2-4827-b38a-9ba3d242f817 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.620416 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5c10295f-1a03-4279-b270-e7b1ab8833ef req-68648dc2-a9f2-4827-b38a-9ba3d242f817 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.18 "DELETE /v2.0/ports/3a7701fb-e4c3-42c5-b534-c0f3d0af912d HTTP/1.1" status: 204 len: 173 time: 0.8873839 Aug 17 02:37:15.622858 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe77766c-7f9d-49a3-a4f2-36414928fd90', 'name': 'network-vif-deleted', 'tag': '3a7701fb-e4c3-42c5-b534-c0f3d0af912d'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:37:15.623045 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be6fbf6-7ce5-4dff-95ea-fa5d1a630583 x-openstack-request-id: req-0be6fbf6-7ce5-4dff-95ea-fa5d1a630583 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:37:15.623045 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e0154d-b24b-4390-98b6-ec40fb644a61", "name": "network-vif-deleted", "tag": "c8e01260-8c72-4675-887d-060b560eabcb", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:37:15.623858 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0be6fbf6-7ce5-4dff-95ea-fa5d1a630583 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:37:15.624013 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a92549-0b37-4f4d-8aab-2ef68d4d6af7" -d '{"events": [{"server_uuid": "fe77766c-7f9d-49a3-a4f2-36414928fd90", "name": "network-vif-deleted", "tag": "3a7701fb-e4c3-42c5-b534-c0f3d0af912d"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:37:15.624432 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e0154d-b24b-4390-98b6-ec40fb644a61', 'name': 'network-vif-deleted', 'tag': 'c8e01260-8c72-4675-887d-060b560eabcb', 'status': 'completed', 'code': 200} Aug 17 02:37:15.667354 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92b2396-b168-4213-8541-bd65000df4b5 x-openstack-request-id: req-e92b2396-b168-4213-8541-bd65000df4b5 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:37:15.668245 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe77766c-7f9d-49a3-a4f2-36414928fd90", "name": "network-vif-deleted", "tag": "3a7701fb-e4c3-42c5-b534-c0f3d0af912d", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:37:15.668510 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e92b2396-b168-4213-8541-bd65000df4b5 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:37:15.669113 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe77766c-7f9d-49a3-a4f2-36414928fd90', 'name': 'network-vif-deleted', 'tag': '3a7701fb-e4c3-42c5-b534-c0f3d0af912d', 'status': 'completed', 'code': 200} Aug 17 02:37:15.783115 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:16.005967 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:16.009620 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:16.131347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12834796-939d-41db-ac43-f60c9b76d41d req-17be1fec-3343-48f7-871c-3da51c710ac6 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:16.133760 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12834796-939d-41db-ac43-f60c9b76d41d req-17be1fec-3343-48f7-871c-3da51c710ac6 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.1358273 Aug 17 02:37:16.176493 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12834796-939d-41db-ac43-f60c9b76d41d req-48cc64c6-b308-40a8-83b8-b683714ac1c6 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361545 Aug 17 02:37:16.286393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Router d699fce9-6508-4608-9c7a-f3d00945b44f is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:37:16.403738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4fb50222-299f-48e0-91af-954bb8b627ba req-48cae11a-a89d-4944-8175-efa700629f25 tempest-MultipleCreateTestJSON-1130641364 tempest-MultipleCreateTestJSON-1130641364-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e0154d-b24b-4390-98b6-ec40fb644a61 HTTP/1.1" status: 200 len: 210 time: 0.0428886 Aug 17 02:37:16.457986 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:37:16.474072 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfa6a61-657f-4ea1-aa7d-7e0ba5f11e67 None None] Sync routers for ids ['d699fce9-6508-4608-9c7a-f3d00945b44f'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:37:16.488825 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:16.490296 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-abd66d50-3113-4b99-baed-5a6948653017 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "PUT /v2.0/routers/d699fce9-6508-4608-9c7a-f3d00945b44f HTTP/1.1" status: 200 len: 917 time: 2.5913975 Aug 17 02:37:16.493767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36620) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:16.520430 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa6a61-657f-4ea1-aa7d-7e0ba5f11e67 None None] Routers {'d699fce9-6508-4608-9c7a-f3d00945b44f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:16.521071 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-8cfa6a61-657f-4ea1-aa7d-7e0ba5f11e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d699fce9-6508-4608-9c7a-f3d00945b44f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:16.577413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68883c2c-79ee-428e-bb60-aeabf8df8f6b req-96b03ea2-ebca-4d1a-b1cf-14724f536214 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:16.588245 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68883c2c-79ee-428e-bb60-aeabf8df8f6b req-96b03ea2-ebca-4d1a-b1cf-14724f536214 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.1147404 Aug 17 02:37:16.618625 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-8cfa6a61-657f-4ea1-aa7d-7e0ba5f11e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:16.627905 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa6a61-657f-4ea1-aa7d-7e0ba5f11e67 None None] Routers {'d699fce9-6508-4608-9c7a-f3d00945b44f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:16.632470 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-8cfa6a61-657f-4ea1-aa7d-7e0ba5f11e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d699fce9-6508-4608-9c7a-f3d00945b44f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:16.646902 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68883c2c-79ee-428e-bb60-aeabf8df8f6b req-c48c66fb-51c7-4cf8-93cb-71fe85cee4fd tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577660 Aug 17 02:37:16.689826 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-8cfa6a61-657f-4ea1-aa7d-7e0ba5f11e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:16.689826 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfa6a61-657f-4ea1-aa7d-7e0ba5f11e67 None None] The sync data for ids ['d699fce9-6508-4608-9c7a-f3d00945b44f'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:37:16.875053 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa78d7-22d3-4dd6-970e-81e59f850da7 req-92291fcd-1a38-4644-bdfd-5e40b7114e94 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:16.876890 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3aaa78d7-22d3-4dd6-970e-81e59f850da7 req-92291fcd-1a38-4644-bdfd-5e40b7114e94 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 1024 time: 0.0927446 Aug 17 02:37:17.005177 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8806aaac-a560-4e13-bd4e-17b10aecfaf0 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/routers/d699fce9-6508-4608-9c7a-f3d00945b44f HTTP/1.1" status: 200 len: 923 time: 0.5101957 Aug 17 02:37:17.008211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36640) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:17.062367 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b8f5ab-5337-4f05-8b97-619537fed6aa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:17.067738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3aaa78d7-22d3-4dd6-970e-81e59f850da7 req-36dc1b94-8a58-4832-93c4-8dc83eb61187 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups?id=199fb557-9abf-41d3-99fc-609f378025f1&id=20d7198e-aa50-4e10-a004-9da1cbca7cae&id=95e7e36b-9047-40b4-9eab-1070311f5311&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1815481 Aug 17 02:37:17.068309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36642) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:17.070075 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-02b8f5ab-5337-4f05-8b97-619537fed6aa tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&device_id=d699fce9-6508-4608-9c7a-f3d00945b44f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0592372 Aug 17 02:37:17.134458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd0cf6-1b5c-4501-a5cd-abc0d3d58020 req-d4ba37ea-a5b7-493a-8e7f-ebc442133795 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:17.136736 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20fd0cf6-1b5c-4501-a5cd-abc0d3d58020 req-d4ba37ea-a5b7-493a-8e7f-ebc442133795 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.42 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 1024 time: 0.1919615 Aug 17 02:37:17.340048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a1e1c-c79e-4a10-a763-c909812ae102 req-86b9cda7-e1a5-4777-892c-c1b537762960 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:17.341936 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f58a1e1c-c79e-4a10-a763-c909812ae102 req-86b9cda7-e1a5-4777-892c-c1b537762960 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 947 time: 0.1618016 Aug 17 02:37:17.379451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c85f28b-edf2-4789-8374-48161f3526a3 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:17.381143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5c85f28b-edf2-4789-8374-48161f3526a3 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 881 time: 0.3117075 Aug 17 02:37:17.384011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36646) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:17.420059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1d0df1ce-2051-49e7-935d-941d3a66bd58 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "GET /v2.0/ports?device_id=d699fce9-6508-4608-9c7a-f3d00945b44f HTTP/1.1" status: 200 len: 205 time: 0.0347629 Aug 17 02:37:17.426869 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36648) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:17.454256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f58a1e1c-c79e-4a10-a763-c909812ae102 req-a3b83bca-c6aa-424c-9066-3d163bb580f1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997651 Aug 17 02:37:17.487951 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-20fd0cf6-1b5c-4501-a5cd-abc0d3d58020 req-c73a3395-91a6-4be4-b9b6-a96be29ad3c7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Deleting port cfd55f08-84f8-4017-98fe-64c53639fcbc {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:37:17.488452 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20fd0cf6-1b5c-4501-a5cd-abc0d3d58020 req-c73a3395-91a6-4be4-b9b6-a96be29ad3c7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:17.602510 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:17.670229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-20fd0cf6-1b5c-4501-a5cd-abc0d3d58020 req-c73a3395-91a6-4be4-b9b6-a96be29ad3c7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] For port cfd55f08-84f8-4017-98fe-64c53639fcbc, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=cfd55f08-84f8-4017-98fe-64c53639fcbc,segment=NetworkSegment(c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb),segment_id=c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:17.673150 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20fd0cf6-1b5c-4501-a5cd-abc0d3d58020 req-c73a3395-91a6-4be4-b9b6-a96be29ad3c7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:17.732156 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-20fd0cf6-1b5c-4501-a5cd-abc0d3d58020 req-c73a3395-91a6-4be4-b9b6-a96be29ad3c7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Calling delete_port for cfd55f08-84f8-4017-98fe-64c53639fcbc owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:37:17.774344 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-258a2236-3f10-4ad9-8136-39845ee02567 req-643cb0b6-4bd3-419d-83ba-af0d8b4f5299 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:37:17.776105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-258a2236-3f10-4ad9-8136-39845ee02567 req-643cb0b6-4bd3-419d-83ba-af0d8b4f5299 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144584 Aug 17 02:37:17.778609 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:17.822482 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device c8e01260-8c72-4675-887d-060b560eabcb no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:37:17.892651 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: c8e01260-8c72-4675-887d-060b560eabcb {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:37:17.893314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device c8e01260-8c72-4675-887d-060b560eabcb not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:37:17.895148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device cfd55f08-84f8-4017-98fe-64c53639fcbc no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:37:17.969001 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Deleting port 919c0177-0df9-4b85-96eb-795366fc833b {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:37:17.969373 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.043473 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.092630 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20fd0cf6-1b5c-4501-a5cd-abc0d3d58020 req-c73a3395-91a6-4be4-b9b6-a96be29ad3c7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.144301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a3395-91a6-4be4-b9b6-a96be29ad3c7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event deleted for resources: {'Port': ['ID=cfd55f08-84f8-4017-98fe-64c53639fcbc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:18.157349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36662) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:18.180686 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.185848 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 3a7701fb-e4c3-42c5-b534-c0f3d0af912d no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:37:18.225830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Calling delete_port for 919c0177-0df9-4b85-96eb-795366fc833b owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:37:18.255214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 3a7701fb-e4c3-42c5-b534-c0f3d0af912d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:37:18.258624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 3a7701fb-e4c3-42c5-b534-c0f3d0af912d not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:37:18.258624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f4379079-be5a-41d4-94d5-5786e179182f no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:37:18.331004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-a124d03f-5fc0-4d84-b7e3-4f26e206099e admin admin] Deleting subnet bd00a8d1-b41c-42f2-a766-011cdb7fa9a8 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:37:18.341314 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a124d03f-5fc0-4d84-b7e3-4f26e206099e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.403609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fd0cf6-1b5c-4501-a5cd-abc0d3d58020 req-c73a3395-91a6-4be4-b9b6-a96be29ad3c7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] No DVR routers for this DVR port cfd55f08-84f8-4017-98fe-64c53639fcbc on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:37:18.419565 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-20fd0cf6-1b5c-4501-a5cd-abc0d3d58020 req-c73a3395-91a6-4be4-b9b6-a96be29ad3c7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.429295 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20fd0cf6-1b5c-4501-a5cd-abc0d3d58020 req-c73a3395-91a6-4be4-b9b6-a96be29ad3c7 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.42 "DELETE /v2.0/ports/cfd55f08-84f8-4017-98fe-64c53639fcbc HTTP/1.1" status: 204 len: 173 time: 1.2337809 Aug 17 02:37:18.435985 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a124d03f-5fc0-4d84-b7e3-4f26e206099e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.450380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810b6ee-eeed-4b46-93f6-22563763454d req-de164f40-6fc7-4987-9c1d-efcd81cc61f3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:18.464524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e810b6ee-eeed-4b46-93f6-22563763454d req-de164f40-6fc7-4987-9c1d-efcd81cc61f3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.2219589 Aug 17 02:37:18.471678 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507c1a80-abac-4a2d-ada0-71d04a5edbc9', 'name': 'network-vif-deleted', 'tag': 'cfd55f08-84f8-4017-98fe-64c53639fcbc'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:37:18.474052 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc4ab1c-14c9-4eac-bfe3-47badd190a0e" -d '{"events": [{"server_uuid": "507c1a80-abac-4a2d-ada0-71d04a5edbc9", "name": "network-vif-deleted", "tag": "cfd55f08-84f8-4017-98fe-64c53639fcbc"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:37:18.505919 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a124d03f-5fc0-4d84-b7e3-4f26e206099e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.536996 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e810b6ee-eeed-4b46-93f6-22563763454d req-8fad0e3e-d7d2-47ef-9c9a-de287adf03a7 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711057 Aug 17 02:37:18.595965 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:37:18.688941 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a124d03f-5fc0-4d84-b7e3-4f26e206099e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.722041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a31a4132-f4ab-482f-944e-e785619e6a1b req-a3dd9171-7668-41e7-8623-75453e36123e tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/ports?device_id=507c1a80-abac-4a2d-ada0-71d04a5edbc9 HTTP/1.1" status: 200 len: 210 time: 0.0504038 Aug 17 02:37:18.744399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124d03f-5fc0-4d84-b7e3-4f26e206099e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd00a8d1-b41c-42f2-a766-011cdb7fa9a8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:18.762744 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a124d03f-5fc0-4d84-b7e3-4f26e206099e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.762744 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a124d03f-5fc0-4d84-b7e3-4f26e206099e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bd00a8d1-b41c-42f2-a766-011cdb7fa9a8 HTTP/1.1" status: 204 len: 168 time: 0.5857046 Aug 17 02:37:18.762744 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.763905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36682) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:18.797860 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Pushing event deleted for resources: {'Port': ['ID=919c0177-0df9-4b85-96eb-795366fc833b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:18.826058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:18.826366 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:18.826665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:18.837786 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:18.838239 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:18.838585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:18.839808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:18.840183 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:18.840510 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:18.841003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:18.846860 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:18.846860 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:18.919639 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-687b97c2-1151-4248-9ae1-f8896195f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.971449 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-f08f6191-2e7d-409d-9bc2-0b89ecd805e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2561033 Aug 17 02:37:18.984608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-8a509b33-9074-4627-92da-50b82e1e72f3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:37:18.985624 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-8a509b33-9074-4627-92da-50b82e1e72f3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065267 Aug 17 02:37:18.989155 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:19.035860 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d0104-ae48-410a-b554-f78b2c0dc9e9 req-ce3bc38f-3429-4181-8fb9-f2f7d52245dc tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:19.047294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-477d0104-ae48-410a-b554-f78b2c0dc9e9 req-ce3bc38f-3429-4181-8fb9-f2f7d52245dc tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 947 time: 0.1070287 Aug 17 02:37:19.129996 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:19.140208 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:19.256817 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-687b97c2-1151-4248-9ae1-f8896195f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:19.281397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-687b97c2-1151-4248-9ae1-f8896195f3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d634f89f-5254-46d5-b599-899423482ac5']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:19.301635 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-477d0104-ae48-410a-b554-f78b2c0dc9e9 req-5b9963a6-5c14-417f-a8ca-9a542bdf68bf tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684607 Aug 17 02:37:19.330821 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:19.331523 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Fanout notify agent at l3_agent the message router_deleted on router d699fce9-6508-4608-9c7a-f3d00945b44f {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:37:19.340253 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:19.350179 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fa92135c-96cd-4303-b2b9-2994da750ba3 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "DELETE /v2.0/routers/d699fce9-6508-4608-9c7a-f3d00945b44f HTTP/1.1" status: 204 len: 168 time: 1.9141273 Aug 17 02:37:19.350179 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36694) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:19.360217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-687b97c2-1151-4248-9ae1-f8896195f3e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16465a01-3449-488e-aae4-8352b8698de6') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:19.367274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-687b97c2-1151-4248-9ae1-f8896195f3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16465a01-3449-488e-aae4-8352b8698de6') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:19.368230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2000657804', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:19.405231 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-687b97c2-1151-4248-9ae1-f8896195f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:19.460788 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73795bdb-0049-4988-8b42-30be3c7b0c27 x-openstack-request-id: req-73795bdb-0049-4988-8b42-30be3c7b0c27 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:37:19.461210 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507c1a80-abac-4a2d-ada0-71d04a5edbc9", "name": "network-vif-deleted", "tag": "cfd55f08-84f8-4017-98fe-64c53639fcbc", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:37:19.462529 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73795bdb-0049-4988-8b42-30be3c7b0c27 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:37:19.463064 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507c1a80-abac-4a2d-ada0-71d04a5edbc9', 'name': 'network-vif-deleted', 'tag': 'cfd55f08-84f8-4017-98fe-64c53639fcbc', 'status': 'completed', 'code': 200} Aug 17 02:37:19.470309 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-687b97c2-1151-4248-9ae1-f8896195f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:19.498747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687b97c2-1151-4248-9ae1-f8896195f3e2 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:37:19.498747 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-687b97c2-1151-4248-9ae1-f8896195f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:37:19.528571 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:37:19.551314 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:19.553086 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:19.724557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:19.767282 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-687b97c2-1151-4248-9ae1-f8896195f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:19.819282 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-687b97c2-1151-4248-9ae1-f8896195f3e2 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:19.821762 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-687b97c2-1151-4248-9ae1-f8896195f3e2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d634f89f-5254-46d5-b599-899423482ac5 HTTP/1.1" status: 204 len: 168 time: 1.0566390 Aug 17 02:37:19.825904 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b97c2-1151-4248-9ae1-f8896195f3e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d634f89f-5254-46d5-b599-899423482ac5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:19.872365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181a773-746b-46ee-9e06-1bcff67769fb req-0201fc63-7dc2-4dae-af5c-edd15f0f1b45 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:19.886041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9181a773-746b-46ee-9e06-1bcff67769fb req-0201fc63-7dc2-4dae-af5c-edd15f0f1b45 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.1450613 Aug 17 02:37:19.953800 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9181a773-746b-46ee-9e06-1bcff67769fb req-43136c20-4054-4fbb-bedf-5b816469fd8a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647237 Aug 17 02:37:20.093464 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1c01d29-6dab-4db2-8d74-8b98cbf847c6 req-6a34b24a-841a-47ff-b421-fafbe96c4982 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/199fb557-9abf-41d3-99fc-609f378025f1 HTTP/1.1" status: 200 len: 1802 time: 0.0553083 Aug 17 02:37:20.193418 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:20.204504 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e1c01d29-6dab-4db2-8d74-8b98cbf847c6 req-463f300d-fdad-43c7-b73a-75750502fd7c tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:20.233724 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e1c01d29-6dab-4db2-8d74-8b98cbf847c6 req-463f300d-fdad-43c7-b73a-75750502fd7c tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:20.374549 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e1c01d29-6dab-4db2-8d74-8b98cbf847c6 req-463f300d-fdad-43c7-b73a-75750502fd7c tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:20.382951 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e1c01d29-6dab-4db2-8d74-8b98cbf847c6 req-463f300d-fdad-43c7-b73a-75750502fd7c tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:20.393858 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1c01d29-6dab-4db2-8d74-8b98cbf847c6 req-463f300d-fdad-43c7-b73a-75750502fd7c tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "DELETE /v2.0/security-groups/199fb557-9abf-41d3-99fc-609f378025f1 HTTP/1.1" status: 204 len: 173 time: 0.2943640 Aug 17 02:37:20.421571 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36712) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:20.433543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f300d-fdad-43c7-b73a-75750502fd7c tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199fb557-9abf-41d3-99fc-609f378025f1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:20.596453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-022075f0-a27a-48d4-a08f-21dab2312365 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cff74c91903449068576218e3dd0b230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641786 Aug 17 02:37:20.604589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36716) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:20.654127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a188ee6-f009-4d91-9a6d-2a3f158d244d req-c02db9d9-717e-4165-a879-ccc8f94be909 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:20.655876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a188ee6-f009-4d91-9a6d-2a3f158d244d req-c02db9d9-717e-4165-a879-ccc8f94be909 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 947 time: 0.1097183 Aug 17 02:37:20.730167 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e655b368-d967-4e16-915e-747eaa64c7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:20.742215 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:20.772208 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a188ee6-f009-4d91-9a6d-2a3f158d244d req-2befe717-14a4-4439-bfc8-c7c7b0260dc6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806096 Aug 17 02:37:20.790111 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:20.792477 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e655b368-d967-4e16-915e-747eaa64c7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:21.103696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Allocated IP 172.25.5.19 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/a00534f4-dcad-4f8f-8f9a-ef2dde1489ca) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:21.208456 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-edf714a4-6f02-4642-8040-4d777ed70d90 req-199f35e6-da46-489c-834c-7c5f0b1da264 tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "GET /v2.0/security-groups/20d7198e-aa50-4e10-a004-9da1cbca7cae HTTP/1.1" status: 200 len: 1803 time: 0.3984098 Aug 17 02:37:21.219024 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e655b368-d967-4e16-915e-747eaa64c7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:21.222275 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e655b368-d967-4e16-915e-747eaa64c7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:21.226115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e655b368-d967-4e16-915e-747eaa64c7e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27e578aa-6d0e-4637-80bf-c8aa60b1feda HTTP/1.1" status: 204 len: 168 time: 0.6197410 Aug 17 02:37:21.250685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655b368-d967-4e16-915e-747eaa64c7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e578aa-6d0e-4637-80bf-c8aa60b1feda,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:21.311676 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-edf714a4-6f02-4642-8040-4d777ed70d90 req-8b63d3d8-03f5-4245-82c6-f6e203857ebb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:21.336802 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-edf714a4-6f02-4642-8040-4d777ed70d90 req-8b63d3d8-03f5-4245-82c6-f6e203857ebb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:21.342931 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:21.364939 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-d6260392-9051-4647-a4ac-e073d56e9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:21.366746 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-d6260392-9051-4647-a4ac-e073d56e9701 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9&tenant_id=af66f741a9e7435193ccb1b435243ed2 HTTP/1.1" status: 200 len: 1095 time: 0.1324739 Aug 17 02:37:21.452430 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-9346d2f6-d8b1-4421-8ced-81c48de352e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:21.457283 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-9346d2f6-d8b1-4421-8ced-81c48de352e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af66f741a9e7435193ccb1b435243ed2&device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 1095 time: 0.0588851 Aug 17 02:37:21.465804 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-edf714a4-6f02-4642-8040-4d777ed70d90 req-8b63d3d8-03f5-4245-82c6-f6e203857ebb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:21.466550 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:21.469553 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-edf714a4-6f02-4642-8040-4d777ed70d90 req-8b63d3d8-03f5-4245-82c6-f6e203857ebb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:21.479248 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-edf714a4-6f02-4642-8040-4d777ed70d90 req-8b63d3d8-03f5-4245-82c6-f6e203857ebb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] 10.222.0.13 "DELETE /v2.0/security-groups/20d7198e-aa50-4e10-a004-9da1cbca7cae HTTP/1.1" status: 204 len: 173 time: 0.2702553 Aug 17 02:37:21.480521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36722) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:21.622578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:21.625583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Pushing event updated for resources: {'Port': ['ID=a00534f4-dcad-4f8f-8f9a-ef2dde1489ca,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:21.631067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:21.639783 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63d3d8-03f5-4245-82c6-f6e203857ebb tempest-SecurityGroupsTestJSON-1837538025 tempest-SecurityGroupsTestJSON-1837538025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d7198e-aa50-4e10-a004-9da1cbca7cae,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:21.643756 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:21.671535 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-5985d2a9-3a27-42d3-9251-fd7aa4282951 admin admin] Deleting subnet e4bbe00d-66d1-4503-9a91-d4078c53a1de {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:37:21.675619 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5985d2a9-3a27-42d3-9251-fd7aa4282951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:21.732209 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-decac101-6a1d-4aea-a359-cc7f149a8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:21.733341 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5985d2a9-3a27-42d3-9251-fd7aa4282951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:21.734552 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-decac101-6a1d-4aea-a359-cc7f149a8fa3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c555dff-0fbd-481c-9788-48ee2bc88c22 HTTP/1.1" status: 200 len: 915 time: 0.2646894 Aug 17 02:37:21.846126 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5985d2a9-3a27-42d3-9251-fd7aa4282951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:21.891441 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-1c096fe8-68e4-4bee-81f1-733cf8448ba1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4379079-be5a-41d4-94d5-5786e179182f HTTP/1.1" status: 200 len: 217 time: 0.0392885 Aug 17 02:37:21.896263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501450b-549c-4dfd-bd2f-84a658c6b199 req-8a8e8b05-dc19-48cf-ba39-4fcb4f258797 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:21.909895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e501450b-549c-4dfd-bd2f-84a658c6b199 req-8a8e8b05-dc19-48cf-ba39-4fcb4f258797 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.1493592 Aug 17 02:37:21.999979 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e501450b-549c-4dfd-bd2f-84a658c6b199 req-59175016-d281-4f04-a736-01d690492c76 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888596 Aug 17 02:37:22.107435 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5985d2a9-3a27-42d3-9251-fd7aa4282951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:22.154048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985d2a9-3a27-42d3-9251-fd7aa4282951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4bbe00d-66d1-4503-9a91-d4078c53a1de,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:22.162862 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5985d2a9-3a27-42d3-9251-fd7aa4282951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:22.169468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5985d2a9-3a27-42d3-9251-fd7aa4282951 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e4bbe00d-66d1-4503-9a91-d4078c53a1de HTTP/1.1" status: 204 len: 168 time: 0.6679707 Aug 17 02:37:22.189389 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36736) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:22.253355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac64eb-8096-41aa-a52c-1de0b8192553 req-8e059784-3bdb-447e-8f1c-733cb8e6257d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:22.262491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdac64eb-8096-41aa-a52c-1de0b8192553 req-8e059784-3bdb-447e-8f1c-733cb8e6257d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 947 time: 0.1949937 Aug 17 02:37:22.312745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdac64eb-8096-41aa-a52c-1de0b8192553 req-111eef85-d4d5-4202-ae71-b1ce1536ecfb tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490973 Aug 17 02:37:22.427216 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-485116e6-0ef6-4e0a-bb4a-c13efdd8ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:22.438773 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:22.507078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-e5ea80dc-bd07-4759-ae4d-1051e864db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:22.508582 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-e5ea80dc-bd07-4759-ae4d-1051e864db3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=632968ae-909d-442e-a9e7-60583103d180 HTTP/1.1" status: 200 len: 854 time: 0.6057715 Aug 17 02:37:22.537266 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-485116e6-0ef6-4e0a-bb4a-c13efdd8ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:22.553341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-485116e6-0ef6-4e0a-bb4a-c13efdd8ba75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f310a3e-4381-4e0e-91ca-bc0978aba406']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:22.565625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-485116e6-0ef6-4e0a-bb4a-c13efdd8ba75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:22.566001 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-485116e6-0ef6-4e0a-bb4a-c13efdd8ba75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e54ea2-b9cb-4b32-b9f1-c0565f49c2fb') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:22.575284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-485116e6-0ef6-4e0a-bb4a-c13efdd8ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:22.585542 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-e23dabb2-96f2-4427-9413-269095e73240 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c555dff-0fbd-481c-9788-48ee2bc88c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385976 Aug 17 02:37:22.597219 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-485116e6-0ef6-4e0a-bb4a-c13efdd8ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:22.604278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485116e6-0ef6-4e0a-bb4a-c13efdd8ba75 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:37:22.606774 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-485116e6-0ef6-4e0a-bb4a-c13efdd8ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:37:22.610518 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:37:22.787437 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-95e01a2f-97e5-4f69-a839-ae943075f0cf service neutron] 10.222.0.18 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910563 Aug 17 02:37:22.818554 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-485116e6-0ef6-4e0a-bb4a-c13efdd8ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:22.834886 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-485116e6-0ef6-4e0a-bb4a-c13efdd8ba75 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:22.836137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-485116e6-0ef6-4e0a-bb4a-c13efdd8ba75 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4f310a3e-4381-4e0e-91ca-bc0978aba406 HTTP/1.1" status: 204 len: 168 time: 0.6410732 Aug 17 02:37:22.848153 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:22.859427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485116e6-0ef6-4e0a-bb4a-c13efdd8ba75 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f310a3e-4381-4e0e-91ca-bc0978aba406,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:23.038026 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-224fd146-61d5-4bdd-a2d1-f43bf4dec1cd service neutron] 10.222.0.18 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424860 Aug 17 02:37:23.158087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1619fb-1e1e-48d5-9427-d0419998e151 req-65847f54-0ae8-45ef-bac9-ff17d5d625a0 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:23.160155 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae1619fb-1e1e-48d5-9427-d0419998e151 req-65847f54-0ae8-45ef-bac9-ff17d5d625a0 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.0651057 Aug 17 02:37:23.175515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Router a2b8ea1d-0779-4815-bee3-991a76879ec5 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:37:23.229595 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae1619fb-1e1e-48d5-9427-d0419998e151 req-9e1bd0ed-773c-49bd-b615-751c12408aa5 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574422 Aug 17 02:37:23.399673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:37:23.416831 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ded5a0-42b6-40c9-8b22-9da75227cd83 None None] Sync routers for ids ['a2b8ea1d-0779-4815-bee3-991a76879ec5'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:37:23.438271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ded5a0-42b6-40c9-8b22-9da75227cd83 None None] Routers {'a2b8ea1d-0779-4815-bee3-991a76879ec5'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:23.443441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f5ded5a0-42b6-40c9-8b22-9da75227cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['a2b8ea1d-0779-4815-bee3-991a76879ec5'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:23.453160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36806) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:23.535375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b3ec4-85b1-4198-8643-23c81fc46400 req-8eb708f9-6d11-41c7-9c2a-bb4d2e3370f8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:23.538890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f5ded5a0-42b6-40c9-8b22-9da75227cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:23.551151 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b28b3ec4-85b1-4198-8643-23c81fc46400 req-8eb708f9-6d11-41c7-9c2a-bb4d2e3370f8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 947 time: 0.1283107 Aug 17 02:37:23.561781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:23.565071 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-58f1786a-c3c7-4ec2-b060-e5d55586f88e tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2122519 Aug 17 02:37:23.568755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36810) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:23.571506 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2032a90f-f717-479c-97f0-efe1d26194a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c3e544ed8fa40688d0eb20b8ddce107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1150568 Aug 17 02:37:23.572239 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ded5a0-42b6-40c9-8b22-9da75227cd83 None None] Routers {'a2b8ea1d-0779-4815-bee3-991a76879ec5'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:23.572968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f5ded5a0-42b6-40c9-8b22-9da75227cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['a2b8ea1d-0779-4815-bee3-991a76879ec5'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:23.576876 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36812) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:23.579906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:23.671718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b28b3ec4-85b1-4198-8643-23c81fc46400 req-865cf6cc-fbeb-432f-a96b-090e6fdc4ece tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195464 Aug 17 02:37:23.708805 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f5ded5a0-42b6-40c9-8b22-9da75227cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:23.709678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ded5a0-42b6-40c9-8b22-9da75227cd83 None None] The sync data for ids ['a2b8ea1d-0779-4815-bee3-991a76879ec5'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:37:23.739706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e1f95c9-8b8f-47ce-9d4c-c38a547f24bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:23.820699 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e1f95c9-8b8f-47ce-9d4c-c38a547f24bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:23.996899 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e1f95c9-8b8f-47ce-9d4c-c38a547f24bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:24.000309 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e1f95c9-8b8f-47ce-9d4c-c38a547f24bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:24.002010 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4e1f95c9-8b8f-47ce-9d4c-c38a547f24bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95e7e36b-9047-40b4-9eab-1070311f5311 HTTP/1.1" status: 204 len: 168 time: 0.4236834 Aug 17 02:37:24.021816 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f95c9-8b8f-47ce-9d4c-c38a547f24bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e7e36b-9047-40b4-9eab-1070311f5311,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:24.239137 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:24.343064 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:24.545285 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Deleting port a00534f4-dcad-4f8f-8f9a-ef2dde1489ca {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:37:24.551466 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:24.743827 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:24.768007 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Calling delete_port for a00534f4-dcad-4f8f-8f9a-ef2dde1489ca owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:37:25.179015 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:25.269906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Pushing event deleted for resources: {'Port': ['ID=a00534f4-dcad-4f8f-8f9a-ef2dde1489ca,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:25.325893 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:25.787437 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:25.793452 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:25.843269 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36874) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:25.916409 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Router a2b8ea1d-0779-4815-bee3-991a76879ec5 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:37:26.027744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1575243467-network', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:26.110614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:37:26.121822 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:26.122594 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc926a-ba92-4d95-be97-579e92cbf1c2 None None] Sync routers for ids ['a2b8ea1d-0779-4815-bee3-991a76879ec5'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:37:26.124777 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-878cb3a4-b6fc-4ae8-80cc-4329ccba8f8c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "PUT /v2.0/routers/a2b8ea1d-0779-4815-bee3-991a76879ec5 HTTP/1.1" status: 200 len: 710 time: 2.5549219 Aug 17 02:37:26.128947 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36880) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:26.179531 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc926a-ba92-4d95-be97-579e92cbf1c2 None None] Routers {'a2b8ea1d-0779-4815-bee3-991a76879ec5'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:26.181953 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-53fc926a-ba92-4d95-be97-579e92cbf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['a2b8ea1d-0779-4815-bee3-991a76879ec5'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:26.229396 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] Made reservation on behalf of ca2c1eb2e2464724a110a8d5ff28078a for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:37:26.233064 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:26.245863 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:26.270561 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-53fc926a-ba92-4d95-be97-579e92cbf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:26.273986 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3d93d705-4215-40f6-99d2-a683065ab82c tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/routers/a2b8ea1d-0779-4815-bee3-991a76879ec5 HTTP/1.1" status: 200 len: 745 time: 0.1433582 Aug 17 02:37:26.274174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36882) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:26.281406 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc926a-ba92-4d95-be97-579e92cbf1c2 None None] Routers {'a2b8ea1d-0779-4815-bee3-991a76879ec5'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:26.282290 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-53fc926a-ba92-4d95-be97-579e92cbf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['a2b8ea1d-0779-4815-bee3-991a76879ec5'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:26.358515 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-53fc926a-ba92-4d95-be97-579e92cbf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:26.359562 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc926a-ba92-4d95-be97-579e92cbf1c2 None None] The sync data for ids ['a2b8ea1d-0779-4815-bee3-991a76879ec5'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:37:26.360302 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a1a7fb06-12bf-4639-b207-d356acefeab9 tempest-RoutersIpV6AdminTest-1173075758 tempest-RoutersIpV6AdminTest-1173075758-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&device_id=a2b8ea1d-0779-4815-bee3-991a76879ec5 HTTP/1.1" status: 200 len: 205 time: 0.0848303 Aug 17 02:37:26.363124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36884) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:26.411317 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:26.420416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3e4fcd0e-be81-4b64-a353-790a2fdc9a7c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2b8ea1d-0779-4815-bee3-991a76879ec5 HTTP/1.1" status: 200 len: 205 time: 0.0560646 Aug 17 02:37:26.423181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36886) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:26.520214 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be347239-acf5-497d-8fa9-39c1750437a5 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:26.557268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36888) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:26.585927 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:26.604624 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:37:26.616182 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:26.624326 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] Added segment 8c789261-ee8f-4ffe-95f3-5f8036dfb4a9 of type vlan for network 9df5224e-fa29-44ae-9e9c-22c6b0585763 Aug 17 02:37:26.723434 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ad8e46-62d0-4e9d-b77f-e616dbbc51fa,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:26.759428 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:26.774669 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1c5ae483-f0b1-465c-a3b8-cb85e16f59cc tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3828 time: 0.2132363 Aug 17 02:37:26.781815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36890) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:26.786963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ce83d09c-61a3-4e32-9875-48dfa0691a2a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Request body: {'network': {'name': 'tempest-network-smoke--426685669', 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'port_security_enabled': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:26.875479 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be347239-acf5-497d-8fa9-39c1750437a5 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:26.879367 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be347239-acf5-497d-8fa9-39c1750437a5 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:26.962122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce83d09c-61a3-4e32-9875-48dfa0691a2a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Made reservation on behalf of 8fd89972482a4c83b3a151474a4ba945 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:37:26.972528 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ce83d09c-61a3-4e32-9875-48dfa0691a2a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:26.990717 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:26.992102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:26.993001 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:27.098665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce83d09c-61a3-4e32-9875-48dfa0691a2a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:37:27.130156 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ce83d09c-61a3-4e32-9875-48dfa0691a2a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:27.133872 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-ce83d09c-61a3-4e32-9875-48dfa0691a2a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Added segment 1b0fa5e8-15ec-4cb4-afef-36ff726af110 of type vlan for network 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 Aug 17 02:37:27.190822 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be347239-acf5-497d-8fa9-39c1750437a5 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:27.192403 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be347239-acf5-497d-8fa9-39c1750437a5 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Fanout notify agent at l3_agent the message router_deleted on router a2b8ea1d-0779-4815-bee3-991a76879ec5 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:37:27.214547 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be347239-acf5-497d-8fa9-39c1750437a5 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:27.214547 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-be347239-acf5-497d-8fa9-39c1750437a5 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "DELETE /v2.0/routers/a2b8ea1d-0779-4815-bee3-991a76879ec5 HTTP/1.1" status: 204 len: 168 time: 0.7810698 Aug 17 02:37:27.214547 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36894) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:27.247322 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=9df5224e-fa29-44ae-9e9c-22c6b0585763,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:27.254023 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-49ea96cc-9512-4c4b-b289-a9f48e556fa1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4093864 Aug 17 02:37:27.264561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36896) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:27.270216 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ce83d09c-61a3-4e32-9875-48dfa0691a2a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:27.274289 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-907dde7b-8da7-4daf-8d6c-a35013758b5b tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2b8ea1d-0779-4815-bee3-991a76879ec5 HTTP/1.1" status: 200 len: 205 time: 0.0457151 Aug 17 02:37:27.274569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-dbf235dd-9ba7-4602-b4f9-7b044fc2c5f5 admin admin] Request body: {'subnet': {'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1575243467-subnet', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:27.274711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 9df5224e-fa29-44ae-9e9c-22c6b0585763 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:37:27.289465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36898) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:27.393149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf235dd-9ba7-4602-b4f9-7b044fc2c5f5 admin admin] Made reservation on behalf of ca2c1eb2e2464724a110a8d5ff28078a for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:37:27.396643 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dbf235dd-9ba7-4602-b4f9-7b044fc2c5f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:27.439067 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-35169adf-edb1-445c-916d-dd89962e435a tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] delete failed (client error): The resource could not be found. Aug 17 02:37:27.439067 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-35169adf-edb1-445c-916d-dd89962e435a tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "DELETE /v2.0/routers/a2b8ea1d-0779-4815-bee3-991a76879ec5 HTTP/1.1" status: 404 len: 336 time: 0.1224113 Aug 17 02:37:27.439067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36900) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:27.441514 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-35dda63d-fa50-4559-a548-486a503bd5ba tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "GET /v2.0/ports?device_id=d699fce9-6508-4608-9c7a-f3d00945b44f HTTP/1.1" status: 200 len: 205 time: 0.0335550 Aug 17 02:37:27.444027 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36902) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:27.494508 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-d1e446a5-9d13-475b-a3f0-90de2a67db8a tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] delete failed (client error): The resource could not be found. Aug 17 02:37:27.496313 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d1e446a5-9d13-475b-a3f0-90de2a67db8a tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "DELETE /v2.0/routers/d699fce9-6508-4608-9c7a-f3d00945b44f HTTP/1.1" status: 404 len: 336 time: 0.0511997 Aug 17 02:37:27.499922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36904) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:27.529211 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0ee22da5-7b20-4eca-994f-c36f5dd42441 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebfffb2-cce0-4fae-9ceb-e4b61966ec0f HTTP/1.1" status: 200 len: 205 time: 0.0277426 Aug 17 02:37:27.531338 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36906) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:27.578466 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-a85fa256-bc85-496d-a40e-0358b912dd89 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] delete failed (client error): The resource could not be found. Aug 17 02:37:27.579486 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a85fa256-bc85-496d-a40e-0358b912dd89 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "DELETE /v2.0/routers/1ebfffb2-cce0-4fae-9ceb-e4b61966ec0f HTTP/1.1" status: 404 len: 336 time: 0.0470972 Aug 17 02:37:27.582123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36908) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:27.612303 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8d05389c-cae0-4b34-a9cd-7b4438cd74c9 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cee5428-8fae-41e6-8601-37d8619b571f HTTP/1.1" status: 200 len: 205 time: 0.0289066 Aug 17 02:37:27.614693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36910) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:27.654455 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-355ebd3b-70b7-4b59-aff3-efad658b1f5c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] delete failed (client error): The resource could not be found. Aug 17 02:37:27.655402 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-355ebd3b-70b7-4b59-aff3-efad658b1f5c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "DELETE /v2.0/routers/5cee5428-8fae-41e6-8601-37d8619b571f HTTP/1.1" status: 404 len: 336 time: 0.0397851 Aug 17 02:37:27.658144 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36912) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:27.689931 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c70aafa6-e999-4a69-8225-50113e625896 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "GET /v2.0/ports?device_id=efabf39b-7a46-42b8-8504-ac798c68c5be HTTP/1.1" status: 200 len: 205 time: 0.0307260 Aug 17 02:37:27.692466 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36914) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:27.730790 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-391b7566-bcec-429a-97e2-ac51afecd8cf tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] delete failed (client error): The resource could not be found. Aug 17 02:37:27.731969 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-391b7566-bcec-429a-97e2-ac51afecd8cf tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "DELETE /v2.0/routers/efabf39b-7a46-42b8-8504-ac798c68c5be HTTP/1.1" status: 404 len: 336 time: 0.0385933 Aug 17 02:37:27.734500 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36916) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:27.762451 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b6c757f1-0f7b-4bd5-88a1-b0e040c9c16c tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "GET /v2.0/ports?device_id=604a5b2c-a426-4831-aebf-ee9585782fba HTTP/1.1" status: 200 len: 205 time: 0.0265958 Aug 17 02:37:27.764933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36918) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:27.771689 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ce83d09c-61a3-4e32-9875-48dfa0691a2a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:27.778219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce83d09c-61a3-4e32-9875-48dfa0691a2a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:27.778821 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ce83d09c-61a3-4e32-9875-48dfa0691a2a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:27.805846 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-d4cc6d46-e34e-4ae8-8a3a-cfa596b7cfe8 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] delete failed (client error): The resource could not be found. Aug 17 02:37:27.835561 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d4cc6d46-e34e-4ae8-8a3a-cfa596b7cfe8 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "DELETE /v2.0/routers/604a5b2c-a426-4831-aebf-ee9585782fba HTTP/1.1" status: 404 len: 336 time: 0.0411859 Aug 17 02:37:27.835733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36920) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:27.848943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83d09c-61a3-4e32-9875-48dfa0691a2a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'Network': ['ID=85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:27.860117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:37:27.864352 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2719bb50-95b5-405e-a33b-439b1e230015 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] DELETE failed (client error): The resource could not be found. Aug 17 02:37:27.864816 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2719bb50-95b5-405e-a33b-439b1e230015 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:37:27.866573 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2719bb50-95b5-405e-a33b-439b1e230015 tempest-RoutersIpV6AdminTest-2018655449 tempest-RoutersIpV6AdminTest-2018655449-project] 10.222.0.13 "DELETE /v2.0/subnets/e36339cb-1ca8-42cf-bd52-3acba9310ac8 HTTP/1.1" status: 404 len: 337 time: 0.0291698 Aug 17 02:37:28.064015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36926) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:28.064727 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ce83d09c-61a3-4e32-9875-48dfa0691a2a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2811687 Aug 17 02:37:28.069602 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dbf235dd-9ba7-4602-b4f9-7b044fc2c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:28.081135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-756643015', 'admin_state_up': True, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:28.159996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf235dd-9ba7-4602-b4f9-7b044fc2c5f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=268055db-c223-45bc-9841-2e931ed80e99,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:28.172502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf235dd-9ba7-4602-b4f9-7b044fc2c5f5 admin admin] Checking segment: {'id': '8c789261-ee8f-4ffe-95f3-5f8036dfb4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:37:28.172994 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf235dd-9ba7-4602-b4f9-7b044fc2c5f5 admin admin] Network hostable DHCP agents. Network: 9df5224e-fa29-44ae-9e9c-22c6b0585763, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:37:28.215146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:28.216549 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:28.294064 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf235dd-9ba7-4602-b4f9-7b044fc2c5f5 admin admin] Network 9df5224e-fa29-44ae-9e9c-22c6b0585763 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:37:28.330161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:28.449481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-dbf235dd-9ba7-4602-b4f9-7b044fc2c5f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 9df5224e-fa29-44ae-9e9c-22c6b0585763) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:28.462040 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3dec0f-1c32-4478-a61a-9faa10d08371 None None] Network 9df5224e-fa29-44ae-9e9c-22c6b0585763 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:37:28.478471 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf235dd-9ba7-4602-b4f9-7b044fc2c5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:28.480157 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dbf235dd-9ba7-4602-b4f9-7b044fc2c5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:28.586951 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36936) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:28.632622 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dbf235dd-9ba7-4602-b4f9-7b044fc2c5f5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3668289 Aug 17 02:37:28.635783 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36940) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:28.644178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:28.721739 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:28.806021 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:28.807374 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:28.877523 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-9df5224e-fa29-44ae-9e9c-22c6b0585763', 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'fixed_ips': [{'subnet_id': '268055db-c223-45bc-9841-2e931ed80e99'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:37:28.877523 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:28.985903 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:28.987205 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a66a598-f43c-447d-9cea-af45c2727a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:28.993330 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:29.148727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Allocated IP 172.20.0.2 (9df5224e-fa29-44ae-9e9c-22c6b0585763/268055db-c223-45bc-9841-2e931ed80e99/25f2b283-ef91-43a1-b9b9-c9a00f8dc70c) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:29.304813 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:29.315103 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Transition to ACTIVE for port object 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:29.332817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Transition to ACTIVE for port object 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:29.448145 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:29.520684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Network 9df5224e-fa29-44ae-9e9c-22c6b0585763 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:29.522874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Pushing event updated for resources: {'Port': ['ID=25f2b283-ef91-43a1-b9b9-c9a00f8dc70c,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:29.525797 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:29.529949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:29.540037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:29.540757 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:29.541373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:29.542001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:29.542584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:29.543163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:29.543745 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:29.544306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:29.545051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:29.545651 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:29.546213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:29.546769 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:29.657695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Attempting to bind port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:37:29.658238 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Attempting to bind port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '8c789261-ee8f-4ffe-95f3-5f8036dfb4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:37:29.658712 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Attempting to bind port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c on network 9df5224e-fa29-44ae-9e9c-22c6b0585763 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:37:29.664907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:37:29.665498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Checking segment: {'id': '8c789261-ee8f-4ffe-95f3-5f8036dfb4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:37:29.667444 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:29.669739 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Bound using segment: {'id': '8c789261-ee8f-4ffe-95f3-5f8036dfb4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:37:29.670383 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Bound port: 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c789261-ee8f-4ffe-95f3-5f8036dfb4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:37:29.670884 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:29.705803 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:29.761528 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:29.815933 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] For port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:37:29.825729 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] For port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=25f2b283-ef91-43a1-b9b9-c9a00f8dc70c,segment=NetworkSegment(8c789261-ee8f-4ffe-95f3-5f8036dfb4a9),segment_id=8c789261-ee8f-4ffe-95f3-5f8036dfb4a9)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:37:29.863523 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a66a598-f43c-447d-9cea-af45c2727a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:29.945205 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:29.994275 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a66a598-f43c-447d-9cea-af45c2727a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:30.020022 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:30.026415 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Allocated IP 172.25.5.77 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:30.104047 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3a66a598-f43c-447d-9cea-af45c2727a07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc00f110429a4d9780f061dc406abd41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5146296 Aug 17 02:37:30.106554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36944) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:30.113813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a071e91-d7fc-4923-a723-6e40db501bf6 None None] Pushing event updated for resources: {'Port': ['ID=25f2b283-ef91-43a1-b9b9-c9a00f8dc70c,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:30.158527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66a598-f43c-447d-9cea-af45c2727a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb94845-d3eb-423c-bc17-b71a785cb869,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:30.265759 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-161f079e-4863-4c81-9db7-89aec3751bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:30.377007 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-161f079e-4863-4c81-9db7-89aec3751bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:30.612465 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:30.749199 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:30.813125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'Port': ['ID=b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:30.843425 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:30.847390 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:30.848861 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:30.851327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:30.895942 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:31.082805 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:31.110835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Allocated IP 172.25.5.210 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/9a8318d4-61f6-4736-b7aa-2fc2f1f998c9) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:31.313491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:31.361851 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:31.459956 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-161f079e-4863-4c81-9db7-89aec3751bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:31.465363 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-161f079e-4863-4c81-9db7-89aec3751bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:31.468807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-161f079e-4863-4c81-9db7-89aec3751bc7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fb94845-d3eb-423c-bc17-b71a785cb869 HTTP/1.1" status: 204 len: 168 time: 1.3585913 Aug 17 02:37:31.499228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f079e-4863-4c81-9db7-89aec3751bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb94845-d3eb-423c-bc17-b71a785cb869,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:31.516665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:37:31.546301 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:31.621633 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:31.676037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:31.680533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:31.684824 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:32.024959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8318d4-61f6-4736-b7aa-2fc2f1f998c9,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:32.026915 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.048182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe96bab-b789-4d17-b9ab-5fae3f655e5c None None] Network 9df5224e-fa29-44ae-9e9c-22c6b0585763 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:37:32.327951 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ffec7c3e-a74c-4b58-875f-a770b29b5f68 None None] Provisioning for port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:37:32.356326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ffec7c3e-a74c-4b58-875f-a770b29b5f68 None None] Provisioning complete for port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:32.357006 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ffec7c3e-a74c-4b58-875f-a770b29b5f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.405910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Router ec14beb3-416f-497e-8b0b-8014f1de0bec is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:37:32.410902 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.571870 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ffec7c3e-a74c-4b58-875f-a770b29b5f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.672084 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ffec7c3e-a74c-4b58-875f-a770b29b5f68 None None] For port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=25f2b283-ef91-43a1-b9b9-c9a00f8dc70c,segment=NetworkSegment(8c789261-ee8f-4ffe-95f3-5f8036dfb4a9),segment_id=8c789261-ee8f-4ffe-95f3-5f8036dfb4a9)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:32.733775 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:37:32.747252 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Sync routers for ids ['ec14beb3-416f-497e-8b0b-8014f1de0bec'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:37:32.757262 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ffec7c3e-a74c-4b58-875f-a770b29b5f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.839099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Routers {'ec14beb3-416f-497e-8b0b-8014f1de0bec'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:32.839914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec14beb3-416f-497e-8b0b-8014f1de0bec'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:32.900041 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.904175 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec7c3e-a74c-4b58-875f-a770b29b5f68 None None] Pushing event updated for resources: {'Port': ['ID=25f2b283-ef91-43a1-b9b9-c9a00f8dc70c,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:32.985675 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Set router ec14beb3-416f-497e-8b0b-8014f1de0bec gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:37:33.142417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8c3e4bac-4a5b-4e2e-b1aa-48c86b07f654 None None] Provisioning complete for port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:33.142417 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4bac-4a5b-4e2e-b1aa-48c86b07f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:33.243391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:33.286811 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36956) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:33.293487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Router d78978d2-d17f-4380-b01e-8f179baa4256 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:37:33.305463 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:33.306997 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a2616be2-0d4a-49ce-800f-5723bfb12ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.2347765 Aug 17 02:37:33.312097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36958) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:33.363511 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-276343e3-d0a2-4866-a3e3-d17eeab8ac6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67b1a12e153349af889a31808e2cbb2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726192 Aug 17 02:37:33.364479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36960) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:33.403194 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:33.403855 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:33.450392 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4108fe4c-8370-44fe-b8a9-1d380e051706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:33.476224 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756643015', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:31Z', 'revision_number': 3, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:29Z', 'updated_at': '2021-08-17T02:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:33.485676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca8612-e055-472f-b333-5c8e1fd37125 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:33.488308 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-04ca8612-e055-472f-b333-5c8e1fd37125 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=8fd89972482a4c83b3a151474a4ba945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1738901 Aug 17 02:37:33.498418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36962) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:33.523759 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4108fe4c-8370-44fe-b8a9-1d380e051706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:33.579353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Checking router: ec14beb3-416f-497e-8b0b-8014f1de0bec for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:37:33.579743 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Updating router ec14beb3-416f-497e-8b0b-8014f1de0bec port b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:37:33.636380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:37:33.655506 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Sync routers for ids ['d78978d2-d17f-4380-b01e-8f179baa4256'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:37:33.664204 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:33.671765 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Routers {'d78978d2-d17f-4380-b01e-8f179baa4256'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:33.672402 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d78978d2-d17f-4380-b01e-8f179baa4256'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:33.833876 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:33.845760 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-47eb4587-c0ec-401e-9498-788b8475e9f4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1994438 Aug 17 02:37:33.845760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36972) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:33.909824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c486579-dc80-4314-bbb5-048638320a45 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:33.914384 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1c486579-dc80-4314-bbb5-048638320a45 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4147625 Aug 17 02:37:33.918035 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36974) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:33.955469 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Set router d78978d2-d17f-4380-b01e-8f179baa4256 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:37:34.033844 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e5eef22f-777c-4dbd-926b-3c2f04a8a15f tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1132402 Aug 17 02:37:34.036492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36976) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:34.087180 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4108fe4c-8370-44fe-b8a9-1d380e051706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:34.092804 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4108fe4c-8370-44fe-b8a9-1d380e051706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:34.100038 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4108fe4c-8370-44fe-b8a9-1d380e051706 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd2fdd7c-d70d-4f77-870b-3f62c5fda36a HTTP/1.1" status: 204 len: 168 time: 0.7344575 Aug 17 02:37:34.179451 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-50dca91e-402d-4aa6-8755-18388a0f2af0 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=8fd89972482a4c83b3a151474a4ba945&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1416156 Aug 17 02:37:34.181082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36980) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:34.315333 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108fe4c-8370-44fe-b8a9-1d380e051706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2fdd7c-d70d-4f77-870b-3f62c5fda36a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:34.461164 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f4754-1bbe-40a7-847e-4dbbdb986123 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:34.466082 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-786f4754-1bbe-40a7-847e-4dbbdb986123 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2742517 Aug 17 02:37:34.468120 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36982) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:34.486563 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:31Z', 'revision_number': 3, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'gw_port': {'id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:30Z', 'updated_at': '2021-08-17T02:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:34.516707 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6159c0e6-3143-43c0-b774-2be10722e15a tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471678 Aug 17 02:37:34.519317 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36984) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:34.524648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-bc949e97-b487-4306-b7eb-d848c125f06c tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-674963606', 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6', 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:34.562439 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:34.592731 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Checking router: d78978d2-d17f-4380-b01e-8f179baa4256 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:37:34.595062 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Updating router d78978d2-d17f-4380-b01e-8f179baa4256 port 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:37:34.597923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Transition to ACTIVE for port object b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:34.630233 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:34.704491 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:34.794477 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc949e97-b487-4306-b7eb-d848c125f06c tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Made reservation on behalf of 8fd89972482a4c83b3a151474a4ba945 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:37:34.799621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bc949e97-b487-4306-b7eb-d848c125f06c tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:34.827790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110eaea-4826-41a5-92bb-ce7c3d00e5c8 None None] Pushing event updated for resources: {'Port': ['ID=b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:34.896864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Attempting to bind port b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:37:34.897271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Attempting to bind port b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:37:34.897638 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Attempting to bind port b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:37:34.909710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:37:34.910080 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:37:34.912878 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:34.913315 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:37:34.913838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Bound port: b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:37:34.914278 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:35.055254 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:35.095461 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] For port b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:37:35.098734 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] For port b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:37:35.210039 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:35.345451 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bc949e97-b487-4306-b7eb-d848c125f06c tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:35.407710 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:35.430775 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Transition to ACTIVE for port object 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:35.486453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc949e97-b487-4306-b7eb-d848c125f06c tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'Subnet': ['ID=c0fe3fad-0d14-435e-8ec2-e96a6461060b,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:35.517364 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:35.520558 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Routers {'ec14beb3-416f-497e-8b0b-8014f1de0bec'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:35.524071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec14beb3-416f-497e-8b0b-8014f1de0bec'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:35.534076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc949e97-b487-4306-b7eb-d848c125f06c tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Checking segment: {'id': '1b0fa5e8-15ec-4cb4-afef-36ff726af110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:37:35.534821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc949e97-b487-4306-b7eb-d848c125f06c tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Network hostable DHCP agents. Network: 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:37:35.539120 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110eaea-4826-41a5-92bb-ce7c3d00e5c8 None None] Pushing event updated for resources: {'Port': ['ID=b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:35.571382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Allocated IP 172.20.0.1 (9df5224e-fa29-44ae-9e9c-22c6b0585763/268055db-c223-45bc-9841-2e931ed80e99/ee5546fd-d272-4d9a-8c60-fd8870d8c481) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:35.653074 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4cd24-2e4b-414d-a7e3-d0c9d3d7f67e None None] Pushing event updated for resources: {'Port': ['ID=9a8318d4-61f6-4736-b7aa-2fc2f1f998c9,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:35.673710 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc949e97-b487-4306-b7eb-d848c125f06c tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Network 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:37:35.677109 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cd24-2e4b-414d-a7e3-d0c9d3d7f67e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:35.677535 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cd24-2e4b-414d-a7e3-d0c9d3d7f67e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:35.677816 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cd24-2e4b-414d-a7e3-d0c9d3d7f67e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:35.678180 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cd24-2e4b-414d-a7e3-d0c9d3d7f67e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:35.678527 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cd24-2e4b-414d-a7e3-d0c9d3d7f67e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:35.678863 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cd24-2e4b-414d-a7e3-d0c9d3d7f67e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:35.679262 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cd24-2e4b-414d-a7e3-d0c9d3d7f67e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:35.679597 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cd24-2e4b-414d-a7e3-d0c9d3d7f67e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:35.679924 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cd24-2e4b-414d-a7e3-d0c9d3d7f67e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:35.680255 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cd24-2e4b-414d-a7e3-d0c9d3d7f67e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:35.680963 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cd24-2e4b-414d-a7e3-d0c9d3d7f67e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:35.681337 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cd24-2e4b-414d-a7e3-d0c9d3d7f67e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:35.745160 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Attempting to bind port 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:37:35.745160 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Attempting to bind port 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:37:35.745569 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Attempting to bind port 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:37:35.828851 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-bc949e97-b487-4306-b7eb-d848c125f06c tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:35.829808 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:37:35.833123 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:37:35.837544 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:35.838817 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc949e97-b487-4306-b7eb-d848c125f06c tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:35.839109 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:35.839109 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:37:35.843064 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Bound port: 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:37:35.843569 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:35.845151 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bc949e97-b487-4306-b7eb-d848c125f06c tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:35.848538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Transition to ACTIVE for port object ee5546fd-d272-4d9a-8c60-fd8870d8c481 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:35.864718 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4bdbd1-aac9-4bd8-9cb8-5dd24854a8e8 None None] Network 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:37:35.956284 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] Set router ec14beb3-416f-497e-8b0b-8014f1de0bec gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:37:35.960676 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] For port 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:37:35.964402 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] For port 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9a8318d4-61f6-4736-b7aa-2fc2f1f998c9,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:37:36.051798 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.052941 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.054956 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bc949e97-b487-4306-b7eb-d848c125f06c tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5343549 Aug 17 02:37:36.058465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37002) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:36.156589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Network 9df5224e-fa29-44ae-9e9c-22c6b0585763 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:36.165647 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:36.213880 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4cd24-2e4b-414d-a7e3-d0c9d3d7f67e None None] Pushing event updated for resources: {'Port': ['ID=9a8318d4-61f6-4736-b7aa-2fc2f1f998c9,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:36.222047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Pushing event updated for resources: {'Port': ['ID=ee5546fd-d272-4d9a-8c60-fd8870d8c481,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:36.224567 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:36.242161 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Routers {'d78978d2-d17f-4380-b01e-8f179baa4256'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:36.242834 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d78978d2-d17f-4380-b01e-8f179baa4256'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:36.333980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66328876-c04f-4a20-8237-810946963500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6', 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'fixed_ips': [{'subnet_id': 'c0fe3fad-0d14-435e-8ec2-e96a6461060b'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:37:36.335057 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-66328876-c04f-4a20-8237-810946963500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.342267 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.565947 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] Set router d78978d2-d17f-4380-b01e-8f179baa4256 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:37:36.894077 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756643015', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:31Z', 'revision_number': 3, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:29Z', 'updated_at': '2021-08-17T02:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:36.941225 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b04fb4-fd64-403f-89a9-a9f898b3cea6 None None] The sync data for ids ['ec14beb3-416f-497e-8b0b-8014f1de0bec'] in n-d-793621-31 is: [{'id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756643015', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:31Z', 'revision_number': 3, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:29Z', 'updated_at': '2021-08-17T02:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:37:36.954774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-80e7956d-0c03-4d17-88da-4e7449333dcf None None] Provisioning for port ee5546fd-d272-4d9a-8c60-fd8870d8c481 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:37:36.966695 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.975362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-80e7956d-0c03-4d17-88da-4e7449333dcf None None] Provisioning complete for port ee5546fd-d272-4d9a-8c60-fd8870d8c481 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:36.983373 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-80e7956d-0c03-4d17-88da-4e7449333dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:37.056345 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:31Z', 'revision_number': 3, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'gw_port': {'id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:30Z', 'updated_at': '2021-08-17T02:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:37.064047 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-80e7956d-0c03-4d17-88da-4e7449333dcf None None] Port ee5546fd-d272-4d9a-8c60-fd8870d8c481 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:37:37.094688 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-66328876-c04f-4a20-8237-810946963500 None None] Allocated IP 172.20.0.18 (85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6/c0fe3fad-0d14-435e-8ec2-e96a6461060b/3537d4f1-0dce-4e71-b983-7a23535b7ab8) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:37.174662 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9b672-b902-44fa-b48b-dd3afbc9776a None None] The sync data for ids ['d78978d2-d17f-4380-b01e-8f179baa4256'] in n-d-793621-31 is: [{'id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:31Z', 'revision_number': 3, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'gw_port': {'id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:30Z', 'updated_at': '2021-08-17T02:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:37:37.331713 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:37.630555 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:37.632929 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-66328876-c04f-4a20-8237-810946963500 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:37.665419 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-66328876-c04f-4a20-8237-810946963500 None None] Transition to ACTIVE for port object 3537d4f1-0dce-4e71-b983-7a23535b7ab8 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:37.709684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-66328876-c04f-4a20-8237-810946963500 None None] Transition to ACTIVE for port object 3537d4f1-0dce-4e71-b983-7a23535b7ab8 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:38.138144 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:38.140499 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-66328876-c04f-4a20-8237-810946963500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:38.146418 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b08b6dd7-d191-4ce6-854c-485cb4fb3d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:38.278779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66328876-c04f-4a20-8237-810946963500 None None] Network 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:38.323267 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-66328876-c04f-4a20-8237-810946963500 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:38.369188 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:38.383220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66328876-c04f-4a20-8237-810946963500 None None] Pushing event updated for resources: {'Port': ['ID=3537d4f1-0dce-4e71-b983-7a23535b7ab8,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:38.389374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66328876-c04f-4a20-8237-810946963500 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:38.390143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Pushing event updated for resources: {'Port': ['ID=ee5546fd-d272-4d9a-8c60-fd8870d8c481,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:38.626270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-66328876-c04f-4a20-8237-810946963500 None None] Attempting to bind port 3537d4f1-0dce-4e71-b983-7a23535b7ab8 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:37:38.626468 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-66328876-c04f-4a20-8237-810946963500 None None] Attempting to bind port 3537d4f1-0dce-4e71-b983-7a23535b7ab8 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '1b0fa5e8-15ec-4cb4-afef-36ff726af110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:37:38.626844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66328876-c04f-4a20-8237-810946963500 None None] Attempting to bind port 3537d4f1-0dce-4e71-b983-7a23535b7ab8 on network 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:37:38.663033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66328876-c04f-4a20-8237-810946963500 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:37:38.663479 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66328876-c04f-4a20-8237-810946963500 None None] Checking segment: {'id': '1b0fa5e8-15ec-4cb4-afef-36ff726af110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:37:38.667457 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-66328876-c04f-4a20-8237-810946963500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:38.667959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66328876-c04f-4a20-8237-810946963500 None None] Bound using segment: {'id': '1b0fa5e8-15ec-4cb4-afef-36ff726af110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:37:38.671272 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-66328876-c04f-4a20-8237-810946963500 None None] Bound port: 3537d4f1-0dce-4e71-b983-7a23535b7ab8, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0fa5e8-15ec-4cb4-afef-36ff726af110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:37:38.671696 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-66328876-c04f-4a20-8237-810946963500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:38.951421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-66328876-c04f-4a20-8237-810946963500 None None] For port 3537d4f1-0dce-4e71-b983-7a23535b7ab8, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:37:38.961551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-66328876-c04f-4a20-8237-810946963500 None None] For port 3537d4f1-0dce-4e71-b983-7a23535b7ab8, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3537d4f1-0dce-4e71-b983-7a23535b7ab8,segment=NetworkSegment(1b0fa5e8-15ec-4cb4-afef-36ff726af110),segment_id=1b0fa5e8-15ec-4cb4-afef-36ff726af110)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:37:39.063019 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-66328876-c04f-4a20-8237-810946963500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:39.289674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66328876-c04f-4a20-8237-810946963500 None None] Pushing event updated for resources: {'Port': ['ID=3537d4f1-0dce-4e71-b983-7a23535b7ab8,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:39.521538 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:39.530617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37072) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:39.619116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Network 9df5224e-fa29-44ae-9e9c-22c6b0585763 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:39.621144 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:39.654455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0caa0-a692-43c3-aa2e-6200b52fa65f req-5b5b35fc-7a7b-435b-86f8-0699c57cb7f3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:39.665072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fe0caa0-a692-43c3-aa2e-6200b52fa65f req-5b5b35fc-7a7b-435b-86f8-0699c57cb7f3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.1351914 Aug 17 02:37:39.723907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Allocated IP 172.20.0.17 (85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6/c0fe3fad-0d14-435e-8ec2-e96a6461060b/8173d824-cda4-4f7d-bff9-441fd2f289ef) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:39.874777 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:37:39.879927 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:39.882737 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:39.976529 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:40.008455 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Transition to ACTIVE for port object 8173d824-cda4-4f7d-bff9-441fd2f289ef will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:40.059796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1944342691', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:40.127570 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:40.188589 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:40.215607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Network 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:40.221072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:40.223510 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fe0caa0-a692-43c3-aa2e-6200b52fa65f req-f09128fd-afb1-4035-b730-2309066e11bf tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570719 Aug 17 02:37:40.224546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:40.229980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Router d78978d2-d17f-4380-b01e-8f179baa4256 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:37:40.268200 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9a8318d4-61f6-4736-b7aa-2fc2f1f998c9,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:40.270415 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'Port': ['ID=8173d824-cda4-4f7d-bff9-441fd2f289ef,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:40.278587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-44be3be9-6763-4199-b103-8457ead8cbce None None] Provisioning complete for port ee5546fd-d272-4d9a-8c60-fd8870d8c481 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:40.278970 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-44be3be9-6763-4199-b103-8457ead8cbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:40.297048 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:40.323495 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-44be3be9-6763-4199-b103-8457ead8cbce None None] Port ee5546fd-d272-4d9a-8c60-fd8870d8c481 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:37:40.376220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Made reservation on behalf of 71f3d14a048a48faab3d63110221a04b for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:37:40.376220 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:40.393174 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:40.402211 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-34a5d4c2-8e31-4bfe-85ba-5419c9328ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:40.404321 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:40.405276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:40.560906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74688753-a332-4006-b807-64bccae01520 req-2a579fac-8fa3-486b-99e4-6b8e618af773 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:40.563425 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-74688753-a332-4006-b807-64bccae01520 req-2a579fac-8fa3-486b-99e4-6b8e618af773 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 947 time: 0.1546204 Aug 17 02:37:40.646485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-74688753-a332-4006-b807-64bccae01520 req-e9a31ff1-9d20-4325-a6c9-b8e90db5db48 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762060 Aug 17 02:37:40.656529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:37:40.666922 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e62fb902-332e-4dd4-a704-c2ddc931f294 admin admin] 10.222.0.13 "PUT /v2.0/routers/d78978d2-d17f-4380-b01e-8f179baa4256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8259828 Aug 17 02:37:40.812146 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:40.917496 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fdbac204-2f11-42a2-9018-f822ab4b3016 req-9c12a2fe-b30e-4416-a42e-27e0009fc637 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=080eee39-00b1-49a5-b726-663efd89900d HTTP/1.1" status: 200 len: 210 time: 0.1475470 Aug 17 02:37:40.964214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=9a8318d4-61f6-4736-b7aa-2fc2f1f998c9,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:41.059276 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.060424 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.065925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] device_id is not set on port 3b4683e6-0fb3-4a32-b852-8983b9ae9f7f yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:37:41.150492 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:37:41.155396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:41.155805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66120ab-2240-46af-b352-9ab6086ae1a0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:41.155965 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.190111 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.272102 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb54ebd-7072-4a7c-a38f-ca755dba6b63 None None] Network 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:37:41.326164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Allocated IP 172.25.5.143 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/3b4683e6-0fb3-4a32-b852-8983b9ae9f7f) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:41.421843 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.449615 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:41.565325 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-83b56f07-af18-4a5a-8521-a920d5a1a6a6 None None] Provisioning for port 3537d4f1-0dce-4e71-b983-7a23535b7ab8 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:37:41.591786 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.617176 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.682904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:41.698755 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Sync routers for ids ['d78978d2-d17f-4380-b01e-8f179baa4256'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:37:41.733808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Routers {'d78978d2-d17f-4380-b01e-8f179baa4256'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:41.743590 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d78978d2-d17f-4380-b01e-8f179baa4256'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:41.779995 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.803779 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.885542 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6e11478f-186d-416c-a6d1-b91c615a6f06 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:37:41.888379 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.912585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:41.946174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Pushing event updated for resources: {'Port': ['ID=3b4683e6-0fb3-4a32-b852-8983b9ae9f7f,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:41.962661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:41.965620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:41.973782 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:41.976319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Set router d78978d2-d17f-4380-b01e-8f179baa4256 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:37:41.980583 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.038141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37134) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:42.056040 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-0c2d3d9c-1c96-40a5-8071-52dfc7f34957 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--229432794', 'description': 'tempest-description--2041428557'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:42.081464 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.084723 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:42.085369 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.169301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'Port': ['ID=8173d824-cda4-4f7d-bff9-441fd2f289ef,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:42.206839 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.237286 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3d9c-1c96-40a5-8071-52dfc7f34957 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.245539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Network 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:42.247210 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:42.347515 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:37:42.355783 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d58e49-668e-4b79-b06c-f18a09816c37" -d '{"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-unplugged", "status": "completed", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:37:42.371741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:42.372210 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.391763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Router ec14beb3-416f-497e-8b0b-8014f1de0bec has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:37:42.405341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:42.485094 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bc695fd4-c6c3-4d03-ab61-66a083cf2e28 None None] Provisioning for port 8173d824-cda4-4f7d-bff9-441fd2f289ef completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:37:42.487322 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3d9c-1c96-40a5-8071-52dfc7f34957 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.489939 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4d5a5e23-5250-4b4d-b77e-29c223748e9e tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.9583802 Aug 17 02:37:42.493106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37152) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:42.498474 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-007aab2a-0b70-4252-a8ad-cfc7a3c29270 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.143'}]}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:42.514812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bc695fd4-c6c3-4d03-ab61-66a083cf2e28 None None] Provisioning complete for port 8173d824-cda4-4f7d-bff9-441fd2f289ef triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:42.517476 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bc695fd4-c6c3-4d03-ab61-66a083cf2e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.551776 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:36Z', 'revision_number': 4, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'gw_port': {'id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:30Z', 'updated_at': '2021-08-17T02:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'ee5546fd-d272-4d9a-8c60-fd8870d8c481', 'name': '', 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'mac_address': 'fa:16:3e:72:f6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '268055db-c223-45bc-9841-2e931ed80e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:35Z', 'updated_at': '2021-08-17T02:37:37Z', 'revision_number': 2, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'subnets': [{'id': '268055db-c223-45bc-9841-2e931ed80e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:42.556275 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.587845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:37:42.592764 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3537d4f1-0dce-4e71-b983-7a23535b7ab8 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:42.597976 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-56380cc6-6df0-4397-bc57-58ae7f975c43 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "PUT /v2.0/routers/ec14beb3-416f-497e-8b0b-8014f1de0bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5265522 Aug 17 02:37:42.608145 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Sync routers for ids ['ec14beb3-416f-497e-8b0b-8014f1de0bec'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:37:42.618744 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Checking router: d78978d2-d17f-4380-b01e-8f179baa4256 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:37:42.619173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Updating router d78978d2-d17f-4380-b01e-8f179baa4256 port ee5546fd-d272-4d9a-8c60-fd8870d8c481 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:37:42.621216 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Routers {'ec14beb3-416f-497e-8b0b-8014f1de0bec'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:42.621953 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b0ebfead-601d-485c-af94-782efc734482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec14beb3-416f-497e-8b0b-8014f1de0bec'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:42.681136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-bc695fd4-c6c3-4d03-ab61-66a083cf2e28 None None] Port 8173d824-cda4-4f7d-bff9-441fd2f289ef cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:37:42.714507 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.737446 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6e11478f-186d-416c-a6d1-b91c615a6f06,revision_number=14']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:42.768273 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Set router ec14beb3-416f-497e-8b0b-8014f1de0bec gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:37:42.867858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-91207ae9-b1d3-4607-bc8b-35c2905d9445 None None] Provisioning complete for port 8173d824-cda4-4f7d-bff9-441fd2f289ef triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:42.867858 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-91207ae9-b1d3-4607-bc8b-35c2905d9445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.951728 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-91207ae9-b1d3-4607-bc8b-35c2905d9445 None None] Port 8173d824-cda4-4f7d-bff9-441fd2f289ef cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:37:43.051788 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b0ebfead-601d-485c-af94-782efc734482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756643015', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:40Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:29Z', 'updated_at': '2021-08-17T02:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '8173d824-cda4-4f7d-bff9-441fd2f289ef', 'name': '', 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'mac_address': 'fa:16:3e:0b:d0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'c0fe3fad-0d14-435e-8ec2-e96a6461060b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:37Z', 'updated_at': '2021-08-17T02:37:41Z', 'revision_number': 2, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'subnets': [{'id': 'c0fe3fad-0d14-435e-8ec2-e96a6461060b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:43.075566 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.086052 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Transition to ACTIVE for port object ee5546fd-d272-4d9a-8c60-fd8870d8c481 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:43.089664 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Checking router: ec14beb3-416f-497e-8b0b-8014f1de0bec for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:37:43.090011 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Updating router ec14beb3-416f-497e-8b0b-8014f1de0bec port 8173d824-cda4-4f7d-bff9-441fd2f289ef binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:37:43.116110 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.127355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3d9c-1c96-40a5-8071-52dfc7f34957 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.159407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d3d9c-1c96-40a5-8071-52dfc7f34957 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eef7bda-c6f1-45d8-82fd-dce332a81744,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:43.378846 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 3537d4f1-0dce-4e71-b983-7a23535b7ab8 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:37:43.380983 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.391838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 3537d4f1-0dce-4e71-b983-7a23535b7ab8 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:43.392208 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.405919 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.416345 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Transition to ACTIVE for port object 8173d824-cda4-4f7d-bff9-441fd2f289ef will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:43.468496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74fa93-e8bb-4244-b0c4-fc83028777be None None] Pushing event updated for resources: {'Port': ['ID=ee5546fd-d272-4d9a-8c60-fd8870d8c481,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:43.508669 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-007aab2a-0b70-4252-a8ad-cfc7a3c29270 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.517608 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-007aab2a-0b70-4252-a8ad-cfc7a3c29270 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.552271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Attempting to bind port ee5546fd-d272-4d9a-8c60-fd8870d8c481 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:37:43.559329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Attempting to bind port ee5546fd-d272-4d9a-8c60-fd8870d8c481 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '8c789261-ee8f-4ffe-95f3-5f8036dfb4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:37:43.559329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Attempting to bind port ee5546fd-d272-4d9a-8c60-fd8870d8c481 on network 9df5224e-fa29-44ae-9e9c-22c6b0585763 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:37:43.567054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:37:43.567499 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Checking segment: {'id': '8c789261-ee8f-4ffe-95f3-5f8036dfb4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:37:43.567915 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.568326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Bound using segment: {'id': '8c789261-ee8f-4ffe-95f3-5f8036dfb4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:37:43.568821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Bound port: ee5546fd-d272-4d9a-8c60-fd8870d8c481, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c789261-ee8f-4ffe-95f3-5f8036dfb4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:37:43.569217 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.571940 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-007aab2a-0b70-4252-a8ad-cfc7a3c29270 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.580093 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.620510 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3d9c-1c96-40a5-8071-52dfc7f34957 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.623514 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.628425 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0c2d3d9c-1c96-40a5-8071-52dfc7f34957 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5850999 Aug 17 02:37:43.629654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37162) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:43.635961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-31b056e2-d4c7-45af-a534-d0690886fc07 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Request body: {'security_group_rule': {'security_group_id': '9eef7bda-c6f1-45d8-82fd-dce332a81744', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:43.654329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 3537d4f1-0dce-4e71-b983-7a23535b7ab8, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3537d4f1-0dce-4e71-b983-7a23535b7ab8,segment=NetworkSegment(1b0fa5e8-15ec-4cb4-afef-36ff726af110),segment_id=1b0fa5e8-15ec-4cb4-afef-36ff726af110)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:43.698058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] For port ee5546fd-d272-4d9a-8c60-fd8870d8c481, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:37:43.705073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] For port ee5546fd-d272-4d9a-8c60-fd8870d8c481, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ee5546fd-d272-4d9a-8c60-fd8870d8c481,segment=NetworkSegment(8c789261-ee8f-4ffe-95f3-5f8036dfb4a9),segment_id=8c789261-ee8f-4ffe-95f3-5f8036dfb4a9)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:37:43.714759 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d9b67-bdc3-451c-b339-b86e732b4e41 None None] Pushing event updated for resources: {'Port': ['ID=8173d824-cda4-4f7d-bff9-441fd2f289ef,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:43.758503 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.835981 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Attempting to bind port 8173d824-cda4-4f7d-bff9-441fd2f289ef on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:37:43.837798 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Attempting to bind port 8173d824-cda4-4f7d-bff9-441fd2f289ef by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '1b0fa5e8-15ec-4cb4-afef-36ff726af110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:37:43.839009 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Attempting to bind port 8173d824-cda4-4f7d-bff9-441fd2f289ef on network 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:37:43.845557 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:37:43.850149 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Checking segment: {'id': '1b0fa5e8-15ec-4cb4-afef-36ff726af110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:37:43.850149 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.858087 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Bound using segment: {'id': '1b0fa5e8-15ec-4cb4-afef-36ff726af110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:37:43.861200 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Bound port: 8173d824-cda4-4f7d-bff9-441fd2f289ef, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0fa5e8-15ec-4cb4-afef-36ff726af110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:37:43.861695 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.892304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=3537d4f1-0dce-4e71-b983-7a23535b7ab8,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:43.899405 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-31b056e2-d4c7-45af-a534-d0690886fc07 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.919659 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-007aab2a-0b70-4252-a8ad-cfc7a3c29270 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.928052 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.930100 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:43.989950 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-b0ebfead-601d-485c-af94-782efc734482 None None] For port 8173d824-cda4-4f7d-bff9-441fd2f289ef, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:37:43.998469 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-b0ebfead-601d-485c-af94-782efc734482 None None] For port 8173d824-cda4-4f7d-bff9-441fd2f289ef, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8173d824-cda4-4f7d-bff9-441fd2f289ef,segment=NetworkSegment(1b0fa5e8-15ec-4cb4-afef-36ff726af110),segment_id=1b0fa5e8-15ec-4cb4-afef-36ff726af110)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:37:44.014058 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-31b056e2-d4c7-45af-a534-d0690886fc07 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:44.039544 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:44.149183 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:44.162619 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-31b056e2-d4c7-45af-a534-d0690886fc07 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:44.227551 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d9b67-bdc3-451c-b339-b86e732b4e41 None None] Pushing event updated for resources: {'Port': ['ID=8173d824-cda4-4f7d-bff9-441fd2f289ef,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:44.231781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b056e2-d4c7-45af-a534-d0690886fc07 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01657340-e6a9-4023-8138-70161dde4be8,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:44.235492 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Routers {'ec14beb3-416f-497e-8b0b-8014f1de0bec'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:44.235492 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b0ebfead-601d-485c-af94-782efc734482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec14beb3-416f-497e-8b0b-8014f1de0bec'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:44.275276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74fa93-e8bb-4244-b0c4-fc83028777be None None] Pushing event updated for resources: {'Port': ['ID=ee5546fd-d272-4d9a-8c60-fd8870d8c481,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:44.280903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Routers {'d78978d2-d17f-4380-b01e-8f179baa4256'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:37:44.281565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d78978d2-d17f-4380-b01e-8f179baa4256'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:44.313762 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-31b056e2-d4c7-45af-a534-d0690886fc07 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:44.313762 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-31b056e2-d4c7-45af-a534-d0690886fc07 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6786275 Aug 17 02:37:44.313762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37176) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:44.321483 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a367a7cb-f0b9-454e-8b64-1934bf8b5896 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Request body: {'security_group_rule': {'security_group_id': '9eef7bda-c6f1-45d8-82fd-dce332a81744', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:44.459430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:44.459804 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:44.497724 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b0ebfead-601d-485c-af94-782efc734482 None None] Set router ec14beb3-416f-497e-8b0b-8014f1de0bec gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:37:44.589801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0ff52-5878-4a70-aed6-38b8e4276dd7 req-bd6d540a-33aa-4177-8a4e-12f72de14eb6 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:44.618420 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71e0ff52-5878-4a70-aed6-38b8e4276dd7 req-bd6d540a-33aa-4177-8a4e-12f72de14eb6 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.1507127 Aug 17 02:37:44.662874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] Set router d78978d2-d17f-4380-b01e-8f179baa4256 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:37:44.731512 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a367a7cb-f0b9-454e-8b64-1934bf8b5896 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:44.744350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71e0ff52-5878-4a70-aed6-38b8e4276dd7 req-b73d3668-78f9-4db4-9235-47ab8d0d1476 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249771 Aug 17 02:37:44.846818 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-007aab2a-0b70-4252-a8ad-cfc7a3c29270 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:44.890096 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-007aab2a-0b70-4252-a8ad-cfc7a3c29270 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:44.928813 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b0ebfead-601d-485c-af94-782efc734482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756643015', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:40Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:29Z', 'updated_at': '2021-08-17T02:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '8173d824-cda4-4f7d-bff9-441fd2f289ef', 'name': '', 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'mac_address': 'fa:16:3e:0b:d0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'c0fe3fad-0d14-435e-8ec2-e96a6461060b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:37Z', 'updated_at': '2021-08-17T02:37:43Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'subnets': [{'id': 'c0fe3fad-0d14-435e-8ec2-e96a6461060b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:44.965088 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4467051c-700d-4819-9e22-2e6a85c01f19 x-openstack-request-id: req-4467051c-700d-4819-9e22-2e6a85c01f19 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:37:44.965427 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-unplugged", "status": "completed", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:37:44.965805 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4467051c-700d-4819-9e22-2e6a85c01f19 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:37:44.966263 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'code': 200} Aug 17 02:37:44.993797 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ebfead-601d-485c-af94-782efc734482 None None] The sync data for ids ['ec14beb3-416f-497e-8b0b-8014f1de0bec'] in n-d-793621-31 is: [{'id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756643015', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:40Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:29Z', 'updated_at': '2021-08-17T02:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '8173d824-cda4-4f7d-bff9-441fd2f289ef', 'name': '', 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'mac_address': 'fa:16:3e:0b:d0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'c0fe3fad-0d14-435e-8ec2-e96a6461060b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:37Z', 'updated_at': '2021-08-17T02:37:43Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'subnets': [{'id': 'c0fe3fad-0d14-435e-8ec2-e96a6461060b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:37:45.047830 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a367a7cb-f0b9-454e-8b64-1934bf8b5896 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:45.142782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:36Z', 'revision_number': 4, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'gw_port': {'id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:30Z', 'updated_at': '2021-08-17T02:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'ee5546fd-d272-4d9a-8c60-fd8870d8c481', 'name': '', 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'mac_address': 'fa:16:3e:72:f6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '268055db-c223-45bc-9841-2e931ed80e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:35Z', 'updated_at': '2021-08-17T02:37:43Z', 'revision_number': 4, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'subnets': [{'id': '268055db-c223-45bc-9841-2e931ed80e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:45.240155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c5a8d5-4169-4548-b9f8-3a481723d376 None None] The sync data for ids ['d78978d2-d17f-4380-b01e-8f179baa4256'] in n-d-793621-31 is: [{'id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:36Z', 'revision_number': 4, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'gw_port': {'id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:30Z', 'updated_at': '2021-08-17T02:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'ee5546fd-d272-4d9a-8c60-fd8870d8c481', 'name': '', 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'mac_address': 'fa:16:3e:72:f6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '268055db-c223-45bc-9841-2e931ed80e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:35Z', 'updated_at': '2021-08-17T02:37:43Z', 'revision_number': 4, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'subnets': [{'id': '268055db-c223-45bc-9841-2e931ed80e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:37:45.269432 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a367a7cb-f0b9-454e-8b64-1934bf8b5896 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:45.299510 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367a7cb-f0b9-454e-8b64-1934bf8b5896 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9548f81-8178-4e33-9a1e-1b66ff903524,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:45.300255 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-a6280ab6-e0c5-4e9e-8257-d33e1dc3d350 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:45.309217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-a6280ab6-e0c5-4e9e-8257-d33e1dc3d350 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/networks?id=85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 HTTP/1.1" status: 200 len: 797 time: 0.2396498 Aug 17 02:37:45.336372 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-007aab2a-0b70-4252-a8ad-cfc7a3c29270 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:45.336601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-36c7493a-0ba3-4095-a556-382780d79578 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/quotas/8fd89972482a4c83b3a151474a4ba945 HTTP/1.1" status: 200 len: 375 time: 0.0249190 Aug 17 02:37:45.413819 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-4744d3ac-e355-428c-bb13-cab4d1777db6 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8fd89972482a4c83b3a151474a4ba945&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0771430 Aug 17 02:37:45.445614 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a367a7cb-f0b9-454e-8b64-1934bf8b5896 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:45.454645 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a367a7cb-f0b9-454e-8b64-1934bf8b5896 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1410437 Aug 17 02:37:45.455672 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37198) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:45.484394 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:45.609889 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-10db6084-e329-4567-951c-b9ae9a59619a service neutron] 10.222.0.13 "GET /v2.0/networks/85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947734 Aug 17 02:37:45.765098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-86c25429-1e38-4936-b693-ee94e77d9e1c service neutron] 10.222.0.13 "GET /v2.0/networks/85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510651 Aug 17 02:37:46.058532 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-007aab2a-0b70-4252-a8ad-cfc7a3c29270 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:46.061393 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-007aab2a-0b70-4252-a8ad-cfc7a3c29270 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:46.112768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3537d4f1-0dce-4e71-b983-7a23535b7ab8 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:46.157898 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:46.218071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 3537d4f1-0dce-4e71-b983-7a23535b7ab8 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:46.218782 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:46.330160 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-007aab2a-0b70-4252-a8ad-cfc7a3c29270 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:46.331456 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007aab2a-0b70-4252-a8ad-cfc7a3c29270 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcd80d79-d90c-4108-8f1a-6ed8885663c8 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:37:46.396600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8173d824-cda4-4f7d-bff9-441fd2f289ef up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:46.477387 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cab548-b23b-4d85-8065-fa98495742c3 req-c74f2e8a-e0ad-4eed-888a-5ea39346a486 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:46.482206 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a3cab548-b23b-4d85-8065-fa98495742c3 req-c74f2e8a-e0ad-4eed-888a-5ea39346a486 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1292806 Aug 17 02:37:46.506600 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:46.539609 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-007aab2a-0b70-4252-a8ad-cfc7a3c29270 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 17 02:37:46.539609 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-007aab2a-0b70-4252-a8ad-cfc7a3c29270 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0445497 Aug 17 02:37:46.540447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a3cab548-b23b-4d85-8065-fa98495742c3 req-4c7ac3a9-0d30-45f1-a0fc-3002e57dfe6c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481045 Aug 17 02:37:46.542359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37214) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:46.605783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 8173d824-cda4-4f7d-bff9-441fd2f289ef completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:37:46.615472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8173d824-cda4-4f7d-bff9-441fd2f289ef triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:46.616667 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:46.742268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-4b933d4a-a1b3-4311-b76c-59f2cc2d18f8 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Deleting port 3b4683e6-0fb3-4a32-b852-8983b9ae9f7f {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:37:46.743144 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4b933d4a-a1b3-4311-b76c-59f2cc2d18f8 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:46.846665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Allocated IP 172.25.5.7 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/d445a016-f15e-4185-96aa-4a2dca8ac730) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:46.870793 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:46.925481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 8173d824-cda4-4f7d-bff9-441fd2f289ef, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8173d824-cda4-4f7d-bff9-441fd2f289ef,segment=NetworkSegment(1b0fa5e8-15ec-4cb4-afef-36ff726af110),segment_id=1b0fa5e8-15ec-4cb4-afef-36ff726af110)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:46.999355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4b933d4a-a1b3-4311-b76c-59f2cc2d18f8 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:47.017745 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-4b933d4a-a1b3-4311-b76c-59f2cc2d18f8 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Calling delete_port for 3b4683e6-0fb3-4a32-b852-8983b9ae9f7f owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:37:47.051362 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d5521-308c-4fcd-aafb-ee11bd3628c1 req-54a54231-4714-49ab-a014-41ab17986dee tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:47.052958 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be5d5521-308c-4fcd-aafb-ee11bd3628c1 req-54a54231-4714-49ab-a014-41ab17986dee tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.1362555 Aug 17 02:37:47.102732 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:47.118504 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:47.118504 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ee5546fd-d272-4d9a-8c60-fd8870d8c481 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:47.188234 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be5d5521-308c-4fcd-aafb-ee11bd3628c1 req-1862366e-2efd-4ccc-92b9-5b4dc906cb75 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008115 Aug 17 02:37:47.250908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=8173d824-cda4-4f7d-bff9-441fd2f289ef,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:47.343108 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:47.367419 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port ee5546fd-d272-4d9a-8c60-fd8870d8c481 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:37:47.379771 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ee5546fd-d272-4d9a-8c60-fd8870d8c481 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:47.380368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:47.407477 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:47.410048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-068a2f7f-1cef-4cb7-a75c-2722476b262f req-22d8246f-22e6-4aef-a076-8819ceeee76b tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 210 time: 0.0639043 Aug 17 02:37:47.413578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:47.420567 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:47.441079 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Pushing event updated for resources: {'Port': ['ID=d445a016-f15e-4185-96aa-4a2dca8ac730,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:47.462095 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4b933d4a-a1b3-4311-b76c-59f2cc2d18f8 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:47.535048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b933d4a-a1b3-4311-b76c-59f2cc2d18f8 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b4683e6-0fb3-4a32-b852-8983b9ae9f7f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:47.573117 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:47.573881 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:47.617294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b4dd1af-f595-4e3d-85aa-b88926edde5e req-9fe61566-daaa-48d2-87b7-5f6d8ee30390 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0522363 Aug 17 02:37:47.624510 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4b933d4a-a1b3-4311-b76c-59f2cc2d18f8 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:47.626559 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port ee5546fd-d272-4d9a-8c60-fd8870d8c481, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ee5546fd-d272-4d9a-8c60-fd8870d8c481,segment=NetworkSegment(8c789261-ee8f-4ffe-95f3-5f8036dfb4a9),segment_id=8c789261-ee8f-4ffe-95f3-5f8036dfb4a9)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:47.626824 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4b933d4a-a1b3-4311-b76c-59f2cc2d18f8 tempest-RoutersAdminNegativeIpV6Test-1529946225 tempest-RoutersAdminNegativeIpV6Test-1529946225-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3b4683e6-0fb3-4a32-b852-8983b9ae9f7f HTTP/1.1" status: 204 len: 168 time: 1.0825703 Aug 17 02:37:47.759022 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:47.778713 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:47.880584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=ee5546fd-d272-4d9a-8c60-fd8870d8c481,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:47.892415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8173d824-cda4-4f7d-bff9-441fd2f289ef up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:47.950570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8173d824-cda4-4f7d-bff9-441fd2f289ef triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:47.965807 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:47.984677 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:48.107027 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:48.198644 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Pushing event updated for resources: {'Port': ['ID=d445a016-f15e-4185-96aa-4a2dca8ac730,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:48.221093 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:48.339941 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:48.347459 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0755c06e-d916-4e5e-b9d1-189fb9657c19 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8804836 Aug 17 02:37:48.361278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e81dc6-888e-420c-a692-f01394519960 req-a74a32c4-d705-475d-8e39-b9159242b473 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:48.363734 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39e81dc6-888e-420c-a692-f01394519960 req-a74a32c4-d705-475d-8e39-b9159242b473 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 943 time: 0.0667922 Aug 17 02:37:48.365264 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f4379079-be5a-41d4-94d5-5786e179182f details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:37:48.420724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39e81dc6-888e-420c-a692-f01394519960 req-90d70b62-7af3-4d80-a4c3-1ae840e57e95 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497937 Aug 17 02:37:48.425038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37268) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:48.575397 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f4379079-be5a-41d4-94d5-5786e179182f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f4379079-be5a-41d4-94d5-5786e179182f,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:48.616590 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'f4379079-be5a-41d4-94d5-5786e179182f', 'network_id': '1c555dff-0fbd-481c-9788-48ee2bc88c22', 'port_id': 'f4379079-be5a-41d4-94d5-5786e179182f', 'mac_address': 'fa:16:3e:70:33:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '632968ae-909d-442e-a9e7-60583103d180', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:37:48.657122 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0dcb1de7-b10d-4664-94b0-40f3e24acdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:48.660166 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:48.685753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4379079-be5a-41d4-94d5-5786e179182f {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:37:48.699318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-731a97a1-4d96-462d-9bdd-8dd8aa1d5f7b req-9ed074cd-da62-4cb7-b586-01be2184fd28 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 210 time: 0.0504620 Aug 17 02:37:48.710877 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f4379079-be5a-41d4-94d5-5786e179182f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f4379079-be5a-41d4-94d5-5786e179182f,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:48.822385 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0dcb1de7-b10d-4664-94b0-40f3e24acdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:48.916578 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:48.969790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f4379079-be5a-41d4-94d5-5786e179182f,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:48.983550 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0dcb1de7-b10d-4664-94b0-40f3e24acdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:49.044736 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0dcb1de7-b10d-4664-94b0-40f3e24acdbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=112837151ea74aa784262c10fc3e7b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6183546 Aug 17 02:37:49.047596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37298) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:49.049693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb1de7-b10d-4664-94b0-40f3e24acdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbe7e8b-a71c-4289-9565-737af1d0caf9,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:49.107506 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89dbc3c6-b052-40cb-bf76-1356d649928f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:49.135588 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89dbc3c6-b052-40cb-bf76-1356d649928f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:49.338299 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89dbc3c6-b052-40cb-bf76-1356d649928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:49.338299 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89dbc3c6-b052-40cb-bf76-1356d649928f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:49.338299 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-89dbc3c6-b052-40cb-bf76-1356d649928f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fbe7e8b-a71c-4289-9565-737af1d0caf9 HTTP/1.1" status: 204 len: 168 time: 0.2820911 Aug 17 02:37:49.340213 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbc3c6-b052-40cb-bf76-1356d649928f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbe7e8b-a71c-4289-9565-737af1d0caf9,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:49.392733 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f4379079-be5a-41d4-94d5-5786e179182f'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:37:49.403806 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9e098a43-f37b-4042-aea6-3e3051d1b812 req-7edc16ea-25c7-4337-b398-f5a8f4d0d7c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=080eee39-00b1-49a5-b726-663efd89900d HTTP/1.1" status: 200 len: 210 time: 0.0451207 Aug 17 02:37:49.876805 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ee5546fd-d272-4d9a-8c60-fd8870d8c481 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:49.928319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ee5546fd-d272-4d9a-8c60-fd8870d8c481 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:49.928705 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:50.301040 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37332) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:50.344459 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-095d53ca-7f31-4f5b-baf2-219c64142865 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71f3d14a048a48faab3d63110221a04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422146 Aug 17 02:37:50.346828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37336) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:50.406074 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aef69905-d335-4276-9f19-bdeb2a6495bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:50.434042 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aef69905-d335-4276-9f19-bdeb2a6495bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:50.554376 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-69f38c26-ab0a-4101-8ea0-dde896a336aa tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:50.555754 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-69f38c26-ab0a-4101-8ea0-dde896a336aa tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.18 "GET /v2.0/networks?id=85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 HTTP/1.1" status: 200 len: 797 time: 0.1195154 Aug 17 02:37:50.577762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-f3c7ef37-8132-45da-b9ac-a46e173d1aa3 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Request body: {'port': {'device_id': '4d50d241-0f6a-4b6a-bfb0-aa58914f59dc', 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6', 'admin_state_up': True, 'tenant_id': '8fd89972482a4c83b3a151474a4ba945'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:50.675738 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aef69905-d335-4276-9f19-bdeb2a6495bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:50.678541 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aef69905-d335-4276-9f19-bdeb2a6495bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:50.682149 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-aef69905-d335-4276-9f19-bdeb2a6495bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d66120ab-2240-46af-b352-9ab6086ae1a0 HTTP/1.1" status: 204 len: 168 time: 0.3320038 Aug 17 02:37:50.698999 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef69905-d335-4276-9f19-bdeb2a6495bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66120ab-2240-46af-b352-9ab6086ae1a0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:51.550376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-13ba20c5-22b9-456a-9771-da7b5fdb3431 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--229432794&fields=id&tenant_id=ca2c1eb2e2464724a110a8d5ff28078a HTTP/1.1" status: 200 len: 267 time: 0.0389125 Aug 17 02:37:51.671580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-77027ab1-763f-4058-9141-0c4e9b19830e tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:51.673059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-77027ab1-763f-4058-9141-0c4e9b19830e tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/networks?id=9df5224e-fa29-44ae-9e9c-22c6b0585763 HTTP/1.1" status: 200 len: 812 time: 0.1113715 Aug 17 02:37:51.689766 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-2e7a0407-2b46-44c6-9f0d-a6db6a736807 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/quotas/ca2c1eb2e2464724a110a8d5ff28078a HTTP/1.1" status: 200 len: 375 time: 0.0098746 Aug 17 02:37:51.710182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-f3c7ef37-8132-45da-b9ac-a46e173d1aa3 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Made reservation on behalf of 8fd89972482a4c83b3a151474a4ba945 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:37:51.722377 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-f3c7ef37-8132-45da-b9ac-a46e173d1aa3 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:51.758245 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-5584aa23-4583-4f62-9a4f-4bfc10e063d2 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca2c1eb2e2464724a110a8d5ff28078a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631988 Aug 17 02:37:51.875781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-f3c7ef37-8132-45da-b9ac-a46e173d1aa3 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Allocated IP 172.20.0.27 (85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6/c0fe3fad-0d14-435e-8ec2-e96a6461060b/18adc04a-3f32-494e-9847-c9f8554a7e9d) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:51.888232 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-7d51d240-bf14-4148-820f-0cda11f5aec7 service neutron] 10.222.0.13 "GET /v2.0/networks/9df5224e-fa29-44ae-9e9c-22c6b0585763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152072 Aug 17 02:37:52.013152 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-f3c7ef37-8132-45da-b9ac-a46e173d1aa3 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:52.018516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-9a268252-f614-4a30-ae97-718ddb4e7094 service neutron] 10.222.0.13 "GET /v2.0/networks/9df5224e-fa29-44ae-9e9c-22c6b0585763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205335 Aug 17 02:37:52.032945 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-f3c7ef37-8132-45da-b9ac-a46e173d1aa3 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Transition to ACTIVE for port object 18adc04a-3f32-494e-9847-c9f8554a7e9d will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:52.112559 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca90941e-6802-4334-821d-c19a8bc03d98 req-b39a2811-96cb-45d5-955c-55e26ed0f967 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0551014 Aug 17 02:37:52.219235 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-f3c7ef37-8132-45da-b9ac-a46e173d1aa3 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:52.273454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-f3c7ef37-8132-45da-b9ac-a46e173d1aa3 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Network 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:52.278652 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-f3c7ef37-8132-45da-b9ac-a46e173d1aa3 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:52.282306 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-f3c7ef37-8132-45da-b9ac-a46e173d1aa3 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:52.331225 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7ef37-8132-45da-b9ac-a46e173d1aa3 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event updated for resources: {'Port': ['ID=18adc04a-3f32-494e-9847-c9f8554a7e9d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:52.377288 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-f3c7ef37-8132-45da-b9ac-a46e173d1aa3 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:52.377978 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-f3c7ef37-8132-45da-b9ac-a46e173d1aa3 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:52.401043 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f4379079-be5a-41d4-94d5-5786e179182f up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:52.409305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72fd2070-a82b-4f86-917b-720f8b5a49d6 req-e44f67d2-531f-4194-826d-f8875353fcd1 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0354505 Aug 17 02:37:52.492296 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port f4379079-be5a-41d4-94d5-5786e179182f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:52.492661 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:52.501007 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-f3c7ef37-8132-45da-b9ac-a46e173d1aa3 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9296858 Aug 17 02:37:52.524341 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Request body: {'port': {'device_id': '4d50d241-0f6a-4b6a-bfb0-aa58914f59dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:52.617520 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:52.633947 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:52.648306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221001d-4f04-461e-98f3-cb29a2c46475 req-e192eacf-a0c5-4972-b6d5-61bf74ae3eca tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:52.657288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3221001d-4f04-461e-98f3-cb29a2c46475 req-e192eacf-a0c5-4972-b6d5-61bf74ae3eca tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 944 time: 0.1091824 Aug 17 02:37:52.688553 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ce3b63-8446-4968-ae78-a4508afd17b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4379079-be5a-41d4-94d5-5786e179182f'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:37:52.691088 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2825400-3d1f-4d24-805b-678e08adef68" -d '{"events": [{"server_uuid": "15ce3b63-8446-4968-ae78-a4508afd17b9", "name": "network-vif-plugged", "status": "completed", "tag": "f4379079-be5a-41d4-94d5-5786e179182f"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:37:52.705208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f4379079-be5a-41d4-94d5-5786e179182f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f4379079-be5a-41d4-94d5-5786e179182f,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:52.745945 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3221001d-4f04-461e-98f3-cb29a2c46475 req-10908f6c-be8c-431a-9c30-6c57fdf7a624 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863683 Aug 17 02:37:52.828037 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:52.872770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8272c071-b8f5-417e-843b-fec5c2908e63 None None] Provisioning for port 18adc04a-3f32-494e-9847-c9f8554a7e9d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:37:52.887728 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8272c071-b8f5-417e-843b-fec5c2908e63 None None] Provisioning complete for port 18adc04a-3f32-494e-9847-c9f8554a7e9d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:52.887728 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8272c071-b8f5-417e-843b-fec5c2908e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:52.970223 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f4379079-be5a-41d4-94d5-5786e179182f,revision_number=10']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:52.985543 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8272c071-b8f5-417e-843b-fec5c2908e63 None None] Port 18adc04a-3f32-494e-9847-c9f8554a7e9d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:37:53.000610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba019b-6661-472a-923f-9fd887da9e83 req-214c0bd6-6b24-4e4b-b36c-7625cc7b0ca9 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:53.006332 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3eba019b-6661-472a-923f-9fd887da9e83 req-214c0bd6-6b24-4e4b-b36c-7625cc7b0ca9 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 895 time: 0.0861585 Aug 17 02:37:53.011854 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18adc04a-3f32-494e-9847-c9f8554a7e9d {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:37:53.022120 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:53.036243 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Transition to ACTIVE for port object 18adc04a-3f32-494e-9847-c9f8554a7e9d will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:53.073828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37380) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:53.157487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c35148-5f3c-497b-b4d2-3aec05436347 req-2ef1c54e-bfe6-439d-a7a8-be3af767f3c9 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:53.158971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54c35148-5f3c-497b-b4d2-3aec05436347 req-2ef1c54e-bfe6-439d-a7a8-be3af767f3c9 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0678244 Aug 17 02:37:53.176376 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:53.192636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1880607134'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:53.233941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Pushing event updated for resources: {'Port': ['ID=18adc04a-3f32-494e-9847-c9f8554a7e9d,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:53.246682 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54c35148-5f3c-497b-b4d2-3aec05436347 req-c509256f-d8e1-4245-b4f7-e6fc04b69db7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762134 Aug 17 02:37:53.314544 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9bed2b3e-25f4-4ad7-ab4e-3bc8ead46091 req-e74de1a0-f1ac-47f2-b40b-2ae4a463f799 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 210 time: 0.0320976 Aug 17 02:37:53.334532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Made reservation on behalf of 7e7642caa6614b499016292df55c6ea5 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:37:53.334532 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:53.335201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Attempting to bind port 18adc04a-3f32-494e-9847-c9f8554a7e9d on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:37:53.335201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Attempting to bind port 18adc04a-3f32-494e-9847-c9f8554a7e9d by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '1b0fa5e8-15ec-4cb4-afef-36ff726af110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:37:53.335201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Attempting to bind port 18adc04a-3f32-494e-9847-c9f8554a7e9d on network 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:37:53.335477 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:53.335582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Port 18adc04a-3f32-494e-9847-c9f8554a7e9d on network 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:37:53.335582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Attempting to bind port 18adc04a-3f32-494e-9847-c9f8554a7e9d on network 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:37:53.342557 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:37:53.342913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Checking segment: {'id': '1b0fa5e8-15ec-4cb4-afef-36ff726af110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:37:53.343286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Bound using segment: {'id': '1b0fa5e8-15ec-4cb4-afef-36ff726af110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:37:53.343735 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Bound port: 18adc04a-3f32-494e-9847-c9f8554a7e9d, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0fa5e8-15ec-4cb4-afef-36ff726af110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:37:53.344102 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:53.410911 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91609fdb-5dba-4825-8712-db57af5fce3c x-openstack-request-id: req-91609fdb-5dba-4825-8712-db57af5fce3c {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:37:53.410911 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ce3b63-8446-4968-ae78-a4508afd17b9", "name": "network-vif-plugged", "status": "completed", "tag": "f4379079-be5a-41d4-94d5-5786e179182f", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:37:53.410911 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91609fdb-5dba-4825-8712-db57af5fce3c {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:37:53.410911 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ce3b63-8446-4968-ae78-a4508afd17b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4379079-be5a-41d4-94d5-5786e179182f', 'code': 200} Aug 17 02:37:53.451257 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] For port 18adc04a-3f32-494e-9847-c9f8554a7e9d, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:37:53.455033 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] For port 18adc04a-3f32-494e-9847-c9f8554a7e9d, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=18adc04a-3f32-494e-9847-c9f8554a7e9d,segment=NetworkSegment(1b0fa5e8-15ec-4cb4-afef-36ff726af110),segment_id=1b0fa5e8-15ec-4cb4-afef-36ff726af110)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:37:53.528159 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:53.539178 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:53.579518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:53.583063 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:53.583063 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] 10.222.0.18 "PUT /v2.0/ports/18adc04a-3f32-494e-9847-c9f8554a7e9d HTTP/1.1" status: 200 len: 1056 time: 1.0638275 Aug 17 02:37:53.583063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d50d241-0f6a-4b6a-bfb0-aa58914f59dc', 'tag': '18adc04a-3f32-494e-9847-c9f8554a7e9d'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:37:53.585306 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a2a5f4-164c-4109-a305-f7eac753672e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d50d241-0f6a-4b6a-bfb0-aa58914f59dc", "tag": "18adc04a-3f32-494e-9847-c9f8554a7e9d"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:37:53.606289 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:53.621401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:37:53.624468 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae961d7-a04c-40d8-92ad-c21e9f060daa service neutron] Pushing event updated for resources: {'Port': ['ID=18adc04a-3f32-494e-9847-c9f8554a7e9d,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:53.632395 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:53.633204 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Added segment c178c2cf-a3f0-418c-89ed-98a68d325de0 of type vlan for network 0529397b-dd6e-47a6-9649-8945eb6d9fa8 Aug 17 02:37:53.694776 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:53.747479 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19bd5b20-66fb-4d88-8b5d-5fdd5bf2da15,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:53.859320 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-9a387563-0746-44ac-a89d-2cad72901f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:53.865631 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-9a387563-0746-44ac-a89d-2cad72901f8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fd89972482a4c83b3a151474a4ba945&device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 1059 time: 0.1081061 Aug 17 02:37:53.926529 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1a632c7-a7cc-45ba-a2f6-6befed5acf5c req-2cf41799-a00d-429e-9ba2-22ded1037a00 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0747402 Aug 17 02:37:53.930538 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:53.937031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:53.939824 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:53.984350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa06b7-0a1f-41ec-8587-e8c4b57e6ea2 req-f4a45195-dfc8-4bf0-85c9-e415badc9d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:53.986813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3cfa06b7-0a1f-41ec-8587-e8c4b57e6ea2 req-f4a45195-dfc8-4bf0-85c9-e415badc9d19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 1098 time: 0.1788518 Aug 17 02:37:54.004706 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-7855d0d1-f3ca-461e-ad1e-a63d2509eacf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=18adc04a-3f32-494e-9847-c9f8554a7e9d HTTP/1.1" status: 200 len: 217 time: 0.1197898 Aug 17 02:37:54.086357 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3216306b-c253-47b9-8f3d-9965885d9257 x-openstack-request-id: req-3216306b-c253-47b9-8f3d-9965885d9257 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:37:54.087060 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d50d241-0f6a-4b6a-bfb0-aa58914f59dc", "tag": "18adc04a-3f32-494e-9847-c9f8554a7e9d", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:37:54.087060 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3216306b-c253-47b9-8f3d-9965885d9257 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:37:54.088134 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d50d241-0f6a-4b6a-bfb0-aa58914f59dc', 'tag': '18adc04a-3f32-494e-9847-c9f8554a7e9d', 'status': 'completed', 'code': 200} Aug 17 02:37:54.107106 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0321071 Aug 17 02:37:54.124813 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37404) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:54.131539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-64cfc1db-2876-4e81-9e69-7feb733134b3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Request body: {'subnet': {'network_id': '0529397b-dd6e-47a6-9649-8945eb6d9fa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:54.136397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-03e5dc0b-f568-4482-893b-03283eb92bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:54.138420 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-03e5dc0b-f568-4482-893b-03283eb92bda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0fe3fad-0d14-435e-8ec2-e96a6461060b HTTP/1.1" status: 200 len: 837 time: 0.1193974 Aug 17 02:37:54.229888 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-0712c3cd-ad3c-458f-aedc-f8d746d8e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:54.231866 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-0712c3cd-ad3c-458f-aedc-f8d746d8e5dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0852277 Aug 17 02:37:54.264507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecdd07-c7c8-4790-807d-0cb7f679c043 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event updated for resources: {'Network': ['ID=0529397b-dd6e-47a6-9649-8945eb6d9fa8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:54.276899 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 0529397b-dd6e-47a6-9649-8945eb6d9fa8 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:37:54.322096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ead0e-0357-44ee-8f6b-4fce7883048f req-1ba15028-0c6f-4a22-99c0-7df5eedee061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:54.324096 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-753ead0e-0357-44ee-8f6b-4fce7883048f req-1ba15028-0c6f-4a22-99c0-7df5eedee061 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 1097 time: 0.3216131 Aug 17 02:37:54.329737 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3cfa06b7-0a1f-41ec-8587-e8c4b57e6ea2 req-6e6608bf-145c-44ab-892c-dd90b7d7b492 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261406 Aug 17 02:37:54.414710 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-6e5a3085-361f-45e7-bc15-83db859f9448 service neutron] 10.222.0.18 "GET /v2.0/networks/85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541727 Aug 17 02:37:54.435714 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ee978-aea8-4a48-b734-850be2a463c7 req-558151bf-4ec7-474a-b4ae-e03c01165a9e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:54.436987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-927ee978-aea8-4a48-b734-850be2a463c7 req-558151bf-4ec7-474a-b4ae-e03c01165a9e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.2141476 Aug 17 02:37:54.511443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-927ee978-aea8-4a48-b734-850be2a463c7 req-e35f76c7-57d3-4c51-9b84-679ca0f28865 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656049 Aug 17 02:37:54.516093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ead0e-0357-44ee-8f6b-4fce7883048f req-b378afb0-0e05-4e4c-b4f2-be2da43f99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:54.517995 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-753ead0e-0357-44ee-8f6b-4fce7883048f req-b378afb0-0e05-4e4c-b4f2-be2da43f99b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.1834362 Aug 17 02:37:54.518696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cfc1db-2876-4e81-9e69-7feb733134b3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Made reservation on behalf of 7e7642caa6614b499016292df55c6ea5 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:37:54.521743 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64cfc1db-2876-4e81-9e69-7feb733134b3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:54.703903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-753ead0e-0357-44ee-8f6b-4fce7883048f req-a82d75b9-2603-4bbf-ac7e-eee0c3ed38e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e11478f-186d-416c-a6d1-b91c615a6f06 HTTP/1.1" status: 200 len: 1000 time: 0.1764796 Aug 17 02:37:54.767949 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b36ff-3f1b-4883-80d2-fa318df1d0b5 req-a126e1bf-4e8b-4dbb-b37a-4ce0bd333170 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:54.776730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-311b36ff-3f1b-4883-80d2-fa318df1d0b5 req-a126e1bf-4e8b-4dbb-b37a-4ce0bd333170 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1676972 Aug 17 02:37:54.826051 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4a947b11-9938-4909-8745-ba4ca3c0d736 req-e8c10436-b4dd-4323-9f51-0e8b5a7b0788 service neutron] 10.222.0.18 "GET /v2.0/networks/85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019495 Aug 17 02:37:54.844956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ead0e-0357-44ee-8f6b-4fce7883048f req-5603e47f-2b32-4791-bd82-e986279424ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:54.846581 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-753ead0e-0357-44ee-8f6b-4fce7883048f req-5603e47f-2b32-4791-bd82-e986279424ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.1302254 Aug 17 02:37:54.901619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-311b36ff-3f1b-4883-80d2-fa318df1d0b5 req-c01e77f0-c850-418e-b196-5df0e2d92b64 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238701 Aug 17 02:37:54.963397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ead0e-0357-44ee-8f6b-4fce7883048f req-5c24a037-a72c-408e-ad18-d559577e6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:54.964972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-753ead0e-0357-44ee-8f6b-4fce7883048f req-5c24a037-a72c-408e-ad18-d559577e6591 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063800 Aug 17 02:37:55.120804 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-753ead0e-0357-44ee-8f6b-4fce7883048f req-90ac5c9d-e6f5-4be9-a0fa-9befc9fa7e9c service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457090 Aug 17 02:37:55.135352 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64cfc1db-2876-4e81-9e69-7feb733134b3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:55.203993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33b0b5-3e03-4e27-856b-fab3e07f723c req-b786ad0e-b4fe-4283-97bd-23ce24ac6291 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:55.205607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f33b0b5-3e03-4e27-856b-fab3e07f723c req-b786ad0e-b4fe-4283-97bd-23ce24ac6291 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 907 time: 0.1265950 Aug 17 02:37:55.215723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a5f4-164c-4109-a305-f7eac753672e req-ac31dfff-3f85-445f-a084-894258c5e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:55.220854 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b2a2a5f4-164c-4109-a305-f7eac753672e req-ac31dfff-3f85-445f-a084-894258c5e8b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fd89972482a4c83b3a151474a4ba945&device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 1059 time: 0.0881860 Aug 17 02:37:55.275094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfc1db-2876-4e81-9e69-7feb733134b3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event updated for resources: {'Subnet': ['ID=bd810152-7bf5-4028-99a1-c57edaee633b,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:55.344261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cfc1db-2876-4e81-9e69-7feb733134b3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Checking segment: {'id': 'c178c2cf-a3f0-418c-89ed-98a68d325de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0529397b-dd6e-47a6-9649-8945eb6d9fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:37:55.344627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cfc1db-2876-4e81-9e69-7feb733134b3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Network hostable DHCP agents. Network: 0529397b-dd6e-47a6-9649-8945eb6d9fa8, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:37:55.408974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a5f4-164c-4109-a305-f7eac753672e req-cfe3dc07-8961-4085-b925-f10a92ebe3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:55.410562 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b2a2a5f4-164c-4109-a305-f7eac753672e req-cfe3dc07-8961-4085-b925-f10a92ebe3b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 HTTP/1.1" status: 200 len: 898 time: 0.1749408 Aug 17 02:37:55.464441 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b2a2a5f4-164c-4109-a305-f7eac753672e req-f1aa206e-2183-42c6-a3f8-3da4c48057bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=18adc04a-3f32-494e-9847-c9f8554a7e9d HTTP/1.1" status: 200 len: 217 time: 0.0444906 Aug 17 02:37:55.530769 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a5f4-164c-4109-a305-f7eac753672e req-2e25c557-cffb-4e9f-ade1-5ad5085daedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:55.532353 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b2a2a5f4-164c-4109-a305-f7eac753672e req-2e25c557-cffb-4e9f-ade1-5ad5085daedd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0fe3fad-0d14-435e-8ec2-e96a6461060b HTTP/1.1" status: 200 len: 837 time: 0.0595419 Aug 17 02:37:55.594739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a5f4-164c-4109-a305-f7eac753672e req-8a4b66a9-5852-43a9-95bd-b6dea63c314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:55.597308 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b2a2a5f4-164c-4109-a305-f7eac753672e req-8a4b66a9-5852-43a9-95bd-b6dea63c314e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0552211 Aug 17 02:37:55.603032 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:37:55.631578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c515fb42-4a2e-41e1-81f6-84dfe4c4df79 req-a3d27454-7302-406e-b4ac-7b6f225625e8 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 210 time: 0.3014576 Aug 17 02:37:55.635670 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-753ead0e-0357-44ee-8f6b-4fce7883048f req-ca3d5bcc-9a21-4dc0-8a80-9338d82c0195 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876025 Aug 17 02:37:55.741611 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ce6278e-47de-49db-8b8d-840955db4924 req-bd12c80d-bd7c-4856-894d-8ef33259174b tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0296285 Aug 17 02:37:55.771514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cfc1db-2876-4e81-9e69-7feb733134b3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Network 0529397b-dd6e-47a6-9649-8945eb6d9fa8 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:37:55.776944 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b2a2a5f4-164c-4109-a305-f7eac753672e req-000318be-3df0-4b3a-a267-25353d27f07c service neutron] 10.222.0.18 "GET /v2.0/networks/85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425745 Aug 17 02:37:55.895404 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b2a2a5f4-164c-4109-a305-f7eac753672e req-2f6bc581-ec7a-40ad-ae85-48907e4a21c7 service neutron] 10.222.0.18 "GET /v2.0/networks/85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058981 Aug 17 02:37:55.922851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ee45d-aadc-43d6-89c8-2bd5778cccb5 req-b2c65748-af51-472c-b597-8ba82562f404 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:55.930086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b87ee45d-aadc-43d6-89c8-2bd5778cccb5 req-b2c65748-af51-472c-b597-8ba82562f404 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1016462 Aug 17 02:37:55.950979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-64cfc1db-2876-4e81-9e69-7feb733134b3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 0529397b-dd6e-47a6-9649-8945eb6d9fa8) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:55.957677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cfc1db-2876-4e81-9e69-7feb733134b3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:55.961552 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64cfc1db-2876-4e81-9e69-7feb733134b3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:55.962117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b77f3f-ed10-40bb-ac72-8723e182ad83 None None] Network 0529397b-dd6e-47a6-9649-8945eb6d9fa8 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:37:55.989568 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b87ee45d-aadc-43d6-89c8-2bd5778cccb5 req-24951dec-d7e9-4109-a15e-3299a398fbe3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573182 Aug 17 02:37:56.093556 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-64cfc1db-2876-4e81-9e69-7feb733134b3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9656384 Aug 17 02:37:56.095821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37424) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:56.100815 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-dca71679-06ec-4d90-adf0-34440447e373 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-608689794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:56.231278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-0529397b-dd6e-47a6-9649-8945eb6d9fa8', 'network_id': '0529397b-dd6e-47a6-9649-8945eb6d9fa8', 'tenant_id': '7e7642caa6614b499016292df55c6ea5', 'fixed_ips': [{'subnet_id': 'bd810152-7bf5-4028-99a1-c57edaee633b'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:37:56.232172 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:56.242112 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dca71679-06ec-4d90-adf0-34440447e373 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:56.243253 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dca71679-06ec-4d90-adf0-34440447e373 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:56.340387 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dca71679-06ec-4d90-adf0-34440447e373 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:56.401926 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dca71679-06ec-4d90-adf0-34440447e373 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:56.418862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-e7959188-0b62-4f99-8751-1e2cf5d134c4 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:56.420451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-e7959188-0b62-4f99-8751-1e2cf5d134c4 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.42 "GET /v2.0/networks?id=9df5224e-fa29-44ae-9e9c-22c6b0585763 HTTP/1.1" status: 200 len: 812 time: 0.2300601 Aug 17 02:37:56.435629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Allocated IP 172.20.0.2 (0529397b-dd6e-47a6-9649-8945eb6d9fa8/bd810152-7bf5-4028-99a1-c57edaee633b/1f93d341-fb69-404d-b153-f98608df1102) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:56.474926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-39af9819-1cd4-46a8-80cf-59a1e07743af tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca2c1eb2e2464724a110a8d5ff28078a HTTP/1.1" status: 200 len: 379 time: 0.0387082 Aug 17 02:37:56.485341 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dca71679-06ec-4d90-adf0-34440447e373 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:56.486941 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dca71679-06ec-4d90-adf0-34440447e373 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3899200 Aug 17 02:37:56.489062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-4d6d6a3f-4336-4644-8e96-27d3921efac0 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Request body: {'port': {'device_id': '4984c8d9-c3a7-4c31-ad43-be9be931aa03', 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'admin_state_up': True, 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'security_groups': ['9eef7bda-c6f1-45d8-82fd-dce332a81744']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:56.489723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37438) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:56.659774 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:56.678322 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Transition to ACTIVE for port object 1f93d341-fb69-404d-b153-f98608df1102 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:56.714372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Transition to ACTIVE for port object 1f93d341-fb69-404d-b153-f98608df1102 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:56.813753 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:56.861873 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Network 0529397b-dd6e-47a6-9649-8945eb6d9fa8 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:56.867304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:56.869966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:56.886725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Pushing event updated for resources: {'Port': ['ID=1f93d341-fb69-404d-b153-f98608df1102,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:56.898890 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:56.908297 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-4d6d6a3f-4336-4644-8e96-27d3921efac0 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Made reservation on behalf of ca2c1eb2e2464724a110a8d5ff28078a for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:37:56.912619 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-4d6d6a3f-4336-4644-8e96-27d3921efac0 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:56.944878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Attempting to bind port 1f93d341-fb69-404d-b153-f98608df1102 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:37:56.945329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Attempting to bind port 1f93d341-fb69-404d-b153-f98608df1102 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'c178c2cf-a3f0-418c-89ed-98a68d325de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0529397b-dd6e-47a6-9649-8945eb6d9fa8'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:37:56.945643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Attempting to bind port 1f93d341-fb69-404d-b153-f98608df1102 on network 0529397b-dd6e-47a6-9649-8945eb6d9fa8 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:37:56.954140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:37:56.954725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Checking segment: {'id': 'c178c2cf-a3f0-418c-89ed-98a68d325de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0529397b-dd6e-47a6-9649-8945eb6d9fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:37:56.955339 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:56.955939 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Bound using segment: {'id': 'c178c2cf-a3f0-418c-89ed-98a68d325de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0529397b-dd6e-47a6-9649-8945eb6d9fa8'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:37:56.956638 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Bound port: 1f93d341-fb69-404d-b153-f98608df1102, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c178c2cf-a3f0-418c-89ed-98a68d325de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0529397b-dd6e-47a6-9649-8945eb6d9fa8'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:37:56.957134 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:57.067608 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] For port 1f93d341-fb69-404d-b153-f98608df1102, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:37:57.073810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] For port 1f93d341-fb69-404d-b153-f98608df1102, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1f93d341-fb69-404d-b153-f98608df1102,segment=NetworkSegment(c178c2cf-a3f0-418c-89ed-98a68d325de0),segment_id=c178c2cf-a3f0-418c-89ed-98a68d325de0)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:37:57.129052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-4d6d6a3f-4336-4644-8e96-27d3921efac0 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Allocated IP 172.20.0.11 (9df5224e-fa29-44ae-9e9c-22c6b0585763/268055db-c223-45bc-9841-2e931ed80e99/a2fe167e-0b39-48fa-8066-b7c17d17c96a) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:57.154125 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:57.236575 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Allocated IP 172.20.0.1 (0529397b-dd6e-47a6-9649-8945eb6d9fa8/bd810152-7bf5-4028-99a1-c57edaee633b/ac27d5be-7191-4099-851a-ee8336938002) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:37:57.236705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88828d-3af3-4ecd-bf1f-3bdea7ea254c None None] Pushing event updated for resources: {'Port': ['ID=1f93d341-fb69-404d-b153-f98608df1102,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:57.407905 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-4d6d6a3f-4336-4644-8e96-27d3921efac0 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:57.426559 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:57.428922 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-4d6d6a3f-4336-4644-8e96-27d3921efac0 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Transition to ACTIVE for port object a2fe167e-0b39-48fa-8066-b7c17d17c96a will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:57.445779 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Transition to ACTIVE for port object ac27d5be-7191-4099-851a-ee8336938002 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:57.577435 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-4d6d6a3f-4336-4644-8e96-27d3921efac0 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:57.629271 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-4d6d6a3f-4336-4644-8e96-27d3921efac0 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Network 9df5224e-fa29-44ae-9e9c-22c6b0585763 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:57.632726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-4d6d6a3f-4336-4644-8e96-27d3921efac0 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:57.636963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-4d6d6a3f-4336-4644-8e96-27d3921efac0 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:57.640663 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:57.644135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d6a3f-4336-4644-8e96-27d3921efac0 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Pushing event updated for resources: {'Port': ['ID=a2fe167e-0b39-48fa-8066-b7c17d17c96a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:57.721493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Network 0529397b-dd6e-47a6-9649-8945eb6d9fa8 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:57.726005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:57.730265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-4d6d6a3f-4336-4644-8e96-27d3921efac0 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:57.731582 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-4d6d6a3f-4336-4644-8e96-27d3921efac0 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:57.732593 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:37:57.799095 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event updated for resources: {'Port': ['ID=ac27d5be-7191-4099-851a-ee8336938002,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:57.804196 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:57.913598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c8aa0-945c-4817-a33a-29f0d9e95540 req-e618cd92-bb2a-4adc-897b-c7e95b9a9f63 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:57.915983 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-239c8aa0-945c-4817-a33a-29f0d9e95540 req-e618cd92-bb2a-4adc-897b-c7e95b9a9f63 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.0836575 Aug 17 02:37:57.989391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-239c8aa0-945c-4817-a33a-29f0d9e95540 req-2412624b-c333-4925-88b3-ef35d6082162 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644345 Aug 17 02:37:58.003431 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1f93d341-fb69-404d-b153-f98608df1102 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:58.235124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5db71-5a8c-48db-a94d-5cfaabcbebb1 req-d5441ecc-5530-4ccc-8878-11ea9e5576e9 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:58.237440 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6c5db71-5a8c-48db-a94d-5cfaabcbebb1 req-d5441ecc-5530-4ccc-8878-11ea9e5576e9 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 907 time: 0.0615950 Aug 17 02:37:58.379054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 1f93d341-fb69-404d-b153-f98608df1102 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:37:58.391606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-244f1b99-f9d3-436a-b9ec-77c9cfb82026 None None] Provisioning for port a2fe167e-0b39-48fa-8066-b7c17d17c96a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:37:58.392167 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-4d6d6a3f-4336-4644-8e96-27d3921efac0 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9083035 Aug 17 02:37:58.411113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Request body: {'port': {'device_id': '4984c8d9-c3a7-4c31-ad43-be9be931aa03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:37:58.414784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-244f1b99-f9d3-436a-b9ec-77c9cfb82026 None None] Provisioning complete for port a2fe167e-0b39-48fa-8066-b7c17d17c96a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:58.414784 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-244f1b99-f9d3-436a-b9ec-77c9cfb82026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:58.427582 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 18adc04a-3f32-494e-9847-c9f8554a7e9d details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:37:58.434779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb95b13-0994-4a48-bbf8-01fdf5612c1f req-cdfd3b4c-a4c8-487e-8738-b518f38e7f74 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:58.439645 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bb95b13-0994-4a48-bbf8-01fdf5612c1f req-cdfd3b4c-a4c8-487e-8738-b518f38e7f74 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 932 time: 0.1296368 Aug 17 02:37:58.451534 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:58.572574 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bb95b13-0994-4a48-bbf8-01fdf5612c1f req-bb0d9f89-0932-429a-82c3-f554ea340fd5 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710387 Aug 17 02:37:58.599047 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:58.779596 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acebb37-212a-4310-99d1-aee13f5cda89 None None] Network 0529397b-dd6e-47a6-9649-8945eb6d9fa8 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:37:58.824361 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:58.859016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-244f1b99-f9d3-436a-b9ec-77c9cfb82026 None None] Port a2fe167e-0b39-48fa-8066-b7c17d17c96a cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:37:58.874411 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5a438-5c2f-4527-86e4-c440bf296cf3 req-b6f89aca-73ae-49d3-98f3-8b633688d7d0 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:58.882526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ff5a438-5c2f-4527-86e4-c440bf296cf3 req-b6f89aca-73ae-49d3-98f3-8b633688d7d0 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1655915 Aug 17 02:37:58.927433 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:58.938609 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:59.046465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event updated for resources: {'Port': ['ID=ac27d5be-7191-4099-851a-ee8336938002,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:59.049325 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:59.095548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 18adc04a-3f32-494e-9847-c9f8554a7e9d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=18adc04a-3f32-494e-9847-c9f8554a7e9d,segment=NetworkSegment(1b0fa5e8-15ec-4cb4-afef-36ff726af110),segment_id=1b0fa5e8-15ec-4cb4-afef-36ff726af110)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:59.116338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '18adc04a-3f32-494e-9847-c9f8554a7e9d', 'network_id': '85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6', 'port_id': '18adc04a-3f32-494e-9847-c9f8554a7e9d', 'mac_address': 'fa:16:3e:a5:dc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fe3fad-0d14-435e-8ec2-e96a6461060b', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:37:59.148885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ff5a438-5c2f-4527-86e4-c440bf296cf3 req-b54d6db4-ad82-43d6-bed9-a4ec04f00a1d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651823 Aug 17 02:37:59.232679 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-27578452-02b3-45e1-8734-156ca72c080d None None] Provisioning for port 1f93d341-fb69-404d-b153-f98608df1102 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:37:59.244895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-27578452-02b3-45e1-8734-156ca72c080d None None] Provisioning complete for port 1f93d341-fb69-404d-b153-f98608df1102 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:59.245308 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-27578452-02b3-45e1-8734-156ca72c080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:59.247451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fe167e-0b39-48fa-8066-b7c17d17c96a {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:37:59.254862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17367e04-136d-4d7d-a230-02cb03ce5ed5 req-61c822f9-ac63-492d-8d44-93ebca337ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:59.256346 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:59.256648 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17367e04-136d-4d7d-a230-02cb03ce5ed5 req-61c822f9-ac63-492d-8d44-93ebca337ffd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af66f741a9e7435193ccb1b435243ed2&device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 1098 time: 0.2034533 Aug 17 02:37:59.265422 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Network 0529397b-dd6e-47a6-9649-8945eb6d9fa8 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:37:59.267593 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:37:59.274603 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Transition to ACTIVE for port object a2fe167e-0b39-48fa-8066-b7c17d17c96a will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:37:59.334923 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:59.344727 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-74ba5826-eda7-476f-a13c-ae57f1398d99 req-4eada972-7353-4489-9fd0-202b69529fb4 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0445173 Aug 17 02:37:59.361432 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:59.385925 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18adc04a-3f32-494e-9847-c9f8554a7e9d {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:37:59.525700 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-27578452-02b3-45e1-8734-156ca72c080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:59.552689 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fe167e-0b39-48fa-8066-b7c17d17c96a,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:59.553163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 18adc04a-3f32-494e-9847-c9f8554a7e9d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=18adc04a-3f32-494e-9847-c9f8554a7e9d,segment=NetworkSegment(1b0fa5e8-15ec-4cb4-afef-36ff726af110),segment_id=1b0fa5e8-15ec-4cb4-afef-36ff726af110)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:59.613191 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-27578452-02b3-45e1-8734-156ca72c080d None None] For port 1f93d341-fb69-404d-b153-f98608df1102, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1f93d341-fb69-404d-b153-f98608df1102,segment=NetworkSegment(c178c2cf-a3f0-418c-89ed-98a68d325de0),segment_id=c178c2cf-a3f0-418c-89ed-98a68d325de0)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:59.626427 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:59.666143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b139b-ea7e-4413-ad29-1a721d7e0a58 req-e132fb50-b512-4db0-9d79-78d0af89e46f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:59.669085 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd9b139b-ea7e-4413-ad29-1a721d7e0a58 req-e132fb50-b512-4db0-9d79-78d0af89e46f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1676958 Aug 17 02:37:59.705281 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Attempting to bind port a2fe167e-0b39-48fa-8066-b7c17d17c96a on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:37:59.705915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Attempting to bind port a2fe167e-0b39-48fa-8066-b7c17d17c96a by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '8c789261-ee8f-4ffe-95f3-5f8036dfb4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:37:59.706448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Attempting to bind port a2fe167e-0b39-48fa-8066-b7c17d17c96a on network 9df5224e-fa29-44ae-9e9c-22c6b0585763 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:37:59.711797 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-27578452-02b3-45e1-8734-156ca72c080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:59.723358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Port a2fe167e-0b39-48fa-8066-b7c17d17c96a on network 9df5224e-fa29-44ae-9e9c-22c6b0585763 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:37:59.723972 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Attempting to bind port a2fe167e-0b39-48fa-8066-b7c17d17c96a on network 9df5224e-fa29-44ae-9e9c-22c6b0585763 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:37:59.744205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:37:59.744853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Checking segment: {'id': '8c789261-ee8f-4ffe-95f3-5f8036dfb4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:37:59.745501 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Bound using segment: {'id': '8c789261-ee8f-4ffe-95f3-5f8036dfb4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:37:59.746122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Bound port: a2fe167e-0b39-48fa-8066-b7c17d17c96a, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c789261-ee8f-4ffe-95f3-5f8036dfb4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:37:59.746676 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:59.822557 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd9b139b-ea7e-4413-ad29-1a721d7e0a58 req-820dcffc-f1eb-43ec-94b7-8e91cf485e8d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332033 Aug 17 02:37:59.824361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=18adc04a-3f32-494e-9847-c9f8554a7e9d,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:59.902671 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27578452-02b3-45e1-8734-156ca72c080d None None] Pushing event updated for resources: {'Port': ['ID=1f93d341-fb69-404d-b153-f98608df1102,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:59.911983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3a7ab5b0-52fe-4dd4-b78a-71c12b57d9d7 None None] Provisioning complete for port 1f93d341-fb69-404d-b153-f98608df1102 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:59.912481 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3a7ab5b0-52fe-4dd4-b78a-71c12b57d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:59.972861 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] For port a2fe167e-0b39-48fa-8066-b7c17d17c96a, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:37:59.976852 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] For port a2fe167e-0b39-48fa-8066-b7c17d17c96a, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=a2fe167e-0b39-48fa-8066-b7c17d17c96a,segment=NetworkSegment(8c789261-ee8f-4ffe-95f3-5f8036dfb4a9),segment_id=8c789261-ee8f-4ffe-95f3-5f8036dfb4a9)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:38:00.062720 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:00.135265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['18adc04a-3f32-494e-9847-c9f8554a7e9d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:38:00.177136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:00.181072 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:00.190464 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] 10.222.0.42 "PUT /v2.0/ports/a2fe167e-0b39-48fa-8066-b7c17d17c96a HTTP/1.1" status: 200 len: 1093 time: 1.7867231 Aug 17 02:38:00.191189 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4984c8d9-c3a7-4c31-ad43-be9be931aa03', 'tag': 'a2fe167e-0b39-48fa-8066-b7c17d17c96a'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:38:00.194273 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efa9892-9eb8-4097-be77-b1853b36bf61" -d '{"events": [{"name": "network-changed", "server_uuid": "4984c8d9-c3a7-4c31-ad43-be9be931aa03", "tag": "a2fe167e-0b39-48fa-8066-b7c17d17c96a"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:38:00.237051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3a7ab5b0-52fe-4dd4-b78a-71c12b57d9d7 None None] Provisioning for port ac27d5be-7191-4099-851a-ee8336938002 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:00.238425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f8abf-59ed-4028-bc42-a8521586c984 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fe167e-0b39-48fa-8066-b7c17d17c96a,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:00.247618 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3a7ab5b0-52fe-4dd4-b78a-71c12b57d9d7 None None] Provisioning complete for port ac27d5be-7191-4099-851a-ee8336938002 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:00.248296 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3a7ab5b0-52fe-4dd4-b78a-71c12b57d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:00.301296 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ab5b0-52fe-4dd4-b78a-71c12b57d9d7 None None] Port ac27d5be-7191-4099-851a-ee8336938002 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:38:00.318915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17367e04-136d-4d7d-a230-02cb03ce5ed5 req-6bc3af44-c496-4a74-b92e-98d79df56f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:00.321282 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17367e04-136d-4d7d-a230-02cb03ce5ed5 req-6bc3af44-c496-4a74-b92e-98d79df56f7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c555dff-0fbd-481c-9788-48ee2bc88c22 HTTP/1.1" status: 200 len: 915 time: 1.0248842 Aug 17 02:38:00.374678 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb87bd-ba97-474a-aab0-b714dda3e55d req-9835dc44-5037-4e75-a813-6bcfc262acf7 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:00.376475 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8fb87bd-ba97-474a-aab0-b714dda3e55d req-9835dc44-5037-4e75-a813-6bcfc262acf7 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 908 time: 0.1094468 Aug 17 02:38:00.387782 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17367e04-136d-4d7d-a230-02cb03ce5ed5 req-b4e97631-a0e5-4c4b-abdd-c10a3cbc9aed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4379079-be5a-41d4-94d5-5786e179182f HTTP/1.1" status: 200 len: 217 time: 0.0504141 Aug 17 02:38:00.389760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Router 51005cc3-355d-4c83-9ce0-14c6c4045088 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:38:00.395403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-c396088b-3712-4a5b-9950-bbc58c6297ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:00.397623 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-c396088b-3712-4a5b-9950-bbc58c6297ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca2c1eb2e2464724a110a8d5ff28078a&device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 1096 time: 0.0730202 Aug 17 02:38:00.458793 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9cac55ea-c368-4fe2-8d60-ace2db5b7d33 None None] Provisioning complete for port ac27d5be-7191-4099-851a-ee8336938002 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:00.459410 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9cac55ea-c368-4fe2-8d60-ace2db5b7d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:00.470228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-9e8f2f04-d4c0-43d1-a9c7-046e141efea4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2fe167e-0b39-48fa-8066-b7c17d17c96a HTTP/1.1" status: 200 len: 217 time: 0.0580981 Aug 17 02:38:00.547926 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9cac55ea-c368-4fe2-8d60-ace2db5b7d33 None None] Port ac27d5be-7191-4099-851a-ee8336938002 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:38:00.555046 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17367e04-136d-4d7d-a230-02cb03ce5ed5 req-3eac311d-5554-4ebb-9113-53043337842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:00.558896 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17367e04-136d-4d7d-a230-02cb03ce5ed5 req-3eac311d-5554-4ebb-9113-53043337842f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=632968ae-909d-442e-a9e7-60583103d180 HTTP/1.1" status: 200 len: 854 time: 0.1575761 Aug 17 02:38:00.587799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-8ee6668f-af64-4bed-92ea-eafe20a7ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:00.589548 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-8ee6668f-af64-4bed-92ea-eafe20a7ddc4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268055db-c223-45bc-9841-2e931ed80e99 HTTP/1.1" status: 200 len: 851 time: 0.1130960 Aug 17 02:38:00.590382 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:38:00.608206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dbe76a-9b2f-40f8-87d5-59db237bc05b None None] Sync routers for ids ['51005cc3-355d-4c83-9ce0-14c6c4045088'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:38:00.611412 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17367e04-136d-4d7d-a230-02cb03ce5ed5 req-828626aa-8eb1-4c52-bd6c-85195565a78f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c555dff-0fbd-481c-9788-48ee2bc88c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407181 Aug 17 02:38:00.617650 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-84957a46-f36f-488c-8245-f237beee3ddb tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "PUT /v2.0/routers/51005cc3-355d-4c83-9ce0-14c6c4045088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1242325 Aug 17 02:38:00.618272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37520) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:00.621639 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dbe76a-9b2f-40f8-87d5-59db237bc05b None None] Routers {'51005cc3-355d-4c83-9ce0-14c6c4045088'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:00.622539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-93dbe76a-9b2f-40f8-87d5-59db237bc05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['51005cc3-355d-4c83-9ce0-14c6c4045088'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:00.631822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-29aa4ce9-1062-4296-9638-35641236ccfc tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Request body: {'port': {'network_id': '0529397b-dd6e-47a6-9649-8945eb6d9fa8', 'name': 'tempest-FloatingIPNegativeTestJSON-606868541'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:00.665584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a20ad-6394-415c-8d9f-f6ba082a394f req-cc51189c-b49f-48ad-87b4-614aa281eb60 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:00.667165 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-111a20ad-6394-415c-8d9f-f6ba082a394f req-cc51189c-b49f-48ad-87b4-614aa281eb60 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 944 time: 0.1457069 Aug 17 02:38:00.671461 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-93dbe76a-9b2f-40f8-87d5-59db237bc05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:00.683641 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dbe76a-9b2f-40f8-87d5-59db237bc05b None None] Routers {'51005cc3-355d-4c83-9ce0-14c6c4045088'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:00.684477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-93dbe76a-9b2f-40f8-87d5-59db237bc05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:37:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['51005cc3-355d-4c83-9ce0-14c6c4045088'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:00.720606 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17367e04-136d-4d7d-a230-02cb03ce5ed5 req-16c628fc-7202-4053-af12-8f4a7e5703e6 service neutron] 10.222.0.18 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946741 Aug 17 02:38:00.723720 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-93dbe76a-9b2f-40f8-87d5-59db237bc05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:00.724385 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dbe76a-9b2f-40f8-87d5-59db237bc05b None None] The sync data for ids ['51005cc3-355d-4c83-9ce0-14c6c4045088'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:38:00.768261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-bd45faf6-9050-4a3e-b97b-9696cf3cb3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:00.769818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-bd45faf6-9050-4a3e-b97b-9696cf3cb3bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9df5224e-fa29-44ae-9e9c-22c6b0585763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1737061 Aug 17 02:38:00.775099 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-111a20ad-6394-415c-8d9f-f6ba082a394f req-30ca0dcd-ed66-414c-9c4d-bfe8dda3135c tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917552 Aug 17 02:38:00.838304 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-17367e04-136d-4d7d-a230-02cb03ce5ed5 req-34085310-e8a7-4b75-9afc-21e07ae53f3f service neutron] 10.222.0.18 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056926 Aug 17 02:38:00.933614 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-7e8ef154-ba02-4dcb-82d9-ecc75cb1b442 service neutron] 10.222.0.42 "GET /v2.0/networks/9df5224e-fa29-44ae-9e9c-22c6b0585763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551101 Aug 17 02:38:00.944596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182210e8-5721-48b2-afd7-0142fc1265d6 req-ed4411bc-7a2b-4d57-9e79-0ab7030f2d65 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:00.946107 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-182210e8-5721-48b2-afd7-0142fc1265d6 req-ed4411bc-7a2b-4d57-9e79-0ab7030f2d65 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0912611 Aug 17 02:38:01.030891 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aa4ce9-1062-4296-9638-35641236ccfc tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Made reservation on behalf of 7e7642caa6614b499016292df55c6ea5 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:01.034904 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29aa4ce9-1062-4296-9638-35641236ccfc tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:01.045044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-182210e8-5721-48b2-afd7-0142fc1265d6 req-005ae3db-6ad7-496b-ba39-0db4c70c35c4 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896828 Aug 17 02:38:01.063968 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:01.074695 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-29aa4ce9-1062-4296-9638-35641236ccfc tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] device_id is not set on port 8217e699-2efb-4b61-a899-0d595f0164b8 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:38:01.107912 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfc9ee26-eba2-4e5c-8049-ba5fa2b34859 req-a31f1382-da8e-4302-b3f7-b4e5c8b1fb47 service neutron] 10.222.0.42 "GET /v2.0/networks/9df5224e-fa29-44ae-9e9c-22c6b0585763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602821 Aug 17 02:38:01.142123 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e292d0-f9c7-41a3-8db9-b62ac7983b98 x-openstack-request-id: req-e8e292d0-f9c7-41a3-8db9-b62ac7983b98 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:38:01.142123 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4984c8d9-c3a7-4c31-ad43-be9be931aa03", "tag": "a2fe167e-0b39-48fa-8066-b7c17d17c96a", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:38:01.145942 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8e292d0-f9c7-41a3-8db9-b62ac7983b98 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:38:01.145942 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4984c8d9-c3a7-4c31-ad43-be9be931aa03', 'tag': 'a2fe167e-0b39-48fa-8066-b7c17d17c96a', 'status': 'completed', 'code': 200} Aug 17 02:38:01.209471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90c797f6-0b45-470b-9b7f-f6a61ad8e3f3 req-653ed732-8ca1-42a4-9ee5-d1917eea859f tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0366354 Aug 17 02:38:01.336797 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-29aa4ce9-1062-4296-9638-35641236ccfc tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Allocated IP 172.20.0.3 (0529397b-dd6e-47a6-9649-8945eb6d9fa8/bd810152-7bf5-4028-99a1-c57edaee633b/8217e699-2efb-4b61-a899-0d595f0164b8) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:01.385775 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa9892-9eb8-4097-be77-b1853b36bf61 req-30f5bb57-a1d1-4d27-b106-34d373b98877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:01.387304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0efa9892-9eb8-4097-be77-b1853b36bf61 req-30f5bb57-a1d1-4d27-b106-34d373b98877 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca2c1eb2e2464724a110a8d5ff28078a&device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 1096 time: 0.1161518 Aug 17 02:38:01.418213 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58799fdb-5df2-426c-b6a7-8a1a822d8dce req-9a446e20-c016-47cb-bda6-61f57efc367f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:01.419738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58799fdb-5df2-426c-b6a7-8a1a822d8dce req-9a446e20-c016-47cb-bda6-61f57efc367f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1370342 Aug 17 02:38:01.582604 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58799fdb-5df2-426c-b6a7-8a1a822d8dce req-f2729f71-0937-40ea-a0e8-4f846bc190e6 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453745 Aug 17 02:38:01.630193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa9892-9eb8-4097-be77-b1853b36bf61 req-d9c7c022-43b7-426a-b04e-9deb718157ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:01.632689 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0efa9892-9eb8-4097-be77-b1853b36bf61 req-d9c7c022-43b7-426a-b04e-9deb718157ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=9df5224e-fa29-44ae-9e9c-22c6b0585763 HTTP/1.1" status: 200 len: 913 time: 0.2333570 Aug 17 02:38:01.717512 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0efa9892-9eb8-4097-be77-b1853b36bf61 req-f509c31e-0b7c-4a81-b86b-5acdb02fea36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2fe167e-0b39-48fa-8066-b7c17d17c96a HTTP/1.1" status: 200 len: 217 time: 0.0743053 Aug 17 02:38:01.719982 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2272843f-806e-4800-86d4-16398da40a06 req-c26cd9c9-35ac-473d-8553-a06097e3f1b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480645 Aug 17 02:38:01.733068 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29aa4ce9-1062-4296-9638-35641236ccfc tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:01.751910 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-29aa4ce9-1062-4296-9638-35641236ccfc tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Transition to ACTIVE for port object 8217e699-2efb-4b61-a899-0d595f0164b8 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:01.872245 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272843f-806e-4800-86d4-16398da40a06 req-412f3ece-08ee-4c44-a04e-14951b4f2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:01.874062 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2272843f-806e-4800-86d4-16398da40a06 req-412f3ece-08ee-4c44-a04e-14951b4f2d2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 1097 time: 0.0984740 Aug 17 02:38:01.906842 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa9892-9eb8-4097-be77-b1853b36bf61 req-ca2744a2-856f-4c87-bcd9-ff4eab77b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:01.908607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0efa9892-9eb8-4097-be77-b1853b36bf61 req-ca2744a2-856f-4c87-bcd9-ff4eab77b58b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268055db-c223-45bc-9841-2e931ed80e99 HTTP/1.1" status: 200 len: 851 time: 0.1423123 Aug 17 02:38:01.916711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1f93d341-fb69-404d-b153-f98608df1102 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:01.991259 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde75c31-2c16-4841-ba4d-3fcfc680bbe8 req-8b5d077e-8ec6-4f7b-8017-70758bf1b787 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:01.991690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 1f93d341-fb69-404d-b153-f98608df1102 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:01.992231 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:01.993214 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cde75c31-2c16-4841-ba4d-3fcfc680bbe8 req-8b5d077e-8ec6-4f7b-8017-70758bf1b787 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1306047 Aug 17 02:38:01.994511 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29aa4ce9-1062-4296-9638-35641236ccfc tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:02.035802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272843f-806e-4800-86d4-16398da40a06 req-e43acdba-3c7b-4654-8962-e6cce563e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:02.038666 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2272843f-806e-4800-86d4-16398da40a06 req-e43acdba-3c7b-4654-8962-e6cce563e0c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.1436257 Aug 17 02:38:02.055060 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aa4ce9-1062-4296-9638-35641236ccfc tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Network 0529397b-dd6e-47a6-9649-8945eb6d9fa8 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:02.060809 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-29aa4ce9-1062-4296-9638-35641236ccfc tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:02.063988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa9892-9eb8-4097-be77-b1853b36bf61 req-0d8e5cc9-8c89-4fd6-9001-abeeafde661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:02.069376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0efa9892-9eb8-4097-be77-b1853b36bf61 req-0d8e5cc9-8c89-4fd6-9001-abeeafde661a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9df5224e-fa29-44ae-9e9c-22c6b0585763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1414347 Aug 17 02:38:02.069376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa4ce9-1062-4296-9638-35641236ccfc tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:02.194669 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2272843f-806e-4800-86d4-16398da40a06 req-77b9c671-71f6-4e46-83de-03a3d8cc7c26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e11478f-186d-416c-a6d1-b91c615a6f06 HTTP/1.1" status: 200 len: 1000 time: 0.1468589 Aug 17 02:38:02.195513 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa4ce9-1062-4296-9638-35641236ccfc tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event updated for resources: {'Port': ['ID=8217e699-2efb-4b61-a899-0d595f0164b8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:02.225550 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cde75c31-2c16-4841-ba4d-3fcfc680bbe8 req-cefdb972-c494-401f-81d5-42e0c1a654c8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180572 Aug 17 02:38:02.252587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aa4ce9-1062-4296-9638-35641236ccfc tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:02.253629 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29aa4ce9-1062-4296-9638-35641236ccfc tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:02.314481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272843f-806e-4800-86d4-16398da40a06 req-9987a766-6f18-4b0f-b6f0-e822a50d1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:02.319328 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2272843f-806e-4800-86d4-16398da40a06 req-9987a766-6f18-4b0f-b6f0-e822a50d1eb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.1077836 Aug 17 02:38:02.357134 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-29aa4ce9-1062-4296-9638-35641236ccfc tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7354555 Aug 17 02:38:02.365478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37548) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:02.392399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:02.410442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272843f-806e-4800-86d4-16398da40a06 req-38274725-2989-45ba-afd4-48c999c09d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:02.413525 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2272843f-806e-4800-86d4-16398da40a06 req-38274725-2989-45ba-afd4-48c999c09d11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867162 Aug 17 02:38:02.418576 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0efa9892-9eb8-4097-be77-b1853b36bf61 req-fa6907bf-e3dc-4095-92fc-8b4af3ed669f service neutron] 10.222.0.42 "GET /v2.0/networks/9df5224e-fa29-44ae-9e9c-22c6b0585763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393452 Aug 17 02:38:02.450634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 18adc04a-3f32-494e-9847-c9f8554a7e9d up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:02.503417 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366af2be-aee7-460f-9d17-2d12d453d116 req-ccd800ea-2c45-493e-960e-b89f29767d73 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:02.504971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-366af2be-aee7-460f-9d17-2d12d453d116 req-ccd800ea-2c45-493e-960e-b89f29767d73 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 908 time: 0.1623058 Aug 17 02:38:02.539719 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:02.550840 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2272843f-806e-4800-86d4-16398da40a06 req-8dfa69c3-8b88-4d50-b806-8577e28ea0fe service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243675 Aug 17 02:38:02.629963 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4bdcf5b1-7f4e-4977-b2e8-1762b38c829b None None] Provisioning for port 8217e699-2efb-4b61-a899-0d595f0164b8 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:02.635137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4bdcf5b1-7f4e-4977-b2e8-1762b38c829b None None] Provisioning complete for port 8217e699-2efb-4b61-a899-0d595f0164b8 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:02.635518 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4bdcf5b1-7f4e-4977-b2e8-1762b38c829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:02.664404 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 18adc04a-3f32-494e-9847-c9f8554a7e9d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:02.680240 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 18adc04a-3f32-494e-9847-c9f8554a7e9d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:02.680977 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:02.688815 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2272843f-806e-4800-86d4-16398da40a06 req-07be5482-c1b6-4418-8ada-c194ae2083b4 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288509 Aug 17 02:38:02.711024 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4bdcf5b1-7f4e-4977-b2e8-1762b38c829b None None] Port 8217e699-2efb-4b61-a899-0d595f0164b8 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:38:02.803419 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:02.834143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d50d241-0f6a-4b6a-bfb0-aa58914f59dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18adc04a-3f32-494e-9847-c9f8554a7e9d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:38:02.836818 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974e886b-1284-4635-a25a-a934abff5262" -d '{"events": [{"server_uuid": "4d50d241-0f6a-4b6a-bfb0-aa58914f59dc", "name": "network-vif-plugged", "status": "completed", "tag": "18adc04a-3f32-494e-9847-c9f8554a7e9d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:38:02.852686 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 18adc04a-3f32-494e-9847-c9f8554a7e9d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=18adc04a-3f32-494e-9847-c9f8554a7e9d,segment=NetworkSegment(1b0fa5e8-15ec-4cb4-afef-36ff726af110),segment_id=1b0fa5e8-15ec-4cb4-afef-36ff726af110)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:02.866639 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0efa9892-9eb8-4097-be77-b1853b36bf61 req-a93d7d8c-d61a-47d2-a12d-fe8ef9d1d48a service neutron] 10.222.0.42 "GET /v2.0/networks/9df5224e-fa29-44ae-9e9c-22c6b0585763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382019 Aug 17 02:38:02.927542 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:02.938228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792e17d-f346-4780-b35d-a43bd3684b45 req-2e8c821c-2047-4db8-b62c-f0fd2d73c370 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:02.939760 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2792e17d-f346-4780-b35d-a43bd3684b45 req-2e8c821c-2047-4db8-b62c-f0fd2d73c370 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.0893798 Aug 17 02:38:03.003319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=18adc04a-3f32-494e-9847-c9f8554a7e9d,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:03.009880 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2792e17d-f346-4780-b35d-a43bd3684b45 req-6d7f5b5d-9f47-4138-8c25-059d4bc49208 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584164 Aug 17 02:38:03.019424 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:03.168045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abc690-161d-48af-b4e4-74b391ed67b1 req-53ac62b9-9117-4522-a221-6702efa86680 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:03.169653 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96abc690-161d-48af-b4e4-74b391ed67b1 req-53ac62b9-9117-4522-a221-6702efa86680 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 944 time: 0.0906518 Aug 17 02:38:03.205551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Allocated IP 172.25.5.36 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/7e0259d6-59fe-440a-8543-ef33d1e20035) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:03.237345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96abc690-161d-48af-b4e4-74b391ed67b1 req-5ebd3dd7-13ce-469c-9972-8154eb971f70 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610044 Aug 17 02:38:03.345267 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-efbf2e16-444b-4c2a-b3de-075e1449b62b req-e3a03640-2bb4-4b72-a5f9-aa219ead5e15 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0412188 Aug 17 02:38:03.355670 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:03.505367 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:03.564413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:03.577107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:03.582261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:03.594240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-07d5f906-1489-48cd-b3e3-cf75a00bcc3c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:03.595854 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-07d5f906-1489-48cd-b3e3-cf75a00bcc3c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 811 time: 0.1572928 Aug 17 02:38:03.615769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event updated for resources: {'Port': ['ID=7e0259d6-59fe-440a-8543-ef33d1e20035,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:03.640965 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-8fe6e497-8407-4fcd-9570-b52c2d728a52 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/quotas/9c180ae939a34aacab47cf5d9b29aa11 HTTP/1.1" status: 200 len: 375 time: 0.0261395 Aug 17 02:38:03.755630 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:03.776030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-a6e5f045-50b0-4870-8a45-faf13e61dff1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1289790 Aug 17 02:38:03.882735 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-fa87e60f-82cc-4b3c-8898-323a8e3c2104 service neutron] 10.222.0.13 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973060 Aug 17 02:38:03.971526 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:04.033325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-404627df-94f6-4607-8071-10ca86b50b23 service neutron] 10.222.0.13 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431897 Aug 17 02:38:04.169988 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:04.262682 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:04.340988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event updated for resources: {'Port': ['ID=7e0259d6-59fe-440a-8543-ef33d1e20035,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:04.354003 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:04.410620 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154790c4-be7c-49fe-aa2c-b657cb743ee3 x-openstack-request-id: req-154790c4-be7c-49fe-aa2c-b657cb743ee3 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:38:04.411519 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d50d241-0f6a-4b6a-bfb0-aa58914f59dc", "name": "network-vif-plugged", "status": "completed", "tag": "18adc04a-3f32-494e-9847-c9f8554a7e9d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:38:04.411857 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-154790c4-be7c-49fe-aa2c-b657cb743ee3 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:38:04.412327 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d50d241-0f6a-4b6a-bfb0-aa58914f59dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18adc04a-3f32-494e-9847-c9f8554a7e9d', 'code': 200} Aug 17 02:38:04.456399 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:04.460461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b762a984-2742-4f9b-a71d-b736e98db8be tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0692196 Aug 17 02:38:04.461713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37580) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:04.471142 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-45fedb75-cd53-4802-a97d-0ca6101fadad tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Request body: {'floatingip': {'port_id': '8217e699-2efb-4b61-a899-0d595f0164b8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:04.553145 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29deb5c5-aaaa-4427-ab31-e8fe3605ed7f req-0fbe0139-879c-495c-9c51-08dca02dbe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:04.557540 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-29deb5c5-aaaa-4427-ab31-e8fe3605ed7f req-0fbe0139-879c-495c-9c51-08dca02dbe6e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 1061 time: 0.0479038 Aug 17 02:38:04.575197 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-45fedb75-cd53-4802-a97d-0ca6101fadad tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:04.649418 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482838c7-0ca1-47de-abf1-70fc29d51153 req-9c3712d6-6c39-4f96-89b2-6dd86c2444db tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:04.651337 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-482838c7-0ca1-47de-abf1-70fc29d51153 req-9c3712d6-6c39-4f96-89b2-6dd86c2444db tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1859403 Aug 17 02:38:04.736600 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-482838c7-0ca1-47de-abf1-70fc29d51153 req-8493a4c8-4ff5-448c-93ed-42d7dcd5db87 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781944 Aug 17 02:38:04.737413 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-45fedb75-cd53-4802-a97d-0ca6101fadad tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] update failed (client error): The resource could not be found. Aug 17 02:38:04.738344 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-45fedb75-cd53-4802-a97d-0ca6101fadad tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "PUT /v2.0/floatingips/1ea494e0-2ab5-42bb-9a36-1cc325269b1d HTTP/1.1" status: 404 len: 507 time: 0.2749181 Aug 17 02:38:04.741407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37586) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:04.920673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b72f79-dcc8-458e-8e76-b3752cceaaff req-e31987e5-4418-4618-87f8-a5177ba85be4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:04.922185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90b72f79-dcc8-458e-8e76-b3752cceaaff req-e31987e5-4418-4618-87f8-a5177ba85be4 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 909 time: 0.0868802 Aug 17 02:38:04.933693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-5469f17f-26a3-4b23-b06a-ccebc0e116a0 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Deleting port 7e0259d6-59fe-440a-8543-ef33d1e20035 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:04.934039 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5469f17f-26a3-4b23-b06a-ccebc0e116a0 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:05.047461 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5469f17f-26a3-4b23-b06a-ccebc0e116a0 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:05.047785 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5469f17f-26a3-4b23-b06a-ccebc0e116a0 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:05.062619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-5469f17f-26a3-4b23-b06a-ccebc0e116a0 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Calling delete_port for 7e0259d6-59fe-440a-8543-ef33d1e20035 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:05.095050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19fd64-4f06-4850-9415-160420f61433 req-cb0726ad-2ec3-470d-884a-7f12f2a94ddb tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:05.096666 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e19fd64-4f06-4850-9415-160420f61433 req-cb0726ad-2ec3-470d-884a-7f12f2a94ddb tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 944 time: 0.0966537 Aug 17 02:38:05.193348 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e19fd64-4f06-4850-9415-160420f61433 req-e806ab3b-3757-4ae7-868a-dd943d23a4fb tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643189 Aug 17 02:38:05.289940 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfa09808-2d2c-4083-87b2-78fe9f68dee9 req-652ed518-d5cc-4143-a169-7f14b52b76ea tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 210 time: 0.0406430 Aug 17 02:38:05.388201 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e9ae1ec-c50d-4373-acad-21026f13a15f req-fe932814-2549-44bf-b7ae-774a82a0f2e3 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0272982 Aug 17 02:38:05.510660 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5469f17f-26a3-4b23-b06a-ccebc0e116a0 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:05.552622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469f17f-26a3-4b23-b06a-ccebc0e116a0 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event deleted for resources: {'Port': ['ID=7e0259d6-59fe-440a-8543-ef33d1e20035,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:05.643512 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5469f17f-26a3-4b23-b06a-ccebc0e116a0 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:05.646019 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5469f17f-26a3-4b23-b06a-ccebc0e116a0 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:05.647208 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5469f17f-26a3-4b23-b06a-ccebc0e116a0 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "DELETE /v2.0/floatingips/1ea494e0-2ab5-42bb-9a36-1cc325269b1d HTTP/1.1" status: 204 len: 168 time: 0.9048264 Aug 17 02:38:05.651898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37598) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:05.656539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ea8a19d7-c715-4c58-9f15-ec11acb75854 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Request body: {'floatingip': {'floating_network_id': '0529397b-dd6e-47a6-9649-8945eb6d9fa8', 'port_id': '8217e699-2efb-4b61-a899-0d595f0164b8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:05.669679 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f024414-315f-4674-9b3c-2ff4a6059c7b req-595ddcb8-05d8-491f-8b34-9f968fea26f1 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:05.671256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f024414-315f-4674-9b3c-2ff4a6059c7b req-595ddcb8-05d8-491f-8b34-9f968fea26f1 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1031373 Aug 17 02:38:05.723443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f024414-315f-4674-9b3c-2ff4a6059c7b req-66a95330-1379-465e-8cea-7e443dbe6b74 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447381 Aug 17 02:38:05.869679 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ea8a19d7-c715-4c58-9f15-ec11acb75854 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:05.898514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ad54f-ebd8-43b0-a346-d14688297fad req-bc237151-9ba4-4345-ab31-67548cc0896d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:05.899963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a33ad54f-ebd8-43b0-a346-d14688297fad req-bc237151-9ba4-4345-ab31-67548cc0896d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.0967786 Aug 17 02:38:05.981898 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a33ad54f-ebd8-43b0-a346-d14688297fad req-39df22ca-d8e6-4765-ae49-ede6d141073c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555882 Aug 17 02:38:05.994425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device a2fe167e-0b39-48fa-8066-b7c17d17c96a details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:38:06.126623 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port a2fe167e-0b39-48fa-8066-b7c17d17c96a, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=a2fe167e-0b39-48fa-8066-b7c17d17c96a,segment=NetworkSegment(8c789261-ee8f-4ffe-95f3-5f8036dfb4a9),segment_id=8c789261-ee8f-4ffe-95f3-5f8036dfb4a9)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:06.149580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf58179-76f5-4d4c-81f6-77db8093f792 req-089e591d-0926-479d-95f8-4fba6e76cfc6 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:06.149920 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'a2fe167e-0b39-48fa-8066-b7c17d17c96a', 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'port_id': 'a2fe167e-0b39-48fa-8066-b7c17d17c96a', 'mac_address': 'fa:16:3e:34:8e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268055db-c223-45bc-9841-2e931ed80e99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:38:06.151021 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbf58179-76f5-4d4c-81f6-77db8093f792 req-089e591d-0926-479d-95f8-4fba6e76cfc6 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 909 time: 0.0675516 Aug 17 02:38:06.220133 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:06.226351 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-ea8a19d7-c715-4c58-9f15-ec11acb75854 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:38:06.229001 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ea8a19d7-c715-4c58-9f15-ec11acb75854 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5744007 Aug 17 02:38:06.233815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37612) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:06.242622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': '8217e699-2efb-4b61-a899-0d595f0164b8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:06.246910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fe167e-0b39-48fa-8066-b7c17d17c96a {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:38:06.281650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port a2fe167e-0b39-48fa-8066-b7c17d17c96a, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=a2fe167e-0b39-48fa-8066-b7c17d17c96a,segment=NetworkSegment(8c789261-ee8f-4ffe-95f3-5f8036dfb4a9),segment_id=8c789261-ee8f-4ffe-95f3-5f8036dfb4a9)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:06.326921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19f76b-d623-4153-804c-3b80fc6bbdd5 req-01b102df-ca74-45f1-904c-d50b54ca5fcb tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:06.329545 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e19f76b-d623-4153-804c-3b80fc6bbdd5 req-01b102df-ca74-45f1-904c-d50b54ca5fcb tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.0751302 Aug 17 02:38:06.390711 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e19f76b-d623-4153-804c-3b80fc6bbdd5 req-8505e963-acb0-449a-b841-3cf599b9ef62 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510991 Aug 17 02:38:06.451493 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:06.455432 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:06.532050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=a2fe167e-0b39-48fa-8066-b7c17d17c96a,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:06.592715 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd1202-fbf8-4abe-bc29-36f6e97ddfc8 req-35bb60b1-6310-47c9-a8db-07ee804c4720 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:06.596845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63cd1202-fbf8-4abe-bc29-36f6e97ddfc8 req-35bb60b1-6310-47c9-a8db-07ee804c4720 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 945 time: 0.0791588 Aug 17 02:38:06.656499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63cd1202-fbf8-4abe-bc29-36f6e97ddfc8 req-1eb359a2-609e-4e40-82c5-0f75ed06feed tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491083 Aug 17 02:38:06.663503 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:06.771653 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9532238a-fcfe-41b7-a2e3-251ef61f2f69 req-12bfd1a1-1b29-493f-9b0d-52a03dde2365 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 210 time: 0.0354464 Aug 17 02:38:06.880828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Allocated IP 172.25.5.213 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/c409ea32-3a80-42be-b9f4-edfae8cd15ab) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:06.911269 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f49a3600-d38d-40e1-b9b0-f55b19935879 req-4c84a4b1-9582-472c-ba48-c388a104a34d tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0638890 Aug 17 02:38:07.055314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['a2fe167e-0b39-48fa-8066-b7c17d17c96a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:38:07.081419 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:07.100170 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82cf1-e7e1-4121-9c00-50043a6a2cad req-4240e11f-ddde-461f-b893-29367e6e9a29 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:07.101827 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ec82cf1-e7e1-4121-9c00-50043a6a2cad req-4240e11f-ddde-461f-b893-29367e6e9a29 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1007135 Aug 17 02:38:07.161702 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ec82cf1-e7e1-4121-9c00-50043a6a2cad req-7819cd1b-0802-47eb-90d0-8d0abe1af426 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495675 Aug 17 02:38:07.284804 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:07.334588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:07.338642 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:07.343244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:07.376408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event updated for resources: {'Port': ['ID=c409ea32-3a80-42be-b9f4-edfae8cd15ab,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:07.434517 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bd8cb-0566-41c5-849a-5a3e906231c6 req-a496423a-b5b6-4b43-bf77-f094fa2dea79 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:07.436249 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b32bd8cb-0566-41c5-849a-5a3e906231c6 req-a496423a-b5b6-4b43-bf77-f094fa2dea79 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 909 time: 0.0904021 Aug 17 02:38:07.586767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Deleting port c409ea32-3a80-42be-b9f4-edfae8cd15ab {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:07.587673 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:07.676347 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:07.676773 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:07.690132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Calling delete_port for c409ea32-3a80-42be-b9f4-edfae8cd15ab owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:07.765532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-10a166fc-a068-457d-b805-09fe95abc859 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:07.767039 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-10a166fc-a068-457d-b805-09fe95abc859 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.18 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 811 time: 0.1230390 Aug 17 02:38:07.792585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-96d2cdbd-fc9b-4360-bc64-835ca650dc1b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Request body: {'port': {'device_id': '6453ab75-d909-4b48-bd47-6fb8851c5bdf', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'admin_state_up': True, 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:07.931599 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-77276dce-ce5a-45fc-b9dd-47fcbf7fce31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:08.018867 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:08.071202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event deleted for resources: {'Port': ['ID=c409ea32-3a80-42be-b9f4-edfae8cd15ab,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:08.119339 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-96d2cdbd-fc9b-4360-bc64-835ca650dc1b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Made reservation on behalf of 9c180ae939a34aacab47cf5d9b29aa11 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:08.129511 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-96d2cdbd-fc9b-4360-bc64-835ca650dc1b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:08.204250 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7842b7e-efc8-464b-b5f4-953728b9143c req-9afa9ed8-74fe-4637-bb92-4a3308a6fec6 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:08.205968 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c7842b7e-efc8-464b-b5f4-953728b9143c req-9afa9ed8-74fe-4637-bb92-4a3308a6fec6 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 909 time: 0.0919235 Aug 17 02:38:08.311478 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] create failed (client error): The resource could not be found. Aug 17 02:38:08.315130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-388a7839-8ebc-4411-9d11-c3c7ea7b3220 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0795784 Aug 17 02:38:08.318953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-96d2cdbd-fc9b-4360-bc64-835ca650dc1b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Allocated IP 172.20.0.9 (0ffdc32a-37ff-4791-9955-993fa20ec3c2/86bca318-6d5a-4d38-bce1-90d2345a5489/77048388-e663-4d7b-8b10-234878b99872) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:08.322017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37644) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:08.392221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c6b72-5e8e-4c86-85af-f1311d1dc205 req-551278c2-69af-40f2-9948-c3c897405707 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:08.394385 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd6c6b72-5e8e-4c86-85af-f1311d1dc205 req-551278c2-69af-40f2-9948-c3c897405707 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 945 time: 0.0776937 Aug 17 02:38:08.464203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dd6c6b72-5e8e-4c86-85af-f1311d1dc205 req-57974873-c1d6-459e-9b20-f737ec6c81a3 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560520 Aug 17 02:38:08.581293 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3488572-4c30-41c4-be4f-45600bfe4356 req-2477419b-d312-4e44-aa0f-a8025e052ed4 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 210 time: 0.0343342 Aug 17 02:38:08.582135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff52c0-03ba-4717-a486-25c24bff9535 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Deleting port 8217e699-2efb-4b61-a899-0d595f0164b8 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:08.582552 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d0ff52c0-03ba-4717-a486-25c24bff9535 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:08.675837 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-96d2cdbd-fc9b-4360-bc64-835ca650dc1b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:08.701706 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-96d2cdbd-fc9b-4360-bc64-835ca650dc1b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Transition to ACTIVE for port object 77048388-e663-4d7b-8b10-234878b99872 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:08.720240 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d0ff52c0-03ba-4717-a486-25c24bff9535 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:08.738345 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff52c0-03ba-4717-a486-25c24bff9535 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Calling delete_port for 8217e699-2efb-4b61-a899-0d595f0164b8 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:08.914479 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-96d2cdbd-fc9b-4360-bc64-835ca650dc1b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:08.963538 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-baab1e45-14d3-4db4-83cb-d33875074aac req-9929c835-65f1-4848-b40e-880c29798970 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.2937644 Aug 17 02:38:08.977043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-96d2cdbd-fc9b-4360-bc64-835ca650dc1b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:08.980950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-96d2cdbd-fc9b-4360-bc64-835ca650dc1b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:09.002528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-96d2cdbd-fc9b-4360-bc64-835ca650dc1b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:09.022918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2cdbd-fc9b-4360-bc64-835ca650dc1b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event updated for resources: {'Port': ['ID=77048388-e663-4d7b-8b10-234878b99872,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:09.049125 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d0ff52c0-03ba-4717-a486-25c24bff9535 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:09.103358 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-96d2cdbd-fc9b-4360-bc64-835ca650dc1b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:09.104360 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-96d2cdbd-fc9b-4360-bc64-835ca650dc1b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:09.120626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e85dd-4512-40a2-ac7e-7285b7ac8a44 req-e5d2805c-1b39-4305-97af-d25657aa71c8 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:09.131829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430e85dd-4512-40a2-ac7e-7285b7ac8a44 req-e5d2805c-1b39-4305-97af-d25657aa71c8 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.0813923 Aug 17 02:38:09.178553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff52c0-03ba-4717-a486-25c24bff9535 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event deleted for resources: {'Port': ['ID=8217e699-2efb-4b61-a899-0d595f0164b8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:09.218321 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430e85dd-4512-40a2-ac7e-7285b7ac8a44 req-531abe2c-f139-4b6f-8a28-2e590b85256a tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850632 Aug 17 02:38:09.271473 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d0ff52c0-03ba-4717-a486-25c24bff9535 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:09.275901 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d0ff52c0-03ba-4717-a486-25c24bff9535 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "DELETE /v2.0/ports/8217e699-2efb-4b61-a899-0d595f0164b8 HTTP/1.1" status: 204 len: 168 time: 0.9514868 Aug 17 02:38:09.278625 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37650) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:09.326264 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-96d2cdbd-fc9b-4360-bc64-835ca650dc1b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5410216 Aug 17 02:38:09.350674 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5207dfd6-6e3d-4e67-855b-8803dce977b1 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:09.352044 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5207dfd6-6e3d-4e67-855b-8803dce977b1 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "GET /v2.0/ports?device_id=51005cc3-355d-4c83-9ce0-14c6c4045088 HTTP/1.1" status: 200 len: 913 time: 0.0719078 Aug 17 02:38:09.356256 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37652) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:09.357664 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Request body: {'port': {'device_id': '6453ab75-d909-4b48-bd47-6fb8851c5bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:09.370739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca944fad-ad77-455b-8e12-fc1324efa942 req-0739f84d-f788-4b74-af40-cf4cd4889b77 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:09.372902 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca944fad-ad77-455b-8e12-fc1324efa942 req-0739f84d-f788-4b74-af40-cf4cd4889b77 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 1061 time: 0.0644450 Aug 17 02:38:09.434442 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:09.566775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8b463eab-0b79-4d96-8042-5170b66121dd None None] Provisioning for port 77048388-e663-4d7b-8b10-234878b99872 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:09.574504 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8b463eab-0b79-4d96-8042-5170b66121dd None None] Provisioning complete for port 77048388-e663-4d7b-8b10-234878b99872 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:09.574504 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8b463eab-0b79-4d96-8042-5170b66121dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:09.616364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8b463eab-0b79-4d96-8042-5170b66121dd None None] Port 77048388-e663-4d7b-8b10-234878b99872 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:38:09.672746 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382409c-70a1-4326-80de-f7f1d575499e req-596dc66c-4a58-47e2-ac82-43d718f680eb tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:09.674291 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1382409c-70a1-4326-80de-f7f1d575499e req-596dc66c-4a58-47e2-ac82-43d718f680eb tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 1137 time: 0.1085641 Aug 17 02:38:09.762201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77048388-e663-4d7b-8b10-234878b99872 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:38:09.762998 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1382409c-70a1-4326-80de-f7f1d575499e req-6567c74d-0601-4f74-bad9-2d2ae4be4648 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e441cd63-eedb-44fa-9af6-6671c53b367d&id=93fa9080-f1a3-4382-b420-f9331108e769&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0813658 Aug 17 02:38:09.773063 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:09.787803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Transition to ACTIVE for port object 77048388-e663-4d7b-8b10-234878b99872 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:09.791250 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37660) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:09.855323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e30fb0-ec74-44bf-a22a-6befebf54cd1 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:09.857084 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-06e30fb0-ec74-44bf-a22a-6befebf54cd1 tempest-TestSecurityGroupsBasicOps-1753846053 tempest-TestSecurityGroupsBasicOps-1753846053-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 1056 time: 0.0643127 Aug 17 02:38:09.934855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23daf7a7-c6fb-443a-8480-14bb75282798 req-5379d989-57d9-4c94-91bd-02bc30b37107 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:09.936455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23daf7a7-c6fb-443a-8480-14bb75282798 req-5379d989-57d9-4c94-91bd-02bc30b37107 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 945 time: 0.0827727 Aug 17 02:38:09.938995 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:10.007958 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device a2fe167e-0b39-48fa-8066-b7c17d17c96a up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:10.016898 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:10.054028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23daf7a7-c6fb-443a-8480-14bb75282798 req-31edebfa-0ffc-4eee-bb35-627b3ba3abd2 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095569 Aug 17 02:38:10.132404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Pushing event updated for resources: {'Port': ['ID=77048388-e663-4d7b-8b10-234878b99872,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:10.170278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port a2fe167e-0b39-48fa-8066-b7c17d17c96a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:10.191318 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port a2fe167e-0b39-48fa-8066-b7c17d17c96a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:10.193860 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:10.194078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Attempting to bind port 77048388-e663-4d7b-8b10-234878b99872 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:38:10.194366 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Attempting to bind port 77048388-e663-4d7b-8b10-234878b99872 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:38:10.194796 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Attempting to bind port 77048388-e663-4d7b-8b10-234878b99872 on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:38:10.201519 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Port 77048388-e663-4d7b-8b10-234878b99872 on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:38:10.201890 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Attempting to bind port 77048388-e663-4d7b-8b10-234878b99872 on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:38:10.207675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:38:10.208014 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Checking segment: {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:10.208440 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Bound using segment: {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:38:10.208878 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Bound port: 77048388-e663-4d7b-8b10-234878b99872, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:38:10.209433 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:10.299492 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:10.335788 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] For port 77048388-e663-4d7b-8b10-234878b99872, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:38:10.340077 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] For port 77048388-e663-4d7b-8b10-234878b99872, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=77048388-e663-4d7b-8b10-234878b99872,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:38:10.341068 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4984c8d9-c3a7-4c31-ad43-be9be931aa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fe167e-0b39-48fa-8066-b7c17d17c96a'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:38:10.343642 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c220d1-ddb7-4296-b2ed-f8dfbaef88de" -d '{"events": [{"server_uuid": "4984c8d9-c3a7-4c31-ad43-be9be931aa03", "name": "network-vif-plugged", "status": "completed", "tag": "a2fe167e-0b39-48fa-8066-b7c17d17c96a"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:38:10.351895 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b02fc7-aa4c-4ff0-8553-3418b1e39546 req-93dbe28e-c092-4988-9c0e-e5da18125bad tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:10.360910 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-40b02fc7-aa4c-4ff0-8553-3418b1e39546 req-93dbe28e-c092-4988-9c0e-e5da18125bad tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 943 time: 0.2051277 Aug 17 02:38:10.371447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port a2fe167e-0b39-48fa-8066-b7c17d17c96a, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=a2fe167e-0b39-48fa-8066-b7c17d17c96a,segment=NetworkSegment(8c789261-ee8f-4ffe-95f3-5f8036dfb4a9),segment_id=8c789261-ee8f-4ffe-95f3-5f8036dfb4a9)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:10.373857 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2ba591ee-c767-4b05-adca-458f10ed4f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:10.428203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-40b02fc7-aa4c-4ff0-8553-3418b1e39546 req-60383407-380a-431c-9c36-71b8a4c7d42a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667982 Aug 17 02:38:10.464229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Deleting port ac27d5be-7191-4099-851a-ee8336938002 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:10.464696 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:10.488748 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:10.532173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:10.533490 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:10.534962 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] 10.222.0.18 "PUT /v2.0/ports/77048388-e663-4d7b-8b10-234878b99872 HTTP/1.1" status: 200 len: 1092 time: 1.1818290 Aug 17 02:38:10.535432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6453ab75-d909-4b48-bd47-6fb8851c5bdf', 'tag': '77048388-e663-4d7b-8b10-234878b99872'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:38:10.538932 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27adc69b-b35b-49e4-b703-46d938395e09" -d '{"events": [{"name": "network-changed", "server_uuid": "6453ab75-d909-4b48-bd47-6fb8851c5bdf", "tag": "77048388-e663-4d7b-8b10-234878b99872"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:38:10.548996 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:10.582140 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30455ba4-fbe9-475c-8cef-1b8db3c1b69c service neutron] Pushing event updated for resources: {'Port': ['ID=77048388-e663-4d7b-8b10-234878b99872,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:10.614626 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:10.622322 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=a2fe167e-0b39-48fa-8066-b7c17d17c96a,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:10.628892 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Calling delete_port for ac27d5be-7191-4099-851a-ee8336938002 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:10.715301 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:10.859085 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-9fb06fb5-05d4-46f1-a939-640e97fae0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:10.860673 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-9fb06fb5-05d4-46f1-a939-640e97fae0a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 1095 time: 0.0449395 Aug 17 02:38:10.920978 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-8c53d79f-24ed-46b2-a634-f995b3b2fbf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77048388-e663-4d7b-8b10-234878b99872 HTTP/1.1" status: 200 len: 217 time: 0.0410614 Aug 17 02:38:10.975043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-58084dac-bad0-418e-a6ce-10d6fdef1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:10.976894 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-58084dac-bad0-418e-a6ce-10d6fdef1f3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0485222 Aug 17 02:38:11.001016 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.027280 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-35e96f83-7dd0-46bd-b464-3928980f99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:11.036354 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-35e96f83-7dd0-46bd-b464-3928980f99cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433829 Aug 17 02:38:11.036565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event deleted for resources: {'Port': ['ID=ac27d5be-7191-4099-851a-ee8336938002,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:11.065986 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.066355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.066699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.067043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.067385 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.067726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.068088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.068436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.068771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.069101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.069473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.069806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.159849 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-43e00120-3688-4858-9538-a590872bca84 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202235 Aug 17 02:38:11.269490 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4dff7f0a-a4ae-4de9-8ec6-ca6c4ff44510 req-e739423c-f895-4226-a63f-294c7eb9f4d9 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030371 Aug 17 02:38:11.294074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cee6ea58-761f-40da-9b22-e4356f856746 req-2693d6d0-dff1-4498-a004-c3fade1a7726 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0790899 Aug 17 02:38:11.295189 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.526092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487db9fc-8ec5-41d4-addd-9803f9e504b8 req-0767d2ad-c047-45df-a454-a25e22a31049 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:11.527935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-487db9fc-8ec5-41d4-addd-9803f9e504b8 req-0767d2ad-c047-45df-a454-a25e22a31049 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1299846 Aug 17 02:38:11.547328 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Router 51005cc3-355d-4c83-9ce0-14c6c4045088 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:38:11.616043 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-487db9fc-8ec5-41d4-addd-9803f9e504b8 req-11711b92-a245-48ee-ae65-3c1465a61c1b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799172 Aug 17 02:38:11.661913 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:38:11.675636 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37686) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:11.679317 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c608c6-eb25-4181-8017-4ca500a0e68b None None] Sync routers for ids ['51005cc3-355d-4c83-9ce0-14c6c4045088'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:38:11.681497 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d8aac833-908c-4218-ae2e-1b4dee5e0a3c tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "PUT /v2.0/routers/51005cc3-355d-4c83-9ce0-14c6c4045088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3104680 Aug 17 02:38:11.700696 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c608c6-eb25-4181-8017-4ca500a0e68b None None] Routers {'51005cc3-355d-4c83-9ce0-14c6c4045088'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:11.703008 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-35c608c6-eb25-4181-8017-4ca500a0e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['51005cc3-355d-4c83-9ce0-14c6c4045088'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:11.710261 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c13b28-f0d3-43e6-b966-49920e01ac2b x-openstack-request-id: req-d0c13b28-f0d3-43e6-b966-49920e01ac2b {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:38:11.711081 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4984c8d9-c3a7-4c31-ad43-be9be931aa03", "name": "network-vif-plugged", "status": "completed", "tag": "a2fe167e-0b39-48fa-8066-b7c17d17c96a", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:38:11.711081 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0c13b28-f0d3-43e6-b966-49920e01ac2b {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:38:11.711472 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4984c8d9-c3a7-4c31-ad43-be9be931aa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fe167e-0b39-48fa-8066-b7c17d17c96a', 'code': 200} Aug 17 02:38:11.773466 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.777710 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-35c608c6-eb25-4181-8017-4ca500a0e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:11.783241 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-beadda3f-925b-4491-b261-059980d336d7 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.794145 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c608c6-eb25-4181-8017-4ca500a0e68b None None] Routers {'51005cc3-355d-4c83-9ce0-14c6c4045088'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:11.795176 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-35c608c6-eb25-4181-8017-4ca500a0e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['51005cc3-355d-4c83-9ce0-14c6c4045088'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:11.842675 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-35c608c6-eb25-4181-8017-4ca500a0e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:11.843324 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c608c6-eb25-4181-8017-4ca500a0e68b None None] The sync data for ids ['51005cc3-355d-4c83-9ce0-14c6c4045088'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:38:11.902283 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16b74f0-94e9-47b1-8400-fd7db1a17267 x-openstack-request-id: req-e16b74f0-94e9-47b1-8400-fd7db1a17267 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:38:11.902920 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6453ab75-d909-4b48-bd47-6fb8851c5bdf", "tag": "77048388-e663-4d7b-8b10-234878b99872", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:38:11.903414 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e16b74f0-94e9-47b1-8400-fd7db1a17267 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:38:11.904129 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6453ab75-d909-4b48-bd47-6fb8851c5bdf', 'tag': '77048388-e663-4d7b-8b10-234878b99872', 'status': 'completed', 'code': 200} Aug 17 02:38:11.922620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402ed69-ca9a-41de-b76f-3c6e6ddc5516 req-96261e52-6309-4353-874f-b520005cc22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:11.924866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8402ed69-ca9a-41de-b76f-3c6e6ddc5516 req-96261e52-6309-4353-874f-b520005cc22b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 1098 time: 0.0599959 Aug 17 02:38:11.997904 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-beadda3f-925b-4491-b261-059980d336d7 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.002799 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-beadda3f-925b-4491-b261-059980d336d7 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.003263 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8402ed69-ca9a-41de-b76f-3c6e6ddc5516 req-1f29c437-cba8-4926-9c06-998e9b522fea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714474 Aug 17 02:38:12.031149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619654e-19a7-415e-be54-e377c878ccc4 req-418382fc-eb50-43b9-83a1-ce0f098aec5a tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:12.032715 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9619654e-19a7-415e-be54-e377c878ccc4 req-418382fc-eb50-43b9-83a1-ce0f098aec5a tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 946 time: 0.0720630 Aug 17 02:38:12.060872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adc69b-b35b-49e4-b703-46d938395e09 req-9bb63492-2702-42a3-bd23-6ade24642bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:12.062775 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-27adc69b-b35b-49e4-b703-46d938395e09 req-9bb63492-2702-42a3-bd23-6ade24642bc0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 1095 time: 0.1194117 Aug 17 02:38:12.082722 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9619654e-19a7-415e-be54-e377c878ccc4 req-5acb764f-a5b7-40d5-9adb-1f4301b31135 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417881 Aug 17 02:38:12.215701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17b532-5815-4202-96b0-16defb24e276 req-64e1cad2-de31-45c9-b48d-f9eee245f1bb tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:12.217333 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e17b532-5815-4202-96b0-16defb24e276 req-64e1cad2-de31-45c9-b48d-f9eee245f1bb tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 909 time: 0.0691919 Aug 17 02:38:12.376292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10adfb-532a-4d97-84de-fb9d4f140d66 req-460dc771-ca28-4709-a8d2-a8070bb90ec1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:12.377881 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb10adfb-532a-4d97-84de-fb9d4f140d66 req-460dc771-ca28-4709-a8d2-a8070bb90ec1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 943 time: 0.0703502 Aug 17 02:38:12.387350 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-beadda3f-925b-4491-b261-059980d336d7 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.387851 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beadda3f-925b-4491-b261-059980d336d7 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Fanout notify agent at l3_agent the message router_deleted on router 51005cc3-355d-4c83-9ce0-14c6c4045088 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:38:12.395165 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-beadda3f-925b-4491-b261-059980d336d7 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.397395 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-beadda3f-925b-4491-b261-059980d336d7 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "DELETE /v2.0/routers/51005cc3-355d-4c83-9ce0-14c6c4045088 HTTP/1.1" status: 204 len: 168 time: 0.7203307 Aug 17 02:38:12.408895 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37690) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:12.476713 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb10adfb-532a-4d97-84de-fb9d4f140d66 req-2a75f42a-7b0d-40d6-a394-c309584ca26e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901055 Aug 17 02:38:12.489011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-42adb340-271c-45de-809d-3e3f095f301f tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Deleting subnet bd810152-7bf5-4028-99a1-c57edaee633b {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:38:12.493399 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42adb340-271c-45de-809d-3e3f095f301f tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.506190 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adc69b-b35b-49e4-b703-46d938395e09 req-877467ce-9733-4c09-8d95-d9d8c73fc4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:12.509326 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-27adc69b-b35b-49e4-b703-46d938395e09 req-877467ce-9733-4c09-8d95-d9d8c73fc4f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.4351165 Aug 17 02:38:12.563371 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-27adc69b-b35b-49e4-b703-46d938395e09 req-d5a83671-ddc3-4bfc-a795-81e33d9fab63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77048388-e663-4d7b-8b10-234878b99872 HTTP/1.1" status: 200 len: 217 time: 0.0463793 Aug 17 02:38:12.567943 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42adb340-271c-45de-809d-3e3f095f301f tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.624984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adc69b-b35b-49e4-b703-46d938395e09 req-7ed9496b-aa8f-4c1d-b1c1-8b357da8133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:12.626606 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-27adc69b-b35b-49e4-b703-46d938395e09 req-7ed9496b-aa8f-4c1d-b1c1-8b357da8133c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0557876 Aug 17 02:38:12.683028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bba97cbe-e3e3-464e-956c-064eb1234e15 req-b20a3830-12b7-4793-aea8-084320acb756 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0352497 Aug 17 02:38:12.691575 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42adb340-271c-45de-809d-3e3f095f301f tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.698583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adc69b-b35b-49e4-b703-46d938395e09 req-5ecbf673-d1bb-4cfd-b6ea-10212a99d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:12.705763 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-27adc69b-b35b-49e4-b703-46d938395e09 req-5ecbf673-d1bb-4cfd-b6ea-10212a99d322 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490510 Aug 17 02:38:12.814334 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-27adc69b-b35b-49e4-b703-46d938395e09 req-d0fcecf2-ce22-4e6c-844b-59e9657d7ac3 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025610 Aug 17 02:38:12.916135 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42adb340-271c-45de-809d-3e3f095f301f tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.944065 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-27adc69b-b35b-49e4-b703-46d938395e09 req-961d082a-ac0c-4176-b1f6-2a3cec3e57d6 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203084 Aug 17 02:38:12.959591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adb340-271c-45de-809d-3e3f095f301f tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event deleted for resources: {'Subnet': ['ID=bd810152-7bf5-4028-99a1-c57edaee633b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:12.966847 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42adb340-271c-45de-809d-3e3f095f301f tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.968602 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-42adb340-271c-45de-809d-3e3f095f301f tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "DELETE /v2.0/subnets/bd810152-7bf5-4028-99a1-c57edaee633b HTTP/1.1" status: 204 len: 168 time: 0.5582750 Aug 17 02:38:12.973800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37698) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:12.974749 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9dbf1d-5d3a-47a2-9ef5-7806a7c6d37a None None] Network 0529397b-dd6e-47a6-9649-8945eb6d9fa8 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:13.099780 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:13.189599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Deleting port 1f93d341-fb69-404d-b153-f98608df1102 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:13.189952 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:13.215542 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f967eb4a-bd79-46d6-93c8-cf200f904370 None None] DHCP port deletion for 0529397b-dd6e-47a6-9649-8945eb6d9fa8 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:38:13.283131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] For port 1f93d341-fb69-404d-b153-f98608df1102, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1f93d341-fb69-404d-b153-f98608df1102,segment=NetworkSegment(c178c2cf-a3f0-418c-89ed-98a68d325de0),segment_id=c178c2cf-a3f0-418c-89ed-98a68d325de0)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:13.283881 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:13.298087 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f967eb4a-bd79-46d6-93c8-cf200f904370 None None] Deleting port 1f93d341-fb69-404d-b153-f98608df1102 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:13.298696 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f967eb4a-bd79-46d6-93c8-cf200f904370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:13.300137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Calling delete_port for 1f93d341-fb69-404d-b153-f98608df1102 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:13.385172 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed8e4c-c986-4744-af1c-a0785a67462b req-3857de72-687e-49d5-9085-24c2f7d7c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:13.386785 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4fed8e4c-c986-4744-af1c-a0785a67462b req-3857de72-687e-49d5-9085-24c2f7d7c5dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af66f741a9e7435193ccb1b435243ed2&device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 1098 time: 0.0461948 Aug 17 02:38:13.392653 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f967eb4a-bd79-46d6-93c8-cf200f904370 None None] For port 1f93d341-fb69-404d-b153-f98608df1102, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1f93d341-fb69-404d-b153-f98608df1102,segment=NetworkSegment(c178c2cf-a3f0-418c-89ed-98a68d325de0),segment_id=c178c2cf-a3f0-418c-89ed-98a68d325de0)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:13.393200 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f967eb4a-bd79-46d6-93c8-cf200f904370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:13.409410 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f967eb4a-bd79-46d6-93c8-cf200f904370 None None] Calling delete_port for 1f93d341-fb69-404d-b153-f98608df1102 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:13.514697 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed8e4c-c986-4744-af1c-a0785a67462b req-11cd204f-07f6-4314-bc2f-46531426f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:13.516296 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4fed8e4c-c986-4744-af1c-a0785a67462b req-11cd204f-07f6-4314-bc2f-46531426f0d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c555dff-0fbd-481c-9788-48ee2bc88c22 HTTP/1.1" status: 200 len: 915 time: 0.1217134 Aug 17 02:38:13.592686 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4fed8e4c-c986-4744-af1c-a0785a67462b req-bc9fcba3-bc36-42d9-84f6-0f1c7c72da5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4379079-be5a-41d4-94d5-5786e179182f HTTP/1.1" status: 200 len: 217 time: 0.0559280 Aug 17 02:38:13.629689 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f967eb4a-bd79-46d6-93c8-cf200f904370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:13.666993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967eb4a-bd79-46d6-93c8-cf200f904370 None None] Pushing event deleted for resources: {'Port': ['ID=1f93d341-fb69-404d-b153-f98608df1102,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:13.670252 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f967eb4a-bd79-46d6-93c8-cf200f904370 None None] No DVR routers for this DVR port 1f93d341-fb69-404d-b153-f98608df1102 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:38:13.686799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed8e4c-c986-4744-af1c-a0785a67462b req-e9466e66-bb17-4f98-9808-f1e694e89d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:13.686799 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4fed8e4c-c986-4744-af1c-a0785a67462b req-e9466e66-bb17-4f98-9808-f1e694e89d3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=632968ae-909d-442e-a9e7-60583103d180 HTTP/1.1" status: 200 len: 854 time: 0.0625429 Aug 17 02:38:13.733102 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4fed8e4c-c986-4744-af1c-a0785a67462b req-98a23fa7-5085-4222-bb59-b906ad2f775b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c555dff-0fbd-481c-9788-48ee2bc88c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397332 Aug 17 02:38:13.745505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9258c-36ce-4d3c-82ec-f717194a824b req-a6b26788-e6e3-4b75-b139-1d0edeb09042 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:13.747165 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80e9258c-36ce-4d3c-82ec-f717194a824b req-a6b26788-e6e3-4b75-b139-1d0edeb09042 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.4344563 Aug 17 02:38:13.771333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ce0d2-e355-40e2-afe8-c79e6e89471b req-823d538c-b931-4027-8b93-ed2c81875e14 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:13.771333 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-537ce0d2-e355-40e2-afe8-c79e6e89471b req-823d538c-b931-4027-8b93-ed2c81875e14 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 909 time: 0.1073930 Aug 17 02:38:13.790868 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:13.827234 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:13.845557 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4fed8e4c-c986-4744-af1c-a0785a67462b req-6ffc31ef-b357-4065-8812-4a8694f44272 service neutron] 10.222.0.18 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040902 Aug 17 02:38:13.880681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80e9258c-36ce-4d3c-82ec-f717194a824b req-bfb5e52d-383e-4d63-baf9-81686b9d28fc tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132772 Aug 17 02:38:13.902203 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event deleted for resources: {'Port': ['ID=1f93d341-fb69-404d-b153-f98608df1102,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:13.915993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1f93d341-fb69-404d-b153-f98608df1102 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:38:13.927149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] No DVR routers for this DVR port 1f93d341-fb69-404d-b153-f98608df1102 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:38:13.974934 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 1f93d341-fb69-404d-b153-f98608df1102 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:38:13.975525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1f93d341-fb69-404d-b153-f98608df1102 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:38:14.013979 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4fed8e4c-c986-4744-af1c-a0785a67462b req-db729c83-31df-4f2f-8b22-87dfcf4d8223 service neutron] 10.222.0.18 "GET /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604571 Aug 17 02:38:14.078808 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:14.096841 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0529397b-dd6e-47a6-9649-8945eb6d9fa8']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:14.101382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-537ce0d2-e355-40e2-afe8-c79e6e89471b req-f5ce000f-bf54-4859-a1cf-ff4034e5010d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Deleting port 18adc04a-3f32-494e-9847-c9f8554a7e9d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:14.102044 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-537ce0d2-e355-40e2-afe8-c79e6e89471b req-f5ce000f-bf54-4859-a1cf-ff4034e5010d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:14.156129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c178c2cf-a3f0-418c-89ed-98a68d325de0') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:14.156591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c178c2cf-a3f0-418c-89ed-98a68d325de0') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:14.176321 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:14.186661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834495a-3409-4b21-b93b-5c7cd1408cad req-28459090-137b-4e18-ac88-560450c3b8ab tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:14.188259 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f834495a-3409-4b21-b93b-5c7cd1408cad req-28459090-137b-4e18-ac88-560450c3b8ab tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 946 time: 0.1777039 Aug 17 02:38:14.231016 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:14.250544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:38:14.251164 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:38:14.255073 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:38:14.347569 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f834495a-3409-4b21-b93b-5c7cd1408cad req-72e72cea-b506-4fc8-b3b9-1bd003f896c4 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488008 Aug 17 02:38:14.360515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-537ce0d2-e355-40e2-afe8-c79e6e89471b req-f5ce000f-bf54-4859-a1cf-ff4034e5010d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] For port 18adc04a-3f32-494e-9847-c9f8554a7e9d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=18adc04a-3f32-494e-9847-c9f8554a7e9d,segment=NetworkSegment(1b0fa5e8-15ec-4cb4-afef-36ff726af110),segment_id=1b0fa5e8-15ec-4cb4-afef-36ff726af110)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:14.361402 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-537ce0d2-e355-40e2-afe8-c79e6e89471b req-f5ce000f-bf54-4859-a1cf-ff4034e5010d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:14.393347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-537ce0d2-e355-40e2-afe8-c79e6e89471b req-f5ce000f-bf54-4859-a1cf-ff4034e5010d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Calling delete_port for 18adc04a-3f32-494e-9847-c9f8554a7e9d owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:14.498784 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:14.519551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 77048388-e663-4d7b-8b10-234878b99872 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:38:14.534691 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:14.539340 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] 10.222.0.13 "DELETE /v2.0/networks/0529397b-dd6e-47a6-9649-8945eb6d9fa8 HTTP/1.1" status: 204 len: 168 time: 1.5638955 Aug 17 02:38:14.567421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7d0f8-74bd-413f-8c47-bb1ba4412df3 tempest-FloatingIPNegativeTestJSON-627428946 tempest-FloatingIPNegativeTestJSON-627428946-project] Pushing event deleted for resources: {'Network': ['ID=0529397b-dd6e-47a6-9649-8945eb6d9fa8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:14.616515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c60d7-36c2-45f4-8d2b-d19e0937d5a6 req-5a3c992c-2810-4a1c-ba7f-1128c094b93a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:14.617972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-201c60d7-36c2-45f4-8d2b-d19e0937d5a6 req-5a3c992c-2810-4a1c-ba7f-1128c094b93a tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 909 time: 0.1262479 Aug 17 02:38:14.759514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 77048388-e663-4d7b-8b10-234878b99872, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=77048388-e663-4d7b-8b10-234878b99872,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:14.772112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '77048388-e663-4d7b-8b10-234878b99872', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'port_id': '77048388-e663-4d7b-8b10-234878b99872', 'mac_address': 'fa:16:3e:c5:0c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:38:14.773855 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-537ce0d2-e355-40e2-afe8-c79e6e89471b req-f5ce000f-bf54-4859-a1cf-ff4034e5010d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:14.815371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce000f-bf54-4859-a1cf-ff4034e5010d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event deleted for resources: {'Port': ['ID=18adc04a-3f32-494e-9847-c9f8554a7e9d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:14.828114 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:14.842388 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77048388-e663-4d7b-8b10-234878b99872 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:38:14.866910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 77048388-e663-4d7b-8b10-234878b99872, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=77048388-e663-4d7b-8b10-234878b99872,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:14.873814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713dcb97-20f9-4737-a209-7179f1a8892b req-c3561f28-e819-40ed-b969-d8c55dcdbc19 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:14.875446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-713dcb97-20f9-4737-a209-7179f1a8892b req-c3561f28-e819-40ed-b969-d8c55dcdbc19 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 943 time: 0.1302559 Aug 17 02:38:14.876307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-537ce0d2-e355-40e2-afe8-c79e6e89471b req-f5ce000f-bf54-4859-a1cf-ff4034e5010d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] No DVR routers for this DVR port 18adc04a-3f32-494e-9847-c9f8554a7e9d on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:38:14.879174 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-537ce0d2-e355-40e2-afe8-c79e6e89471b req-f5ce000f-bf54-4859-a1cf-ff4034e5010d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:14.881621 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-537ce0d2-e355-40e2-afe8-c79e6e89471b req-f5ce000f-bf54-4859-a1cf-ff4034e5010d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.18 "DELETE /v2.0/ports/18adc04a-3f32-494e-9847-c9f8554a7e9d HTTP/1.1" status: 204 len: 173 time: 1.1044979 Aug 17 02:38:14.882091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d50d241-0f6a-4b6a-bfb0-aa58914f59dc', 'name': 'network-vif-deleted', 'tag': '18adc04a-3f32-494e-9847-c9f8554a7e9d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:38:14.884524 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbec410-7d83-4a72-ac8e-1261d78d9000" -d '{"events": [{"server_uuid": "4d50d241-0f6a-4b6a-bfb0-aa58914f59dc", "name": "network-vif-deleted", "tag": "18adc04a-3f32-494e-9847-c9f8554a7e9d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:38:14.922758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-713dcb97-20f9-4737-a209-7179f1a8892b req-32a1286f-1659-4492-9be4-dca5cc89ca4d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350666 Aug 17 02:38:14.985449 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:15.053644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7cd54da1-0dbe-474c-8804-5d02e6065822 req-f0de6b77-e634-497b-8046-55007c89eab0 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0341177 Aug 17 02:38:15.058193 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=77048388-e663-4d7b-8b10-234878b99872,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:15.247258 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a12367-3059-435c-bced-e90c551ada1b x-openstack-request-id: req-04a12367-3059-435c-bced-e90c551ada1b {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:38:15.247852 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d50d241-0f6a-4b6a-bfb0-aa58914f59dc", "name": "network-vif-deleted", "tag": "18adc04a-3f32-494e-9847-c9f8554a7e9d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:38:15.248139 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04a12367-3059-435c-bced-e90c551ada1b {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:38:15.248835 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d50d241-0f6a-4b6a-bfb0-aa58914f59dc', 'name': 'network-vif-deleted', 'tag': '18adc04a-3f32-494e-9847-c9f8554a7e9d', 'status': 'completed', 'code': 200} Aug 17 02:38:15.296301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37724) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:15.391343 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb532f-e6ed-4d17-916c-a7cbb8acb908 req-982cff69-b8e8-445c-8f36-8d0ef50d57dc tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:15.392553 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-08bb532f-e6ed-4d17-916c-a7cbb8acb908 req-982cff69-b8e8-445c-8f36-8d0ef50d57dc tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.0717998 Aug 17 02:38:15.463116 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-08bb532f-e6ed-4d17-916c-a7cbb8acb908 req-de8e4661-e14e-4567-b9b0-3f70e864abf6 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638428 Aug 17 02:38:15.488495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3f17fe0a-399d-4215-8784-dc2238b78d50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e7642caa6614b499016292df55c6ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898654 Aug 17 02:38:15.495972 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37730) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:15.505899 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['77048388-e663-4d7b-8b10-234878b99872'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:38:15.591403 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-77237b74-1c27-4ebd-9344-03ac8476e08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:15.621993 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-77237b74-1c27-4ebd-9344-03ac8476e08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:15.636869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e00a0-4300-4ba8-9031-b63e9eaae262 req-844de7db-73de-4d0a-844d-0d78e9f4e5e1 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:15.638483 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-363e00a0-4300-4ba8-9031-b63e9eaae262 req-844de7db-73de-4d0a-844d-0d78e9f4e5e1 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 946 time: 0.0898132 Aug 17 02:38:15.717525 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-363e00a0-4300-4ba8-9031-b63e9eaae262 req-72417050-b849-41c9-a52d-39723c9aae8d tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668364 Aug 17 02:38:15.782852 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-77237b74-1c27-4ebd-9344-03ac8476e08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:15.792942 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-77237b74-1c27-4ebd-9344-03ac8476e08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:15.792942 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-77237b74-1c27-4ebd-9344-03ac8476e08a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19bd5b20-66fb-4d88-8b5d-5fdd5bf2da15 HTTP/1.1" status: 204 len: 168 time: 0.2939858 Aug 17 02:38:15.825011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77237b74-1c27-4ebd-9344-03ac8476e08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bd5b20-66fb-4d88-8b5d-5fdd5bf2da15,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:15.889529 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55950f60-ea5e-4ac3-9147-1a7ea8c1e75c req-550b44c3-86c7-440c-a54e-41590f4d6ddc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d50d241-0f6a-4b6a-bfb0-aa58914f59dc HTTP/1.1" status: 200 len: 210 time: 0.0616734 Aug 17 02:38:16.012384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0d375-f49f-446d-899a-91d776842914 req-48e102a8-5f7b-4e92-86ed-a23b148f5107 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:16.013985 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1c0d375-f49f-446d-899a-91d776842914 req-48e102a8-5f7b-4e92-86ed-a23b148f5107 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 946 time: 0.0612729 Aug 17 02:38:16.023966 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37746) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:16.032190 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-45881d34-d130-4ccf-8f1d-414964981002 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Request body: {'floatingip': {'port_id': 'a2fe167e-0b39-48fa-8066-b7c17d17c96a'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:16.128119 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-45881d34-d130-4ccf-8f1d-414964981002 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:16.216827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62726bc5-2b30-4cf7-a4a6-ccf8fa5d211f req-c40287cb-3018-4bff-8380-12d94a6a0d2a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:16.222402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62726bc5-2b30-4cf7-a4a6-ccf8fa5d211f req-c40287cb-3018-4bff-8380-12d94a6a0d2a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 944 time: 0.1275153 Aug 17 02:38:16.347650 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62726bc5-2b30-4cf7-a4a6-ccf8fa5d211f req-ebc52219-5a4f-4c65-9406-f8093282f934 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946658 Aug 17 02:38:16.474261 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15bbb033-1061-4df7-80df-97be0dac9979 req-62f672a5-aa65-47ae-a09e-4a69675a22ef tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0365086 Aug 17 02:38:16.510719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 18adc04a-3f32-494e-9847-c9f8554a7e9d no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:38:16.556539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 18adc04a-3f32-494e-9847-c9f8554a7e9d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:38:16.557362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 18adc04a-3f32-494e-9847-c9f8554a7e9d not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:38:16.838772 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf3e72-ee16-4cc0-b027-fdc66d7891af req-e6328f68-f88e-4edc-b407-aab91a777ac3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:16.840315 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-afaf3e72-ee16-4cc0-b027-fdc66d7891af req-e6328f68-f88e-4edc-b407-aab91a777ac3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1730020 Aug 17 02:38:16.953211 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-afaf3e72-ee16-4cc0-b027-fdc66d7891af req-454be0ac-dbac-406d-a956-39b789ef9d97 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037414 Aug 17 02:38:16.982810 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-45881d34-d130-4ccf-8f1d-414964981002 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:17.018797 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37780) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:17.084350 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-45881d34-d130-4ccf-8f1d-414964981002 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:17.229050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37788) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:17.352971 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1012333750'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:17.495822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:17.501738 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:17.517066 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:17.551399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48d999-b999-4a77-800f-f8441a638eae req-6d551769-fc2b-4c0d-88ab-ca20797650df tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:17.552939 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b48d999-b999-4a77-800f-f8441a638eae req-6d551769-fc2b-4c0d-88ab-ca20797650df tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.4870889 Aug 17 02:38:17.633962 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-45881d34-d130-4ccf-8f1d-414964981002 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Floating IP 34572b6e-6419-4758-8e72-a72ecebafbfe associated. External IP: 172.25.5.7, port: a2fe167e-0b39-48fa-8066-b7c17d17c96a. Aug 17 02:38:17.654022 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:17.735736 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b48d999-b999-4a77-800f-f8441a638eae req-9cae58e1-ed2a-4a41-bbfe-09283252cfcc tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629777 Aug 17 02:38:17.750294 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:17.795751 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:38:17.803014 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10ec03c-5bb9-444c-8c7b-28e39d067649,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:17.813572 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:17.814175 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Added segment 800f927b-afa1-4ff4-a026-9ee0666489d7 of type vlan for network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 Aug 17 02:38:17.894524 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:17.983568 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:17.989596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:17.990342 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:18.047861 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615d56b-1c95-446b-8016-eaa5a56837c4 req-0c3c963f-8532-42a7-97fc-e2afdcb15cc6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:18.049290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e615d56b-1c95-446b-8016-eaa5a56837c4 req-0c3c963f-8532-42a7-97fc-e2afdcb15cc6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 944 time: 0.1919827 Aug 17 02:38:18.068982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Network': ['ID=07f38ef3-51bb-4143-b3af-6cf5eef4e346,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:18.081102 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:38:18.124338 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f22839d8-7a72-4d0c-adfb-51328b6d76a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8901894 Aug 17 02:38:18.124657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37802) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:18.131820 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'name': 'tempest-PortsTestJSON-1557654691'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:18.194262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e615d56b-1c95-446b-8016-eaa5a56837c4 req-411c4371-fe73-4e19-96ca-588aad32c45e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338906 Aug 17 02:38:18.246234 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45881d34-d130-4ccf-8f1d-414964981002 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Router d78978d2-d17f-4380-b01e-8f179baa4256 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:38:18.380291 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63b96068-9c2b-4871-bb2d-f7bc29ce2dad req-93493f05-2468-43ae-8b6e-e7ab34be97f0 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0420089 Aug 17 02:38:18.432075 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:18.437371 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:18.442723 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec261982-4963-44f0-a4c6-13a92bf99d22 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:18.465366 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port 5547440f-92c5-4cd2-80fd-dad0b545c3c4 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:38:18.501990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45881d34-d130-4ccf-8f1d-414964981002 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:38:18.512251 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-45881d34-d130-4ccf-8f1d-414964981002 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:18.517610 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18506455-89de-4682-bc7e-c9af805bb2d2 None None] Sync routers for ids ['d78978d2-d17f-4380-b01e-8f179baa4256'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:38:18.544888 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 77048388-e663-4d7b-8b10-234878b99872 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:18.552127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18506455-89de-4682-bc7e-c9af805bb2d2 None None] Routers {'d78978d2-d17f-4380-b01e-8f179baa4256'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:18.553551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-18506455-89de-4682-bc7e-c9af805bb2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d78978d2-d17f-4380-b01e-8f179baa4256'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:18.578736 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-45881d34-d130-4ccf-8f1d-414964981002 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "PUT /v2.0/floatingips/34572b6e-6419-4758-8e72-a72ecebafbfe HTTP/1.1" status: 200 len: 990 time: 2.5524156 Aug 17 02:38:18.581070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4984c8d9-c3a7-4c31-ad43-be9be931aa03', 'tag': 'a2fe167e-0b39-48fa-8066-b7c17d17c96a'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:38:18.583539 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc5dc84-227d-4347-832f-692f5e801be5" -d '{"events": [{"name": "network-changed", "server_uuid": "4984c8d9-c3a7-4c31-ad43-be9be931aa03", "tag": "a2fe167e-0b39-48fa-8066-b7c17d17c96a"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:38:18.732322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71f7e7-43d2-4c72-b760-9672483da18c req-48e5acf7-c92f-4c3d-bdaa-6021f1c265ac tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:18.733918 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e71f7e7-43d2-4c72-b760-9672483da18c req-48e5acf7-c92f-4c3d-bdaa-6021f1c265ac tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.0850084 Aug 17 02:38:18.797521 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:18.814951 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-18506455-89de-4682-bc7e-c9af805bb2d2 None None] Set router d78978d2-d17f-4380-b01e-8f179baa4256 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:18.818707 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e71f7e7-43d2-4c72-b760-9672483da18c req-5b122e02-7697-452c-a0fb-fc27df42a44c tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764983 Aug 17 02:38:18.896375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ec261982-4963-44f0-a4c6-13a92bf99d22 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Deleting port 8173d824-cda4-4f7d-bff9-441fd2f289ef {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:18.896905 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec261982-4963-44f0-a4c6-13a92bf99d22 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:18.971355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 77048388-e663-4d7b-8b10-234878b99872 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:18.980971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 77048388-e663-4d7b-8b10-234878b99872 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:18.981633 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:18.994961 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:19.016886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-ec261982-4963-44f0-a4c6-13a92bf99d22 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] For port 8173d824-cda4-4f7d-bff9-441fd2f289ef, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8173d824-cda4-4f7d-bff9-441fd2f289ef,segment=NetworkSegment(1b0fa5e8-15ec-4cb4-afef-36ff726af110),segment_id=1b0fa5e8-15ec-4cb4-afef-36ff726af110)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:19.017386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec261982-4963-44f0-a4c6-13a92bf99d22 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:19.021119 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03d61ee-e846-4e1f-aa7f-6b70cf2e48d8 x-openstack-request-id: req-e03d61ee-e846-4e1f-aa7f-6b70cf2e48d8 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:38:19.021580 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4984c8d9-c3a7-4c31-ad43-be9be931aa03", "tag": "a2fe167e-0b39-48fa-8066-b7c17d17c96a", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:38:19.021921 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e03d61ee-e846-4e1f-aa7f-6b70cf2e48d8 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:38:19.022479 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4984c8d9-c3a7-4c31-ad43-be9be931aa03', 'tag': 'a2fe167e-0b39-48fa-8066-b7c17d17c96a', 'status': 'completed', 'code': 200} Aug 17 02:38:19.041692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ec261982-4963-44f0-a4c6-13a92bf99d22 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Calling delete_port for 8173d824-cda4-4f7d-bff9-441fd2f289ef owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:19.076840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=5547440f-92c5-4cd2-80fd-dad0b545c3c4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:19.094760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:19.095116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:19.095456 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:19.095808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:19.096150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:19.096489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:19.096826 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:19.097450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:19.097776 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:19.098116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:19.098448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:19.098914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:19.155301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Checking segment: {'id': '800f927b-afa1-4ff4-a026-9ee0666489d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:19.156568 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network hostable DHCP agents. Network: 07f38ef3-51bb-4143-b3af-6cf5eef4e346, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:38:19.232544 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:19.247114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:38:19.253965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5dc84-227d-4347-832f-692f5e801be5 req-49c0741a-817e-4498-8d07-f9fb53521d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:19.255497 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbc5dc84-227d-4347-832f-692f5e801be5 req-49c0741a-817e-4498-8d07-f9fb53521d2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca2c1eb2e2464724a110a8d5ff28078a&device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 1098 time: 0.1371789 Aug 17 02:38:19.285354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bb3e3-4ed1-4ec9-b724-a164c8039ff7 req-e56bafa7-e3b9-4c2e-8c69-80386b5eeddc tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:19.286129 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6453ab75-d909-4b48-bd47-6fb8851c5bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77048388-e663-4d7b-8b10-234878b99872'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:38:19.286903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac0bb3e3-4ed1-4ec9-b724-a164c8039ff7 req-e56bafa7-e3b9-4c2e-8c69-80386b5eeddc tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1378491 Aug 17 02:38:19.288407 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda8dcfb-ed0c-4574-be24-8dc9017c89d6" -d '{"events": [{"server_uuid": "6453ab75-d909-4b48-bd47-6fb8851c5bdf", "name": "network-vif-plugged", "status": "completed", "tag": "77048388-e663-4d7b-8b10-234878b99872"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:38:19.307355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 77048388-e663-4d7b-8b10-234878b99872, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=77048388-e663-4d7b-8b10-234878b99872,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:19.332502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-18506455-89de-4682-bc7e-c9af805bb2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:36Z', 'revision_number': 4, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'gw_port': {'id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:30Z', 'updated_at': '2021-08-17T02:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '34572b6e-6419-4758-8e72-a72ecebafbfe', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'port_id': 'a2fe167e-0b39-48fa-8066-b7c17d17c96a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'mac_address': 'fa:16:3e:34:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984c8d9-c3a7-4c31-ad43-be9be931aa03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:37:47Z', 'updated_at': '2021-08-17T02:38:16Z', 'revision_number': 1, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5546fd-d272-4d9a-8c60-fd8870d8c481', 'name': '', 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'mac_address': 'fa:16:3e:72:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '268055db-c223-45bc-9841-2e931ed80e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:35Z', 'updated_at': '2021-08-17T02:37:47Z', 'revision_number': 5, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'subnets': [{'id': '268055db-c223-45bc-9841-2e931ed80e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:19.347950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 07f38ef3-51bb-4143-b3af-6cf5eef4e346) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:19.353096 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:19.364711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:19.368558 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:19.395338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b39e4d1-2de4-40fe-ac69-3622b90638bc None None] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:19.400852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac0bb3e3-4ed1-4ec9-b724-a164c8039ff7 req-4f459c0d-5648-4e9b-9d80-2a9a7ec3c8ee tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017716 Aug 17 02:38:19.441945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18506455-89de-4682-bc7e-c9af805bb2d2 None None] Checking router: d78978d2-d17f-4380-b01e-8f179baa4256 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:38:19.444568 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:19.465753 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e2787b6d-ae2a-4c9e-a751-41d9c84c4403 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3389719 Aug 17 02:38:19.466487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37826) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:19.476566 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-79aaf253-831f-4d03-90f5-5314353e9f58 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-20237492'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:19.507562 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5dc84-227d-4347-832f-692f5e801be5 req-72882244-e130-4828-bb43-187cd76503d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:19.509649 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbc5dc84-227d-4347-832f-692f5e801be5 req-72882244-e130-4828-bb43-187cd76503d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9df5224e-fa29-44ae-9e9c-22c6b0585763 HTTP/1.1" status: 200 len: 913 time: 0.2459457 Aug 17 02:38:19.555719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18506455-89de-4682-bc7e-c9af805bb2d2 None None] Routers {'d78978d2-d17f-4380-b01e-8f179baa4256'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:19.556768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-18506455-89de-4682-bc7e-c9af805bb2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d78978d2-d17f-4380-b01e-8f179baa4256'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:19.569035 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec261982-4963-44f0-a4c6-13a92bf99d22 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:19.600926 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=77048388-e663-4d7b-8b10-234878b99872,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:19.603654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79aaf253-831f-4d03-90f5-5314353e9f58 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:19.607955 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79aaf253-831f-4d03-90f5-5314353e9f58 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:19.617131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec261982-4963-44f0-a4c6-13a92bf99d22 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event deleted for resources: {'Port': ['ID=8173d824-cda4-4f7d-bff9-441fd2f289ef,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:19.656951 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbc5dc84-227d-4347-832f-692f5e801be5 req-4353b2f8-4cee-464e-8893-71d72c425907 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2fe167e-0b39-48fa-8066-b7c17d17c96a HTTP/1.1" status: 200 len: 998 time: 0.1391251 Aug 17 02:38:19.688956 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79aaf253-831f-4d03-90f5-5314353e9f58 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:38:19.699415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafa2be-7ba8-45f7-a169-51aea401b6cd req-5522a62a-7bf0-4bfc-bc7b-9fb7c7989a1f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:19.700217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebafa2be-7ba8-45f7-a169-51aea401b6cd req-5522a62a-7bf0-4bfc-bc7b-9fb7c7989a1f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.1951444 Aug 17 02:38:19.704577 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79aaf253-831f-4d03-90f5-5314353e9f58 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:19.705129 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-79aaf253-831f-4d03-90f5-5314353e9f58 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Added segment a45565ab-a0a0-4676-bef2-67d3b63820ea of type vlan for network f2d1e9b3-f34a-4e5c-b5d5-1b6f848979ad Aug 17 02:38:19.760963 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79aaf253-831f-4d03-90f5-5314353e9f58 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:19.782286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-18506455-89de-4682-bc7e-c9af805bb2d2 None None] Set router d78978d2-d17f-4380-b01e-8f179baa4256 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:19.782568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5dc84-227d-4347-832f-692f5e801be5 req-70ff4e24-e7de-4d56-b52c-33896c960c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:19.783969 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbc5dc84-227d-4347-832f-692f5e801be5 req-70ff4e24-e7de-4d56-b52c-33896c960c89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268055db-c223-45bc-9841-2e931ed80e99 HTTP/1.1" status: 200 len: 851 time: 0.1043603 Aug 17 02:38:19.850605 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebafa2be-7ba8-45f7-a169-51aea401b6cd req-8b37668e-28e9-440a-ba9b-b43ba9fc51ea tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238122 Aug 17 02:38:19.924788 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79aaf253-831f-4d03-90f5-5314353e9f58 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:19.934013 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aaf253-831f-4d03-90f5-5314353e9f58 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:19.934013 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79aaf253-831f-4d03-90f5-5314353e9f58 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:19.934635 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5dc84-227d-4347-832f-692f5e801be5 req-cb3fe415-b1a9-4bcd-a075-55713f597233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:19.936004 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbc5dc84-227d-4347-832f-692f5e801be5 req-cb3fe415-b1a9-4bcd-a075-55713f597233 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9df5224e-fa29-44ae-9e9c-22c6b0585763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049972 Aug 17 02:38:19.967740 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb342101-8205-445e-8940-5210dcaff7ef x-openstack-request-id: req-bb342101-8205-445e-8940-5210dcaff7ef {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:38:19.968093 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6453ab75-d909-4b48-bd47-6fb8851c5bdf", "name": "network-vif-plugged", "status": "completed", "tag": "77048388-e663-4d7b-8b10-234878b99872", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:38:19.968298 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb342101-8205-445e-8940-5210dcaff7ef {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:38:19.968867 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6453ab75-d909-4b48-bd47-6fb8851c5bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77048388-e663-4d7b-8b10-234878b99872', 'code': 200} Aug 17 02:38:20.062590 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-79aaf253-831f-4d03-90f5-5314353e9f58 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5937495 Aug 17 02:38:20.070157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37836) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:20.079047 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'ports': [{'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346'}, {'network_id': 'f2d1e9b3-f34a-4e5c-b5d5-1b6f848979ad'}]} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:20.079507 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:20.093189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'network_id': 'f2d1e9b3-f34a-4e5c-b5d5-1b6f848979ad'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:20.121457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b03abb47-ce89-4beb-a068-0ef8d6e0a0b1 req-12110a53-ce79-4308-82a6-cb90ce4d13b6 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0358624 Aug 17 02:38:20.163469 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec261982-4963-44f0-a4c6-13a92bf99d22 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:20.207379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-18506455-89de-4682-bc7e-c9af805bb2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:36Z', 'revision_number': 4, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'gw_port': {'id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:30Z', 'updated_at': '2021-08-17T02:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '34572b6e-6419-4758-8e72-a72ecebafbfe', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'port_id': 'a2fe167e-0b39-48fa-8066-b7c17d17c96a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'mac_address': 'fa:16:3e:34:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984c8d9-c3a7-4c31-ad43-be9be931aa03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:37:47Z', 'updated_at': '2021-08-17T02:38:16Z', 'revision_number': 1, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5546fd-d272-4d9a-8c60-fd8870d8c481', 'name': '', 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'mac_address': 'fa:16:3e:72:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '268055db-c223-45bc-9841-2e931ed80e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:35Z', 'updated_at': '2021-08-17T02:37:47Z', 'revision_number': 5, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'subnets': [{'id': '268055db-c223-45bc-9841-2e931ed80e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:20.225265 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aaf253-831f-4d03-90f5-5314353e9f58 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Network': ['ID=f2d1e9b3-f34a-4e5c-b5d5-1b6f848979ad,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:20.257170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network f2d1e9b3-f34a-4e5c-b5d5-1b6f848979ad details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:38:20.261617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18506455-89de-4682-bc7e-c9af805bb2d2 None None] The sync data for ids ['d78978d2-d17f-4380-b01e-8f179baa4256'] in n-d-793621-31 is: [{'id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:36Z', 'revision_number': 4, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'gw_port': {'id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:30Z', 'updated_at': '2021-08-17T02:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '34572b6e-6419-4758-8e72-a72ecebafbfe', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'port_id': 'a2fe167e-0b39-48fa-8066-b7c17d17c96a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'mac_address': 'fa:16:3e:34:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984c8d9-c3a7-4c31-ad43-be9be931aa03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:37:47Z', 'updated_at': '2021-08-17T02:38:16Z', 'revision_number': 1, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5546fd-d272-4d9a-8c60-fd8870d8c481', 'name': '', 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'mac_address': 'fa:16:3e:72:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '268055db-c223-45bc-9841-2e931ed80e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:35Z', 'updated_at': '2021-08-17T02:37:47Z', 'revision_number': 5, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'subnets': [{'id': '268055db-c223-45bc-9841-2e931ed80e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:38:20.463150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'port': 2} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:20.471283 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:20.493824 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:20.622929 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port 333a6a81-8215-4b6e-aa2b-793144fcdcff yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:38:20.628196 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a57dafd-8c03-499e-a432-b3a18ccf1fae None None] New status for floating IP 34572b6e-6419-4758-8e72-a72ecebafbfe: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:38:20.684429 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3ffc8-f175-48b7-b84b-09ff9a7f3664 req-9243a6bd-e78e-4b52-92d2-ce8f11a32237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:20.686004 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7da3ffc8-f175-48b7-b84b-09ff9a7f3664 req-9243a6bd-e78e-4b52-92d2-ce8f11a32237 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 1097 time: 0.5616093 Aug 17 02:38:20.693366 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbc5dc84-227d-4347-832f-692f5e801be5 req-9dcc1af9-f2fd-4553-8452-5268056f99ef service neutron] 10.222.0.42 "GET /v2.0/networks/9df5224e-fa29-44ae-9e9c-22c6b0585763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406857 Aug 17 02:38:20.768730 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:20.805684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac12f72-1f2d-41d1-b3fa-92a3ce93090f req-01eed2ef-7b6b-424d-a59d-31885ed42141 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:20.807400 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fac12f72-1f2d-41d1-b3fa-92a3ce93090f req-01eed2ef-7b6b-424d-a59d-31885ed42141 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1965215 Aug 17 02:38:20.865142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7da3ffc8-f175-48b7-b84b-09ff9a7f3664 req-098432b8-e87b-4e77-8ff0-3ab541fab882 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429584 Aug 17 02:38:20.888848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port b75844dc-acef-40a8-99a9-2edd911092bd yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:38:20.957601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fac12f72-1f2d-41d1-b3fa-92a3ce93090f req-1dbc7598-b736-4d8f-8e3c-4af541929ec9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315777 Aug 17 02:38:20.996339 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbc5dc84-227d-4347-832f-692f5e801be5 req-7ec4ada1-6762-4f6c-8fe6-fae0e600eb7f service neutron] 10.222.0.42 "GET /v2.0/networks/9df5224e-fa29-44ae-9e9c-22c6b0585763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726800 Aug 17 02:38:21.102925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec261982-4963-44f0-a4c6-13a92bf99d22 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Router ec14beb3-416f-497e-8b0b-8014f1de0bec has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:38:21.124884 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:21.218698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8205a-9363-47f6-a652-7d2e647f7af7 req-5bb4ca82-53d5-4f6f-b212-e5013b081539 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:21.220248 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cdb8205a-9363-47f6-a652-7d2e647f7af7 req-5bb4ca82-53d5-4f6f-b212-e5013b081539 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.1317277 Aug 17 02:38:21.252541 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:21.307783 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:21.309960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cdb8205a-9363-47f6-a652-7d2e647f7af7 req-fdd0fae6-2022-4b2a-a6b9-c9fbc0088ff0 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827739 Aug 17 02:38:21.311201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:21.315919 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:21.320076 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:21.327123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=333a6a81-8215-4b6e-aa2b-793144fcdcff,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:21.331698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec261982-4963-44f0-a4c6-13a92bf99d22 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:38:21.344360 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ec261982-4963-44f0-a4c6-13a92bf99d22 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "PUT /v2.0/routers/ec14beb3-416f-497e-8b0b-8014f1de0bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3216562 Aug 17 02:38:21.344892 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37850) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:21.348617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd0e97-c902-430f-9506-68338e3f906d None None] Sync routers for ids ['ec14beb3-416f-497e-8b0b-8014f1de0bec'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:38:21.360961 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cd0e97-c902-430f-9506-68338e3f906d None None] Routers {'ec14beb3-416f-497e-8b0b-8014f1de0bec'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:21.362001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-22cd0e97-c902-430f-9506-68338e3f906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec14beb3-416f-497e-8b0b-8014f1de0bec'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:21.412329 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-48256d35-7e09-41dc-bc0a-99f20c099a6d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Deleting subnet c0fe3fad-0d14-435e-8ec2-e96a6461060b {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:38:21.426193 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48256d35-7e09-41dc-bc0a-99f20c099a6d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:21.427171 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Checking segment: {'id': 'a45565ab-a0a0-4676-bef2-67d3b63820ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2d1e9b3-f34a-4e5c-b5d5-1b6f848979ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:21.427552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network hostable DHCP agents. Network: f2d1e9b3-f34a-4e5c-b5d5-1b6f848979ad, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:38:21.430068 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=b75844dc-acef-40a8-99a9-2edd911092bd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:21.518637 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-22cd0e97-c902-430f-9506-68338e3f906d None None] Set router ec14beb3-416f-497e-8b0b-8014f1de0bec gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:21.544866 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48256d35-7e09-41dc-bc0a-99f20c099a6d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:21.546538 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network f2d1e9b3-f34a-4e5c-b5d5-1b6f848979ad is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:38:21.601840 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3d696-8f74-4868-a9ab-65aeec4647a3 req-854b363c-9c37-47fe-b12a-25f96696026d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:21.605783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0a3d696-8f74-4868-a9ab-65aeec4647a3 req-854b363c-9c37-47fe-b12a-25f96696026d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1226120 Aug 17 02:38:21.653007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, f2d1e9b3-f34a-4e5c-b5d5-1b6f848979ad) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:21.660808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:21.668758 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:21.675219 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:21.677272 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:21.698556 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0a3d696-8f74-4868-a9ab-65aeec4647a3 req-ed796e80-658e-4a10-94b1-f024b3611d10 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877607 Aug 17 02:38:21.728929 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48256d35-7e09-41dc-bc0a-99f20c099a6d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:21.799606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cfee0b-66d5-42e8-88a4-cd7f2ecdc8f7 None None] Network f2d1e9b3-f34a-4e5c-b5d5-1b6f848979ad requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:21.843589 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-82d6fe47-7a59-498d-b111-b68546f430df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7709703 Aug 17 02:38:21.846350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37856) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:21.851711 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-479b3b6a-946c-4e39-ad95-7f0202873e79 req-7a4d3f0c-de30-4f21-9cfb-4178d8533b76 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0404773 Aug 17 02:38:21.958949 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48256d35-7e09-41dc-bc0a-99f20c099a6d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:21.988999 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48256d35-7e09-41dc-bc0a-99f20c099a6d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event deleted for resources: {'Subnet': ['ID=c0fe3fad-0d14-435e-8ec2-e96a6461060b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:22.004651 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48256d35-7e09-41dc-bc0a-99f20c099a6d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.005768 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-48256d35-7e09-41dc-bc0a-99f20c099a6d tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "DELETE /v2.0/subnets/c0fe3fad-0d14-435e-8ec2-e96a6461060b HTTP/1.1" status: 204 len: 168 time: 0.6596277 Aug 17 02:38:22.006649 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37858) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:22.015417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd455bee-024e-4dca-a950-7c595c4206f7 None None] Network 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:22.026589 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f0a3d822-2250-4946-960f-5c1111eba081 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port b75844dc-acef-40a8-99a9-2edd911092bd {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:22.027876 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d822-2250-4946-960f-5c1111eba081 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.134743 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-22cd0e97-c902-430f-9506-68338e3f906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756643015', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:38:19Z', 'revision_number': 5, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:29Z', 'updated_at': '2021-08-17T02:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:22.178159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd0e97-c902-430f-9506-68338e3f906d None None] Checking router: ec14beb3-416f-497e-8b0b-8014f1de0bec for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:38:22.181603 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d822-2250-4946-960f-5c1111eba081 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.183625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.205124 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f0a3d822-2250-4946-960f-5c1111eba081 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for b75844dc-acef-40a8-99a9-2edd911092bd owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:22.221960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cd0e97-c902-430f-9506-68338e3f906d None None] Routers {'ec14beb3-416f-497e-8b0b-8014f1de0bec'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:22.222932 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-22cd0e97-c902-430f-9506-68338e3f906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ec14beb3-416f-497e-8b0b-8014f1de0bec'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:22.379219 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.396259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-22cd0e97-c902-430f-9506-68338e3f906d None None] Set router ec14beb3-416f-497e-8b0b-8014f1de0bec gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:22.405804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5a30e-acfd-4107-966d-699c74632ffd req-505d37eb-8527-4a74-96be-41ea051381ce tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:22.407380 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0a5a30e-acfd-4107-966d-699c74632ffd req-505d37eb-8527-4a74-96be-41ea051381ce tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.0910988 Aug 17 02:38:22.418347 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d822-2250-4946-960f-5c1111eba081 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.464095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627bb6b5-0171-4901-a73f-e6a327ec44f0 None None] DHCP port deletion for 85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:38:22.479430 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d822-2250-4946-960f-5c1111eba081 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.482008 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f0a3d822-2250-4946-960f-5c1111eba081 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/b75844dc-acef-40a8-99a9-2edd911092bd HTTP/1.1" status: 204 len: 168 time: 0.6328950 Aug 17 02:38:22.484014 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3d822-2250-4946-960f-5c1111eba081 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=b75844dc-acef-40a8-99a9-2edd911092bd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:22.487069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37866) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:22.489426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0a5a30e-acfd-4107-966d-699c74632ffd req-a1d1ddf8-9241-4b4f-974d-3a157db554f3 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682099 Aug 17 02:38:22.565821 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Deleting port b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:22.573125 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.593502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d27b741-6339-4609-a8b3-9fc41b657cae tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:22.600618 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d27b741-6339-4609-a8b3-9fc41b657cae tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:22.603033 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0d27b741-6339-4609-a8b3-9fc41b657cae tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1145709 Aug 17 02:38:22.607754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37870) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:22.693126 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-627bb6b5-0171-4901-a73f-e6a327ec44f0 None None] Deleting port 3537d4f1-0dce-4e71-b983-7a23535b7ab8 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:22.693582 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-627bb6b5-0171-4901-a73f-e6a327ec44f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.697685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] For port b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:22.698062 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.731308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Calling delete_port for b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:22.789928 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea9ca1-b6a5-459f-9b6a-4cd6239efad0 req-4f483656-a6bc-46d4-8105-115947b88ef8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:22.792629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cea9ca1-b6a5-459f-9b6a-4cd6239efad0 req-4f483656-a6bc-46d4-8105-115947b88ef8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.1141894 Aug 17 02:38:22.800099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-627bb6b5-0171-4901-a73f-e6a327ec44f0 None None] For port 3537d4f1-0dce-4e71-b983-7a23535b7ab8, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3537d4f1-0dce-4e71-b983-7a23535b7ab8,segment=NetworkSegment(1b0fa5e8-15ec-4cb4-afef-36ff726af110),segment_id=1b0fa5e8-15ec-4cb4-afef-36ff726af110)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:22.801161 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-627bb6b5-0171-4901-a73f-e6a327ec44f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.811770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d80e9a1f-938f-46d4-8a4a-62e1bd88e99f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 333a6a81-8215-4b6e-aa2b-793144fcdcff {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:22.813042 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d80e9a1f-938f-46d4-8a4a-62e1bd88e99f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.819478 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-627bb6b5-0171-4901-a73f-e6a327ec44f0 None None] Calling delete_port for 3537d4f1-0dce-4e71-b983-7a23535b7ab8 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:22.878160 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-22cd0e97-c902-430f-9506-68338e3f906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756643015', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:38:19Z', 'revision_number': 5, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:29Z', 'updated_at': '2021-08-17T02:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:22.910898 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cea9ca1-b6a5-459f-9b6a-4cd6239efad0 req-51ab2f7c-164c-4c24-9efd-3b340a750052 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624650 Aug 17 02:38:22.913582 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd0e97-c902-430f-9506-68338e3f906d None None] The sync data for ids ['ec14beb3-416f-497e-8b0b-8014f1de0bec'] in n-d-793621-31 is: [{'id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-756643015', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:38:19Z', 'revision_number': 5, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': 'b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec14beb3-416f-497e-8b0b-8014f1de0bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:29Z', 'updated_at': '2021-08-17T02:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:38:22.928743 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d80e9a1f-938f-46d4-8a4a-62e1bd88e99f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.962820 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d80e9a1f-938f-46d4-8a4a-62e1bd88e99f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 333a6a81-8215-4b6e-aa2b-793144fcdcff owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:23.052348 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-627bb6b5-0171-4901-a73f-e6a327ec44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.104683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627bb6b5-0171-4901-a73f-e6a327ec44f0 None None] No DVR routers for this DVR port 3537d4f1-0dce-4e71-b983-7a23535b7ab8 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:38:23.109231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bb6b5-0171-4901-a73f-e6a327ec44f0 None None] Pushing event deleted for resources: {'Port': ['ID=3537d4f1-0dce-4e71-b983-7a23535b7ab8,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:23.144244 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d80e9a1f-938f-46d4-8a4a-62e1bd88e99f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.175638 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.190000 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e9a1f-938f-46d4-8a4a-62e1bd88e99f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=333a6a81-8215-4b6e-aa2b-793144fcdcff,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:23.196009 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d80e9a1f-938f-46d4-8a4a-62e1bd88e99f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.198331 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d80e9a1f-938f-46d4-8a4a-62e1bd88e99f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/333a6a81-8215-4b6e-aa2b-793144fcdcff HTTP/1.1" status: 204 len: 168 time: 0.5894775 Aug 17 02:38:23.202711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37878) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:23.234122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event deleted for resources: {'Port': ['ID=b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:23.265752 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a10df-4031-4b59-9edc-32ae4abd8b87 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:23.269220 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a23a10df-4031-4b59-9edc-32ae4abd8b87 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0633903 Aug 17 02:38:23.270487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37880) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:23.287565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01fe8-6e8d-419a-a4e9-65919f81dfbb req-82aa133e-af4f-4fbc-a9d5-766a04138ad1 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:23.291098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-34f01fe8-6e8d-419a-a4e9-65919f81dfbb req-82aa133e-af4f-4fbc-a9d5-766a04138ad1 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1950591 Aug 17 02:38:23.304291 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-432c07c8-ebe3-4795-949f-d3d1b94e2e53 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] GET failed (client error): The resource could not be found. Aug 17 02:38:23.306025 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-432c07c8-ebe3-4795-949f-d3d1b94e2e53 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/b75844dc-acef-40a8-99a9-2edd911092bd HTTP/1.1" status: 404 len: 333 time: 0.0342987 Aug 17 02:38:23.309784 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37882) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:23.338576 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97c9a66-2f44-4f60-8004-1db1c3ef84ca tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] GET failed (client error): The resource could not be found. Aug 17 02:38:23.342719 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b97c9a66-2f44-4f60-8004-1db1c3ef84ca tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/333a6a81-8215-4b6e-aa2b-793144fcdcff HTTP/1.1" status: 404 len: 333 time: 0.0291617 Aug 17 02:38:23.343114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37884) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:23.412066 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.454163 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-34f01fe8-6e8d-419a-a4e9-65919f81dfbb req-13551a6b-0783-4fae-827b-71904253ee80 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255872 Aug 17 02:38:23.465560 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3eec5328-4cc8-4d2c-9c43-ff1362f924e9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.589693 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3eec5328-4cc8-4d2c-9c43-ff1362f924e9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.598195 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a41a5f42-bc89-413c-b6ff-e80f7e5d62c3 req-c18d2497-2a3e-40a4-a188-e6cc503ebe8a tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0515590 Aug 17 02:38:23.600712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-3eec5328-4cc8-4d2c-9c43-ff1362f924e9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d1e9b3-f34a-4e5c-b5d5-1b6f848979ad']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:23.603198 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.606222 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.611718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-3eec5328-4cc8-4d2c-9c43-ff1362f924e9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45565ab-a0a0-4676-bef2-67d3b63820ea') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:23.612020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-3eec5328-4cc8-4d2c-9c43-ff1362f924e9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45565ab-a0a0-4676-bef2-67d3b63820ea') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:23.622128 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3eec5328-4cc8-4d2c-9c43-ff1362f924e9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.642656 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3eec5328-4cc8-4d2c-9c43-ff1362f924e9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.650846 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eec5328-4cc8-4d2c-9c43-ff1362f924e9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:38:23.651257 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3eec5328-4cc8-4d2c-9c43-ff1362f924e9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:38:23.668368 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:38:23.789124 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.803353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Fanout notify agent at l3_agent the message router_deleted on router ec14beb3-416f-497e-8b0b-8014f1de0bec {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:38:23.803353 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.803353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-eb025969-31ff-469c-bd0d-8ea62e128cec tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "DELETE /v2.0/routers/ec14beb3-416f-497e-8b0b-8014f1de0bec HTTP/1.1" status: 204 len: 168 time: 1.7922742 Aug 17 02:38:23.809076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37894) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:23.895975 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3eec5328-4cc8-4d2c-9c43-ff1362f924e9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.921833 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3eec5328-4cc8-4d2c-9c43-ff1362f924e9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.925027 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3eec5328-4cc8-4d2c-9c43-ff1362f924e9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/networks/f2d1e9b3-f34a-4e5c-b5d5-1b6f848979ad HTTP/1.1" status: 204 len: 168 time: 0.5811341 Aug 17 02:38:23.932693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37896) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:23.946692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7d755cfd-9b3e-4530-89e9-d5ed1e46e6ce tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-651779732'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:23.956700 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec5328-4cc8-4d2c-9c43-ff1362f924e9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Network': ['ID=f2d1e9b3-f34a-4e5c-b5d5-1b6f848979ad,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:23.999826 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c6b6be1d-66ed-4def-b6a1-7e6c265cad15 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:24.063786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d755cfd-9b3e-4530-89e9-d5ed1e46e6ce tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:24.067662 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d755cfd-9b3e-4530-89e9-d5ed1e46e6ce tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:24.125292 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c6b6be1d-66ed-4def-b6a1-7e6c265cad15 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:24.137166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-c6b6be1d-66ed-4def-b6a1-7e6c265cad15 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:24.144020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d755cfd-9b3e-4530-89e9-d5ed1e46e6ce tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:38:24.160295 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-c6b6be1d-66ed-4def-b6a1-7e6c265cad15 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0fa5e8-15ec-4cb4-afef-36ff726af110') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:24.160932 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-c6b6be1d-66ed-4def-b6a1-7e6c265cad15 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0fa5e8-15ec-4cb4-afef-36ff726af110') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:24.163347 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d755cfd-9b3e-4530-89e9-d5ed1e46e6ce tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:24.163712 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-7d755cfd-9b3e-4530-89e9-d5ed1e46e6ce tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Added segment 5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5 of type vlan for network df726c54-0dc9-4cd9-ba1c-75707b1c5a1d Aug 17 02:38:24.172242 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c6b6be1d-66ed-4def-b6a1-7e6c265cad15 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:24.186915 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c6b6be1d-66ed-4def-b6a1-7e6c265cad15 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:24.194143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b6be1d-66ed-4def-b6a1-7e6c265cad15 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:38:24.194610 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c6b6be1d-66ed-4def-b6a1-7e6c265cad15 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:38:24.198613 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:38:24.207287 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66a5d7-4776-4602-a957-d521488d4f95 req-a500f864-792d-4b88-a0ba-21e8a12af1b6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:24.209280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a66a5d7-4776-4602-a957-d521488d4f95 req-a500f864-792d-4b88-a0ba-21e8a12af1b6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.0995793 Aug 17 02:38:24.235510 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d755cfd-9b3e-4530-89e9-d5ed1e46e6ce tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:24.287409 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a66a5d7-4776-4602-a957-d521488d4f95 req-31859d83-9f79-4fb6-972c-263994a31e07 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657368 Aug 17 02:38:24.362254 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c6b6be1d-66ed-4def-b6a1-7e6c265cad15 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:24.381092 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c6b6be1d-66ed-4def-b6a1-7e6c265cad15 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:24.383964 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c6b6be1d-66ed-4def-b6a1-7e6c265cad15 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "DELETE /v2.0/networks/85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6 HTTP/1.1" status: 204 len: 168 time: 0.5736656 Aug 17 02:38:24.387083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37904) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:24.394739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6be1d-66ed-4def-b6a1-7e6c265cad15 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event deleted for resources: {'Network': ['ID=85f5846d-9e42-4d3a-9ebf-0dbca1e5cce6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:24.397503 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8173d824-cda4-4f7d-bff9-441fd2f289ef no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:38:24.430235 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d755cfd-9b3e-4530-89e9-d5ed1e46e6ce tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:24.430795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 8173d824-cda4-4f7d-bff9-441fd2f289ef {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:38:24.431401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8173d824-cda4-4f7d-bff9-441fd2f289ef not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:38:24.431994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3537d4f1-0dce-4e71-b983-7a23535b7ab8 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:38:24.439947 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d755cfd-9b3e-4530-89e9-d5ed1e46e6ce tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:24.440589 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d755cfd-9b3e-4530-89e9-d5ed1e46e6ce tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:24.454319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 3537d4f1-0dce-4e71-b983-7a23535b7ab8 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:38:24.454649 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3537d4f1-0dce-4e71-b983-7a23535b7ab8 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:38:24.559876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3cde2-697f-4dfd-9cd8-7fa4089984ab req-6ba8fa87-8e6b-4ffc-8e4e-0c5692bfc857 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:24.561512 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0bb3cde2-697f-4dfd-9cd8-7fa4089984ab req-6ba8fa87-8e6b-4ffc-8e4e-0c5692bfc857 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.2141533 Aug 17 02:38:24.592802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d755cfd-9b3e-4530-89e9-d5ed1e46e6ce tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Network': ['ID=df726c54-0dc9-4cd9-ba1c-75707b1c5a1d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:24.604030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network df726c54-0dc9-4cd9-ba1c-75707b1c5a1d details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:38:24.663966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0bb3cde2-697f-4dfd-9cd8-7fa4089984ab req-bc76a7ee-53f3-4e2d-8cde-f0b6f0075cab tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721962 Aug 17 02:38:24.710175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7d755cfd-9b3e-4530-89e9-d5ed1e46e6ce tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7695315 Aug 17 02:38:24.710543 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37910) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:24.716436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6169d9cc-8076-4801-815d-e20454be7451 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'subnet': {'network_id': 'df726c54-0dc9-4cd9-ba1c-75707b1c5a1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:24.722205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-b78f1df9-15d9-40b6-b51f-a381fa6f807e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Deleting port 36eb7a36-ecfd-4d26-a666-7a67c49d49be {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:24.722608 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b78f1df9-15d9-40b6-b51f-a381fa6f807e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:24.829086 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b78f1df9-15d9-40b6-b51f-a381fa6f807e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:24.830222 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b78f1df9-15d9-40b6-b51f-a381fa6f807e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:24.844744 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-b78f1df9-15d9-40b6-b51f-a381fa6f807e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Calling delete_port for 36eb7a36-ecfd-4d26-a666-7a67c49d49be owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:25.017807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6169d9cc-8076-4801-815d-e20454be7451 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:25.021633 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6169d9cc-8076-4801-815d-e20454be7451 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:25.107271 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b78f1df9-15d9-40b6-b51f-a381fa6f807e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:25.145761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f1df9-15d9-40b6-b51f-a381fa6f807e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event deleted for resources: {'Port': ['ID=36eb7a36-ecfd-4d26-a666-7a67c49d49be,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:25.164916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-efaea729-5f3d-4b53-af5f-d961c85b38bb req-ba547bf5-29e1-40d5-8fd5-ef1f27d5e378 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0500908 Aug 17 02:38:25.245271 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b78f1df9-15d9-40b6-b51f-a381fa6f807e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:25.245733 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-b78f1df9-15d9-40b6-b51f-a381fa6f807e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Floating IP 06078141-a27a-4976-8ac6-dbd93c6baea7 disassociated (deleted). External IP: 172.25.5.81, port: 3626c58e-0406-4d55-a6e1-63b64355e4fc. Aug 17 02:38:25.333682 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6169d9cc-8076-4801-815d-e20454be7451 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:25.408926 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169d9cc-8076-4801-815d-e20454be7451 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Subnet': ['ID=294c0dfa-bc3e-410f-819f-2144c68596d3,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:25.419368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6169d9cc-8076-4801-815d-e20454be7451 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Checking segment: {'id': '5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df726c54-0dc9-4cd9-ba1c-75707b1c5a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:25.419647 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6169d9cc-8076-4801-815d-e20454be7451 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network hostable DHCP agents. Network: df726c54-0dc9-4cd9-ba1c-75707b1c5a1d, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:38:25.542473 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6169d9cc-8076-4801-815d-e20454be7451 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network df726c54-0dc9-4cd9-ba1c-75707b1c5a1d is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:38:25.615883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-6169d9cc-8076-4801-815d-e20454be7451 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, df726c54-0dc9-4cd9-ba1c-75707b1c5a1d) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:25.620797 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6169d9cc-8076-4801-815d-e20454be7451 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:25.621858 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6169d9cc-8076-4801-815d-e20454be7451 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:25.630035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998cc918-fb81-486f-a93c-cc71700ecb98 None None] Network df726c54-0dc9-4cd9-ba1c-75707b1c5a1d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:25.674946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050997bc-a353-49fe-85d1-fe2197bd8f8f req-730b432c-71a6-4e0f-86c9-0f33ddf4ffb5 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:25.680402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-050997bc-a353-49fe-85d1-fe2197bd8f8f req-730b432c-71a6-4e0f-86c9-0f33ddf4ffb5 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.3913612 Aug 17 02:38:25.724636 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6169d9cc-8076-4801-815d-e20454be7451 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0123622 Aug 17 02:38:25.730036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37920) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:25.735657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ae210502-58ba-4b4c-accc-a233431c3765 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'network_id': 'df726c54-0dc9-4cd9-ba1c-75707b1c5a1d', 'name': 'tempest-PortsTestJSON-2037742015'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:25.765931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-050997bc-a353-49fe-85d1-fe2197bd8f8f req-6e80d66a-e47d-456a-a3fd-3abbe80e69a2 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778480 Aug 17 02:38:25.877740 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-df726c54-0dc9-4cd9-ba1c-75707b1c5a1d', 'network_id': 'df726c54-0dc9-4cd9-ba1c-75707b1c5a1d', 'tenant_id': '205c143cd1e3429cabb98b6f46d9015d', 'fixed_ips': [{'subnet_id': '294c0dfa-bc3e-410f-819f-2144c68596d3'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:38:25.878633 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:25.892077 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:38:25.897626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78f1df9-15d9-40b6-b51f-a381fa6f807e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:38:25.949955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:38:25.950485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b9c92f4d-4d7c-4513-8fc1-b0cc6b76bb5c not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:38:26.027562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae210502-58ba-4b4c-accc-a233431c3765 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:26.035646 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ae210502-58ba-4b4c-accc-a233431c3765 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:26.077202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-ae210502-58ba-4b4c-accc-a233431c3765 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port 4eba85d8-dc04-4cad-a072-a3230d2c1582 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:38:26.084652 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78f1df9-15d9-40b6-b51f-a381fa6f807e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:38:26.091031 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b78f1df9-15d9-40b6-b51f-a381fa6f807e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:26.100095 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecee098-f151-4bd8-94ac-a152a7b55dc4 None None] Sync routers for ids ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:38:26.108682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Allocated IP 172.20.0.2 (df726c54-0dc9-4cd9-ba1c-75707b1c5a1d/294c0dfa-bc3e-410f-819f-2144c68596d3/86c23f99-4fd0-4c7c-b2a4-708c7319a345) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:26.113458 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecee098-f151-4bd8-94ac-a152a7b55dc4 None None] Routers {'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:26.114416 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9ecee098-f151-4bd8-94ac-a152a7b55dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:26.135955 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b78f1df9-15d9-40b6-b51f-a381fa6f807e tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "DELETE /v2.0/floatingips/06078141-a27a-4976-8ac6-dbd93c6baea7 HTTP/1.1" status: 204 len: 168 time: 1.7474711 Aug 17 02:38:26.144834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de489ee-b575-4299-b749-be607f84ff5a', 'tag': '3626c58e-0406-4d55-a6e1-63b64355e4fc'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:38:26.147959 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec43168b-e239-4c85-898f-88ba07375283" -d '{"events": [{"name": "network-changed", "server_uuid": "8de489ee-b575-4299-b749-be607f84ff5a", "tag": "3626c58e-0406-4d55-a6e1-63b64355e4fc"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:38:26.161329 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8738d-141d-4eb5-a6ba-7391d87dbf5d req-6e861b5b-3fcd-44b3-84cd-7f9816e7ea78 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:26.164157 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5c8738d-141d-4eb5-a6ba-7391d87dbf5d req-6e861b5b-3fcd-44b3-84cd-7f9816e7ea78 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.1223903 Aug 17 02:38:26.217170 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5c8738d-141d-4eb5-a6ba-7391d87dbf5d req-68b18a44-b08d-4879-84e6-ede8109163cc tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476656 Aug 17 02:38:26.311991 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-9ecee098-f151-4bd8-94ac-a152a7b55dc4 None None] Set router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:26.352316 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:26.362815 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Transition to ACTIVE for port object 86c23f99-4fd0-4c7c-b2a4-708c7319a345 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:26.379520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Transition to ACTIVE for port object 86c23f99-4fd0-4c7c-b2a4-708c7319a345 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:26.455211 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:26.498110 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Network df726c54-0dc9-4cd9-ba1c-75707b1c5a1d is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:26.501454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:26.506664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:26.524679 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-ae210502-58ba-4b4c-accc-a233431c3765 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Allocated IP 172.20.0.10 (df726c54-0dc9-4cd9-ba1c-75707b1c5a1d/294c0dfa-bc3e-410f-819f-2144c68596d3/4eba85d8-dc04-4cad-a072-a3230d2c1582) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:26.568768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Pushing event updated for resources: {'Port': ['ID=86c23f99-4fd0-4c7c-b2a4-708c7319a345,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:26.605148 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9ecee098-f151-4bd8-94ac-a152a7b55dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:34:55Z', 'updated_at': '2021-08-17T02:35:10Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:34:56Z', 'updated_at': '2021-08-17T02:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '88f30af0-0452-4c2b-b7eb-673452968557', 'name': '', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'mac_address': 'fa:16:3e:c7:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '3daa008e-8e17-4793-aa30-71a500e42310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:08Z', 'updated_at': '2021-08-17T02:35:17Z', 'revision_number': 5, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'subnets': [{'id': '3daa008e-8e17-4793-aa30-71a500e42310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:26.614076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Attempting to bind port 86c23f99-4fd0-4c7c-b2a4-708c7319a345 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:38:26.614772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Attempting to bind port 86c23f99-4fd0-4c7c-b2a4-708c7319a345 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df726c54-0dc9-4cd9-ba1c-75707b1c5a1d'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:38:26.615315 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Attempting to bind port 86c23f99-4fd0-4c7c-b2a4-708c7319a345 on network df726c54-0dc9-4cd9-ba1c-75707b1c5a1d {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:38:26.622756 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:38:26.623306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Checking segment: {'id': '5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df726c54-0dc9-4cd9-ba1c-75707b1c5a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:26.623927 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:26.624562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Bound using segment: {'id': '5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df726c54-0dc9-4cd9-ba1c-75707b1c5a1d'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:38:26.625302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Bound port: 86c23f99-4fd0-4c7c-b2a4-708c7319a345, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df726c54-0dc9-4cd9-ba1c-75707b1c5a1d'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:38:26.626250 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:26.662760 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecee098-f151-4bd8-94ac-a152a7b55dc4 None None] Checking router: ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:38:26.688078 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecee098-f151-4bd8-94ac-a152a7b55dc4 None None] Routers {'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:26.690338 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9ecee098-f151-4bd8-94ac-a152a7b55dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:26.718624 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4c7ddb-d230-4c6f-b491-ab75a3a6f94d x-openstack-request-id: req-ab4c7ddb-d230-4c6f-b491-ab75a3a6f94d {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:38:26.718922 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de489ee-b575-4299-b749-be607f84ff5a", "tag": "3626c58e-0406-4d55-a6e1-63b64355e4fc", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:38:26.719264 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab4c7ddb-d230-4c6f-b491-ab75a3a6f94d {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:38:26.719585 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de489ee-b575-4299-b749-be607f84ff5a', 'tag': '3626c58e-0406-4d55-a6e1-63b64355e4fc', 'status': 'completed', 'code': 200} Aug 17 02:38:26.735367 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] For port 86c23f99-4fd0-4c7c-b2a4-708c7319a345, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:38:26.752352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] For port 86c23f99-4fd0-4c7c-b2a4-708c7319a345, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=86c23f99-4fd0-4c7c-b2a4-708c7319a345,segment=NetworkSegment(5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5),segment_id=5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:38:26.802232 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ae210502-58ba-4b4c-accc-a233431c3765 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:26.823569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-ae210502-58ba-4b4c-accc-a233431c3765 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Transition to ACTIVE for port object 4eba85d8-dc04-4cad-a072-a3230d2c1582 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:26.844841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf10d4c2-eea6-41ba-beb8-5684093c22a6 req-ea625f9e-b2f1-47b9-95fe-6a8ec0e3e6e1 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0334244 Aug 17 02:38:26.865441 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-9ecee098-f151-4bd8-94ac-a152a7b55dc4 None None] Set router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:26.869196 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43168b-e239-4c85-898f-88ba07375283 req-8ff8bab3-5d79-4580-9607-b5e235d03eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:26.871788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec43168b-e239-4c85-898f-88ba07375283 req-8ff8bab3-5d79-4580-9607-b5e235d03eb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fd89972482a4c83b3a151474a4ba945&device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 1137 time: 0.1107261 Aug 17 02:38:26.906512 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:26.983475 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ae210502-58ba-4b4c-accc-a233431c3765 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:27.008310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b057be-98a1-4517-ade3-55e8fa248f1c None None] Pushing event updated for resources: {'Port': ['ID=86c23f99-4fd0-4c7c-b2a4-708c7319a345,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:27.032223 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43168b-e239-4c85-898f-88ba07375283 req-23bc26b6-d753-4e48-a178-fecb4f65bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:27.034296 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec43168b-e239-4c85-898f-88ba07375283 req-23bc26b6-d753-4e48-a178-fecb4f65bb63 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 HTTP/1.1" status: 200 len: 898 time: 0.1509326 Aug 17 02:38:27.105092 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae210502-58ba-4b4c-accc-a233431c3765 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network df726c54-0dc9-4cd9-ba1c-75707b1c5a1d is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:27.109658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-ae210502-58ba-4b4c-accc-a233431c3765 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:27.116420 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d18b3-1a4e-490c-b865-127169bd23ed req-8ae4493f-6190-4807-bc0d-3387fc102807 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:27.118473 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae210502-58ba-4b4c-accc-a233431c3765 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:27.125760 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-645d18b3-1a4e-490c-b865-127169bd23ed req-8ae4493f-6190-4807-bc0d-3387fc102807 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.0902407 Aug 17 02:38:27.175087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae210502-58ba-4b4c-accc-a233431c3765 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=4eba85d8-dc04-4cad-a072-a3230d2c1582,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:27.218709 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9ecee098-f151-4bd8-94ac-a152a7b55dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:34:55Z', 'updated_at': '2021-08-17T02:35:10Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:34:56Z', 'updated_at': '2021-08-17T02:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '88f30af0-0452-4c2b-b7eb-673452968557', 'name': '', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'mac_address': 'fa:16:3e:c7:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '3daa008e-8e17-4793-aa30-71a500e42310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:08Z', 'updated_at': '2021-08-17T02:35:17Z', 'revision_number': 5, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'subnets': [{'id': '3daa008e-8e17-4793-aa30-71a500e42310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:27.224156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae210502-58ba-4b4c-accc-a233431c3765 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:27.227942 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec43168b-e239-4c85-898f-88ba07375283 req-1cc5f89f-3b75-4834-a58e-8e017018b903 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3626c58e-0406-4d55-a6e1-63b64355e4fc HTTP/1.1" status: 200 len: 217 time: 0.0573919 Aug 17 02:38:27.229915 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ae210502-58ba-4b4c-accc-a233431c3765 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:27.253964 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-645d18b3-1a4e-490c-b865-127169bd23ed req-8e03b249-7dce-432e-b43f-b1c392c1d73e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267509 Aug 17 02:38:27.301267 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecee098-f151-4bd8-94ac-a152a7b55dc4 None None] The sync data for ids ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'] in n-d-793621-31 is: [{'id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:34:55Z', 'updated_at': '2021-08-17T02:35:10Z', 'revision_number': 4, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:34:56Z', 'updated_at': '2021-08-17T02:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '88f30af0-0452-4c2b-b7eb-673452968557', 'name': '', 'network_id': '1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'mac_address': 'fa:16:3e:c7:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '3daa008e-8e17-4793-aa30-71a500e42310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:08Z', 'updated_at': '2021-08-17T02:35:17Z', 'revision_number': 5, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'subnets': [{'id': '3daa008e-8e17-4793-aa30-71a500e42310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:38:27.324272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43168b-e239-4c85-898f-88ba07375283 req-3693e96c-e3a8-4e63-be1a-9db14fcdafde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:27.326086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec43168b-e239-4c85-898f-88ba07375283 req-3693e96c-e3a8-4e63-be1a-9db14fcdafde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3daa008e-8e17-4793-aa30-71a500e42310 HTTP/1.1" status: 200 len: 834 time: 0.0707927 Aug 17 02:38:27.377993 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ae210502-58ba-4b4c-accc-a233431c3765 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6465063 Aug 17 02:38:27.390491 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37950) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:27.470434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43168b-e239-4c85-898f-88ba07375283 req-f4e967d2-0376-469a-be0d-ffe335e6e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:27.472636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec43168b-e239-4c85-898f-88ba07375283 req-f4e967d2-0376-469a-be0d-ffe335e6e778 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309814 Aug 17 02:38:27.486889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a776b-8e74-4380-b2ef-ec9d46d485fb req-76c2ee1d-cd5c-4c14-807e-3ecefaf2f432 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:27.488728 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc7a776b-8e74-4380-b2ef-ec9d46d485fb req-76c2ee1d-cd5c-4c14-807e-3ecefaf2f432 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 985 time: 0.1592324 Aug 17 02:38:27.548033 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8778ee95-e658-46f2-ad3e-697953a49a2a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 4eba85d8-dc04-4cad-a072-a3230d2c1582 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:27.548372 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8778ee95-e658-46f2-ad3e-697953a49a2a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:27.614514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc7a776b-8e74-4380-b2ef-ec9d46d485fb req-7a63f105-e951-40f9-9a70-1a43247cffcf tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/security-groups?id=e441cd63-eedb-44fa-9af6-6671c53b367d&id=93fa9080-f1a3-4382-b420-f9331108e769&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1152740 Aug 17 02:38:27.657769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec43168b-e239-4c85-898f-88ba07375283 req-aa18992a-443b-40e3-9a9b-71ccdb8b1af5 service neutron] 10.222.0.42 "GET /v2.0/networks/1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676335 Aug 17 02:38:27.704177 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8778ee95-e658-46f2-ad3e-697953a49a2a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:27.719148 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8778ee95-e658-46f2-ad3e-697953a49a2a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 4eba85d8-dc04-4cad-a072-a3230d2c1582 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:27.851264 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec43168b-e239-4c85-898f-88ba07375283 req-89ea50d2-b75f-481a-a424-2bcb8e91222f service neutron] 10.222.0.42 "GET /v2.0/networks/1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784177 Aug 17 02:38:27.861166 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e45898-18a3-4504-9119-8cd7b6229267 None None] New status for floating IP 06078141-a27a-4976-8ac6-dbd93c6baea7: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:38:28.001884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 86c23f99-4fd0-4c7c-b2a4-708c7319a345 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:28.034737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279663fe-17ba-4988-9fc1-48e62bf793b7 req-44958186-3ec2-4b7b-b7bf-47ec10050c55 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:28.036857 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-279663fe-17ba-4988-9fc1-48e62bf793b7 req-44958186-3ec2-4b7b-b7bf-47ec10050c55 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.0621037 Aug 17 02:38:28.110117 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-279663fe-17ba-4988-9fc1-48e62bf793b7 req-74ee9d2a-7770-4b82-b991-4750e269e9c4 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643718 Aug 17 02:38:28.112881 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8778ee95-e658-46f2-ad3e-697953a49a2a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:28.149026 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778ee95-e658-46f2-ad3e-697953a49a2a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=4eba85d8-dc04-4cad-a072-a3230d2c1582,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:28.178437 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 86c23f99-4fd0-4c7c-b2a4-708c7319a345 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:28.249491 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8778ee95-e658-46f2-ad3e-697953a49a2a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:28.258448 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8778ee95-e658-46f2-ad3e-697953a49a2a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/4eba85d8-dc04-4cad-a072-a3230d2c1582 HTTP/1.1" status: 204 len: 168 time: 0.8662326 Aug 17 02:38:28.259206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37954) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:28.264993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b015a17-ecd0-426d-8853-ba6ec5c58e34 req-2d929d0a-fc0b-4541-bf2a-d00a6096b716 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:28.273197 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5b015a17-ecd0-426d-8853-ba6ec5c58e34 req-2d929d0a-fc0b-4541-bf2a-d00a6096b716 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.0810564 Aug 17 02:38:28.291238 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc38d268-9fe6-4f5e-9e16-2c47188a6c53 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] DELETE failed (client error): The resource could not be found. Aug 17 02:38:28.291982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc38d268-9fe6-4f5e-9e16-2c47188a6c53 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:38:28.297090 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bc38d268-9fe6-4f5e-9e16-2c47188a6c53 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/4eba85d8-dc04-4cad-a072-a3230d2c1582 HTTP/1.1" status: 404 len: 333 time: 0.0366559 Aug 17 02:38:28.297344 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37958) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:28.334320 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37b7941-6ff5-4830-81d9-5bfad11fae42 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] GET failed (client error): The resource could not be found. Aug 17 02:38:28.337011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b37b7941-6ff5-4830-81d9-5bfad11fae42 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/4eba85d8-dc04-4cad-a072-a3230d2c1582 HTTP/1.1" status: 404 len: 333 time: 0.0349984 Aug 17 02:38:28.340992 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37960) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:28.361677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5b015a17-ecd0-426d-8853-ba6ec5c58e34 req-b7dcafa4-7793-48bc-8cc0-72a2a30ba8b7 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870879 Aug 17 02:38:28.435022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d8e0de-7a3b-420b-89dd-eae538f4c94a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting subnet 294c0dfa-bc3e-410f-819f-2144c68596d3 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:38:28.439682 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15d8e0de-7a3b-420b-89dd-eae538f4c94a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:28.502921 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e27ddff-8663-4ebd-99a9-0e15b0df0c28 req-9337c015-429d-452f-a220-4739bac9bd69 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0368934 Aug 17 02:38:28.530786 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15d8e0de-7a3b-420b-89dd-eae538f4c94a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:28.647114 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:28.659018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975f1504-ff46-4bd4-a8a2-3ea606bfb777 None None] Network df726c54-0dc9-4cd9-ba1c-75707b1c5a1d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:28.681574 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15d8e0de-7a3b-420b-89dd-eae538f4c94a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:28.741503 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5b2fa-9547-4941-9098-4a48b267033b req-98c78e6c-b135-4eaa-9f2b-f6481ed60a16 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:28.745133 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ad5b2fa-9547-4941-9098-4a48b267033b req-98c78e6c-b135-4eaa-9f2b-f6481ed60a16 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1163080 Aug 17 02:38:28.834973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ad5b2fa-9547-4941-9098-4a48b267033b req-ad6120c9-0a76-445e-b611-1e971f1a63f5 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805242 Aug 17 02:38:28.909394 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9f5daeca-015b-4b9f-954e-c2a4261a29d7 None None] Provisioning for port 86c23f99-4fd0-4c7c-b2a4-708c7319a345 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:28.921635 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9f5daeca-015b-4b9f-954e-c2a4261a29d7 None None] Provisioning complete for port 86c23f99-4fd0-4c7c-b2a4-708c7319a345 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:28.921988 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9f5daeca-015b-4b9f-954e-c2a4261a29d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:28.951051 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15d8e0de-7a3b-420b-89dd-eae538f4c94a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.003423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8e0de-7a3b-420b-89dd-eae538f4c94a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Subnet': ['ID=294c0dfa-bc3e-410f-819f-2144c68596d3,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:29.005653 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15d8e0de-7a3b-420b-89dd-eae538f4c94a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.007545 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-15d8e0de-7a3b-420b-89dd-eae538f4c94a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/294c0dfa-bc3e-410f-819f-2144c68596d3 HTTP/1.1" status: 204 len: 168 time: 0.6655586 Aug 17 02:38:29.014526 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37974) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:29.029702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0c900-cada-4192-bac0-10d7ac8a36c0 req-a0d32a02-6700-4e99-b4f0-037a4def0784 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:29.031262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ac0c900-cada-4192-bac0-10d7ac8a36c0 req-a0d32a02-6700-4e99-b4f0-037a4def0784 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.42 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 985 time: 0.1310160 Aug 17 02:38:29.099149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17450456-e152-409b-bebe-c88a9404acc2 req-4b8c037d-9144-44a3-a5bf-b7fd658ec77f tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:29.100760 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17450456-e152-409b-bebe-c88a9404acc2 req-4b8c037d-9144-44a3-a5bf-b7fd658ec77f tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 985 time: 0.1632888 Aug 17 02:38:29.112964 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9f5daeca-015b-4b9f-954e-c2a4261a29d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.157989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9f5daeca-015b-4b9f-954e-c2a4261a29d7 None None] For port 86c23f99-4fd0-4c7c-b2a4-708c7319a345, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=86c23f99-4fd0-4c7c-b2a4-708c7319a345,segment=NetworkSegment(5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5),segment_id=5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:29.161379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] DHCP port deletion for df726c54-0dc9-4cd9-ba1c-75707b1c5a1d request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:38:29.210742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17450456-e152-409b-bebe-c88a9404acc2 req-a5e86809-f35c-4a0d-90b0-4f76646b84df tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/security-groups?id=e441cd63-eedb-44fa-9af6-6671c53b367d&id=93fa9080-f1a3-4382-b420-f9331108e769&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1028175 Aug 17 02:38:29.240500 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9f5daeca-015b-4b9f-954e-c2a4261a29d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.246981 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Deleting port 86c23f99-4fd0-4c7c-b2a4-708c7319a345 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:29.246981 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.253750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-6ac0c900-cada-4192-bac0-10d7ac8a36c0 req-15276ac8-858a-4ee3-af53-945e844e51df tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Deleting port 3626c58e-0406-4d55-a6e1-63b64355e4fc {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:29.254056 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6ac0c900-cada-4192-bac0-10d7ac8a36c0 req-15276ac8-858a-4ee3-af53-945e844e51df tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.380896 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5daeca-015b-4b9f-954e-c2a4261a29d7 None None] Pushing event updated for resources: {'Port': ['ID=86c23f99-4fd0-4c7c-b2a4-708c7319a345,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:29.417906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-6ac0c900-cada-4192-bac0-10d7ac8a36c0 req-15276ac8-858a-4ee3-af53-945e844e51df tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] For port 3626c58e-0406-4d55-a6e1-63b64355e4fc, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=3626c58e-0406-4d55-a6e1-63b64355e4fc,segment=NetworkSegment(5a652cc2-8f24-4395-933f-e2f02a4f0fa8),segment_id=5a652cc2-8f24-4395-933f-e2f02a4f0fa8)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:29.420718 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6ac0c900-cada-4192-bac0-10d7ac8a36c0 req-15276ac8-858a-4ee3-af53-945e844e51df tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.423672 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] For port 86c23f99-4fd0-4c7c-b2a4-708c7319a345, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=86c23f99-4fd0-4c7c-b2a4-708c7319a345,segment=NetworkSegment(5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5),segment_id=5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:29.424099 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.442481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Calling delete_port for 86c23f99-4fd0-4c7c-b2a4-708c7319a345 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:29.475752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-6ac0c900-cada-4192-bac0-10d7ac8a36c0 req-15276ac8-858a-4ee3-af53-945e844e51df tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Calling delete_port for 3626c58e-0406-4d55-a6e1-63b64355e4fc owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:29.520919 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.549066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641b7af-c718-435e-adc4-48ed4ad940ef req-82302be3-7bbc-4096-bfa2-0d3a10417f74 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:29.549066 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0641b7af-c718-435e-adc4-48ed4ad940ef req-82302be3-7bbc-4096-bfa2-0d3a10417f74 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1174712 Aug 17 02:38:29.597005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 86c23f99-4fd0-4c7c-b2a4-708c7319a345 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:29.597552 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.625748 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0641b7af-c718-435e-adc4-48ed4ad940ef req-3002dd26-fb98-4c86-ae47-25ae0c875f2b tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713835 Aug 17 02:38:29.668452 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.698052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] For port 86c23f99-4fd0-4c7c-b2a4-708c7319a345, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=86c23f99-4fd0-4c7c-b2a4-708c7319a345,segment=NetworkSegment(5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5),segment_id=5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:29.698572 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.713813 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 86c23f99-4fd0-4c7c-b2a4-708c7319a345 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:29.734698 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Pushing event deleted for resources: {'Port': ['ID=86c23f99-4fd0-4c7c-b2a4-708c7319a345,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:29.736903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] No DVR routers for this DVR port 86c23f99-4fd0-4c7c-b2a4-708c7319a345 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:38:29.752582 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:29.753318 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:29.753738 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:29.754195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:29.754633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:29.755149 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:29.755682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:29.756185 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:29.756695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:29.757359 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:29.758050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:29.758295 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12eb7c-331d-4f23-bbcf-c7e2d99a37dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:29.769947 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6ac0c900-cada-4192-bac0-10d7ac8a36c0 req-15276ac8-858a-4ee3-af53-945e844e51df tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.803566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15276ac8-858a-4ee3-af53-945e844e51df tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event deleted for resources: {'Port': ['ID=3626c58e-0406-4d55-a6e1-63b64355e4fc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:29.828647 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.854425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No DVR routers for this DVR port 86c23f99-4fd0-4c7c-b2a4-708c7319a345 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:38:29.877735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac0c900-cada-4192-bac0-10d7ac8a36c0 req-15276ac8-858a-4ee3-af53-945e844e51df tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] No DVR routers for this DVR port 3626c58e-0406-4d55-a6e1-63b64355e4fc on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:38:29.881679 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6ac0c900-cada-4192-bac0-10d7ac8a36c0 req-15276ac8-858a-4ee3-af53-945e844e51df tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.884475 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ac0c900-cada-4192-bac0-10d7ac8a36c0 req-15276ac8-858a-4ee3-af53-945e844e51df tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.42 "DELETE /v2.0/ports/3626c58e-0406-4d55-a6e1-63b64355e4fc HTTP/1.1" status: 204 len: 173 time: 0.8460357 Aug 17 02:38:29.885170 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de489ee-b575-4299-b749-be607f84ff5a', 'name': 'network-vif-deleted', 'tag': '3626c58e-0406-4d55-a6e1-63b64355e4fc'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:38:29.887773 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800238fa-f230-419d-beae-1c59af24e79a" -d '{"events": [{"server_uuid": "8de489ee-b575-4299-b749-be607f84ff5a", "name": "network-vif-deleted", "tag": "3626c58e-0406-4d55-a6e1-63b64355e4fc"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:38:29.913361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=86c23f99-4fd0-4c7c-b2a4-708c7319a345,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:29.941884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6bb9d-a111-4a48-a03e-cd84fd018158 req-49f2e935-5ca1-4cee-a60e-30e6ffd3273c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:29.943820 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-09a6bb9d-a111-4a48-a03e-cd84fd018158 req-49f2e935-5ca1-4cee-a60e-30e6ffd3273c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.0961502 Aug 17 02:38:29.968468 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 86c23f99-4fd0-4c7c-b2a4-708c7319a345 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:38:29.997868 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:29.998089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-09a6bb9d-a111-4a48-a03e-cd84fd018158 req-d1dbef04-dd12-4209-864c-68dec3cef449 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468340 Aug 17 02:38:30.019637 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df726c54-0dc9-4cd9-ba1c-75707b1c5a1d']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:30.035588 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 86c23f99-4fd0-4c7c-b2a4-708c7319a345 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:38:30.035982 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 86c23f99-4fd0-4c7c-b2a4-708c7319a345 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:38:30.053135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:30.053475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac2d2d6-d075-4eae-85c1-e9eccd5e38b5') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:30.064887 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:30.097461 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:30.105911 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:38:30.109399 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:38:30.127697 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:38:30.161434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7772ded9-81af-43ac-a08a-0154b181c9ce req-b7acd363-1c42-4ac4-a0f1-0427783a9802 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0630691 Aug 17 02:38:30.232730 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35218a0b-afaa-4ed1-bbe9-dbb900369395 x-openstack-request-id: req-35218a0b-afaa-4ed1-bbe9-dbb900369395 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:38:30.233343 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de489ee-b575-4299-b749-be607f84ff5a", "name": "network-vif-deleted", "tag": "3626c58e-0406-4d55-a6e1-63b64355e4fc", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:38:30.233830 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35218a0b-afaa-4ed1-bbe9-dbb900369395 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:38:30.234472 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de489ee-b575-4299-b749-be607f84ff5a', 'name': 'network-vif-deleted', 'tag': '3626c58e-0406-4d55-a6e1-63b64355e4fc', 'status': 'completed', 'code': 200} Aug 17 02:38:30.254727 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71d44258-f990-4a4c-84ab-c4f5a3c23164 req-103fd63f-90cd-44a5-bc99-bc06d2eb3d4d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0332444 Aug 17 02:38:30.320689 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:30.329035 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:30.334729 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/networks/df726c54-0dc9-4cd9-ba1c-75707b1c5a1d HTTP/1.1" status: 204 len: 168 time: 1.3146994 Aug 17 02:38:30.335203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37990) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:30.339376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c0346-d868-4e9a-a151-9617fd70b4f1 req-7b3122e2-7d95-4f4c-9ded-9e6b8b376dc4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:30.340651 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-cd6ea671-63a5-4638-b832-6b99c90623fc tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1743860059'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:30.341588 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-337c0346-d868-4e9a-a151-9617fd70b4f1 req-7b3122e2-7d95-4f4c-9ded-9e6b8b376dc4 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.0624690 Aug 17 02:38:30.361415 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60337dfd-56ad-4741-b559-9394fcca2092 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Network': ['ID=df726c54-0dc9-4cd9-ba1c-75707b1c5a1d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:30.391693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-337c0346-d868-4e9a-a151-9617fd70b4f1 req-400f9988-d806-422a-8dd6-d78c21a9d07d tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413902 Aug 17 02:38:30.479237 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6ea671-63a5-4638-b832-6b99c90623fc tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:30.484477 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd6ea671-63a5-4638-b832-6b99c90623fc tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:30.517666 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b9b67ef-598e-4599-b359-9a9c0524a4d0 req-9b9e9252-00e3-43bf-8505-42c3691293a2 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de489ee-b575-4299-b749-be607f84ff5a HTTP/1.1" status: 200 len: 210 time: 0.0332706 Aug 17 02:38:30.525157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6ea671-63a5-4638-b832-6b99c90623fc tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:38:30.545606 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd6ea671-63a5-4638-b832-6b99c90623fc tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:30.545957 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-cd6ea671-63a5-4638-b832-6b99c90623fc tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Added segment 288f1389-ef1a-4e2c-bcbf-2890cf671a98 of type vlan for network d3978ee0-74bb-483c-b4b8-888d526472ed Aug 17 02:38:30.596753 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd6ea671-63a5-4638-b832-6b99c90623fc tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:30.772008 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd6ea671-63a5-4638-b832-6b99c90623fc tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:30.779557 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6ea671-63a5-4638-b832-6b99c90623fc tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:30.779557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd6ea671-63a5-4638-b832-6b99c90623fc tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:30.859674 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ea671-63a5-4638-b832-6b99c90623fc tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Network': ['ID=d3978ee0-74bb-483c-b4b8-888d526472ed,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:30.872315 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network d3978ee0-74bb-483c-b4b8-888d526472ed details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:38:31.022874 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cd6ea671-63a5-4638-b832-6b99c90623fc tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6869819 Aug 17 02:38:31.025949 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38006) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:31.031815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-24d15a1a-4c12-4983-97ff-cc11d48ba777 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'subnet': {'network_id': 'd3978ee0-74bb-483c-b4b8-888d526472ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:31.061551 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:31.182716 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad658da4-083d-4815-a21c-ddf21fe6446c req-24baa37f-f5fe-404c-995a-161c8275c257 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:31.183428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad658da4-083d-4815-a21c-ddf21fe6446c req-24baa37f-f5fe-404c-995a-161c8275c257 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.0709045 Aug 17 02:38:31.235796 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad658da4-083d-4815-a21c-ddf21fe6446c req-c72a03a2-c80d-4fc7-b9e6-41bf3c9f0b3e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444720 Aug 17 02:38:31.260696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d15a1a-4c12-4983-97ff-cc11d48ba777 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:31.271336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-24d15a1a-4c12-4983-97ff-cc11d48ba777 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:31.371728 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38014) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:31.393876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6487fdef-876f-4b0e-afeb-049785a54006 req-fe0f9c7a-7d0b-4011-9a4c-4f79709f20fd tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0450962 Aug 17 02:38:31.558267 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-75f5bf33-42ec-4979-a5e0-1037bca1cf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:31.605593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38020) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:31.656616 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-24d15a1a-4c12-4983-97ff-cc11d48ba777 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:31.685654 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-75f5bf33-42ec-4979-a5e0-1037bca1cf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:31.724812 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-647df338-08d4-4c09-98ed-160c334a94a7 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:31.732892 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d15a1a-4c12-4983-97ff-cc11d48ba777 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Subnet': ['ID=7f7c15a6-d413-4a2a-b837-e18570276201,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:31.761800 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-75f5bf33-42ec-4979-a5e0-1037bca1cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:31.767223 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-647df338-08d4-4c09-98ed-160c334a94a7 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:31.784415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d15a1a-4c12-4983-97ff-cc11d48ba777 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Checking segment: {'id': '288f1389-ef1a-4e2c-bcbf-2890cf671a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd3978ee0-74bb-483c-b4b8-888d526472ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:31.784793 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d15a1a-4c12-4983-97ff-cc11d48ba777 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network hostable DHCP agents. Network: d3978ee0-74bb-483c-b4b8-888d526472ed, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:38:31.843063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5bf33-42ec-4979-a5e0-1037bca1cf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56695b4-e8c6-455a-a66f-795fd011621d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:31.856528 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-75f5bf33-42ec-4979-a5e0-1037bca1cf8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05c3070eda524374a498e835b25a938a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837086 Aug 17 02:38:31.859339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38026) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:31.924030 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c02bc2f1-ccc4-41d1-9a2e-f16033e62857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:31.941371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d15a1a-4c12-4983-97ff-cc11d48ba777 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network d3978ee0-74bb-483c-b4b8-888d526472ed is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:38:31.947231 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-647df338-08d4-4c09-98ed-160c334a94a7 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:31.950147 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-647df338-08d4-4c09-98ed-160c334a94a7 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:31.953806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-647df338-08d4-4c09-98ed-160c334a94a7 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "DELETE /v2.0/security-groups/93fa9080-f1a3-4382-b420-f9331108e769 HTTP/1.1" status: 204 len: 168 time: 0.3444390 Aug 17 02:38:31.954786 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38030) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:31.975790 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c02bc2f1-ccc4-41d1-9a2e-f16033e62857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:31.984031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647df338-08d4-4c09-98ed-160c334a94a7 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fa9080-f1a3-4382-b420-f9331108e769,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:32.041974 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0111f966-5510-41a9-b019-682a7d5d0ff7 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:32.076232 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0111f966-5510-41a9-b019-682a7d5d0ff7 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:32.088537 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 3626c58e-0406-4d55-a6e1-63b64355e4fc no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:38:32.100848 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-24d15a1a-4c12-4983-97ff-cc11d48ba777 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, d3978ee0-74bb-483c-b4b8-888d526472ed) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:32.107800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d15a1a-4c12-4983-97ff-cc11d48ba777 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:32.108762 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-24d15a1a-4c12-4983-97ff-cc11d48ba777 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:32.134673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7496074f-1f4b-4001-ac95-50de92406d84 None None] Network d3978ee0-74bb-483c-b4b8-888d526472ed requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:32.137778 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c02bc2f1-ccc4-41d1-9a2e-f16033e62857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:32.140357 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c02bc2f1-ccc4-41d1-9a2e-f16033e62857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:32.144799 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c02bc2f1-ccc4-41d1-9a2e-f16033e62857 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d56695b4-e8c6-455a-a66f-795fd011621d HTTP/1.1" status: 204 len: 168 time: 0.2822433 Aug 17 02:38:32.182212 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bc2f1-ccc4-41d1-9a2e-f16033e62857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56695b4-e8c6-455a-a66f-795fd011621d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:32.207318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-24d15a1a-4c12-4983-97ff-cc11d48ba777 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1801536 Aug 17 02:38:32.211823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38034) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:32.217719 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6b8bf199-b138-49ec-9fb1-d5fd36967077 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'network_id': 'd3978ee0-74bb-483c-b4b8-888d526472ed', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1597522327'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:32.235574 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 3626c58e-0406-4d55-a6e1-63b64355e4fc {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:38:32.236374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 3626c58e-0406-4d55-a6e1-63b64355e4fc not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:38:32.319710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-d3978ee0-74bb-483c-b4b8-888d526472ed', 'network_id': 'd3978ee0-74bb-483c-b4b8-888d526472ed', 'tenant_id': '205c143cd1e3429cabb98b6f46d9015d', 'fixed_ips': [{'subnet_id': '7f7c15a6-d413-4a2a-b837-e18570276201'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:38:32.321512 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:32.367819 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0111f966-5510-41a9-b019-682a7d5d0ff7 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:32.370467 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0111f966-5510-41a9-b019-682a7d5d0ff7 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:32.375076 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0111f966-5510-41a9-b019-682a7d5d0ff7 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "DELETE /v2.0/security-groups/e441cd63-eedb-44fa-9af6-6671c53b367d HTTP/1.1" status: 204 len: 168 time: 0.4181619 Aug 17 02:38:32.377426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38038) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:32.416065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d555c9-ce2f-4027-b87f-5de5c4604421 req-5c24b701-ed72-423c-aeab-83d133b77cbf tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:32.420435 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4d555c9-ce2f-4027-b87f-5de5c4604421 req-5c24b701-ed72-423c-aeab-83d133b77cbf tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.0812814 Aug 17 02:38:32.479572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4d555c9-ce2f-4027-b87f-5de5c4604421 req-90d37809-4b25-469c-a956-c281796b550e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467935 Aug 17 02:38:32.483897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111f966-5510-41a9-b019-682a7d5d0ff7 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e441cd63-eedb-44fa-9af6-6671c53b367d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:32.557795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Allocated IP 172.20.0.2 (d3978ee0-74bb-483c-b4b8-888d526472ed/7f7c15a6-d413-4a2a-b837-e18570276201/560126ab-68c1-45d8-8ae4-eb3e36340177) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:32.595818 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:38:32.622303 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a96a482-7bb1-4856-a545-7ebf093914b4 req-1ac3f8ac-5073-42bc-98f0-4aed949a8870 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0457511 Aug 17 02:38:32.751914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8bf199-b138-49ec-9fb1-d5fd36967077 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:32.756612 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf199-b138-49ec-9fb1-d5fd36967077 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:32.775149 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:32.796635 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Transition to ACTIVE for port object 560126ab-68c1-45d8-8ae4-eb3e36340177 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:32.819010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Transition to ACTIVE for port object 560126ab-68c1-45d8-8ae4-eb3e36340177 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:32.829465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-6b8bf199-b138-49ec-9fb1-d5fd36967077 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port d1b5855b-8006-4469-b087-996c2f06b346 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:38:32.918930 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:32.966102 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Network d3978ee0-74bb-483c-b4b8-888d526472ed is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:32.969476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:32.973543 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:33.012628 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Pushing event updated for resources: {'Port': ['ID=560126ab-68c1-45d8-8ae4-eb3e36340177,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:33.040013 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-40f5e55b-f94b-46cd-8bee-715acec17da3 req-ec112114-4802-4edc-b7bc-f1850b86e626 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b&device_id=080eee39-00b1-49a5-b726-663efd89900d HTTP/1.1" status: 200 len: 210 time: 0.0760288 Aug 17 02:38:33.069473 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Attempting to bind port 560126ab-68c1-45d8-8ae4-eb3e36340177 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:38:33.069993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Attempting to bind port 560126ab-68c1-45d8-8ae4-eb3e36340177 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '288f1389-ef1a-4e2c-bcbf-2890cf671a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd3978ee0-74bb-483c-b4b8-888d526472ed'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:38:33.071117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Attempting to bind port 560126ab-68c1-45d8-8ae4-eb3e36340177 on network d3978ee0-74bb-483c-b4b8-888d526472ed {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:38:33.080270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:38:33.080270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Checking segment: {'id': '288f1389-ef1a-4e2c-bcbf-2890cf671a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd3978ee0-74bb-483c-b4b8-888d526472ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:33.080270 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:33.080270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Bound using segment: {'id': '288f1389-ef1a-4e2c-bcbf-2890cf671a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd3978ee0-74bb-483c-b4b8-888d526472ed'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:38:33.080270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Bound port: 560126ab-68c1-45d8-8ae4-eb3e36340177, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f1389-ef1a-4e2c-bcbf-2890cf671a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd3978ee0-74bb-483c-b4b8-888d526472ed'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:38:33.080270 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:33.091199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-6b8bf199-b138-49ec-9fb1-d5fd36967077 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Allocated IP 172.20.0.8 (d3978ee0-74bb-483c-b4b8-888d526472ed/7f7c15a6-d413-4a2a-b837-e18570276201/d1b5855b-8006-4469-b087-996c2f06b346) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:33.232527 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-89740821-dde4-4cfb-9b8c-4bf095aa69fc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:33.236698 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] For port 560126ab-68c1-45d8-8ae4-eb3e36340177, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:38:33.241986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] For port 560126ab-68c1-45d8-8ae4-eb3e36340177, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=560126ab-68c1-45d8-8ae4-eb3e36340177,segment=NetworkSegment(288f1389-ef1a-4e2c-bcbf-2890cf671a98),segment_id=288f1389-ef1a-4e2c-bcbf-2890cf671a98)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:38:33.337400 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:33.383789 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf199-b138-49ec-9fb1-d5fd36967077 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:33.405993 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-6b8bf199-b138-49ec-9fb1-d5fd36967077 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Transition to ACTIVE for port object d1b5855b-8006-4469-b087-996c2f06b346 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:33.464886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b44c2-47e2-488e-82fd-41773a51f1ce None None] Pushing event updated for resources: {'Port': ['ID=560126ab-68c1-45d8-8ae4-eb3e36340177,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:33.728811 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf199-b138-49ec-9fb1-d5fd36967077 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:33.740941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-89740821-dde4-4cfb-9b8c-4bf095aa69fc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Deleting port 88f30af0-0452-4c2b-b7eb-673452968557 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:33.741313 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-89740821-dde4-4cfb-9b8c-4bf095aa69fc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:33.774548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38072) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:33.867684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8bf199-b138-49ec-9fb1-d5fd36967077 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network d3978ee0-74bb-483c-b4b8-888d526472ed is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:33.890327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-6b8bf199-b138-49ec-9fb1-d5fd36967077 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:33.925877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8bf199-b138-49ec-9fb1-d5fd36967077 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:33.940828 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bf199-b138-49ec-9fb1-d5fd36967077 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=d1b5855b-8006-4469-b087-996c2f06b346,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:33.995335 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1718ec48-1c4a-4d35-9e13-ee0f853107cb req-dd8a41e9-e544-4f34-82ca-b157eff75fe1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87a6f44dcabd4eebb21dd1147f1190ef&device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0871639 Aug 17 02:38:34.064535 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1115585323-network', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:34.099794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1718ec48-1c4a-4d35-9e13-ee0f853107cb req-eb3b4593-6164-42b1-bdbe-a6f012ec8ce5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=87a6f44dcabd4eebb21dd1147f1190ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903053 Aug 17 02:38:34.137847 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 560126ab-68c1-45d8-8ae4-eb3e36340177 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:34.149904 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-89740821-dde4-4cfb-9b8c-4bf095aa69fc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] For port 88f30af0-0452-4c2b-b7eb-673452968557, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=88f30af0-0452-4c2b-b7eb-673452968557,segment=NetworkSegment(5a652cc2-8f24-4395-933f-e2f02a4f0fa8),segment_id=5a652cc2-8f24-4395-933f-e2f02a4f0fa8)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:34.150449 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-89740821-dde4-4cfb-9b8c-4bf095aa69fc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:34.171463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-89740821-dde4-4cfb-9b8c-4bf095aa69fc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Calling delete_port for 88f30af0-0452-4c2b-b7eb-673452968557 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:34.325339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97338e8f-fb2a-4823-9eb9-49835a920fb2 req-54e36796-ad0e-4279-8e9b-d0717597277f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:34.339441 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97338e8f-fb2a-4823-9eb9-49835a920fb2 req-54e36796-ad0e-4279-8e9b-d0717597277f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.2672257 Aug 17 02:38:34.371736 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 560126ab-68c1-45d8-8ae4-eb3e36340177 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:34.389625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] Made reservation on behalf of 84b273b3ac0b4ea5ac4cf904736aab46 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:34.393388 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:34.447120 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:34.468823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8bf199-b138-49ec-9fb1-d5fd36967077 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:34.469524 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf199-b138-49ec-9fb1-d5fd36967077 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:34.489761 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97338e8f-fb2a-4823-9eb9-49835a920fb2 req-ec42d172-cf32-4211-a7fe-5d1d1f9505fb tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432548 Aug 17 02:38:34.499110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718ec48-1c4a-4d35-9e13-ee0f853107cb req-e5a37340-e0f1-4f0d-bb61-b6763546b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:34.501313 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1718ec48-1c4a-4d35-9e13-ee0f853107cb req-e5a37340-e0f1-4f0d-bb61-b6763546b485 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3870475 Aug 17 02:38:34.544516 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-89740821-dde4-4cfb-9b8c-4bf095aa69fc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:34.649668 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89740821-dde4-4cfb-9b8c-4bf095aa69fc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event deleted for resources: {'Port': ['ID=88f30af0-0452-4c2b-b7eb-673452968557,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:34.660356 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6b8bf199-b138-49ec-9fb1-d5fd36967077 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.4468644 Aug 17 02:38:34.662866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38088) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:34.724426 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:34.788412 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da313fb0-ee9f-40f8-98ab-b0682a3bb978 req-98c8ca1c-2faf-45e5-abd1-e3804edbd6d3 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.1874075 Aug 17 02:38:34.851841 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:34.890706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:38:34.948145 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:34.948145 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] Added segment 6a7c3489-3215-4541-b00d-643ee7f25532 of type vlan for network 36bf98c4-df45-4357-bba5-3ccfe407e9cc Aug 17 02:38:34.948936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2964e0e3-d9c0-4018-b25a-7ebc8a5bdddb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:35.056446 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.111540 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-89740821-dde4-4cfb-9b8c-4bf095aa69fc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.159008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9827e26-feca-488c-8e58-e948db227264 None None] Network d3978ee0-74bb-483c-b4b8-888d526472ed requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:35.177780 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.178956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:35.179674 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.251530 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] Pushing event updated for resources: {'Network': ['ID=36bf98c4-df45-4357-bba5-3ccfe407e9cc,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:35.266266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 36bf98c4-df45-4357-bba5-3ccfe407e9cc details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:38:35.298809 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-23a1ae89-f538-47bf-b8bf-0b575402fbae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5216594 Aug 17 02:38:35.301791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38090) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:35.309773 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-bebe369d-dd6b-404f-b98f-02fba7b95294 admin admin] Request body: {'subnet': {'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1115585323-subnet', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:35.362445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-30251404-40d6-4a50-91a8-e8e088ec1040 None None] Provisioning for port 560126ab-68c1-45d8-8ae4-eb3e36340177 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:35.402783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-30251404-40d6-4a50-91a8-e8e088ec1040 None None] Provisioning complete for port 560126ab-68c1-45d8-8ae4-eb3e36340177 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:35.403490 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-30251404-40d6-4a50-91a8-e8e088ec1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.435090 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebe369d-dd6b-404f-b98f-02fba7b95294 admin admin] Made reservation on behalf of 84b273b3ac0b4ea5ac4cf904736aab46 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:35.440185 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bebe369d-dd6b-404f-b98f-02fba7b95294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.484018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-23fd45b6-0eb8-441f-9d02-d51bc16ffd5d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port d1b5855b-8006-4469-b087-996c2f06b346 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:35.484368 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-23fd45b6-0eb8-441f-9d02-d51bc16ffd5d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.606403 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-30251404-40d6-4a50-91a8-e8e088ec1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.646574 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-23fd45b6-0eb8-441f-9d02-d51bc16ffd5d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.658323 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-30251404-40d6-4a50-91a8-e8e088ec1040 None None] For port 560126ab-68c1-45d8-8ae4-eb3e36340177, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=560126ab-68c1-45d8-8ae4-eb3e36340177,segment=NetworkSegment(288f1389-ef1a-4e2c-bcbf-2890cf671a98),segment_id=288f1389-ef1a-4e2c-bcbf-2890cf671a98)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:35.700554 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-23fd45b6-0eb8-441f-9d02-d51bc16ffd5d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for d1b5855b-8006-4469-b087-996c2f06b346 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:35.763890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd637160-4d80-4835-bb6d-a0540796ee3d req-654b072a-d172-43f9-9f61-312d1fedc380 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:35.766694 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-30251404-40d6-4a50-91a8-e8e088ec1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.771611 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd637160-4d80-4835-bb6d-a0540796ee3d req-654b072a-d172-43f9-9f61-312d1fedc380 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.0816884 Aug 17 02:38:35.890942 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89740821-dde4-4cfb-9b8c-4bf095aa69fc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:38:35.899910 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd637160-4d80-4835-bb6d-a0540796ee3d req-e4339f6b-0b8f-4703-9b20-dcc3833b6e0b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181283 Aug 17 02:38:35.906136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30251404-40d6-4a50-91a8-e8e088ec1040 None None] Pushing event updated for resources: {'Port': ['ID=560126ab-68c1-45d8-8ae4-eb3e36340177,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:36.055945 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b964414-57be-4833-b4f9-191a23c93ffd req-eb325d56-c8ce-4beb-865d-3a48fb2188af tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0446212 Aug 17 02:38:36.062562 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bebe369d-dd6b-404f-b98f-02fba7b95294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.127196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89740821-dde4-4cfb-9b8c-4bf095aa69fc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:38:36.141494 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-89740821-dde4-4cfb-9b8c-4bf095aa69fc tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "PUT /v2.0/routers/ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7546709 Aug 17 02:38:36.142843 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de616e2-26fb-42ba-bdae-1d76d5ff85f0 None None] Sync routers for ids ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:38:36.143432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38104) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:36.156510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-72158d07-1378-4d49-8caa-e4564dfeb7af None None] Provisioning for port d1b5855b-8006-4469-b087-996c2f06b346 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:36.158182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-72158d07-1378-4d49-8caa-e4564dfeb7af None None] Provisioning complete for port d1b5855b-8006-4469-b087-996c2f06b346 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:36.158644 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-72158d07-1378-4d49-8caa-e4564dfeb7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.161341 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de616e2-26fb-42ba-bdae-1d76d5ff85f0 None None] Routers {'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:36.162062 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1de616e2-26fb-42ba-bdae-1d76d5ff85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:36.206022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-72158d07-1378-4d49-8caa-e4564dfeb7af None None] Port d1b5855b-8006-4469-b087-996c2f06b346 was deleted so its status cannot be updated. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 02:38:36.219027 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe369d-dd6b-404f-b98f-02fba7b95294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8955ede8-ca0a-49ba-a12d-3a5806aeee75,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:36.227101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-72158d07-1378-4d49-8caa-e4564dfeb7af None None] Provisioning complete for port 560126ab-68c1-45d8-8ae4-eb3e36340177 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:36.227354 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-72158d07-1378-4d49-8caa-e4564dfeb7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.236071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe369d-dd6b-404f-b98f-02fba7b95294 admin admin] Checking segment: {'id': '6a7c3489-3215-4541-b00d-643ee7f25532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:36.236071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe369d-dd6b-404f-b98f-02fba7b95294 admin admin] Network hostable DHCP agents. Network: 36bf98c4-df45-4357-bba5-3ccfe407e9cc, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:38:36.299656 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b76fcad-9bfd-4943-9a43-5f684fd55c28 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Deleting subnet 3daa008e-8e17-4793-aa30-71a500e42310 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:38:36.313292 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b76fcad-9bfd-4943-9a43-5f684fd55c28 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.316443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1718ec48-1c4a-4d35-9e13-ee0f853107cb req-838c63c7-7570-4f10-9749-69b207c273b1 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.42 "GET /v2.0/ports?device_id=58f10f0b-50d8-4ed8-9a25-5a2211c2044b HTTP/1.1" status: 200 len: 210 time: 0.0565171 Aug 17 02:38:36.391757 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b76fcad-9bfd-4943-9a43-5f684fd55c28 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.421612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe369d-dd6b-404f-b98f-02fba7b95294 admin admin] Network 36bf98c4-df45-4357-bba5-3ccfe407e9cc is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:38:36.434579 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-23fd45b6-0eb8-441f-9d02-d51bc16ffd5d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.444592 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-1de616e2-26fb-42ba-bdae-1d76d5ff85f0 None None] Set router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:36.462794 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd45b6-0eb8-441f-9d02-d51bc16ffd5d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=d1b5855b-8006-4469-b087-996c2f06b346,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:36.510471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fc0a0371-02ee-48be-8bf0-26e40ed3547f None None] Could not find standard attr ID for object d1b5855b-8006-4469-b087-996c2f06b346. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:38:36.515540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-bebe369d-dd6b-404f-b98f-02fba7b95294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 36bf98c4-df45-4357-bba5-3ccfe407e9cc) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:36.530691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe369d-dd6b-404f-b98f-02fba7b95294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:36.530691 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bebe369d-dd6b-404f-b98f-02fba7b95294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.537918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b402fa-255d-4c15-a235-e270b39eb192 None None] Network 36bf98c4-df45-4357-bba5-3ccfe407e9cc requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:36.638034 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b76fcad-9bfd-4943-9a43-5f684fd55c28 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.652125 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bebe369d-dd6b-404f-b98f-02fba7b95294 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3445785 Aug 17 02:38:36.652552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38108) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:36.662015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:36.699146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-23fd45b6-0eb8-441f-9d02-d51bc16ffd5d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.701579 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-23fd45b6-0eb8-441f-9d02-d51bc16ffd5d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/d1b5855b-8006-4469-b087-996c2f06b346 HTTP/1.1" status: 204 len: 168 time: 2.0361152 Aug 17 02:38:36.703974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38110) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:36.748937 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf50767-6eb0-4118-b8ec-63863f975e8a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] GET failed (client error): The resource could not be found. Aug 17 02:38:36.750679 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0cf50767-6eb0-4118-b8ec-63863f975e8a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/d1b5855b-8006-4469-b087-996c2f06b346 HTTP/1.1" status: 404 len: 333 time: 0.0449860 Aug 17 02:38:36.753502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38112) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:36.809907 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1de616e2-26fb-42ba-bdae-1d76d5ff85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:34:55Z', 'updated_at': '2021-08-17T02:38:34Z', 'revision_number': 5, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:34:56Z', 'updated_at': '2021-08-17T02:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:36.829116 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.830838 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.840101 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de616e2-26fb-42ba-bdae-1d76d5ff85f0 None None] Checking router: ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:38:36.840426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb934dd0-faaf-4fa8-8449-605980f3bb97 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting subnet 7f7c15a6-d413-4a2a-b837-e18570276201 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:38:36.852157 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb934dd0-faaf-4fa8-8449-605980f3bb97 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.853184 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de616e2-26fb-42ba-bdae-1d76d5ff85f0 None None] Routers {'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:36.854003 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1de616e2-26fb-42ba-bdae-1d76d5ff85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:36.875414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'fixed_ips': [{'subnet_id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:38:36.876470 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.927824 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b76fcad-9bfd-4943-9a43-5f684fd55c28 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.941817 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.946191 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b76fcad-9bfd-4943-9a43-5f684fd55c28 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.948216 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2b76fcad-9bfd-4943-9a43-5f684fd55c28 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "DELETE /v2.0/subnets/3daa008e-8e17-4793-aa30-71a500e42310 HTTP/1.1" status: 204 len: 168 time: 0.8036489 Aug 17 02:38:36.954411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38116) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:36.964734 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9d85e3-9ee6-4bc4-92bb-0c70aa406538 None None] Network 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:37.014878 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-1de616e2-26fb-42ba-bdae-1d76d5ff85f0 None None] Set router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:37.138320 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:37.142492 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb934dd0-faaf-4fa8-8449-605980f3bb97 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:37.171460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76fcad-9bfd-4943-9a43-5f684fd55c28 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event deleted for resources: {'Subnet': ['ID=3daa008e-8e17-4793-aa30-71a500e42310,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:37.176094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146e353-d257-4935-bd9d-901e8a506253 req-44795dd1-b366-4284-960b-aeb26e64d068 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:37.176094 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1146e353-d257-4935-bd9d-901e8a506253 req-44795dd1-b366-4284-960b-aeb26e64d068 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.1678398 Aug 17 02:38:37.241557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Allocated IP 172.20.0.2 (36bf98c4-df45-4357-bba5-3ccfe407e9cc/8955ede8-ca0a-49ba-a12d-3a5806aeee75/b97b4faf-255c-45ea-b610-961645dc3d12) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:37.401912 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb934dd0-faaf-4fa8-8449-605980f3bb97 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:37.420535 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:37.443602 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:37.456432 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1146e353-d257-4935-bd9d-901e8a506253 req-1392f286-7475-40aa-bb00-a0c598a59ebf tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636645 Aug 17 02:38:37.501509 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1de616e2-26fb-42ba-bdae-1d76d5ff85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:34:55Z', 'updated_at': '2021-08-17T02:38:34Z', 'revision_number': 5, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:34:56Z', 'updated_at': '2021-08-17T02:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:37.520688 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:37.565125 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de616e2-26fb-42ba-bdae-1d76d5ff85f0 None None] The sync data for ids ['ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1'] in n-d-793621-31 is: [{'id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797284162', 'tenant_id': '8fd89972482a4c83b3a151474a4ba945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:34:55Z', 'updated_at': '2021-08-17T02:38:34Z', 'revision_number': 5, 'project_id': '8fd89972482a4c83b3a151474a4ba945', 'gw_port': {'id': '4082c9f7-2f97-49a3-8c36-e04360f59544', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:34:56Z', 'updated_at': '2021-08-17T02:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:38:37.613258 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae129ae-2c1f-4af9-a227-9c5040ca6bcc None None] DHCP port deletion for 1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:38:37.648573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Deleting port 4082c9f7-2f97-49a3-8c36-e04360f59544 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:37.649520 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:37.670977 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb934dd0-faaf-4fa8-8449-605980f3bb97 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:37.687741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Transition to ACTIVE for port object b97b4faf-255c-45ea-b610-961645dc3d12 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:37.728588 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Transition to ACTIVE for port object b97b4faf-255c-45ea-b610-961645dc3d12 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:37.751060 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3898b846-b847-4ce7-91f9-bf8da0340574 None None] Network d3978ee0-74bb-483c-b4b8-888d526472ed requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:37.770072 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb934dd0-faaf-4fa8-8449-605980f3bb97 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:37.775038 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bb934dd0-faaf-4fa8-8449-605980f3bb97 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/7f7c15a6-d413-4a2a-b837-e18570276201 HTTP/1.1" status: 204 len: 168 time: 1.0201795 Aug 17 02:38:37.783054 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38130) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:37.783219 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb934dd0-faaf-4fa8-8449-605980f3bb97 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Subnet': ['ID=7f7c15a6-d413-4a2a-b837-e18570276201,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:37.788372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fae129ae-2c1f-4af9-a227-9c5040ca6bcc None None] Deleting port f784d9a6-3dc2-4cdd-935a-6f046e734e73 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:37.788554 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fae129ae-2c1f-4af9-a227-9c5040ca6bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:37.844307 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] For port 4082c9f7-2f97-49a3-8c36-e04360f59544, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4082c9f7-2f97-49a3-8c36-e04360f59544,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:37.845146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:37.859639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Calling delete_port for 4082c9f7-2f97-49a3-8c36-e04360f59544 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:37.870919 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.084989 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.119755 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.184392 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.201799 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-fae129ae-2c1f-4af9-a227-9c5040ca6bcc None None] For port f784d9a6-3dc2-4cdd-935a-6f046e734e73, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f784d9a6-3dc2-4cdd-935a-6f046e734e73,segment=NetworkSegment(5a652cc2-8f24-4395-933f-e2f02a4f0fa8),segment_id=5a652cc2-8f24-4395-933f-e2f02a4f0fa8)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:38.202445 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fae129ae-2c1f-4af9-a227-9c5040ca6bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.226823 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fae129ae-2c1f-4af9-a227-9c5040ca6bcc None None] Calling delete_port for f784d9a6-3dc2-4cdd-935a-6f046e734e73 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:38.392800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 560126ab-68c1-45d8-8ae4-eb3e36340177 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:38.392800 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.520892 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.571231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 560126ab-68c1-45d8-8ae4-eb3e36340177 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:38.578451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c59d1bcd-4875-4064-8483-77914714c01e req-cdc1006a-6724-4066-9b98-4f5b838f3076 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=87a6f44dcabd4eebb21dd1147f1190ef&device_id=080eee39-00b1-49a5-b726-663efd89900d HTTP/1.1" status: 200 len: 210 time: 0.0742376 Aug 17 02:38:38.620422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Allocated IP 172.25.5.218 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:38.642980 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5079f81b-339a-4b8e-9dfb-1ddfab7d3996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.654154 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Network 36bf98c4-df45-4357-bba5-3ccfe407e9cc is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:38.659024 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event deleted for resources: {'Port': ['ID=4082c9f7-2f97-49a3-8c36-e04360f59544,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:38.665451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6ac2d28-994e-44cd-8dd2-a1421fa2c0b6 req-98fc4411-a515-4fe8-9874-6374a62e059a tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=080eee39-00b1-49a5-b726-663efd89900d HTTP/1.1" status: 200 len: 210 time: 0.0936143 Aug 17 02:38:38.669911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:38.679271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:38.683283 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.696737 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c59d1bcd-4875-4064-8483-77914714c01e req-42e06246-058d-4e51-8fef-1300e5156150 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=87a6f44dcabd4eebb21dd1147f1190ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746431 Aug 17 02:38:38.705233 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] For port 560126ab-68c1-45d8-8ae4-eb3e36340177, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=560126ab-68c1-45d8-8ae4-eb3e36340177,segment=NetworkSegment(288f1389-ef1a-4e2c-bcbf-2890cf671a98),segment_id=288f1389-ef1a-4e2c-bcbf-2890cf671a98)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:38.706147 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.720225 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Pushing event updated for resources: {'Port': ['ID=b97b4faf-255c-45ea-b610-961645dc3d12,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:38.753063 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 560126ab-68c1-45d8-8ae4-eb3e36340177 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:38.763013 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fae129ae-2c1f-4af9-a227-9c5040ca6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.827688 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae129ae-2c1f-4af9-a227-9c5040ca6bcc None None] Pushing event deleted for resources: {'Port': ['ID=f784d9a6-3dc2-4cdd-935a-6f046e734e73,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:38.839575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae129ae-2c1f-4af9-a227-9c5040ca6bcc None None] No DVR routers for this DVR port f784d9a6-3dc2-4cdd-935a-6f046e734e73 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:38:38.856103 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Attempting to bind port b97b4faf-255c-45ea-b610-961645dc3d12 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:38:38.856103 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Attempting to bind port b97b4faf-255c-45ea-b610-961645dc3d12 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '6a7c3489-3215-4541-b00d-643ee7f25532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:38:38.856103 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Attempting to bind port b97b4faf-255c-45ea-b610-961645dc3d12 on network 36bf98c4-df45-4357-bba5-3ccfe407e9cc {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:38:38.856103 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 560126ab-68c1-45d8-8ae4-eb3e36340177 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:38.856103 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.865415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:38:38.865415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Checking segment: {'id': '6a7c3489-3215-4541-b00d-643ee7f25532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:38.865415 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.866119 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.866227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Bound using segment: {'id': '6a7c3489-3215-4541-b00d-643ee7f25532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:38:38.866227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Bound port: b97b4faf-255c-45ea-b610-961645dc3d12, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7c3489-3215-4541-b00d-643ee7f25532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:38:38.866227 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.866503 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:38.961516 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c099c4-991d-4dbb-a657-2c33e1da6f69 None None] DHCP port deletion for d3978ee0-74bb-483c-b4b8-888d526472ed request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:38:39.034870 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.035416 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Fanout notify agent at l3_agent the message router_deleted on router ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:38:39.050586 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.051857 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a9b6492c-f7c1-47db-90e2-8e2fc07e5c55 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "DELETE /v2.0/routers/ca4e41e6-0f5c-4bbb-a54e-e009bffe55d1 HTTP/1.1" status: 204 len: 168 time: 2.0952976 Aug 17 02:38:39.058393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38142) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:39.089603 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] For port b97b4faf-255c-45ea-b610-961645dc3d12, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:38:39.103382 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] For port b97b4faf-255c-45ea-b610-961645dc3d12, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b97b4faf-255c-45ea-b610-961645dc3d12,segment=NetworkSegment(6a7c3489-3215-4541-b00d-643ee7f25532),segment_id=6a7c3489-3215-4541-b00d-643ee7f25532)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:38:39.152259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-90c099c4-991d-4dbb-a657-2c33e1da6f69 None None] Deleting port 560126ab-68c1-45d8-8ae4-eb3e36340177 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:39.152524 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-90c099c4-991d-4dbb-a657-2c33e1da6f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.176524 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a72a1a1-bee2-4805-983a-438937814404 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.177950 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 88f30af0-0452-4c2b-b7eb-673452968557 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:38:39.224882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 88f30af0-0452-4c2b-b7eb-673452968557 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:38:39.225219 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 88f30af0-0452-4c2b-b7eb-673452968557 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:38:39.225659 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f784d9a6-3dc2-4cdd-935a-6f046e734e73 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:38:39.230245 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.282133 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a72a1a1-bee2-4805-983a-438937814404 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.285846 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: f784d9a6-3dc2-4cdd-935a-6f046e734e73 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:38:39.286196 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f784d9a6-3dc2-4cdd-935a-6f046e734e73 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:38:39.294250 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-3a72a1a1-bee2-4805-983a-438937814404 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:39.305875 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-3a72a1a1-bee2-4805-983a-438937814404 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a652cc2-8f24-4395-933f-e2f02a4f0fa8') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:39.306191 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-3a72a1a1-bee2-4805-983a-438937814404 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a652cc2-8f24-4395-933f-e2f02a4f0fa8') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:39.317541 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-90c099c4-991d-4dbb-a657-2c33e1da6f69 None None] For port 560126ab-68c1-45d8-8ae4-eb3e36340177, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=560126ab-68c1-45d8-8ae4-eb3e36340177,segment=NetworkSegment(288f1389-ef1a-4e2c-bcbf-2890cf671a98),segment_id=288f1389-ef1a-4e2c-bcbf-2890cf671a98)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:39.318225 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-90c099c4-991d-4dbb-a657-2c33e1da6f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.318361 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a72a1a1-bee2-4805-983a-438937814404 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.337469 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a72a1a1-bee2-4805-983a-438937814404 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.341457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-90c099c4-991d-4dbb-a657-2c33e1da6f69 None None] Calling delete_port for 560126ab-68c1-45d8-8ae4-eb3e36340177 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:39.344307 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a72a1a1-bee2-4805-983a-438937814404 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:38:39.344806 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a72a1a1-bee2-4805-983a-438937814404 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:38:39.352306 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:38:39.357041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e953e7-87cd-4e54-9853-e3ffb80a1449 None None] Pushing event updated for resources: {'Port': ['ID=b97b4faf-255c-45ea-b610-961645dc3d12,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:39.405509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d1bcd-4875-4064-8483-77914714c01e req-40a2a640-2220-4fd0-a604-c34afb70d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:39.406999 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c59d1bcd-4875-4064-8483-77914714c01e req-40a2a640-2220-4fd0-a604-c34afb70d78c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6976910 Aug 17 02:38:39.424650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e65fa4-32be-459c-bf75-5849845ae854 req-40c59b02-01f3-4c4e-b416-5b654300af9c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:39.426785 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-34e65fa4-32be-459c-bf75-5849845ae854 req-40c59b02-01f3-4c4e-b416-5b654300af9c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.6160398 Aug 17 02:38:39.447111 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.503016 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-34e65fa4-32be-459c-bf75-5849845ae854 req-845dbb0c-78a2-46cf-bc5e-7fa0d548a71d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529850 Aug 17 02:38:39.540815 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a72a1a1-bee2-4805-983a-438937814404 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.547301 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a72a1a1-bee2-4805-983a-438937814404 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.551602 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3a72a1a1-bee2-4805-983a-438937814404 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] 10.222.0.13 "DELETE /v2.0/networks/1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322 HTTP/1.1" status: 204 len: 168 time: 0.4887612 Aug 17 02:38:39.569787 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72a1a1-bee2-4805-983a-438937814404 tempest-TestSecurityGroupsBasicOps-1270466603 tempest-TestSecurityGroupsBasicOps-1270466603-project] Pushing event deleted for resources: {'Network': ['ID=1ac4fe34-d1f2-49ae-bb09-fe3bd7ac8322,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:39.588613 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-90c099c4-991d-4dbb-a657-2c33e1da6f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.600195 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.627605 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c099c4-991d-4dbb-a657-2c33e1da6f69 None None] No DVR routers for this DVR port 560126ab-68c1-45d8-8ae4-eb3e36340177 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:38:39.662617 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.666313 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c099c4-991d-4dbb-a657-2c33e1da6f69 None None] Pushing event deleted for resources: {'Port': ['ID=560126ab-68c1-45d8-8ae4-eb3e36340177,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:39.670197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=560126ab-68c1-45d8-8ae4-eb3e36340177,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:39.689876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No DVR routers for this DVR port 560126ab-68c1-45d8-8ae4-eb3e36340177 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:38:39.796430 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:39.806274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:39.808112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Pushing event updated for resources: {'Port': ['ID=cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:39.840699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:39.900898 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.916695 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3978ee0-74bb-483c-b4b8-888d526472ed']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:39.931449 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288f1389-ef1a-4e2c-bcbf-2890cf671a98') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:39.931828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288f1389-ef1a-4e2c-bcbf-2890cf671a98') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:39.967298 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b97b4faf-255c-45ea-b610-961645dc3d12 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:40.041789 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:40.086286 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:40.104347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:38:40.104675 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:38:40.107882 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:38:40.166778 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port b97b4faf-255c-45ea-b610-961645dc3d12 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:40.234973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 560126ab-68c1-45d8-8ae4-eb3e36340177 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:38:40.257057 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 560126ab-68c1-45d8-8ae4-eb3e36340177 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:38:40.257792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 560126ab-68c1-45d8-8ae4-eb3e36340177 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:38:40.258232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4082c9f7-2f97-49a3-8c36-e04360f59544 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:38:40.277584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 4082c9f7-2f97-49a3-8c36-e04360f59544 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:38:40.277942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4082c9f7-2f97-49a3-8c36-e04360f59544 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:38:40.302148 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:40.302799 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dea5b0ab-cefc-42fd-b21d-6440d5d500d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:40.329579 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:40.333407 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/networks/d3978ee0-74bb-483c-b4b8-888d526472ed HTTP/1.1" status: 204 len: 168 time: 2.5440309 Aug 17 02:38:40.339229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38152) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:40.347640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a3b9c24d-9540-48c5-8d26-4f0791a34480 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'name': 'tempest-PortsTestJSON-1708434413'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:40.366994 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655c26e-042b-4b4a-8610-8b21815ffa8e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Network': ['ID=d3978ee0-74bb-483c-b4b8-888d526472ed,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:40.536077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2bfce3e6-700c-4a64-a369-b2e76da73522 req-9212ce31-91da-4dcd-a937-e27e12376e48 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=080eee39-00b1-49a5-b726-663efd89900d HTTP/1.1" status: 200 len: 210 time: 0.0421326 Aug 17 02:38:40.537720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38160) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:40.542225 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:40.584595 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b9c24d-9540-48c5-8d26-4f0791a34480 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:40.590922 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c24d-9540-48c5-8d26-4f0791a34480 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:40.614637 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-a3b9c24d-9540-48c5-8d26-4f0791a34480 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port 371491a6-1bcb-4c5c-96b0-62f9fb627f14 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:38:40.615347 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:40.760360 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c1e76-5860-4e19-bcc2-1bc91bf4e272 req-d5249056-83b7-4753-a119-b5a92c808db0 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:40.771639 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-139c1e76-5860-4e19-bcc2-1bc91bf4e272 req-d5249056-83b7-4753-a119-b5a92c808db0 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1022418 Aug 17 02:38:40.814643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab14eb4-ffa0-4072-b6ea-0ad4dcc6cbdd None None] Network 36bf98c4-df45-4357-bba5-3ccfe407e9cc requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:40.859357 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-139c1e76-5860-4e19-bcc2-1bc91bf4e272 req-c10e9f71-05c5-4036-9b61-abf804b2b457 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497224 Aug 17 02:38:40.881673 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-276db197-955b-4297-be02-153edb0b91bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fd89972482a4c83b3a151474a4ba945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425195 Aug 17 02:38:40.882761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38168) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:40.908724 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c24d-9540-48c5-8d26-4f0791a34480 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:40.938513 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:40.979605 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d02a0b3-77fe-438e-b64f-85f99442164c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.012345 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d02a0b3-77fe-438e-b64f-85f99442164c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.095162 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3bcd6-3c44-452a-a9cb-a72a5cc62ada req-f2509dbd-26e7-4358-aa84-b1443573f511 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:41.097851 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48b3bcd6-3c44-452a-a9cb-a72a5cc62ada req-f2509dbd-26e7-4358-aa84-b1443573f511 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.1134453 Aug 17 02:38:41.112314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a04a5574-171d-417b-aa26-67b756e00bf8 None None] Provisioning for port b97b4faf-255c-45ea-b610-961645dc3d12 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:41.117115 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a04a5574-171d-417b-aa26-67b756e00bf8 None None] Provisioning complete for port b97b4faf-255c-45ea-b610-961645dc3d12 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:41.117899 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a04a5574-171d-417b-aa26-67b756e00bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.153517 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c24d-9540-48c5-8d26-4f0791a34480 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.182491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48b3bcd6-3c44-452a-a9cb-a72a5cc62ada req-83a5bed5-4eb6-42fe-94b7-2adec31210c2 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739264 Aug 17 02:38:41.213991 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d02a0b3-77fe-438e-b64f-85f99442164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.216692 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d02a0b3-77fe-438e-b64f-85f99442164c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.217941 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5d02a0b3-77fe-438e-b64f-85f99442164c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdead2cf-42c0-4410-8605-dc53f41a3116 HTTP/1.1" status: 204 len: 168 time: 0.3342135 Aug 17 02:38:41.262646 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02a0b3-77fe-438e-b64f-85f99442164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdead2cf-42c0-4410-8605-dc53f41a3116,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:41.289416 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b9c24d-9540-48c5-8d26-4f0791a34480 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:41.295168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-a3b9c24d-9540-48c5-8d26-4f0791a34480 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:41.296375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:38:41.301838 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a04a5574-171d-417b-aa26-67b756e00bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.310654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b9c24d-9540-48c5-8d26-4f0791a34480 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:41.318688 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b9c24d-9540-48c5-8d26-4f0791a34480 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:41.319613 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c24d-9540-48c5-8d26-4f0791a34480 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.345222 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9c24d-9540-48c5-8d26-4f0791a34480 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=371491a6-1bcb-4c5c-96b0-62f9fb627f14,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:41.387189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a04a5574-171d-417b-aa26-67b756e00bf8 None None] For port b97b4faf-255c-45ea-b610-961645dc3d12, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b97b4faf-255c-45ea-b610-961645dc3d12,segment=NetworkSegment(6a7c3489-3215-4541-b00d-643ee7f25532),segment_id=6a7c3489-3215-4541-b00d-643ee7f25532)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:41.451979 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a3b9c24d-9540-48c5-8d26-4f0791a34480 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1101136 Aug 17 02:38:41.456324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38172) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:41.471899 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a04a5574-171d-417b-aa26-67b756e00bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.514814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:38:41.529208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Sync routers for ids ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:38:41.537614 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a5574-171d-417b-aa26-67b756e00bf8 None None] Pushing event updated for resources: {'Port': ['ID=b97b4faf-255c-45ea-b610-961645dc3d12,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:41.545221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Routers {'92351473-5281-4ba7-aaa8-4c5e39dcbe5e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:41.545891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:41.612238 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-29a2a1d2-fa3b-4c22-a71f-6f9e55ffe895 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 371491a6-1bcb-4c5c-96b0-62f9fb627f14 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:41.612815 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29a2a1d2-fa3b-4c22-a71f-6f9e55ffe895 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.639655 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.644056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fef1b1e7-1a74-4c73-b1bd-cdaead2a0541 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9897470 Aug 17 02:38:41.657997 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-03b52f44-43d2-494f-980c-0323a7b6f211 None None] Provisioning complete for port b97b4faf-255c-45ea-b610-961645dc3d12 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:41.658589 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-03b52f44-43d2-494f-980c-0323a7b6f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.663281 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38178) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:41.699812 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5a9684a-1824-490b-97f6-ef06cf181907 req-3173b40b-f1a3-4b8a-af7d-6a932aa69ace tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=080eee39-00b1-49a5-b726-663efd89900d HTTP/1.1" status: 200 len: 210 time: 0.0717752 Aug 17 02:38:41.746529 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29a2a1d2-fa3b-4c22-a71f-6f9e55ffe895 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.756339 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Set router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:41.798882 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-29a2a1d2-fa3b-4c22-a71f-6f9e55ffe895 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 371491a6-1bcb-4c5c-96b0-62f9fb627f14 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:41.833016 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c59d1bcd-4875-4064-8483-77914714c01e req-9d5b788b-182a-46ff-a76c-1dc258bec2c3 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.18 "GET /v2.0/ports?device_id=080eee39-00b1-49a5-b726-663efd89900d HTTP/1.1" status: 200 len: 210 time: 0.0274789 Aug 17 02:38:41.870435 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.982132 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b97b4faf-255c-45ea-b610-961645dc3d12 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:42.053581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:36Z', 'updated_at': '2021-08-17T02:38:40Z', 'revision_number': 3, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'gw_port': {'id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:38Z', 'updated_at': '2021-08-17T02:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:42.103790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port b97b4faf-255c-45ea-b610-961645dc3d12 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:42.109660 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.109660 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Checking router: 92351473-5281-4ba7-aaa8-4c5e39dcbe5e for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:38:42.109660 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Updating router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e port cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:38:42.157002 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.171196 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29a2a1d2-fa3b-4c22-a71f-6f9e55ffe895 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.232594 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2a1d2-fa3b-4c22-a71f-6f9e55ffe895 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=371491a6-1bcb-4c5c-96b0-62f9fb627f14,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:42.258093 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29a2a1d2-fa3b-4c22-a71f-6f9e55ffe895 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.263506 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-29a2a1d2-fa3b-4c22-a71f-6f9e55ffe895 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/371491a6-1bcb-4c5c-96b0-62f9fb627f14 HTTP/1.1" status: 204 len: 168 time: 0.8054962 Aug 17 02:38:42.264725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38186) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:42.281295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a96508b8-554b-4233-9d50-5a54bb02e56f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'mac_address': 'fa:16:3e:17:ff:ee', 'name': 'tempest-PortsTestJSON-353902673'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:42.331352 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38190) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:42.364263 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6072f91c-70e1-4800-89ee-9686ccecb05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.426591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfca54f-a2f1-483c-8d85-9e7d56173f3e req-069282ad-0e9a-40b9-b4a9-ba145c784d6e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:42.428132 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-adfca54f-a2f1-483c-8d85-9e7d56173f3e req-069282ad-0e9a-40b9-b4a9-ba145c784d6e tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.4771338 Aug 17 02:38:42.488838 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-adfca54f-a2f1-483c-8d85-9e7d56173f3e req-aea9248a-6365-479e-be57-cae05569f97f tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525630 Aug 17 02:38:42.514375 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.549344 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.565000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Transition to ACTIVE for port object cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:42.624969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f99eb-a539-4243-837d-5e706877105b req-1af19ac0-2673-40df-bdd8-ecc5aaed6db8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:42.626577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f2f99eb-a539-4243-837d-5e706877105b req-1af19ac0-2673-40df-bdd8-ecc5aaed6db8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.0552287 Aug 17 02:38:42.629498 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6072f91c-70e1-4800-89ee-9686ccecb05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.653544 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.696731 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f2f99eb-a539-4243-837d-5e706877105b req-3c0ae35f-e034-4623-a3e7-076be1930e29 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592875 Aug 17 02:38:42.725281 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e97875-e9da-4f94-b668-d22a452d86be None None] Pushing event updated for resources: {'Port': ['ID=cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:42.731848 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Attempting to bind port cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:38:42.731848 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Attempting to bind port cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:38:42.731848 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Attempting to bind port cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:38:42.735354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:38:42.735880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:42.736534 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.736982 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:38:42.737536 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Bound port: cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:38:42.738343 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.801166 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] For port cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:38:42.805852 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] For port cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:38:42.852628 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96508b8-554b-4233-9d50-5a54bb02e56f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:42.928335 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.980096 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6072f91c-70e1-4800-89ee-9686ccecb05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.999063 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a96508b8-554b-4233-9d50-5a54bb02e56f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:43.027279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-a96508b8-554b-4233-9d50-5a54bb02e56f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port 36f37912-cb0c-4114-8853-2d7cf5997d14 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:38:43.042961 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6072f91c-70e1-4800-89ee-9686ccecb05b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fcfde2f54354d04a04b9c6278a193e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7105162 Aug 17 02:38:43.048592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38198) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:43.056559 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072f91c-70e1-4800-89ee-9686ccecb05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42e009d-459f-45e0-a135-111e3c904a4d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:43.109727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e97875-e9da-4f94-b668-d22a452d86be None None] Pushing event updated for resources: {'Port': ['ID=cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:43.118192 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Routers {'92351473-5281-4ba7-aaa8-4c5e39dcbe5e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:43.118851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:43.154712 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12225153-c830-4689-9fbf-a1587ef62149 req-26cec887-7931-4009-a0b2-e71f552fc201 tempest-ServerShowV247Test-811218040 tempest-ServerShowV247Test-811218040-project] 10.222.0.13 "GET /v2.0/ports?device_id=080eee39-00b1-49a5-b726-663efd89900d HTTP/1.1" status: 200 len: 210 time: 0.1195967 Aug 17 02:38:43.162544 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Allocated IP 172.20.0.1 (36bf98c4-df45-4357-bba5-3ccfe407e9cc/8955ede8-ca0a-49ba-a12d-3a5806aeee75/e40b6cf0-6814-4a1b-9cd3-1f85646cc983) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:43.221997 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad3e4e80-1220-438c-b1d8-f7efd8cff13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:43.310070 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:43.324683 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Transition to ACTIVE for port object e40b6cf0-6814-4a1b-9cd3-1f85646cc983 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:43.729212 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad3e4e80-1220-438c-b1d8-f7efd8cff13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:43.730451 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] Set router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:43.730884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe9407-e934-4b7a-818b-9b17d91225a9 req-acd1a4e5-ab4b-47be-af7b-23697a345513 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:43.730884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe9407-e934-4b7a-818b-9b17d91225a9 req-acd1a4e5-ab4b-47be-af7b-23697a345513 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:43.730884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe9407-e934-4b7a-818b-9b17d91225a9 req-acd1a4e5-ab4b-47be-af7b-23697a345513 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:43.730884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe9407-e934-4b7a-818b-9b17d91225a9 req-acd1a4e5-ab4b-47be-af7b-23697a345513 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:43.730884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe9407-e934-4b7a-818b-9b17d91225a9 req-acd1a4e5-ab4b-47be-af7b-23697a345513 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:43.731355 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:43.731893 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe9407-e934-4b7a-818b-9b17d91225a9 req-acd1a4e5-ab4b-47be-af7b-23697a345513 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:43.731893 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe9407-e934-4b7a-818b-9b17d91225a9 req-acd1a4e5-ab4b-47be-af7b-23697a345513 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:43.731893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dcfe9407-e934-4b7a-818b-9b17d91225a9 req-acd1a4e5-ab4b-47be-af7b-23697a345513 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5443 time: 0.2114580 Aug 17 02:38:43.731893 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a96508b8-554b-4233-9d50-5a54bb02e56f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:43.732156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Network 36bf98c4-df45-4357-bba5-3ccfe407e9cc is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:43.732156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:43.732156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:43.732156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Pushing event updated for resources: {'Port': ['ID=e40b6cf0-6814-4a1b-9cd3-1f85646cc983,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:43.732156 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:43.732438 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dcfe9407-e934-4b7a-818b-9b17d91225a9 req-0de2b684-3b5b-4d77-990f-d4304448e1b5 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012189 Aug 17 02:38:43.732517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:36Z', 'updated_at': '2021-08-17T02:38:40Z', 'revision_number': 3, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'gw_port': {'id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:38Z', 'updated_at': '2021-08-17T02:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:43.732517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cd653d-1ea2-4c2a-898d-64df4359fc9f None None] The sync data for ids ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'] in n-d-793621-31 is: [{'id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:36Z', 'updated_at': '2021-08-17T02:38:40Z', 'revision_number': 3, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'gw_port': {'id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:38Z', 'updated_at': '2021-08-17T02:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:38:43.732717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0038e1-9446-4e30-9fa4-a9843f73fbbf req-59e9f06a-24c1-4603-877e-2ff5e80eedc1 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:43.732717 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe0038e1-9446-4e30-9fa4-a9843f73fbbf req-59e9f06a-24c1-4603-877e-2ff5e80eedc1 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.18 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.2176571 Aug 17 02:38:43.807388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c3d98-1ea5-4806-a42f-c2317050836c req-fc7397c6-b860-42aa-a92d-cd75e2bd0f26 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:43.808989 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-851c3d98-1ea5-4806-a42f-c2317050836c req-fc7397c6-b860-42aa-a92d-cd75e2bd0f26 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 946 time: 0.1146948 Aug 17 02:38:43.831665 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad3e4e80-1220-438c-b1d8-f7efd8cff13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:43.834319 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad3e4e80-1220-438c-b1d8-f7efd8cff13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:43.838414 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ad3e4e80-1220-438c-b1d8-f7efd8cff13b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e42e009d-459f-45e0-a135-111e3c904a4d HTTP/1.1" status: 204 len: 168 time: 0.7444203 Aug 17 02:38:43.873285 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e4e80-1220-438c-b1d8-f7efd8cff13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42e009d-459f-45e0-a135-111e3c904a4d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:43.891616 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:43.891812 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a96508b8-554b-4233-9d50-5a54bb02e56f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:43.926020 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:43.939564 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-851c3d98-1ea5-4806-a42f-c2317050836c req-1c7be3d3-aa97-4183-bea8-0632c21c5bbe tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a136c643-be53-4497-b707-1e004b9fa6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111012 Aug 17 02:38:43.945447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-64aa08e8-aa4b-477b-921b-98156c8b5dee None None] Provisioning for port e40b6cf0-6814-4a1b-9cd3-1f85646cc983 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:43.954059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-64aa08e8-aa4b-477b-921b-98156c8b5dee None None] Provisioning complete for port e40b6cf0-6814-4a1b-9cd3-1f85646cc983 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:43.959899 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-64aa08e8-aa4b-477b-921b-98156c8b5dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:43.960423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-fe0038e1-9446-4e30-9fa4-a9843f73fbbf req-945d2a61-3e69-4324-815f-c15a97ba56e9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Deleting port f4379079-be5a-41d4-94d5-5786e179182f {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:43.960423 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-fe0038e1-9446-4e30-9fa4-a9843f73fbbf req-945d2a61-3e69-4324-815f-c15a97ba56e9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:44.020755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96508b8-554b-4233-9d50-5a54bb02e56f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:44.073782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-64aa08e8-aa4b-477b-921b-98156c8b5dee None None] Port e40b6cf0-6814-4a1b-9cd3-1f85646cc983 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:38:44.087819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96508b8-554b-4233-9d50-5a54bb02e56f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=36f37912-cb0c-4114-8853-2d7cf5997d14,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:44.093944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-a96508b8-554b-4233-9d50-5a54bb02e56f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:44.107124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96508b8-554b-4233-9d50-5a54bb02e56f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:44.122221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96508b8-554b-4233-9d50-5a54bb02e56f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:44.122967 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a96508b8-554b-4233-9d50-5a54bb02e56f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:44.218743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb30d-7ec3-41cb-a6ac-bb08e8d64821 req-aa808b13-58b0-4263-8d04-9fa1112272b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:44.221900 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:44.224949 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb30d-7ec3-41cb-a6ac-bb08e8d64821 req-aa808b13-58b0-4263-8d04-9fa1112272b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:44.232866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb30d-7ec3-41cb-a6ac-bb08e8d64821 req-aa808b13-58b0-4263-8d04-9fa1112272b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:44.239443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb30d-7ec3-41cb-a6ac-bb08e8d64821 req-aa808b13-58b0-4263-8d04-9fa1112272b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:44.246344 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb30d-7ec3-41cb-a6ac-bb08e8d64821 req-aa808b13-58b0-4263-8d04-9fa1112272b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:44.253425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb30d-7ec3-41cb-a6ac-bb08e8d64821 req-aa808b13-58b0-4263-8d04-9fa1112272b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:44.261837 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb30d-7ec3-41cb-a6ac-bb08e8d64821 req-aa808b13-58b0-4263-8d04-9fa1112272b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:44.262324 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e88cb30d-7ec3-41cb-a6ac-bb08e8d64821 req-aa808b13-58b0-4263-8d04-9fa1112272b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5443 time: 0.1719308 Aug 17 02:38:44.278058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-fe0038e1-9446-4e30-9fa4-a9843f73fbbf req-945d2a61-3e69-4324-815f-c15a97ba56e9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] For port f4379079-be5a-41d4-94d5-5786e179182f, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f4379079-be5a-41d4-94d5-5786e179182f,segment=NetworkSegment(6c6f8634-b977-485e-9c56-39555cfc5933),segment_id=6c6f8634-b977-485e-9c56-39555cfc5933)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:44.278518 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-fe0038e1-9446-4e30-9fa4-a9843f73fbbf req-945d2a61-3e69-4324-815f-c15a97ba56e9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:44.290496 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a96508b8-554b-4233-9d50-5a54bb02e56f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0221400 Aug 17 02:38:44.293416 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38214) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:44.310306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-fe0038e1-9446-4e30-9fa4-a9843f73fbbf req-945d2a61-3e69-4324-815f-c15a97ba56e9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Calling delete_port for f4379079-be5a-41d4-94d5-5786e179182f owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:44.345358 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:44.427059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67295f47-d420-4cef-9f82-6a619ba0b82b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:44.429396 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-67295f47-d420-4cef-9f82-6a619ba0b82b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/36f37912-cb0c-4114-8853-2d7cf5997d14 HTTP/1.1" status: 200 len: 840 time: 0.1348801 Aug 17 02:38:44.433158 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38218) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:44.454019 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:44.468286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Pushing event updated for resources: {'Port': ['ID=e40b6cf0-6814-4a1b-9cd3-1f85646cc983,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:44.510593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ada9a-4d13-4452-aad9-9f9d878cc06a req-310a5c5e-b340-4cc3-85b2-c2949bd7f9a1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:44.512490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b2ada9a-4d13-4452-aad9-9f9d878cc06a req-310a5c5e-b340-4cc3-85b2-c2949bd7f9a1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.1870408 Aug 17 02:38:44.566757 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Network 36bf98c4-df45-4357-bba5-3ccfe407e9cc is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:44.568528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:44.653751 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b2ada9a-4d13-4452-aad9-9f9d878cc06a req-198962d3-2e7a-46b4-ba38-fd7aca09c6aa tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309786 Aug 17 02:38:44.725938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-dfc6e695-c8ab-41ce-aa91-3a09fefe45f8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 36f37912-cb0c-4114-8853-2d7cf5997d14 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:44.726305 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dfc6e695-c8ab-41ce-aa91-3a09fefe45f8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:44.732224 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:38:44.791086 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-fe0038e1-9446-4e30-9fa4-a9843f73fbbf req-945d2a61-3e69-4324-815f-c15a97ba56e9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:44.863591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d2a61-3e69-4324-815f-c15a97ba56e9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Pushing event deleted for resources: {'Port': ['ID=f4379079-be5a-41d4-94d5-5786e179182f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:44.873907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38220) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:44.913098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-20ebf2a7-4fcf-497a-91d5-5a7973d4826f None None] Provisioning complete for port e40b6cf0-6814-4a1b-9cd3-1f85646cc983 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:44.914406 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-20ebf2a7-4fcf-497a-91d5-5a7973d4826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:44.918555 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dfc6e695-c8ab-41ce-aa91-3a09fefe45f8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:44.933973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-dfc6e695-c8ab-41ce-aa91-3a09fefe45f8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 36f37912-cb0c-4114-8853-2d7cf5997d14 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:44.938580 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:38:44.962931 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-947bd6e1-b1fe-4870-aaaa-310385efe936 admin admin] 10.222.0.13 "PUT /v2.0/routers/92351473-5281-4ba7-aaa8-4c5e39dcbe5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2994545 Aug 17 02:38:44.963780 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-20ebf2a7-4fcf-497a-91d5-5a7973d4826f None None] Port e40b6cf0-6814-4a1b-9cd3-1f85646cc983 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:38:44.970246 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b6f5e7b5-2fd3-41d3-be5d-56c05c0ad8c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a862a9add1b4ebaa8596b70cb2a697c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0946729 Aug 17 02:38:44.974541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38228) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:45.003903 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0038e1-9446-4e30-9fa4-a9843f73fbbf req-945d2a61-3e69-4324-815f-c15a97ba56e9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] No DVR routers for this DVR port f4379079-be5a-41d4-94d5-5786e179182f on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:38:45.006836 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-fe0038e1-9446-4e30-9fa4-a9843f73fbbf req-945d2a61-3e69-4324-815f-c15a97ba56e9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:45.010352 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe0038e1-9446-4e30-9fa4-a9843f73fbbf req-945d2a61-3e69-4324-815f-c15a97ba56e9 tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.18 "DELETE /v2.0/ports/f4379079-be5a-41d4-94d5-5786e179182f HTTP/1.1" status: 204 len: 173 time: 1.2706733 Aug 17 02:38:45.027263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ce3b63-8446-4968-ae78-a4508afd17b9', 'name': 'network-vif-deleted', 'tag': 'f4379079-be5a-41d4-94d5-5786e179182f'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:38:45.030109 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c358a23b-f64a-49d8-ae07-b0c141f2d17f" -d '{"events": [{"server_uuid": "15ce3b63-8446-4968-ae78-a4508afd17b9", "name": "network-vif-deleted", "tag": "f4379079-be5a-41d4-94d5-5786e179182f"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:38:45.044515 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6ff328e-42c9-49a8-b557-165022c12727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:45.079564 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6ff328e-42c9-49a8-b557-165022c12727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:45.104383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-045338c1-753d-4d6d-ae34-4b2e0108dc53 req-189c2d4a-d161-48a0-ac13-12de6cdf1abd tempest-ServersNegativeTestJSON-230966795 tempest-ServersNegativeTestJSON-230966795-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ce3b63-8446-4968-ae78-a4508afd17b9 HTTP/1.1" status: 200 len: 210 time: 0.0667787 Aug 17 02:38:45.157962 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b42fac-72ff-428f-ad6d-eed949d9ebcb x-openstack-request-id: req-a3b42fac-72ff-428f-ad6d-eed949d9ebcb {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:38:45.158334 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ce3b63-8446-4968-ae78-a4508afd17b9", "name": "network-vif-deleted", "tag": "f4379079-be5a-41d4-94d5-5786e179182f", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:38:45.158648 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3b42fac-72ff-428f-ad6d-eed949d9ebcb {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:38:45.159200 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ce3b63-8446-4968-ae78-a4508afd17b9', 'name': 'network-vif-deleted', 'tag': 'f4379079-be5a-41d4-94d5-5786e179182f', 'status': 'completed', 'code': 200} Aug 17 02:38:45.215501 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6ff328e-42c9-49a8-b557-165022c12727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:45.218910 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6ff328e-42c9-49a8-b557-165022c12727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:45.220152 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f6ff328e-42c9-49a8-b557-165022c12727 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/316f1ad7-fce7-4a43-944e-21ceb45690c7 HTTP/1.1" status: 204 len: 168 time: 0.2445602 Aug 17 02:38:45.229091 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff328e-42c9-49a8-b557-165022c12727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316f1ad7-fce7-4a43-944e-21ceb45690c7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:45.272528 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dfc6e695-c8ab-41ce-aa91-3a09fefe45f8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:45.312748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6e695-c8ab-41ce-aa91-3a09fefe45f8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=36f37912-cb0c-4114-8853-2d7cf5997d14,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:45.324337 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dfc6e695-c8ab-41ce-aa91-3a09fefe45f8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:45.333440 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38238) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:45.333719 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dfc6e695-c8ab-41ce-aa91-3a09fefe45f8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/36f37912-cb0c-4114-8853-2d7cf5997d14 HTTP/1.1" status: 204 len: 168 time: 0.8905523 Aug 17 02:38:45.368038 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56dc4ae-9f00-4bae-8ba9-48dafea5a468 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] GET failed (client error): The resource could not be found. Aug 17 02:38:45.369855 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f56dc4ae-9f00-4bae-8ba9-48dafea5a468 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/36f37912-cb0c-4114-8853-2d7cf5997d14 HTTP/1.1" status: 404 len: 333 time: 0.0310392 Aug 17 02:38:45.374022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38240) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:45.384935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-d3cc1852-ee68-47d9-8c4d-b7e63415dde7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'name': 'tempest-PortsTestJSON-700468438'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:45.603615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cc1852-ee68-47d9-8c4d-b7e63415dde7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:45.607516 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d3cc1852-ee68-47d9-8c4d-b7e63415dde7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:45.635137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-d3cc1852-ee68-47d9-8c4d-b7e63415dde7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port 545852a9-272d-49a5-9558-dcc33c56a83e yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:38:45.744611 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Sync routers for ids ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:38:45.755839 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Routers {'92351473-5281-4ba7-aaa8-4c5e39dcbe5e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:45.756851 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:45.823795 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38254) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:45.865627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26afb71-56cb-4848-b302-f5e9d480a3d8 req-28976e10-eb3f-47b4-aebf-2c080fb3214e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:45.867456 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d26afb71-56cb-4848-b302-f5e9d480a3d8 req-28976e10-eb3f-47b4-aebf-2c080fb3214e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.1123087 Aug 17 02:38:45.940438 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Set router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:45.945931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d26afb71-56cb-4848-b302-f5e9d480a3d8 req-2367d1c3-cb0c-4537-9d61-f655d1a84108 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730946 Aug 17 02:38:45.986222 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d3cc1852-ee68-47d9-8c4d-b7e63415dde7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.040271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:46.096628 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb948f19-959b-426c-9eb6-4d994595c5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.152820 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d3cc1852-ee68-47d9-8c4d-b7e63415dde7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.173309 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38268) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:46.233232 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:36Z', 'updated_at': '2021-08-17T02:38:43Z', 'revision_number': 4, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'gw_port': {'id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:38Z', 'updated_at': '2021-08-17T02:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'e40b6cf0-6814-4a1b-9cd3-1f85646cc983', 'name': '', 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'mac_address': 'fa:16:3e:04:9e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:42Z', 'updated_at': '2021-08-17T02:38:44Z', 'revision_number': 2, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'subnets': [{'id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:46.234899 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc1852-ee68-47d9-8c4d-b7e63415dde7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:46.240254 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-d3cc1852-ee68-47d9-8c4d-b7e63415dde7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:46.244217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc1852-ee68-47d9-8c4d-b7e63415dde7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:46.250951 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cc1852-ee68-47d9-8c4d-b7e63415dde7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:46.252234 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d3cc1852-ee68-47d9-8c4d-b7e63415dde7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.280387 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Checking router: 92351473-5281-4ba7-aaa8-4c5e39dcbe5e for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:38:46.281401 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Updating router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e port e40b6cf0-6814-4a1b-9cd3-1f85646cc983 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:38:46.284276 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b76fae7-aa19-45b7-94d6-0ae38b75ad1b admin admin] Deleting subnet 632968ae-909d-442e-a9e7-60583103d180 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:38:46.285607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc1852-ee68-47d9-8c4d-b7e63415dde7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=545852a9-272d-49a5-9558-dcc33c56a83e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:46.293089 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b76fae7-aa19-45b7-94d6-0ae38b75ad1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.312103 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:46.316362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:46.316743 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.341102 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.408631 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b76fae7-aa19-45b7-94d6-0ae38b75ad1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.416192 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.471325 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:46.489833 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb948f19-959b-426c-9eb6-4d994595c5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.505426 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b76fae7-aa19-45b7-94d6-0ae38b75ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.512700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38284) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:46.518673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2062640561-network', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:46.592177 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.601662 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb948f19-959b-426c-9eb6-4d994595c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.622199 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eb948f19-959b-426c-9eb6-4d994595c5ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87a6f44dcabd4eebb21dd1147f1190ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7962677 Aug 17 02:38:46.625360 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38292) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:46.646219 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb948f19-959b-426c-9eb6-4d994595c5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e75ebf-aece-4eef-a933-2598b7895ddc,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:46.668153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:46.668798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38294) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:46.682746 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f4379079-be5a-41d4-94d5-5786e179182f no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:38:46.683876 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b76fae7-aa19-45b7-94d6-0ae38b75ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.708408 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b76fae7-aa19-45b7-94d6-0ae38b75ad1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.710406 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8b76fae7-aa19-45b7-94d6-0ae38b75ad1b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/632968ae-909d-442e-a9e7-60583103d180 HTTP/1.1" status: 204 len: 168 time: 0.5363805 Aug 17 02:38:46.720730 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38298) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:46.721292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: f4379079-be5a-41d4-94d5-5786e179182f {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:38:46.721779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f4379079-be5a-41d4-94d5-5786e179182f not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:38:46.754485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d3cc1852-ee68-47d9-8c4d-b7e63415dde7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3763046 Aug 17 02:38:46.782138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38302) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:46.788872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-85f57aa7-3847-4e92-89dc-b53c3edb99c5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:46.796937 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76fae7-aa19-45b7-94d6-0ae38b75ad1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=632968ae-909d-442e-a9e7-60583103d180,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:46.803673 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c141605b-d596-4fa9-97d3-95e321909581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.824495 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.830739 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68e3f5b1-f14c-48c9-8224-73859205d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.836101 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Transition to ACTIVE for port object e40b6cf0-6814-4a1b-9cd3-1f85646cc983 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:46.841475 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c141605b-d596-4fa9-97d3-95e321909581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.894101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] Made reservation on behalf of 967b631ee29b4d3ca36807f181c4831c for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:46.896393 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.899877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8585cf7-45e4-4fe3-b370-2fd6ed93c8dc req-13ce4ff3-8fb7-47d8-a22a-844a5050a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:46.900611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8585cf7-45e4-4fe3-b370-2fd6ed93c8dc req-13ce4ff3-8fb7-47d8-a22a-844a5050a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:46.900838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8585cf7-45e4-4fe3-b370-2fd6ed93c8dc req-13ce4ff3-8fb7-47d8-a22a-844a5050a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:46.901367 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8585cf7-45e4-4fe3-b370-2fd6ed93c8dc req-13ce4ff3-8fb7-47d8-a22a-844a5050a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:46.901840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8585cf7-45e4-4fe3-b370-2fd6ed93c8dc req-13ce4ff3-8fb7-47d8-a22a-844a5050a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:46.902321 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8585cf7-45e4-4fe3-b370-2fd6ed93c8dc req-13ce4ff3-8fb7-47d8-a22a-844a5050a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:46.902798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8585cf7-45e4-4fe3-b370-2fd6ed93c8dc req-13ce4ff3-8fb7-47d8-a22a-844a5050a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:46.904838 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b8585cf7-45e4-4fe3-b370-2fd6ed93c8dc req-13ce4ff3-8fb7-47d8-a22a-844a5050a092 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 6507 time: 0.2350638 Aug 17 02:38:46.917445 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85f57aa7-3847-4e92-89dc-b53c3edb99c5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.921062 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.937939 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.975561 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68e3f5b1-f14c-48c9-8224-73859205d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:46.993030 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b8585cf7-45e4-4fe3-b370-2fd6ed93c8dc req-60f0796e-5026-428e-9bbf-ae89148350f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815008 Aug 17 02:38:47.013672 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-68e3f5b1-f14c-48c9-8224-73859205d5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c555dff-0fbd-481c-9788-48ee2bc88c22']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:47.065432 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-68e3f5b1-f14c-48c9-8224-73859205d5c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6f8634-b977-485e-9c56-39555cfc5933') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:47.066053 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-68e3f5b1-f14c-48c9-8224-73859205d5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6f8634-b977-485e-9c56-39555cfc5933') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:47.088441 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68e3f5b1-f14c-48c9-8224-73859205d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.118173 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150f5c7-5dea-4242-b933-c69db2766eef None None] Pushing event updated for resources: {'Port': ['ID=e40b6cf0-6814-4a1b-9cd3-1f85646cc983,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:47.119203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38314) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:47.121142 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c141605b-d596-4fa9-97d3-95e321909581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.124724 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c141605b-d596-4fa9-97d3-95e321909581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.126199 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c141605b-d596-4fa9-97d3-95e321909581 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1e75ebf-aece-4eef-a933-2598b7895ddc HTTP/1.1" status: 204 len: 168 time: 0.4998417 Aug 17 02:38:47.137443 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68e3f5b1-f14c-48c9-8224-73859205d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.155989 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150f5c7-5dea-4242-b933-c69db2766eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:47.157797 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150f5c7-5dea-4242-b933-c69db2766eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:47.158021 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150f5c7-5dea-4242-b933-c69db2766eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:47.158683 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150f5c7-5dea-4242-b933-c69db2766eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:47.158683 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150f5c7-5dea-4242-b933-c69db2766eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:47.159030 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150f5c7-5dea-4242-b933-c69db2766eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:47.159367 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150f5c7-5dea-4242-b933-c69db2766eef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:47.159701 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150f5c7-5dea-4242-b933-c69db2766eef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:47.160493 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150f5c7-5dea-4242-b933-c69db2766eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:47.160493 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150f5c7-5dea-4242-b933-c69db2766eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:47.160797 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150f5c7-5dea-4242-b933-c69db2766eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:47.161380 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150f5c7-5dea-4242-b933-c69db2766eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:47.177136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e3f5b1-f14c-48c9-8224-73859205d5c4 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:38:47.177586 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68e3f5b1-f14c-48c9-8224-73859205d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.180596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141605b-d596-4fa9-97d3-95e321909581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e75ebf-aece-4eef-a933-2598b7895ddc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:38:47.182493 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:38:47.185290 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Attempting to bind port e40b6cf0-6814-4a1b-9cd3-1f85646cc983 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:38:47.185744 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Attempting to bind port e40b6cf0-6814-4a1b-9cd3-1f85646cc983 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '6a7c3489-3215-4541-b00d-643ee7f25532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:38:47.186033 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Attempting to bind port e40b6cf0-6814-4a1b-9cd3-1f85646cc983 on network 36bf98c4-df45-4357-bba5-3ccfe407e9cc {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:38:47.197357 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:38:47.197736 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Checking segment: {'id': '6a7c3489-3215-4541-b00d-643ee7f25532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:47.198389 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.198800 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Bound using segment: {'id': '6a7c3489-3215-4541-b00d-643ee7f25532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:38:47.199276 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Bound port: e40b6cf0-6814-4a1b-9cd3-1f85646cc983, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7c3489-3215-4541-b00d-643ee7f25532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:38:47.199658 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.234563 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85f57aa7-3847-4e92-89dc-b53c3edb99c5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.297658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c633c-f8a1-4250-b3d4-aab742fdff28 req-c4a0b15f-6870-464a-b1c2-c5a45dbc7553 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:47.298249 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1631211038-network', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:47.299198 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73c633c-f8a1-4250-b3d4-aab742fdff28 req-c4a0b15f-6870-464a-b1c2-c5a45dbc7553 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.2297027 Aug 17 02:38:47.306472 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85f57aa7-3847-4e92-89dc-b53c3edb99c5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.332232 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] For port e40b6cf0-6814-4a1b-9cd3-1f85646cc983, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:38:47.356172 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-85f57aa7-3847-4e92-89dc-b53c3edb99c5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] In _notify_port_updated(), no bound segment for port 545852a9-272d-49a5-9558-dcc33c56a83e on network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 {{(pid=95407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:38:47.363038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f57aa7-3847-4e92-89dc-b53c3edb99c5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:47.363826 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85f57aa7-3847-4e92-89dc-b53c3edb99c5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.369072 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-85f57aa7-3847-4e92-89dc-b53c3edb99c5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "PUT /v2.0/ports/545852a9-272d-49a5-9558-dcc33c56a83e HTTP/1.1" status: 200 len: 818 time: 0.5857079 Aug 17 02:38:47.372243 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38322) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:47.383050 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] For port e40b6cf0-6814-4a1b-9cd3-1f85646cc983, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e40b6cf0-6814-4a1b-9cd3-1f85646cc983,segment=NetworkSegment(6a7c3489-3215-4541-b00d-643ee7f25532),segment_id=6a7c3489-3215-4541-b00d-643ee7f25532)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:38:47.395156 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.400784 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68e3f5b1-f14c-48c9-8224-73859205d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.417923 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f57aa7-3847-4e92-89dc-b53c3edb99c5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=545852a9-272d-49a5-9558-dcc33c56a83e,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:47.439283 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68e3f5b1-f14c-48c9-8224-73859205d5c4 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.445748 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-68e3f5b1-f14c-48c9-8224-73859205d5c4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1c555dff-0fbd-481c-9788-48ee2bc88c22 HTTP/1.1" status: 204 len: 168 time: 0.7216401 Aug 17 02:38:47.451673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3f5b1-f14c-48c9-8224-73859205d5c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c555dff-0fbd-481c-9788-48ee2bc88c22,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:47.467069 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73c633c-f8a1-4250-b3d4-aab742fdff28 req-5f08f72b-4a4d-4ab3-b98c-d1ec70f1832c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448562 Aug 17 02:38:47.474777 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.509178 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.542672 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:38:47.551477 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7a48b7e8-2710-4541-8c38-0748865ff0d8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 545852a9-272d-49a5-9558-dcc33c56a83e {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:47.551832 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a48b7e8-2710-4541-8c38-0748865ff0d8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.560172 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.562196 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] Added segment 99eb5ae0-0919-4ced-8934-6064e7396bfc of type vlan for network f24fae23-7490-43ca-b4d5-c85b7139b8cd Aug 17 02:38:47.609147 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150f5c7-5dea-4242-b933-c69db2766eef None None] Pushing event updated for resources: {'Port': ['ID=e40b6cf0-6814-4a1b-9cd3-1f85646cc983,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:47.621593 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Routers {'92351473-5281-4ba7-aaa8-4c5e39dcbe5e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:47.622239 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:47.648154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] Made reservation on behalf of bfc0da2911ce469596ea2cbdf9ad9ced for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:47.656319 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.670113 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.684241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fb5d0a-5d08-4f9e-a14e-01f0d1580dd0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:47.685428 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.704276 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a48b7e8-2710-4541-8c38-0748865ff0d8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.722140 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7a48b7e8-2710-4541-8c38-0748865ff0d8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 545852a9-272d-49a5-9558-dcc33c56a83e owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:47.797023 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] Set router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:47.830946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.830946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:47.830946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.875621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.917956 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a48b7e8-2710-4541-8c38-0748865ff0d8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.951057 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48b7e8-2710-4541-8c38-0748865ff0d8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=545852a9-272d-49a5-9558-dcc33c56a83e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:47.961692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=f24fae23-7490-43ca-b4d5-c85b7139b8cd,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:47.962430 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:47.974043 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network f24fae23-7490-43ca-b4d5-c85b7139b8cd details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:38:47.979272 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:47.989031 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:38:47.998612 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a48b7e8-2710-4541-8c38-0748865ff0d8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.000510 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7a48b7e8-2710-4541-8c38-0748865ff0d8 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/545852a9-272d-49a5-9558-dcc33c56a83e HTTP/1.1" status: 204 len: 168 time: 0.6272738 Aug 17 02:38:48.006345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38334) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:48.023968 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.024531 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] Added segment c9348804-9ddf-4ea6-b9a4-00338d949cd4 of type vlan for network c2370959-6d24-42f8-8b5f-273d78403b0c Aug 17 02:38:48.027182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d62c47-9e36-4496-a438-b9b764f87fca,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:48.094330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38336) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:48.138727 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-366947d3-b93c-4354-8327-c6106d644ec4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6246436 Aug 17 02:38:48.144921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38340) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:48.152080 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.152462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-0772136c-6577-4a2f-8599-148d5e1eb287 admin admin] Request body: {'subnet': {'network_id': 'f24fae23-7490-43ca-b4d5-c85b7139b8cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2062640561-subnet', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c', 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:48.184318 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:36Z', 'updated_at': '2021-08-17T02:38:43Z', 'revision_number': 4, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'gw_port': {'id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:38Z', 'updated_at': '2021-08-17T02:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'e40b6cf0-6814-4a1b-9cd3-1f85646cc983', 'name': '', 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'mac_address': 'fa:16:3e:04:9e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:42Z', 'updated_at': '2021-08-17T02:38:47Z', 'revision_number': 4, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'subnets': [{'id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:48.202533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca42cc-bead-4d35-b2be-72cc767e2be7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:48.205919 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5aca42cc-bead-4d35-b2be-72cc767e2be7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1978784 Aug 17 02:38:48.209134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:48.212203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38342) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:48.212432 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.243542 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f14095-0066-470e-bfb2-40c573bf63c7 None None] The sync data for ids ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'] in n-d-793621-31 is: [{'id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:36Z', 'updated_at': '2021-08-17T02:38:43Z', 'revision_number': 4, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'gw_port': {'id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:38Z', 'updated_at': '2021-08-17T02:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'e40b6cf0-6814-4a1b-9cd3-1f85646cc983', 'name': '', 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'mac_address': 'fa:16:3e:04:9e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:42Z', 'updated_at': '2021-08-17T02:38:47Z', 'revision_number': 4, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'subnets': [{'id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:38:48.263482 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-933456fe-203a-45b2-a001-f1b9a19acab6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af66f741a9e7435193ccb1b435243ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674168 Aug 17 02:38:48.267143 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e9a66d-5bbb-4629-a1b2-bc50d4576146 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] GET failed (client error): The resource could not be found. Aug 17 02:38:48.268192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38344) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:48.272862 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-08e9a66d-5bbb-4629-a1b2-bc50d4576146 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/545852a9-272d-49a5-9558-dcc33c56a83e HTTP/1.1" status: 404 len: 333 time: 0.0534546 Aug 17 02:38:48.273408 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38346) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:48.286195 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-3140e8a1-012c-4226-b786-e19ca343cbde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1468244967'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:48.314214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0772136c-6577-4a2f-8599-148d5e1eb287 admin admin] Made reservation on behalf of 967b631ee29b4d3ca36807f181c4831c for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:48.315759 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0772136c-6577-4a2f-8599-148d5e1eb287 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.342143 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.343267 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:48.343872 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.409895 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3140e8a1-012c-4226-b786-e19ca343cbde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:48.414792 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3140e8a1-012c-4226-b786-e19ca343cbde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.450647 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] Pushing event updated for resources: {'Network': ['ID=c2370959-6d24-42f8-8b5f-273d78403b0c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:48.462442 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network c2370959-6d24-42f8-8b5f-273d78403b0c details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:38:48.462749 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6473de7-07cc-470e-9004-6ba3642837a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.466899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3140e8a1-012c-4226-b786-e19ca343cbde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:38:48.479407 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3140e8a1-012c-4226-b786-e19ca343cbde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.479834 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-3140e8a1-012c-4226-b786-e19ca343cbde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Added segment 3fc63486-7801-42f6-8c2c-05f88c466aad of type vlan for network 5b0da122-1011-4251-b987-e62a98b5271f Aug 17 02:38:48.489031 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6473de7-07cc-470e-9004-6ba3642837a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.539365 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3140e8a1-012c-4226-b786-e19ca343cbde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.567701 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6de3d563-2879-46c1-954a-a22b465b0d85 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4447811 Aug 17 02:38:48.570654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38352) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:48.592000 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-acb1f205-0c60-44d8-95c2-1e1fe4e80757 admin admin] Request body: {'subnet': {'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1631211038-subnet', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:48.695435 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3140e8a1-012c-4226-b786-e19ca343cbde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.701902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3140e8a1-012c-4226-b786-e19ca343cbde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:48.702568 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3140e8a1-012c-4226-b786-e19ca343cbde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.763215 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb1f205-0c60-44d8-95c2-1e1fe4e80757 admin admin] Made reservation on behalf of bfc0da2911ce469596ea2cbdf9ad9ced for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:48.765505 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acb1f205-0c60-44d8-95c2-1e1fe4e80757 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.848772 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140e8a1-012c-4226-b786-e19ca343cbde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Network': ['ID=5b0da122-1011-4251-b987-e62a98b5271f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:48.877422 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 5b0da122-1011-4251-b987-e62a98b5271f details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:38:48.888409 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3140e8a1-012c-4226-b786-e19ca343cbde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6137421 Aug 17 02:38:48.892940 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38362) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:48.899883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6b0be6ba-255e-4373-96df-923ddbc46215 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'subnet': {'network_id': '5b0da122-1011-4251-b987-e62a98b5271f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:49.043357 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62ba12-27c0-47e4-aba7-f8879c7e9946 req-edbae559-3080-4d9b-ba10-182709feca4c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:49.044958 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac62ba12-27c0-47e4-aba7-f8879c7e9946 req-edbae559-3080-4d9b-ba10-182709feca4c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.4543045 Aug 17 02:38:49.099327 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac62ba12-27c0-47e4-aba7-f8879c7e9946 req-676f6701-ae48-4bbe-bbb0-b82b5d99c982 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461628 Aug 17 02:38:49.100961 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6473de7-07cc-470e-9004-6ba3642837a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:49.103814 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6473de7-07cc-470e-9004-6ba3642837a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:49.107690 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b6473de7-07cc-470e-9004-6ba3642837a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a136c643-be53-4497-b707-1e004b9fa6c1 HTTP/1.1" status: 204 len: 168 time: 0.8312774 Aug 17 02:38:49.117923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6473de7-07cc-470e-9004-6ba3642837a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a136c643-be53-4497-b707-1e004b9fa6c1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:49.156686 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0772136c-6577-4a2f-8599-148d5e1eb287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:49.183748 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0be6ba-255e-4373-96df-923ddbc46215 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:49.188221 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b0be6ba-255e-4373-96df-923ddbc46215 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:49.195325 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acb1f205-0c60-44d8-95c2-1e1fe4e80757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:49.243394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772136c-6577-4a2f-8599-148d5e1eb287 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ecf8c5-946f-42b1-8b23-090887b2cac9,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:49.255563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772136c-6577-4a2f-8599-148d5e1eb287 admin admin] Checking segment: {'id': '99eb5ae0-0919-4ced-8934-6064e7396bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f24fae23-7490-43ca-b4d5-c85b7139b8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:49.256107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0772136c-6577-4a2f-8599-148d5e1eb287 admin admin] Network hostable DHCP agents. Network: f24fae23-7490-43ca-b4d5-c85b7139b8cd, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:38:49.340941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1f205-0c60-44d8-95c2-1e1fe4e80757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=764c3736-195b-4464-8ea3-48fdcebbb5de,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:49.364491 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1f205-0c60-44d8-95c2-1e1fe4e80757 admin admin] Checking segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:49.364841 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1f205-0c60-44d8-95c2-1e1fe4e80757 admin admin] Network hostable DHCP agents. Network: c2370959-6d24-42f8-8b5f-273d78403b0c, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:38:49.371589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0772136c-6577-4a2f-8599-148d5e1eb287 admin admin] Network f24fae23-7490-43ca-b4d5-c85b7139b8cd is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:38:49.476748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-0772136c-6577-4a2f-8599-148d5e1eb287 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, f24fae23-7490-43ca-b4d5-c85b7139b8cd) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:49.487107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0772136c-6577-4a2f-8599-148d5e1eb287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:49.488240 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0772136c-6577-4a2f-8599-148d5e1eb287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:49.489141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2720c6b4-b611-494f-ad1e-02cc38a6de99 None None] Network f24fae23-7490-43ca-b4d5-c85b7139b8cd requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:49.576301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1f205-0c60-44d8-95c2-1e1fe4e80757 admin admin] Network c2370959-6d24-42f8-8b5f-273d78403b0c is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:38:49.579545 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0772136c-6577-4a2f-8599-148d5e1eb287 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4308078 Aug 17 02:38:49.581226 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38370) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:49.583158 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b0be6ba-255e-4373-96df-923ddbc46215 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:49.591534 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2062640561-router', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:49.653509 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-acb1f205-0c60-44d8-95c2-1e1fe4e80757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, c2370959-6d24-42f8-8b5f-273d78403b0c) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:49.666469 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb1f205-0c60-44d8-95c2-1e1fe4e80757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:49.667189 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acb1f205-0c60-44d8-95c2-1e1fe4e80757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:49.675908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-f24fae23-7490-43ca-b4d5-c85b7139b8cd', 'network_id': 'f24fae23-7490-43ca-b4d5-c85b7139b8cd', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c', 'fixed_ips': [{'subnet_id': '85ecf8c5-946f-42b1-8b23-090887b2cac9'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:38:49.676782 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:49.699863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0be6ba-255e-4373-96df-923ddbc46215 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Subnet': ['ID=ac67c907-bbd0-4527-a468-a64151e71549,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:49.739679 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0be6ba-255e-4373-96df-923ddbc46215 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Checking segment: {'id': '3fc63486-7801-42f6-8c2c-05f88c466aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b0da122-1011-4251-b987-e62a98b5271f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:49.740374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0be6ba-255e-4373-96df-923ddbc46215 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network hostable DHCP agents. Network: 5b0da122-1011-4251-b987-e62a98b5271f, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:38:49.765794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6380eeb-fec6-4c79-90c3-df30e595367b None None] Network c2370959-6d24-42f8-8b5f-273d78403b0c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:49.779003 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:49.781519 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:49.855738 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:49.915113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38380) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:49.929292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Allocated IP 172.20.0.2 (f24fae23-7490-43ca-b4d5-c85b7139b8cd/85ecf8c5-946f-42b1-8b23-090887b2cac9/70677b04-555d-4965-a850-f235199e6f67) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:49.936040 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0be6ba-255e-4373-96df-923ddbc46215 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 5b0da122-1011-4251-b987-e62a98b5271f is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:38:50.034192 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e40b6cf0-6814-4a1b-9cd3-1f85646cc983 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:50.039492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38386) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:50.041746 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-acb1f205-0c60-44d8-95c2-1e1fe4e80757 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4697390 Aug 17 02:38:50.046149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:50.076807 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e99bd09-060f-484d-b75a-d534ff6f9848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.104219 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-c2370959-6d24-42f8-8b5f-273d78403b0c', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:38:50.105064 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.237667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d175403-79af-4f84-be2a-bedc05fde98f req-5e0f4da7-54d7-4e99-b305-ee9cccc0116e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:50.245336 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d175403-79af-4f84-be2a-bedc05fde98f req-5e0f4da7-54d7-4e99-b305-ee9cccc0116e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.0627565 Aug 17 02:38:50.262880 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-6b0be6ba-255e-4373-96df-923ddbc46215 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 5b0da122-1011-4251-b987-e62a98b5271f) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:50.283190 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5abc8ba-b2ac-463c-99e8-411d45b25aea None None] Network 5b0da122-1011-4251-b987-e62a98b5271f requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:50.305659 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.307411 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.341932 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0be6ba-255e-4373-96df-923ddbc46215 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:50.342604 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b0be6ba-255e-4373-96df-923ddbc46215 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.357443 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.390832 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e99bd09-060f-484d-b75a-d534ff6f9848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.412741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d175403-79af-4f84-be2a-bedc05fde98f req-5cf17b8e-dc7b-4936-8419-d79869e23d86 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589499 Aug 17 02:38:50.474321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port e40b6cf0-6814-4a1b-9cd3-1f85646cc983 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:50.477821 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.486957 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.507298 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e99bd09-060f-484d-b75a-d534ff6f9848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.514651 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e40b6cf0-6814-4a1b-9cd3-1f85646cc983 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:50.519019 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.544978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Transition to ACTIVE for port object 70677b04-555d-4965-a850-f235199e6f67 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:50.562635 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9e99bd09-060f-484d-b75a-d534ff6f9848 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a73c4055a6a458cb456233377122c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6462634 Aug 17 02:38:50.565002 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99bd09-060f-484d-b75a-d534ff6f9848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478c4341-ffb6-44eb-b333-d513fd6e0b86,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:50.568395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38396) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:50.619743 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Transition to ACTIVE for port object 70677b04-555d-4965-a850-f235199e6f67 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:50.628247 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Allocated IP 172.20.0.2 (c2370959-6d24-42f8-8b5f-273d78403b0c/764c3736-195b-4464-8ea3-48fdcebbb5de/bd072587-9552-4683-b30c-7c5ae90bdb85) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:50.730473 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-5b0da122-1011-4251-b987-e62a98b5271f', 'network_id': '5b0da122-1011-4251-b987-e62a98b5271f', 'tenant_id': '205c143cd1e3429cabb98b6f46d9015d', 'fixed_ips': [{'subnet_id': 'ac67c907-bbd0-4527-a468-a64151e71549'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:38:50.731642 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.738078 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.744492 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6b0be6ba-255e-4373-96df-923ddbc46215 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8503971 Aug 17 02:38:50.747315 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38402) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:50.754639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-fc2e7ca6-af45-43db-adaa-5a390657e31b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'subnet': {'network_id': '5b0da122-1011-4251-b987-e62a98b5271f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:50.813422 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.819660 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c606ffba-71f4-41d8-88d8-952fd37f3739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.822575 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.839763 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Network f24fae23-7490-43ca-b4d5-c85b7139b8cd is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:50.849399 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c606ffba-71f4-41d8-88d8-952fd37f3739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.875379 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.888910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:50.899389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:50.901420 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Pushing event updated for resources: {'Port': ['ID=70677b04-555d-4965-a850-f235199e6f67,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:50.916677 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.065505 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port e40b6cf0-6814-4a1b-9cd3-1f85646cc983, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e40b6cf0-6814-4a1b-9cd3-1f85646cc983,segment=NetworkSegment(6a7c3489-3215-4541-b00d-643ee7f25532),segment_id=6a7c3489-3215-4541-b00d-643ee7f25532)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:51.070092 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Attempting to bind port 70677b04-555d-4965-a850-f235199e6f67 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:38:51.070865 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Attempting to bind port 70677b04-555d-4965-a850-f235199e6f67 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '99eb5ae0-0919-4ced-8934-6064e7396bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f24fae23-7490-43ca-b4d5-c85b7139b8cd'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:38:51.071457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Attempting to bind port 70677b04-555d-4965-a850-f235199e6f67 on network f24fae23-7490-43ca-b4d5-c85b7139b8cd {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:38:51.094992 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:38:51.095696 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Checking segment: {'id': '99eb5ae0-0919-4ced-8934-6064e7396bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f24fae23-7490-43ca-b4d5-c85b7139b8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:51.096286 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.097012 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Bound using segment: {'id': '99eb5ae0-0919-4ced-8934-6064e7396bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f24fae23-7490-43ca-b4d5-c85b7139b8cd'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:38:51.097698 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Bound port: 70677b04-555d-4965-a850-f235199e6f67, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99eb5ae0-0919-4ced-8934-6064e7396bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f24fae23-7490-43ca-b4d5-c85b7139b8cd'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:38:51.098241 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.101546 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.117008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Allocated IP 172.20.0.2 (5b0da122-1011-4251-b987-e62a98b5271f/ac67c907-bbd0-4527-a468-a64151e71549/463bdde3-2d81-49c2-9f01-b82c3cf41235) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:51.142852 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Allocated IP 172.25.5.6 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/fc7bec70-5940-43a2-bc25-130c277fa868) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:51.158215 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2e7ca6-af45-43db-adaa-5a390657e31b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:51.162397 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fc2e7ca6-af45-43db-adaa-5a390657e31b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.192715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Transition to ACTIVE for port object bd072587-9552-4683-b30c-7c5ae90bdb85 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:51.197177 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c606ffba-71f4-41d8-88d8-952fd37f3739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.199986 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c606ffba-71f4-41d8-88d8-952fd37f3739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.201142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c606ffba-71f4-41d8-88d8-952fd37f3739 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/478c4341-ffb6-44eb-b333-d513fd6e0b86 HTTP/1.1" status: 204 len: 168 time: 0.6311522 Aug 17 02:38:51.216064 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606ffba-71f4-41d8-88d8-952fd37f3739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478c4341-ffb6-44eb-b333-d513fd6e0b86,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:51.233885 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.234703 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.247539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Transition to ACTIVE for port object bd072587-9552-4683-b30c-7c5ae90bdb85 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:51.263113 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.300563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] For port 70677b04-555d-4965-a850-f235199e6f67, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:38:51.341621 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] For port 70677b04-555d-4965-a850-f235199e6f67, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=70677b04-555d-4965-a850-f235199e6f67,segment=NetworkSegment(99eb5ae0-0919-4ced-8934-6064e7396bfc),segment_id=99eb5ae0-0919-4ced-8934-6064e7396bfc)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:38:51.355170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=e40b6cf0-6814-4a1b-9cd3-1f85646cc983,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:51.375953 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.391742 n-d-793621-31 neutron-server[95407]: INFO neutron.db.ipam_backend_mixin [None req-fc2e7ca6-af45-43db-adaa-5a390657e31b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ac67c907-bbd0-4527-a468-a64151e71549 (CIDR: 172.20.0.0/28) Aug 17 02:38:51.437999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Network c2370959-6d24-42f8-8b5f-273d78403b0c is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:51.448455 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Pushing event updated for resources: {'Port': ['ID=bd072587-9552-4683-b30c-7c5ae90bdb85,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:51.449279 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.449371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:51.450944 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.452919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:51.465444 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Transition to ACTIVE for port object 463bdde3-2d81-49c2-9f01-b82c3cf41235 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:51.474819 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2e7ca6-af45-43db-adaa-5a390657e31b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:38:51.475471 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2e7ca6-af45-43db-adaa-5a390657e31b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:38:51.495571 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.550321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Transition to ACTIVE for port object 463bdde3-2d81-49c2-9f01-b82c3cf41235 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:51.555712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daae6a-a5b5-4a3c-98b3-c572dcfd11cb req-9276f926-f685-4f5d-9996-877e6cbb5d4f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:51.557336 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8daae6a-a5b5-4a3c-98b3-c572dcfd11cb req-9276f926-f685-4f5d-9996-877e6cbb5d4f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.0536911 Aug 17 02:38:51.580779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Attempting to bind port bd072587-9552-4683-b30c-7c5ae90bdb85 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:38:51.581151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Attempting to bind port bd072587-9552-4683-b30c-7c5ae90bdb85 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:38:51.581572 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Attempting to bind port bd072587-9552-4683-b30c-7c5ae90bdb85 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:38:51.596634 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fc2e7ca6-af45-43db-adaa-5a390657e31b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8479223 Aug 17 02:38:51.602049 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38418) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:51.607869 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:38:51.608235 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Checking segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:51.608910 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.609028 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Bound using segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:38:51.609537 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Bound port: bd072587-9552-4683-b30c-7c5ae90bdb85, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:38:51.609989 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.611588 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-820134a3-233e-44da-b679-89368ac01236 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'subnet': {'network_id': '5b0da122-1011-4251-b987-e62a98b5271f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:51.621562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e982f68-3f96-4b9a-bc49-59e662a19038 None None] Pushing event updated for resources: {'Port': ['ID=70677b04-555d-4965-a850-f235199e6f67,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:51.626113 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8daae6a-a5b5-4a3c-98b3-c572dcfd11cb req-acb1a5fb-33f0-494b-a127-a6c23324693e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614266 Aug 17 02:38:51.713413 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.735711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Allocated IP 172.25.5.171 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/b05a4e22-98bc-4ff8-87b4-c8e32c76888e) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:51.783043 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:51.826852 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Pushing event updated for resources: {'Port': ['ID=463bdde3-2d81-49c2-9f01-b82c3cf41235,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:51.855086 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] For port bd072587-9552-4683-b30c-7c5ae90bdb85, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:38:51.879674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Network 5b0da122-1011-4251-b987-e62a98b5271f is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:51.881010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Pushing event updated for resources: {'Port': ['ID=fc7bec70-5940-43a2-bc25-130c277fa868,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:51.897180 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] For port bd072587-9552-4683-b30c-7c5ae90bdb85, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bd072587-9552-4683-b30c-7c5ae90bdb85,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:38:51.899289 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:51.905140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:51.957535 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:51.965315 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:51.972414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:51.984748 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:52.044300 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Attempting to bind port 463bdde3-2d81-49c2-9f01-b82c3cf41235 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:38:52.044689 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Attempting to bind port 463bdde3-2d81-49c2-9f01-b82c3cf41235 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '3fc63486-7801-42f6-8c2c-05f88c466aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b0da122-1011-4251-b987-e62a98b5271f'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:38:52.053361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Attempting to bind port 463bdde3-2d81-49c2-9f01-b82c3cf41235 on network 5b0da122-1011-4251-b987-e62a98b5271f {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:38:52.056312 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:52.084948 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:38:52.086245 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Checking segment: {'id': '3fc63486-7801-42f6-8c2c-05f88c466aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b0da122-1011-4251-b987-e62a98b5271f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:52.086598 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:52.086907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Bound using segment: {'id': '3fc63486-7801-42f6-8c2c-05f88c466aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b0da122-1011-4251-b987-e62a98b5271f'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:38:52.087471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Bound port: 463bdde3-2d81-49c2-9f01-b82c3cf41235, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc63486-7801-42f6-8c2c-05f88c466aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b0da122-1011-4251-b987-e62a98b5271f'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:38:52.087761 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:52.114200 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e40b6cf0-6814-4a1b-9cd3-1f85646cc983 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:52.202102 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:52.208678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] For port 463bdde3-2d81-49c2-9f01-b82c3cf41235, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:38:52.212664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] For port 463bdde3-2d81-49c2-9f01-b82c3cf41235, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=463bdde3-2d81-49c2-9f01-b82c3cf41235,segment=NetworkSegment(3fc63486-7801-42f6-8c2c-05f88c466aad),segment_id=3fc63486-7801-42f6-8c2c-05f88c466aad)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:38:52.240814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ccf18-1056-4102-abda-4a19954db1c2 None None] Pushing event updated for resources: {'Port': ['ID=bd072587-9552-4683-b30c-7c5ae90bdb85,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:52.262769 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e40b6cf0-6814-4a1b-9cd3-1f85646cc983 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:52.263390 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:52.290540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:52.294135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:52.301562 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:52.309567 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:52.374578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820134a3-233e-44da-b679-89368ac01236 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:52.379050 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-820134a3-233e-44da-b679-89368ac01236 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:52.400637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Pushing event updated for resources: {'Port': ['ID=b05a4e22-98bc-4ff8-87b4-c8e32c76888e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:52.474426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a12a3d-ee73-4181-858e-8925983c5e58 None None] Pushing event updated for resources: {'Port': ['ID=463bdde3-2d81-49c2-9f01-b82c3cf41235,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:52.969352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89721c7c-89e3-47cc-b76f-fff545c5cb18 req-1139b302-b480-4491-97de-89efd936a95c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:52.972246 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89721c7c-89e3-47cc-b76f-fff545c5cb18 req-1139b302-b480-4491-97de-89efd936a95c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.1410639 Aug 17 02:38:53.020612 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:53.086768 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89721c7c-89e3-47cc-b76f-fff545c5cb18 req-a02e2fee-2567-4bc3-8c07-26a956078aee tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058333 Aug 17 02:38:53.198776 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:53.304908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15143ca6-19aa-47fd-9854-16fb223b5ee7 None None] Network f24fae23-7490-43ca-b4d5-c85b7139b8cd requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:53.336651 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38456) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:53.353889 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:53.667256 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:38:53.701542 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:53.748004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c7a8c5-6cc0-4660-ba7a-df472b7fecae None None] Network c2370959-6d24-42f8-8b5f-273d78403b0c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:53.755829 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-acf0a24a-73e1-4878-80d0-f8e020325ce6 None None] Provisioning for port 70677b04-555d-4965-a850-f235199e6f67 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:53.764045 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-715743669-network', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:53.880885 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-820134a3-233e-44da-b679-89368ac01236 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:53.909277 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:38:53.930205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Sync routers for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:38:53.984684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820134a3-233e-44da-b679-89368ac01236 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 5b0da122-1011-4251-b987-e62a98b5271f is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:53.993018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-820134a3-233e-44da-b679-89368ac01236 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:54.022202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820134a3-233e-44da-b679-89368ac01236 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Subnet': ['ID=5d025c1d-1774-490e-97d1-f9c5bfd8cd9e,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:54.026359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820134a3-233e-44da-b679-89368ac01236 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:54.026957 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-820134a3-233e-44da-b679-89368ac01236 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:54.042353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] Made reservation on behalf of 40d55d2b9b694b56acaea90485e97c43 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:54.042986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:54.045348 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:54.045471 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:54.088740 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:54.146517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8e0fb3f2-1fe6-4d8c-9c04-842c0484eb09 None None] Provisioning for port bd072587-9552-4683-b30c-7c5ae90bdb85 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:54.189106 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:54.193341 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6cb8de50-3467-46cd-bc70-289ec2e7e8cb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1527109 Aug 17 02:38:54.194700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38470) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:54.199975 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-820134a3-233e-44da-b679-89368ac01236 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5967264 Aug 17 02:38:54.205105 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38472) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:54.219277 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'network_id': '5b0da122-1011-4251-b987-e62a98b5271f', 'fixed_ips': [{'subnet_id': 'ac67c907-bbd0-4527-a468-a64151e71549'}, {'subnet_id': '5d025c1d-1774-490e-97d1-f9c5bfd8cd9e'}], 'name': 'tempest-PortsTestJSON-863699785'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:54.221714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 70677b04-555d-4965-a850-f235199e6f67 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:54.343941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Router 6c11889d-5b96-4827-993f-b13d755c3961 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:38:54.365713 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:54.367213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:54.442106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063cc90d-5e9b-4b83-8a12-44ffd6c6e925 None None] Network 5b0da122-1011-4251-b987-e62a98b5271f requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:54.476354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd61b2-f2ef-46fc-9747-c11fb038e114 req-e5e816a0-8c22-40cb-be4c-833b07af6a64 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:54.482011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59dd61b2-f2ef-46fc-9747-c11fb038e114 req-e5e816a0-8c22-40cb-be4c-833b07af6a64 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.1833630 Aug 17 02:38:54.497208 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:38:54.509574 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Sync routers for ids ['6c11889d-5b96-4827-993f-b13d755c3961'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:38:54.528563 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Routers {'6c11889d-5b96-4827-993f-b13d755c3961'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:54.529215 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6c11889d-5b96-4827-993f-b13d755c3961'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:54.537234 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:54.621606 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:38:54.633866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23694a4-d0a2-453c-8f96-5ce061ac31cd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:54.646125 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:54.647150 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] Added segment c06c2594-9397-486e-9836-400128821701 of type vlan for network 63c037a2-cec8-4bd4-a904-29cd7197ae86 Aug 17 02:38:54.652570 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:54.657398 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1841004f-013d-498e-9b91-d52720cdeb6c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.0709240 Aug 17 02:38:54.678218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38482) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:54.738571 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c1de2f67-3075-49bc-a054-ff7cebdef7d0 None None] Provisioning for port 463bdde3-2d81-49c2-9f01-b82c3cf41235 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:54.745186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 70677b04-555d-4965-a850-f235199e6f67 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:54.762335 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 70677b04-555d-4965-a850-f235199e6f67 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:54.762712 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:54.791201 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Set router 6c11889d-5b96-4827-993f-b13d755c3961 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:54.871126 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:54.909446 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:52Z', 'revision_number': 3, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:54.958365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Checking router: 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:38:54.958866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Updating router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a port b05a4e22-98bc-4ff8-87b4-c8e32c76888e binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:38:55.050778 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-858c33dd-126f-44e8-a800-cf890e3e2b26 None None] Provisioning complete for port 70677b04-555d-4965-a850-f235199e6f67 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:55.051264 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-858c33dd-126f-44e8-a800-cf890e3e2b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:55.056085 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:55.058219 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:55.091074 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e6c370-4315-4b1c-aa3f-19f4acedd574 None None] Update dhcp port {'port': {'network_id': '5b0da122-1011-4251-b987-e62a98b5271f', 'fixed_ips': [{'subnet_id': 'ac67c907-bbd0-4527-a468-a64151e71549', 'ip_address': '172.20.0.2'}, {'subnet_id': '5d025c1d-1774-490e-97d1-f9c5bfd8cd9e'}], 'binding:host_id': 'n-d-793621-31'}, 'id': '463bdde3-2d81-49c2-9f01-b82c3cf41235'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:38:55.095982 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:55.097806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:55.098654 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:55.113595 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c11889d-5b96-4827-993f-b13d755c3961', 'name': 'tempest-TestServerBasicOps-2062640561-router', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fc7bec70-5940-43a2-bc25-130c277fa868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:49Z', 'updated_at': '2021-08-17T02:38:52Z', 'revision_number': 3, 'project_id': '967b631ee29b4d3ca36807f181c4831c', 'gw_port': {'id': 'fc7bec70-5940-43a2-bc25-130c277fa868', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c11889d-5b96-4827-993f-b13d755c3961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:55.143917 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f4e6c370-4315-4b1c-aa3f-19f4acedd574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:55.183496 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Checking router: 6c11889d-5b96-4827-993f-b13d755c3961 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:38:55.183891 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Updating router 6c11889d-5b96-4827-993f-b13d755c3961 port fc7bec70-5940-43a2-bc25-130c277fa868 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:38:55.210945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 70677b04-555d-4965-a850-f235199e6f67, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=70677b04-555d-4965-a850-f235199e6f67,segment=NetworkSegment(99eb5ae0-0919-4ced-8934-6064e7396bfc),segment_id=99eb5ae0-0919-4ced-8934-6064e7396bfc)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:55.217586 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:55.255445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] Pushing event updated for resources: {'Network': ['ID=63c037a2-cec8-4bd4-a904-29cd7197ae86,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:55.311758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59dd61b2-f2ef-46fc-9747-c11fb038e114 req-482e97a9-847f-47be-8f4f-b58af08e5c34 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8260181 Aug 17 02:38:55.315845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 63c037a2-cec8-4bd4-a904-29cd7197ae86 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:38:55.367849 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:55.368641 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 463bdde3-2d81-49c2-9f01-b82c3cf41235 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:55.464226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:55.555150 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:55.627351 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f538fd6c-e105-455c-8ced-0da299202a8d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2837126 Aug 17 02:38:55.627664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-f4e6c370-4315-4b1c-aa3f-19f4acedd574 None None] Allocated IP 172.20.0.18 (5b0da122-1011-4251-b987-e62a98b5271f/5d025c1d-1774-490e-97d1-f9c5bfd8cd9e/463bdde3-2d81-49c2-9f01-b82c3cf41235) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:55.630080 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38492) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:55.645081 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ef4da614-481c-4cf1-884b-757d5f5d4021 admin admin] Request body: {'subnet': {'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-715743669-subnet', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:55.651229 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:55.680749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port 391a07c5-b35c-4164-b8e0-f81692dc8519 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:38:55.701139 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:55.821116 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:55.840093 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Transition to ACTIVE for port object fc7bec70-5940-43a2-bc25-130c277fa868 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:55.888580 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4da614-481c-4cf1-884b-757d5f5d4021 admin admin] Made reservation on behalf of 40d55d2b9b694b56acaea90485e97c43 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:55.895694 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef4da614-481c-4cf1-884b-757d5f5d4021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:55.897091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f4e6c370-4315-4b1c-aa3f-19f4acedd574 None None] For port 463bdde3-2d81-49c2-9f01-b82c3cf41235, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=463bdde3-2d81-49c2-9f01-b82c3cf41235,segment=NetworkSegment(3fc63486-7801-42f6-8c2c-05f88c466aad),segment_id=3fc63486-7801-42f6-8c2c-05f88c466aad)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:55.936477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=70677b04-555d-4965-a850-f235199e6f67,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:55.942718 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:55.961574 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Allocated IP 172.20.0.1 (f24fae23-7490-43ca-b4d5-c85b7139b8cd/85ecf8c5-946f-42b1-8b23-090887b2cac9/3f6bb37a-aea0-4c85-9396-61ba980e390d) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:56.015795 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b070d-dd15-4027-9969-6ac5a39582e7 None None] Pushing event updated for resources: {'Port': ['ID=fc7bec70-5940-43a2-bc25-130c277fa868,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:56.058340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Allocated IP 172.20.0.1 (c2370959-6d24-42f8-8b5f-273d78403b0c/764c3736-195b-4464-8ea3-48fdcebbb5de/4071ac30-066c-49e7-88a6-5258dcd82726) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:56.059199 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Attempting to bind port fc7bec70-5940-43a2-bc25-130c277fa868 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:38:56.061303 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Attempting to bind port fc7bec70-5940-43a2-bc25-130c277fa868 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:38:56.061787 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Attempting to bind port fc7bec70-5940-43a2-bc25-130c277fa868 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:38:56.071473 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:38:56.072063 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:56.072748 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.073542 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:38:56.075442 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Bound port: fc7bec70-5940-43a2-bc25-130c277fa868, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:38:56.076047 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.177062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 463bdde3-2d81-49c2-9f01-b82c3cf41235 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:56.177629 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f4e6c370-4315-4b1c-aa3f-19f4acedd574 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.198799 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 463bdde3-2d81-49c2-9f01-b82c3cf41235 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:56.199240 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.219382 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] For port fc7bec70-5940-43a2-bc25-130c277fa868, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:38:56.222855 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.224092 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] For port fc7bec70-5940-43a2-bc25-130c277fa868, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fc7bec70-5940-43a2-bc25-130c277fa868,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:38:56.238459 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f4e6c370-4315-4b1c-aa3f-19f4acedd574 None None] Transition to ACTIVE for port object 463bdde3-2d81-49c2-9f01-b82c3cf41235 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:56.249410 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Transition to ACTIVE for port object 3f6bb37a-aea0-4c85-9396-61ba980e390d will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:56.256025 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.271903 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Transition to ACTIVE for port object 4071ac30-066c-49e7-88a6-5258dcd82726 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:56.365638 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.372284 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f4e6c370-4315-4b1c-aa3f-19f4acedd574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.393489 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.406436 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef4da614-481c-4cf1-884b-757d5f5d4021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.439169 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.441387 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.493212 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Transition to ACTIVE for port object b05a4e22-98bc-4ff8-87b4-c8e32c76888e will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:56.494003 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.506688 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Routers {'6c11889d-5b96-4827-993f-b13d755c3961'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:56.508899 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6c11889d-5b96-4827-993f-b13d755c3961'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:56.524316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6c370-4315-4b1c-aa3f-19f4acedd574 None None] Pushing event updated for resources: {'Port': ['ID=463bdde3-2d81-49c2-9f01-b82c3cf41235,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:56.528246 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Network c2370959-6d24-42f8-8b5f-273d78403b0c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:56.539057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:56.542069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:56.579209 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Network f24fae23-7490-43ca-b4d5-c85b7139b8cd is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:56.591094 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.595227 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:56.604259 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4da614-481c-4cf1-884b-757d5f5d4021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6588c9ac-5362-490c-a200-ab2910cd28a7,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:56.611037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:56.672553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Pushing event updated for resources: {'Port': ['ID=4071ac30-066c-49e7-88a6-5258dcd82726,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:56.704176 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54049fc2-c52f-4615-95b2-d65ffeff59d3 req-55737a4e-c5f9-4fd7-8224-472af444a6a0 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:56.706119 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54049fc2-c52f-4615-95b2-d65ffeff59d3 req-55737a4e-c5f9-4fd7-8224-472af444a6a0 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.2766397 Aug 17 02:38:56.714822 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.721464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Attempting to bind port b05a4e22-98bc-4ff8-87b4-c8e32c76888e on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:38:56.722472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Attempting to bind port b05a4e22-98bc-4ff8-87b4-c8e32c76888e by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:38:56.722472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Attempting to bind port b05a4e22-98bc-4ff8-87b4-c8e32c76888e on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:38:56.742298 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:38:56.742688 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:56.743108 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.743506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:38:56.744005 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Bound port: b05a4e22-98bc-4ff8-87b4-c8e32c76888e, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:38:56.744395 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.759844 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.763625 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:38:56.763935 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:38:56.771301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=3f6bb37a-aea0-4c85-9396-61ba980e390d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:56.829914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56670f1-d765-420b-837b-205bbbdf595b None None] Pushing event updated for resources: {'Port': ['ID=b05a4e22-98bc-4ff8-87b4-c8e32c76888e,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:56.834644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Allocated IP 172.20.0.8 (5b0da122-1011-4251-b987-e62a98b5271f/ac67c907-bbd0-4527-a468-a64151e71549/391a07c5-b35c-4164-b8e0-f81692dc8519) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:56.854864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Allocated IP 172.20.0.29 (5b0da122-1011-4251-b987-e62a98b5271f/5d025c1d-1774-490e-97d1-f9c5bfd8cd9e/391a07c5-b35c-4164-b8e0-f81692dc8519) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:56.857368 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] Set router 6c11889d-5b96-4827-993f-b13d755c3961 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:56.873581 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54049fc2-c52f-4615-95b2-d65ffeff59d3 req-a3d46ebd-340c-4a33-ac49-2c94f32f9898 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542754 Aug 17 02:38:56.881008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] For port b05a4e22-98bc-4ff8-87b4-c8e32c76888e, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:38:56.886766 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] For port b05a4e22-98bc-4ff8-87b4-c8e32c76888e, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b05a4e22-98bc-4ff8-87b4-c8e32c76888e,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:38:56.951595 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4da614-481c-4cf1-884b-757d5f5d4021 admin admin] Checking segment: {'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:56.957632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4da614-481c-4cf1-884b-757d5f5d4021 admin admin] Network hostable DHCP agents. Network: 63c037a2-cec8-4bd4-a904-29cd7197ae86, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:38:56.983644 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.155605 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:38:57.156347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:57.161110 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b070d-dd15-4027-9969-6ac5a39582e7 None None] Pushing event updated for resources: {'Port': ['ID=fc7bec70-5940-43a2-bc25-130c277fa868,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:57.193293 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4da614-481c-4cf1-884b-757d5f5d4021 admin admin] Network 63c037a2-cec8-4bd4-a904-29cd7197ae86 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:38:57.220392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56670f1-d765-420b-837b-205bbbdf595b None None] Pushing event updated for resources: {'Port': ['ID=b05a4e22-98bc-4ff8-87b4-c8e32c76888e,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:57.236202 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.325752 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38508) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:57.344291 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-ef4da614-481c-4cf1-884b-757d5f5d4021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 63c037a2-cec8-4bd4-a904-29cd7197ae86) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:57.357951 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7adec954-6f1c-467e-b4ba-d6515170c9ce None None] Provisioning for port 4071ac30-066c-49e7-88a6-5258dcd82726 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:57.363798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4da614-481c-4cf1-884b-757d5f5d4021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:57.366123 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef4da614-481c-4cf1-884b-757d5f5d4021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.374243 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7adec954-6f1c-467e-b4ba-d6515170c9ce None None] Provisioning complete for port 4071ac30-066c-49e7-88a6-5258dcd82726 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:57.375165 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7adec954-6f1c-467e-b4ba-d6515170c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.377086 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c38cef-7c5d-4734-9249-f41e9bae6dd9 None None] Network 63c037a2-cec8-4bd4-a904-29cd7197ae86 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:57.377390 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c11889d-5b96-4827-993f-b13d755c3961', 'name': 'tempest-TestServerBasicOps-2062640561-router', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fc7bec70-5940-43a2-bc25-130c277fa868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:49Z', 'updated_at': '2021-08-17T02:38:52Z', 'revision_number': 3, 'project_id': '967b631ee29b4d3ca36807f181c4831c', 'gw_port': {'id': 'fc7bec70-5940-43a2-bc25-130c277fa868', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c11889d-5b96-4827-993f-b13d755c3961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:57.395868 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.436559 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63185d49-aa57-402c-a358-f2aee2476b84 None None] The sync data for ids ['6c11889d-5b96-4827-993f-b13d755c3961'] in n-d-793621-31 is: [{'id': '6c11889d-5b96-4827-993f-b13d755c3961', 'name': 'tempest-TestServerBasicOps-2062640561-router', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fc7bec70-5940-43a2-bc25-130c277fa868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:49Z', 'updated_at': '2021-08-17T02:38:52Z', 'revision_number': 3, 'project_id': '967b631ee29b4d3ca36807f181c4831c', 'gw_port': {'id': 'fc7bec70-5940-43a2-bc25-130c277fa868', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c11889d-5b96-4827-993f-b13d755c3961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:38:57.467826 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.483790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:38:57.514483 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ef4da614-481c-4cf1-884b-757d5f5d4021 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8825533 Aug 17 02:38:57.518017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38512) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:57.534659 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:57.575618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5657431-59c9-46d7-81c1-47935c1fe666 req-c924aea0-329f-4f7c-acad-c118455dcedd tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:57.577152 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d5657431-59c9-46d7-81c1-47935c1fe666 req-c924aea0-329f-4f7c-acad-c118455dcedd tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.2460661 Aug 17 02:38:57.584443 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be70e799-40c0-443a-92fa-0cbcd64fea8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.592250 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df04b062-9511-4e25-8709-3fb97ee08665 None None] Network 5b0da122-1011-4251-b987-e62a98b5271f requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:38:57.673680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7adec954-6f1c-467e-b4ba-d6515170c9ce None None] Port 4071ac30-066c-49e7-88a6-5258dcd82726 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:38:57.681794 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.690261 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.731600 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Transition to ACTIVE for port object 391a07c5-b35c-4164-b8e0-f81692dc8519 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:57.745143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d5657431-59c9-46d7-81c1-47935c1fe666 req-2dfb7b90-b249-425a-af4f-ec0741dc79b3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579151 Aug 17 02:38:57.747620 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.748691 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.750041 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.752372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 463bdde3-2d81-49c2-9f01-b82c3cf41235, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=463bdde3-2d81-49c2-9f01-b82c3cf41235,segment=NetworkSegment(3fc63486-7801-42f6-8c2c-05f88c466aad),segment_id=3fc63486-7801-42f6-8c2c-05f88c466aad)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:57.842449 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.905434 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.926388 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.968512 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.968512 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bd072587-9552-4683-b30c-7c5ae90bdb85 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:57.969944 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:57.992854 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:58.037311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b640a-9a57-4cef-8097-63781c3b5055 req-408ed2df-d730-4ac9-a416-92bc34283728 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:58.040120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-351b640a-9a57-4cef-8097-63781c3b5055 req-408ed2df-d730-4ac9-a416-92bc34283728 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1568961 Aug 17 02:38:58.056141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=3f6bb37a-aea0-4c85-9396-61ba980e390d,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:58.077119 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1b827e20-5a50-4b2b-b18e-801e5c3c6756 None None] Provisioning for port 3f6bb37a-aea0-4c85-9396-61ba980e390d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:58.097326 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Pushing event updated for resources: {'Port': ['ID=4071ac30-066c-49e7-88a6-5258dcd82726,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:58.117673 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be70e799-40c0-443a-92fa-0cbcd64fea8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:58.126280 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:58.130174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 5b0da122-1011-4251-b987-e62a98b5271f is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:58.135095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1b827e20-5a50-4b2b-b18e-801e5c3c6756 None None] Provisioning complete for port 3f6bb37a-aea0-4c85-9396-61ba980e390d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:58.135542 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b827e20-5a50-4b2b-b18e-801e5c3c6756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:58.137092 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Network f24fae23-7490-43ca-b4d5-c85b7139b8cd is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:58.165642 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:58.172215 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:58.174090 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:58.182271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-63c037a2-cec8-4bd4-a904-29cd7197ae86', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:38:58.183186 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:58.223107 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be70e799-40c0-443a-92fa-0cbcd64fea8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:58.240640 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=463bdde3-2d81-49c2-9f01-b82c3cf41235,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:58.246072 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:58.247195 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:58.252196 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-351b640a-9a57-4cef-8097-63781c3b5055 req-2ea43065-ae9f-442d-902d-a76516530611 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922193 Aug 17 02:38:58.320535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-1b827e20-5a50-4b2b-b18e-801e5c3c6756 None None] Port 3f6bb37a-aea0-4c85-9396-61ba980e390d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:38:58.351870 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=391a07c5-b35c-4164-b8e0-f81692dc8519,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:58.418803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port bd072587-9552-4683-b30c-7c5ae90bdb85 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:58.451183 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port bd072587-9552-4683-b30c-7c5ae90bdb85 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:58.451800 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:58.462055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-be60e262-f885-49fd-8fb1-bd85493cbf9a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.2478549 Aug 17 02:38:58.466458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Network c2370959-6d24-42f8-8b5f-273d78403b0c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:58.467238 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38522) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:58.480195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-4cb1bd7b-0d21-4710-9c12-f1d610557b2f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac67c907-bbd0-4527-a468-a64151e71549'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:58.572204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:58.649785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 1, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:58.653171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1b827e20-5a50-4b2b-b18e-801e5c3c6756 None None] Provisioning for port 463bdde3-2d81-49c2-9f01-b82c3cf41235 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:58.717411 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1b827e20-5a50-4b2b-b18e-801e5c3c6756 None None] Provisioning complete for port 463bdde3-2d81-49c2-9f01-b82c3cf41235 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:58.717790 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b827e20-5a50-4b2b-b18e-801e5c3c6756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:58.781524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca0074-3dc2-48ee-8525-8be88cdcc755 None None] The sync data for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 is: [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 1, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:38:58.864944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-1441175f-68e1-452a-ad28-8bcf9f4a7ebd tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:58.867667 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:58.873511 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-1441175f-68e1-452a-ad28-8bcf9f4a7ebd tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 811 time: 0.2026391 Aug 17 02:38:58.898754 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4cb1bd7b-0d21-4710-9c12-f1d610557b2f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:58.934381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-9c2dfa6a-2ab1-42b0-bdff-5e887e0795ba tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/quotas/9c180ae939a34aacab47cf5d9b29aa11 HTTP/1.1" status: 200 len: 375 time: 0.0597341 Aug 17 02:38:59.050430 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-be70e799-40c0-443a-92fa-0cbcd64fea8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91ddd4c4c6444f87879495361a150f62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7189007 Aug 17 02:38:59.050948 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70e799-40c0-443a-92fa-0cbcd64fea8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0edc123-cf49-44b0-9a5d-8fa9bac84ce7,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:59.051036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38534) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:59.124593 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:59.139821 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:59.146457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Allocated IP 172.20.0.2 (63c037a2-cec8-4bd4-a904-29cd7197ae86/6588c9ac-5362-490c-a200-ab2910cd28a7/7a36c39d-2ac5-45d7-9f86-7495854d2d14) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:59.193876 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0c45ad31-1b7d-4202-a494-c84a8d37332f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:59.198881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:38:59.211609 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Router 6c11889d-5b96-4827-993f-b13d755c3961 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:38:59.235607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-a11a1a2d-576a-4f25-8fa3-4ae279225f15 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3000574 Aug 17 02:38:59.249039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port bd072587-9552-4683-b30c-7c5ae90bdb85, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bd072587-9552-4683-b30c-7c5ae90bdb85,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:59.299745 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0c45ad31-1b7d-4202-a494-c84a8d37332f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:59.340144 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:59.458165 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=bd072587-9552-4683-b30c-7c5ae90bdb85,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:59.525910 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:59.528158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:38:59.533300 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ae112c7f-4c07-4d69-a29b-b0f57a835ed4 admin admin] 10.222.0.13 "PUT /v2.0/routers/6c11889d-5b96-4827-993f-b13d755c3961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8427713 Aug 17 02:38:59.543377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Transition to ACTIVE for port object 7a36c39d-2ac5-45d7-9f86-7495854d2d14 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:59.566161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Transition to ACTIVE for port object 7a36c39d-2ac5-45d7-9f86-7495854d2d14 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:59.632912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fafe8004-5c6c-46b2-9dd8-501512aacf18 None None] Provisioning for port 391a07c5-b35c-4164-b8e0-f81692dc8519 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:59.640608 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fafe8004-5c6c-46b2-9dd8-501512aacf18 None None] Provisioning complete for port 391a07c5-b35c-4164-b8e0-f81692dc8519 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:59.640982 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fafe8004-5c6c-46b2-9dd8-501512aacf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:59.656218 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-922714b5-4e73-4af6-aff6-a7e5dc9f08fb service neutron] 10.222.0.13 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086580 Aug 17 02:38:59.677840 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 70677b04-555d-4965-a850-f235199e6f67 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:59.715700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:38:59.774778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-27b6ff3a-b98c-4a94-9cea-e9f4a9f11326 admin admin] 10.222.0.13 "PUT /v2.0/routers/4d1e80ce-39e7-4dd7-85e9-f46a38b3279a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5760100 Aug 17 02:38:59.795638 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fafe8004-5c6c-46b2-9dd8-501512aacf18 None None] Port 391a07c5-b35c-4164-b8e0-f81692dc8519 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:38:59.803899 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:59.824810 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0c45ad31-1b7d-4202-a494-c84a8d37332f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:59.828815 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0c45ad31-1b7d-4202-a494-c84a8d37332f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:59.830594 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0c45ad31-1b7d-4202-a494-c84a8d37332f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0edc123-cf49-44b0-9a5d-8fa9bac84ce7 HTTP/1.1" status: 204 len: 168 time: 0.7782781 Aug 17 02:38:59.867966 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:59.895184 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fafe8004-5c6c-46b2-9dd8-501512aacf18 None None] Provisioning complete for port 4071ac30-066c-49e7-88a6-5258dcd82726 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:59.895664 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fafe8004-5c6c-46b2-9dd8-501512aacf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:59.900558 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:59.904013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45ad31-1b7d-4202-a494-c84a8d37332f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0edc123-cf49-44b0-9a5d-8fa9bac84ce7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:59.940893 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Network 63c037a2-cec8-4bd4-a904-29cd7197ae86 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:59.961122 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:59.970265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:59.991141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-a6a4dde1-49ce-47b2-851b-2dbdc79679c2 service neutron] 10.222.0.13 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339696 Aug 17 02:38:59.995905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-4cb1bd7b-0d21-4710-9c12-f1d610557b2f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Delete allocated IP 172.20.0.29 (5b0da122-1011-4251-b987-e62a98b5271f/5d025c1d-1774-490e-97d1-f9c5bfd8cd9e) {{(pid=95406) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 02:39:00.099397 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Pushing event updated for resources: {'Port': ['ID=7a36c39d-2ac5-45d7-9f86-7495854d2d14,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:00.160203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 70677b04-555d-4965-a850-f235199e6f67 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:00.160634 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:00.211112 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Allocated IP 172.25.5.59 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/5ed88e08-1543-4a88-8bc0-60e534bdef2a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:00.248456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fafe8004-5c6c-46b2-9dd8-501512aacf18 None None] Port 4071ac30-066c-49e7-88a6-5258dcd82726 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:00.304044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Attempting to bind port 7a36c39d-2ac5-45d7-9f86-7495854d2d14 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:00.304695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Attempting to bind port 7a36c39d-2ac5-45d7-9f86-7495854d2d14 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:00.305334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Attempting to bind port 7a36c39d-2ac5-45d7-9f86-7495854d2d14 on network 63c037a2-cec8-4bd4-a904-29cd7197ae86 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:00.381130 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:00.382791 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Checking segment: {'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:00.385050 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:00.386780 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Bound using segment: {'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:00.387309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Bound port: 7a36c39d-2ac5-45d7-9f86-7495854d2d14, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:00.387785 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:00.419273 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fafe8004-5c6c-46b2-9dd8-501512aacf18 None None] Provisioning complete for port 3f6bb37a-aea0-4c85-9396-61ba980e390d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:00.421707 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fafe8004-5c6c-46b2-9dd8-501512aacf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:00.483206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Sync routers for ids ['6c11889d-5b96-4827-993f-b13d755c3961'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:39:00.518158 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 463bdde3-2d81-49c2-9f01-b82c3cf41235 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:00.528583 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:00.601083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fafe8004-5c6c-46b2-9dd8-501512aacf18 None None] Port 3f6bb37a-aea0-4c85-9396-61ba980e390d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:00.608814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Routers {'6c11889d-5b96-4827-993f-b13d755c3961'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:00.614165 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6c11889d-5b96-4827-993f-b13d755c3961'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:00.719210 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fafe8004-5c6c-46b2-9dd8-501512aacf18 None None] Provisioning complete for port 463bdde3-2d81-49c2-9f01-b82c3cf41235 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:00.719644 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fafe8004-5c6c-46b2-9dd8-501512aacf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:00.721006 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:00.727678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] For port 7a36c39d-2ac5-45d7-9f86-7495854d2d14, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:00.748717 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4cb1bd7b-0d21-4710-9c12-f1d610557b2f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:00.765335 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-4cb1bd7b-0d21-4710-9c12-f1d610557b2f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Ignored duplicate provisioning block setup for port 391a07c5-b35c-4164-b8e0-f81692dc8519 by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 02:39:00.785813 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:00.793343 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:00.803134 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:00.805386 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] For port 7a36c39d-2ac5-45d7-9f86-7495854d2d14, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7a36c39d-2ac5-45d7-9f86-7495854d2d14,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:00.810014 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38566) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:00.845000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 463bdde3-2d81-49c2-9f01-b82c3cf41235 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:00.845392 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:00.851828 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16ce9cea-d58f-444e-a503-b3d7fe40033c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:00.880535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Set router 6c11889d-5b96-4827-993f-b13d755c3961 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:00.880738 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4cb1bd7b-0d21-4710-9c12-f1d610557b2f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:00.965561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1bd7b-0d21-4710-9c12-f1d610557b2f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=391a07c5-b35c-4164-b8e0-f81692dc8519,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:01.007365 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:01.023742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed88e08-1543-4a88-8bc0-60e534bdef2a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:01.140986 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-4cb1bd7b-0d21-4710-9c12-f1d610557b2f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] In _notify_port_updated(), no bound segment for port 391a07c5-b35c-4164-b8e0-f81692dc8519 on network 5b0da122-1011-4251-b987-e62a98b5271f {{(pid=95406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:39:01.147320 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1bd7b-0d21-4710-9c12-f1d610557b2f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:01.148019 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4cb1bd7b-0d21-4710-9c12-f1d610557b2f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:01.152532 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4cb1bd7b-0d21-4710-9c12-f1d610557b2f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "PUT /v2.0/ports/391a07c5-b35c-4164-b8e0-f81692dc8519 HTTP/1.1" status: 200 len: 918 time: 2.6839647 Aug 17 02:39:01.153225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38570) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:01.160389 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-266c745e-070f-47b9-a19f-a800dd5d66b2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac67c907-bbd0-4527-a468-a64151e71549'}, {'subnet_id': '5d025c1d-1774-490e-97d1-f9c5bfd8cd9e'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:01.297977 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:01.411506 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:01.449493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2318f-7461-4be3-afe8-62cbe1f8092e None None] Pushing event updated for resources: {'Port': ['ID=7a36c39d-2ac5-45d7-9f86-7495854d2d14,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:01.565121 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-266c745e-070f-47b9-a19f-a800dd5d66b2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:01.596084 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16ce9cea-d58f-444e-a503-b3d7fe40033c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:01.627984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38580) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:01.639668 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-625279015-network', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:01.685551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2e6da480-0573-4eb3-a6e4-26719143c8b5 None None] Provisioning complete for port 391a07c5-b35c-4164-b8e0-f81692dc8519 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:01.686044 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2e6da480-0573-4eb3-a6e4-26719143c8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:01.712851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fc7bec70-5940-43a2-bc25-130c277fa868 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:01.735857 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16ce9cea-d58f-444e-a503-b3d7fe40033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:01.798235 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-2e6da480-0573-4eb3-a6e4-26719143c8b5 None None] Port 391a07c5-b35c-4164-b8e0-f81692dc8519 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:01.800045 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:01.858056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c11889d-5b96-4827-993f-b13d755c3961', 'name': 'tempest-TestServerBasicOps-2062640561-router', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fc7bec70-5940-43a2-bc25-130c277fa868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:49Z', 'updated_at': '2021-08-17T02:38:57Z', 'revision_number': 4, 'project_id': '967b631ee29b4d3ca36807f181c4831c', 'gw_port': {'id': 'fc7bec70-5940-43a2-bc25-130c277fa868', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c11889d-5b96-4827-993f-b13d755c3961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '3f6bb37a-aea0-4c85-9396-61ba980e390d', 'name': '', 'network_id': 'f24fae23-7490-43ca-b4d5-c85b7139b8cd', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c', 'mac_address': 'fa:16:3e:5d:c9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c11889d-5b96-4827-993f-b13d755c3961', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '85ecf8c5-946f-42b1-8b23-090887b2cac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:38:57Z', 'revision_number': 2, 'project_id': '967b631ee29b4d3ca36807f181c4831c', 'subnets': [{'id': '85ecf8c5-946f-42b1-8b23-090887b2cac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:01.867483 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-16ce9cea-d58f-444e-a503-b3d7fe40033c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd721023d40f497ab1f44f0c59c52da7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0525596 Aug 17 02:39:01.868651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce9cea-d58f-444e-a503-b3d7fe40033c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff50020b-8b10-4e7d-a743-eade954eff00,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:01.874095 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38582) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:01.903779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Checking router: 6c11889d-5b96-4827-993f-b13d755c3961 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:39:01.904422 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Updating router 6c11889d-5b96-4827-993f-b13d755c3961 port 3f6bb37a-aea0-4c85-9396-61ba980e390d binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:39:01.930014 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38584) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:01.939293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-01a429c8-ecc8-441d-9fc7-cdb2100ac425 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-605254674', 'description': 'tempest-secgroup-smoke-605254674 description', 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:01.946051 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:01.966352 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] Made reservation on behalf of 7cd3256204e54fa8bee4d563ef6185dd for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:01.970641 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:01.989707 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.050203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port fc7bec70-5940-43a2-bc25-130c277fa868 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:02.058715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port fc7bec70-5940-43a2-bc25-130c277fa868 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:02.059088 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.068411 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43fc23f3-ca38-47c3-8376-d5e5a529eaf6 req-2b049628-c5a7-4e0d-8124-d9674178e762 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 210 time: 0.0721519 Aug 17 02:39:02.105404 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40947bd1-3e53-4fe3-b1d5-3ff3312d6b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.159601 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40947bd1-3e53-4fe3-b1d5-3ff3312d6b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.204744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Router c796c123-51bc-4738-97f4-08e6370ec54c is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:39:02.207256 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-01a429c8-ecc8-441d-9fc7-cdb2100ac425 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.212256 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-266c745e-070f-47b9-a19f-a800dd5d66b2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Allocated IP 172.20.0.25 (5b0da122-1011-4251-b987-e62a98b5271f/5d025c1d-1774-490e-97d1-f9c5bfd8cd9e/391a07c5-b35c-4164-b8e0-f81692dc8519) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:02.250553 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.282429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port fc7bec70-5940-43a2-bc25-130c277fa868, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fc7bec70-5940-43a2-bc25-130c277fa868,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:02.402915 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-266c745e-070f-47b9-a19f-a800dd5d66b2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.411893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:39:02.423585 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Sync routers for ids ['c796c123-51bc-4738-97f4-08e6370ec54c'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:39:02.432912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-266c745e-070f-47b9-a19f-a800dd5d66b2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Transition to ACTIVE for port object 391a07c5-b35c-4164-b8e0-f81692dc8519 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:02.444371 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Routers {'c796c123-51bc-4738-97f4-08e6370ec54c'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:02.445533 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c796c123-51bc-4738-97f4-08e6370ec54c'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:02.448180 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.494318 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40947bd1-3e53-4fe3-b1d5-3ff3312d6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.496998 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40947bd1-3e53-4fe3-b1d5-3ff3312d6b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.501105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-40947bd1-3e53-4fe3-b1d5-3ff3312d6b47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff50020b-8b10-4e7d-a743-eade954eff00 HTTP/1.1" status: 204 len: 168 time: 0.6262164 Aug 17 02:39:02.515369 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.522912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40947bd1-3e53-4fe3-b1d5-3ff3312d6b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff50020b-8b10-4e7d-a743-eade954eff00,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:02.577634 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-266c745e-070f-47b9-a19f-a800dd5d66b2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.581055 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.600592 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Set router c796c123-51bc-4738-97f4-08e6370ec54c gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:02.677976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:39:02.693906 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=fc7bec70-5940-43a2-bc25-130c277fa868,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:02.697500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.711977 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a9998f14-5cda-4d9b-8394-57ef0810fb18 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1925788 Aug 17 02:39:02.718914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38588) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:02.729504 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c745e-070f-47b9-a19f-a800dd5d66b2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=391a07c5-b35c-4164-b8e0-f81692dc8519,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:02.743485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab826ee-6caa-4748-9a69-aad320c135d6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:02.758466 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.761037 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.761633 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] Added segment 59fde0c7-9d71-416b-9974-77197f197927 of type vlan for network 3baeca35-1fa8-47e7-b9e2-45e2389ab81f Aug 17 02:39:02.795830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Transition to ACTIVE for port object 3f6bb37a-aea0-4c85-9396-61ba980e390d will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:02.924282 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-01a429c8-ecc8-441d-9fc7-cdb2100ac425 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.955464 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:02.986794 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.036666 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-01a429c8-ecc8-441d-9fc7-cdb2100ac425 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.075459 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:01Z', 'revision_number': 3, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:03.098199 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a889814f-080e-4736-a103-e61c83c8e90a None None] Network 63c037a2-cec8-4bd4-a904-29cd7197ae86 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:03.136361 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Checking router: c796c123-51bc-4738-97f4-08e6370ec54c for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:39:03.136468 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Updating router c796c123-51bc-4738-97f4-08e6370ec54c port 5ed88e08-1543-4a88-8bc0-60e534bdef2a binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:39:03.139095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b05a4e22-98bc-4ff8-87b4-c8e32c76888e up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:03.170497 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-266c745e-070f-47b9-a19f-a800dd5d66b2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] In _notify_port_updated(), no bound segment for port 391a07c5-b35c-4164-b8e0-f81692dc8519 on network 5b0da122-1011-4251-b987-e62a98b5271f {{(pid=95406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:39:03.188060 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266c745e-070f-47b9-a19f-a800dd5d66b2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:03.188060 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-266c745e-070f-47b9-a19f-a800dd5d66b2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.188060 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-266c745e-070f-47b9-a19f-a800dd5d66b2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "PUT /v2.0/ports/391a07c5-b35c-4164-b8e0-f81692dc8519 HTTP/1.1" status: 200 len: 998 time: 2.0297620 Aug 17 02:39:03.188543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38596) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:03.189793 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.190303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a429c8-ecc8-441d-9fc7-cdb2100ac425 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=669e96f3-2b4e-4887-80c1-a2f6dab467c2,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:03.200380 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.200777 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:03.201723 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.278986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bfe00-891f-4dc1-a478-c118e43b602e None None] Pushing event updated for resources: {'Port': ['ID=3f6bb37a-aea0-4c85-9396-61ba980e390d,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:03.305975 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-01a429c8-ecc8-441d-9fc7-cdb2100ac425 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.310239 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-01a429c8-ecc8-441d-9fc7-cdb2100ac425 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3746982 Aug 17 02:39:03.357625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38598) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:03.360310 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a88ffd4-e6fc-420c-a02d-79e7ef3812c1 req-056891ff-1f17-41f6-a82b-fface78c4f43 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 210 time: 0.1295390 Aug 17 02:39:03.378692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-979da6a1-ef74-43d1-a24d-8c1453bd7938 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Request body: {'security_group_rule': {'security_group_id': '669e96f3-2b4e-4887-80c1-a2f6dab467c2', 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:03.469040 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Sync routers for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:39:03.552086 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:03.554434 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:03.641060 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8aa6f6c6-b1ed-4bb4-a3ef-14293a6620d5 None None] Provisioning for port 7a36c39d-2ac5-45d7-9f86-7495854d2d14 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:03.657118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-b604b18c-695c-4614-b742-0cb297b13988 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:03.661525 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-b604b18c-695c-4614-b742-0cb297b13988 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.18 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 811 time: 0.3125367 Aug 17 02:39:03.670675 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2a974-b8c3-4ef7-a5a6-7e5d0b9ef981 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 391a07c5-b35c-4164-b8e0-f81692dc8519 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:03.671026 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6fa2a974-b8c3-4ef7-a5a6-7e5d0b9ef981 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.711699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-e5da127b-060f-4a3a-a3e7-e0962cf5010c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Request body: {'port': {'device_id': 'cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'admin_state_up': True, 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:03.729903 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.764147 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Transition to ACTIVE for port object 5ed88e08-1543-4a88-8bc0-60e534bdef2a will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:03.850442 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Attempting to bind port 3f6bb37a-aea0-4c85-9396-61ba980e390d on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:03.851015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Attempting to bind port 3f6bb37a-aea0-4c85-9396-61ba980e390d by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '99eb5ae0-0919-4ced-8934-6064e7396bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f24fae23-7490-43ca-b4d5-c85b7139b8cd'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:03.851411 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Attempting to bind port 3f6bb37a-aea0-4c85-9396-61ba980e390d on network f24fae23-7490-43ca-b4d5-c85b7139b8cd {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:03.889749 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:03.895799 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port b05a4e22-98bc-4ff8-87b4-c8e32c76888e completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:03.920619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] Pushing event updated for resources: {'Network': ['ID=3baeca35-1fa8-47e7-b9e2-45e2389ab81f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:03.921170 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6fa2a974-b8c3-4ef7-a5a6-7e5d0b9ef981 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.927607 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.930249 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:03.930669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Checking segment: {'id': '99eb5ae0-0919-4ced-8934-6064e7396bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f24fae23-7490-43ca-b4d5-c85b7139b8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:03.931084 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.931491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Bound using segment: {'id': '99eb5ae0-0919-4ced-8934-6064e7396bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f24fae23-7490-43ca-b4d5-c85b7139b8cd'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:03.931985 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Bound port: 3f6bb37a-aea0-4c85-9396-61ba980e390d, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99eb5ae0-0919-4ced-8934-6064e7396bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f24fae23-7490-43ca-b4d5-c85b7139b8cd'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:03.932662 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.941274 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port b05a4e22-98bc-4ff8-87b4-c8e32c76888e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:03.941274 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.950302 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2a974-b8c3-4ef7-a5a6-7e5d0b9ef981 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 391a07c5-b35c-4164-b8e0-f81692dc8519 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:03.953790 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Attempting to bind port 5ed88e08-1543-4a88-8bc0-60e534bdef2a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:03.954217 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Attempting to bind port 5ed88e08-1543-4a88-8bc0-60e534bdef2a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:03.954607 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Attempting to bind port 5ed88e08-1543-4a88-8bc0-60e534bdef2a on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:03.979768 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:03.980124 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:03.980486 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.980915 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:03.981423 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Bound port: 5ed88e08-1543-4a88-8bc0-60e534bdef2a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:03.981810 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:03.984216 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 3baeca35-1fa8-47e7-b9e2-45e2389ab81f details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:39:04.038729 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dcff1-46a7-4298-b0fc-acd4ec1c7e3e None None] Pushing event updated for resources: {'Port': ['ID=5ed88e08-1543-4a88-8bc0-60e534bdef2a,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:04.071708 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6c3010ec-083c-4aa7-80ed-4bad7ab909cf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4403055 Aug 17 02:39:04.077127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38610) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:04.097683 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] For port 5ed88e08-1543-4a88-8bc0-60e534bdef2a, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:04.099167 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] For port 5ed88e08-1543-4a88-8bc0-60e534bdef2a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5ed88e08-1543-4a88-8bc0-60e534bdef2a,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:04.110548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-237a9f53-70b4-4ef4-8417-aa08c6329d1e admin admin] Request body: {'subnet': {'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-625279015-subnet', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:04.113432 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.168000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9fd859f1-e57c-4607-a3e9-4a2cbbcc34ab None None] Provisioning for port 391a07c5-b35c-4164-b8e0-f81692dc8519 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:04.238729 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9fd859f1-e57c-4607-a3e9-4a2cbbcc34ab None None] Provisioning complete for port 391a07c5-b35c-4164-b8e0-f81692dc8519 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:04.239049 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9fd859f1-e57c-4607-a3e9-4a2cbbcc34ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.275449 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.292018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] For port 3f6bb37a-aea0-4c85-9396-61ba980e390d, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:04.297337 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [None req-237a9f53-70b4-4ef4-8417-aa08c6329d1e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:39:04.297337 n-d-793621-31 neutron-server[95406]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 02:39:04.297337 n-d-793621-31 neutron-server[95406]: [parameters: {'project_id_1': '7cd3256204e54fa8bee4d563ef6185dd', 'expiration_1': datetime.datetime(2021, 8, 17, 2, 39, 4, 123720)}] Aug 17 02:39:04.297337 n-d-793621-31 neutron-server[95406]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:39:04.298073 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [None req-237a9f53-70b4-4ef4-8417-aa08c6329d1e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:39:04.307041 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-979da6a1-ef74-43d1-a24d-8c1453bd7938 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.328670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Allocated IP 172.20.0.1 (63c037a2-cec8-4bd4-a904-29cd7197ae86/6588c9ac-5362-490c-a200-ab2910cd28a7/192cb886-38bd-4842-b574-3eda2d5f1d3e) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:04.343247 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9fd859f1-e57c-4607-a3e9-4a2cbbcc34ab None None] Port 391a07c5-b35c-4164-b8e0-f81692dc8519 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:04.426184 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Routers {'c796c123-51bc-4738-97f4-08e6370ec54c'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:04.430576 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c796c123-51bc-4738-97f4-08e6370ec54c'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:04.437219 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.440226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-e5da127b-060f-4a3a-a3e7-e0962cf5010c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Made reservation on behalf of 9c180ae939a34aacab47cf5d9b29aa11 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:04.458645 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-e5da127b-060f-4a3a-a3e7-e0962cf5010c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.477207 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port b05a4e22-98bc-4ff8-87b4-c8e32c76888e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b05a4e22-98bc-4ff8-87b4-c8e32c76888e,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:04.487655 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dcff1-46a7-4298-b0fc-acd4ec1c7e3e None None] Pushing event updated for resources: {'Port': ['ID=5ed88e08-1543-4a88-8bc0-60e534bdef2a,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:04.509524 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6fa2a974-b8c3-4ef7-a5a6-7e5d0b9ef981 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.525510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] For port 3f6bb37a-aea0-4c85-9396-61ba980e390d, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3f6bb37a-aea0-4c85-9396-61ba980e390d,segment=NetworkSegment(99eb5ae0-0919-4ced-8934-6064e7396bfc),segment_id=99eb5ae0-0919-4ced-8934-6064e7396bfc)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:04.525820 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.562000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:38:57Z', 'revision_number': 2, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:04.565328 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Transition to ACTIVE for port object 192cb886-38bd-4842-b574-3eda2d5f1d3e will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:04.595274 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-979da6a1-ef74-43d1-a24d-8c1453bd7938 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.611278 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] Set router c796c123-51bc-4738-97f4-08e6370ec54c gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:04.624824 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.625648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bd072587-9552-4683-b30c-7c5ae90bdb85 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:04.627981 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.633773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Checking router: 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:39:04.634135 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Updating router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a port 4071ac30-066c-49e7-88a6-5258dcd82726 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:39:04.704742 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.719994 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2a974-b8c3-4ef7-a5a6-7e5d0b9ef981 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=391a07c5-b35c-4164-b8e0-f81692dc8519,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:04.720639 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.723393 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-979da6a1-ef74-43d1-a24d-8c1453bd7938 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.730887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2345d1b6-d856-4481-84aa-3f928289e52e req-9ce463ee-6e2d-4213-b26f-7eaa89ebbda7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 210 time: 0.1330693 Aug 17 02:39:04.821383 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Network 63c037a2-cec8-4bd4-a904-29cd7197ae86 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:04.825469 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:04.833543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979da6a1-ef74-43d1-a24d-8c1453bd7938 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff529c3-e158-40e2-8721-234183a3f9b7,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:04.853272 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:04.882458 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6fa2a974-b8c3-4ef7-a5a6-7e5d0b9ef981 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.888121 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6fa2a974-b8c3-4ef7-a5a6-7e5d0b9ef981 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/391a07c5-b35c-4164-b8e0-f81692dc8519 HTTP/1.1" status: 204 len: 168 time: 1.6906860 Aug 17 02:39:04.892277 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:01Z', 'revision_number': 3, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:04.893881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38624) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:04.962643 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23547f-63ec-4e40-8a3f-662e9d37ff4c None None] The sync data for ids ['c796c123-51bc-4738-97f4-08e6370ec54c'] in n-d-793621-31 is: [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:01Z', 'revision_number': 3, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:39:04.977753 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-979da6a1-ef74-43d1-a24d-8c1453bd7938 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:04.979478 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-979da6a1-ef74-43d1-a24d-8c1453bd7938 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6179066 Aug 17 02:39:04.982730 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38626) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:04.986365 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd28925-8eb6-4394-8213-4738bc629987 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] GET failed (client error): The resource could not be found. Aug 17 02:39:04.991819 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-4d5e2fbb-4e57-462e-b36b-886ff5e87ce0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Request body: {'security_group_rule': {'security_group_id': '669e96f3-2b4e-4887-80c1-a2f6dab467c2', 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:04.992700 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1bd28925-8eb6-4394-8213-4738bc629987 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/391a07c5-b35c-4164-b8e0-f81692dc8519 HTTP/1.1" status: 404 len: 333 time: 0.0976255 Aug 17 02:39:04.996174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38628) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:05.005946 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Pushing event updated for resources: {'Port': ['ID=192cb886-38bd-4842-b574-3eda2d5f1d3e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:05.050847 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.055379 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-e5da127b-060f-4a3a-a3e7-e0962cf5010c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Allocated IP 172.20.0.10 (0ffdc32a-37ff-4791-9955-993fa20ec3c2/86bca318-6d5a-4d38-bce1-90d2345a5489/5392da04-bee1-4ac7-9abd-d09b2cbda146) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:05.064366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237a9f53-70b4-4ef4-8417-aa08c6329d1e admin admin] Made reservation on behalf of 7cd3256204e54fa8bee4d563ef6185dd for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:05.067228 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-237a9f53-70b4-4ef4-8417-aa08c6329d1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.198412 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16333bd-5bce-41ac-b271-00e2bb58400f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting subnet 5d025c1d-1774-490e-97d1-f9c5bfd8cd9e {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:39:05.215448 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c16333bd-5bce-41ac-b271-00e2bb58400f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.323531 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.370205 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c16333bd-5bce-41ac-b271-00e2bb58400f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.373702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Transition to ACTIVE for port object 4071ac30-066c-49e7-88a6-5258dcd82726 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:05.376310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=b05a4e22-98bc-4ff8-87b4-c8e32c76888e,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:05.385072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Routers {'6c11889d-5b96-4827-993f-b13d755c3961'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:05.385743 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6c11889d-5b96-4827-993f-b13d755c3961'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:05.474394 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.493929 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port bd072587-9552-4683-b30c-7c5ae90bdb85 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:05.494301 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.515312 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2fbb-4e57-462e-b36b-886ff5e87ce0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.555990 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.701016 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c16333bd-5bce-41ac-b271-00e2bb58400f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.709038 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-e5da127b-060f-4a3a-a3e7-e0962cf5010c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.755903 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-e5da127b-060f-4a3a-a3e7-e0962cf5010c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Transition to ACTIVE for port object 5392da04-bee1-4ac7-9abd-d09b2cbda146 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:05.890742 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.904511 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-237a9f53-70b4-4ef4-8417-aa08c6329d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.909633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bfe00-891f-4dc1-a478-c118e43b602e None None] Pushing event updated for resources: {'Port': ['ID=3f6bb37a-aea0-4c85-9396-61ba980e390d,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:05.912206 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2fbb-4e57-462e-b36b-886ff5e87ce0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.963659 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c16333bd-5bce-41ac-b271-00e2bb58400f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.985809 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-e5da127b-060f-4a3a-a3e7-e0962cf5010c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.989461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c7263e0d-69d5-4d33-ab48-39d552b98929 req-89a4ad1e-4816-4933-ae4e-b8e4cbb9a7bd tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 210 time: 0.1196439 Aug 17 02:39:05.993741 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c16333bd-5bce-41ac-b271-00e2bb58400f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:05.995967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c16333bd-5bce-41ac-b271-00e2bb58400f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/5d025c1d-1774-490e-97d1-f9c5bfd8cd9e HTTP/1.1" status: 204 len: 168 time: 0.9986537 Aug 17 02:39:05.999114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38646) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:06.017281 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dde063b-58c4-439a-afb8-cdfc6a28c00c None None] Network 5b0da122-1011-4251-b987-e62a98b5271f requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:06.041630 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2857e758-c353-4b99-9e1c-0187210910f5 None None] Provisioning for port 192cb886-38bd-4842-b574-3eda2d5f1d3e completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:06.050492 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] Set router 6c11889d-5b96-4827-993f-b13d755c3961 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:06.069891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['77048388-e663-4d7b-8b10-234878b99872'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:39:06.076875 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da127b-060f-4a3a-a3e7-e0962cf5010c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event updated for resources: {'Port': ['ID=5392da04-bee1-4ac7-9abd-d09b2cbda146,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:06.078401 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2fbb-4e57-462e-b36b-886ff5e87ce0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.093829 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.112191 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a9f53-70b4-4ef4-8417-aa08c6329d1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e51828e-dd88-4b05-866e-95a59b52b336,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:06.169431 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-e5da127b-060f-4a3a-a3e7-e0962cf5010c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:06.170881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-e5da127b-060f-4a3a-a3e7-e0962cf5010c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:06.182345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-e5da127b-060f-4a3a-a3e7-e0962cf5010c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:06.210191 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0f710-a592-4b66-b9f8-affe308b7c8c None None] Pushing event updated for resources: {'Port': ['ID=4071ac30-066c-49e7-88a6-5258dcd82726,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:06.228099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2857e758-c353-4b99-9e1c-0187210910f5 None None] Provisioning complete for port 192cb886-38bd-4842-b574-3eda2d5f1d3e triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:06.228476 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2857e758-c353-4b99-9e1c-0187210910f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.244528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16333bd-5bce-41ac-b271-00e2bb58400f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Subnet': ['ID=5d025c1d-1774-490e-97d1-f9c5bfd8cd9e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:06.261192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a9f53-70b4-4ef4-8417-aa08c6329d1e admin admin] Checking segment: {'id': '59fde0c7-9d71-416b-9974-77197f197927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:06.261599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a9f53-70b4-4ef4-8417-aa08c6329d1e admin admin] Network hostable DHCP agents. Network: 3baeca35-1fa8-47e7-b9e2-45e2389ab81f, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:39:06.281220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Attempting to bind port 4071ac30-066c-49e7-88a6-5258dcd82726 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:06.281713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Attempting to bind port 4071ac30-066c-49e7-88a6-5258dcd82726 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:06.281983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Attempting to bind port 4071ac30-066c-49e7-88a6-5258dcd82726 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:06.327025 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2fbb-4e57-462e-b36b-886ff5e87ce0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.331348 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4d5e2fbb-4e57-462e-b36b-886ff5e87ce0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3450048 Aug 17 02:39:06.337223 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-e5da127b-060f-4a3a-a3e7-e0962cf5010c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:06.338543 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-e5da127b-060f-4a3a-a3e7-e0962cf5010c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.340560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e2fbb-4e57-462e-b36b-886ff5e87ce0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820fb694-72c0-481f-82e7-586a364de348,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:06.341893 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38650) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:06.348124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-c5fff3a4-ea28-47fa-97a4-6a39dfff3f6b tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Request body: {'security_group_rule': {'security_group_id': '669e96f3-2b4e-4887-80c1-a2f6dab467c2', 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:06.385556 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ad348f-0acc-4b66-9bae-9842e649dfde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting subnet ac67c907-bbd0-4527-a468-a64151e71549 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:39:06.390602 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.397934 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-95ad348f-0acc-4b66-9bae-9842e649dfde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.414890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a9f53-70b4-4ef4-8417-aa08c6329d1e admin admin] Network 3baeca35-1fa8-47e7-b9e2-45e2389ab81f is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:39:06.434536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Pushing event updated for resources: {'Port': ['ID=192cb886-38bd-4842-b574-3eda2d5f1d3e,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:06.458182 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5fff3a4-ea28-47fa-97a4-6a39dfff3f6b tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.480303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:06.480878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Checking segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:06.481140 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.481953 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Bound using segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:06.482450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Bound port: 4071ac30-066c-49e7-88a6-5258dcd82726, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:06.482829 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.485762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 7a36c39d-2ac5-45d7-9f86-7495854d2d14 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:06.526750 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-95ad348f-0acc-4b66-9bae-9842e649dfde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.535927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-237a9f53-70b4-4ef4-8417-aa08c6329d1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 3baeca35-1fa8-47e7-b9e2-45e2389ab81f) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:06.544691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a9f53-70b4-4ef4-8417-aa08c6329d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:06.546260 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-237a9f53-70b4-4ef4-8417-aa08c6329d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.557846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-e5da127b-060f-4a3a-a3e7-e0962cf5010c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8762341 Aug 17 02:39:06.572587 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5fff3a4-ea28-47fa-97a4-6a39dfff3f6b tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.604108 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f142e7-79b0-4c8a-a829-3656f8972b1b None None] Network 3baeca35-1fa8-47e7-b9e2-45e2389ab81f requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:06.618110 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Network 63c037a2-cec8-4bd4-a904-29cd7197ae86 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:06.622070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:06.671980 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5fff3a4-ea28-47fa-97a4-6a39dfff3f6b tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.716129 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-95ad348f-0acc-4b66-9bae-9842e649dfde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.733057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fff3a4-ea28-47fa-97a4-6a39dfff3f6b tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8ca533-730d-4152-9e91-b3d6bc5c0614,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:06.746851 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-237a9f53-70b4-4ef4-8417-aa08c6329d1e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6447108 Aug 17 02:39:06.757779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38658) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:06.773597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-2857e758-c353-4b99-9e1c-0187210910f5 None None] Port 192cb886-38bd-4842-b574-3eda2d5f1d3e cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:06.775177 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-625279015-router', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:06.816400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Request body: {'port': {'device_id': 'cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:06.838623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Router c796c123-51bc-4738-97f4-08e6370ec54c has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:39:06.916269 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5fff3a4-ea28-47fa-97a4-6a39dfff3f6b tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.916269 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c5fff3a4-ea28-47fa-97a4-6a39dfff3f6b tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5721045 Aug 17 02:39:06.921223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38660) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:06.954598 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:06.985015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c85129b4-ddbe-4459-a336-00cfb38319c5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Request body: {'security_group_rule': {'security_group_id': '669e96f3-2b4e-4887-80c1-a2f6dab467c2', 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:06.995229 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-95ad348f-0acc-4b66-9bae-9842e649dfde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.043324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad348f-0acc-4b66-9bae-9842e649dfde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Subnet': ['ID=ac67c907-bbd0-4527-a468-a64151e71549,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:07.057784 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-95ad348f-0acc-4b66-9bae-9842e649dfde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.062149 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-95ad348f-0acc-4b66-9bae-9842e649dfde tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/ac67c907-bbd0-4527-a468-a64151e71549 HTTP/1.1" status: 204 len: 168 time: 1.0602145 Aug 17 02:39:07.084248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:39:07.086928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38664) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:07.099569 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-589eddc2-c64c-45e9-908a-296b340b358e admin admin] 10.222.0.13 "PUT /v2.0/routers/c796c123-51bc-4738-97f4-08e6370ec54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3788335 Aug 17 02:39:07.144365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 7a36c39d-2ac5-45d7-9f86-7495854d2d14 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:07.163462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] For port 4071ac30-066c-49e7-88a6-5258dcd82726, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:07.179700 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 7a36c39d-2ac5-45d7-9f86-7495854d2d14 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:07.180079 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.198358 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85129b4-ddbe-4459-a336-00cfb38319c5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.207177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] For port 4071ac30-066c-49e7-88a6-5258dcd82726, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4071ac30-066c-49e7-88a6-5258dcd82726,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:07.243766 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.284872 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.286167 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.339190 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.380510 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85129b4-ddbe-4459-a336-00cfb38319c5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.390688 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 463bdde3-2d81-49c2-9f01-b82c3cf41235 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:07.391271 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.430791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a6c0a-2075-4eb7-9d28-3b1758ababf2 req-96a77024-712c-4cfa-ab91-ddb3a9da24a5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:07.438264 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f68a6c0a-2075-4eb7-9d28-3b1758ababf2 req-96a77024-712c-4cfa-ab91-ddb3a9da24a5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 932 time: 0.1545715 Aug 17 02:39:07.468051 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.510915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] For port 463bdde3-2d81-49c2-9f01-b82c3cf41235, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=463bdde3-2d81-49c2-9f01-b82c3cf41235,segment=NetworkSegment(3fc63486-7801-42f6-8c2c-05f88c466aad),segment_id=3fc63486-7801-42f6-8c2c-05f88c466aad)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:07.511393 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.520683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-08c8446c-cccc-49f3-8cfa-3cddeae63344 None None] Provisioning for port 5392da04-bee1-4ac7-9abd-d09b2cbda146 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:07.525410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f68a6c0a-2075-4eb7-9d28-3b1758ababf2 req-73827478-720f-405b-b44d-b8a23449b93b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848677 Aug 17 02:39:07.525533 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85129b4-ddbe-4459-a336-00cfb38319c5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.555801 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-3baeca35-1fa8-47e7-b9e2-45e2389ab81f', 'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'fixed_ips': [{'subnet_id': '0e51828e-dd88-4b05-866e-95a59b52b336'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:39:07.560575 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.573032 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 463bdde3-2d81-49c2-9f01-b82c3cf41235 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:07.575448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85129b4-ddbe-4459-a336-00cfb38319c5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed8f8ca-fa21-4828-b293-117a1b5bdfe9,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:07.578973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-08c8446c-cccc-49f3-8cfa-3cddeae63344 None None] Provisioning complete for port 5392da04-bee1-4ac7-9abd-d09b2cbda146 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:07.579610 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-08c8446c-cccc-49f3-8cfa-3cddeae63344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.596986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:07.598095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:07.641600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c11889d-5b96-4827-993f-b13d755c3961', 'name': 'tempest-TestServerBasicOps-2062640561-router', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fc7bec70-5940-43a2-bc25-130c277fa868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:49Z', 'updated_at': '2021-08-17T02:38:57Z', 'revision_number': 4, 'project_id': '967b631ee29b4d3ca36807f181c4831c', 'gw_port': {'id': 'fc7bec70-5940-43a2-bc25-130c277fa868', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c11889d-5b96-4827-993f-b13d755c3961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '3f6bb37a-aea0-4c85-9396-61ba980e390d', 'name': '', 'network_id': 'f24fae23-7490-43ca-b4d5-c85b7139b8cd', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c', 'mac_address': 'fa:16:3e:5d:c9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c11889d-5b96-4827-993f-b13d755c3961', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '85ecf8c5-946f-42b1-8b23-090887b2cac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '967b631ee29b4d3ca36807f181c4831c', 'subnets': [{'id': '85ecf8c5-946f-42b1-8b23-090887b2cac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:07.694426 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85129b4-ddbe-4459-a336-00cfb38319c5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.694426 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c85129b4-ddbe-4459-a336-00cfb38319c5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7632608 Aug 17 02:39:07.697580 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38676) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:07.710387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-19a97384-a3d1-44a4-98f3-a4634070fa4d tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Request body: {'security_group_rule': {'security_group_id': '669e96f3-2b4e-4887-80c1-a2f6dab467c2', 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:07.736083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea987ce-7b6b-4b99-b8a9-59ae36ab197e None None] Update dhcp port {'port': {'network_id': '5b0da122-1011-4251-b987-e62a98b5271f', 'fixed_ips': [{'subnet_id': 'ac67c907-bbd0-4527-a468-a64151e71549'}], 'binding:host_id': 'n-d-793621-31'}, 'id': '463bdde3-2d81-49c2-9f01-b82c3cf41235'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:39:07.768909 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5392da04-bee1-4ac7-9abd-d09b2cbda146 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:39:07.781861 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.805486 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0f710-a592-4b66-b9f8-affe308b7c8c None None] Pushing event updated for resources: {'Port': ['ID=4071ac30-066c-49e7-88a6-5258dcd82726,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:07.859319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803130de-6d03-43cf-bf65-88bb55a3290c None None] The sync data for ids ['6c11889d-5b96-4827-993f-b13d755c3961'] in n-d-793621-31 is: [{'id': '6c11889d-5b96-4827-993f-b13d755c3961', 'name': 'tempest-TestServerBasicOps-2062640561-router', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fc7bec70-5940-43a2-bc25-130c277fa868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:49Z', 'updated_at': '2021-08-17T02:38:57Z', 'revision_number': 4, 'project_id': '967b631ee29b4d3ca36807f181c4831c', 'gw_port': {'id': 'fc7bec70-5940-43a2-bc25-130c277fa868', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c11889d-5b96-4827-993f-b13d755c3961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '3f6bb37a-aea0-4c85-9396-61ba980e390d', 'name': '', 'network_id': 'f24fae23-7490-43ca-b4d5-c85b7139b8cd', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c', 'mac_address': 'fa:16:3e:5d:c9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c11889d-5b96-4827-993f-b13d755c3961', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '85ecf8c5-946f-42b1-8b23-090887b2cac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '967b631ee29b4d3ca36807f181c4831c', 'subnets': [{'id': '85ecf8c5-946f-42b1-8b23-090887b2cac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:39:07.880419 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Sync routers for ids ['c796c123-51bc-4738-97f4-08e6370ec54c'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:39:07.882268 n-d-793621-31 neutron-server[95407]: INFO neutron.db.securitygroups_db [None req-19a97384-a3d1-44a4-98f3-a4634070fa4d tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Project 84b273b3ac0b4ea5ac4cf904736aab46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:39:07.891942 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Transition to ACTIVE for port object 5392da04-bee1-4ac7-9abd-d09b2cbda146 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:07.892183 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19a97384-a3d1-44a4-98f3-a4634070fa4d tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.895228 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Routers {'c796c123-51bc-4738-97f4-08e6370ec54c'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:07.896310 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.897883 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c796c123-51bc-4738-97f4-08e6370ec54c'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:07.904489 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-08c8446c-cccc-49f3-8cfa-3cddeae63344 None None] Port 5392da04-bee1-4ac7-9abd-d09b2cbda146 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:07.924380 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:07.977607 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.056969 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38680) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:08.079151 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=463bdde3-2d81-49c2-9f01-b82c3cf41235,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:08.087414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No DVR routers for this DVR port 463bdde3-2d81-49c2-9f01-b82c3cf41235 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:39:08.185607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:08.250223 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Pushing event updated for resources: {'Port': ['ID=5392da04-bee1-4ac7-9abd-d09b2cbda146,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:08.304254 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19a97384-a3d1-44a4-98f3-a4634070fa4d tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.323150 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.347794 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0da122-1011-4251-b987-e62a98b5271f']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:08.360574 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Set router c796c123-51bc-4738-97f4-08e6370ec54c gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:08.378871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc63486-7801-42f6-8c2c-05f88c466aad') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:08.379154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc63486-7801-42f6-8c2c-05f88c466aad') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:08.389224 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.401892 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3ea987ce-7b6b-4b99-b8a9-59ae36ab197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.435142 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-caf72b83-a3b5-4ce9-a096-78c7274b4c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.443037 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.445265 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19a97384-a3d1-44a4-98f3-a4634070fa4d tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.457180 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f1d091d9-9f1f-4eb4-92de-c88d7e43fa6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.516369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a97384-a3d1-44a4-98f3-a4634070fa4d tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08189743-29ae-44e8-b029-341ce75f8d60,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:08.520547 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.528906 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:39:08.529515 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:39:08.533831 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:39:08.596936 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 7a36c39d-2ac5-45d7-9f86-7495854d2d14, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7a36c39d-2ac5-45d7-9f86-7495854d2d14,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:08.656140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea987ce-7b6b-4b99-b8a9-59ae36ab197e None None] Host n-d-793621-31 tried to update port 463bdde3-2d81-49c2-9f01-b82c3cf41235 which no longer exists. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Aug 17 02:39:08.769485 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-caf72b83-a3b5-4ce9-a096-78c7274b4c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.778125 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19a97384-a3d1-44a4-98f3-a4634070fa4d tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.781453 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-19a97384-a3d1-44a4-98f3-a4634070fa4d tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0800462 Aug 17 02:39:08.788912 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38688) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:08.803658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c844646b-d40d-457e-8d89-d3a27b3422cd tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Request body: {'security_group_rule': {'security_group_id': '669e96f3-2b4e-4887-80c1-a2f6dab467c2', 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:08.833521 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '192cb886-38bd-4842-b574-3eda2d5f1d3e', 'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'mac_address': 'fa:16:3e:41:68:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:04Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 2, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'subnets': [{'id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:08.865030 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Checking router: c796c123-51bc-4738-97f4-08e6370ec54c for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:39:08.865457 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Updating router c796c123-51bc-4738-97f4-08e6370ec54c port 192cb886-38bd-4842-b574-3eda2d5f1d3e binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:39:08.902127 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.904757 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-caf72b83-a3b5-4ce9-a096-78c7274b4c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.963994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Allocated IP 172.20.0.2 (3baeca35-1fa8-47e7-b9e2-45e2389ab81f/0e51828e-dd88-4b05-866e-95a59b52b336/8503e21e-0675-4980-b68f-1acc2953dd95) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:08.972560 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-caf72b83-a3b5-4ce9-a096-78c7274b4c68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe497daa06b94b8397e9bf71e4a75315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9136455 Aug 17 02:39:08.975884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38690) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:08.984967 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.994987 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.999914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e248b0be-4eab-4298-bf50-6cc22e794056 None None] Network 5b0da122-1011-4251-b987-e62a98b5271f requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:09.005916 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/networks/5b0da122-1011-4251-b987-e62a98b5271f HTTP/1.1" status: 204 len: 168 time: 1.9170773 Aug 17 02:39:09.010428 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38692) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:09.124417 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Attempting to bind port 5392da04-bee1-4ac7-9abd-d09b2cbda146 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:09.125093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Attempting to bind port 5392da04-bee1-4ac7-9abd-d09b2cbda146 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:09.125677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Attempting to bind port 5392da04-bee1-4ac7-9abd-d09b2cbda146 on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:09.134967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad496a-c48e-4be8-88a7-ff35f0bce962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Network': ['ID=5b0da122-1011-4251-b987-e62a98b5271f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:09.154551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Port 5392da04-bee1-4ac7-9abd-d09b2cbda146 on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:39:09.155153 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Attempting to bind port 5392da04-bee1-4ac7-9abd-d09b2cbda146 on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:09.158964 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-81da67b1-86f7-49d1-96b8-8341c75f6d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.176535 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:09.177267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Checking segment: {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:09.178583 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Bound using segment: {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:09.179302 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Bound port: 5392da04-bee1-4ac7-9abd-d09b2cbda146, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:09.179953 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.197350 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.206872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Transition to ACTIVE for port object 8503e21e-0675-4980-b68f-1acc2953dd95 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:09.209568 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106e371a-8864-4283-ab69-ba624fa38f14 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:09.217956 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-106e371a-8864-4283-ab69-ba624fa38f14 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1403255 Aug 17 02:39:09.218646 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38694) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:09.222716 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Transition to ACTIVE for port object 8503e21e-0675-4980-b68f-1acc2953dd95 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:09.227131 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.233518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a7a6f888-9406-4934-922f-c7f25c3a6a5a None None] Provisioning complete for port 192cb886-38bd-4842-b574-3eda2d5f1d3e triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:09.233901 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a7a6f888-9406-4934-922f-c7f25c3a6a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.264662 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.281845 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Transition to ACTIVE for port object 192cb886-38bd-4842-b574-3eda2d5f1d3e will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:09.296478 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e248b0be-4eab-4298-bf50-6cc22e794056 None None] Network 5b0da122-1011-4251-b987-e62a98b5271f could not be found, it might have been deleted concurrently. {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 02:39:09.313972 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf72b83-a3b5-4ce9-a096-78c7274b4c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf09e0b-cdd1-4008-9670-f6f01ced3d76,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:09.322025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38696) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:09.340915 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7075549c-8b06-42a6-a584-ce8770e09251 None None] DHCP port deletion for 5b0da122-1011-4251-b987-e62a98b5271f request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:39:09.342880 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-1ff0d88a-1c18-4b05-8b5f-356c1dd5c501 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--813638195', 'description': 'tempest-description--928166062'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:09.344044 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.351441 n-d-793621-31 neutron-server[95407]: INFO neutron.db.securitygroups_db [None req-c844646b-d40d-457e-8d89-d3a27b3422cd tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Project 84b273b3ac0b4ea5ac4cf904736aab46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:39:09.380328 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c844646b-d40d-457e-8d89-d3a27b3422cd tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.400139 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.434162 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-81da67b1-86f7-49d1-96b8-8341c75f6d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.456404 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6f888-9406-4934-922f-c7f25c3a6a5a None None] Port 192cb886-38bd-4842-b574-3eda2d5f1d3e cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:09.463213 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b578db3b-9d68-480a-afd6-10447ee4616f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2400460 Aug 17 02:39:09.488393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38698) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:09.491289 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Network 3baeca35-1fa8-47e7-b9e2-45e2389ab81f is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:09.492113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=7a36c39d-2ac5-45d7-9f86-7495854d2d14,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:09.500075 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-13a57f51-157b-4501-8d9f-d2ace62a1697 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1328047427'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:09.513735 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:09.519076 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d440f54-2ac4-4e1f-848b-8aebbb29a182 None None] Pushing event updated for resources: {'Port': ['ID=192cb886-38bd-4842-b574-3eda2d5f1d3e,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:09.525330 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:09.599193 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ff0d88a-1c18-4b05-8b5f-356c1dd5c501 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.627627 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c844646b-d40d-457e-8d89-d3a27b3422cd tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.631646 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:39:09.669694 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Attempting to bind port 192cb886-38bd-4842-b574-3eda2d5f1d3e on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:09.670115 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Attempting to bind port 192cb886-38bd-4842-b574-3eda2d5f1d3e by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:09.670545 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Attempting to bind port 192cb886-38bd-4842-b574-3eda2d5f1d3e on network 63c037a2-cec8-4bd4-a904-29cd7197ae86 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:09.682072 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:09.683610 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Checking segment: {'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:09.684088 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.684552 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Bound using segment: {'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:09.685085 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Bound port: 192cb886-38bd-4842-b574-3eda2d5f1d3e, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:09.685869 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.698208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Pushing event updated for resources: {'Port': ['ID=8503e21e-0675-4980-b68f-1acc2953dd95,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:09.726496 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c844646b-d40d-457e-8d89-d3a27b3422cd tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.754096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] For port 5392da04-bee1-4ac7-9abd-d09b2cbda146, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:09.764774 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.769545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Attempting to bind port 8503e21e-0675-4980-b68f-1acc2953dd95 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:09.770151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Attempting to bind port 8503e21e-0675-4980-b68f-1acc2953dd95 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '59fde0c7-9d71-416b-9974-77197f197927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:09.771473 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Attempting to bind port 8503e21e-0675-4980-b68f-1acc2953dd95 on network 3baeca35-1fa8-47e7-b9e2-45e2389ab81f {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:09.801502 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.816466 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0759e-9e5c-4a87-a350-87766d14b84c req-1fb0727d-f32e-4f53-ac46-d704333881fb tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:09.819979 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a57f51-157b-4501-8d9f-d2ace62a1697 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:09.820543 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:09.820987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Checking segment: {'id': '59fde0c7-9d71-416b-9974-77197f197927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:09.821508 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.821909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Bound using segment: {'id': '59fde0c7-9d71-416b-9974-77197f197927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:09.822399 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Bound port: 8503e21e-0675-4980-b68f-1acc2953dd95, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fde0c7-9d71-416b-9974-77197f197927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:09.823585 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.830192 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89b0759e-9e5c-4a87-a350-87766d14b84c req-1fb0727d-f32e-4f53-ac46-d704333881fb tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 944 time: 0.4063554 Aug 17 02:39:09.833471 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13a57f51-157b-4501-8d9f-d2ace62a1697 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.851907 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-81da67b1-86f7-49d1-96b8-8341c75f6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.854518 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-81da67b1-86f7-49d1-96b8-8341c75f6d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.854635 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-96fc47b0-547c-4ffe-a98f-12f38f0c52bf None None] Could not find standard attr ID for object 463bdde3-2d81-49c2-9f01-b82c3cf41235. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:39:09.857297 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-81da67b1-86f7-49d1-96b8-8341c75f6d19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5bf09e0b-cdd1-4008-9670-f6f01ced3d76 HTTP/1.1" status: 204 len: 168 time: 0.8780780 Aug 17 02:39:09.858920 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844646b-d40d-457e-8d89-d3a27b3422cd tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5a4bd9-167e-488c-bf15-44ef72b32fb9,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:09.869233 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] For port 5392da04-bee1-4ac7-9abd-d09b2cbda146, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5392da04-bee1-4ac7-9abd-d09b2cbda146,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:09.901816 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a57f51-157b-4501-8d9f-d2ace62a1697 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:39:09.902860 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] For port 192cb886-38bd-4842-b574-3eda2d5f1d3e, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:09.910433 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] For port 192cb886-38bd-4842-b574-3eda2d5f1d3e, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=192cb886-38bd-4842-b574-3eda2d5f1d3e,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:09.922191 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13a57f51-157b-4501-8d9f-d2ace62a1697 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:09.922553 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-13a57f51-157b-4501-8d9f-d2ace62a1697 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Added segment b4ebd1eb-3d58-4267-b8a2-7af0bac72873 of type vlan for network 2579ad5c-1993-4532-8924-e9eeab0d7735 Aug 17 02:39:09.951389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b05a4e22-98bc-4ff8-87b4-c8e32c76888e up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:09.952763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da67b1-86f7-49d1-96b8-8341c75f6d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf09e0b-cdd1-4008-9670-f6f01ced3d76,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:09.982016 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89b0759e-9e5c-4a87-a350-87766d14b84c req-2538b10b-077d-450b-8682-48906af4ca4c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509893 Aug 17 02:39:10.001983 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.005411 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13a57f51-157b-4501-8d9f-d2ace62a1697 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.028683 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ff0d88a-1c18-4b05-8b5f-356c1dd5c501 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.052437 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.055799 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] For port 8503e21e-0675-4980-b68f-1acc2953dd95, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:10.064608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:10.064608 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.066021 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] 10.222.0.18 "PUT /v2.0/ports/5392da04-bee1-4ac7-9abd-d09b2cbda146 HTTP/1.1" status: 200 len: 1093 time: 3.4886885 Aug 17 02:39:10.066855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4', 'tag': '5392da04-bee1-4ac7-9abd-d09b2cbda146'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:39:10.070492 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6838898-774b-4eec-a89f-ce3a7f060ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4", "tag": "5392da04-bee1-4ac7-9abd-d09b2cbda146"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:39:10.099653 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] For port 8503e21e-0675-4980-b68f-1acc2953dd95, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8503e21e-0675-4980-b68f-1acc2953dd95,segment=NetworkSegment(59fde0c7-9d71-416b-9974-77197f197927),segment_id=59fde0c7-9d71-416b-9974-77197f197927)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:10.115338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:07Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:10.143223 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ff0d88a-1c18-4b05-8b5f-356c1dd5c501 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.149325 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Allocated IP 172.25.5.37 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/de93f913-2bee-4243-b9fa-7208820be886) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:10.154386 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port b05a4e22-98bc-4ff8-87b4-c8e32c76888e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:10.154386 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.155878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6d7bea-0022-4dec-bc4f-24c6e8254403 None None] The sync data for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 is: [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:07Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:39:10.177217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b979aaa-7a7e-4e5c-a41a-37aac0b97a54 service neutron] Pushing event updated for resources: {'Port': ['ID=5392da04-bee1-4ac7-9abd-d09b2cbda146,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:10.243321 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d440f54-2ac4-4e1f-848b-8aebbb29a182 None None] Pushing event updated for resources: {'Port': ['ID=192cb886-38bd-4842-b574-3eda2d5f1d3e,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:10.267059 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13a57f51-157b-4501-8d9f-d2ace62a1697 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.268326 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Routers {'c796c123-51bc-4738-97f4-08e6370ec54c'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:10.272689 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:38:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c796c123-51bc-4738-97f4-08e6370ec54c'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:10.287291 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.301233 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a57f51-157b-4501-8d9f-d2ace62a1697 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:10.301982 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13a57f51-157b-4501-8d9f-d2ace62a1697 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.324923 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ea1807-f262-44c4-89a0-517c87ad4aff x-openstack-request-id: req-61ea1807-f262-44c4-89a0-517c87ad4aff {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:39:10.325378 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4", "tag": "5392da04-bee1-4ac7-9abd-d09b2cbda146", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:39:10.325727 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61ea1807-f262-44c4-89a0-517c87ad4aff {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:39:10.328704 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4', 'tag': '5392da04-bee1-4ac7-9abd-d09b2cbda146', 'status': 'completed', 'code': 200} Aug 17 02:39:10.358969 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eb823f5e-231d-43cd-acf7-bbc2358ff68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.376335 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fc7bec70-5940-43a2-bc25-130c277fa868 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:10.458329 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-f9c3bf6f-5d0d-4c97-8731-723551597255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:10.460654 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-f9c3bf6f-5d0d-4c97-8731-723551597255 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 1096 time: 0.1309757 Aug 17 02:39:10.488487 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] Set router c796c123-51bc-4738-97f4-08e6370ec54c gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:10.538720 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc66e2-63fb-4371-9d82-caad6ca6f0cf None None] Pushing event updated for resources: {'Port': ['ID=8503e21e-0675-4980-b68f-1acc2953dd95,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:10.539839 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c844646b-d40d-457e-8d89-d3a27b3422cd tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.550146 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c844646b-d40d-457e-8d89-d3a27b3422cd tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7463267 Aug 17 02:39:10.550146 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a57f51-157b-4501-8d9f-d2ace62a1697 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Network': ['ID=2579ad5c-1993-4532-8924-e9eeab0d7735,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:10.550638 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ff0d88a-1c18-4b05-8b5f-356c1dd5c501 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.555873 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1ff0d88a-1c18-4b05-8b5f-356c1dd5c501 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2236128 Aug 17 02:39:10.561968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38710) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:10.562835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0d88a-1c18-4b05-8b5f-356c1dd5c501 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b179ad9-edaa-44d0-b97c-1110d197aca6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:10.570754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9046bfb6-b75f-4902-8b4b-443f8041870c tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Request body: {'security_group_rule': {'security_group_id': '5b179ad9-edaa-44d0-b97c-1110d197aca6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:10.594263 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 2579ad5c-1993-4532-8924-e9eeab0d7735 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:39:10.621857 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-7e49188d-c35f-40b6-85f7-2b4d592c7d3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5392da04-bee1-4ac7-9abd-d09b2cbda146 HTTP/1.1" status: 200 len: 217 time: 0.1343791 Aug 17 02:39:10.688152 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9046bfb6-b75f-4902-8b4b-443f8041870c tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.696178 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.737597 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.807332 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-13a57f51-157b-4501-8d9f-d2ace62a1697 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3154287 Aug 17 02:39:10.810220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port fc7bec70-5940-43a2-bc25-130c277fa868 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:10.810220 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.816549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38714) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:10.828918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-be6965e6-4d7a-4fe5-a8f9-e6a83cf3bf72 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'subnet': {'network_id': '2579ad5c-1993-4532-8924-e9eeab0d7735', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:10.862305 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-3f99c576-9614-4f7a-8a04-8d67d0076cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:10.864008 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-3f99c576-9614-4f7a-8a04-8d67d0076cf9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.2313280 Aug 17 02:39:10.893597 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9046bfb6-b75f-4902-8b4b-443f8041870c tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:10.977120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38724) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:10.996083 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '192cb886-38bd-4842-b574-3eda2d5f1d3e', 'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'mac_address': 'fa:16:3e:41:68:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:04Z', 'updated_at': '2021-08-17T02:39:09Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'subnets': [{'id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:11.023469 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9046bfb6-b75f-4902-8b4b-443f8041870c tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:11.042253 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3f6bb37a-aea0-4c85-9396-61ba980e390d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:11.042434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-7b66bc5e-7f01-4499-866e-fff2e8220678 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605254674&fields=id&tenant_id=84b273b3ac0b4ea5ac4cf904736aab46 HTTP/1.1" status: 200 len: 267 time: 0.1125674 Aug 17 02:39:11.048949 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15019f65-3ac2-47b3-b422-70ecd6cc3006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:11.061205 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046bfb6-b75f-4902-8b4b-443f8041870c tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdc958b-3482-4ed7-8559-cf43ee594fff,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:11.078778 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66674ade-eb5f-44e6-9dae-c4add4c31e3a None None] The sync data for ids ['c796c123-51bc-4738-97f4-08e6370ec54c'] in n-d-793621-31 is: [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '192cb886-38bd-4842-b574-3eda2d5f1d3e', 'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'mac_address': 'fa:16:3e:41:68:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:04Z', 'updated_at': '2021-08-17T02:39:09Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'subnets': [{'id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:39:11.086980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-a6a98c52-e368-448c-bd19-9114fbdb5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:11.089895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-a6a98c52-e368-448c-bd19-9114fbdb5b6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1955063 Aug 17 02:39:11.221455 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:11.222422 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 3f6bb37a-aea0-4c85-9396-61ba980e390d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:11.222947 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9046bfb6-b75f-4902-8b4b-443f8041870c tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:11.224575 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9046bfb6-b75f-4902-8b4b-443f8041870c tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6590269 Aug 17 02:39:11.226952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 3f6bb37a-aea0-4c85-9396-61ba980e390d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:11.227094 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38730) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:11.227355 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:11.236437 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-2fd479a6-75a4-41dc-9b2c-13f2ec64da53 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Request body: {'security_group_rule': {'security_group_id': '5b179ad9-edaa-44d0-b97c-1110d197aca6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:11.252823 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.db.api [None req-be6965e6-4d7a-4fe5-a8f9-e6a83cf3bf72 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:39:11.252823 n-d-793621-31 neutron-server[95407]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 02:39:11.252823 n-d-793621-31 neutron-server[95407]: [parameters: {'project_id_1': '205c143cd1e3429cabb98b6f46d9015d', 'expiration_1': datetime.datetime(2021, 8, 17, 2, 39, 11, 126341)}] Aug 17 02:39:11.252823 n-d-793621-31 neutron-server[95407]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:39:11.253176 n-d-793621-31 neutron-server[95407]: DEBUG oslo_db.api [None req-be6965e6-4d7a-4fe5-a8f9-e6a83cf3bf72 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:39:11.336322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:11.352531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:11.356371 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:11.372994 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:11.396480 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 3f6bb37a-aea0-4c85-9396-61ba980e390d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3f6bb37a-aea0-4c85-9396-61ba980e390d,segment=NetworkSegment(99eb5ae0-0919-4ced-8934-6064e7396bfc),segment_id=99eb5ae0-0919-4ced-8934-6064e7396bfc)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:11.434762 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Pushing event updated for resources: {'Port': ['ID=de93f913-2bee-4243-b9fa-7208820be886,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:11.453966 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708c97d-2801-4984-a4f5-fb8317089523 req-d991018b-d8c7-4212-b3b4-4bd2285bbef7 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:11.455495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-d991018b-d8c7-4212-b3b4-4bd2285bbef7 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/networks?id=36bf98c4-df45-4357-bba5-3ccfe407e9cc HTTP/1.1" status: 200 len: 809 time: 0.4123764 Aug 17 02:39:11.464326 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:11.465151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4071ac30-066c-49e7-88a6-5258dcd82726 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:11.481135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:11.481527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:11.481830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:11.482165 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:11.482494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:11.482820 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:11.483143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:11.483466 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:11.483787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:11.484104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:11.484429 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:11.484750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:11.505117 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-a12701f1-dc71-48de-b7ff-5086c8976c49 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904781 Aug 17 02:39:11.506451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-7b519e3c-d15e-42e5-97b5-6b7bd022f20b tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/quotas/84b273b3ac0b4ea5ac4cf904736aab46 HTTP/1.1" status: 200 len: 375 time: 0.0340376 Aug 17 02:39:11.571291 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=3f6bb37a-aea0-4c85-9396-61ba980e390d,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:11.654564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 4071ac30-066c-49e7-88a6-5258dcd82726 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:11.661801 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 4071ac30-066c-49e7-88a6-5258dcd82726 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:11.662961 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:11.691740 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15019f65-3ac2-47b3-b422-70ecd6cc3006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:11.770254 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15019f65-3ac2-47b3-b422-70ecd6cc3006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:11.785843 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:11.790275 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:11.809921 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-e29f5337-a1cb-49c0-87ea-b45732430be4 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84b273b3ac0b4ea5ac4cf904736aab46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2377644 Aug 17 02:39:11.830412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 4071ac30-066c-49e7-88a6-5258dcd82726, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4071ac30-066c-49e7-88a6-5258dcd82726,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:11.920172 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-15019f65-3ac2-47b3-b422-70ecd6cc3006 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd942fec8bed41ff840efea0e3a85fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9378273 Aug 17 02:39:11.922802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38732) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:11.935324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15019f65-3ac2-47b3-b422-70ecd6cc3006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01988157-27eb-4410-8e83-4fbe0ec668fd,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:11.936970 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:11.937889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5ed88e08-1543-4a88-8bc0-60e534bdef2a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:11.940177 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c09b06b-159f-45fa-a7a2-3017b387daec req-aabfed56-ce20-4572-a78c-1d1bbaa5d6b3 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252632 Aug 17 02:39:12.019447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0183528a-0d46-46a5-8bdc-3e1990adeb94 None None] Network 3baeca35-1fa8-47e7-b9e2-45e2389ab81f requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:12.028012 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fd479a6-75a4-41dc-9b2c-13f2ec64da53 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.085340 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dd02657a-4579-4e49-b178-66bd23b7e6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.122180 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fd479a6-75a4-41dc-9b2c-13f2ec64da53 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.126672 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dd02657a-4579-4e49-b178-66bd23b7e6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.135823 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-33f20ae7-1b8b-46f3-b122-ac9ecc9fe9ef service neutron] 10.222.0.13 "GET /v2.0/networks/36bf98c4-df45-4357-bba5-3ccfe407e9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081088 Aug 17 02:39:12.150962 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6965e6-4d7a-4fe5-a8f9-e6a83cf3bf72 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:12.151553 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=4071ac30-066c-49e7-88a6-5258dcd82726,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:12.154809 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be6965e6-4d7a-4fe5-a8f9-e6a83cf3bf72 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.175989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5bde22c1-a0f5-4fd6-b5c4-f29602087a55 None None] Provisioning for port 8503e21e-0675-4980-b68f-1acc2953dd95 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:12.238271 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fd479a6-75a4-41dc-9b2c-13f2ec64da53 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.247377 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.265395 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd479a6-75a4-41dc-9b2c-13f2ec64da53 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a85ba32-b626-4293-8234-17b3f6587de2,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:12.272433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 5ed88e08-1543-4a88-8bc0-60e534bdef2a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:12.286575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5ed88e08-1543-4a88-8bc0-60e534bdef2a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:12.287094 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.300397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6838898-774b-4eec-a89f-ce3a7f060ab7 req-44eb785e-5049-410e-b512-f74a6acf9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:12.302084 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6838898-774b-4eec-a89f-ce3a7f060ab7 req-44eb785e-5049-410e-b512-f74a6acf9b0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 1096 time: 0.2196531 Aug 17 02:39:12.353107 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2fd479a6-75a4-41dc-9b2c-13f2ec64da53 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.358415 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2fd479a6-75a4-41dc-9b2c-13f2ec64da53 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1272538 Aug 17 02:39:12.358415 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dd02657a-4579-4e49-b178-66bd23b7e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.359788 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dd02657a-4579-4e49-b178-66bd23b7e6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.362745 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dd02657a-4579-4e49-b178-66bd23b7e6cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01988157-27eb-4410-8e83-4fbe0ec668fd HTTP/1.1" status: 204 len: 168 time: 0.4369109 Aug 17 02:39:12.369901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38734) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:12.377559 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:12.408627 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02657a-4579-4e49-b178-66bd23b7e6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01988157-27eb-4410-8e83-4fbe0ec668fd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:12.455338 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.465497 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-a899966e-8cff-43d1-8d44-f9feb9881049 service neutron] 10.222.0.13 "GET /v2.0/networks/36bf98c4-df45-4357-bba5-3ccfe407e9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148053 Aug 17 02:39:12.484487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 5ed88e08-1543-4a88-8bc0-60e534bdef2a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5ed88e08-1543-4a88-8bc0-60e534bdef2a,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:12.549570 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.586340 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.681688 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6838898-774b-4eec-a89f-ce3a7f060ab7 req-6f3b2301-4445-478c-9c50-6ee2987358ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:12.683741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6838898-774b-4eec-a89f-ce3a7f060ab7 req-6f3b2301-4445-478c-9c50-6ee2987358ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.3690469 Aug 17 02:39:12.702118 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 463bdde3-2d81-49c2-9f01-b82c3cf41235 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:39:12.742312 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 463bdde3-2d81-49c2-9f01-b82c3cf41235 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:39:12.742665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 463bdde3-2d81-49c2-9f01-b82c3cf41235 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:39:12.760202 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.761598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=5ed88e08-1543-4a88-8bc0-60e534bdef2a,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:12.770866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be6965e6-4d7a-4fe5-a8f9-e6a83cf3bf72 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.776665 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6838898-774b-4eec-a89f-ce3a7f060ab7 req-a7519a54-4ec0-47e9-a233-d8f624faf6e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5392da04-bee1-4ac7-9abd-d09b2cbda146 HTTP/1.1" status: 200 len: 217 time: 0.0527549 Aug 17 02:39:12.830839 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.843844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6838898-774b-4eec-a89f-ce3a7f060ab7 req-66a4898c-7948-4245-b584-f25ab2fc7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:12.845495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6838898-774b-4eec-a89f-ce3a7f060ab7 req-66a4898c-7948-4245-b584-f25ab2fc7952 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0612948 Aug 17 02:39:13.026292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6965e6-4d7a-4fe5-a8f9-e6a83cf3bf72 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Checking segment: {'id': 'b4ebd1eb-3d58-4267-b8a2-7af0bac72873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2579ad5c-1993-4532-8924-e9eeab0d7735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:13.026669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6965e6-4d7a-4fe5-a8f9-e6a83cf3bf72 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network hostable DHCP agents. Network: 2579ad5c-1993-4532-8924-e9eeab0d7735, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:39:13.029229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6965e6-4d7a-4fe5-a8f9-e6a83cf3bf72 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Subnet': ['ID=74b488fb-7c61-4ada-a47a-0e988c1fc645,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:13.050392 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6838898-774b-4eec-a89f-ce3a7f060ab7 req-edfb7bae-7557-499f-9e8c-57a5d5b72f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:13.051858 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6838898-774b-4eec-a89f-ce3a7f060ab7 req-edfb7bae-7557-499f-9e8c-57a5d5b72f05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1704009 Aug 17 02:39:13.115792 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Allocated IP 172.25.5.153 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/cb4b6b90-c3c2-4098-b918-3a76f78829f6) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:13.151654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4071ac30-066c-49e7-88a6-5258dcd82726 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:13.175473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482c948-385e-4d08-aa03-52450df98924 req-af452cea-8288-4a40-90e4-5a5f278ceff7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:13.183489 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7482c948-385e-4d08-aa03-52450df98924 req-af452cea-8288-4a40-90e4-5a5f278ceff7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 944 time: 0.1755424 Aug 17 02:39:13.217008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 4071ac30-066c-49e7-88a6-5258dcd82726 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:13.217743 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:13.222913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6965e6-4d7a-4fe5-a8f9-e6a83cf3bf72 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 2579ad5c-1993-4532-8924-e9eeab0d7735 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:39:13.269019 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7482c948-385e-4d08-aa03-52450df98924 req-b27db622-b0f7-47a3-8615-8025af45370b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846438 Aug 17 02:39:13.275502 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6838898-774b-4eec-a89f-ce3a7f060ab7 req-7222d53e-7621-404f-9668-cabe2ebfb8a9 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096162 Aug 17 02:39:13.327307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 7a36c39d-2ac5-45d7-9f86-7495854d2d14 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:13.337968 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:13.363941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-be6965e6-4d7a-4fe5-a8f9-e6a83cf3bf72 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 2579ad5c-1993-4532-8924-e9eeab0d7735) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:13.375809 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0b9f91-ceef-45ea-adc5-0251e6319d98 None None] Network 2579ad5c-1993-4532-8924-e9eeab0d7735 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:13.389212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6965e6-4d7a-4fe5-a8f9-e6a83cf3bf72 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:13.390093 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be6965e6-4d7a-4fe5-a8f9-e6a83cf3bf72 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:13.462647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 7a36c39d-2ac5-45d7-9f86-7495854d2d14 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:13.462962 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:13.609055 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-2579ad5c-1993-4532-8924-e9eeab0d7735', 'network_id': '2579ad5c-1993-4532-8924-e9eeab0d7735', 'tenant_id': '205c143cd1e3429cabb98b6f46d9015d', 'fixed_ips': [{'subnet_id': '74b488fb-7c61-4ada-a47a-0e988c1fc645'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:39:13.610015 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:13.616946 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-be6965e6-4d7a-4fe5-a8f9-e6a83cf3bf72 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7975302 Aug 17 02:39:13.619036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38756) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:13.623111 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3f6bb37a-aea0-4c85-9396-61ba980e390d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:13.624982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-3fd96e20-49f2-4417-bde9-7ead3e93e2df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'network_id': '2579ad5c-1993-4532-8924-e9eeab0d7735', 'name': 'tempest-PortsTestJSON-1630846657'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:13.675836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Router 94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:39:13.698641 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:13.716817 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-485bb266-12a2-486c-983b-b524d9589084 req-31b1089c-296e-45f1-9a07-1606f18fdb90 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 210 time: 0.0443785 Aug 17 02:39:13.763421 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:13.768291 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:13.772174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:13.803305 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:13.857198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 3f6bb37a-aea0-4c85-9396-61ba980e390d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:13.857401 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:13.872225 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6838898-774b-4eec-a89f-ce3a7f060ab7 req-93e51872-93c1-4c10-85ff-1858c01ee7ce service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889030 Aug 17 02:39:13.892935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:39:13.910054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Sync routers for ids ['94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:39:13.933328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Allocated IP 172.20.0.2 (2579ad5c-1993-4532-8924-e9eeab0d7735/74b488fb-7c61-4ada-a47a-0e988c1fc645/dbec19cf-905e-4017-a859-9db3879b8d1f) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:13.948459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event updated for resources: {'Port': ['ID=cb4b6b90-c3c2-4098-b918-3a76f78829f6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:13.953094 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Routers {'94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:13.953569 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:39:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:13.976879 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:14.043356 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:14.045807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b23d6518-29df-4dfe-b70b-dee05765635c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2866073 Aug 17 02:39:14.048457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38766) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:14.161375 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:14.265131 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd96e20-49f2-4417-bde9-7ead3e93e2df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:14.273709 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3fd96e20-49f2-4417-bde9-7ead3e93e2df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:14.321145 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 192cb886-38bd-4842-b574-3eda2d5f1d3e up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:14.346684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Set router 94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:14.358207 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:14.381198 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-3fd96e20-49f2-4417-bde9-7ead3e93e2df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port 9c3a70c5-869b-439d-9a3f-efc891f3586c yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:39:14.492040 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:14.505373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfcfbb-90fb-47cb-a1af-724fb3a0259e req-9e6a01ff-ddf8-47e5-9d0a-16b7ba9af09a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:14.510068 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28cfcfbb-90fb-47cb-a1af-724fb3a0259e req-9e6a01ff-ddf8-47e5-9d0a-16b7ba9af09a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 944 time: 0.1052854 Aug 17 02:39:14.564608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event updated for resources: {'Port': ['ID=cb4b6b90-c3c2-4098-b918-3a76f78829f6,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:14.586899 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:14.608398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28cfcfbb-90fb-47cb-a1af-724fb3a0259e req-faf95ba4-1ebc-45ec-b1f2-7b69c8ddf683 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935307 Aug 17 02:39:14.714811 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:14.723829 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:14.727552 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-00116c1e-807d-4d59-9995-9ad051aab657 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3547013 Aug 17 02:39:14.750826 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:14.787118 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 192cb886-38bd-4842-b574-3eda2d5f1d3e completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:14.790935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Transition to ACTIVE for port object dbec19cf-905e-4017-a859-9db3879b8d1f will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:14.799797 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 192cb886-38bd-4842-b574-3eda2d5f1d3e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:14.800262 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:14.808250 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5392da04-bee1-4ac7-9abd-d09b2cbda146 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:39:14.872296 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Transition to ACTIVE for port object dbec19cf-905e-4017-a859-9db3879b8d1f will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:14.888959 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-487e11fe-093d-4ed7-8cca-39fdd475a1cb req-bb085209-8b34-4d2b-b918-efe07c81dbec tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 210 time: 0.0427632 Aug 17 02:39:14.964917 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:14.967773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'name': 'tempest-TestVolumeBootPattern-625279015-router', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'de93f913-2bee-4243-b9fa-7208820be886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:07Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 3, 'project_id': '7cd3256204e54fa8bee4d563ef6185dd', 'gw_port': {'id': 'de93f913-2bee-4243-b9fa-7208820be886', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:90:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:09Z', 'updated_at': '2021-08-17T02:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:15.010197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Allocated IP 172.20.0.1 (3baeca35-1fa8-47e7-b9e2-45e2389ab81f/0e51828e-dd88-4b05-866e-95a59b52b336/6fc5f155-38d2-4d10-89a8-591b7330821b) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:15.039799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-3fd96e20-49f2-4417-bde9-7ead3e93e2df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Allocated IP 172.20.0.4 (2579ad5c-1993-4532-8924-e9eeab0d7735/74b488fb-7c61-4ada-a47a-0e988c1fc645/9c3a70c5-869b-439d-9a3f-efc891f3586c) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:15.053232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Checking router: 94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:39:15.053835 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Updating router 94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 port de93f913-2bee-4243-b9fa-7208820be886 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:39:15.121589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Network 2579ad5c-1993-4532-8924-e9eeab0d7735 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:15.123509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 5392da04-bee1-4ac7-9abd-d09b2cbda146, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5392da04-bee1-4ac7-9abd-d09b2cbda146,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:15.134880 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-af0aeb6e-3fd7-41b7-ad38-e4d4b7d5da0d tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--813638195&fields=id&tenant_id=40d55d2b9b694b56acaea90485e97c43 HTTP/1.1" status: 200 len: 267 time: 0.1403084 Aug 17 02:39:15.143763 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:15.152784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:15.155017 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.156718 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.168177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Pushing event updated for resources: {'Port': ['ID=dbec19cf-905e-4017-a859-9db3879b8d1f,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:15.170715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '5392da04-bee1-4ac7-9abd-d09b2cbda146', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'port_id': '5392da04-bee1-4ac7-9abd-d09b2cbda146', 'mac_address': 'fa:16:3e:fb:bf:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:39:15.277114 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3fd96e20-49f2-4417-bde9-7ead3e93e2df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.294434 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.317746 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-61ae15eb-b338-4f97-acff-f056cb056586 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:15.320158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-3fd96e20-49f2-4417-bde9-7ead3e93e2df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Transition to ACTIVE for port object 9c3a70c5-869b-439d-9a3f-efc891f3586c will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:15.328943 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-61ae15eb-b338-4f97-acff-f056cb056586 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/networks?id=63c037a2-cec8-4bd4-a904-29cd7197ae86 HTTP/1.1" status: 200 len: 810 time: 0.1928382 Aug 17 02:39:15.350408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Transition to ACTIVE for port object 6fc5f155-38d2-4d10-89a8-591b7330821b will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:15.360850 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-d9f35854-f454-41c1-8562-59a05a80ca13 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/quotas/40d55d2b9b694b56acaea90485e97c43 HTTP/1.1" status: 200 len: 375 time: 0.0308831 Aug 17 02:39:15.371562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 192cb886-38bd-4842-b574-3eda2d5f1d3e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=192cb886-38bd-4842-b574-3eda2d5f1d3e,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:15.400803 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.405924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Attempting to bind port dbec19cf-905e-4017-a859-9db3879b8d1f on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:15.406377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Attempting to bind port dbec19cf-905e-4017-a859-9db3879b8d1f by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'b4ebd1eb-3d58-4267-b8a2-7af0bac72873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2579ad5c-1993-4532-8924-e9eeab0d7735'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:15.406753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Attempting to bind port dbec19cf-905e-4017-a859-9db3879b8d1f on network 2579ad5c-1993-4532-8924-e9eeab0d7735 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:15.422817 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38804) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:15.424416 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:15.424802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Checking segment: {'id': 'b4ebd1eb-3d58-4267-b8a2-7af0bac72873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2579ad5c-1993-4532-8924-e9eeab0d7735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:15.430010 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.430010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Bound using segment: {'id': 'b4ebd1eb-3d58-4267-b8a2-7af0bac72873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2579ad5c-1993-4532-8924-e9eeab0d7735'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:15.430010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Bound port: dbec19cf-905e-4017-a859-9db3879b8d1f, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ebd1eb-3d58-4267-b8a2-7af0bac72873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2579ad5c-1993-4532-8924-e9eeab0d7735'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:15.430010 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.441348 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5392da04-bee1-4ac7-9abd-d09b2cbda146 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:39:15.454668 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.455469 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8503e21e-0675-4980-b68f-1acc2953dd95 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:15.462517 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-83e8f473-742f-4e00-ad1c-e69b4da5dcdc tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=40d55d2b9b694b56acaea90485e97c43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006343 Aug 17 02:39:15.493985 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3fd96e20-49f2-4417-bde9-7ead3e93e2df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.573165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd96e20-49f2-4417-bde9-7ead3e93e2df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 2579ad5c-1993-4532-8924-e9eeab0d7735 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:15.576887 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-3fd96e20-49f2-4417-bde9-7ead3e93e2df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:15.579797 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 5392da04-bee1-4ac7-9abd-d09b2cbda146, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5392da04-bee1-4ac7-9abd-d09b2cbda146,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:15.581562 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.583462 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd96e20-49f2-4417-bde9-7ead3e93e2df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:15.589059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd96e20-49f2-4417-bde9-7ead3e93e2df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=9c3a70c5-869b-439d-9a3f-efc891f3586c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:15.608516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-4898af65-9afb-4100-b449-5c6c9cfffb42 service neutron] 10.222.0.13 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322637 Aug 17 02:39:15.640907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd96e20-49f2-4417-bde9-7ead3e93e2df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:15.641605 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3fd96e20-49f2-4417-bde9-7ead3e93e2df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.644785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-0da71d6f-b322-4329-b53c-4cc4dff4a684 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-468753908'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:15.645118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-0da71d6f-b322-4329-b53c-4cc4dff4a684 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Unknown quota resources ['metering_label']. {{(pid=95406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:39:15.667372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=192cb886-38bd-4842-b574-3eda2d5f1d3e,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:15.681564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] For port dbec19cf-905e-4017-a859-9db3879b8d1f, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:15.686678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] For port dbec19cf-905e-4017-a859-9db3879b8d1f, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=dbec19cf-905e-4017-a859-9db3879b8d1f,segment=NetworkSegment(b4ebd1eb-3d58-4267-b8a2-7af0bac72873),segment_id=b4ebd1eb-3d58-4267-b8a2-7af0bac72873)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:15.705046 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.731643 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3fd96e20-49f2-4417-bde9-7ead3e93e2df tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1110218 Aug 17 02:39:15.734145 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38810) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:15.744731 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-39b478bd-4226-4e39-aefb-b1719d152b1e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'network_id': '2579ad5c-1993-4532-8924-e9eeab0d7735', 'name': 'tempest-PortsTestJSON-2067412737'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:15.779581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Network 3baeca35-1fa8-47e7-b9e2-45e2389ab81f is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:15.788768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc5f155-38d2-4d10-89a8-591b7330821b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:15.789171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=5392da04-bee1-4ac7-9abd-d09b2cbda146,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:15.793280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:15.796864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:15.802286 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.807307 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.838416 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.844132 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Transition to ACTIVE for port object de93f913-2bee-4243-b9fa-7208820be886 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:15.859887 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 8503e21e-0675-4980-b68f-1acc2953dd95 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:15.872544 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8503e21e-0675-4980-b68f-1acc2953dd95 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:15.872980 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:15.922106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a791e-9ad1-4ad4-b34f-af34e60e3830 None None] Pushing event updated for resources: {'Port': ['ID=dbec19cf-905e-4017-a859-9db3879b8d1f,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:15.931833 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-e849632b-c133-4779-98c7-5409673531cc service neutron] 10.222.0.13 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815249 Aug 17 02:39:15.992740 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:16.071393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b478bd-4226-4e39-aefb-b1719d152b1e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:16.077838 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39b478bd-4226-4e39-aefb-b1719d152b1e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:16.079083 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:16.113951 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8483acf-5b61-4769-9dbd-d6fbc91cb719 None None] Pushing event updated for resources: {'Port': ['ID=de93f913-2bee-4243-b9fa-7208820be886,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:16.123049 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-39b478bd-4226-4e39-aefb-b1719d152b1e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port 95daee88-634e-4985-be83-b1fea0cdc2a3 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:39:16.124817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Attempting to bind port de93f913-2bee-4243-b9fa-7208820be886 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:16.125190 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Attempting to bind port de93f913-2bee-4243-b9fa-7208820be886 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:16.125576 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Attempting to bind port de93f913-2bee-4243-b9fa-7208820be886 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:16.147398 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:16.147783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:16.148258 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:16.148669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:16.149160 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Bound port: de93f913-2bee-4243-b9fa-7208820be886, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:16.149567 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:16.174416 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 8503e21e-0675-4980-b68f-1acc2953dd95, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8503e21e-0675-4980-b68f-1acc2953dd95,segment=NetworkSegment(59fde0c7-9d71-416b-9974-77197f197927),segment_id=59fde0c7-9d71-416b-9974-77197f197927)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:16.225168 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0da71d6f-b322-4329-b53c-4cc4dff4a684 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:16.226467 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0da71d6f-b322-4329-b53c-4cc4dff4a684 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8025749 Aug 17 02:39:16.231485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38816) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:16.253497 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-79ecccfa-2040-4b05-ac56-3ce23f33c932 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '05f8a09a-9ddc-4337-92f3-5f1ffb31c084'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:16.254109 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-79ecccfa-2040-4b05-ac56-3ce23f33c932 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:39:16.355277 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-39b478bd-4226-4e39-aefb-b1719d152b1e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Allocated IP 172.20.0.9 (2579ad5c-1993-4532-8924-e9eeab0d7735/74b488fb-7c61-4ada-a47a-0e988c1fc645/95daee88-634e-4985-be83-b1fea0cdc2a3) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:16.481644 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:16.484577 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:16.486460 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['5392da04-bee1-4ac7-9abd-d09b2cbda146'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:39:16.667576 n-d-793621-31 neutron-server[95406]: WARNING neutron.services.metering.metering_plugin [None req-79ecccfa-2040-4b05-ac56-3ce23f33c932 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 02:39:16.672323 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] For port de93f913-2bee-4243-b9fa-7208820be886, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:16.736238 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] For port de93f913-2bee-4243-b9fa-7208820be886, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=de93f913-2bee-4243-b9fa-7208820be886,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:16.739449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1e7e3fc9-0106-4ad1-8e80-d1ab79ac9789 None None] Provisioning for port 6fc5f155-38d2-4d10-89a8-591b7330821b completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:16.745564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=8503e21e-0675-4980-b68f-1acc2953dd95,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:16.766075 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1e7e3fc9-0106-4ad1-8e80-d1ab79ac9789 None None] Provisioning complete for port 6fc5f155-38d2-4d10-89a8-591b7330821b triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:16.766308 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e7e3fc9-0106-4ad1-8e80-d1ab79ac9789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:16.823967 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5ed88e08-1543-4a88-8bc0-60e534bdef2a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:16.839605 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:16.905135 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39b478bd-4226-4e39-aefb-b1719d152b1e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:16.911637 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e3fc9-0106-4ad1-8e80-d1ab79ac9789 None None] Port 6fc5f155-38d2-4d10-89a8-591b7330821b cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:16.924884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-39b478bd-4226-4e39-aefb-b1719d152b1e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Transition to ACTIVE for port object 95daee88-634e-4985-be83-b1fea0cdc2a3 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:16.931354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418ac62-08c9-4248-82dd-74686ccf5458 req-2daf007d-cd30-4576-b381-ee61ff2e6efe tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:16.940484 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f418ac62-08c9-4248-82dd-74686ccf5458 req-2daf007d-cd30-4576-b381-ee61ff2e6efe tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 945 time: 0.5577822 Aug 17 02:39:16.949940 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-79ecccfa-2040-4b05-ac56-3ce23f33c932 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:16.954997 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-79ecccfa-2040-4b05-ac56-3ce23f33c932 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7224593 Aug 17 02:39:16.962917 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38826) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:16.973498 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-8510a58b-c8b7-403c-8751-bf977fcb55f2 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '05f8a09a-9ddc-4337-92f3-5f1ffb31c084'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:16.973995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-8510a58b-c8b7-403c-8751-bf977fcb55f2 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:39:16.975188 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Routers {'94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:16.976371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:39:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:16.978380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8483acf-5b61-4769-9dbd-d6fbc91cb719 None None] Pushing event updated for resources: {'Port': ['ID=de93f913-2bee-4243-b9fa-7208820be886,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:16.989796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708c97d-2801-4984-a4f5-fb8317089523 req-b523a7ef-f118-4c75-b572-30d472445e11 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:16.991575 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-b523a7ef-f118-4c75-b572-30d472445e11 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.42 "GET /v2.0/networks?id=36bf98c4-df45-4357-bba5-3ccfe407e9cc HTTP/1.1" status: 200 len: 809 time: 0.6793883 Aug 17 02:39:17.039259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5ed88e08-1543-4a88-8bc0-60e534bdef2a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:17.039635 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:17.061801 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:17.111466 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f418ac62-08c9-4248-82dd-74686ccf5458 req-8004f1a3-5255-432c-839b-8d3b5a12490a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699820 Aug 17 02:39:17.147126 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-339fe8f9-4630-4562-a1a3-f807a5b4dc7b tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84b273b3ac0b4ea5ac4cf904736aab46 HTTP/1.1" status: 200 len: 379 time: 0.1364350 Aug 17 02:39:17.158199 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39b478bd-4226-4e39-aefb-b1719d152b1e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:17.158867 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-2708c97d-2801-4984-a4f5-fb8317089523 req-df033357-c3aa-47df-a98c-4fecd83f04b0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Request body: {'port': {'device_id': '99bb9234-b9f8-474a-9996-108a08c596fd', 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'admin_state_up': True, 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'security_groups': ['669e96f3-2b4e-4887-80c1-a2f6dab467c2']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:17.204040 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] Set router 94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:17.251371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b478bd-4226-4e39-aefb-b1719d152b1e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 2579ad5c-1993-4532-8924-e9eeab0d7735 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:17.254070 n-d-793621-31 neutron-server[95406]: WARNING neutron.services.metering.metering_plugin [None req-8510a58b-c8b7-403c-8751-bf977fcb55f2 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 02:39:17.256796 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-39b478bd-4226-4e39-aefb-b1719d152b1e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:17.259959 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:17.262191 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b478bd-4226-4e39-aefb-b1719d152b1e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:17.296916 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b478bd-4226-4e39-aefb-b1719d152b1e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=95daee88-634e-4985-be83-b1fea0cdc2a3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:17.341321 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b478bd-4226-4e39-aefb-b1719d152b1e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:17.343662 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39b478bd-4226-4e39-aefb-b1719d152b1e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:17.347157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 192cb886-38bd-4842-b574-3eda2d5f1d3e up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:17.388452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fedeedb-3e7f-4888-b7af-11d416ac0ae5 None None] Network 2579ad5c-1993-4532-8924-e9eeab0d7735 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:17.437119 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-39b478bd-4226-4e39-aefb-b1719d152b1e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7014418 Aug 17 02:39:17.438012 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38830) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:17.554822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e378b1-cc96-4316-9b16-0b24177f4278 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:17.556837 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b9e378b1-cc96-4316-9b16-0b24177f4278 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1172564 Aug 17 02:39:17.559347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38832) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:17.620275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 192cb886-38bd-4842-b574-3eda2d5f1d3e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:17.620275 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:17.624482 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5f665655-1a70-4498-8a9e-fc9a76512dfb None None] Provisioning for port dbec19cf-905e-4017-a859-9db3879b8d1f completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:17.674355 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4c716-f057-41a4-8dd8-400b04d8d992 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 95daee88-634e-4985-be83-b1fea0cdc2a3 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:17.675058 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c716-f057-41a4-8dd8-400b04d8d992 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:17.738007 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'name': 'tempest-TestVolumeBootPattern-625279015-router', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'de93f913-2bee-4243-b9fa-7208820be886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:07Z', 'updated_at': '2021-08-17T02:39:16Z', 'revision_number': 4, 'project_id': '7cd3256204e54fa8bee4d563ef6185dd', 'gw_port': {'id': 'de93f913-2bee-4243-b9fa-7208820be886', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:90:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:09Z', 'updated_at': '2021-08-17T02:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '6fc5f155-38d2-4d10-89a8-591b7330821b', 'name': '', 'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'mac_address': 'fa:16:3e:2f:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '0e51828e-dd88-4b05-866e-95a59b52b336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:14Z', 'updated_at': '2021-08-17T02:39:15Z', 'revision_number': 1, 'project_id': '7cd3256204e54fa8bee4d563ef6185dd', 'subnets': [{'id': '0e51828e-dd88-4b05-866e-95a59b52b336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:17.770138 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4a9032-8305-4c56-8b8f-ed3c0596cbe1 None None] The sync data for ids ['94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'] in n-d-793621-31 is: [{'id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'name': 'tempest-TestVolumeBootPattern-625279015-router', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'de93f913-2bee-4243-b9fa-7208820be886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:07Z', 'updated_at': '2021-08-17T02:39:16Z', 'revision_number': 4, 'project_id': '7cd3256204e54fa8bee4d563ef6185dd', 'gw_port': {'id': 'de93f913-2bee-4243-b9fa-7208820be886', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:90:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:09Z', 'updated_at': '2021-08-17T02:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '6fc5f155-38d2-4d10-89a8-591b7330821b', 'name': '', 'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'mac_address': 'fa:16:3e:2f:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '0e51828e-dd88-4b05-866e-95a59b52b336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:14Z', 'updated_at': '2021-08-17T02:39:15Z', 'revision_number': 1, 'project_id': '7cd3256204e54fa8bee4d563ef6185dd', 'subnets': [{'id': '0e51828e-dd88-4b05-866e-95a59b52b336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:39:17.792667 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1897e19c-563e-4627-a869-74ecac3adef3 req-e502bb45-47af-4828-ba86-3804d41b9a73 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 210 time: 0.0889840 Aug 17 02:39:17.794199 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8510a58b-c8b7-403c-8751-bf977fcb55f2 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:17.797720 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8510a58b-c8b7-403c-8751-bf977fcb55f2 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8305376 Aug 17 02:39:17.808417 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38834) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:17.821420 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:17.828897 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c716-f057-41a4-8dd8-400b04d8d992 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:17.834431 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc5f155-38d2-4d10-89a8-591b7330821b,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:17.846626 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-23238ed4-d770-4627-8fe2-4ef0f79984ac tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=5889f87d-4e97-454e-ab96-2b26c983a131 HTTP/1.1" status: 200 len: 462 time: 0.0369852 Aug 17 02:39:17.850021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38836) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:17.858243 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4c716-f057-41a4-8dd8-400b04d8d992 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 95daee88-634e-4985-be83-b1fea0cdc2a3 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:17.883619 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device dbec19cf-905e-4017-a859-9db3879b8d1f up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:17.984063 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-345b9e79-9da7-42ff-ac6d-344d6b300371 req-63dd8950-50ab-4788-94d4-f91093221660 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 210 time: 0.0462770 Aug 17 02:39:18.027054 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Network 3baeca35-1fa8-47e7-b9e2-45e2389ab81f is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:18.028520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:18.131485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port dbec19cf-905e-4017-a859-9db3879b8d1f completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:18.135826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port dbec19cf-905e-4017-a859-9db3879b8d1f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:18.136293 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:18.253034 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2708c97d-2801-4984-a4f5-fb8317089523 req-df033357-c3aa-47df-a98c-4fecd83f04b0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Made reservation on behalf of 84b273b3ac0b4ea5ac4cf904736aab46 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:18.257308 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:18.257466 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2708c97d-2801-4984-a4f5-fb8317089523 req-df033357-c3aa-47df-a98c-4fecd83f04b0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:18.265367 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c716-f057-41a4-8dd8-400b04d8d992 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:18.292469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Router 94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:39:18.344600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port dbec19cf-905e-4017-a859-9db3879b8d1f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=dbec19cf-905e-4017-a859-9db3879b8d1f,segment=NetworkSegment(b4ebd1eb-3d58-4267-b8a2-7af0bac72873),segment_id=b4ebd1eb-3d58-4267-b8a2-7af0bac72873)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:18.363280 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4c716-f057-41a4-8dd8-400b04d8d992 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=95daee88-634e-4985-be83-b1fea0cdc2a3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:18.385464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a5a3f4db-b4c3-439f-8b6a-75ca230b4f1d None None] Provisioning for port 9c3a70c5-869b-439d-9a3f-efc891f3586c completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:18.393576 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a5a3f4db-b4c3-439f-8b6a-75ca230b4f1d None None] Provisioning complete for port 9c3a70c5-869b-439d-9a3f-efc891f3586c triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:18.394249 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f4db-b4c3-439f-8b6a-75ca230b4f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:18.405017 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-07f8a7a3-6314-40a1-83be-f35a2dbf03fd tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:18.410674 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38842) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:18.410805 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-07f8a7a3-6314-40a1-83be-f35a2dbf03fd tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/5889f87d-4e97-454e-ab96-2b26c983a131 HTTP/1.1" status: 204 len: 168 time: 0.5591743 Aug 17 02:39:18.468895 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:18.497922 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9e61bf6a-d1df-4599-bc97-074c8c3538f9 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=5889f87d-4e97-454e-ab96-2b26c983a131 HTTP/1.1" status: 200 len: 221 time: 0.0825791 Aug 17 02:39:18.502363 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38844) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:18.517075 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-3c161704-f66c-451d-97ac-3efb18887710 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1941722874', 'description': 'label created by tempest'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:18.517671 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-3c161704-f66c-451d-97ac-3efb18887710 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Unknown quota resources ['metering_label']. {{(pid=95407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:39:18.541104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a41cf-1b65-48d2-a429-589accc5750d req-eb4a798c-54ec-4fd9-8158-8afdfd394552 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:18.549095 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ea7a41cf-1b65-48d2-a429-589accc5750d req-eb4a798c-54ec-4fd9-8158-8afdfd394552 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 945 time: 0.3105509 Aug 17 02:39:18.617109 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7aa4c716-f057-41a4-8dd8-400b04d8d992 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:18.622373 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7aa4c716-f057-41a4-8dd8-400b04d8d992 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/95daee88-634e-4985-be83-b1fea0cdc2a3 HTTP/1.1" status: 204 len: 168 time: 1.0615478 Aug 17 02:39:18.623021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38846) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:18.655206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a5a3f4db-b4c3-439f-8b6a-75ca230b4f1d None None] Port 9c3a70c5-869b-439d-9a3f-efc891f3586c cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:18.670254 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdf52af-9589-479e-a9fa-738d4656ff19 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] GET failed (client error): The resource could not be found. Aug 17 02:39:18.676587 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-acdf52af-9589-479e-a9fa-738d4656ff19 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/95daee88-634e-4985-be83-b1fea0cdc2a3 HTTP/1.1" status: 404 len: 333 time: 0.0523860 Aug 17 02:39:18.677324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38848) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:18.683499 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=dbec19cf-905e-4017-a859-9db3879b8d1f,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:18.715770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a5a3f4db-b4c3-439f-8b6a-75ca230b4f1d None None] Provisioning complete for port dbec19cf-905e-4017-a859-9db3879b8d1f triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:18.719203 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f4db-b4c3-439f-8b6a-75ca230b4f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:18.725771 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ea7a41cf-1b65-48d2-a429-589accc5750d req-7aa1b139-a514-4290-9902-c2f39fdbeb48 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753488 Aug 17 02:39:18.789352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8503e21e-0675-4980-b68f-1acc2953dd95 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:18.794594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:39:18.796791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-2708c97d-2801-4984-a4f5-fb8317089523 req-df033357-c3aa-47df-a98c-4fecd83f04b0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Allocated IP 172.20.0.11 (36bf98c4-df45-4357-bba5-3ccfe407e9cc/8955ede8-ca0a-49ba-a12d-3a5806aeee75/932c6d30-b782-4988-a6b2-103f29bd1349) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:18.846996 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5392da04-bee1-4ac7-9abd-d09b2cbda146 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:19.024814 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7dbe9618-ec79-4537-af5d-42271d576343 admin admin] 10.222.0.13 "PUT /v2.0/routers/94b817a5-9b97-4c5d-a91e-9dbc8046a2d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9659646 Aug 17 02:39:19.053969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 5392da04-bee1-4ac7-9abd-d09b2cbda146 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:19.066174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 5392da04-bee1-4ac7-9abd-d09b2cbda146 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:19.066174 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:19.068940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a5a3f4db-b4c3-439f-8b6a-75ca230b4f1d None None] Could not find standard attr ID for object 95daee88-634e-4985-be83-b1fea0cdc2a3. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:39:19.165574 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2708c97d-2801-4984-a4f5-fb8317089523 req-df033357-c3aa-47df-a98c-4fecd83f04b0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:19.183195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-2708c97d-2801-4984-a4f5-fb8317089523 req-df033357-c3aa-47df-a98c-4fecd83f04b0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Transition to ACTIVE for port object 932c6d30-b782-4988-a6b2-103f29bd1349 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:19.190757 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8503e21e-0675-4980-b68f-1acc2953dd95 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:19.191157 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:19.256510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4a136285-68f0-411c-aba8-a9d27d03ab63 None None] Provisioning complete for port 9c3a70c5-869b-439d-9a3f-efc891f3586c triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:19.257378 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4a136285-68f0-411c-aba8-a9d27d03ab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:19.269901 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3c161704-f66c-451d-97ac-3efb18887710 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:19.284059 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3c161704-f66c-451d-97ac-3efb18887710 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7805295 Aug 17 02:39:19.287195 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38860) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:19.305904 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88be7b34-0305-4b7e-8f42-584bdfc5d846 req-4b71dc79-723e-4d9d-9559-b13bf4e22454 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 210 time: 0.2755792 Aug 17 02:39:19.328851 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2708c97d-2801-4984-a4f5-fb8317089523 req-df033357-c3aa-47df-a98c-4fecd83f04b0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:19.433537 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4a136285-68f0-411c-aba8-a9d27d03ab63 None None] Port 9c3a70c5-869b-439d-9a3f-efc891f3586c cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:19.456235 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2708c97d-2801-4984-a4f5-fb8317089523 req-df033357-c3aa-47df-a98c-4fecd83f04b0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Network 36bf98c4-df45-4357-bba5-3ccfe407e9cc is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:19.480761 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-856ac426-dfaa-4ac7-aae0-4bdc8d725613 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=27716349-e2ce-4b80-b82c-4eb2c7f2aefb HTTP/1.1" status: 200 len: 468 time: 0.1921709 Aug 17 02:39:19.485037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-2708c97d-2801-4984-a4f5-fb8317089523 req-df033357-c3aa-47df-a98c-4fecd83f04b0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:19.486022 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:19.491382 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38862) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:19.498203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 9c3a70c5-869b-439d-9a3f-efc891f3586c {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:19.498699 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:19.527201 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18a9b1ea-a24c-411c-9d45-1051dfbfca4e req-bc909002-f47b-496b-b28e-b2ed14bac447 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 210 time: 0.0671046 Aug 17 02:39:19.527201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2708c97d-2801-4984-a4f5-fb8317089523 req-df033357-c3aa-47df-a98c-4fecd83f04b0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:19.559124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 5392da04-bee1-4ac7-9abd-d09b2cbda146, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5392da04-bee1-4ac7-9abd-d09b2cbda146,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:19.579132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708c97d-2801-4984-a4f5-fb8317089523 req-df033357-c3aa-47df-a98c-4fecd83f04b0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:19.579830 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2708c97d-2801-4984-a4f5-fb8317089523 req-df033357-c3aa-47df-a98c-4fecd83f04b0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:19.597549 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5392da04-bee1-4ac7-9abd-d09b2cbda146'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:39:19.598067 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df033357-c3aa-47df-a98c-4fecd83f04b0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Pushing event updated for resources: {'Port': ['ID=932c6d30-b782-4988-a6b2-103f29bd1349,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:19.608405 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a23c7e-12a5-4333-bf55-6a6f1a9daad7" -d '{"events": [{"server_uuid": "cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4", "name": "network-vif-plugged", "status": "completed", "tag": "5392da04-bee1-4ac7-9abd-d09b2cbda146"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:39:19.611652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4a136285-68f0-411c-aba8-a9d27d03ab63 None None] Provisioning complete for port 6fc5f155-38d2-4d10-89a8-591b7330821b triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:19.612038 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4a136285-68f0-411c-aba8-a9d27d03ab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:19.663275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4a136285-68f0-411c-aba8-a9d27d03ab63 None None] Port 6fc5f155-38d2-4d10-89a8-591b7330821b cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:19.665952 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:19.674895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4a136285-68f0-411c-aba8-a9d27d03ab63 None None] Could not find standard attr ID for object 95daee88-634e-4985-be83-b1fea0cdc2a3. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:39:19.728352 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-df033357-c3aa-47df-a98c-4fecd83f04b0 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5742328 Aug 17 02:39:19.761959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Request body: {'port': {'device_id': '99bb9234-b9f8-474a-9996-108a08c596fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:19.781029 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:19.830944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 9c3a70c5-869b-439d-9a3f-efc891f3586c owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:20.000353 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a0b2be-69fd-4e40-b7be-b6281c1c2e2e x-openstack-request-id: req-24a0b2be-69fd-4e40-b7be-b6281c1c2e2e {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:39:20.000905 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4", "name": "network-vif-plugged", "status": "completed", "tag": "5392da04-bee1-4ac7-9abd-d09b2cbda146", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:39:20.002035 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24a0b2be-69fd-4e40-b7be-b6281c1c2e2e {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:39:20.007437 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5392da04-bee1-4ac7-9abd-d09b2cbda146', 'code': 200} Aug 17 02:39:20.040637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-51f1e0ae-0a3c-434b-8dab-edf39cf14e28 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:20.043502 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-51f1e0ae-0a3c-434b-8dab-edf39cf14e28 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.18 "GET /v2.0/networks?id=63c037a2-cec8-4bd4-a904-29cd7197ae86 HTTP/1.1" status: 200 len: 810 time: 0.4403920 Aug 17 02:39:20.057294 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:20.086981 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=5392da04-bee1-4ac7-9abd-d09b2cbda146,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:20.152878 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-a14638f4-a9d2-4968-b870-319f9f2bab2e tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40d55d2b9b694b56acaea90485e97c43 HTTP/1.1" status: 200 len: 379 time: 0.0929196 Aug 17 02:39:20.170805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1842e4-58f1-44c5-9097-508de26d744f req-88b6facf-ded9-4cee-85a5-69625f8302e1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:20.174054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-46f18ac1-aba2-4e31-9cef-6cef1d07efeb None None] Provisioning for port 932c6d30-b782-4988-a6b2-103f29bd1349 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:20.178714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-46f18ac1-aba2-4e31-9cef-6cef1d07efeb None None] Provisioning complete for port 932c6d30-b782-4988-a6b2-103f29bd1349 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:20.179116 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-46f18ac1-aba2-4e31-9cef-6cef1d07efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:20.180202 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b1842e4-58f1-44c5-9097-508de26d744f req-88b6facf-ded9-4cee-85a5-69625f8302e1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 946 time: 0.2858899 Aug 17 02:39:20.186283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-737cf03b-c26d-4569-a47c-52ff0a2cc4a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Request body: {'port': {'device_id': 'ffb5b957-680f-4007-a97a-ad2c2a07739a', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'admin_state_up': True, 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'security_groups': ['5b179ad9-edaa-44d0-b97c-1110d197aca6']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:20.194895 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e698740-9b36-4fcb-b479-6e4b066dcb82 req-133648e0-041b-4595-b6de-4318afc84d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:20.197947 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8e698740-9b36-4fcb-b479-6e4b066dcb82 req-133648e0-041b-4595-b6de-4318afc84d93 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 1098 time: 0.2578475 Aug 17 02:39:20.240710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-46f18ac1-aba2-4e31-9cef-6cef1d07efeb None None] Port 932c6d30-b782-4988-a6b2-103f29bd1349 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:20.286404 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea7bc33d-3cc7-4a67-abfd-5f0cde7587c8 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:20.288450 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ea7bc33d-3cc7-4a67-abfd-5f0cde7587c8 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/27716349-e2ce-4b80-b82c-4eb2c7f2aefb HTTP/1.1" status: 204 len: 168 time: 0.7937288 Aug 17 02:39:20.294187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38876) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:20.315712 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8e698740-9b36-4fcb-b479-6e4b066dcb82 req-daee113a-f733-4a9d-8f21-c1d4e6cf240e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568132 Aug 17 02:39:20.377338 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a9ed3317-049b-481d-b172-73c16c358cb6 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=27716349-e2ce-4b80-b82c-4eb2c7f2aefb HTTP/1.1" status: 200 len: 216 time: 0.0381184 Aug 17 02:39:20.381617 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38880) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:20.387755 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b1842e4-58f1-44c5-9097-508de26d744f req-60b16fb1-f51c-423c-854e-88c01d5f0b7d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066903 Aug 17 02:39:20.397966 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5aa5f969-aa1f-4e87-aa7f-e09583ac44e8 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0113642 Aug 17 02:39:20.399248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38882) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:20.422689 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f1772f73-80b1-4db5-8e10-5339d40517b7 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0185120 Aug 17 02:39:20.422689 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:20.429532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38884) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:20.569561 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=9c3a70c5-869b-439d-9a3f-efc891f3586c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:20.587021 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-426dae56-f53c-422a-b129-a5a3c9d979e3 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/05f8a09a-9ddc-4337-92f3-5f1ffb31c084 HTTP/1.1" status: 200 len: 472 time: 0.1530874 Aug 17 02:39:20.598113 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38888) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:20.601184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:20.601520 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:20.602025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:20.602568 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:20.603265 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:20.603669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:20.604279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:20.604838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:20.605478 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:20.606328 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:20.606862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:20.607630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:20.628634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-737cf03b-c26d-4569-a47c-52ff0a2cc4a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Made reservation on behalf of 40d55d2b9b694b56acaea90485e97c43 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:20.634545 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-737cf03b-c26d-4569-a47c-52ff0a2cc4a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:20.660994 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932c6d30-b782-4988-a6b2-103f29bd1349 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:39:20.691374 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:20.708372 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6b278fbe-938a-412a-9527-1d9fa01e7d9c tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/d25660b7-65d0-4221-9f8a-55ae33c4ebe9 HTTP/1.1" status: 200 len: 459 time: 0.0961602 Aug 17 02:39:20.715182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38890) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:20.761133 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:20.763349 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-77a97a8a-a392-4b6e-8ae6-3f008a5fd587 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/9c3a70c5-869b-439d-9a3f-efc891f3586c HTTP/1.1" status: 204 len: 168 time: 2.0849762 Aug 17 02:39:20.767420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38892) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:20.786273 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Transition to ACTIVE for port object 932c6d30-b782-4988-a6b2-103f29bd1349 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:20.799857 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2343fd04-909a-4de2-84fe-90f7bb5dc1f7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] GET failed (client error): The resource could not be found. Aug 17 02:39:20.801733 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2343fd04-909a-4de2-84fe-90f7bb5dc1f7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/9c3a70c5-869b-439d-9a3f-efc891f3586c HTTP/1.1" status: 404 len: 333 time: 0.0333459 Aug 17 02:39:20.804862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38894) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:20.807440 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device de93f913-2bee-4243-b9fa-7208820be886 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:20.866945 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-936ae540-e47d-4c83-ac9f-51683547bed9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting subnet 74b488fb-7c61-4ada-a47a-0e988c1fc645 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:39:20.874102 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-936ae540-e47d-4c83-ac9f-51683547bed9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:20.882620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581288b-4431-4f90-a2eb-8ebb8b578e2e req-bd6ff1bb-34b9-40e5-aa92-36eb797227cc tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:20.884222 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3581288b-4431-4f90-a2eb-8ebb8b578e2e req-bd6ff1bb-34b9-40e5-aa92-36eb797227cc tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 932 time: 0.1969366 Aug 17 02:39:20.915173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-737cf03b-c26d-4569-a47c-52ff0a2cc4a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Allocated IP 172.20.0.3 (63c037a2-cec8-4bd4-a904-29cd7197ae86/6588c9ac-5362-490c-a200-ab2910cd28a7/5323a56e-4e48-4602-a152-0c7f79e67077) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:20.938795 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:20.985919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port de93f913-2bee-4243-b9fa-7208820be886 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:20.996232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port de93f913-2bee-4243-b9fa-7208820be886 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:20.997314 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:20.999796 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3cebcfc5-c492-453a-b884-285e456730b5 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.001191 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3581288b-4431-4f90-a2eb-8ebb8b578e2e req-ed48ed17-44da-49a4-997b-d828e149d0b1 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/security-groups?id=669e96f3-2b4e-4887-80c1-a2f6dab467c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043196 Aug 17 02:39:21.006294 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3cebcfc5-c492-453a-b884-285e456730b5 tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/d25660b7-65d0-4221-9f8a-55ae33c4ebe9 HTTP/1.1" status: 204 len: 168 time: 0.2892175 Aug 17 02:39:21.007460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38898) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:21.012894 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-936ae540-e47d-4c83-ac9f-51683547bed9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.099556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Pushing event updated for resources: {'Port': ['ID=932c6d30-b782-4988-a6b2-103f29bd1349,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:21.162265 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.180466 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9c8c4424-b9ba-4b50-80de-74342c5a88c5 req-0c10600d-4382-49d4-b139-19d8dcb42642 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 210 time: 0.0780520 Aug 17 02:39:21.196468 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port de93f913-2bee-4243-b9fa-7208820be886, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=de93f913-2bee-4243-b9fa-7208820be886,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:21.271811 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-737cf03b-c26d-4569-a47c-52ff0a2cc4a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.280530 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Attempting to bind port 932c6d30-b782-4988-a6b2-103f29bd1349 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:21.280867 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Attempting to bind port 932c6d30-b782-4988-a6b2-103f29bd1349 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '6a7c3489-3215-4541-b00d-643ee7f25532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:21.281189 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Attempting to bind port 932c6d30-b782-4988-a6b2-103f29bd1349 on network 36bf98c4-df45-4357-bba5-3ccfe407e9cc {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:21.291847 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Port 932c6d30-b782-4988-a6b2-103f29bd1349 on network 36bf98c4-df45-4357-bba5-3ccfe407e9cc not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:39:21.292177 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Attempting to bind port 932c6d30-b782-4988-a6b2-103f29bd1349 on network 36bf98c4-df45-4357-bba5-3ccfe407e9cc {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:21.294172 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.294968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device dbec19cf-905e-4017-a859-9db3879b8d1f up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:21.308894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-737cf03b-c26d-4569-a47c-52ff0a2cc4a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Transition to ACTIVE for port object 5323a56e-4e48-4602-a152-0c7f79e67077 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:21.314533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:21.315271 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Checking segment: {'id': '6a7c3489-3215-4541-b00d-643ee7f25532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:21.315668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Bound using segment: {'id': '6a7c3489-3215-4541-b00d-643ee7f25532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:21.316263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Bound port: 932c6d30-b782-4988-a6b2-103f29bd1349, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7c3489-3215-4541-b00d-643ee7f25532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:21.316627 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.391657 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-936ae540-e47d-4c83-ac9f-51683547bed9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.429335 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=de93f913-2bee-4243-b9fa-7208820be886,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:21.452314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port dbec19cf-905e-4017-a859-9db3879b8d1f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:21.454004 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.463095 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] For port 932c6d30-b782-4988-a6b2-103f29bd1349, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:21.473471 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] For port 932c6d30-b782-4988-a6b2-103f29bd1349, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=932c6d30-b782-4988-a6b2-103f29bd1349,segment=NetworkSegment(6a7c3489-3215-4541-b00d-643ee7f25532),segment_id=6a7c3489-3215-4541-b00d-643ee7f25532)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:21.486482 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c77b5cab-7559-4d29-b1a3-5d4551c63e5e tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.488630 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c77b5cab-7559-4d29-b1a3-5d4551c63e5e tempest-MeteringIpV6TestJSON-822335748 tempest-MeteringIpV6TestJSON-822335748-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/05f8a09a-9ddc-4337-92f3-5f1ffb31c084 HTTP/1.1" status: 204 len: 168 time: 0.4779415 Aug 17 02:39:21.509696 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-737cf03b-c26d-4569-a47c-52ff0a2cc4a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.591620 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.623154 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-936ae540-e47d-4c83-ac9f-51683547bed9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.656603 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-737cf03b-c26d-4569-a47c-52ff0a2cc4a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Network 63c037a2-cec8-4bd4-a904-29cd7197ae86 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:21.671488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:21.674675 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.674999 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] 10.222.0.42 "PUT /v2.0/ports/932c6d30-b782-4988-a6b2-103f29bd1349 HTTP/1.1" status: 200 len: 1093 time: 1.9304528 Aug 17 02:39:21.680587 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ae540-e47d-4c83-ac9f-51683547bed9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Subnet': ['ID=74b488fb-7c61-4ada-a47a-0e988c1fc645,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:21.688544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb9234-b9f8-474a-9996-108a08c596fd', 'tag': '932c6d30-b782-4988-a6b2-103f29bd1349'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:39:21.701564 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee71ff7-87d6-4e0e-bca0-ad25dbd781ec" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb9234-b9f8-474a-9996-108a08c596fd", "tag": "932c6d30-b782-4988-a6b2-103f29bd1349"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:39:21.704116 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aa64dd-f607-43a3-bcc5-0e3cbb5e9483 None None] Network 2579ad5c-1993-4532-8924-e9eeab0d7735 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:21.706516 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-737cf03b-c26d-4569-a47c-52ff0a2cc4a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:21.716781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cf03b-c26d-4569-a47c-52ff0a2cc4a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event updated for resources: {'Port': ['ID=5323a56e-4e48-4602-a152-0c7f79e67077,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:21.717744 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-936ae540-e47d-4c83-ac9f-51683547bed9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.723735 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-936ae540-e47d-4c83-ac9f-51683547bed9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/74b488fb-7c61-4ada-a47a-0e988c1fc645 HTTP/1.1" status: 204 len: 168 time: 0.9175985 Aug 17 02:39:21.730604 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38912) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:21.734436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-737cf03b-c26d-4569-a47c-52ff0a2cc4a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:21.950602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-737cf03b-c26d-4569-a47c-52ff0a2cc4a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:21.951826 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-737cf03b-c26d-4569-a47c-52ff0a2cc4a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.953933 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:21.972612 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Sync routers for ids ['94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:39:21.986131 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Routers {'94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:21.986760 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:39:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:22.026704 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8145cfd-122f-4193-abd6-6fde359df440 service neutron] Pushing event updated for resources: {'Port': ['ID=932c6d30-b782-4988-a6b2-103f29bd1349,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:22.061500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f23802-57d9-4798-b497-8f9c45e6a482 req-4bd60964-1ae3-4081-b2ee-902ede37c619 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:22.071255 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9f23802-57d9-4798-b497-8f9c45e6a482 req-4bd60964-1ae3-4081-b2ee-902ede37c619 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 946 time: 0.4968407 Aug 17 02:39:22.112216 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port dbec19cf-905e-4017-a859-9db3879b8d1f {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:22.113208 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:22.134208 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-737cf03b-c26d-4569-a47c-52ff0a2cc4a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9745746 Aug 17 02:39:22.194570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Request body: {'port': {'device_id': 'ffb5b957-680f-4007-a97a-ad2c2a07739a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:22.249140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb39e078-a9cc-48d1-8a50-0ed9a156eb2e None None] DHCP port deletion for 2579ad5c-1993-4532-8924-e9eeab0d7735 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:39:22.256050 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Set router 94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:22.276169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708c97d-2801-4984-a4f5-fb8317089523 req-af8db25c-098c-4920-a429-7c13fd306812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:22.281643 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-af8db25c-098c-4920-a429-7c13fd306812 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84b273b3ac0b4ea5ac4cf904736aab46&device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 1096 time: 0.4687345 Aug 17 02:39:22.303590 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9f23802-57d9-4798-b497-8f9c45e6a482 req-09617838-0d76-4a3e-ac2f-dba527634aa3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283132 Aug 17 02:39:22.317593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-cb39e078-a9cc-48d1-8a50-0ed9a156eb2e None None] Deleting port dbec19cf-905e-4017-a859-9db3879b8d1f {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:22.318016 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cb39e078-a9cc-48d1-8a50-0ed9a156eb2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:22.329285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] For port dbec19cf-905e-4017-a859-9db3879b8d1f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=dbec19cf-905e-4017-a859-9db3879b8d1f,segment=NetworkSegment(b4ebd1eb-3d58-4267-b8a2-7af0bac72873),segment_id=b4ebd1eb-3d58-4267-b8a2-7af0bac72873)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:22.332489 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:22.359976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38922) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:22.372525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for dbec19cf-905e-4017-a859-9db3879b8d1f owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:22.394902 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-7443ea90-26ca-4b40-a3ca-37c49b81e350 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932c6d30-b782-4988-a6b2-103f29bd1349 HTTP/1.1" status: 200 len: 217 time: 0.0824978 Aug 17 02:39:22.476496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-cb39e078-a9cc-48d1-8a50-0ed9a156eb2e None None] For port dbec19cf-905e-4017-a859-9db3879b8d1f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=dbec19cf-905e-4017-a859-9db3879b8d1f,segment=NetworkSegment(b4ebd1eb-3d58-4267-b8a2-7af0bac72873),segment_id=b4ebd1eb-3d58-4267-b8a2-7af0bac72873)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:22.476889 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cb39e078-a9cc-48d1-8a50-0ed9a156eb2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:22.508964 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-cb39e078-a9cc-48d1-8a50-0ed9a156eb2e None None] Calling delete_port for dbec19cf-905e-4017-a859-9db3879b8d1f owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:22.543428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708c97d-2801-4984-a4f5-fb8317089523 req-2cdadfa8-7a5b-4b08-add0-dda1a5987f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:22.545715 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-2cdadfa8-7a5b-4b08-add0-dda1a5987f59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8955ede8-ca0a-49ba-a12d-3a5806aeee75 HTTP/1.1" status: 200 len: 848 time: 0.1211443 Aug 17 02:39:22.546573 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:22.553147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d0b08788-ad1b-4981-9842-a3e4977b9cc2 None None] Provisioning for port 5323a56e-4e48-4602-a152-0c7f79e67077 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:22.568071 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:22.610612 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a077d09e-b0a0-42de-a724-56a963fdb188 x-openstack-request-id: req-a077d09e-b0a0-42de-a724-56a963fdb188 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:39:22.610612 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb9234-b9f8-474a-9996-108a08c596fd", "tag": "932c6d30-b782-4988-a6b2-103f29bd1349", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:39:22.610612 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a077d09e-b0a0-42de-a724-56a963fdb188 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:39:22.610612 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb9234-b9f8-474a-9996-108a08c596fd', 'tag': '932c6d30-b782-4988-a6b2-103f29bd1349', 'status': 'completed', 'code': 200} Aug 17 02:39:22.644749 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d0b08788-ad1b-4981-9842-a3e4977b9cc2 None None] Provisioning complete for port 5323a56e-4e48-4602-a152-0c7f79e67077 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:22.645397 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d0b08788-ad1b-4981-9842-a3e4977b9cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:22.667506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=dbec19cf-905e-4017-a859-9db3879b8d1f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:22.678263 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'name': 'tempest-TestVolumeBootPattern-625279015-router', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'de93f913-2bee-4243-b9fa-7208820be886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:07Z', 'updated_at': '2021-08-17T02:39:16Z', 'revision_number': 4, 'project_id': '7cd3256204e54fa8bee4d563ef6185dd', 'gw_port': {'id': 'de93f913-2bee-4243-b9fa-7208820be886', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:09Z', 'updated_at': '2021-08-17T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '6fc5f155-38d2-4d10-89a8-591b7330821b', 'name': '', 'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'mac_address': 'fa:16:3e:2f:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '0e51828e-dd88-4b05-866e-95a59b52b336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:14Z', 'updated_at': '2021-08-17T02:39:16Z', 'revision_number': 2, 'project_id': '7cd3256204e54fa8bee4d563ef6185dd', 'subnets': [{'id': '0e51828e-dd88-4b05-866e-95a59b52b336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:22.699837 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No DVR routers for this DVR port dbec19cf-905e-4017-a859-9db3879b8d1f on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:39:22.702140 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7035-78c4-4615-9105-d5f2984cd56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:22.710433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d0b08788-ad1b-4981-9842-a3e4977b9cc2 None None] Port 5323a56e-4e48-4602-a152-0c7f79e67077 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:22.731787 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cb39e078-a9cc-48d1-8a50-0ed9a156eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:22.738248 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device de93f913-2bee-4243-b9fa-7208820be886 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:22.747271 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Checking router: 94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:39:22.747630 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Updating router 94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 port 6fc5f155-38d2-4d10-89a8-591b7330821b binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:39:22.775897 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:22.830177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39e078-a9cc-48d1-8a50-0ed9a156eb2e None None] Pushing event deleted for resources: {'Port': ['ID=dbec19cf-905e-4017-a859-9db3879b8d1f,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:22.830450 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:22.839019 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39e078-a9cc-48d1-8a50-0ed9a156eb2e None None] No DVR routers for this DVR port dbec19cf-905e-4017-a859-9db3879b8d1f on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:39:22.860106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2579ad5c-1993-4532-8924-e9eeab0d7735']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:22.868935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port de93f913-2bee-4243-b9fa-7208820be886 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:22.869561 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:22.872365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ebd1eb-3d58-4267-b8a2-7af0bac72873') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:22.872751 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ebd1eb-3d58-4267-b8a2-7af0bac72873') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:22.885794 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:22.903411 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:22.916929 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:39:22.917598 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:39:22.921648 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:39:23.054407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device dbec19cf-905e-4017-a859-9db3879b8d1f no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:39:23.089378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: dbec19cf-905e-4017-a859-9db3879b8d1f {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:39:23.089378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device dbec19cf-905e-4017-a859-9db3879b8d1f not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:39:23.112340 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.151554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708c97d-2801-4984-a4f5-fb8317089523 req-973ff718-83eb-4504-a9bd-4db963cc52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:23.153149 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-973ff718-83eb-4504-a9bd-4db963cc52f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36bf98c4-df45-4357-bba5-3ccfe407e9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5423131 Aug 17 02:39:23.153945 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Transition to ACTIVE for port object 6fc5f155-38d2-4d10-89a8-591b7330821b will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:23.160421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa848f5-af66-40b3-bbee-534faf8a88cc req-32a160c4-6f5c-4828-a9e6-2db8bde6ad22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:23.162402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3aa848f5-af66-40b3-bbee-534faf8a88cc req-32a160c4-6f5c-4828-a9e6-2db8bde6ad22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 944 time: 0.5217826 Aug 17 02:39:23.164250 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.176223 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.178950 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/networks/2579ad5c-1993-4532-8924-e9eeab0d7735 HTTP/1.1" status: 204 len: 168 time: 1.4463766 Aug 17 02:39:23.184859 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38926) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:23.190074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2ea70-7564-49dc-9e11-5e2dc001670e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Network': ['ID=2579ad5c-1993-4532-8924-e9eeab0d7735,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:23.233698 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.241462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-632d3359-3760-421b-95e8-33d3a8627651 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-34831769'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:23.268512 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7035-78c4-4615-9105-d5f2984cd56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.324680 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50cbf9-b2f2-45a7-b402-20d27e666c02 None None] Pushing event updated for resources: {'Port': ['ID=6fc5f155-38d2-4d10-89a8-591b7330821b,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:23.350070 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3aa848f5-af66-40b3-bbee-534faf8a88cc req-b8b679e9-411e-4c7f-a216-82644e3cd16d tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/security-groups?id=669e96f3-2b4e-4887-80c1-a2f6dab467c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718109 Aug 17 02:39:23.379722 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Attempting to bind port 6fc5f155-38d2-4d10-89a8-591b7330821b on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:23.379722 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Attempting to bind port 6fc5f155-38d2-4d10-89a8-591b7330821b by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '59fde0c7-9d71-416b-9974-77197f197927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:23.379722 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Attempting to bind port 6fc5f155-38d2-4d10-89a8-591b7330821b on network 3baeca35-1fa8-47e7-b9e2-45e2389ab81f {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:23.385881 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:23.386263 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Checking segment: {'id': '59fde0c7-9d71-416b-9974-77197f197927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:23.386853 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.387404 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Bound using segment: {'id': '59fde0c7-9d71-416b-9974-77197f197927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:23.387950 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Bound port: 6fc5f155-38d2-4d10-89a8-591b7330821b, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fde0c7-9d71-416b-9974-77197f197927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:23.388264 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.399974 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7035-78c4-4615-9105-d5f2984cd56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.441082 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-5729fd4d-9e61-4999-af43-af0673dd3bb3 service neutron] 10.222.0.42 "GET /v2.0/networks/36bf98c4-df45-4357-bba5-3ccfe407e9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776785 Aug 17 02:39:23.489209 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7a5d7035-78c4-4615-9105-d5f2984cd56a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e356cbc929b47f9a317d400831bb474&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1232839 Aug 17 02:39:23.490754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38938) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:23.497057 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d7035-78c4-4615-9105-d5f2984cd56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0003f8-1ad1-467b-960f-710275ae8e9b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:23.513546 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] For port 6fc5f155-38d2-4d10-89a8-591b7330821b, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:23.523242 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] For port 6fc5f155-38d2-4d10-89a8-591b7330821b, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6fc5f155-38d2-4d10-89a8-591b7330821b,segment=NetworkSegment(59fde0c7-9d71-416b-9974-77197f197927),segment_id=59fde0c7-9d71-416b-9974-77197f197927)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:23.554117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632d3359-3760-421b-95e8-33d3a8627651 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:23.557892 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-632d3359-3760-421b-95e8-33d3a8627651 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.573125 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f08b336e-69fb-4c7d-a172-8d20b98227d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.603633 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.621837 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f08b336e-69fb-4c7d-a172-8d20b98227d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.690645 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Routers {'94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:23.691428 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:39:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:23.705894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c81f3-20a8-4d23-bd21-a75eff2469c2 req-74bd9b3b-c7d3-4c81-9a1a-310cdf7138c6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:23.714419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-787c81f3-20a8-4d23-bd21-a75eff2469c2 req-74bd9b3b-c7d3-4c81-9a1a-310cdf7138c6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 931 time: 0.2721701 Aug 17 02:39:23.753072 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5323a56e-4e48-4602-a152-0c7f79e67077 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:39:23.764957 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2708c97d-2801-4984-a4f5-fb8317089523 req-0c7083e9-3bc6-4dd2-88b5-4d8eee9041a7 service neutron] 10.222.0.42 "GET /v2.0/networks/36bf98c4-df45-4357-bba5-3ccfe407e9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095694 Aug 17 02:39:23.766990 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.771095 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f08b336e-69fb-4c7d-a172-8d20b98227d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.774128 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f08b336e-69fb-4c7d-a172-8d20b98227d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.775449 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f08b336e-69fb-4c7d-a172-8d20b98227d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a0003f8-1ad1-467b-960f-710275ae8e9b HTTP/1.1" status: 204 len: 168 time: 0.2843943 Aug 17 02:39:23.794165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b336e-69fb-4c7d-a172-8d20b98227d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0003f8-1ad1-467b-960f-710275ae8e9b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:23.799310 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632d3359-3760-421b-95e8-33d3a8627651 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:39:23.824386 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-787c81f3-20a8-4d23-bd21-a75eff2469c2 req-dc979de0-4714-4e5f-a596-0739c757d93a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090815 Aug 17 02:39:23.829172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Transition to ACTIVE for port object 5323a56e-4e48-4602-a152-0c7f79e67077 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:23.832625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-632d3359-3760-421b-95e8-33d3a8627651 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.832975 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-632d3359-3760-421b-95e8-33d3a8627651 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Added segment 73cbfc33-0a91-4165-beaa-9378ad02981d of type vlan for network 086e7726-9f88-4cf4-972a-20e491eec436 Aug 17 02:39:23.893623 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-632d3359-3760-421b-95e8-33d3a8627651 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.896492 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50cbf9-b2f2-45a7-b402-20d27e666c02 None None] Pushing event updated for resources: {'Port': ['ID=6fc5f155-38d2-4d10-89a8-591b7330821b,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:23.923249 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:23.977887 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] Set router 94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:24.068643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Pushing event updated for resources: {'Port': ['ID=5323a56e-4e48-4602-a152-0c7f79e67077,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:24.128451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d38e5-20b5-4954-bb89-aaf786d55a69 req-3357d07a-8390-4f03-bac7-d7e9cd8228df tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:24.129789 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-554d38e5-20b5-4954-bb89-aaf786d55a69 req-3357d07a-8390-4f03-bac7-d7e9cd8228df tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 946 time: 0.1958041 Aug 17 02:39:24.132993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee71ff7-87d6-4e0e-bca0-ad25dbd781ec req-298e52d7-e94d-4a47-9764-c688e579f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:24.134585 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eee71ff7-87d6-4e0e-bca0-ad25dbd781ec req-298e52d7-e94d-4a47-9764-c688e579f09f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84b273b3ac0b4ea5ac4cf904736aab46&device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 1096 time: 0.1830645 Aug 17 02:39:24.203053 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-632d3359-3760-421b-95e8-33d3a8627651 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:24.209264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632d3359-3760-421b-95e8-33d3a8627651 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:24.209903 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-632d3359-3760-421b-95e8-33d3a8627651 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:24.247457 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'name': 'tempest-TestVolumeBootPattern-625279015-router', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'de93f913-2bee-4243-b9fa-7208820be886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:07Z', 'updated_at': '2021-08-17T02:39:16Z', 'revision_number': 4, 'project_id': '7cd3256204e54fa8bee4d563ef6185dd', 'gw_port': {'id': 'de93f913-2bee-4243-b9fa-7208820be886', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:09Z', 'updated_at': '2021-08-17T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '6fc5f155-38d2-4d10-89a8-591b7330821b', 'name': '', 'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'mac_address': 'fa:16:3e:2f:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '0e51828e-dd88-4b05-866e-95a59b52b336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:14Z', 'updated_at': '2021-08-17T02:39:23Z', 'revision_number': 4, 'project_id': '7cd3256204e54fa8bee4d563ef6185dd', 'subnets': [{'id': '0e51828e-dd88-4b05-866e-95a59b52b336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:24.277277 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0223dd77-2e5b-4e6c-ab50-0d9bccf5fe87 None None] The sync data for ids ['94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'] in n-d-793621-31 is: [{'id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'name': 'tempest-TestVolumeBootPattern-625279015-router', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'de93f913-2bee-4243-b9fa-7208820be886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:07Z', 'updated_at': '2021-08-17T02:39:16Z', 'revision_number': 4, 'project_id': '7cd3256204e54fa8bee4d563ef6185dd', 'gw_port': {'id': 'de93f913-2bee-4243-b9fa-7208820be886', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:09Z', 'updated_at': '2021-08-17T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '6fc5f155-38d2-4d10-89a8-591b7330821b', 'name': '', 'network_id': '3baeca35-1fa8-47e7-b9e2-45e2389ab81f', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'mac_address': 'fa:16:3e:2f:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '0e51828e-dd88-4b05-866e-95a59b52b336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:14Z', 'updated_at': '2021-08-17T02:39:23Z', 'revision_number': 4, 'project_id': '7cd3256204e54fa8bee4d563ef6185dd', 'subnets': [{'id': '0e51828e-dd88-4b05-866e-95a59b52b336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:39:24.346577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-554d38e5-20b5-4954-bb89-aaf786d55a69 req-4d303fe7-08f8-4b16-ae63-d95de7b329e2 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864970 Aug 17 02:39:24.384396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Attempting to bind port 5323a56e-4e48-4602-a152-0c7f79e67077 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:24.384732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Attempting to bind port 5323a56e-4e48-4602-a152-0c7f79e67077 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:24.385062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Attempting to bind port 5323a56e-4e48-4602-a152-0c7f79e67077 on network 63c037a2-cec8-4bd4-a904-29cd7197ae86 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:24.391315 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d3359-3760-421b-95e8-33d3a8627651 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Network': ['ID=086e7726-9f88-4cf4-972a-20e491eec436,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:24.402768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Port 5323a56e-4e48-4602-a152-0c7f79e67077 on network 63c037a2-cec8-4bd4-a904-29cd7197ae86 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:39:24.407837 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Attempting to bind port 5323a56e-4e48-4602-a152-0c7f79e67077 on network 63c037a2-cec8-4bd4-a904-29cd7197ae86 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:24.407837 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-632d3359-3760-421b-95e8-33d3a8627651 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1693032 Aug 17 02:39:24.409418 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38952) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:24.411252 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 086e7726-9f88-4cf4-972a-20e491eec436 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:39:24.420891 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-04997b16-cf18-412c-a012-2f003539b16f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'subnet': {'network_id': '086e7726-9f88-4cf4-972a-20e491eec436', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:24.424686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee71ff7-87d6-4e0e-bca0-ad25dbd781ec req-863a04e0-3825-4cc3-82dd-d845330f8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:24.426185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eee71ff7-87d6-4e0e-bca0-ad25dbd781ec req-863a04e0-3825-4cc3-82dd-d845330f8836 service neutron] 10.222.0.42 "GET /v2.0/networks?id=36bf98c4-df45-4357-bba5-3ccfe407e9cc HTTP/1.1" status: 200 len: 910 time: 0.2648888 Aug 17 02:39:24.429428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:24.429778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Checking segment: {'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:24.430283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Bound using segment: {'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:24.430718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Bound port: 5323a56e-4e48-4602-a152-0c7f79e67077, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:24.431087 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:24.566912 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eee71ff7-87d6-4e0e-bca0-ad25dbd781ec req-f7a0e73a-0073-4580-81e7-cd2ab7064917 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932c6d30-b782-4988-a6b2-103f29bd1349 HTTP/1.1" status: 200 len: 217 time: 0.1178825 Aug 17 02:39:24.631033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6fc5f155-38d2-4d10-89a8-591b7330821b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:24.690346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38956) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:24.705740 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b881c0f-5461-419d-9f44-7c9bf2c5b177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:24.739114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] For port 5323a56e-4e48-4602-a152-0c7f79e67077, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:24.745274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] For port 5323a56e-4e48-4602-a152-0c7f79e67077, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5323a56e-4e48-4602-a152-0c7f79e67077,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:24.755010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee71ff7-87d6-4e0e-bca0-ad25dbd781ec req-5a908769-cb88-49a9-b672-4a0856e0c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:24.757043 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eee71ff7-87d6-4e0e-bca0-ad25dbd781ec req-5a908769-cb88-49a9-b672-4a0856e0c5d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8955ede8-ca0a-49ba-a12d-3a5806aeee75 HTTP/1.1" status: 200 len: 848 time: 0.1716862 Aug 17 02:39:24.759809 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [None req-04997b16-cf18-412c-a012-2f003539b16f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:39:24.759809 n-d-793621-31 neutron-server[95406]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 02:39:24.759809 n-d-793621-31 neutron-server[95406]: [parameters: {'project_id': '205c143cd1e3429cabb98b6f46d9015d', 'id': '9b0748e7-03d2-4d21-b174-7f7dd1dd7f4f', 'expiration': datetime.datetime(2021, 8, 17, 2, 41, 24, 734931)}] Aug 17 02:39:24.759809 n-d-793621-31 neutron-server[95406]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:39:24.760203 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [None req-04997b16-cf18-412c-a012-2f003539b16f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:39:24.767960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 6fc5f155-38d2-4d10-89a8-591b7330821b completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:24.773937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 6fc5f155-38d2-4d10-89a8-591b7330821b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:24.774950 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:24.804484 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847817e-06e9-48b8-be41-1d767232808a req-ec442b99-7682-4c8f-8de2-ec35a3c6c154 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:24.806076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9847817e-06e9-48b8-be41-1d767232808a req-ec442b99-7682-4c8f-8de2-ec35a3c6c154 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 812 time: 0.2750514 Aug 17 02:39:24.830924 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9847817e-06e9-48b8-be41-1d767232808a req-f752af3c-7401-47e4-b2e0-819ad9b71772 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/quotas/bfc0da2911ce469596ea2cbdf9ad9ced HTTP/1.1" status: 200 len: 375 time: 0.0156021 Aug 17 02:39:24.834443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee71ff7-87d6-4e0e-bca0-ad25dbd781ec req-17da8fa6-4624-42af-8c9d-36ee2d391b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:24.836684 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eee71ff7-87d6-4e0e-bca0-ad25dbd781ec req-17da8fa6-4624-42af-8c9d-36ee2d391b03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36bf98c4-df45-4357-bba5-3ccfe407e9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717306 Aug 17 02:39:24.862207 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:24.873566 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:24.914084 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 6fc5f155-38d2-4d10-89a8-591b7330821b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6fc5f155-38d2-4d10-89a8-591b7330821b,segment=NetworkSegment(59fde0c7-9d71-416b-9974-77197f197927),segment_id=59fde0c7-9d71-416b-9974-77197f197927)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:24.966340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:24.966986 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:24.968419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] 10.222.0.18 "PUT /v2.0/ports/5323a56e-4e48-4602-a152-0c7f79e67077 HTTP/1.1" status: 200 len: 1092 time: 2.7896261 Aug 17 02:39:24.970997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb5b957-680f-4007-a97a-ad2c2a07739a', 'tag': '5323a56e-4e48-4602-a152-0c7f79e67077'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:39:24.973395 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e29748-d4ee-414f-a910-2996a4d521ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb5b957-680f-4007-a97a-ad2c2a07739a", "tag": "5323a56e-4e48-4602-a152-0c7f79e67077"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:39:25.015415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea2bc3-c7b1-409c-810b-4230ab2cbde6 service neutron] Pushing event updated for resources: {'Port': ['ID=5323a56e-4e48-4602-a152-0c7f79e67077,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:25.023549 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.030258 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9847817e-06e9-48b8-be41-1d767232808a req-8133a915-10da-4fd5-8fef-981012dfa6e4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1917288 Aug 17 02:39:25.049269 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b881c0f-5461-419d-9f44-7c9bf2c5b177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.060228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eee71ff7-87d6-4e0e-bca0-ad25dbd781ec req-d94d59b8-314e-4a1e-b1fd-cf233094272b service neutron] 10.222.0.42 "GET /v2.0/networks/36bf98c4-df45-4357-bba5-3ccfe407e9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129183 Aug 17 02:39:25.083223 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=6fc5f155-38d2-4d10-89a8-591b7330821b,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:25.199275 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0b881c0f-5461-419d-9f44-7c9bf2c5b177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.209524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9847817e-06e9-48b8-be41-1d767232808a req-06d6076e-4032-4c2e-b9fc-329b8deabf31 service neutron] 10.222.0.13 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711447 Aug 17 02:39:25.238935 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b881c0f-5461-419d-9f44-7c9bf2c5b177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb582382-4787-4ade-ab18-a20812765496,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:25.246939 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0b881c0f-5461-419d-9f44-7c9bf2c5b177 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80cc93a3c2004f95abc71ac558a8649e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548108 Aug 17 02:39:25.247513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38962) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:25.286129 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eee71ff7-87d6-4e0e-bca0-ad25dbd781ec req-74342fe0-99ce-48bd-9616-0e9bb9f42186 service neutron] 10.222.0.42 "GET /v2.0/networks/36bf98c4-df45-4357-bba5-3ccfe407e9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995225 Aug 17 02:39:25.300340 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4085f131-2c16-452e-8956-21a9b7ae9712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.320796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-f7bff4a4-aba4-46c9-8a26-16e85c609b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:25.322754 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-f7bff4a4-aba4-46c9-8a26-16e85c609b93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40d55d2b9b694b56acaea90485e97c43&device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 1095 time: 0.1255236 Aug 17 02:39:25.324487 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4085f131-2c16-452e-8956-21a9b7ae9712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.381688 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-72d8227c-7b7f-4401-b73b-f3c6051bbb97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5323a56e-4e48-4602-a152-0c7f79e67077 HTTP/1.1" status: 200 len: 217 time: 0.0427723 Aug 17 02:39:25.387054 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9847817e-06e9-48b8-be41-1d767232808a req-0ef69718-5e8e-4f91-b63f-8183735f19cc service neutron] 10.222.0.13 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598213 Aug 17 02:39:25.418625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04997b16-cf18-412c-a012-2f003539b16f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:25.422089 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04997b16-cf18-412c-a012-2f003539b16f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.448710 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4085f131-2c16-452e-8956-21a9b7ae9712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.451448 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4085f131-2c16-452e-8956-21a9b7ae9712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.455681 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4085f131-2c16-452e-8956-21a9b7ae9712 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb582382-4787-4ade-ab18-a20812765496 HTTP/1.1" status: 204 len: 168 time: 0.2038589 Aug 17 02:39:25.461092 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085f131-2c16-452e-8956-21a9b7ae9712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb582382-4787-4ade-ab18-a20812765496,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:25.494689 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-a2932c49-f456-45ec-b7c6-e1dfad4aa81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:25.496372 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-a2932c49-f456-45ec-b7c6-e1dfad4aa81a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6588c9ac-5362-490c-a200-ab2910cd28a7 HTTP/1.1" status: 200 len: 849 time: 0.1070812 Aug 17 02:39:25.576183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-02c39ae5-853a-43a1-8951-a2342899c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:25.577982 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-02c39ae5-853a-43a1-8951-a2342899c5a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63c037a2-cec8-4bd4-a904-29cd7197ae86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731390 Aug 17 02:39:25.736881 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-99c96fc8-272a-41f9-b7e9-49b609f73443 service neutron] 10.222.0.18 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346159 Aug 17 02:39:25.837795 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04997b16-cf18-412c-a012-2f003539b16f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.850300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c05036b-bde4-4ad5-a07b-0477265c12c4 req-6424d5db-0722-4efd-a9df-2087bbca82f0 service neutron] 10.222.0.18 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033559 Aug 17 02:39:25.914363 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04997b16-cf18-412c-a012-2f003539b16f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Subnet': ['ID=39d34967-ce42-4f9b-8259-ce135a08a860,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:25.922759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04997b16-cf18-412c-a012-2f003539b16f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Checking segment: {'id': '73cbfc33-0a91-4165-beaa-9378ad02981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '086e7726-9f88-4cf4-972a-20e491eec436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:25.923127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04997b16-cf18-412c-a012-2f003539b16f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network hostable DHCP agents. Network: 086e7726-9f88-4cf4-972a-20e491eec436, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:39:26.073764 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04997b16-cf18-412c-a012-2f003539b16f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 086e7726-9f88-4cf4-972a-20e491eec436 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:39:26.224993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d265db-ea6d-44d8-a35c-70b9f11d14a5 req-c326867e-ab98-4612-87d6-d6c3e0e1a8d8 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:26.224993 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d2d265db-ea6d-44d8-a35c-70b9f11d14a5 req-c326867e-ab98-4612-87d6-d6c3e0e1a8d8 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 944 time: 0.0567563 Aug 17 02:39:26.225909 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-04997b16-cf18-412c-a012-2f003539b16f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 086e7726-9f88-4cf4-972a-20e491eec436) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:26.229502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04997b16-cf18-412c-a012-2f003539b16f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:26.230099 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04997b16-cf18-412c-a012-2f003539b16f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.235124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67489c33-b1db-47d4-8b2b-0ab705a2596a None None] Network 086e7726-9f88-4cf4-972a-20e491eec436 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:26.277832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d2d265db-ea6d-44d8-a35c-70b9f11d14a5 req-e2c56cb4-ad01-4f85-8315-08c465fc6e66 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/security-groups?id=669e96f3-2b4e-4887-80c1-a2f6dab467c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446687 Aug 17 02:39:26.388228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce638e80-2319-46c0-83c8-215785a4b410 req-11e0e4f8-07b1-4d5d-866a-6ac64b3093ba tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:26.389892 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce638e80-2319-46c0-83c8-215785a4b410 req-11e0e4f8-07b1-4d5d-866a-6ac64b3093ba tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 943 time: 0.0539708 Aug 17 02:39:26.391950 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-04997b16-cf18-412c-a012-2f003539b16f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9776084 Aug 17 02:39:26.392290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-086e7726-9f88-4cf4-972a-20e491eec436', 'network_id': '086e7726-9f88-4cf4-972a-20e491eec436', 'tenant_id': '205c143cd1e3429cabb98b6f46d9015d', 'fixed_ips': [{'subnet_id': '39d34967-ce42-4f9b-8259-ce135a08a860'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:39:26.393298 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.394867 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38992) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:26.401691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-38d8c8db-ef21-40d4-8a11-1fdede96b360 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'network_id': '086e7726-9f88-4cf4-972a-20e491eec436', 'name': 'tempest-PortsTestJSON-1756932817', 'fixed_ips': [{'subnet_id': '39d34967-ce42-4f9b-8259-ce135a08a860', 'ip_address': '172.20.0.10'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:26.449583 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce638e80-2319-46c0-83c8-215785a4b410 req-8e1247ce-bf1d-4e98-aec3-663a0315a24a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397031 Aug 17 02:39:26.502131 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddd469f-dae4-4258-a1f8-d783d4c8f78a x-openstack-request-id: req-eddd469f-dae4-4258-a1f8-d783d4c8f78a {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:39:26.502446 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb5b957-680f-4007-a97a-ad2c2a07739a", "tag": "5323a56e-4e48-4602-a152-0c7f79e67077", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:39:26.502798 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eddd469f-dae4-4258-a1f8-d783d4c8f78a {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:39:26.503174 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb5b957-680f-4007-a97a-ad2c2a07739a', 'tag': '5323a56e-4e48-4602-a152-0c7f79e67077', 'status': 'completed', 'code': 200} Aug 17 02:39:26.610227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Allocated IP 172.20.0.2 (086e7726-9f88-4cf4-972a-20e491eec436/39d34967-ce42-4f9b-8259-ce135a08a860/ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:26.638081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6fc5f155-38d2-4d10-89a8-591b7330821b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:26.663889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e29748-d4ee-414f-a910-2996a4d521ac req-59521829-8cc4-4563-bdd8-67c3b1d8bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:26.666005 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05e29748-d4ee-414f-a910-2996a4d521ac req-59521829-8cc4-4563-bdd8-67c3b1d8bca0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40d55d2b9b694b56acaea90485e97c43&device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 1095 time: 0.1027980 Aug 17 02:39:26.763010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 6fc5f155-38d2-4d10-89a8-591b7330821b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:26.763859 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.805924 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c142494a-0c2e-47e8-b3fd-645dc3e65b4c req-96fca840-59f8-4bd9-b727-d7c9348d26e7 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 210 time: 0.1020730 Aug 17 02:39:26.872589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e29748-d4ee-414f-a910-2996a4d521ac req-22acd6f5-8d1d-4487-8e1e-f33ee0cc2113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:26.874810 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05e29748-d4ee-414f-a910-2996a4d521ac req-22acd6f5-8d1d-4487-8e1e-f33ee0cc2113 service neutron] 10.222.0.18 "GET /v2.0/networks?id=63c037a2-cec8-4bd4-a904-29cd7197ae86 HTTP/1.1" status: 200 len: 911 time: 0.2019691 Aug 17 02:39:26.884004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39002) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:26.924219 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.933632 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Transition to ACTIVE for port object ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:26.950224 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Transition to ACTIVE for port object ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:26.954745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05e29748-d4ee-414f-a910-2996a4d521ac req-95bfb5c1-f67c-41da-8860-fb01e6408fa6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5323a56e-4e48-4602-a152-0c7f79e67077 HTTP/1.1" status: 200 len: 217 time: 0.0674250 Aug 17 02:39:27.005980 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-741161838'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:27.021672 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e29748-d4ee-414f-a910-2996a4d521ac req-b7d01183-d6b9-4509-a574-4a39f918c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:27.023284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05e29748-d4ee-414f-a910-2996a4d521ac req-b7d01183-d6b9-4509-a574-4a39f918c6c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6588c9ac-5362-490c-a200-ab2910cd28a7 HTTP/1.1" status: 200 len: 849 time: 0.0570245 Aug 17 02:39:27.026041 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.029021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d8c8db-ef21-40d4-8a11-1fdede96b360 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:27.091345 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Network 086e7726-9f88-4cf4-972a-20e491eec436 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:27.092093 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Pushing event updated for resources: {'Port': ['ID=ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:27.094947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:27.100298 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:27.167568 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38d8c8db-ef21-40d4-8a11-1fdede96b360 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.170589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Attempting to bind port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:27.170828 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Attempting to bind port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '73cbfc33-0a91-4165-beaa-9378ad02981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '086e7726-9f88-4cf4-972a-20e491eec436'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:27.171894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Attempting to bind port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf on network 086e7726-9f88-4cf4-972a-20e491eec436 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:27.178669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:27.179352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Checking segment: {'id': '73cbfc33-0a91-4165-beaa-9378ad02981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '086e7726-9f88-4cf4-972a-20e491eec436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:27.179454 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.179830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Bound using segment: {'id': '73cbfc33-0a91-4165-beaa-9378ad02981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '086e7726-9f88-4cf4-972a-20e491eec436'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:27.180881 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Bound port: ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73cbfc33-0a91-4165-beaa-9378ad02981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '086e7726-9f88-4cf4-972a-20e491eec436'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:27.180881 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.183635 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:27.187343 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.202402 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.204999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-38d8c8db-ef21-40d4-8a11-1fdede96b360 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port 21c08bb6-c737-4f68-8a11-0f8f220872b1 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:39:27.263859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] For port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:27.267098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] For port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf,segment=NetworkSegment(73cbfc33-0a91-4165-beaa-9378ad02981d),segment_id=73cbfc33-0a91-4165-beaa-9378ad02981d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:27.380283 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.444331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-38d8c8db-ef21-40d4-8a11-1fdede96b360 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Allocated IP 172.20.0.10 (086e7726-9f88-4cf4-972a-20e491eec436/39d34967-ce42-4f9b-8259-ce135a08a860/21c08bb6-c737-4f68-8a11-0f8f220872b1) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:27.462228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2b583-65d0-4a6e-b7d2-fb5f4e20e8ea None None] Pushing event updated for resources: {'Port': ['ID=ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:27.478395 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.512127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e29748-d4ee-414f-a910-2996a4d521ac req-766bf544-5c80-4efd-9e3e-a157f7394149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:27.513703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05e29748-d4ee-414f-a910-2996a4d521ac req-766bf544-5c80-4efd-9e3e-a157f7394149 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63c037a2-cec8-4bd4-a904-29cd7197ae86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4806485 Aug 17 02:39:27.542156 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffec84a-92ab-472f-bd52-26ef5e295192 req-c7c5707f-71f8-46da-afba-4c8acabfe631 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:27.550040 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ffec84a-92ab-472f-bd52-26ef5e295192 req-c7c5707f-71f8-46da-afba-4c8acabfe631 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 944 time: 0.0842941 Aug 17 02:39:27.578613 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.624735 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fd75f6-183d-4801-90fb-b8eba8a63984,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:27.633450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:39:27.666512 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ffec84a-92ab-472f-bd52-26ef5e295192 req-7aea7404-4c75-40a8-8156-1a4b069a12a1 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/security-groups?id=669e96f3-2b4e-4887-80c1-a2f6dab467c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140764 Aug 17 02:39:27.671731 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.672235 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Added segment 9038d779-e136-4cc8-96f6-e335bf6d86e7 of type vlan for network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 Aug 17 02:39:27.752268 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05e29748-d4ee-414f-a910-2996a4d521ac req-dc44eb3e-3ad6-49a2-af56-8415dc5d8c83 service neutron] 10.222.0.18 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195559 Aug 17 02:39:27.766843 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.783886 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38d8c8db-ef21-40d4-8a11-1fdede96b360 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.810940 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-38d8c8db-ef21-40d4-8a11-1fdede96b360 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Transition to ACTIVE for port object 21c08bb6-c737-4f68-8a11-0f8f220872b1 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:27.910275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63a120-c837-4d4f-a1e6-0db349bd6a32 req-733a2c3c-b598-4f2f-9fa0-3b4c2b8c559a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:27.911685 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aa63a120-c837-4d4f-a1e6-0db349bd6a32 req-733a2c3c-b598-4f2f-9fa0-3b4c2b8c559a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 943 time: 0.0909195 Aug 17 02:39:27.917871 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05e29748-d4ee-414f-a910-2996a4d521ac req-e597c743-433d-4286-bfb2-584e146aaa54 service neutron] 10.222.0.18 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643579 Aug 17 02:39:27.922723 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.929514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:27.930255 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.960612 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aa63a120-c837-4d4f-a1e6-0db349bd6a32 req-9bbd5c55-bb46-4871-847d-6773802d7e9f tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416007 Aug 17 02:39:28.003553 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38d8c8db-ef21-40d4-8a11-1fdede96b360 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.086502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Network': ['ID=26de8fc2-c42b-4f78-aca4-a68447cacdd7,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:28.090667 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d8c8db-ef21-40d4-8a11-1fdede96b360 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 086e7726-9f88-4cf4-972a-20e491eec436 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:28.100015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-38d8c8db-ef21-40d4-8a11-1fdede96b360 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:28.103167 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d8c8db-ef21-40d4-8a11-1fdede96b360 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:28.104364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:39:28.106984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8c8db-ef21-40d4-8a11-1fdede96b360 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=21c08bb6-c737-4f68-8a11-0f8f220872b1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:28.114409 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-48a05480-ed3b-4939-88ae-16ef7c15806f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2287943 Aug 17 02:39:28.118500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39020) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:28.124993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ad10f30d-5038-4d82-8133-bff9cd02157a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:28.165750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d8c8db-ef21-40d4-8a11-1fdede96b360 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:28.166547 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38d8c8db-ef21-40d4-8a11-1fdede96b360 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.255007 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bb79cf76-365e-4ef2-8d71-64423e2877b3 req-8d65b0ce-3a07-43ea-abde-7721e1babfdb tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 210 time: 0.0433245 Aug 17 02:39:28.267105 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-38d8c8db-ef21-40d4-8a11-1fdede96b360 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8704865 Aug 17 02:39:28.274626 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39024) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:28.280983 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c432d7b6-395e-4495-9cac-f25168c1b28f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'network_id': '086e7726-9f88-4cf4-972a-20e491eec436', 'name': 'tempest-PortsTestJSON-1631154440', 'fixed_ips': [{'subnet_id': '39d34967-ce42-4f9b-8259-ce135a08a860', 'ip_address': '172.20.0.9'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:28.376654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad10f30d-5038-4d82-8133-bff9cd02157a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:28.380567 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad10f30d-5038-4d82-8133-bff9cd02157a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.402433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 932c6d30-b782-4988-a6b2-103f29bd1349 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:39:28.526040 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c432d7b6-395e-4495-9cac-f25168c1b28f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:28.538576 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c432d7b6-395e-4495-9cac-f25168c1b28f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.562890 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-c432d7b6-395e-4495-9cac-f25168c1b28f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port 5fe750fd-0048-4aae-803e-07ced55202ed yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:39:28.590550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 932c6d30-b782-4988-a6b2-103f29bd1349, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=932c6d30-b782-4988-a6b2-103f29bd1349,segment=NetworkSegment(6a7c3489-3215-4541-b00d-643ee7f25532),segment_id=6a7c3489-3215-4541-b00d-643ee7f25532)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:28.614186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '932c6d30-b782-4988-a6b2-103f29bd1349', 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'port_id': '932c6d30-b782-4988-a6b2-103f29bd1349', 'mac_address': 'fa:16:3e:99:87:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:39:28.651548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:28.682707 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a7b345-3001-46ba-8285-6ef40561e517 None None] Network 086e7726-9f88-4cf4-972a-20e491eec436 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:28.728226 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad10f30d-5038-4d82-8133-bff9cd02157a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.747488 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.748605 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.798449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932c6d30-b782-4988-a6b2-103f29bd1349 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:39:28.811924 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-c432d7b6-395e-4495-9cac-f25168c1b28f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Allocated IP 172.20.0.9 (086e7726-9f88-4cf4-972a-20e491eec436/39d34967-ce42-4f9b-8259-ce135a08a860/5fe750fd-0048-4aae-803e-07ced55202ed) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:28.838925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10f30d-5038-4d82-8133-bff9cd02157a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=d920da15-ec46-4239-8027-c468e1578a2b,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:28.848938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 932c6d30-b782-4988-a6b2-103f29bd1349, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=932c6d30-b782-4988-a6b2-103f29bd1349,segment=NetworkSegment(6a7c3489-3215-4541-b00d-643ee7f25532),segment_id=6a7c3489-3215-4541-b00d-643ee7f25532)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:28.852276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e23c1-54f6-420a-bacd-a9a0f6c856be req-30d0fb7e-0b06-488e-b17e-883145527d00 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:28.853848 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-908e23c1-54f6-420a-bacd-a9a0f6c856be req-30d0fb7e-0b06-488e-b17e-883145527d00 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 944 time: 0.0928941 Aug 17 02:39:28.856754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad10f30d-5038-4d82-8133-bff9cd02157a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:28.861877 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad10f30d-5038-4d82-8133-bff9cd02157a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network hostable DHCP agents. Network: 26de8fc2-c42b-4f78-aca4-a68447cacdd7, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:39:28.897894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7e192b41-4163-471b-b182-b09353975c90 None None] Provisioning for port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:28.923115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-908e23c1-54f6-420a-bacd-a9a0f6c856be req-6dfd9953-d56c-49f8-9d16-427ca2fdc88b tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/security-groups?id=669e96f3-2b4e-4887-80c1-a2f6dab467c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573747 Aug 17 02:39:28.971082 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:28.975736 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:28.976155 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.013151 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c432d7b6-395e-4495-9cac-f25168c1b28f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.023118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad10f30d-5038-4d82-8133-bff9cd02157a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:39:29.031064 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-c432d7b6-395e-4495-9cac-f25168c1b28f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Transition to ACTIVE for port object 5fe750fd-0048-4aae-803e-07ced55202ed will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:29.042087 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.068685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847817e-06e9-48b8-be41-1d767232808a req-79ffcea2-8821-471a-9829-ff7aa2027d7a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:29.070536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9847817e-06e9-48b8-be41-1d767232808a req-79ffcea2-8821-471a-9829-ff7aa2027d7a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.42 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 812 time: 0.1735377 Aug 17 02:39:29.090709 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-9847817e-06e9-48b8-be41-1d767232808a req-510efe65-94e0-42be-9a88-6065ff5d334e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'port': {'device_id': 'a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'admin_state_up': True, 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:29.134831 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ad10f30d-5038-4d82-8133-bff9cd02157a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 26de8fc2-c42b-4f78-aca4-a68447cacdd7) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:29.150002 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad10f30d-5038-4d82-8133-bff9cd02157a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:29.150465 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad10f30d-5038-4d82-8133-bff9cd02157a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.154331 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c432d7b6-395e-4495-9cac-f25168c1b28f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.156399 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef42ab1-ae63-4325-b78d-84b79923815c None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:29.159365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=932c6d30-b782-4988-a6b2-103f29bd1349,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:29.226967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c432d7b6-395e-4495-9cac-f25168c1b28f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 086e7726-9f88-4cf4-972a-20e491eec436 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:29.226967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-c432d7b6-395e-4495-9cac-f25168c1b28f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:29.235553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c432d7b6-395e-4495-9cac-f25168c1b28f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:29.239184 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d51df-d778-4b48-96dd-786481ab3f9b req-6ce60bc5-bf65-40b1-bb44-3e4ebce5243e tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:29.240916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-625d51df-d778-4b48-96dd-786481ab3f9b req-6ce60bc5-bf65-40b1-bb44-3e4ebce5243e tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 943 time: 0.1576762 Aug 17 02:39:29.259802 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.273150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432d7b6-395e-4495-9cac-f25168c1b28f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=5fe750fd-0048-4aae-803e-07ced55202ed,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:29.307694 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ad10f30d-5038-4d82-8133-bff9cd02157a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1864657 Aug 17 02:39:29.310422 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39034) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:29.316919 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d2e6ae1f-3626-4b59-a5ae-23985bf881c8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'name': 'tempest-NetworksTestDHCPv6-1754443562'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:29.330610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432d7b6-395e-4495-9cac-f25168c1b28f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:29.331754 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c432d7b6-395e-4495-9cac-f25168c1b28f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.332350 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf,segment=NetworkSegment(73cbfc33-0a91-4165-beaa-9378ad02981d),segment_id=73cbfc33-0a91-4165-beaa-9378ad02981d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:29.343626 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-625d51df-d778-4b48-96dd-786481ab3f9b req-08adcdd7-38fc-49d4-ba70-e6757ae219cc tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957131 Aug 17 02:39:29.362834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cdad4d10-a878-4077-9545-89f272c2c11e None None] Provisioning for port 21c08bb6-c737-4f68-8a11-0f8f220872b1 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:29.376936 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cdad4d10-a878-4077-9545-89f272c2c11e None None] Provisioning complete for port 21c08bb6-c737-4f68-8a11-0f8f220872b1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:29.377347 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cdad4d10-a878-4077-9545-89f272c2c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.415892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-cdad4d10-a878-4077-9545-89f272c2c11e None None] Port 21c08bb6-c737-4f68-8a11-0f8f220872b1 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:29.419704 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.439086 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9847817e-06e9-48b8-be41-1d767232808a req-510efe65-94e0-42be-9a88-6065ff5d334e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Made reservation on behalf of bfc0da2911ce469596ea2cbdf9ad9ced for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:29.449001 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9847817e-06e9-48b8-be41-1d767232808a req-510efe65-94e0-42be-9a88-6065ff5d334e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.564246 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['932c6d30-b782-4988-a6b2-103f29bd1349'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:39:29.605756 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c432d7b6-395e-4495-9cac-f25168c1b28f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3293638 Aug 17 02:39:29.607871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39038) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:29.610859 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff885163-e94c-4528-9065-df3d6b294f1b req-f0b9388e-ecc9-4297-a5d5-234b589f6b98 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 210 time: 0.0450845 Aug 17 02:39:29.699325 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e6ae1f-3626-4b59-a5ae-23985bf881c8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:29.704243 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ae1f-3626-4b59-a5ae-23985bf881c8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.734808 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-9847817e-06e9-48b8-be41-1d767232808a req-510efe65-94e0-42be-9a88-6065ff5d334e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Allocated IP 172.20.0.9 (c2370959-6d24-42f8-8b5f-273d78403b0c/764c3736-195b-4464-8ea3-48fdcebbb5de/dcfbc717-fdc6-45c2-98f8-eebe8b579965) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:29.760707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-d2e6ae1f-3626-4b59-a5ae-23985bf881c8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 4af092fb-7168-4db0-b80f-b049f34f0a4d yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:39:29.861429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:29.873189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:29.873189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:29.873566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:29.874033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:29.874377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:29.874705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:29.875031 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:29.875356 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:29.875677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:29.876471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:29.876471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:29.876647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:29.901814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cdad4d10-a878-4077-9545-89f272c2c11e None None] Provisioning complete for port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:29.902179 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cdad4d10-a878-4077-9545-89f272c2c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.917080 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-d2e6ae1f-3626-4b59-a5ae-23985bf881c8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::3a5 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/d920da15-ec46-4239-8027-c468e1578a2b/4af092fb-7168-4db0-b80f-b049f34f0a4d) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:29.933354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': 'd920da15-ec46-4239-8027-c468e1578a2b'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:39:29.934215 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.941151 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9847817e-06e9-48b8-be41-1d767232808a req-510efe65-94e0-42be-9a88-6065ff5d334e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.956720 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-9847817e-06e9-48b8-be41-1d767232808a req-510efe65-94e0-42be-9a88-6065ff5d334e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Transition to ACTIVE for port object dcfbc717-fdc6-45c2-98f8-eebe8b579965 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:30.056908 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9847817e-06e9-48b8-be41-1d767232808a req-510efe65-94e0-42be-9a88-6065ff5d334e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.079465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91618c1d-d8dc-4076-8006-2ef70a0db9a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:30.087845 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-91618c1d-d8dc-4076-8006-2ef70a0db9a2 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4761281 Aug 17 02:39:30.088111 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39042) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:30.121975 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9847817e-06e9-48b8-be41-1d767232808a req-510efe65-94e0-42be-9a88-6065ff5d334e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Network c2370959-6d24-42f8-8b5f-273d78403b0c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:30.122713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-9847817e-06e9-48b8-be41-1d767232808a req-510efe65-94e0-42be-9a88-6065ff5d334e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:30.127912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9847817e-06e9-48b8-be41-1d767232808a req-510efe65-94e0-42be-9a88-6065ff5d334e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:30.187769 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa32f50-0e49-46ca-9fc4-8431546da46d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:30.195119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa32f50-0e49-46ca-9fc4-8431546da46d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:30.201106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa32f50-0e49-46ca-9fc4-8431546da46d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:30.205744 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-faa32f50-0e49-46ca-9fc4-8431546da46d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1137502 Aug 17 02:39:30.212322 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ae1f-3626-4b59-a5ae-23985bf881c8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.214327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39044) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:30.274987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd29bae-9c5c-4bc5-a885-b21a95959aab req-ef5f979a-071a-40e6-873f-264999871072 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:30.277670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-d2e6ae1f-3626-4b59-a5ae-23985bf881c8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 4af092fb-7168-4db0-b80f-b049f34f0a4d will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:30.290278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2dd29bae-9c5c-4bc5-a885-b21a95959aab req-ef5f979a-071a-40e6-873f-264999871072 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 945 time: 0.2648318 Aug 17 02:39:30.293230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510efe65-94e0-42be-9a88-6065ff5d334e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'Port': ['ID=dcfbc717-fdc6-45c2-98f8-eebe8b579965,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:30.347879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847817e-06e9-48b8-be41-1d767232808a req-510efe65-94e0-42be-9a88-6065ff5d334e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:30.349529 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9847817e-06e9-48b8-be41-1d767232808a req-510efe65-94e0-42be-9a88-6065ff5d334e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.377483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-72597bf3-bd2a-4762-a685-2c14e96d4054 None None] Provisioning complete for port 21c08bb6-c737-4f68-8a11-0f8f220872b1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:30.377759 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-72597bf3-bd2a-4762-a685-2c14e96d4054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.431075 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2dd29bae-9c5c-4bc5-a885-b21a95959aab req-3295f89d-2d23-4c2e-82be-1306b8acae2c tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/security-groups?id=669e96f3-2b4e-4887-80c1-a2f6dab467c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392655 Aug 17 02:39:30.437356 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4aa2cfd5-2b33-4222-8105-4f967b4185c6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 5fe750fd-0048-4aae-803e-07ced55202ed {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:30.437780 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4aa2cfd5-2b33-4222-8105-4f967b4185c6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.455560 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9847817e-06e9-48b8-be41-1d767232808a req-510efe65-94e0-42be-9a88-6065ff5d334e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3699555 Aug 17 02:39:30.465907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-72597bf3-bd2a-4762-a685-2c14e96d4054 None None] Port 21c08bb6-c737-4f68-8a11-0f8f220872b1 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:30.478076 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Request body: {'port': {'device_id': 'a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:30.550924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4aa2cfd5-2b33-4222-8105-4f967b4185c6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.562975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Allocated IP 2001:db8::2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/d920da15-ec46-4239-8027-c468e1578a2b/84593f1b-9337-4c5c-912c-d49ad9601b1f) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:30.564803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4aa2cfd5-2b33-4222-8105-4f967b4185c6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 5fe750fd-0048-4aae-803e-07ced55202ed owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:30.575142 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ae1f-3626-4b59-a5ae-23985bf881c8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.648347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6ae1f-3626-4b59-a5ae-23985bf881c8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=4af092fb-7168-4db0-b80f-b049f34f0a4d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:30.664763 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.689969 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e6ae1f-3626-4b59-a5ae-23985bf881c8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:30.694024 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-d2e6ae1f-3626-4b59-a5ae-23985bf881c8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:30.698018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e6ae1f-3626-4b59-a5ae-23985bf881c8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:30.703669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e6ae1f-3626-4b59-a5ae-23985bf881c8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:30.704302 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ae1f-3626-4b59-a5ae-23985bf881c8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.711203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-72597bf3-bd2a-4762-a685-2c14e96d4054 None None] Provisioning for port 5fe750fd-0048-4aae-803e-07ced55202ed completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:30.713880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:30.761561 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-72597bf3-bd2a-4762-a685-2c14e96d4054 None None] Provisioning complete for port 5fe750fd-0048-4aae-803e-07ced55202ed triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:30.761939 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-72597bf3-bd2a-4762-a685-2c14e96d4054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.788719 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaf65c-39ed-4f86-a1b0-ba68e4b49ee2 req-04618aaf-cff0-4173-be01-f2c9b4683073 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:30.795954 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1fbaf65c-39ed-4f86-a1b0-ba68e4b49ee2 req-04618aaf-cff0-4173-be01-f2c9b4683073 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 943 time: 0.1145906 Aug 17 02:39:30.808563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-72597bf3-bd2a-4762-a685-2c14e96d4054 None None] Port 5fe750fd-0048-4aae-803e-07ced55202ed cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:30.839441 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d2e6ae1f-3626-4b59-a5ae-23985bf881c8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5274756 Aug 17 02:39:30.842433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39054) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:30.853990 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5323a56e-4e48-4602-a152-0c7f79e67077 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:39:30.930590 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4aa2cfd5-2b33-4222-8105-4f967b4185c6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.983099 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1fbaf65c-39ed-4f86-a1b0-ba68e4b49ee2 req-f953a5b1-b1d3-46b7-ba7a-8f35e48fd1c8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861668 Aug 17 02:39:31.027683 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464537aa-234f-4426-a40f-f212d1510714 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:31.031516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-464537aa-234f-4426-a40f-f212d1510714 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1839657 Aug 17 02:39:31.038163 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39056) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:31.043239 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:31.047943 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.069512 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2cfd5-2b33-4222-8105-4f967b4185c6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=5fe750fd-0048-4aae-803e-07ced55202ed,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:31.103878 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.163684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Transition to ACTIVE for port object 84593f1b-9337-4c5c-912c-d49ad9601b1f will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:31.179335 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6ef16343-c347-46b3-80c8-ab957ff0b26c None None] Provisioning for port dcfbc717-fdc6-45c2-98f8-eebe8b579965 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:31.187446 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.212452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6ef16343-c347-46b3-80c8-ab957ff0b26c None None] Provisioning complete for port dcfbc717-fdc6-45c2-98f8-eebe8b579965 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:31.214019 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4aa2cfd5-2b33-4222-8105-4f967b4185c6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.216186 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4aa2cfd5-2b33-4222-8105-4f967b4185c6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/5fe750fd-0048-4aae-803e-07ced55202ed HTTP/1.1" status: 204 len: 168 time: 1.0008764 Aug 17 02:39:31.216940 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6ef16343-c347-46b3-80c8-ab957ff0b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.219021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39058) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:31.275573 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-397bff5f-f6d1-4eb9-aa62-376e7cc20e0e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] GET failed (client error): The resource could not be found. Aug 17 02:39:31.279814 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-397bff5f-f6d1-4eb9-aa62-376e7cc20e0e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/5fe750fd-0048-4aae-803e-07ced55202ed HTTP/1.1" status: 404 len: 333 time: 0.0571225 Aug 17 02:39:31.280086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39060) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:31.282506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Transition to ACTIVE for port object 84593f1b-9337-4c5c-912c-d49ad9601b1f will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:31.314493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 5323a56e-4e48-4602-a152-0c7f79e67077, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5323a56e-4e48-4602-a152-0c7f79e67077,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:31.325423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ad8ccde9-7418-4b13-9c6c-0424f8bb70a4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 4af092fb-7168-4db0-b80f-b049f34f0a4d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:31.326139 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad8ccde9-7418-4b13-9c6c-0424f8bb70a4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.345771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cda584-4d24-4455-9f2f-ecd43f1aa217 req-793adf9a-2e28-4997-b75a-6bb811159134 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:31.348311 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2cda584-4d24-4455-9f2f-ecd43f1aa217 req-793adf9a-2e28-4997-b75a-6bb811159134 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 931 time: 0.1445146 Aug 17 02:39:31.354174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-6ef16343-c347-46b3-80c8-ab957ff0b26c None None] Port dcfbc717-fdc6-45c2-98f8-eebe8b579965 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:31.355699 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '5323a56e-4e48-4602-a152-0c7f79e67077', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'port_id': '5323a56e-4e48-4602-a152-0c7f79e67077', 'mac_address': 'fa:16:3e:51:2a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:39:31.395064 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.419644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfbc717-fdc6-45c2-98f8-eebe8b579965 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:39:31.436721 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.447915 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:31.447915 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:31.451180 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:31.457734 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.459574 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Transition to ACTIVE for port object dcfbc717-fdc6-45c2-98f8-eebe8b579965 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:31.480340 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Pushing event updated for resources: {'Port': ['ID=84593f1b-9337-4c5c-912c-d49ad9601b1f,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:31.493054 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2cda584-4d24-4455-9f2f-ecd43f1aa217 req-1486cd2c-4397-4371-ba1e-d6f9dbb5f64d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186740 Aug 17 02:39:31.509297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5323a56e-4e48-4602-a152-0c7f79e67077 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:39:31.528301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-83832b3a-c9e9-47fa-9d02-b95c4679c635 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 21c08bb6-c737-4f68-8a11-0f8f220872b1 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:31.528650 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83832b3a-c9e9-47fa-9d02-b95c4679c635 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.537384 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.551459 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad8ccde9-7418-4b13-9c6c-0424f8bb70a4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.569637 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 5323a56e-4e48-4602-a152-0c7f79e67077, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5323a56e-4e48-4602-a152-0c7f79e67077,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:31.573745 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Attempting to bind port 84593f1b-9337-4c5c-912c-d49ad9601b1f on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:31.574812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Attempting to bind port 84593f1b-9337-4c5c-912c-d49ad9601b1f by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:31.576188 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Attempting to bind port 84593f1b-9337-4c5c-912c-d49ad9601b1f on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:31.582775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:31.584861 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:31.586603 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.587437 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:31.588165 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Bound port: 84593f1b-9337-4c5c-912c-d49ad9601b1f, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:31.588827 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.610939 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ad8ccde9-7418-4b13-9c6c-0424f8bb70a4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 4af092fb-7168-4db0-b80f-b049f34f0a4d owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:31.678842 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83832b3a-c9e9-47fa-9d02-b95c4679c635 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.706333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfbc717-fdc6-45c2-98f8-eebe8b579965,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:31.706507 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-83832b3a-c9e9-47fa-9d02-b95c4679c635 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 21c08bb6-c737-4f68-8a11-0f8f220872b1 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:31.722853 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.789223 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] For port 84593f1b-9337-4c5c-912c-d49ad9601b1f, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:31.805842 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=5323a56e-4e48-4602-a152-0c7f79e67077,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:31.823218 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] For port 84593f1b-9337-4c5c-912c-d49ad9601b1f, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=84593f1b-9337-4c5c-912c-d49ad9601b1f,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:31.900480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c607669-1f16-4edb-b869-5c883206edaa req-1bcb475e-2c0e-4692-9e3f-f3caf642b8ff tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:31.908542 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c607669-1f16-4edb-b869-5c883206edaa req-1bcb475e-2c0e-4692-9e3f-f3caf642b8ff tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 945 time: 0.1913474 Aug 17 02:39:31.912566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Attempting to bind port dcfbc717-fdc6-45c2-98f8-eebe8b579965 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:31.912890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Attempting to bind port dcfbc717-fdc6-45c2-98f8-eebe8b579965 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:31.913204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Attempting to bind port dcfbc717-fdc6-45c2-98f8-eebe8b579965 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:31.932906 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.933054 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Port dcfbc717-fdc6-45c2-98f8-eebe8b579965 on network c2370959-6d24-42f8-8b5f-273d78403b0c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:39:31.933054 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Attempting to bind port dcfbc717-fdc6-45c2-98f8-eebe8b579965 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:31.966980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:31.966980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Checking segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:31.966980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Bound using segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:31.966980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Bound port: dcfbc717-fdc6-45c2-98f8-eebe8b579965, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:31.966980 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.008998 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c607669-1f16-4edb-b869-5c883206edaa req-c317d865-0173-4e5d-9c26-09d991e63995 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/security-groups?id=669e96f3-2b4e-4887-80c1-a2f6dab467c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983510 Aug 17 02:39:32.031095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ba64a-7ec1-4f51-b452-63c010674016 None None] Pushing event updated for resources: {'Port': ['ID=84593f1b-9337-4c5c-912c-d49ad9601b1f,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:32.055696 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83832b3a-c9e9-47fa-9d02-b95c4679c635 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.104153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83832b3a-c9e9-47fa-9d02-b95c4679c635 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=21c08bb6-c737-4f68-8a11-0f8f220872b1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:32.138469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] For port dcfbc717-fdc6-45c2-98f8-eebe8b579965, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:32.171540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] For port dcfbc717-fdc6-45c2-98f8-eebe8b579965, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=dcfbc717-fdc6-45c2-98f8-eebe8b579965,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:32.195826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541caa3-4b83-4130-8f9a-a67a30cdd9d0 req-14b7a907-78fb-4391-9a80-9d3a1d30bbc9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:32.196156 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83832b3a-c9e9-47fa-9d02-b95c4679c635 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.204696 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-83832b3a-c9e9-47fa-9d02-b95c4679c635 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/21c08bb6-c737-4f68-8a11-0f8f220872b1 HTTP/1.1" status: 204 len: 168 time: 0.9210341 Aug 17 02:39:32.204966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e541caa3-4b83-4130-8f9a-a67a30cdd9d0 req-14b7a907-78fb-4391-9a80-9d3a1d30bbc9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 944 time: 0.0850532 Aug 17 02:39:32.205713 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39068) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:32.243851 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad8ccde9-7418-4b13-9c6c-0424f8bb70a4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.257336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['5323a56e-4e48-4602-a152-0c7f79e67077'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:39:32.258583 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d3bf7a-2343-4614-baa7-2f38aab69798 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] GET failed (client error): The resource could not be found. Aug 17 02:39:32.261821 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d6d3bf7a-2343-4614-baa7-2f38aab69798 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/21c08bb6-c737-4f68-8a11-0f8f220872b1 HTTP/1.1" status: 404 len: 333 time: 0.0513074 Aug 17 02:39:32.264907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39070) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:32.275157 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e541caa3-4b83-4130-8f9a-a67a30cdd9d0 req-3410583e-9214-468d-8aff-c93a706cda1a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703118 Aug 17 02:39:32.327007 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.343001 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:32.343808 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.345224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9847817e-06e9-48b8-be41-1d767232808a req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] 10.222.0.42 "PUT /v2.0/ports/dcfbc717-fdc6-45c2-98f8-eebe8b579965 HTTP/1.1" status: 200 len: 1092 time: 1.8754425 Aug 17 02:39:32.362671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30', 'tag': 'dcfbc717-fdc6-45c2-98f8-eebe8b579965'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:39:32.366714 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889fa392-c631-4029-a845-30cfac92ef86" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30", "tag": "dcfbc717-fdc6-45c2-98f8-eebe8b579965"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:39:32.371280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ccde9-7418-4b13-9c6c-0424f8bb70a4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=4af092fb-7168-4db0-b80f-b049f34f0a4d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:32.423123 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 932c6d30-b782-4988-a6b2-103f29bd1349 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:32.431431 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6da3d00-4568-48d5-9f85-2855179f2347 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting subnet 39d34967-ce42-4f9b-8259-ce135a08a860 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:39:32.444633 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6da3d00-4568-48d5-9f85-2855179f2347 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.455636 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad8ccde9-7418-4b13-9c6c-0424f8bb70a4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.460482 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ad8ccde9-7418-4b13-9c6c-0424f8bb70a4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/4af092fb-7168-4db0-b80f-b049f34f0a4d HTTP/1.1" status: 204 len: 168 time: 1.4193184 Aug 17 02:39:32.463164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39074) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:32.589078 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee18ad6-24c4-473a-b74f-bfabfec33aa3 x-openstack-request-id: req-2ee18ad6-24c4-473a-b74f-bfabfec33aa3 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:39:32.589406 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30", "tag": "dcfbc717-fdc6-45c2-98f8-eebe8b579965", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:39:32.589643 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ee18ad6-24c4-473a-b74f-bfabfec33aa3 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:39:32.590032 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30', 'tag': 'dcfbc717-fdc6-45c2-98f8-eebe8b579965', 'status': 'completed', 'code': 200} Aug 17 02:39:32.601006 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6da3d00-4568-48d5-9f85-2855179f2347 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.633280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad85c66-d8f0-4736-ba60-57ad2a271000 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfbc717-fdc6-45c2-98f8-eebe8b579965,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:32.741104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847817e-06e9-48b8-be41-1d767232808a req-c2716c5c-3466-478f-8a82-4be13e3d08db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:32.743101 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9847817e-06e9-48b8-be41-1d767232808a req-c2716c5c-3466-478f-8a82-4be13e3d08db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 1095 time: 0.2562010 Aug 17 02:39:32.770519 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9499e156-0e93-42c3-b562-05afcf0e988b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:32.772165 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9499e156-0e93-42c3-b562-05afcf0e988b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:32.776204 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9499e156-0e93-42c3-b562-05afcf0e988b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2967722 Aug 17 02:39:32.781541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39080) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:32.795336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 84593f1b-9337-4c5c-912c-d49ad9601b1f up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:32.801608 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6da3d00-4568-48d5-9f85-2855179f2347 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.831930 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 932c6d30-b782-4988-a6b2-103f29bd1349 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:32.841458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 932c6d30-b782-4988-a6b2-103f29bd1349 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:32.841917 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.858770 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9847817e-06e9-48b8-be41-1d767232808a req-5a32a2bc-23df-4088-bbb6-22327dba49f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcfbc717-fdc6-45c2-98f8-eebe8b579965 HTTP/1.1" status: 200 len: 217 time: 0.0945885 Aug 17 02:39:32.928195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d22e27-7d77-4c6a-a713-91c90dd3d251 req-06112419-dc7f-4950-b18d-f7ce087afa79 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:32.933894 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37d22e27-7d77-4c6a-a713-91c90dd3d251 req-06112419-dc7f-4950-b18d-f7ce087afa79 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 943 time: 0.2441649 Aug 17 02:39:32.950129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6ab9b9-c50f-4f63-b89b-c330f3500a6a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet d920da15-ec46-4239-8027-c468e1578a2b {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:39:32.972156 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab9b9-c50f-4f63-b89b-c330f3500a6a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.992812 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.003932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847817e-06e9-48b8-be41-1d767232808a req-e8f304bb-bcf7-4d6e-8409-6aef05359d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:33.006338 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9847817e-06e9-48b8-be41-1d767232808a req-e8f304bb-bcf7-4d6e-8409-6aef05359d8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.1384470 Aug 17 02:39:33.022001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb9234-b9f8-474a-9996-108a08c596fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932c6d30-b782-4988-a6b2-103f29bd1349'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:39:33.024425 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd092519-0101-4663-add0-1306d5dd1b1a" -d '{"events": [{"server_uuid": "99bb9234-b9f8-474a-9996-108a08c596fd", "name": "network-vif-plugged", "status": "completed", "tag": "932c6d30-b782-4988-a6b2-103f29bd1349"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:39:33.040988 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 932c6d30-b782-4988-a6b2-103f29bd1349, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=932c6d30-b782-4988-a6b2-103f29bd1349,segment=NetworkSegment(6a7c3489-3215-4541-b00d-643ee7f25532),segment_id=6a7c3489-3215-4541-b00d-643ee7f25532)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:33.063096 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37d22e27-7d77-4c6a-a713-91c90dd3d251 req-41beb8c9-0ac4-40fb-a39f-58424b1efb04 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216075 Aug 17 02:39:33.069288 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab9b9-c50f-4f63-b89b-c330f3500a6a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.095519 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6da3d00-4568-48d5-9f85-2855179f2347 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.145059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da3d00-4568-48d5-9f85-2855179f2347 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Subnet': ['ID=39d34967-ce42-4f9b-8259-ce135a08a860,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:33.148990 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6da3d00-4568-48d5-9f85-2855179f2347 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.153798 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b6da3d00-4568-48d5-9f85-2855179f2347 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/39d34967-ce42-4f9b-8259-ce135a08a860 HTTP/1.1" status: 204 len: 168 time: 0.8847983 Aug 17 02:39:33.154605 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 84593f1b-9337-4c5c-912c-d49ad9601b1f completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:33.160933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39086) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:33.168043 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3e0643-5a0b-4240-9c03-baa285984526 None None] Network 086e7726-9f88-4cf4-972a-20e491eec436 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:33.176783 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847817e-06e9-48b8-be41-1d767232808a req-21d4bed4-42dc-48a4-87d7-d427b236b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:33.182566 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9847817e-06e9-48b8-be41-1d767232808a req-21d4bed4-42dc-48a4-87d7-d427b236b1f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1637897 Aug 17 02:39:33.228789 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.279529 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d831493-23f3-4fa3-8421-33ff6fc66198 x-openstack-request-id: req-3d831493-23f3-4fa3-8421-33ff6fc66198 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:39:33.279911 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb9234-b9f8-474a-9996-108a08c596fd", "name": "network-vif-plugged", "status": "completed", "tag": "932c6d30-b782-4988-a6b2-103f29bd1349", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:39:33.280229 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d831493-23f3-4fa3-8421-33ff6fc66198 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:39:33.280683 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb9234-b9f8-474a-9996-108a08c596fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932c6d30-b782-4988-a6b2-103f29bd1349', 'code': 200} Aug 17 02:39:33.376951 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.411146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=932c6d30-b782-4988-a6b2-103f29bd1349,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:33.469730 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab9b9-c50f-4f63-b89b-c330f3500a6a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.503175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49862889-719c-41e2-bdd7-b3fb8fdef4bb req-b7314d52-b94a-4fed-8c87-6278ebf8c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:33.504809 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-49862889-719c-41e2-bdd7-b3fb8fdef4bb req-b7314d52-b94a-4fed-8c87-6278ebf8c7ff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 1098 time: 0.1167631 Aug 17 02:39:33.534619 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bc48c2-9eb3-4d0f-94b4-3b4eb1b213ec None None] DHCP port deletion for 086e7726-9f88-4cf4-972a-20e491eec436 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:39:33.555928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:33.560281 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.607798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2f69d-fc15-40bb-afbc-5b8503618f4c req-2c6e6663-e240-41b7-b8e4-3dce2b114a68 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:33.609456 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41b2f69d-fc15-40bb-afbc-5b8503618f4c req-2c6e6663-e240-41b7-b8e4-3dce2b114a68 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 946 time: 0.1832213 Aug 17 02:39:33.614201 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9847817e-06e9-48b8-be41-1d767232808a req-dbecd13c-160f-48a1-843e-a3ffd5590ac1 service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081292 Aug 17 02:39:33.641318 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc48c2-9eb3-4d0f-94b4-3b4eb1b213ec None None] Deleting port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:33.641887 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e7bc48c2-9eb3-4d0f-94b4-3b4eb1b213ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.662603 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-49862889-719c-41e2-bdd7-b3fb8fdef4bb req-66acfc4c-8931-4518-8f26-fe0a5bb15af4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=669e96f3-2b4e-4887-80c1-a2f6dab467c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479545 Aug 17 02:39:33.699414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] For port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf,segment=NetworkSegment(73cbfc33-0a91-4165-beaa-9378ad02981d),segment_id=73cbfc33-0a91-4165-beaa-9378ad02981d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:33.700089 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.720734 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:33.753903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41b2f69d-fc15-40bb-afbc-5b8503618f4c req-f7c7ac8e-b8f3-4747-bb2d-115ac6dfbc8a tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/security-groups?id=669e96f3-2b4e-4887-80c1-a2f6dab467c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321263 Aug 17 02:39:33.766430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e7bc48c2-9eb3-4d0f-94b4-3b4eb1b213ec None None] For port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf,segment=NetworkSegment(73cbfc33-0a91-4165-beaa-9378ad02981d),segment_id=73cbfc33-0a91-4165-beaa-9378ad02981d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:33.766430 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e7bc48c2-9eb3-4d0f-94b4-3b4eb1b213ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.792138 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc48c2-9eb3-4d0f-94b4-3b4eb1b213ec None None] Calling delete_port for ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:33.804130 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab9b9-c50f-4f63-b89b-c330f3500a6a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.858508 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f599be66-b030-46fa-832d-aeded2bdd44a None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:33.871772 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab9b9-c50f-4f63-b89b-c330f3500a6a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.873914 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0f6ab9b9-c50f-4f63-b89b-c330f3500a6a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/d920da15-ec46-4239-8027-c468e1578a2b HTTP/1.1" status: 204 len: 168 time: 1.0911794 Aug 17 02:39:33.876551 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39092) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:33.878504 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ab9b9-c50f-4f63-b89b-c330f3500a6a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=d920da15-ec46-4239-8027-c468e1578a2b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:33.931575 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9847817e-06e9-48b8-be41-1d767232808a req-e5ed6a0d-6e6a-4f55-a69b-4a7cd2ece59d service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026681 Aug 17 02:39:33.947381 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c8a59efe-1714-4a90-8c4a-07248fcbf625 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693495 Aug 17 02:39:33.948334 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.950529 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39094) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:33.954580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9de42f-0682-4b6d-9c92-6af7901db422 req-114aae1d-4907-40c9-95cb-41e24b00e93c tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:33.956286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f9de42f-0682-4b6d-9c92-6af7901db422 req-114aae1d-4907-40c9-95cb-41e24b00e93c tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 944 time: 0.0646510 Aug 17 02:39:33.960886 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-4e18a211-9e8e-46b0-ac87-1017973cdaac tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:34.028600 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f9de42f-0682-4b6d-9c92-6af7901db422 req-1f042e4e-71bc-40b6-8759-5bee7996700b tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638101 Aug 17 02:39:34.080149 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-531ed723-978d-4439-9cea-2464b4bb45b1 None None] Provisioning for port 84593f1b-9337-4c5c-912c-d49ad9601b1f completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:34.087924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-531ed723-978d-4439-9cea-2464b4bb45b1 None None] Provisioning complete for port 84593f1b-9337-4c5c-912c-d49ad9601b1f triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:34.088436 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-531ed723-978d-4439-9cea-2464b4bb45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.090649 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e7bc48c2-9eb3-4d0f-94b4-3b4eb1b213ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.102521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:34.115819 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No DVR routers for this DVR port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:39:34.163314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc48c2-9eb3-4d0f-94b4-3b4eb1b213ec None None] Pushing event deleted for resources: {'Port': ['ID=ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:34.174120 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc48c2-9eb3-4d0f-94b4-3b4eb1b213ec None None] No DVR routers for this DVR port ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:39:34.281840 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-531ed723-978d-4439-9cea-2464b4bb45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.330894 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.351805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fa392-c631-4029-a845-30cfac92ef86 req-454d497b-a991-4482-80c7-680c1de7924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:34.353310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-531ed723-978d-4439-9cea-2464b4bb45b1 None None] For port 84593f1b-9337-4c5c-912c-d49ad9601b1f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=84593f1b-9337-4c5c-912c-d49ad9601b1f,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:34.353446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-889fa392-c631-4029-a845-30cfac92ef86 req-454d497b-a991-4482-80c7-680c1de7924e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 1095 time: 0.1170313 Aug 17 02:39:34.356848 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60041309-8387-472b-bcfa-65d7644227e2 None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:39:34.357392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086e7726-9f88-4cf4-972a-20e491eec436']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:34.395220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cbfc33-0a91-4165-beaa-9378ad02981d') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:34.395563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cbfc33-0a91-4165-beaa-9378ad02981d') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:34.419331 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-531ed723-978d-4439-9cea-2464b4bb45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.427825 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.453010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e18a211-9e8e-46b0-ac87-1017973cdaac tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:34.456691 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e18a211-9e8e-46b0-ac87-1017973cdaac tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.470997 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-60041309-8387-472b-bcfa-65d7644227e2 None None] Deleting port 84593f1b-9337-4c5c-912c-d49ad9601b1f {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:34.471538 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60041309-8387-472b-bcfa-65d7644227e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.499095 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.556257 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ed723-978d-4439-9cea-2464b4bb45b1 None None] Pushing event updated for resources: {'Port': ['ID=84593f1b-9337-4c5c-912c-d49ad9601b1f,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:34.577677 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:39:34.578089 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:39:34.595481 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:39:34.603401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-60041309-8387-472b-bcfa-65d7644227e2 None None] For port 84593f1b-9337-4c5c-912c-d49ad9601b1f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=84593f1b-9337-4c5c-912c-d49ad9601b1f,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:34.603401 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60041309-8387-472b-bcfa-65d7644227e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.634093 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-60041309-8387-472b-bcfa-65d7644227e2 None None] Calling delete_port for 84593f1b-9337-4c5c-912c-d49ad9601b1f owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:34.663453 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 84593f1b-9337-4c5c-912c-d49ad9601b1f no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:39:34.874214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80440fe6-77c0-44cb-ac4c-5195a9f43eb2 req-6175e81a-f907-45d7-abb8-17216956ba89 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:34.876527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80440fe6-77c0-44cb-ac4c-5195a9f43eb2 req-6175e81a-f907-45d7-abb8-17216956ba89 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 943 time: 0.5045936 Aug 17 02:39:34.882061 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fa392-c631-4029-a845-30cfac92ef86 req-187b6ff7-fb22-4205-b0ce-d94460a9124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:34.884285 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-889fa392-c631-4029-a845-30cfac92ef86 req-187b6ff7-fb22-4205-b0ce-d94460a9124f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.5236406 Aug 17 02:39:34.888883 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5323a56e-4e48-4602-a152-0c7f79e67077 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:34.914259 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.922290 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.928452 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/networks/086e7726-9f88-4cf4-972a-20e491eec436 HTTP/1.1" status: 204 len: 168 time: 1.7617366 Aug 17 02:39:34.929174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39102) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:34.936187 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.945360 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a17cec51-6012-4ee2-adb7-4b83c5e9f521 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-396079164'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:34.962806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e77e7-8dbc-4821-b28e-983e96e75ef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Network': ['ID=086e7726-9f88-4cf4-972a-20e491eec436,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:34.984398 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60041309-8387-472b-bcfa-65d7644227e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.999472 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80440fe6-77c0-44cb-ac4c-5195a9f43eb2 req-e33ff9bf-6364-4a3e-bc48-9f012de78ed8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140518 Aug 17 02:39:35.001341 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-889fa392-c631-4029-a845-30cfac92ef86 req-41df2d82-29af-4098-8860-beba4e81703f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcfbc717-fdc6-45c2-98f8-eebe8b579965 HTTP/1.1" status: 200 len: 217 time: 0.1084027 Aug 17 02:39:35.041193 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:39:35.068138 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60041309-8387-472b-bcfa-65d7644227e2 None None] Pushing event deleted for resources: {'Port': ['ID=84593f1b-9337-4c5c-912c-d49ad9601b1f,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:35.072547 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60041309-8387-472b-bcfa-65d7644227e2 None None] No DVR routers for this DVR port 84593f1b-9337-4c5c-912c-d49ad9601b1f on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:39:35.081478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fa392-c631-4029-a845-30cfac92ef86 req-edab3651-4a4f-40b5-be24-a96aee27cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:35.086422 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-889fa392-c631-4029-a845-30cfac92ef86 req-edab3651-4a4f-40b5-be24-a96aee27cd7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0760894 Aug 17 02:39:35.101381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 5323a56e-4e48-4602-a152-0c7f79e67077 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:35.103545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:39:35.103907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ff4b5ff2-19ac-4f30-a4bd-b2c9756bfecf not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:39:35.108110 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 5323a56e-4e48-4602-a152-0c7f79e67077 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:35.108633 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.132617 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17cec51-6012-4ee2-adb7-4b83c5e9f521 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:35.141425 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17cec51-6012-4ee2-adb7-4b83c5e9f521 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.196086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17cec51-6012-4ee2-adb7-4b83c5e9f521 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:39:35.206167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fa392-c631-4029-a845-30cfac92ef86 req-14f3e31e-76e0-4c18-9fec-c4132bcc678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:35.213356 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17cec51-6012-4ee2-adb7-4b83c5e9f521 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.213715 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-a17cec51-6012-4ee2-adb7-4b83c5e9f521 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Added segment eeee5966-84f9-4fd4-be7b-23e4970f00f4 of type vlan for network 2647e610-38c8-403b-a8be-be0d6c936707 Aug 17 02:39:35.215321 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-889fa392-c631-4029-a845-30cfac92ef86 req-14f3e31e-76e0-4c18-9fec-c4132bcc678a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923281 Aug 17 02:39:35.222867 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.281377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 5323a56e-4e48-4602-a152-0c7f79e67077, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5323a56e-4e48-4602-a152-0c7f79e67077,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:35.282509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb5b957-680f-4007-a97a-ad2c2a07739a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5323a56e-4e48-4602-a152-0c7f79e67077'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:39:35.285646 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8abf0a-6390-4610-9fb8-ef4348362d84" -d '{"events": [{"server_uuid": "ffb5b957-680f-4007-a97a-ad2c2a07739a", "name": "network-vif-plugged", "status": "completed", "tag": "5323a56e-4e48-4602-a152-0c7f79e67077"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:39:35.292024 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17cec51-6012-4ee2-adb7-4b83c5e9f521 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.349679 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e18a211-9e8e-46b0-ac87-1017973cdaac tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.374239 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.375739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d60025-8a91-45e8-bdfc-22cc1f5b4be9 req-f9e6910a-608d-4828-ae93-9411778b7b73 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:35.376724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47d60025-8a91-45e8-bdfc-22cc1f5b4be9 req-f9e6910a-608d-4828-ae93-9411778b7b73 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 946 time: 0.1169019 Aug 17 02:39:35.399175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-889fa392-c631-4029-a845-30cfac92ef86 req-cd661f75-f0b8-4308-8fbd-db60a0a8d98c service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661510 Aug 17 02:39:35.399381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e18a211-9e8e-46b0-ac87-1017973cdaac tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:35.402625 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-4e18a211-9e8e-46b0-ac87-1017973cdaac tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:35.405717 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e18a211-9e8e-46b0-ac87-1017973cdaac tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:35.406313 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e18a211-9e8e-46b0-ac87-1017973cdaac tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.424097 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18a211-9e8e-46b0-ac87-1017973cdaac tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=49efd805-6191-46eb-a716-8186d2b82b97,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:35.429649 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17cec51-6012-4ee2-adb7-4b83c5e9f521 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.436754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17cec51-6012-4ee2-adb7-4b83c5e9f521 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:35.441454 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17cec51-6012-4ee2-adb7-4b83c5e9f521 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.441586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=5323a56e-4e48-4602-a152-0c7f79e67077,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:35.441586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0a1418-62b8-4e11-b756-9c620333a81b None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:35.504184 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4e18a211-9e8e-46b0-ac87-1017973cdaac tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5484908 Aug 17 02:39:35.506377 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39110) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:35.513406 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9d464553-458d-439d-8b53-5a959dbfb43c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'name': 'tempest-NetworksTestDHCPv6-1343437668'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:35.526268 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47d60025-8a91-45e8-bdfc-22cc1f5b4be9 req-30678991-b90b-44a6-9a08-ffcd12b3149f tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/security-groups?id=669e96f3-2b4e-4887-80c1-a2f6dab467c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390584 Aug 17 02:39:35.582636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-889fa392-c631-4029-a845-30cfac92ef86 req-51b03479-ef20-4451-8b57-a92ef63c6e9f service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754894 Aug 17 02:39:35.594158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cec51-6012-4ee2-adb7-4b83c5e9f521 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Network': ['ID=2647e610-38c8-403b-a8be-be0d6c936707,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:35.613563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39112) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:35.614057 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a17cec51-6012-4ee2-adb7-4b83c5e9f521 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6805792 Aug 17 02:39:35.621634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-8f21718c-1a97-4736-8e30-d48a6b7809ae tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'subnet': {'network_id': '2647e610-38c8-403b-a8be-be0d6c936707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:35.663444 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 2647e610-38c8-403b-a8be-be0d6c936707 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:39:35.752731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04b0f8-5464-4030-9e3f-2f855a0211c8 req-a625a8de-01df-4e1f-8629-330e81afc5b9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:35.754451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d04b0f8-5464-4030-9e3f-2f855a0211c8 req-a625a8de-01df-4e1f-8629-330e81afc5b9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.1101012 Aug 17 02:39:35.779850 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d464553-458d-439d-8b53-5a959dbfb43c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:35.785712 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d464553-458d-439d-8b53-5a959dbfb43c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.814048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d04b0f8-5464-4030-9e3f-2f855a0211c8 req-5a441bdf-59c5-4b0b-9779-a695eb29d62e tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511296 Aug 17 02:39:35.831918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-9d464553-458d-439d-8b53-5a959dbfb43c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 070990e6-50f5-4536-99b2-9efda4fd2e11 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:39:35.857922 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': '49efd805-6191-46eb-a716-8186d2b82b97'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:39:35.857922 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.905466 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f21718c-1a97-4736-8e30-d48a6b7809ae tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:35.910229 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f21718c-1a97-4736-8e30-d48a6b7809ae tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.976912 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-9d464553-458d-439d-8b53-5a959dbfb43c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::1f6 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/49efd805-6191-46eb-a716-8186d2b82b97/070990e6-50f5-4536-99b2-9efda4fd2e11) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:35.994825 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b0e581-1545-43a1-a0d7-3bf509213fb6 x-openstack-request-id: req-c9b0e581-1545-43a1-a0d7-3bf509213fb6 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:39:35.995609 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb5b957-680f-4007-a97a-ad2c2a07739a", "name": "network-vif-plugged", "status": "completed", "tag": "5323a56e-4e48-4602-a152-0c7f79e67077", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:39:35.995609 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9b0e581-1545-43a1-a0d7-3bf509213fb6 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:39:35.995927 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb5b957-680f-4007-a97a-ad2c2a07739a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5323a56e-4e48-4602-a152-0c7f79e67077', 'code': 200} Aug 17 02:39:36.189859 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d464553-458d-439d-8b53-5a959dbfb43c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:36.206239 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-9d464553-458d-439d-8b53-5a959dbfb43c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 070990e6-50f5-4536-99b2-9efda4fd2e11 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:36.208703 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d69214-d31b-4d7c-9a6e-8b65c8b5d698 req-f4681d61-1619-44f7-9010-aab1ec04b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:36.210255 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8d69214-d31b-4d7c-9a6e-8b65c8b5d698 req-f4681d61-1619-44f7-9010-aab1ec04b66a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 1097 time: 0.0924654 Aug 17 02:39:36.218731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7693f-b1f2-410f-aefa-1c4415bdd959 req-5e11ce3b-b564-44bc-a94c-c295594cf842 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:36.220197 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4ee7693f-b1f2-410f-aefa-1c4415bdd959 req-5e11ce3b-b564-44bc-a94c-c295594cf842 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 943 time: 0.1012948 Aug 17 02:39:36.266473 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8d69214-d31b-4d7c-9a6e-8b65c8b5d698 req-bc10daaf-78bd-4052-8967-f52293bb1d91 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452960 Aug 17 02:39:36.283336 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4ee7693f-b1f2-410f-aefa-1c4415bdd959 req-54a59b0b-639f-4cff-8f3b-9262c69d9026 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552087 Aug 17 02:39:36.308918 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f21718c-1a97-4736-8e30-d48a6b7809ae tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:36.344936 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d464553-458d-439d-8b53-5a959dbfb43c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:36.392880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21718c-1a97-4736-8e30-d48a6b7809ae tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Subnet': ['ID=2021591d-a11a-4c0b-b049-70b86e554888,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:36.397370 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21718c-1a97-4736-8e30-d48a6b7809ae tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Checking segment: {'id': 'eeee5966-84f9-4fd4-be7b-23e4970f00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2647e610-38c8-403b-a8be-be0d6c936707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:36.397784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f21718c-1a97-4736-8e30-d48a6b7809ae tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network hostable DHCP agents. Network: 2647e610-38c8-403b-a8be-be0d6c936707, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:39:36.400473 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Allocated IP 2001:db8::2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/49efd805-6191-46eb-a716-8186d2b82b97/38a2f62a-ce35-4785-82cb-07b780f25d0c) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:36.422188 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d464553-458d-439d-8b53-5a959dbfb43c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:36.426247 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d464553-458d-439d-8b53-5a959dbfb43c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=070990e6-50f5-4536-99b2-9efda4fd2e11,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:36.429174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9d464553-458d-439d-8b53-5a959dbfb43c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:36.431266 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d464553-458d-439d-8b53-5a959dbfb43c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:36.437463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d464553-458d-439d-8b53-5a959dbfb43c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:36.437627 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d464553-458d-439d-8b53-5a959dbfb43c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:36.522788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f21718c-1a97-4736-8e30-d48a6b7809ae tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 2647e610-38c8-403b-a8be-be0d6c936707 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:39:36.526309 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9d464553-458d-439d-8b53-5a959dbfb43c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0164695 Aug 17 02:39:36.527050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39118) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:36.582327 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:36.589366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b34799-3475-4196-8588-c4f5af0658c2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:36.590919 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-81b34799-3475-4196-8588-c4f5af0658c2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0627949 Aug 17 02:39:36.594161 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39122) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:36.594377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Transition to ACTIVE for port object 38a2f62a-ce35-4785-82cb-07b780f25d0c will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:36.610621 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Transition to ACTIVE for port object 38a2f62a-ce35-4785-82cb-07b780f25d0c will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:36.651201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-8f21718c-1a97-4736-8e30-d48a6b7809ae tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 2647e610-38c8-403b-a8be-be0d6c936707) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:36.659855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f21718c-1a97-4736-8e30-d48a6b7809ae tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:36.660973 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f21718c-1a97-4736-8e30-d48a6b7809ae tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:36.666137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7c97c0-15cf-45d1-aa83-735e228b776d None None] Network 2647e610-38c8-403b-a8be-be0d6c936707 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:36.685523 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:36.718700 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ad522372-7ef6-47df-872b-7bb394ca03df tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 070990e6-50f5-4536-99b2-9efda4fd2e11 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:36.719102 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad522372-7ef6-47df-872b-7bb394ca03df tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:36.746193 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8f21718c-1a97-4736-8e30-d48a6b7809ae tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1304293 Aug 17 02:39:36.748952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39126) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:36.754480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-87d172db-2948-4546-bf6c-a42304d68763 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1760450665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:36.759378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:36.767333 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:36.772634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:36.787148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Pushing event updated for resources: {'Port': ['ID=38a2f62a-ce35-4785-82cb-07b780f25d0c,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:36.838958 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbfac9-290d-447d-a19e-42628642ab69 req-ea8b21d4-74f5-469a-a2a0-532f58f35478 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:36.841518 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61bbfac9-290d-447d-a19e-42628642ab69 req-ea8b21d4-74f5-469a-a2a0-532f58f35478 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 946 time: 0.0770950 Aug 17 02:39:36.844105 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad522372-7ef6-47df-872b-7bb394ca03df tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:36.858846 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ad522372-7ef6-47df-872b-7bb394ca03df tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 070990e6-50f5-4536-99b2-9efda4fd2e11 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:36.860235 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Attempting to bind port 38a2f62a-ce35-4785-82cb-07b780f25d0c on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:36.860619 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Attempting to bind port 38a2f62a-ce35-4785-82cb-07b780f25d0c by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:36.861219 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Attempting to bind port 38a2f62a-ce35-4785-82cb-07b780f25d0c on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:36.888259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:36.888632 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:36.889053 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:36.889498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:36.889991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Bound port: 38a2f62a-ce35-4785-82cb-07b780f25d0c, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:36.890387 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:36.901892 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61bbfac9-290d-447d-a19e-42628642ab69 req-ce54b53b-5c49-40ec-b1e9-676333d70b75 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/security-groups?id=669e96f3-2b4e-4887-80c1-a2f6dab467c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548217 Aug 17 02:39:36.932336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87d172db-2948-4546-bf6c-a42304d68763 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:36.934108 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87d172db-2948-4546-bf6c-a42304d68763 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:36.971067 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-2647e610-38c8-403b-a8be-be0d6c936707', 'network_id': '2647e610-38c8-403b-a8be-be0d6c936707', 'tenant_id': '205c143cd1e3429cabb98b6f46d9015d', 'fixed_ips': [{'subnet_id': '2021591d-a11a-4c0b-b049-70b86e554888'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:39:36.971970 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.019994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] For port 38a2f62a-ce35-4785-82cb-07b780f25d0c, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:37.026091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] For port 38a2f62a-ce35-4785-82cb-07b780f25d0c, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=38a2f62a-ce35-4785-82cb-07b780f25d0c,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:37.040196 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87d172db-2948-4546-bf6c-a42304d68763 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.063903 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ca37d-faaa-46f1-833c-eac1f958163c req-33ef17c5-f808-4339-80f6-bc0ebe0306d2 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:37.065424 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e7ca37d-faaa-46f1-833c-eac1f958163c req-33ef17c5-f808-4339-80f6-bc0ebe0306d2 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0852878 Aug 17 02:39:37.099579 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.109002 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e7ca37d-faaa-46f1-833c-eac1f958163c req-5cea27c6-cfbd-465f-8273-33172a780e42 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344553 Aug 17 02:39:37.146116 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87d172db-2948-4546-bf6c-a42304d68763 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.146470 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad522372-7ef6-47df-872b-7bb394ca03df tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.205571 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c95e7-07d2-4876-8793-1a3e428fdfc9 None None] Pushing event updated for resources: {'Port': ['ID=38a2f62a-ce35-4785-82cb-07b780f25d0c,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:37.209954 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Allocated IP 172.20.0.2 (2647e610-38c8-403b-a8be-be0d6c936707/2021591d-a11a-4c0b-b049-70b86e554888/944f9155-7127-4cd2-b258-7a0ce9984443) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:37.230746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad522372-7ef6-47df-872b-7bb394ca03df tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=070990e6-50f5-4536-99b2-9efda4fd2e11,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:37.233681 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad522372-7ef6-47df-872b-7bb394ca03df tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.235902 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ad522372-7ef6-47df-872b-7bb394ca03df tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/070990e6-50f5-4536-99b2-9efda4fd2e11 HTTP/1.1" status: 204 len: 168 time: 0.6407123 Aug 17 02:39:37.245011 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39136) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:37.278333 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87d172db-2948-4546-bf6c-a42304d68763 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.278333 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-87d172db-2948-4546-bf6c-a42304d68763 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5275595 Aug 17 02:39:37.282686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39138) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:37.298475 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002480a1-f471-4fa3-b685-70cdf2b789fc req-a0cc308b-d1ef-4bae-b4c7-01037d1e0b57 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:37.300932 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-002480a1-f471-4fa3-b685-70cdf2b789fc req-a0cc308b-d1ef-4bae-b4c7-01037d1e0b57 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.1011353 Aug 17 02:39:37.306004 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-036d1dbc-5a59-4651-b09b-eb1099f55759 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'network_id': '2647e610-38c8-403b-a8be-be0d6c936707', 'name': 'tempest-PortsTestJSON-1420841943'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:37.352021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050abb76-076f-4d38-8d49-f5993df91204 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:37.353654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050abb76-076f-4d38-8d49-f5993df91204 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:37.355443 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-050abb76-076f-4d38-8d49-f5993df91204 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1146145 Aug 17 02:39:37.361471 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39142) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:37.420523 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-002480a1-f471-4fa3-b685-70cdf2b789fc req-00fe0fa8-9a71-4a9c-812b-4ff524f6cffb tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068830 Aug 17 02:39:37.466500 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.482788 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Transition to ACTIVE for port object 944f9155-7127-4cd2-b258-7a0ce9984443 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:37.493722 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f44370f-4c8b-4d6c-b327-160803a921de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 49efd805-6191-46eb-a716-8186d2b82b97 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:39:37.498899 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f44370f-4c8b-4d6c-b327-160803a921de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.525937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Transition to ACTIVE for port object 944f9155-7127-4cd2-b258-7a0ce9984443 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:37.590477 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f44370f-4c8b-4d6c-b327-160803a921de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.674749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e556303-fd99-4285-846c-52a5273898a0 req-67032b86-b1f2-4e48-8033-31b28b148dce tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:37.674749 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e556303-fd99-4285-846c-52a5273898a0 req-67032b86-b1f2-4e48-8033-31b28b148dce tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 946 time: 0.0655415 Aug 17 02:39:37.675951 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036d1dbc-5a59-4651-b09b-eb1099f55759 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:37.679888 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.680428 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-036d1dbc-5a59-4651-b09b-eb1099f55759 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.709315 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f44370f-4c8b-4d6c-b327-160803a921de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.715971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-036d1dbc-5a59-4651-b09b-eb1099f55759 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port 5b4af566-e849-454e-a47f-be7a489f71b3 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:39:37.736698 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Network 2647e610-38c8-403b-a8be-be0d6c936707 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:37.741296 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:37.753223 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:37.779344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Pushing event updated for resources: {'Port': ['ID=944f9155-7127-4cd2-b258-7a0ce9984443,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:37.835208 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e556303-fd99-4285-846c-52a5273898a0 req-e160660d-d180-4fc5-a611-5bd327d584db tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/security-groups?id=669e96f3-2b4e-4887-80c1-a2f6dab467c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507158 Aug 17 02:39:37.875500 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Attempting to bind port 944f9155-7127-4cd2-b258-7a0ce9984443 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:37.875905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Attempting to bind port 944f9155-7127-4cd2-b258-7a0ce9984443 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'eeee5966-84f9-4fd4-be7b-23e4970f00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2647e610-38c8-403b-a8be-be0d6c936707'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:37.876495 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Attempting to bind port 944f9155-7127-4cd2-b258-7a0ce9984443 on network 2647e610-38c8-403b-a8be-be0d6c936707 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:37.884076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:37.889527 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Checking segment: {'id': 'eeee5966-84f9-4fd4-be7b-23e4970f00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2647e610-38c8-403b-a8be-be0d6c936707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:37.889527 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.889527 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Bound using segment: {'id': 'eeee5966-84f9-4fd4-be7b-23e4970f00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2647e610-38c8-403b-a8be-be0d6c936707'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:37.889527 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Bound port: 944f9155-7127-4cd2-b258-7a0ce9984443, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeee5966-84f9-4fd4-be7b-23e4970f00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2647e610-38c8-403b-a8be-be0d6c936707'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:37.889527 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.923040 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f44370f-4c8b-4d6c-b327-160803a921de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.939466 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-036d1dbc-5a59-4651-b09b-eb1099f55759 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Allocated IP 172.20.0.9 (2647e610-38c8-403b-a8be-be0d6c936707/2021591d-a11a-4c0b-b049-70b86e554888/5b4af566-e849-454e-a47f-be7a489f71b3) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:37.953377 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44370f-4c8b-4d6c-b327-160803a921de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=49efd805-6191-46eb-a716-8186d2b82b97,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:37.966772 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f44370f-4c8b-4d6c-b327-160803a921de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.972913 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3f44370f-4c8b-4d6c-b327-160803a921de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/49efd805-6191-46eb-a716-8186d2b82b97 HTTP/1.1" status: 204 len: 168 time: 0.6063449 Aug 17 02:39:37.973200 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a36dab95-6019-41b2-a62f-2857fd455c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.973326 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39146) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:38.041180 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] For port 944f9155-7127-4cd2-b258-7a0ce9984443, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:38.059681 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] For port 944f9155-7127-4cd2-b258-7a0ce9984443, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=944f9155-7127-4cd2-b258-7a0ce9984443,segment=NetworkSegment(eeee5966-84f9-4fd4-be7b-23e4970f00f4),segment_id=eeee5966-84f9-4fd4-be7b-23e4970f00f4)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:38.165442 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:38.228424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978ae79-c889-4713-ad5a-57e24e28a475 req-a156a59d-5490-4478-acba-2564210a970e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:38.246268 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a978ae79-c889-4713-ad5a-57e24e28a475 req-a156a59d-5490-4478-acba-2564210a970e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1672230 Aug 17 02:39:38.274494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53231eb-286a-4f58-b55e-9b19ef8a0176 None None] Pushing event updated for resources: {'Port': ['ID=944f9155-7127-4cd2-b258-7a0ce9984443,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:38.319251 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-036d1dbc-5a59-4651-b09b-eb1099f55759 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:38.332699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a978ae79-c889-4713-ad5a-57e24e28a475 req-c75c8288-6922-4cff-ac6f-8d2620ea8a44 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853357 Aug 17 02:39:38.379578 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-036d1dbc-5a59-4651-b09b-eb1099f55759 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Transition to ACTIVE for port object 5b4af566-e849-454e-a47f-be7a489f71b3 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:38.449992 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-32e9c2db-04b5-429c-b4ab-dfbddcbc9699 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4684818 Aug 17 02:39:38.452033 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39150) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:38.459251 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-63ed2f39-d5a4-45f9-9747-78bc728f5a00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:38.527716 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b596d3e-6e4f-4730-878f-fce74885e721 req-7d95ac72-0038-4469-a3d5-de0d787dbc66 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:38.529548 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b596d3e-6e4f-4730-878f-fce74885e721 req-7d95ac72-0038-4469-a3d5-de0d787dbc66 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 943 time: 0.1147783 Aug 17 02:39:38.591617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceabb91e-80dd-41f9-88dc-3a70a16ce727 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:38.602841 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-036d1dbc-5a59-4651-b09b-eb1099f55759 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:38.679146 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036d1dbc-5a59-4651-b09b-eb1099f55759 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 2647e610-38c8-403b-a8be-be0d6c936707 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:38.704655 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-036d1dbc-5a59-4651-b09b-eb1099f55759 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:38.736706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d1dbc-5a59-4651-b09b-eb1099f55759 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:38.753575 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ed2f39-d5a4-45f9-9747-78bc728f5a00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:38.758928 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63ed2f39-d5a4-45f9-9747-78bc728f5a00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:38.774139 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 38a2f62a-ce35-4785-82cb-07b780f25d0c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:38.784148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-66e3e80d-c857-414d-b55b-05b028db277a None None] Provisioning for port 38a2f62a-ce35-4785-82cb-07b780f25d0c completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:38.820631 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b596d3e-6e4f-4730-878f-fce74885e721 req-59f971eb-fe06-4012-8ffe-3a717aa12532 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629325 Aug 17 02:39:38.824931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d1dbc-5a59-4651-b09b-eb1099f55759 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=5b4af566-e849-454e-a47f-be7a489f71b3,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:38.895640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d1dbc-5a59-4651-b09b-eb1099f55759 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:38.896321 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-036d1dbc-5a59-4651-b09b-eb1099f55759 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:38.973290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a091d-b29f-4887-aaa7-4acdbdb42d60 None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:39:38.987890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 38a2f62a-ce35-4785-82cb-07b780f25d0c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:39.026691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c86d9-0885-4a05-961f-98a2d106f40a req-8ae1ebb5-7672-4ce4-9837-233b1a6480bf tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:39.034999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 38a2f62a-ce35-4785-82cb-07b780f25d0c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:39.035956 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.040638 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-308c86d9-0885-4a05-961f-98a2d106f40a req-8ae1ebb5-7672-4ce4-9837-233b1a6480bf tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 946 time: 0.1149039 Aug 17 02:39:39.043905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-036d1dbc-5a59-4651-b09b-eb1099f55759 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7594924 Aug 17 02:39:39.048345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39156) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:39.132593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e05a091d-b29f-4887-aaa7-4acdbdb42d60 None None] Deleting port 38a2f62a-ce35-4785-82cb-07b780f25d0c {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:39.133132 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e05a091d-b29f-4887-aaa7-4acdbdb42d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.222985 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63ed2f39-d5a4-45f9-9747-78bc728f5a00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.243290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-308c86d9-0885-4a05-961f-98a2d106f40a req-17276aa3-1713-40cf-98c6-84df435a2bd8 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/security-groups?id=669e96f3-2b4e-4887-80c1-a2f6dab467c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973054 Aug 17 02:39:39.262236 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.291936 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e05a091d-b29f-4887-aaa7-4acdbdb42d60 None None] For port 38a2f62a-ce35-4785-82cb-07b780f25d0c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=38a2f62a-ce35-4785-82cb-07b780f25d0c,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:39.292342 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e05a091d-b29f-4887-aaa7-4acdbdb42d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.295095 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39158) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:39.299636 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed2f39-d5a4-45f9-9747-78bc728f5a00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=eb57a7b5-d9cc-4a59-84c3-4380a2cca210,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:39.318171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e05a091d-b29f-4887-aaa7-4acdbdb42d60 None None] Calling delete_port for 38a2f62a-ce35-4785-82cb-07b780f25d0c owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:39.321073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 38a2f62a-ce35-4785-82cb-07b780f25d0c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=38a2f62a-ce35-4785-82cb-07b780f25d0c,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:39.324776 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed2f39-d5a4-45f9-9747-78bc728f5a00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:39.327030 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-63ed2f39-d5a4-45f9-9747-78bc728f5a00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:39.330684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ed2f39-d5a4-45f9-9747-78bc728f5a00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:39.331804 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63ed2f39-d5a4-45f9-9747-78bc728f5a00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.431253 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.475206 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-63ed2f39-d5a4-45f9-9747-78bc728f5a00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0217531 Aug 17 02:39:39.477704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39162) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:39.483239 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e69a040f-8332-4670-9b8d-0ab902f94a01 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'name': 'tempest-NetworksTestDHCPv6-148102372'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:39.506907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=38a2f62a-ce35-4785-82cb-07b780f25d0c,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:39.562103 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e05a091d-b29f-4887-aaa7-4acdbdb42d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.605545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a091d-b29f-4887-aaa7-4acdbdb42d60 None None] No DVR routers for this DVR port 38a2f62a-ce35-4785-82cb-07b780f25d0c on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:39:39.606830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612094f7-5934-4851-81af-ca624ab98780 tempest-TestServerBasicOps-1399992441 tempest-TestServerBasicOps-1399992441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:39.607183 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a091d-b29f-4887-aaa7-4acdbdb42d60 None None] Pushing event deleted for resources: {'Port': ['ID=38a2f62a-ce35-4785-82cb-07b780f25d0c,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:39.614731 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-612094f7-5934-4851-81af-ca624ab98780 tempest-TestServerBasicOps-1399992441 tempest-TestServerBasicOps-1399992441-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 1093 time: 0.3063519 Aug 17 02:39:39.614731 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39164) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:39.619795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7712acb8-96e7-4b8e-bcf2-51aa97fbbf44 None None] Network 2647e610-38c8-403b-a8be-be0d6c936707 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:39.619974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': '932c6d30-b782-4988-a6b2-103f29bd1349', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:39.668693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1e5f49-7cb2-43a7-ac6b-ddeb55e3b5e8 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:39.683007 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d06ddd8-c2e3-4ea0-95c3-f4e40665ac43 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.751971 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.816744 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4e78987a-3ba0-4381-95b0-0e7f1cf86111 None None] Provisioning for port 944f9155-7127-4cd2-b258-7a0ce9984443 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:39.909036 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.933230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': 'eb57a7b5-d9cc-4a59-84c3-4380a2cca210'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:39:39.934961 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.965009 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69a040f-8332-4670-9b8d-0ab902f94a01 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:39.968199 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e69a040f-8332-4670-9b8d-0ab902f94a01 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.996752 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-e69a040f-8332-4670-9b8d-0ab902f94a01 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port c319285b-c063-4093-8866-3f1fdb6a1b2a yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:39:40.087565 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d06ddd8-c2e3-4ea0-95c3-f4e40665ac43 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:40.109756 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09472cd4-d4f2-46a4-878c-69ca906fe8a5 req-db6508c4-2208-4570-b10b-cd1a925b3286 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:40.118136 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-09472cd4-d4f2-46a4-878c-69ca906fe8a5 req-db6508c4-2208-4570-b10b-cd1a925b3286 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0912130 Aug 17 02:39:40.131223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Allocated IP 172.25.5.199 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/5e769027-3792-43b3-bda4-aced717a5115) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:40.146677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Allocated IP 2001:db8::2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/eb57a7b5-d9cc-4a59-84c3-4380a2cca210/8d62c479-388e-4933-826a-b37f2e0f67bf) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:40.165659 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d06ddd8-c2e3-4ea0-95c3-f4e40665ac43 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:40.181214 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-09472cd4-d4f2-46a4-878c-69ca906fe8a5 req-a2f6a437-124f-41b0-85c4-cf6cfad9cd9d tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620966 Aug 17 02:39:40.282222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06ddd8-c2e3-4ea0-95c3-f4e40665ac43 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=5b4af566-e849-454e-a47f-be7a489f71b3,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:40.298942 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:40.372684 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:40.382831 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Transition to ACTIVE for port object 8d62c479-388e-4933-826a-b37f2e0f67bf will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:40.400799 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Transition to ACTIVE for port object 8d62c479-388e-4933-826a-b37f2e0f67bf will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:40.403499 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:40.431899 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c2089216-75ac-4b4c-96ea-638505a9ffae None None] Provisioning for port 5b4af566-e849-454e-a47f-be7a489f71b3 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:40.435164 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bb575120-0c60-4701-8c74-5463196bf776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:40.441669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c2089216-75ac-4b4c-96ea-638505a9ffae None None] Provisioning complete for port 5b4af566-e849-454e-a47f-be7a489f71b3 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:40.441998 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:40.443315 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c2089216-75ac-4b4c-96ea-638505a9ffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:40.449189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:40.452947 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:40.480884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Pushing event updated for resources: {'Port': ['ID=5e769027-3792-43b3-bda4-aced717a5115,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:40.518264 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d06ddd8-c2e3-4ea0-95c3-f4e40665ac43 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:40.655319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf3079-9b5b-4adb-a00c-61e1cede84b3 req-bd292453-b93b-4ec4-a1cc-ae2ab310372b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:40.674595 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fbf3079-9b5b-4adb-a00c-61e1cede84b3 req-bd292453-b93b-4ec4-a1cc-ae2ab310372b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 943 time: 0.2663991 Aug 17 02:39:40.746644 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c2089216-75ac-4b4c-96ea-638505a9ffae None None] Port 5b4af566-e849-454e-a47f-be7a489f71b3 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:40.756614 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:40.758564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 944f9155-7127-4cd2-b258-7a0ce9984443 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:40.764381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fbf3079-9b5b-4adb-a00c-61e1cede84b3 req-75ae154d-e8f3-4eb0-af5d-53e4327e2c18 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888569 Aug 17 02:39:40.765721 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d06ddd8-c2e3-4ea0-95c3-f4e40665ac43 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:40.850499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-e69a040f-8332-4670-9b8d-0ab902f94a01 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::33f (26de8fc2-c42b-4f78-aca4-a68447cacdd7/eb57a7b5-d9cc-4a59-84c3-4380a2cca210/c319285b-c063-4093-8866-3f1fdb6a1b2a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:40.867344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:40.881786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:40.884299 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:40.889658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Pushing event updated for resources: {'Port': ['ID=8d62c479-388e-4933-826a-b37f2e0f67bf,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:40.975604 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-229b17c4-3243-4908-a1dd-8cd7c32fd841 None None] Provisioning complete for port 5b4af566-e849-454e-a47f-be7a489f71b3 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:40.976342 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-229b17c4-3243-4908-a1dd-8cd7c32fd841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:40.980209 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Attempting to bind port 8d62c479-388e-4933-826a-b37f2e0f67bf on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:40.981108 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Attempting to bind port 8d62c479-388e-4933-826a-b37f2e0f67bf by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:40.981724 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Attempting to bind port 8d62c479-388e-4933-826a-b37f2e0f67bf on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:41.008486 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.011905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebdaaf-7a4c-41c6-81ef-bc49d9db8adf req-a9928a59-2be7-40d7-bb9d-aea888e189ff tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:41.013569 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fbebdaaf-7a4c-41c6-81ef-bc49d9db8adf req-a9928a59-2be7-40d7-bb9d-aea888e189ff tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1121626 Aug 17 02:39:41.023025 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:41.024374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:41.024374 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.026163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:41.026163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Bound port: 8d62c479-388e-4933-826a-b37f2e0f67bf, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:41.026547 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.043475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-229b17c4-3243-4908-a1dd-8cd7c32fd841 None None] Port 5b4af566-e849-454e-a47f-be7a489f71b3 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:41.081279 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 944f9155-7127-4cd2-b258-7a0ce9984443 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:41.087954 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 944f9155-7127-4cd2-b258-7a0ce9984443 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:41.088329 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.108789 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fbebdaaf-7a4c-41c6-81ef-bc49d9db8adf req-a52b375c-e3cf-4c2a-8e11-2ae449efd574 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836828 Aug 17 02:39:41.163977 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] For port 8d62c479-388e-4933-826a-b37f2e0f67bf, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:41.173762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] For port 8d62c479-388e-4933-826a-b37f2e0f67bf, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8d62c479-388e-4933-826a-b37f2e0f67bf,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:41.198106 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.213486 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d06ddd8-c2e3-4ea0-95c3-f4e40665ac43 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.215571 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.252387 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.256814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 944f9155-7127-4cd2-b258-7a0ce9984443, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=944f9155-7127-4cd2-b258-7a0ce9984443,segment=NetworkSegment(eeee5966-84f9-4fd4-be7b-23e4970f00f4),segment_id=eeee5966-84f9-4fd4-be7b-23e4970f00f4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:41.278496 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1ffaa-57c9-48a6-8a13-4cfdbd99fd6e req-b401a9ad-fd80-4b93-bb9d-ff1b4af64f43 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:41.291173 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2f1ffaa-57c9-48a6-8a13-4cfdbd99fd6e req-b401a9ad-fd80-4b93-bb9d-ff1b4af64f43 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0746017 Aug 17 02:39:41.293413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39174) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:41.308564 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-8db58495-b49e-4c85-95ac-d66fe0316a4a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Request body: {'floatingip': {'port_id': '5323a56e-4e48-4602-a152-0c7f79e67077'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:41.326809 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e69a040f-8332-4670-9b8d-0ab902f94a01 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.336723 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.339823 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57411b-53ac-4b71-9ffe-5f13bc9b218e None None] Pushing event updated for resources: {'Port': ['ID=8d62c479-388e-4933-826a-b37f2e0f67bf,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:41.343760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-e69a040f-8332-4670-9b8d-0ab902f94a01 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object c319285b-c063-4093-8866-3f1fdb6a1b2a will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:41.405635 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d06ddd8-c2e3-4ea0-95c3-f4e40665ac43 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.437738 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 38a2f62a-ce35-4785-82cb-07b780f25d0c no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:39:41.447917 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.465826 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8db58495-b49e-4c85-95ac-d66fe0316a4a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.469066 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 38a2f62a-ce35-4785-82cb-07b780f25d0c {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:39:41.469442 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 38a2f62a-ce35-4785-82cb-07b780f25d0c not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:39:41.471110 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=944f9155-7127-4cd2-b258-7a0ce9984443,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:41.507719 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e69a040f-8332-4670-9b8d-0ab902f94a01 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.609927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a040f-8332-4670-9b8d-0ab902f94a01 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:41.621612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e69a040f-8332-4670-9b8d-0ab902f94a01 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:41.627831 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a040f-8332-4670-9b8d-0ab902f94a01 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:41.635002 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69a040f-8332-4670-9b8d-0ab902f94a01 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:41.635722 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e69a040f-8332-4670-9b8d-0ab902f94a01 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.652796 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d06ddd8-c2e3-4ea0-95c3-f4e40665ac43 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.657387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a040f-8332-4670-9b8d-0ab902f94a01 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=c319285b-c063-4093-8866-3f1fdb6a1b2a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:41.658713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06ddd8-c2e3-4ea0-95c3-f4e40665ac43 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=5b4af566-e849-454e-a47f-be7a489f71b3,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:41.744672 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.758062 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.759323 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e69a040f-8332-4670-9b8d-0ab902f94a01 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2802093 Aug 17 02:39:41.763505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39180) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:41.824432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d8f6ea-dd0e-4fdc-a9aa-8078fa6ec2ed tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:41.832033 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d8f6ea-dd0e-4fdc-a9aa-8078fa6ec2ed tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:41.833985 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f4d8f6ea-dd0e-4fdc-a9aa-8078fa6ec2ed tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0679557 Aug 17 02:39:41.836510 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39184) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:41.871781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.987008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Pushing event updated for resources: {'Port': ['ID=5e769027-3792-43b3-bda4-aced717a5115,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:42.017067 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:42.081374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-2be0b376-60ec-4d7e-a9dc-0aecb3bb1de2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port c319285b-c063-4093-8866-3f1fdb6a1b2a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:42.081727 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2be0b376-60ec-4d7e-a9dc-0aecb3bb1de2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:42.200335 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Floating IP 38408c7e-08bc-4b1c-b1d4-33a40b7ec3f7 associated. External IP: 172.25.5.199, port: 932c6d30-b782-4988-a6b2-103f29bd1349. Aug 17 02:39:42.261295 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2be0b376-60ec-4d7e-a9dc-0aecb3bb1de2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:42.281473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5613d82-1c18-4281-bf41-df59ba7db1b6 req-e46d0f87-6697-48b7-b00f-2ddd75955f29 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:42.283069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-2be0b376-60ec-4d7e-a9dc-0aecb3bb1de2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for c319285b-c063-4093-8866-3f1fdb6a1b2a owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:42.286043 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5613d82-1c18-4281-bf41-df59ba7db1b6 req-e46d0f87-6697-48b7-b00f-2ddd75955f29 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 943 time: 0.1442137 Aug 17 02:39:42.297035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d06ddd8-c2e3-4ea0-95c3-f4e40665ac43 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 2647e610-38c8-403b-a8be-be0d6c936707 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:42.305478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-6d06ddd8-c2e3-4ea0-95c3-f4e40665ac43 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:42.550636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5613d82-1c18-4281-bf41-df59ba7db1b6 req-e40b0c51-d244-4d1d-bf78-a0a920445f9f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508852 Aug 17 02:39:42.576230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:39:42.650390 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2be0b376-60ec-4d7e-a9dc-0aecb3bb1de2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:42.709358 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0b376-60ec-4d7e-a9dc-0aecb3bb1de2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=c319285b-c063-4093-8866-3f1fdb6a1b2a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:42.797179 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b33737cd-16c5-46b1-ae9b-ab0986fd2059 None None] Provisioning complete for port 5b4af566-e849-454e-a47f-be7a489f71b3 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:42.798324 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b33737cd-16c5-46b1-ae9b-ab0986fd2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:42.809005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:39:42.823177 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d06ddd8-c2e3-4ea0-95c3-f4e40665ac43 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Router da95756c-b11b-420c-b906-7ac5db03574c is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:39:42.830667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a20db5a-8b60-4e5e-8f8a-54c29178e559 None None] Sync routers for ids ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:39:42.845051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 944f9155-7127-4cd2-b258-7a0ce9984443 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:42.864566 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8db58495-b49e-4c85-95ac-d66fe0316a4a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:42.880600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a20db5a-8b60-4e5e-8f8a-54c29178e559 None None] Routers {'92351473-5281-4ba7-aaa8-4c5e39dcbe5e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:42.881668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5a20db5a-8b60-4e5e-8f8a-54c29178e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:39:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:42.944055 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b33737cd-16c5-46b1-ae9b-ab0986fd2059 None None] Port 5b4af566-e849-454e-a47f-be7a489f71b3 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:42.962980 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8db58495-b49e-4c85-95ac-d66fe0316a4a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:42.986669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 944f9155-7127-4cd2-b258-7a0ce9984443 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:42.987059 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:43.075802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b33737cd-16c5-46b1-ae9b-ab0986fd2059 None None] Provisioning for port 8d62c479-388e-4933-826a-b37f2e0f67bf completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:43.122439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-5a20db5a-8b60-4e5e-8f8a-54c29178e559 None None] Set router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:43.174675 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d06ddd8-c2e3-4ea0-95c3-f4e40665ac43 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:39:43.177546 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-8db58495-b49e-4c85-95ac-d66fe0316a4a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Floating IP 91be0484-4856-4d83-8fd0-90d768e11db5 associated. External IP: 172.25.5.153, port: 5323a56e-4e48-4602-a152-0c7f79e67077. Aug 17 02:39:43.183375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6d06ddd8-c2e3-4ea0-95c3-f4e40665ac43 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "PUT /v2.0/routers/da95756c-b11b-420c-b906-7ac5db03574c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1338580 Aug 17 02:39:43.189326 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39192) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:43.189890 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7275fb-6cdc-4ff1-ad24-574593604564 None None] Sync routers for ids ['da95756c-b11b-420c-b906-7ac5db03574c'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:39:43.205093 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7275fb-6cdc-4ff1-ad24-574593604564 None None] Routers {'da95756c-b11b-420c-b906-7ac5db03574c'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:43.211610 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5d7275fb-6cdc-4ff1-ad24-574593604564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:39:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['da95756c-b11b-420c-b906-7ac5db03574c'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:43.270217 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8d62c479-388e-4933-826a-b37f2e0f67bf up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:43.281988 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2be0b376-60ec-4d7e-a9dc-0aecb3bb1de2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:43.284128 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2be0b376-60ec-4d7e-a9dc-0aecb3bb1de2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/c319285b-c063-4093-8866-3f1fdb6a1b2a HTTP/1.1" status: 204 len: 168 time: 1.4466052 Aug 17 02:39:43.289683 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39194) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:43.321621 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5d7275fb-6cdc-4ff1-ad24-574593604564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:43.355365 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7275fb-6cdc-4ff1-ad24-574593604564 None None] Routers {'da95756c-b11b-420c-b906-7ac5db03574c'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:43.356008 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5d7275fb-6cdc-4ff1-ad24-574593604564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:39:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['da95756c-b11b-420c-b906-7ac5db03574c'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:43.362962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cd66fd5d-99a7-4dc1-8134-ddf6d8787278 None None] Could not find standard attr ID for object 070990e6-50f5-4536-99b2-9efda4fd2e11. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:39:43.364581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c6a1e-7b81-49d5-a8f3-f054cc3707a5 req-b3809c38-da26-4636-a376-ca296a236c67 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:43.368342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4c5496-d63b-41ce-9ab8-dad999ec9f30 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:43.371890 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4c5496-d63b-41ce-9ab8-dad999ec9f30 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:43.372235 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a2c6a1e-7b81-49d5-a8f3-f054cc3707a5 req-b3809c38-da26-4636-a376-ca296a236c67 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1877582 Aug 17 02:39:43.378586 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ef4c5496-d63b-41ce-9ab8-dad999ec9f30 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0836427 Aug 17 02:39:43.379054 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39196) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:43.385531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6af31a-4dcc-4f7a-a536-d4d56c2de81f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:43.387097 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9b6af31a-4dcc-4f7a-a536-d4d56c2de81f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports?device_id=da95756c-b11b-420c-b906-7ac5db03574c HTTP/1.1" status: 200 len: 982 time: 0.1914263 Aug 17 02:39:43.391376 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39198) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:43.427072 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5d7275fb-6cdc-4ff1-ad24-574593604564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:43.428658 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7275fb-6cdc-4ff1-ad24-574593604564 None None] The sync data for ids ['da95756c-b11b-420c-b906-7ac5db03574c'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:39:43.455346 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a2c6a1e-7b81-49d5-a8f3-f054cc3707a5 req-4f61b5f1-7d54-45e6-9ae3-7b1624f7d124 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820408 Aug 17 02:39:43.482283 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:43.496843 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-88511cc6-973b-4727-8c6a-3c7cf118d95f None None] Could not find standard attr ID for object c319285b-c063-4093-8866-3f1fdb6a1b2a. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:39:43.565073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 8d62c479-388e-4933-826a-b37f2e0f67bf completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:43.573648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8d62c479-388e-4933-826a-b37f2e0f67bf triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:43.575341 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e628c90c-3d53-4b82-93d8-fa18213882f5 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9612441 Aug 17 02:39:43.578420 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:43.589119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb9234-b9f8-474a-9996-108a08c596fd', 'tag': '932c6d30-b782-4988-a6b2-103f29bd1349'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:39:43.594256 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db79ba0-7845-431d-b23b-d0779b1ad700" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb9234-b9f8-474a-9996-108a08c596fd", "tag": "932c6d30-b782-4988-a6b2-103f29bd1349"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:39:43.618738 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f730409-d538-49ca-9724-9f0df7fef63e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet eb57a7b5-d9cc-4a59-84c3-4380a2cca210 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:39:43.631232 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f730409-d538-49ca-9724-9f0df7fef63e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:43.638449 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db58495-b49e-4c85-95ac-d66fe0316a4a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Router c796c123-51bc-4738-97f4-08e6370ec54c has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:39:43.773184 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f730409-d538-49ca-9724-9f0df7fef63e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:43.776514 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:43.781030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293cccb-cc4b-498e-8fbb-4ae6cf23d5b1 req-0dbeab34-c70e-491e-b61f-7834d210fb40 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:43.783280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9293cccb-cc4b-498e-8fbb-4ae6cf23d5b1 req-0dbeab34-c70e-491e-b61f-7834d210fb40 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 943 time: 0.1429894 Aug 17 02:39:43.798475 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:43.820313 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 8d62c479-388e-4933-826a-b37f2e0f67bf, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8d62c479-388e-4933-826a-b37f2e0f67bf,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:43.847275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5a20db5a-8b60-4e5e-8f8a-54c29178e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:36Z', 'updated_at': '2021-08-17T02:38:43Z', 'revision_number': 4, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'gw_port': {'id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:38Z', 'updated_at': '2021-08-17T02:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '38408c7e-08bc-4b1c-b1d4-33a40b7ec3f7', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'port_id': '932c6d30-b782-4988-a6b2-103f29bd1349', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'mac_address': 'fa:16:3e:99:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb9234-b9f8-474a-9996-108a08c596fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:39:40Z', 'updated_at': '2021-08-17T02:39:40Z', 'revision_number': 0, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e40b6cf0-6814-4a1b-9cd3-1f85646cc983', 'name': '', 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'mac_address': 'fa:16:3e:04:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:42Z', 'updated_at': '2021-08-17T02:38:50Z', 'revision_number': 5, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'subnets': [{'id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:43.875700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db58495-b49e-4c85-95ac-d66fe0316a4a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:39:43.888191 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9293cccb-cc4b-498e-8fbb-4ae6cf23d5b1 req-04a11413-b53f-4196-8530-ad18c41b5bb7 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666885 Aug 17 02:39:43.891599 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8db58495-b49e-4c85-95ac-d66fe0316a4a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:43.940655 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:43.946896 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfaa420-d8d7-4edc-8d0b-191915c353f2 None None] Sync routers for ids ['c796c123-51bc-4738-97f4-08e6370ec54c'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:39:43.951770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a20db5a-8b60-4e5e-8f8a-54c29178e559 None None] Checking router: 92351473-5281-4ba7-aaa8-4c5e39dcbe5e for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:39:43.988654 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8db58495-b49e-4c85-95ac-d66fe0316a4a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "PUT /v2.0/floatingips/91be0484-4856-4d83-8fd0-90d768e11db5 HTTP/1.1" status: 200 len: 991 time: 2.6878147 Aug 17 02:39:43.989006 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f730409-d538-49ca-9724-9f0df7fef63e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:43.989170 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb5b957-680f-4007-a97a-ad2c2a07739a', 'tag': '5323a56e-4e48-4602-a152-0c7f79e67077'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:39:43.989319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfaa420-d8d7-4edc-8d0b-191915c353f2 None None] Routers {'c796c123-51bc-4738-97f4-08e6370ec54c'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:43.989319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ddfaa420-d8d7-4edc-8d0b-191915c353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:39:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c796c123-51bc-4738-97f4-08e6370ec54c'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:43.989505 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb00f59-b4fb-45fb-86f0-c7257a56759e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb5b957-680f-4007-a97a-ad2c2a07739a", "tag": "5323a56e-4e48-4602-a152-0c7f79e67077"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:39:44.047837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a20db5a-8b60-4e5e-8f8a-54c29178e559 None None] Routers {'92351473-5281-4ba7-aaa8-4c5e39dcbe5e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:44.047837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5a20db5a-8b60-4e5e-8f8a-54c29178e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:39:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:44.125017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=8d62c479-388e-4933-826a-b37f2e0f67bf,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:44.150081 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d4272f-b862-4829-92f4-57ebc200b361 x-openstack-request-id: req-34d4272f-b862-4829-92f4-57ebc200b361 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:39:44.154016 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb9234-b9f8-474a-9996-108a08c596fd", "tag": "932c6d30-b782-4988-a6b2-103f29bd1349", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:39:44.154016 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34d4272f-b862-4829-92f4-57ebc200b361 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:39:44.154016 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb9234-b9f8-474a-9996-108a08c596fd', 'tag': '932c6d30-b782-4988-a6b2-103f29bd1349', 'status': 'completed', 'code': 200} Aug 17 02:39:44.245621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f730409-d538-49ca-9724-9f0df7fef63e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:44.256290 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db79ba0-7845-431d-b23b-d0779b1ad700 req-905814b4-d8d9-42d5-b4c9-b9c9a1d47628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:44.257957 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2db79ba0-7845-431d-b23b-d0779b1ad700 req-905814b4-d8d9-42d5-b4c9-b9c9a1d47628 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84b273b3ac0b4ea5ac4cf904736aab46&device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 1098 time: 0.0609536 Aug 17 02:39:44.265960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-ddfaa420-d8d7-4edc-8d0b-191915c353f2 None None] Set router c796c123-51bc-4738-97f4-08e6370ec54c gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:44.314481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f730409-d538-49ca-9724-9f0df7fef63e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=eb57a7b5-d9cc-4a59-84c3-4380a2cca210,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:44.331300 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f730409-d538-49ca-9724-9f0df7fef63e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:44.334129 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6f730409-d538-49ca-9724-9f0df7fef63e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/eb57a7b5-d9cc-4a59-84c3-4380a2cca210 HTTP/1.1" status: 204 len: 168 time: 0.9532857 Aug 17 02:39:44.337346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39216) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:44.337611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-5a20db5a-8b60-4e5e-8f8a-54c29178e559 None None] Set router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:44.339979 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70123d5a-64c8-4790-9567-0258df194411 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:44.345385 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ccbe-4ced-4be2-a271-dfea46baa115 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:44.407047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db79ba0-7845-431d-b23b-d0779b1ad700 req-bf31e07b-c5e3-4b91-b5ab-ee4611f34db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:44.409606 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2db79ba0-7845-431d-b23b-d0779b1ad700 req-bf31e07b-c5e3-4b91-b5ab-ee4611f34db2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=36bf98c4-df45-4357-bba5-3ccfe407e9cc HTTP/1.1" status: 200 len: 910 time: 0.1271095 Aug 17 02:39:44.415136 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e27143-cb9a-43b0-af37-c571e4ac85da x-openstack-request-id: req-80e27143-cb9a-43b0-af37-c571e4ac85da {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:39:44.415814 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb5b957-680f-4007-a97a-ad2c2a07739a", "tag": "5323a56e-4e48-4602-a152-0c7f79e67077", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:39:44.416307 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80e27143-cb9a-43b0-af37-c571e4ac85da {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:39:44.416962 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb5b957-680f-4007-a97a-ad2c2a07739a', 'tag': '5323a56e-4e48-4602-a152-0c7f79e67077', 'status': 'completed', 'code': 200} Aug 17 02:39:44.482579 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-27e37d1a-37c7-4e65-a86f-f73c5c9d256e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1440196 Aug 17 02:39:44.485456 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39220) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:44.547355 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2db79ba0-7845-431d-b23b-d0779b1ad700 req-9e230b9b-1f30-4f48-8a4c-f9eacfb4ab9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932c6d30-b782-4988-a6b2-103f29bd1349 HTTP/1.1" status: 200 len: 1000 time: 0.1290393 Aug 17 02:39:44.555713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb00f59-b4fb-45fb-86f0-c7257a56759e req-745bbcc4-5b6b-4773-a01a-36dd71b3c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:44.557490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fb00f59-b4fb-45fb-86f0-c7257a56759e req-745bbcc4-5b6b-4773-a01a-36dd71b3c8cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40d55d2b9b694b56acaea90485e97c43&device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 1097 time: 0.0750871 Aug 17 02:39:44.598576 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3cf825-a892-44d9-ab04-95701dd5d79e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:44.600552 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6d3cf825-a892-44d9-ab04-95701dd5d79e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1140893 Aug 17 02:39:44.609955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39222) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:44.686980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8d62c479-388e-4933-826a-b37f2e0f67bf up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:44.765564 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c7e20-aaa9-4cac-95c0-dfd1b34b8f7c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:44.767066 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7e0c7e20-aaa9-4cac-95c0-dfd1b34b8f7c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1556423 Aug 17 02:39:44.773316 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1ccbe-4ced-4be2-a271-dfea46baa115 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 5b4af566-e849-454e-a47f-be7a489f71b3 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:44.773648 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ccbe-4ced-4be2-a271-dfea46baa115 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:44.776224 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39224) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:44.852853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db79ba0-7845-431d-b23b-d0779b1ad700 req-134131b5-025a-46ba-912b-a98509fdd408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:44.854361 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2db79ba0-7845-431d-b23b-d0779b1ad700 req-134131b5-025a-46ba-912b-a98509fdd408 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8955ede8-ca0a-49ba-a12d-3a5806aeee75 HTTP/1.1" status: 200 len: 848 time: 0.2959194 Aug 17 02:39:44.863235 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e3061c15-58eb-4128-8411-6f45d98195ca tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820992 Aug 17 02:39:44.868348 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39226) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:44.873686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-05a5ed25-cfa3-4e93-af3f-0e7061655466 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:44.920234 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb00f59-b4fb-45fb-86f0-c7257a56759e req-efe9dfe1-4edc-4bd8-a4db-e12c08b5acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:44.922321 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fb00f59-b4fb-45fb-86f0-c7257a56759e req-efe9dfe1-4edc-4bd8-a4db-e12c08b5acaf service neutron] 10.222.0.18 "GET /v2.0/networks?id=63c037a2-cec8-4bd4-a904-29cd7197ae86 HTTP/1.1" status: 200 len: 911 time: 0.3261852 Aug 17 02:39:44.929023 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ccbe-4ced-4be2-a271-dfea46baa115 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:44.935664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824f987-47b5-4b07-a437-5b9b8d8886a1 req-288a1b6d-17a7-4b3a-900a-f0159f6667d6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:44.937843 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2824f987-47b5-4b07-a437-5b9b8d8886a1 req-288a1b6d-17a7-4b3a-900a-f0159f6667d6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.2627692 Aug 17 02:39:44.956672 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1ccbe-4ced-4be2-a271-dfea46baa115 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 5b4af566-e849-454e-a47f-be7a489f71b3 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:44.989299 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8d62c479-388e-4933-826a-b37f2e0f67bf triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:44.990125 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:45.087004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6819bb6-01ad-4cdf-9e1f-5887c5df1c2b None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:39:45.087286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fb00f59-b4fb-45fb-86f0-c7257a56759e req-c93316cd-b663-4317-9c78-c6fb4bf90204 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5323a56e-4e48-4602-a152-0c7f79e67077 HTTP/1.1" status: 200 len: 999 time: 0.1444526 Aug 17 02:39:45.091031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db79ba0-7845-431d-b23b-d0779b1ad700 req-bb1d8029-66b4-49ce-8719-0f9390399ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:45.092750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2db79ba0-7845-431d-b23b-d0779b1ad700 req-bb1d8029-66b4-49ce-8719-0f9390399ff1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36bf98c4-df45-4357-bba5-3ccfe407e9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2236462 Aug 17 02:39:45.119822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a5ed25-cfa3-4e93-af3f-0e7061655466 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:45.123715 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05a5ed25-cfa3-4e93-af3f-0e7061655466 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:45.163147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ddfaa420-d8d7-4edc-8d0b-191915c353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '91be0484-4856-4d83-8fd0-90d768e11db5', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'port_id': '5323a56e-4e48-4602-a152-0c7f79e67077', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'mac_address': 'fa:16:3e:51:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb5b957-680f-4007-a97a-ad2c2a07739a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:39:13Z', 'updated_at': '2021-08-17T02:39:42Z', 'revision_number': 1, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192cb886-38bd-4842-b574-3eda2d5f1d3e', 'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'mac_address': 'fa:16:3e:41:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:04Z', 'updated_at': '2021-08-17T02:39:15Z', 'revision_number': 5, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'subnets': [{'id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:45.194683 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2824f987-47b5-4b07-a437-5b9b8d8886a1 req-b5f23dbe-c481-4a93-b9a4-32960e58ce51 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394001 Aug 17 02:39:45.211854 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb00f59-b4fb-45fb-86f0-c7257a56759e req-1207c37b-ce62-4cc0-b175-3c009996c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:45.212926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fb00f59-b4fb-45fb-86f0-c7257a56759e req-1207c37b-ce62-4cc0-b175-3c009996c43f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6588c9ac-5362-490c-a200-ab2910cd28a7 HTTP/1.1" status: 200 len: 849 time: 0.1146266 Aug 17 02:39:45.218919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfaa420-d8d7-4edc-8d0b-191915c353f2 None None] Checking router: c796c123-51bc-4738-97f4-08e6370ec54c for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:39:45.257292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfaa420-d8d7-4edc-8d0b-191915c353f2 None None] Routers {'c796c123-51bc-4738-97f4-08e6370ec54c'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:45.257953 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ddfaa420-d8d7-4edc-8d0b-191915c353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:39:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c796c123-51bc-4738-97f4-08e6370ec54c'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:45.297533 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2db79ba0-7845-431d-b23b-d0779b1ad700 req-80fbd907-7451-4e5f-905a-527a05c2f8b0 service neutron] 10.222.0.42 "GET /v2.0/networks/36bf98c4-df45-4357-bba5-3ccfe407e9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880722 Aug 17 02:39:45.304954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb00f59-b4fb-45fb-86f0-c7257a56759e req-bd71d2b3-24a5-4dce-af79-749ddece5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:45.306546 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fb00f59-b4fb-45fb-86f0-c7257a56759e req-bd71d2b3-24a5-4dce-af79-749ddece5414 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63c037a2-cec8-4bd4-a904-29cd7197ae86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818627 Aug 17 02:39:45.312374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b6819bb6-01ad-4cdf-9e1f-5887c5df1c2b None None] Deleting port 8d62c479-388e-4933-826a-b37f2e0f67bf {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:45.312766 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b6819bb6-01ad-4cdf-9e1f-5887c5df1c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:45.361095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5a20db5a-8b60-4e5e-8f8a-54c29178e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:36Z', 'updated_at': '2021-08-17T02:38:43Z', 'revision_number': 4, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'gw_port': {'id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:38Z', 'updated_at': '2021-08-17T02:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '38408c7e-08bc-4b1c-b1d4-33a40b7ec3f7', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'port_id': '932c6d30-b782-4988-a6b2-103f29bd1349', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'mac_address': 'fa:16:3e:99:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb9234-b9f8-474a-9996-108a08c596fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:39:40Z', 'updated_at': '2021-08-17T02:39:40Z', 'revision_number': 0, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e40b6cf0-6814-4a1b-9cd3-1f85646cc983', 'name': '', 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'mac_address': 'fa:16:3e:04:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:42Z', 'updated_at': '2021-08-17T02:38:50Z', 'revision_number': 5, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'subnets': [{'id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:45.417996 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ccbe-4ced-4be2-a271-dfea46baa115 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:45.425731 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a20db5a-8b60-4e5e-8f8a-54c29178e559 None None] The sync data for ids ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'] in n-d-793621-31 is: [{'id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:36Z', 'updated_at': '2021-08-17T02:38:43Z', 'revision_number': 4, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'gw_port': {'id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:38Z', 'updated_at': '2021-08-17T02:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '38408c7e-08bc-4b1c-b1d4-33a40b7ec3f7', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'port_id': '932c6d30-b782-4988-a6b2-103f29bd1349', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'mac_address': 'fa:16:3e:99:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb9234-b9f8-474a-9996-108a08c596fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:39:40Z', 'updated_at': '2021-08-17T02:39:40Z', 'revision_number': 0, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e40b6cf0-6814-4a1b-9cd3-1f85646cc983', 'name': '', 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'mac_address': 'fa:16:3e:04:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:42Z', 'updated_at': '2021-08-17T02:38:50Z', 'revision_number': 5, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'subnets': [{'id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:39:45.455466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b6819bb6-01ad-4cdf-9e1f-5887c5df1c2b None None] For port 8d62c479-388e-4933-826a-b37f2e0f67bf, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8d62c479-388e-4933-826a-b37f2e0f67bf,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:45.456107 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b6819bb6-01ad-4cdf-9e1f-5887c5df1c2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:45.475532 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b6819bb6-01ad-4cdf-9e1f-5887c5df1c2b None None] Calling delete_port for 8d62c479-388e-4933-826a-b37f2e0f67bf owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:45.481926 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-ddfaa420-d8d7-4edc-8d0b-191915c353f2 None None] Set router c796c123-51bc-4738-97f4-08e6370ec54c gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:45.486611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1ccbe-4ced-4be2-a271-dfea46baa115 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=5b4af566-e849-454e-a47f-be7a489f71b3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:45.515183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b25f13-1e30-478c-839d-96b0c4b89c7e req-0971c569-f1e2-4797-b809-bd3e625dbb74 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:45.527427 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91b25f13-1e30-478c-839d-96b0c4b89c7e req-0971c569-f1e2-4797-b809-bd3e625dbb74 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 943 time: 0.1541450 Aug 17 02:39:45.544974 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2db79ba0-7845-431d-b23b-d0779b1ad700 req-ebf1c098-bd7a-4dd5-a7be-8acfeb7f4546 service neutron] 10.222.0.42 "GET /v2.0/networks/36bf98c4-df45-4357-bba5-3ccfe407e9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373013 Aug 17 02:39:45.559322 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fb00f59-b4fb-45fb-86f0-c7257a56759e req-152c0d17-43bb-4555-8eb7-84decccc4622 service neutron] 10.222.0.18 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429845 Aug 17 02:39:45.601952 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91b25f13-1e30-478c-839d-96b0c4b89c7e req-b525b31e-7834-4327-90e6-54e4e066b48b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734854 Aug 17 02:39:45.754133 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fb00f59-b4fb-45fb-86f0-c7257a56759e req-ea766c7b-ffba-4205-ab13-60be99beffff service neutron] 10.222.0.18 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821446 Aug 17 02:39:45.817106 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ccbe-4ced-4be2-a271-dfea46baa115 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:45.859653 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b6819bb6-01ad-4cdf-9e1f-5887c5df1c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:45.910030 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a364932-892a-4567-b218-a77f2334a44a None None] New status for floating IP 38408c7e-08bc-4b1c-b1d4-33a40b7ec3f7: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:39:45.917279 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6819bb6-01ad-4cdf-9e1f-5887c5df1c2b None None] Pushing event deleted for resources: {'Port': ['ID=8d62c479-388e-4933-826a-b37f2e0f67bf,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:45.923725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6819bb6-01ad-4cdf-9e1f-5887c5df1c2b None None] No DVR routers for this DVR port 8d62c479-388e-4933-826a-b37f2e0f67bf on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:39:45.938706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05a5ed25-cfa3-4e93-af3f-0e7061655466 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:45.966476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ddfaa420-d8d7-4edc-8d0b-191915c353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '91be0484-4856-4d83-8fd0-90d768e11db5', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'port_id': '5323a56e-4e48-4602-a152-0c7f79e67077', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'mac_address': 'fa:16:3e:51:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb5b957-680f-4007-a97a-ad2c2a07739a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:39:13Z', 'updated_at': '2021-08-17T02:39:42Z', 'revision_number': 1, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192cb886-38bd-4842-b574-3eda2d5f1d3e', 'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'mac_address': 'fa:16:3e:41:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:04Z', 'updated_at': '2021-08-17T02:39:15Z', 'revision_number': 5, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'subnets': [{'id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:45.996956 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfaa420-d8d7-4edc-8d0b-191915c353f2 None None] The sync data for ids ['c796c123-51bc-4738-97f4-08e6370ec54c'] in n-d-793621-31 is: [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '91be0484-4856-4d83-8fd0-90d768e11db5', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'port_id': '5323a56e-4e48-4602-a152-0c7f79e67077', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'mac_address': 'fa:16:3e:51:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb5b957-680f-4007-a97a-ad2c2a07739a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:39:13Z', 'updated_at': '2021-08-17T02:39:42Z', 'revision_number': 1, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192cb886-38bd-4842-b574-3eda2d5f1d3e', 'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'mac_address': 'fa:16:3e:41:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:04Z', 'updated_at': '2021-08-17T02:39:15Z', 'revision_number': 5, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'subnets': [{'id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:39:46.054073 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a5ed25-cfa3-4e93-af3f-0e7061655466 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:46.061042 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-05a5ed25-cfa3-4e93-af3f-0e7061655466 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:46.065957 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a5ed25-cfa3-4e93-af3f-0e7061655466 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:46.069401 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05a5ed25-cfa3-4e93-af3f-0e7061655466 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:46.071284 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5ed25-cfa3-4e93-af3f-0e7061655466 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=439df5be-a63a-435b-a6ab-f7b9b0dc8758,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:46.076917 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23313a69-74fb-484a-bfa0-b0f67294b26a None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:46.084708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f1ccbe-4ced-4be2-a271-dfea46baa115 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Router da95756c-b11b-420c-b906-7ac5db03574c has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:39:46.184022 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-05a5ed25-cfa3-4e93-af3f-0e7061655466 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3144133 Aug 17 02:39:46.185289 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f1ccbe-4ced-4be2-a271-dfea46baa115 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:39:46.186855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39234) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:46.191061 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e8f1ccbe-4ced-4be2-a271-dfea46baa115 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "PUT /v2.0/routers/da95756c-b11b-420c-b906-7ac5db03574c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7982309 Aug 17 02:39:46.192637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-42930e50-2718-4633-83bc-a4d77aa040d1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'fixed_ips': [{'subnet_id': '439df5be-a63a-435b-a6ab-f7b9b0dc8758', 'ip_address': '2001:db8::619f:d34e:aa05:f24f'}], 'name': 'tempest-NetworksTestDHCPv6-1897998547'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:46.194994 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39236) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:46.232112 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ed9d94-8018-464c-8ce6-fd9b716a55ab tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] GET failed (client error): The resource could not be found. Aug 17 02:39:46.233799 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c0ed9d94-8018-464c-8ce6-fd9b716a55ab tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/5b4af566-e849-454e-a47f-be7a489f71b3 HTTP/1.1" status: 404 len: 333 time: 0.0376470 Aug 17 02:39:46.236637 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39238) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:46.259108 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7a4c1a-e751-4833-851f-d51a82501ff1 None None] Sync routers for ids ['da95756c-b11b-420c-b906-7ac5db03574c'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:39:46.316270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a4c1a-e751-4833-851f-d51a82501ff1 None None] Routers {'da95756c-b11b-420c-b906-7ac5db03574c'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:46.317348 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3b7a4c1a-e751-4833-851f-d51a82501ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:39:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['da95756c-b11b-420c-b906-7ac5db03574c'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:46.325981 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-643eba91-a6eb-4f26-85f1-3eb182062f25 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:46.356109 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': '439df5be-a63a-435b-a6ab-f7b9b0dc8758'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:39:46.357188 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:46.361157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3b7a4c1a-e751-4833-851f-d51a82501ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:46.388743 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a4c1a-e751-4833-851f-d51a82501ff1 None None] Routers {'da95756c-b11b-420c-b906-7ac5db03574c'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:46.389421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3b7a4c1a-e751-4833-851f-d51a82501ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:39:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['da95756c-b11b-420c-b906-7ac5db03574c'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:46.570247 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-643eba91-a6eb-4f26-85f1-3eb182062f25 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:46.574315 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-643eba91-a6eb-4f26-85f1-3eb182062f25 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:46.615533 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:39:46.699765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device dcfbc717-fdc6-45c2-98f8-eebe8b579965 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:39:46.701751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8d62c479-388e-4933-826a-b37f2e0f67bf no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:39:46.713715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3b7a4c1a-e751-4833-851f-d51a82501ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:46.714377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7a4c1a-e751-4833-851f-d51a82501ff1 None None] The sync data for ids ['da95756c-b11b-420c-b906-7ac5db03574c'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:39:46.761618 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 8d62c479-388e-4933-826a-b37f2e0f67bf {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:39:46.762124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8d62c479-388e-4933-826a-b37f2e0f67bf not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:39:46.765774 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-643eba91-a6eb-4f26-85f1-3eb182062f25 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:46.766859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643eba91-a6eb-4f26-85f1-3eb182062f25 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Fanout notify agent at l3_agent the message router_deleted on router da95756c-b11b-420c-b906-7ac5db03574c {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:39:46.768171 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f55be-8cda-4640-abcc-39e0c0794187 req-f60407e6-da04-418f-9f83-323db9af3e86 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:46.770143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-353f55be-8cda-4640-abcc-39e0c0794187 req-f60407e6-da04-418f-9f83-323db9af3e86 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0885265 Aug 17 02:39:46.784269 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-643eba91-a6eb-4f26-85f1-3eb182062f25 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:46.789885 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-643eba91-a6eb-4f26-85f1-3eb182062f25 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/routers/da95756c-b11b-420c-b906-7ac5db03574c HTTP/1.1" status: 204 len: 168 time: 0.5514150 Aug 17 02:39:46.790047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39246) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:46.872992 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Allocated IP 2001:db8::2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/439df5be-a63a-435b-a6ab-f7b9b0dc8758/afd89551-eb6a-45ab-86ea-8824dce02813) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:46.877672 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-353f55be-8cda-4640-abcc-39e0c0794187 req-90105b42-ef0c-4d5d-95a0-669ae2c2375b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990593 Aug 17 02:39:46.896147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-99310ee1-2a40-4487-96de-532dda479f36 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting subnet 2021591d-a11a-4c0b-b049-70b86e554888 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:39:46.910981 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port dcfbc717-fdc6-45c2-98f8-eebe8b579965, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=dcfbc717-fdc6-45c2-98f8-eebe8b579965,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:46.914012 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-99310ee1-2a40-4487-96de-532dda479f36 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:46.967511 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'dcfbc717-fdc6-45c2-98f8-eebe8b579965', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'port_id': 'dcfbc717-fdc6-45c2-98f8-eebe8b579965', 'mac_address': 'fa:16:3e:5a:2b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:39:47.000706 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-99310ee1-2a40-4487-96de-532dda479f36 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.015495 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.032037 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71cf8d0-4326-4bc3-9d27-ac781b07a092 None None] New status for floating IP 91be0484-4856-4d83-8fd0-90d768e11db5: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:39:47.039993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfbc717-fdc6-45c2-98f8-eebe8b579965 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:39:47.043331 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42930e50-2718-4633-83bc-a4d77aa040d1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:47.081204 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port dcfbc717-fdc6-45c2-98f8-eebe8b579965, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=dcfbc717-fdc6-45c2-98f8-eebe8b579965,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:47.150546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcd46-191b-46c4-bed6-82c757d5a64d req-3f60bcfd-7aca-4fe7-98d4-5652ed732ff1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:47.152123 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce3dcd46-191b-46c4-bed6-82c757d5a64d req-3f60bcfd-7aca-4fe7-98d4-5652ed732ff1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 943 time: 0.1887183 Aug 17 02:39:47.161694 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.196787 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-99310ee1-2a40-4487-96de-532dda479f36 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.214895 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.230060 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Transition to ACTIVE for port object afd89551-eb6a-45ab-86ea-8824dce02813 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:47.246432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=dcfbc717-fdc6-45c2-98f8-eebe8b579965,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:47.257369 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Transition to ACTIVE for port object afd89551-eb6a-45ab-86ea-8824dce02813 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:47.257940 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42930e50-2718-4633-83bc-a4d77aa040d1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.290464 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce3dcd46-191b-46c4-bed6-82c757d5a64d req-c8128257-5be0-492b-9c64-dd6e9580d9e3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117845 Aug 17 02:39:47.300513 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-42930e50-2718-4633-83bc-a4d77aa040d1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 44076b9b-badd-4941-ac4b-7ef9fc0d9c55 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:39:47.359210 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.413079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:47.419151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:47.422701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:47.437083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Pushing event updated for resources: {'Port': ['ID=afd89551-eb6a-45ab-86ea-8824dce02813,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:47.438821 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-99310ee1-2a40-4487-96de-532dda479f36 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.499802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Attempting to bind port afd89551-eb6a-45ab-86ea-8824dce02813 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:47.500381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Attempting to bind port afd89551-eb6a-45ab-86ea-8824dce02813 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:47.500846 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Attempting to bind port afd89551-eb6a-45ab-86ea-8824dce02813 on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:47.507075 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:47.508362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:47.508362 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.508362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:47.508782 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-99310ee1-2a40-4487-96de-532dda479f36 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.509084 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Bound port: afd89551-eb6a-45ab-86ea-8824dce02813, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:47.509589 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.513193 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-99310ee1-2a40-4487-96de-532dda479f36 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/2021591d-a11a-4c0b-b049-70b86e554888 HTTP/1.1" status: 204 len: 168 time: 0.7198923 Aug 17 02:39:47.513193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99310ee1-2a40-4487-96de-532dda479f36 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Subnet': ['ID=2021591d-a11a-4c0b-b049-70b86e554888,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:47.515874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39250) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:47.528484 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf4f8ec-b504-42a6-ae43-7367e2cfd5b9 None None] Network 2647e610-38c8-403b-a8be-be0d6c936707 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:47.573066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-42930e50-2718-4633-83bc-a4d77aa040d1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::619f:d34e:aa05:f24f (26de8fc2-c42b-4f78-aca4-a68447cacdd7/439df5be-a63a-435b-a6ab-f7b9b0dc8758/44076b9b-badd-4941-ac4b-7ef9fc0d9c55) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:47.625023 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.675481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] For port afd89551-eb6a-45ab-86ea-8824dce02813, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:47.690522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] For port afd89551-eb6a-45ab-86ea-8824dce02813, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=afd89551-eb6a-45ab-86ea-8824dce02813,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:47.730259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['dcfbc717-fdc6-45c2-98f8-eebe8b579965'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:39:47.788277 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5d9a4c-598a-49e1-9d54-e6d8826a183c None None] DHCP port deletion for 2647e610-38c8-403b-a8be-be0d6c936707 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:39:47.797571 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 944f9155-7127-4cd2-b258-7a0ce9984443 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:47.798067 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.798340 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.820361 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42930e50-2718-4633-83bc-a4d77aa040d1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.877296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-42930e50-2718-4633-83bc-a4d77aa040d1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 44076b9b-badd-4941-ac4b-7ef9fc0d9c55 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:47.905981 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] For port 944f9155-7127-4cd2-b258-7a0ce9984443, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=944f9155-7127-4cd2-b258-7a0ce9984443,segment=NetworkSegment(eeee5966-84f9-4fd4-be7b-23e4970f00f4),segment_id=eeee5966-84f9-4fd4-be7b-23e4970f00f4)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:47.906487 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.928659 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4f64d-d212-4ea1-bcb6-569d17cb7b11 None None] Pushing event updated for resources: {'Port': ['ID=afd89551-eb6a-45ab-86ea-8824dce02813,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:47.944017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 944f9155-7127-4cd2-b258-7a0ce9984443 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:47.965601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-de5d9a4c-598a-49e1-9d54-e6d8826a183c None None] Deleting port 944f9155-7127-4cd2-b258-7a0ce9984443 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:47.966200 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de5d9a4c-598a-49e1-9d54-e6d8826a183c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.085484 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-de5d9a4c-598a-49e1-9d54-e6d8826a183c None None] For port 944f9155-7127-4cd2-b258-7a0ce9984443, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=944f9155-7127-4cd2-b258-7a0ce9984443,segment=NetworkSegment(eeee5966-84f9-4fd4-be7b-23e4970f00f4),segment_id=eeee5966-84f9-4fd4-be7b-23e4970f00f4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:48.086210 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de5d9a4c-598a-49e1-9d54-e6d8826a183c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.107471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-de5d9a4c-598a-49e1-9d54-e6d8826a183c None None] Calling delete_port for 944f9155-7127-4cd2-b258-7a0ce9984443 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:48.124320 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42930e50-2718-4633-83bc-a4d77aa040d1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.141572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4ddbb-fb2d-48c0-90c8-d56f269e22a3 req-0fd1aa43-522b-42fa-99be-234131daa65b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:48.142546 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50c4ddbb-fb2d-48c0-90c8-d56f269e22a3 req-0fd1aa43-522b-42fa-99be-234131daa65b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1393692 Aug 17 02:39:48.200120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42930e50-2718-4633-83bc-a4d77aa040d1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:48.210831 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-42930e50-2718-4633-83bc-a4d77aa040d1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:48.218719 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42930e50-2718-4633-83bc-a4d77aa040d1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:48.228637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42930e50-2718-4633-83bc-a4d77aa040d1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:48.229808 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42930e50-2718-4633-83bc-a4d77aa040d1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.231070 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de5d9a4c-598a-49e1-9d54-e6d8826a183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.265384 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.277127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d9a4c-598a-49e1-9d54-e6d8826a183c None None] Pushing event deleted for resources: {'Port': ['ID=944f9155-7127-4cd2-b258-7a0ce9984443,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:48.282581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42930e50-2718-4633-83bc-a4d77aa040d1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=44076b9b-badd-4941-ac4b-7ef9fc0d9c55,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:48.284362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5d9a4c-598a-49e1-9d54-e6d8826a183c None None] No DVR routers for this DVR port 944f9155-7127-4cd2-b258-7a0ce9984443 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:39:48.295401 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50c4ddbb-fb2d-48c0-90c8-d56f269e22a3 req-7c9597b5-0fa9-4f78-8b90-a4c7e6df8cb7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243649 Aug 17 02:39:48.306489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No DVR routers for this DVR port 944f9155-7127-4cd2-b258-7a0ce9984443 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:39:48.331867 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=944f9155-7127-4cd2-b258-7a0ce9984443,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:48.402832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-42930e50-2718-4633-83bc-a4d77aa040d1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2146351 Aug 17 02:39:48.405602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39256) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:48.445191 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.458727 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2647e610-38c8-403b-a8be-be0d6c936707']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:48.462937 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab873e73-3f42-47bd-b32b-dff624e55649 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:48.468925 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab873e73-3f42-47bd-b32b-dff624e55649 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:48.470680 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ab873e73-3f42-47bd-b32b-dff624e55649 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0640395 Aug 17 02:39:48.471803 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeee5966-84f9-4fd4-be7b-23e4970f00f4') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:48.472116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeee5966-84f9-4fd4-be7b-23e4970f00f4') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:48.474488 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39260) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:48.485807 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.501739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38250d55-4600-4551-9397-112602945c08 req-5e163f22-ff53-4095-b7af-8146d333dc41 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:48.503336 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38250d55-4600-4551-9397-112602945c08 req-5e163f22-ff53-4095-b7af-8146d333dc41 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 944 time: 0.1051667 Aug 17 02:39:48.512798 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.529830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:39:48.529830 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:39:48.532689 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:39:48.592327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-2a80b251-03fe-4bac-9c67-cfedb57e89ca tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 44076b9b-badd-4941-ac4b-7ef9fc0d9c55 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:48.593061 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a80b251-03fe-4bac-9c67-cfedb57e89ca tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.622139 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38250d55-4600-4551-9397-112602945c08 req-62b23e0d-08c8-461d-9758-b6698954dabf tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062849 Aug 17 02:39:48.677670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device afd89551-eb6a-45ab-86ea-8824dce02813 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:48.722207 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a80b251-03fe-4bac-9c67-cfedb57e89ca tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.733481 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.736391 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-2a80b251-03fe-4bac-9c67-cfedb57e89ca tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 44076b9b-badd-4941-ac4b-7ef9fc0d9c55 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:48.750361 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.750714 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/networks/2647e610-38c8-403b-a8be-be0d6c936707 HTTP/1.1" status: 204 len: 168 time: 1.2340727 Aug 17 02:39:48.778583 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39264) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:48.791848 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d819d-4d55-4edf-baa3-60fa7df4c850 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Network': ['ID=2647e610-38c8-403b-a8be-be0d6c936707,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:48.838656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbcc67c-b8e4-4f46-8b2c-b629e7bbd4a7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:48.840142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1dbcc67c-b8e4-4f46-8b2c-b629e7bbd4a7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/5547440f-92c5-4cd2-80fd-dad0b545c3c4 HTTP/1.1" status: 200 len: 841 time: 0.0604222 Aug 17 02:39:48.844004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39266) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:48.856936 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port afd89551-eb6a-45ab-86ea-8824dce02813 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:48.894945 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4fb37412-7dfc-4a38-b04e-12cfc5bdbd33 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/5547440f-92c5-4cd2-80fd-dad0b545c3c4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0464702 Aug 17 02:39:48.895964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39268) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:48.901496 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9292e1ff-b5f0-4f7b-9cd4-bf0e19414833 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'subnet': {'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:48.910677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 944f9155-7127-4cd2-b258-7a0ce9984443 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:39:48.933685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 944f9155-7127-4cd2-b258-7a0ce9984443 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:39:48.934033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 944f9155-7127-4cd2-b258-7a0ce9984443 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:39:49.093008 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a80b251-03fe-4bac-9c67-cfedb57e89ca tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:49.125364 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80b251-03fe-4bac-9c67-cfedb57e89ca tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=44076b9b-badd-4941-ac4b-7ef9fc0d9c55,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:49.154787 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a80b251-03fe-4bac-9c67-cfedb57e89ca tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:49.156715 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2a80b251-03fe-4bac-9c67-cfedb57e89ca tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/44076b9b-badd-4941-ac4b-7ef9fc0d9c55 HTTP/1.1" status: 204 len: 168 time: 0.6813023 Aug 17 02:39:49.159874 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39270) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:49.167726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9292e1ff-b5f0-4f7b-9cd4-bf0e19414833 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:49.171379 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9292e1ff-b5f0-4f7b-9cd4-bf0e19414833 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:49.253465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-409fd63e-ae78-42ad-920b-a8315b6330ce None None] Provisioning for port afd89551-eb6a-45ab-86ea-8824dce02813 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:49.257996 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-409fd63e-ae78-42ad-920b-a8315b6330ce None None] Provisioning complete for port afd89551-eb6a-45ab-86ea-8824dce02813 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:49.258595 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-409fd63e-ae78-42ad-920b-a8315b6330ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:49.381654 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-409fd63e-ae78-42ad-920b-a8315b6330ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:49.450611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-409fd63e-ae78-42ad-920b-a8315b6330ce None None] For port afd89551-eb6a-45ab-86ea-8824dce02813, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=afd89551-eb6a-45ab-86ea-8824dce02813,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:49.474018 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f06e6-fdd3-4273-9766-7798690e9256 req-0e716e51-ecf4-45e4-8634-eb6f7e2b5b45 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:49.475999 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-607f06e6-fdd3-4273-9766-7798690e9256 req-0e716e51-ecf4-45e4-8634-eb6f7e2b5b45 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0589023 Aug 17 02:39:49.524446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-607f06e6-fdd3-4273-9766-7798690e9256 req-cf2a6462-c098-4479-b847-aa7cfcbf8bc4 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423491 Aug 17 02:39:49.539031 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9292e1ff-b5f0-4f7b-9cd4-bf0e19414833 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:49.568070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b6d954-b5b2-4df7-8b35-07666349664b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:49.569581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b6d954-b5b2-4df7-8b35-07666349664b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:49.571276 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a0b6d954-b5b2-4df7-8b35-07666349664b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4097927 Aug 17 02:39:49.574476 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39274) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:49.621629 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9292e1ff-b5f0-4f7b-9cd4-bf0e19414833 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:49.621629 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-9292e1ff-b5f0-4f7b-9cd4-bf0e19414833 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:49.622609 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-409fd63e-ae78-42ad-920b-a8315b6330ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:49.622724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9292e1ff-b5f0-4f7b-9cd4-bf0e19414833 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:49.622724 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9292e1ff-b5f0-4f7b-9cd4-bf0e19414833 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:49.622724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292e1ff-b5f0-4f7b-9cd4-bf0e19414833 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Subnet': ['ID=cb879643-302d-4757-9690-deadff70ca81,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:49.639607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1f5a36-365b-468e-8893-d1c0c07ecc24 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 439df5be-a63a-435b-a6ab-f7b9b0dc8758 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:39:49.643498 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5a36-365b-468e-8893-d1c0c07ecc24 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:49.660263 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da29b66b-d44e-4e1c-9073-631d583f8a40 None None] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:49.686611 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5a36-365b-468e-8893-d1c0c07ecc24 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:49.735351 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-723a1674-d6ea-4cf4-b021-7b3c5f95b409 None None] Could not find standard attr ID for object 44076b9b-badd-4941-ac4b-7ef9fc0d9c55. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:39:49.740634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fd63e-ae78-42ad-920b-a8315b6330ce None None] Pushing event updated for resources: {'Port': ['ID=afd89551-eb6a-45ab-86ea-8824dce02813,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:49.759613 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bcd91-8d2f-4c06-b27c-f421607a401d req-b2076bf2-4bb6-4e2b-97af-28bf066c155f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:49.768146 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b4bcd91-8d2f-4c06-b27c-f421607a401d req-b2076bf2-4bb6-4e2b-97af-28bf066c155f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 944 time: 0.0767355 Aug 17 02:39:49.793125 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9292e1ff-b5f0-4f7b-9cd4-bf0e19414833 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8933198 Aug 17 02:39:49.794668 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39282) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:49.800687 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-cb5598e5-2a96-4092-a008-709c53279a81 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'security_group': {'name': 'tempest-secgroup-174990905'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:49.809157 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5a36-365b-468e-8893-d1c0c07ecc24 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:49.816587 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b4bcd91-8d2f-4c06-b27c-f421607a401d req-b8710fad-b116-4c22-8e37-c1ae48201d7c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470169 Aug 17 02:39:49.878758 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'tenant_id': '205c143cd1e3429cabb98b6f46d9015d', 'fixed_ips': [{'subnet_id': 'cb879643-302d-4757-9690-deadff70ca81'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:39:49.879807 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:49.996060 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb5598e5-2a96-4092-a008-709c53279a81 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.029391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Allocated IP 172.20.0.2 (07f38ef3-51bb-4143-b3af-6cf5eef4e346/cb879643-302d-4757-9690-deadff70ca81/e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:50.039480 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5a36-365b-468e-8893-d1c0c07ecc24 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.081231 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5a36-365b-468e-8893-d1c0c07ecc24 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.087817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f870c65-c3b6-4253-a0fc-4d7e934cb28d None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:50.087966 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9f1f5a36-365b-468e-8893-d1c0c07ecc24 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/439df5be-a63a-435b-a6ab-f7b9b0dc8758 HTTP/1.1" status: 204 len: 168 time: 0.5076571 Aug 17 02:39:50.088068 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39286) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:50.092162 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f5a36-365b-468e-8893-d1c0c07ecc24 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=439df5be-a63a-435b-a6ab-f7b9b0dc8758,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:50.130490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7decf60e-4040-4db6-bdf0-b99de35e9692 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392222 Aug 17 02:39:50.130729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39288) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:50.138774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-17041d9e-b06f-444e-aafa-43a307699729 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:50.162806 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb5598e5-2a96-4092-a008-709c53279a81 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.274951 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.283389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Transition to ACTIVE for port object e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:50.284322 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb5598e5-2a96-4092-a008-709c53279a81 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.304204 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Transition to ACTIVE for port object e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:50.326977 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34f5d8f-2ea5-4bf9-b0d7-34aad56ad756 None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:39:50.330403 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5598e5-2a96-4092-a008-709c53279a81 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a67e61-6511-4cf9-8a49-0eb3216205ad,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:50.375435 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d34f5d8f-2ea5-4bf9-b0d7-34aad56ad756 None None] Deleting port afd89551-eb6a-45ab-86ea-8824dce02813 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:50.375802 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d34f5d8f-2ea5-4bf9-b0d7-34aad56ad756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.420201 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.434174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17041d9e-b06f-444e-aafa-43a307699729 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:50.438187 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-17041d9e-b06f-444e-aafa-43a307699729 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.478273 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d34f5d8f-2ea5-4bf9-b0d7-34aad56ad756 None None] For port afd89551-eb6a-45ab-86ea-8824dce02813, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=afd89551-eb6a-45ab-86ea-8824dce02813,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:50.481654 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d34f5d8f-2ea5-4bf9-b0d7-34aad56ad756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.493702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:50.499451 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d34f5d8f-2ea5-4bf9-b0d7-34aad56ad756 None None] Calling delete_port for afd89551-eb6a-45ab-86ea-8824dce02813 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:50.503551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Pushing event updated for resources: {'Port': ['ID=e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:50.506811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:50.510287 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:50.574342 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb5598e5-2a96-4092-a008-709c53279a81 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.578414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39292) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:50.578655 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cb5598e5-2a96-4092-a008-709c53279a81 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7823093 Aug 17 02:39:50.584712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-42baf3af-134c-4dd9-b187-0fa1ac44627a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'security_group': {'name': 'tempest-secgroup-376571652'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:50.593142 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device dcfbc717-fdc6-45c2-98f8-eebe8b579965 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:50.636022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device afd89551-eb6a-45ab-86ea-8824dce02813 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:39:50.643449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Attempting to bind port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:50.643726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Attempting to bind port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '800f927b-afa1-4ff4-a026-9ee0666489d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:50.643884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Attempting to bind port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 on network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:50.686275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:50.686565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Checking segment: {'id': '800f927b-afa1-4ff4-a026-9ee0666489d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:50.686950 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.687341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Bound using segment: {'id': '800f927b-afa1-4ff4-a026-9ee0666489d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:50.687821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Bound port: e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800f927b-afa1-4ff4-a026-9ee0666489d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:50.688211 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.709826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b1c51-ab9a-469f-bff6-1e07a850e5d5 req-6c622de9-ee5e-4e8b-b612-2501239eb2c1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:50.711812 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b86b1c51-ab9a-469f-bff6-1e07a850e5d5 req-6c622de9-ee5e-4e8b-b612-2501239eb2c1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0629110 Aug 17 02:39:50.716043 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42baf3af-134c-4dd9-b187-0fa1ac44627a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.760490 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-17041d9e-b06f-444e-aafa-43a307699729 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.776528 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b86b1c51-ab9a-469f-bff6-1e07a850e5d5 req-78b127ec-e942-4b7b-8f30-c5f24cba02cf tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571616 Aug 17 02:39:50.805955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] For port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:50.810365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] For port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1,segment=NetworkSegment(800f927b-afa1-4ff4-a026-9ee0666489d7),segment_id=800f927b-afa1-4ff4-a026-9ee0666489d7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:50.823386 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.830036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17041d9e-b06f-444e-aafa-43a307699729 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:50.832672 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-17041d9e-b06f-444e-aafa-43a307699729 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:50.836573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17041d9e-b06f-444e-aafa-43a307699729 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:50.837181 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-17041d9e-b06f-444e-aafa-43a307699729 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.847464 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42baf3af-134c-4dd9-b187-0fa1ac44627a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.864533 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d34f5d8f-2ea5-4bf9-b0d7-34aad56ad756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.908995 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f5d8f-2ea5-4bf9-b0d7-34aad56ad756 None None] Pushing event deleted for resources: {'Port': ['ID=afd89551-eb6a-45ab-86ea-8824dce02813,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:50.913278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f5d8f-2ea5-4bf9-b0d7-34aad56ad756 None None] No DVR routers for this DVR port afd89551-eb6a-45ab-86ea-8824dce02813 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:39:50.932477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0902b9af-7d63-4cd8-997e-9ac9a47514d1 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:50.945349 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port dcfbc717-fdc6-45c2-98f8-eebe8b579965 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:50.951183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46a7f5-60b7-445a-96c3-b3c284296a9e req-2220d088-aedb-42ee-97f3-5284c9e49098 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:50.952916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba46a7f5-60b7-445a-96c3-b3c284296a9e req-2220d088-aedb-42ee-97f3-5284c9e49098 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 944 time: 0.0589051 Aug 17 02:39:50.953527 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17041d9e-b06f-444e-aafa-43a307699729 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=b36b24fe-29c6-4e71-9174-573f7ddebce6,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:50.974594 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42baf3af-134c-4dd9-b187-0fa1ac44627a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:51.019308 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba46a7f5-60b7-445a-96c3-b3c284296a9e req-555b1015-9090-44e3-99dc-62ee87a962aa tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597184 Aug 17 02:39:51.028181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42baf3af-134c-4dd9-b187-0fa1ac44627a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664be046-3a88-4f15-b26a-1de33600e467,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:51.083632 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-17041d9e-b06f-444e-aafa-43a307699729 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9514098 Aug 17 02:39:51.086406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39300) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:51.091844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a77f40c9-9cc5-45db-82f9-caebb956e67c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'fixed_ips': [{'subnet_id': 'b36b24fe-29c6-4e71-9174-573f7ddebce6', 'ip_address': '2001:db8::ebcd:3998:7a25:484d'}], 'name': 'tempest-NetworksTestDHCPv6-799080750'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:51.130083 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:51.143169 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port dcfbc717-fdc6-45c2-98f8-eebe8b579965 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:51.143564 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:51.148347 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42baf3af-134c-4dd9-b187-0fa1ac44627a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:51.149706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-42baf3af-134c-4dd9-b187-0fa1ac44627a tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5699184 Aug 17 02:39:51.158128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39302) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:51.165913 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-725d989a-9bfe-4f6b-bac6-cb42ab4e21f1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-454943', 'security_groups': ['664be046-3a88-4f15-b26a-1de33600e467'], 'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cb879643-302d-4757-9690-deadff70ca81'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:51.256200 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609672a-3262-4d31-a7b5-e6767113ec39 None None] Pushing event updated for resources: {'Port': ['ID=e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:51.353472 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:51.373691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': 'b36b24fe-29c6-4e71-9174-573f7ddebce6'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:39:51.374586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:51.390020 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfbc717-fdc6-45c2-98f8-eebe8b579965'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:39:51.392233 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dc5d45-9fda-451f-9dcf-a7dc9601420b" -d '{"events": [{"server_uuid": "a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30", "name": "network-vif-plugged", "status": "completed", "tag": "dcfbc717-fdc6-45c2-98f8-eebe8b579965"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:39:51.419088 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port dcfbc717-fdc6-45c2-98f8-eebe8b579965, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=dcfbc717-fdc6-45c2-98f8-eebe8b579965,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:51.440659 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77f40c9-9cc5-45db-82f9-caebb956e67c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:51.451357 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a77f40c9-9cc5-45db-82f9-caebb956e67c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:51.485134 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-a77f40c9-9cc5-45db-82f9-caebb956e67c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 4cd65312-7fdc-4d6a-aa1a-d08fb4cdea9f yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:39:51.561713 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f2a1c7-ae37-4c29-8646-8a482e9cabbd x-openstack-request-id: req-f0f2a1c7-ae37-4c29-8646-8a482e9cabbd {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:39:51.562053 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30", "name": "network-vif-plugged", "status": "completed", "tag": "dcfbc717-fdc6-45c2-98f8-eebe8b579965", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:39:51.562314 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0f2a1c7-ae37-4c29-8646-8a482e9cabbd {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:39:51.563313 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfbc717-fdc6-45c2-98f8-eebe8b579965', 'code': 200} Aug 17 02:39:51.565655 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:51.597535 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725d989a-9bfe-4f6b-bac6-cb42ab4e21f1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:51.636360 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Allocated IP 2001:db8::2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/b36b24fe-29c6-4e71-9174-573f7ddebce6/7a8357b8-bea5-4d23-a395-e696d83998a3) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:51.658395 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=dcfbc717-fdc6-45c2-98f8-eebe8b579965,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:51.744121 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c3f98-9348-449d-bf45-096778afd912 req-dd37e474-ea95-42d3-95a3-f82f69932d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:51.745541 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb4c3f98-9348-449d-bf45-096778afd912 req-dd37e474-ea95-42d3-95a3-f82f69932d23 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 1097 time: 0.0821679 Aug 17 02:39:51.750052 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-725d989a-9bfe-4f6b-bac6-cb42ab4e21f1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:51.784216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-725d989a-9bfe-4f6b-bac6-cb42ab4e21f1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port 0f6611ca-63fd-4b66-8154-c02abcdc25ed yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:39:51.809797 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb4c3f98-9348-449d-bf45-096778afd912 req-a9e8e7dc-e139-41d4-850c-369add40b6ee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480883 Aug 17 02:39:51.827985 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:51.843058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Transition to ACTIVE for port object 7a8357b8-bea5-4d23-a395-e696d83998a3 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:51.862355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Transition to ACTIVE for port object 7a8357b8-bea5-4d23-a395-e696d83998a3 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:51.983921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2c1f4-5ecc-4cd8-b6c4-6de6e6b62ca3 req-eb6f6e90-d1fe-475b-8e71-ef324084380c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:51.985468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66f2c1f4-5ecc-4cd8-b6c4-6de6e6b62ca3 req-eb6f6e90-d1fe-475b-8e71-ef324084380c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0977578 Aug 17 02:39:51.988239 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:52.031754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:52.041203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:52.045132 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:52.059015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Pushing event updated for resources: {'Port': ['ID=7a8357b8-bea5-4d23-a395-e696d83998a3,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:52.067528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-725d989a-9bfe-4f6b-bac6-cb42ab4e21f1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Allocated IP 172.20.0.14 (07f38ef3-51bb-4143-b3af-6cf5eef4e346/cb879643-302d-4757-9690-deadff70ca81/0f6611ca-63fd-4b66-8154-c02abcdc25ed) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:52.099916 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-a77f40c9-9cc5-45db-82f9-caebb956e67c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::ebcd:3998:7a25:484d (26de8fc2-c42b-4f78-aca4-a68447cacdd7/b36b24fe-29c6-4e71-9174-573f7ddebce6/4cd65312-7fdc-4d6a-aa1a-d08fb4cdea9f) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:52.106888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66f2c1f4-5ecc-4cd8-b6c4-6de6e6b62ca3 req-5b150805-6a5b-43d8-b2eb-55da727aaddd tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076887 Aug 17 02:39:52.119487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Attempting to bind port 7a8357b8-bea5-4d23-a395-e696d83998a3 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:52.119908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Attempting to bind port 7a8357b8-bea5-4d23-a395-e696d83998a3 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:52.120447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Attempting to bind port 7a8357b8-bea5-4d23-a395-e696d83998a3 on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:52.144187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:52.144187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:52.144533 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:52.145147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:52.145990 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Bound port: 7a8357b8-bea5-4d23-a395-e696d83998a3, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:52.146897 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:52.234239 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] For port 7a8357b8-bea5-4d23-a395-e696d83998a3, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:52.238258 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] For port 7a8357b8-bea5-4d23-a395-e696d83998a3, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7a8357b8-bea5-4d23-a395-e696d83998a3,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:52.340158 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:52.383375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6dae3-e64e-48eb-98c1-6c0b976c1b88 req-343cc2a1-d8c7-4e75-843e-dafc26127aeb tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:52.385169 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dae6dae3-e64e-48eb-98c1-6c0b976c1b88 req-343cc2a1-d8c7-4e75-843e-dafc26127aeb tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 945 time: 0.1936195 Aug 17 02:39:52.413148 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-725d989a-9bfe-4f6b-bac6-cb42ab4e21f1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:52.413480 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f05a0-7557-40e3-a926-02a8a7484bcc None None] Pushing event updated for resources: {'Port': ['ID=7a8357b8-bea5-4d23-a395-e696d83998a3,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:52.428728 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-46649fb2-c3a6-4925-87f1-d7f774b25155 None None] Provisioning complete for port 5547440f-92c5-4cd2-80fd-dad0b545c3c4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:52.428728 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-46649fb2-c3a6-4925-87f1-d7f774b25155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:52.466540 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-46649fb2-c3a6-4925-87f1-d7f774b25155 None None] Port 5547440f-92c5-4cd2-80fd-dad0b545c3c4 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:52.480412 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-725d989a-9bfe-4f6b-bac6-cb42ab4e21f1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Transition to ACTIVE for port object 0f6611ca-63fd-4b66-8154-c02abcdc25ed will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:52.490883 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dae6dae3-e64e-48eb-98c1-6c0b976c1b88 req-b5d4b047-e957-48c5-b907-765ec4dcfcaf tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939965 Aug 17 02:39:52.503834 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a77f40c9-9cc5-45db-82f9-caebb956e67c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:52.537873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-a77f40c9-9cc5-45db-82f9-caebb956e67c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 4cd65312-7fdc-4d6a-aa1a-d08fb4cdea9f will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:52.576106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-46649fb2-c3a6-4925-87f1-d7f774b25155 None None] Provisioning for port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:52.642407 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-725d989a-9bfe-4f6b-bac6-cb42ab4e21f1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:52.695229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725d989a-9bfe-4f6b-bac6-cb42ab4e21f1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:52.701724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-725d989a-9bfe-4f6b-bac6-cb42ab4e21f1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:52.705818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d989a-9bfe-4f6b-bac6-cb42ab4e21f1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:52.738430 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d989a-9bfe-4f6b-bac6-cb42ab4e21f1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=0f6611ca-63fd-4b66-8154-c02abcdc25ed,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:52.745013 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:52.748336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a77f40c9-9cc5-45db-82f9-caebb956e67c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:52.833107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d989a-9bfe-4f6b-bac6-cb42ab4e21f1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:52.833944 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-725d989a-9bfe-4f6b-bac6-cb42ab4e21f1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:52.837719 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77f40c9-9cc5-45db-82f9-caebb956e67c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:52.843659 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-a77f40c9-9cc5-45db-82f9-caebb956e67c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:52.845194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f40c9-9cc5-45db-82f9-caebb956e67c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=4cd65312-7fdc-4d6a-aa1a-d08fb4cdea9f,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:52.850625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f40c9-9cc5-45db-82f9-caebb956e67c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:52.856427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f40c9-9cc5-45db-82f9-caebb956e67c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:52.857028 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a77f40c9-9cc5-45db-82f9-caebb956e67c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:52.915027 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:52.920429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:52.921065 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:52.995027 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-725d989a-9bfe-4f6b-bac6-cb42ab4e21f1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8351490 Aug 17 02:39:52.997377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39318) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:53.004970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e3423d2c-018e-46db-a2dc-c22fd51aa93e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'subnet': {'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:53.015936 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:53.050978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1,segment=NetworkSegment(800f927b-afa1-4ff4-a026-9ee0666489d7),segment_id=800f927b-afa1-4ff4-a026-9ee0666489d7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:53.070326 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a77f40c9-9cc5-45db-82f9-caebb956e67c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9827273 Aug 17 02:39:53.073203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39320) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:53.110791 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cd8d85d6-68e2-4b03-a879-7d74fc679471 None None] Provisioning for port 0f6611ca-63fd-4b66-8154-c02abcdc25ed completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:53.115989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cd8d85d6-68e2-4b03-a879-7d74fc679471 None None] Provisioning complete for port 0f6611ca-63fd-4b66-8154-c02abcdc25ed triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:53.116411 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd8d85d6-68e2-4b03-a879-7d74fc679471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:53.130296 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a722350a-d47b-452a-afb7-9fae9ac72270 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:53.136483 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a722350a-d47b-452a-afb7-9fae9ac72270 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:53.138197 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a722350a-d47b-452a-afb7-9fae9ac72270 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0636685 Aug 17 02:39:53.141686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39324) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:53.161580 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:53.204765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d85d6-68e2-4b03-a879-7d74fc679471 None None] Port 0f6611ca-63fd-4b66-8154-c02abcdc25ed cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:53.207779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3423d2c-018e-46db-a2dc-c22fd51aa93e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:53.217759 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e3423d2c-018e-46db-a2dc-c22fd51aa93e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:53.250134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:53.256859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ef688c97-dc4e-4323-98bc-8b3169052455 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 4cd65312-7fdc-4d6a-aa1a-d08fb4cdea9f {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:53.257580 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef688c97-dc4e-4323-98bc-8b3169052455 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:53.352722 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915908fc-af0d-4df7-ad77-71fb7df59058 req-e56249f9-567e-46ce-927a-691fe5e3eac2 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:53.354372 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-915908fc-af0d-4df7-ad77-71fb7df59058 req-e56249f9-567e-46ce-927a-691fe5e3eac2 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1270056 Aug 17 02:39:53.364618 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef688c97-dc4e-4323-98bc-8b3169052455 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:53.379797 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ef688c97-dc4e-4323-98bc-8b3169052455 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 4cd65312-7fdc-4d6a-aa1a-d08fb4cdea9f owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:53.397708 n-d-793621-31 neutron-server[95406]: INFO neutron.db.ipam_backend_mixin [None req-e3423d2c-018e-46db-a2dc-c22fd51aa93e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cb879643-302d-4757-9690-deadff70ca81 (CIDR: 172.20.0.0/28) Aug 17 02:39:53.411635 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-915908fc-af0d-4df7-ad77-71fb7df59058 req-66dcf67b-0252-4619-8bc2-4bf12076e8a1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471547 Aug 17 02:39:53.436869 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3423d2c-018e-46db-a2dc-c22fd51aa93e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:39:53.438140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3423d2c-018e-46db-a2dc-c22fd51aa93e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:39:53.561851 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e3423d2c-018e-46db-a2dc-c22fd51aa93e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5634131 Aug 17 02:39:53.564533 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39328) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:53.572348 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-10d80bc1-8104-4ae2-89d9-ce60f895b4d1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'subnet': {'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:53.650350 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef688c97-dc4e-4323-98bc-8b3169052455 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:53.660898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ba5ed-30bc-4b02-8891-878f06c1e9f7 req-daccc963-2ce1-4652-8469-4c83b67466b9 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:53.669002 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-691ba5ed-30bc-4b02-8891-878f06c1e9f7 req-daccc963-2ce1-4652-8469-4c83b67466b9 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 945 time: 0.0675519 Aug 17 02:39:53.714935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-691ba5ed-30bc-4b02-8891-878f06c1e9f7 req-f2944656-46e6-4f4c-9da1-17ecbcdfcbb8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449550 Aug 17 02:39:53.739525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef688c97-dc4e-4323-98bc-8b3169052455 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=4cd65312-7fdc-4d6a-aa1a-d08fb4cdea9f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:53.786041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c645a592-438d-4f58-b78f-94d469a75818 None None] Provisioning for port 7a8357b8-bea5-4d23-a395-e696d83998a3 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:53.786566 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef688c97-dc4e-4323-98bc-8b3169052455 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:53.786566 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ef688c97-dc4e-4323-98bc-8b3169052455 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/4cd65312-7fdc-4d6a-aa1a-d08fb4cdea9f HTTP/1.1" status: 204 len: 168 time: 0.6386437 Aug 17 02:39:53.787815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39334) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:53.865201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3208cb-58a0-4f34-8521-e7563eb2d7c7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:53.866879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3208cb-58a0-4f34-8521-e7563eb2d7c7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:53.870874 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ee3208cb-58a0-4f34-8521-e7563eb2d7c7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0794494 Aug 17 02:39:53.871321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39336) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:53.900943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e33107b0-91da-4e24-a35a-b85ec31aad58 None None] Could not find standard attr ID for object 4cd65312-7fdc-4d6a-aa1a-d08fb4cdea9f. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:39:53.940579 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d1aa1e-0703-4327-9d8d-14d414d83e45 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet b36b24fe-29c6-4e71-9174-573f7ddebce6 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:39:53.941935 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d80bc1-8104-4ae2-89d9-ce60f895b4d1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:53.944904 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-65d1aa1e-0703-4327-9d8d-14d414d83e45 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:53.948834 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10d80bc1-8104-4ae2-89d9-ce60f895b4d1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:54.006677 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-65d1aa1e-0703-4327-9d8d-14d414d83e45 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:54.115642 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-65d1aa1e-0703-4327-9d8d-14d414d83e45 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:54.293985 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10d80bc1-8104-4ae2-89d9-ce60f895b4d1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:54.294887 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-65d1aa1e-0703-4327-9d8d-14d414d83e45 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:54.327219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1aa1e-0703-4327-9d8d-14d414d83e45 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=b36b24fe-29c6-4e71-9174-573f7ddebce6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:54.330958 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-65d1aa1e-0703-4327-9d8d-14d414d83e45 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:54.333502 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-65d1aa1e-0703-4327-9d8d-14d414d83e45 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/b36b24fe-29c6-4e71-9174-573f7ddebce6 HTTP/1.1" status: 204 len: 168 time: 0.4596751 Aug 17 02:39:54.338549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39338) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:54.340845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d80bc1-8104-4ae2-89d9-ce60f895b4d1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:54.344042 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-10d80bc1-8104-4ae2-89d9-ce60f895b4d1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:54.344293 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2bd1e7-36e6-48ac-a6d4-da3cb6a9658a None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:54.349783 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d80bc1-8104-4ae2-89d9-ce60f895b4d1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:54.350390 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10d80bc1-8104-4ae2-89d9-ce60f895b4d1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:54.369461 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718a4843-4e4f-4851-a728-c1d0ce3923c2 None None] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:54.377783 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d80bc1-8104-4ae2-89d9-ce60f895b4d1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Subnet': ['ID=ed2ab9d1-1f06-4a73-a692-51b46dcb663d,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:54.377951 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f84c1bd2-8bc4-43de-a8fb-cdeee799e87e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408626 Aug 17 02:39:54.380142 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39340) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:54.385397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-34fc98fd-3911-4833-a6f3-97a05e454e2a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:54.463521 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-10d80bc1-8104-4ae2-89d9-ce60f895b4d1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8976915 Aug 17 02:39:54.467648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39344) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:54.476704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c4217b33-a6e3-4273-b3f0-27ece868a131 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1975841540', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ed2ab9d1-1f06-4a73-a692-51b46dcb663d'}], 'security_groups': ['73a67e61-6511-4cf9-8a49-0eb3216205ad']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:54.559480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fc98fd-3911-4833-a6f3-97a05e454e2a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:54.563408 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34fc98fd-3911-4833-a6f3-97a05e454e2a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:54.653031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc570fb-7319-4fa8-b1c9-8ef643fb07d5 req-727dcb2f-645a-437a-ba06-8b5eb113377a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:54.663461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fc570fb-7319-4fa8-b1c9-8ef643fb07d5 req-727dcb2f-645a-437a-ba06-8b5eb113377a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1615834 Aug 17 02:39:54.706557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c4217b33-a6e3-4273-b3f0-27ece868a131 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:54.730578 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067004e4-45ac-4f55-a70a-40da364ba86e None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:39:54.743768 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fc570fb-7319-4fa8-b1c9-8ef643fb07d5 req-cf84c3a9-5146-4989-ba5f-23f0902cf2b9 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793161 Aug 17 02:39:54.792966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5d2de1-d38e-435b-95e0-4d0c6ca76da5 None None] Update dhcp port {'port': {'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'fixed_ips': [{'subnet_id': 'cb879643-302d-4757-9690-deadff70ca81', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ed2ab9d1-1f06-4a73-a692-51b46dcb663d'}], 'binding:host_id': 'n-d-793621-31'}, 'id': 'e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:39:54.825778 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:54.856009 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6e5d2de1-d38e-435b-95e0-4d0c6ca76da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:54.889451 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-067004e4-45ac-4f55-a70a-40da364ba86e None None] Deleting port 7a8357b8-bea5-4d23-a395-e696d83998a3 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:54.889962 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-067004e4-45ac-4f55-a70a-40da364ba86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:55.092585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-067004e4-45ac-4f55-a70a-40da364ba86e None None] For port 7a8357b8-bea5-4d23-a395-e696d83998a3, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7a8357b8-bea5-4d23-a395-e696d83998a3,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:55.093000 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-067004e4-45ac-4f55-a70a-40da364ba86e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:55.111361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:55.111361 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:55.118726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-067004e4-45ac-4f55-a70a-40da364ba86e None None] Calling delete_port for 7a8357b8-bea5-4d23-a395-e696d83998a3 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:55.181342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-c4217b33-a6e3-4273-b3f0-27ece868a131 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Delete allocated IP 172.20.0.14 (07f38ef3-51bb-4143-b3af-6cf5eef4e346/cb879643-302d-4757-9690-deadff70ca81) {{(pid=95407) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 02:39:55.192076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-c4217b33-a6e3-4273-b3f0-27ece868a131 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Allocated IP 172.20.0.28 (07f38ef3-51bb-4143-b3af-6cf5eef4e346/ed2ab9d1-1f06-4a73-a692-51b46dcb663d/0f6611ca-63fd-4b66-8154-c02abcdc25ed) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:55.282366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0703e-0f30-477e-bf82-8a0ba25ff722 req-1488baa5-1314-4a14-b0de-6e03bd0d3e2a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:55.283929 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93e0703e-0f30-477e-bf82-8a0ba25ff722 req-1488baa5-1314-4a14-b0de-6e03bd0d3e2a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 945 time: 0.0957198 Aug 17 02:39:55.338981 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93e0703e-0f30-477e-bf82-8a0ba25ff722 req-a4334d59-a181-41db-bff6-d727476eab34 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464168 Aug 17 02:39:55.378586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-067004e4-45ac-4f55-a70a-40da364ba86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:55.405991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067004e4-45ac-4f55-a70a-40da364ba86e None None] Pushing event deleted for resources: {'Port': ['ID=7a8357b8-bea5-4d23-a395-e696d83998a3,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:55.408451 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c4217b33-a6e3-4273-b3f0-27ece868a131 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:55.417923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067004e4-45ac-4f55-a70a-40da364ba86e None None] No DVR routers for this DVR port 7a8357b8-bea5-4d23-a395-e696d83998a3 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:39:55.426154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-c4217b33-a6e3-4273-b3f0-27ece868a131 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Transition to ACTIVE for port object 0f6611ca-63fd-4b66-8154-c02abcdc25ed will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:55.459505 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34fc98fd-3911-4833-a6f3-97a05e454e2a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:55.506246 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fc98fd-3911-4833-a6f3-97a05e454e2a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:55.509436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-34fc98fd-3911-4833-a6f3-97a05e454e2a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:55.513675 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fc98fd-3911-4833-a6f3-97a05e454e2a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:55.514271 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34fc98fd-3911-4833-a6f3-97a05e454e2a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:55.518642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddb8a52-bdff-4349-a370-af851fb9050b None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:55.518814 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c4217b33-a6e3-4273-b3f0-27ece868a131 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:55.543812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc98fd-3911-4833-a6f3-97a05e454e2a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=a4e3b340-4678-4c39-90bb-5accbb3835d4,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:55.622320 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-6e5d2de1-d38e-435b-95e0-4d0c6ca76da5 None None] Allocated IP 172.20.0.18 (07f38ef3-51bb-4143-b3af-6cf5eef4e346/ed2ab9d1-1f06-4a73-a692-51b46dcb663d/e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:55.624248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4217b33-a6e3-4273-b3f0-27ece868a131 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=0f6611ca-63fd-4b66-8154-c02abcdc25ed,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:55.645860 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-c4217b33-a6e3-4273-b3f0-27ece868a131 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] In _notify_port_updated(), no bound segment for port 0f6611ca-63fd-4b66-8154-c02abcdc25ed on network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 {{(pid=95407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:39:55.651550 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4217b33-a6e3-4273-b3f0-27ece868a131 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:55.652193 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c4217b33-a6e3-4273-b3f0-27ece868a131 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:55.656469 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c4217b33-a6e3-4273-b3f0-27ece868a131 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "PUT /v2.0/ports/0f6611ca-63fd-4b66-8154-c02abcdc25ed HTTP/1.1" status: 200 len: 921 time: 1.1844029 Aug 17 02:39:55.656959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39356) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:55.666788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-34fc98fd-3911-4833-a6f3-97a05e454e2a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2843058 Aug 17 02:39:55.668710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39358) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:55.674280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-17a52e49-40b4-45e4-a282-0f6fc0f75ec1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'fixed_ips': [{'subnet_id': 'a4e3b340-4678-4c39-90bb-5accbb3835d4', 'ip_address': '2001:db8::a702:88f0:5cec:324d'}], 'name': 'tempest-NetworksTestDHCPv6-144520146'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:55.739288 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974c475-2241-41a2-9f35-a296e2a7ece8 req-3c47646c-8a7c-4e5e-8f3c-0ed8f068591c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:55.740983 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1974c475-2241-41a2-9f35-a296e2a7ece8 req-3c47646c-8a7c-4e5e-8f3c-0ed8f068591c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 945 time: 0.1269727 Aug 17 02:39:55.775893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-c373548a-8a48-4635-a792-fe0c5e75c8aa tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 0f6611ca-63fd-4b66-8154-c02abcdc25ed {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:55.776864 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c373548a-8a48-4635-a792-fe0c5e75c8aa tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:55.803206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6e5d2de1-d38e-435b-95e0-4d0c6ca76da5 None None] For port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1,segment=NetworkSegment(800f927b-afa1-4ff4-a026-9ee0666489d7),segment_id=800f927b-afa1-4ff4-a026-9ee0666489d7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:55.807802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': 'a4e3b340-4678-4c39-90bb-5accbb3835d4'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:39:55.808478 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:55.817415 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1974c475-2241-41a2-9f35-a296e2a7ece8 req-daf941cd-6eb5-48f3-9590-ad499d5ba04d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692658 Aug 17 02:39:55.888576 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c373548a-8a48-4635-a792-fe0c5e75c8aa tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:55.902729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-c373548a-8a48-4635-a792-fe0c5e75c8aa tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 0f6611ca-63fd-4b66-8154-c02abcdc25ed owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:55.924654 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6e5d2de1-d38e-435b-95e0-4d0c6ca76da5 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:55.954216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a52e49-40b4-45e4-a282-0f6fc0f75ec1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:55.962564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6e5d2de1-d38e-435b-95e0-4d0c6ca76da5 None None] Transition to ACTIVE for port object e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:56.022466 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d53ec-5af5-4d13-8c7e-f6238bbe555a req-02dd3b1c-7aec-443b-9dd2-6d76398d6393 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:56.030135 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-466d53ec-5af5-4d13-8c7e-f6238bbe555a req-02dd3b1c-7aec-443b-9dd2-6d76398d6393 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1201012 Aug 17 02:39:56.030880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Allocated IP 2001:db8::2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/a4e3b340-4678-4c39-90bb-5accbb3835d4/752fea7b-eea0-4816-af70-137c873517ef) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:56.034177 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6e5d2de1-d38e-435b-95e0-4d0c6ca76da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:56.100151 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-466d53ec-5af5-4d13-8c7e-f6238bbe555a req-1ca1ed79-359f-4961-8c8d-81f8edc50a64 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690076 Aug 17 02:39:56.112879 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-17a52e49-40b4-45e4-a282-0f6fc0f75ec1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:56.140978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-17a52e49-40b4-45e4-a282-0f6fc0f75ec1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 45b61cfb-b555-4484-8452-4d8dcbc0e62f yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:39:56.195632 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c373548a-8a48-4635-a792-fe0c5e75c8aa tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:56.231336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373548a-8a48-4635-a792-fe0c5e75c8aa tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=0f6611ca-63fd-4b66-8154-c02abcdc25ed,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:56.316457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9a43b-ccbd-4ba4-ae03-beef527ae313 req-5dc6ba47-97e2-4db1-b37e-1236d4bb7ee7 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:56.322259 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ed9a43b-ccbd-4ba4-ae03-beef527ae313 req-5dc6ba47-97e2-4db1-b37e-1236d4bb7ee7 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 945 time: 0.1406682 Aug 17 02:39:56.357829 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d2de1-d38e-435b-95e0-4d0c6ca76da5 None None] Pushing event updated for resources: {'Port': ['ID=e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:56.367595 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c373548a-8a48-4635-a792-fe0c5e75c8aa tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:56.371395 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c373548a-8a48-4635-a792-fe0c5e75c8aa tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/0f6611ca-63fd-4b66-8154-c02abcdc25ed HTTP/1.1" status: 204 len: 168 time: 0.7129219 Aug 17 02:39:56.372380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39364) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:56.400433 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fe7979-292f-4172-9560-e7ebe28e0b3f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] GET failed (client error): The resource could not be found. Aug 17 02:39:56.402256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ed9a43b-ccbd-4ba4-ae03-beef527ae313 req-062c0311-99b1-4e4f-b685-01c687509018 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790412 Aug 17 02:39:56.406482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39366) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:56.406691 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-10fe7979-292f-4172-9560-e7ebe28e0b3f tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/0f6611ca-63fd-4b66-8154-c02abcdc25ed HTTP/1.1" status: 404 len: 333 time: 0.0322471 Aug 17 02:39:56.479656 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87b514ae-b0f3-404b-8c05-b8d4ea6a05ca tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:56.500326 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:56.512267 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87b514ae-b0f3-404b-8c05-b8d4ea6a05ca tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:56.518238 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Transition to ACTIVE for port object 752fea7b-eea0-4816-af70-137c873517ef will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:56.542501 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Transition to ACTIVE for port object 752fea7b-eea0-4816-af70-137c873517ef will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:56.624835 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:56.685707 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:56.688633 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87b514ae-b0f3-404b-8c05-b8d4ea6a05ca tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:56.695165 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-87b514ae-b0f3-404b-8c05-b8d4ea6a05ca tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:56.695165 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-87b514ae-b0f3-404b-8c05-b8d4ea6a05ca tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/security-groups/664be046-3a88-4f15-b26a-1de33600e467 HTTP/1.1" status: 204 len: 168 time: 0.2847757 Aug 17 02:39:56.695379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39374) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:56.739947 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b514ae-b0f3-404b-8c05-b8d4ea6a05ca tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664be046-3a88-4f15-b26a-1de33600e467,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:56.761617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Pushing event updated for resources: {'Port': ['ID=752fea7b-eea0-4816-af70-137c873517ef,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:56.800627 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:56.802510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 7a8357b8-bea5-4d23-a395-e696d83998a3 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:39:56.806318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-17a52e49-40b4-45e4-a282-0f6fc0f75ec1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::a702:88f0:5cec:324d (26de8fc2-c42b-4f78-aca4-a68447cacdd7/a4e3b340-4678-4c39-90bb-5accbb3835d4/45b61cfb-b555-4484-8452-4d8dcbc0e62f) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:56.811482 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ffb5bfb2-b4bf-4a91-a5a7-e8d891bf5735 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:56.828310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:56.832629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:56.836976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 7a8357b8-bea5-4d23-a395-e696d83998a3 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:39:56.837511 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 7a8357b8-bea5-4d23-a395-e696d83998a3 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:39:56.872154 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ffb5bfb2-b4bf-4a91-a5a7-e8d891bf5735 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:56.912738 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Attempting to bind port 752fea7b-eea0-4816-af70-137c873517ef on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:56.913370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Attempting to bind port 752fea7b-eea0-4816-af70-137c873517ef by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:56.913835 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Attempting to bind port 752fea7b-eea0-4816-af70-137c873517ef on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:56.920811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:56.924462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:56.924462 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:56.924462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:56.924462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Bound port: 752fea7b-eea0-4816-af70-137c873517ef, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:56.924462 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.023939 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] For port 752fea7b-eea0-4816-af70-137c873517ef, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:57.025075 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ffb5bfb2-b4bf-4a91-a5a7-e8d891bf5735 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.028634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] For port 752fea7b-eea0-4816-af70-137c873517ef, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=752fea7b-eea0-4816-af70-137c873517ef,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:57.030415 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ffb5bfb2-b4bf-4a91-a5a7-e8d891bf5735 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.031615 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ffb5bfb2-b4bf-4a91-a5a7-e8d891bf5735 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/security-groups/73a67e61-6511-4cf9-8a49-0eb3216205ad HTTP/1.1" status: 204 len: 168 time: 0.3353732 Aug 17 02:39:57.040151 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39378) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:57.084170 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-17a52e49-40b4-45e4-a282-0f6fc0f75ec1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.098036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5bfb2-b4bf-4a91-a5a7-e8d891bf5735 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a67e61-6511-4cf9-8a49-0eb3216205ad,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:57.098688 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-17a52e49-40b4-45e4-a282-0f6fc0f75ec1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 45b61cfb-b555-4484-8452-4d8dcbc0e62f will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:57.121525 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.138819 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb8ab4a-95c0-4369-89b5-b391e13109d6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting subnet cb879643-302d-4757-9690-deadff70ca81 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:39:57.142935 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ab4a-95c0-4369-89b5-b391e13109d6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.193614 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ab4a-95c0-4369-89b5-b391e13109d6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.206841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f9954-a3e6-4c31-b30e-438152aef40f None None] Pushing event updated for resources: {'Port': ['ID=752fea7b-eea0-4816-af70-137c873517ef,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:57.246847 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20121501-7fd5-4c92-8761-b46db5ac23cc req-d7dffc90-434c-4bbe-96f4-6c71e742135f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:57.248529 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20121501-7fd5-4c92-8761-b46db5ac23cc req-d7dffc90-434c-4bbe-96f4-6c71e742135f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 945 time: 0.0786345 Aug 17 02:39:57.250617 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-17a52e49-40b4-45e4-a282-0f6fc0f75ec1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.294661 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ab4a-95c0-4369-89b5-b391e13109d6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.296725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-896b4259-930b-4dc1-bffa-d2631dca01a7 None None] Provisioning for port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:57.303279 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-896b4259-930b-4dc1-bffa-d2631dca01a7 None None] Provisioning complete for port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:57.305429 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-896b4259-930b-4dc1-bffa-d2631dca01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.323515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a52e49-40b4-45e4-a282-0f6fc0f75ec1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:57.334612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-17a52e49-40b4-45e4-a282-0f6fc0f75ec1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:57.340370 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a52e49-40b4-45e4-a282-0f6fc0f75ec1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:57.346308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a52e49-40b4-45e4-a282-0f6fc0f75ec1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:57.347129 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-17a52e49-40b4-45e4-a282-0f6fc0f75ec1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.364746 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a52e49-40b4-45e4-a282-0f6fc0f75ec1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=45b61cfb-b555-4484-8452-4d8dcbc0e62f,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:57.387837 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20121501-7fd5-4c92-8761-b46db5ac23cc req-8544084a-3e00-47a1-af97-c2038df0d858 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169052 Aug 17 02:39:57.474529 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-17a52e49-40b4-45e4-a282-0f6fc0f75ec1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8045163 Aug 17 02:39:57.483430 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39382) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:57.495797 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-896b4259-930b-4dc1-bffa-d2631dca01a7 None None] Could not find standard attr ID for object 0f6611ca-63fd-4b66-8154-c02abcdc25ed. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:39:57.520934 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-896b4259-930b-4dc1-bffa-d2631dca01a7 None None] Provisioning complete for port 5547440f-92c5-4cd2-80fd-dad0b545c3c4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:57.520934 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-896b4259-930b-4dc1-bffa-d2631dca01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.531402 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ab4a-95c0-4369-89b5-b391e13109d6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.544783 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb31cf5-8563-4258-a56d-2fc9ae7c8a0e req-1087378a-3caa-4c55-a121-46b107584b32 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:57.546925 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccb31cf5-8563-4258-a56d-2fc9ae7c8a0e req-1087378a-3caa-4c55-a121-46b107584b32 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0706029 Aug 17 02:39:57.580497 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-896b4259-930b-4dc1-bffa-d2631dca01a7 None None] Port 5547440f-92c5-4cd2-80fd-dad0b545c3c4 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:57.588752 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ab4a-95c0-4369-89b5-b391e13109d6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.598733 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39384) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:57.599870 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7eb8ab4a-95c0-4369-89b5-b391e13109d6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/cb879643-302d-4757-9690-deadff70ca81 HTTP/1.1" status: 204 len: 168 time: 0.5586176 Aug 17 02:39:57.603821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8ab4a-95c0-4369-89b5-b391e13109d6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Subnet': ['ID=cb879643-302d-4757-9690-deadff70ca81,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:57.608169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a7d8d63c-a043-4d76-8afa-631df635da48 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'subnet': {'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:57.629527 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b97723-0b0e-4205-a10a-10a65a49e3d4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:57.636324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b97723-0b0e-4205-a10a-10a65a49e3d4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:57.637844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccb31cf5-8563-4258-a56d-2fc9ae7c8a0e req-b3ab4655-1289-4275-a251-7157044a9158 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794432 Aug 17 02:39:57.641116 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e4b97723-0b0e-4205-a10a-10a65a49e3d4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1581028 Aug 17 02:39:57.642466 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39386) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:57.722323 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425d3b61-31f2-478d-855a-0cd57a63daed None None] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:57.765298 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-350c66ad-e3f0-41f8-aa17-42cfacd37ca0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 45b61cfb-b555-4484-8452-4d8dcbc0e62f {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:57.765924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-350c66ad-e3f0-41f8-aa17-42cfacd37ca0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.805841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6fa800e7-853b-450b-af3d-8ead1303a3d7 None None] Could not find standard attr ID for object 0f6611ca-63fd-4b66-8154-c02abcdc25ed. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:39:57.856662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d8d63c-a043-4d76-8afa-631df635da48 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:57.859370 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-350c66ad-e3f0-41f8-aa17-42cfacd37ca0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.861640 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d63c-a043-4d76-8afa-631df635da48 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:57.873938 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-350c66ad-e3f0-41f8-aa17-42cfacd37ca0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 45b61cfb-b555-4484-8452-4d8dcbc0e62f owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:58.143732 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-350c66ad-e3f0-41f8-aa17-42cfacd37ca0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:58.189090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c66ad-e3f0-41f8-aa17-42cfacd37ca0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=45b61cfb-b555-4484-8452-4d8dcbc0e62f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:58.242789 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-350c66ad-e3f0-41f8-aa17-42cfacd37ca0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:58.249084 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-350c66ad-e3f0-41f8-aa17-42cfacd37ca0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/45b61cfb-b555-4484-8452-4d8dcbc0e62f HTTP/1.1" status: 204 len: 168 time: 0.6061029 Aug 17 02:39:58.250141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39392) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:58.321612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7065ec6-1a46-41f6-9482-518dd0fbe6d3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:58.322608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7065ec6-1a46-41f6-9482-518dd0fbe6d3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:58.327354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39394) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:58.327705 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e7065ec6-1a46-41f6-9482-518dd0fbe6d3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0764956 Aug 17 02:39:58.407814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f561a7-c272-48a5-a985-de62ad1613c4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet a4e3b340-4678-4c39-90bb-5accbb3835d4 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:39:58.411731 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4f561a7-c272-48a5-a985-de62ad1613c4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:58.440753 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d63c-a043-4d76-8afa-631df635da48 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:58.507776 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4f561a7-c272-48a5-a985-de62ad1613c4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:58.564023 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8d63c-a043-4d76-8afa-631df635da48 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:58.579991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-a7d8d63c-a043-4d76-8afa-631df635da48 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:58.593064 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d8d63c-a043-4d76-8afa-631df635da48 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:58.593448 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-137375d0-9747-4944-ab2b-24455da4a635 None None] Provisioning for port 752fea7b-eea0-4816-af70-137c873517ef completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:58.598768 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d63c-a043-4d76-8afa-631df635da48 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:58.598768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8d63c-a043-4d76-8afa-631df635da48 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Subnet': ['ID=af0a9249-27a1-4609-9e68-d2395867add5,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:58.678099 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:58.682184 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 752fea7b-eea0-4816-af70-137c873517ef up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:58.701311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b675d-6b5b-4cf1-b02a-ed8e021628a8 req-38310484-b0fa-4c70-8265-357c09335b4d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:58.702900 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d2b675d-6b5b-4cf1-b02a-ed8e021628a8 req-38310484-b0fa-4c70-8265-357c09335b4d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 945 time: 0.2224591 Aug 17 02:39:58.706801 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3abde-13b1-4a42-897f-d23fec4e6cc6 None None] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:58.747538 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a7d8d63c-a043-4d76-8afa-631df635da48 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1462872 Aug 17 02:39:58.747538 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4f561a7-c272-48a5-a985-de62ad1613c4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:58.747812 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39400) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:58.754631 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f4d7ee43-9f0e-4074-be19-fbdaa6bba1cd tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'security_group': {'name': 'tempest-secgroup-1694490186'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:58.805284 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-99d67cea-68cb-4fa6-8a89-d6121a5227db None None] Provisioning complete for port 5547440f-92c5-4cd2-80fd-dad0b545c3c4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:58.805284 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-99d67cea-68cb-4fa6-8a89-d6121a5227db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:58.833670 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d2b675d-6b5b-4cf1-b02a-ed8e021628a8 req-9d762548-5bb0-4068-bf42-7a3dce4ca1ce tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206603 Aug 17 02:39:58.876869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90f515-cb56-456d-bdb3-b45bcb6d6f82 req-e59e9f2d-334d-4763-a1fc-fe968cc6c9be tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:58.880406 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c90f515-cb56-456d-bdb3-b45bcb6d6f82 req-e59e9f2d-334d-4763-a1fc-fe968cc6c9be tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 945 time: 0.0924973 Aug 17 02:39:58.881477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-99d67cea-68cb-4fa6-8a89-d6121a5227db None None] Port 5547440f-92c5-4cd2-80fd-dad0b545c3c4 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:58.898746 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f4d7ee43-9f0e-4074-be19-fbdaa6bba1cd tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:58.947064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-99d67cea-68cb-4fa6-8a89-d6121a5227db None None] Provisioning complete for port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:58.947436 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-99d67cea-68cb-4fa6-8a89-d6121a5227db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:58.977595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 752fea7b-eea0-4816-af70-137c873517ef completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:58.994882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 752fea7b-eea0-4816-af70-137c873517ef triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:58.995544 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.020740 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4f561a7-c272-48a5-a985-de62ad1613c4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.070524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f561a7-c272-48a5-a985-de62ad1613c4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e3b340-4678-4c39-90bb-5accbb3835d4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:59.075906 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b4f561a7-c272-48a5-a985-de62ad1613c4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.082133 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b4f561a7-c272-48a5-a985-de62ad1613c4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/a4e3b340-4678-4c39-90bb-5accbb3835d4 HTTP/1.1" status: 204 len: 168 time: 0.7496090 Aug 17 02:39:59.084830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39402) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:59.086216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0edf50-991d-4fb2-8b16-8658ee365ce2 req-8bf43ba9-a7d0-4a16-a912-5d23ecadc3c7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:59.087687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e0edf50-991d-4fb2-8b16-8658ee365ce2 req-8bf43ba9-a7d0-4a16-a912-5d23ecadc3c7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1395023 Aug 17 02:39:59.096953 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f4d7ee43-9f0e-4074-be19-fbdaa6bba1cd tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.101648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab83ba7-b2c2-4886-959e-00e895ed584a None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:59.135778 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5fec9c12-ea48-4084-8837-17692f72250f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473506 Aug 17 02:39:59.137692 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39406) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:59.145725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-1c90f515-cb56-456d-bdb3-b45bcb6d6f82 req-3e870dbc-3191-41d4-8a76-cbd5b68ad78d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Deleting port dcfbc717-fdc6-45c2-98f8-eebe8b579965 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:59.145725 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1c90f515-cb56-456d-bdb3-b45bcb6d6f82 req-3e870dbc-3191-41d4-8a76-cbd5b68ad78d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.172962 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e0edf50-991d-4fb2-8b16-8658ee365ce2 req-cd3712da-d523-482c-9366-4d9836855cc8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772989 Aug 17 02:39:59.181909 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f4d7ee43-9f0e-4074-be19-fbdaa6bba1cd tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.222032 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f51d355-44cb-4fde-bff2-712ddc815de5 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:59.227120 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6f51d355-44cb-4fde-bff2-712ddc815de5 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0882251 Aug 17 02:39:59.228065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39412) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:59.237397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7ee43-9f0e-4074-be19-fbdaa6bba1cd tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac4db12-e6c5-4bf5-ae67-c5fd2434cf4c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:59.300078 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.313679 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df5d1dc-595f-442b-bf26-f73237da4006 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:59.313679 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2df5d1dc-595f-442b-bf26-f73237da4006 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0834291 Aug 17 02:39:59.315537 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39414) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:59.357323 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1b5b18a4-048b-4130-9175-4bfa3ec99381 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404720 Aug 17 02:39:59.361480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39416) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:59.367198 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f4d7ee43-9f0e-4074-be19-fbdaa6bba1cd tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.369981 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-d21fa6e9-d3e3-4c4d-8d55-08a1ef17d154 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:59.380925 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f4d7ee43-9f0e-4074-be19-fbdaa6bba1cd tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6196132 Aug 17 02:39:59.381096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1c90f515-cb56-456d-bdb3-b45bcb6d6f82 req-3e870dbc-3191-41d4-8a76-cbd5b68ad78d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] For port dcfbc717-fdc6-45c2-98f8-eebe8b579965, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=dcfbc717-fdc6-45c2-98f8-eebe8b579965,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:59.381096 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1c90f515-cb56-456d-bdb3-b45bcb6d6f82 req-3e870dbc-3191-41d4-8a76-cbd5b68ad78d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.382498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39418) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:59.385189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be5b922-0cb9-4134-96f0-272d74954a14 None None] Update dhcp port {'port': {'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'fixed_ips': [{'subnet_id': 'ed2ab9d1-1f06-4a73-a692-51b46dcb663d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'af0a9249-27a1-4609-9e68-d2395867add5'}], 'binding:host_id': 'n-d-793621-31'}, 'id': 'e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:39:59.392198 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-83800a70-f7a6-4c33-b505-1f570d83bc57 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'security_group': {'name': 'tempest-secgroup-34933195'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:59.422857 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 752fea7b-eea0-4816-af70-137c873517ef, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=752fea7b-eea0-4816-af70-137c873517ef,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:59.429930 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-1c90f515-cb56-456d-bdb3-b45bcb6d6f82 req-3e870dbc-3191-41d4-8a76-cbd5b68ad78d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Calling delete_port for dcfbc717-fdc6-45c2-98f8-eebe8b579965 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:59.439575 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9be5b922-0cb9-4134-96f0-272d74954a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.444016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2e01f222-ea78-4484-bc90-c97ab360743c None None] Could not find standard attr ID for object 45b61cfb-b555-4484-8452-4d8dcbc0e62f. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:39:59.544794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376e3feb-10b4-4ac9-9956-2888becd2159 None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:39:59.550399 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83800a70-f7a6-4c33-b505-1f570d83bc57 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.555498 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.669977 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=752fea7b-eea0-4816-af70-137c873517ef,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:59.692254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-9be5b922-0cb9-4134-96f0-272d74954a14 None None] Allocated IP 172.20.0.2 (07f38ef3-51bb-4143-b3af-6cf5eef4e346/af0a9249-27a1-4609-9e68-d2395867add5/e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:59.695971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21fa6e9-d3e3-4c4d-8d55-08a1ef17d154 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:59.700152 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d21fa6e9-d3e3-4c4d-8d55-08a1ef17d154 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.714998 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-376e3feb-10b4-4ac9-9956-2888becd2159 None None] Deleting port 752fea7b-eea0-4816-af70-137c873517ef {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:39:59.715369 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-376e3feb-10b4-4ac9-9956-2888becd2159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.829121 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-376e3feb-10b4-4ac9-9956-2888becd2159 None None] For port 752fea7b-eea0-4816-af70-137c873517ef, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=752fea7b-eea0-4816-af70-137c873517ef,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:59.829497 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83800a70-f7a6-4c33-b505-1f570d83bc57 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.829677 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-376e3feb-10b4-4ac9-9956-2888becd2159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.853371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-376e3feb-10b4-4ac9-9956-2888becd2159 None None] Calling delete_port for 752fea7b-eea0-4816-af70-137c873517ef owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:39:59.855156 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1c90f515-cb56-456d-bdb3-b45bcb6d6f82 req-3e870dbc-3191-41d4-8a76-cbd5b68ad78d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.873306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9be5b922-0cb9-4134-96f0-272d74954a14 None None] For port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1,segment=NetworkSegment(800f927b-afa1-4ff4-a026-9ee0666489d7),segment_id=800f927b-afa1-4ff4-a026-9ee0666489d7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:59.889979 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['dcfbc717-fdc6-45c2-98f8-eebe8b579965'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:39:59.903014 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83800a70-f7a6-4c33-b505-1f570d83bc57 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.933734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e870dbc-3191-41d4-8a76-cbd5b68ad78d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event deleted for resources: {'Port': ['ID=dcfbc717-fdc6-45c2-98f8-eebe8b579965,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:59.974507 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9be5b922-0cb9-4134-96f0-272d74954a14 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.992514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83800a70-f7a6-4c33-b505-1f570d83bc57 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4209208-2977-4f8e-b0dd-cc4b7debd140,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:59.995833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e1658-883f-4dfb-9362-5120a29d2901 req-cfdb3efd-cfe8-4728-b2c1-e1927fa81e96 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:59.997724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e97e1658-883f-4dfb-9362-5120a29d2901 req-cfdb3efd-cfe8-4728-b2c1-e1927fa81e96 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1515872 Aug 17 02:40:00.000542 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9be5b922-0cb9-4134-96f0-272d74954a14 None None] Transition to ACTIVE for port object e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:00.015818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c90f515-cb56-456d-bdb3-b45bcb6d6f82 req-3e870dbc-3191-41d4-8a76-cbd5b68ad78d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] No DVR routers for this DVR port dcfbc717-fdc6-45c2-98f8-eebe8b579965 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:00.019682 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83800a70-f7a6-4c33-b505-1f570d83bc57 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.024284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1c90f515-cb56-456d-bdb3-b45bcb6d6f82 req-3e870dbc-3191-41d4-8a76-cbd5b68ad78d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.024434 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-83800a70-f7a6-4c33-b505-1f570d83bc57 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6361806 Aug 17 02:40:00.024523 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c90f515-cb56-456d-bdb3-b45bcb6d6f82 req-3e870dbc-3191-41d4-8a76-cbd5b68ad78d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.42 "DELETE /v2.0/ports/dcfbc717-fdc6-45c2-98f8-eebe8b579965 HTTP/1.1" status: 204 len: 173 time: 1.1299658 Aug 17 02:40:00.025415 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39426) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:00.028614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30', 'name': 'network-vif-deleted', 'tag': 'dcfbc717-fdc6-45c2-98f8-eebe8b579965'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:00.032071 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c40ee07-4f12-4e5a-a96f-f49ab67bee2a" -d '{"events": [{"server_uuid": "a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30", "name": "network-vif-deleted", "tag": "dcfbc717-fdc6-45c2-98f8-eebe8b579965"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:00.040358 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6e5765ce-c388-4983-95b5-b0715872aa23 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'security_group': {'name': 'tempest-secgroup-1412410712'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:00.054857 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db42dfa-a34c-4d44-b0d6-72c420e7f7c8 req-ebc05958-b5ec-4d55-b830-ed2c3d29cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:00.056355 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9db42dfa-a34c-4d44-b0d6-72c420e7f7c8 req-ebc05958-b5ec-4d55-b830-ed2c3d29cc10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 1097 time: 0.1998603 Aug 17 02:40:00.075500 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9be5b922-0cb9-4134-96f0-272d74954a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.118913 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-376e3feb-10b4-4ac9-9956-2888becd2159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.124995 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e97e1658-883f-4dfb-9362-5120a29d2901 req-c828567e-a329-4675-8a61-b512d62dbbc4 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103418 Aug 17 02:40:00.172436 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e5765ce-c388-4983-95b5-b0715872aa23 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.180245 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e3feb-10b4-4ac9-9956-2888becd2159 None None] No DVR routers for this DVR port 752fea7b-eea0-4816-af70-137c873517ef on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:00.204415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5b922-0cb9-4134-96f0-272d74954a14 None None] Pushing event updated for resources: {'Port': ['ID=e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:00.239330 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e3feb-10b4-4ac9-9956-2888becd2159 None None] Pushing event deleted for resources: {'Port': ['ID=752fea7b-eea0-4816-af70-137c873517ef,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:00.259044 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db42dfa-a34c-4d44-b0d6-72c420e7f7c8 req-b86778ed-fbec-45a8-9056-83a1a0d57824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:00.259044 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9db42dfa-a34c-4d44-b0d6-72c420e7f7c8 req-b86778ed-fbec-45a8-9056-83a1a0d57824 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.1925502 Aug 17 02:40:00.271383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cd62c41-b264-4b4b-81ff-29544e8400da req-778776bf-4d7b-47fc-b166-b2933e54e580 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 210 time: 0.0436764 Aug 17 02:40:00.360078 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9db42dfa-a34c-4d44-b0d6-72c420e7f7c8 req-5f390ea0-16cb-4229-bee8-30a05d53e0b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e11478f-186d-416c-a6d1-b91c615a6f06 HTTP/1.1" status: 200 len: 1000 time: 0.0950451 Aug 17 02:40:00.380139 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66874b8-8211-4b9d-889b-6e45beb7ab37 x-openstack-request-id: req-c66874b8-8211-4b9d-889b-6e45beb7ab37 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:00.380664 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30", "name": "network-vif-deleted", "tag": "dcfbc717-fdc6-45c2-98f8-eebe8b579965", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:00.380775 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c66874b8-8211-4b9d-889b-6e45beb7ab37 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:00.381133 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30', 'name': 'network-vif-deleted', 'tag': 'dcfbc717-fdc6-45c2-98f8-eebe8b579965', 'status': 'completed', 'code': 200} Aug 17 02:40:00.384918 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d21fa6e9-d3e3-4c4d-8d55-08a1ef17d154 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.465472 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e5765ce-c388-4983-95b5-b0715872aa23 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.478652 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21fa6e9-d3e3-4c4d-8d55-08a1ef17d154 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:00.480932 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db42dfa-a34c-4d44-b0d6-72c420e7f7c8 req-1e267e1b-a558-4ff2-9f87-cc8dbb0da657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:00.482853 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9db42dfa-a34c-4d44-b0d6-72c420e7f7c8 req-1e267e1b-a558-4ff2-9f87-cc8dbb0da657 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.1047621 Aug 17 02:40:00.490619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-d21fa6e9-d3e3-4c4d-8d55-08a1ef17d154 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:00.495136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fa6e9-d3e3-4c4d-8d55-08a1ef17d154 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:00.495828 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d21fa6e9-d3e3-4c4d-8d55-08a1ef17d154 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.508923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fa6e9-d3e3-4c4d-8d55-08a1ef17d154 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=a5699c56-6ccf-43c5-b33c-ddb3ad20947c,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:00.510476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dbce6e-f9b6-422b-8b05-59d915014ee0 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:00.541865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db42dfa-a34c-4d44-b0d6-72c420e7f7c8 req-0604d161-ed0f-45ec-9606-58643a09670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:00.543587 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9db42dfa-a34c-4d44-b0d6-72c420e7f7c8 req-0604d161-ed0f-45ec-9606-58643a09670d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528533 Aug 17 02:40:00.612596 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e5765ce-c388-4983-95b5-b0715872aa23 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.667612 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:00.680876 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5765ce-c388-4983-95b5-b0715872aa23 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664ecdea-b095-4e55-8e73-74464adb8689,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:00.714023 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9db42dfa-a34c-4d44-b0d6-72c420e7f7c8 req-5ac4ff41-96e9-455c-b9aa-b7ebf6b64240 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610069 Aug 17 02:40:00.733705 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d21fa6e9-d3e3-4c4d-8d55-08a1ef17d154 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3707755 Aug 17 02:40:00.737009 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39434) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:00.744412 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a18b9b5f-b424-4355-b58a-7e19abdb9df2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'fixed_ips': [{'subnet_id': 'a5699c56-6ccf-43c5-b33c-ddb3ad20947c', 'ip_address': '2001:db8::cfe3:2e6b:c8bd:cc95'}], 'name': 'tempest-NetworksTestDHCPv6-2024583065'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:00.752872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': 'a5699c56-6ccf-43c5-b33c-ddb3ad20947c'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:40:00.753502 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.881170 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9db42dfa-a34c-4d44-b0d6-72c420e7f7c8 req-ad3daebd-d227-469f-9ac5-0894510b7423 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555188 Aug 17 02:40:00.882987 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e5765ce-c388-4983-95b5-b0715872aa23 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.888432 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6e5765ce-c388-4983-95b5-b0715872aa23 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8523653 Aug 17 02:40:00.889117 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39436) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:00.896395 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e41b4605-9f0d-46be-96ec-71968d822434 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1369214759', 'security_groups': ['664ecdea-b095-4e55-8e73-74464adb8689'], 'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'af0a9249-27a1-4609-9e68-d2395867add5'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:00.906680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 752fea7b-eea0-4816-af70-137c873517ef no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:00.955566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 752fea7b-eea0-4816-af70-137c873517ef {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:40:00.956201 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 752fea7b-eea0-4816-af70-137c873517ef not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:01.040652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Allocated IP 2001:db8::2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/a5699c56-6ccf-43c5-b33c-ddb3ad20947c/aa4a941b-bd70-482c-b9fd-0909920a88fa) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:01.055615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18b9b5f-b424-4355-b58a-7e19abdb9df2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:01.061140 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a18b9b5f-b424-4355-b58a-7e19abdb9df2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.096409 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-a18b9b5f-b424-4355-b58a-7e19abdb9df2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port e8904ebc-fdd6-4ba4-a850-fffe52174c85 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:40:01.125129 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.158927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41b4605-9f0d-46be-96ec-71968d822434 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:01.263910 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.274496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Transition to ACTIVE for port object aa4a941b-bd70-482c-b9fd-0909920a88fa will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:01.294240 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Transition to ACTIVE for port object aa4a941b-bd70-482c-b9fd-0909920a88fa will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:01.307564 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e41b4605-9f0d-46be-96ec-71968d822434 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.324556 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-19c651e1-53a0-45ce-8dd0-591058880f9d None None] Provisioning for port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:01.326825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c460b0-b879-4a70-89ea-522763a88230 req-eee51051-7ba2-4a10-b14c-b131d0ca356e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:01.335324 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23c460b0-b879-4a70-89ea-522763a88230 req-eee51051-7ba2-4a10-b14c-b131d0ca356e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0967414 Aug 17 02:40:01.336460 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-19c651e1-53a0-45ce-8dd0-591058880f9d None None] Provisioning complete for port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:01.336460 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-19c651e1-53a0-45ce-8dd0-591058880f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.338481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-e41b4605-9f0d-46be-96ec-71968d822434 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] device_id is not set on port c9f90bc9-2ae9-40dc-a9b4-1ab04a115291 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:40:01.378314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23c460b0-b879-4a70-89ea-522763a88230 req-31f505f6-5258-427f-b81e-d87e0efeb82b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425661 Aug 17 02:40:01.464407 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.545632 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec7cd285-b858-46c6-988a-3195dc45ef70 req-b3a8d7bd-60b5-46d9-8c66-9e5dfa33de91 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 210 time: 0.0373490 Aug 17 02:40:01.555673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Pushing event updated for resources: {'Port': ['ID=aa4a941b-bd70-482c-b9fd-0909920a88fa,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:01.577209 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-e41b4605-9f0d-46be-96ec-71968d822434 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Allocated IP 172.20.0.9 (07f38ef3-51bb-4143-b3af-6cf5eef4e346/af0a9249-27a1-4609-9e68-d2395867add5/c9f90bc9-2ae9-40dc-a9b4-1ab04a115291) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:01.578291 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-19c651e1-53a0-45ce-8dd0-591058880f9d None None] Provisioning complete for port 5547440f-92c5-4cd2-80fd-dad0b545c3c4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:01.578887 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-19c651e1-53a0-45ce-8dd0-591058880f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.583786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-a18b9b5f-b424-4355-b58a-7e19abdb9df2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::cfe3:2e6b:c8bd:cc95 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/a5699c56-6ccf-43c5-b33c-ddb3ad20947c/e8904ebc-fdd6-4ba4-a850-fffe52174c85) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:01.645667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-19c651e1-53a0-45ce-8dd0-591058880f9d None None] Port 5547440f-92c5-4cd2-80fd-dad0b545c3c4 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:01.657100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:01.664309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:01.667217 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:01.740186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Attempting to bind port aa4a941b-bd70-482c-b9fd-0909920a88fa on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:01.740576 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Attempting to bind port aa4a941b-bd70-482c-b9fd-0909920a88fa by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:01.741042 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Attempting to bind port aa4a941b-bd70-482c-b9fd-0909920a88fa on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:01.747402 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:01.757035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:01.757035 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.757035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:01.757035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Bound port: aa4a941b-bd70-482c-b9fd-0909920a88fa, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:01.757035 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.803934 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e41b4605-9f0d-46be-96ec-71968d822434 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.837017 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a18b9b5f-b424-4355-b58a-7e19abdb9df2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.966278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2c99156-2dca-46c1-9f6b-22e80964638b req-9943dff5-750e-4496-a983-e0190b73c067 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539079 Aug 17 02:40:01.986748 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] For port aa4a941b-bd70-482c-b9fd-0909920a88fa, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:01.990597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] For port aa4a941b-bd70-482c-b9fd-0909920a88fa, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=aa4a941b-bd70-482c-b9fd-0909920a88fa,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:02.030307 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-e41b4605-9f0d-46be-96ec-71968d822434 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Transition to ACTIVE for port object c9f90bc9-2ae9-40dc-a9b4-1ab04a115291 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:02.037362 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-a18b9b5f-b424-4355-b58a-7e19abdb9df2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object e8904ebc-fdd6-4ba4-a850-fffe52174c85 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:02.090247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c99156-2dca-46c1-9f6b-22e80964638b req-35aac278-9ba2-4962-8397-022914f9523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:02.091914 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2c99156-2dca-46c1-9f6b-22e80964638b req-35aac278-9ba2-4962-8397-022914f9523b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 1097 time: 0.0654314 Aug 17 02:40:02.159166 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:02.195445 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e41b4605-9f0d-46be-96ec-71968d822434 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:02.221760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c99156-2dca-46c1-9f6b-22e80964638b req-13dcbb72-f9a5-4529-a00d-6724e4b570ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:02.224153 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2c99156-2dca-46c1-9f6b-22e80964638b req-13dcbb72-f9a5-4529-a00d-6724e4b570ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.1099980 Aug 17 02:40:02.244694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02e103-9e91-4f22-ae11-fca90028e4ad None None] Pushing event updated for resources: {'Port': ['ID=aa4a941b-bd70-482c-b9fd-0909920a88fa,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:02.279241 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a18b9b5f-b424-4355-b58a-7e19abdb9df2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:02.281982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b4605-9f0d-46be-96ec-71968d822434 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=c9f90bc9-2ae9-40dc-a9b4-1ab04a115291,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:02.288337 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2c99156-2dca-46c1-9f6b-22e80964638b req-62d7e0c7-4950-4b45-91da-e864935ab007 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77048388-e663-4d7b-8b10-234878b99872 HTTP/1.1" status: 200 len: 217 time: 0.0556679 Aug 17 02:40:02.294703 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41b4605-9f0d-46be-96ec-71968d822434 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:02.296270 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e41b4605-9f0d-46be-96ec-71968d822434 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:02.309137 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b4605-9f0d-46be-96ec-71968d822434 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:02.386835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18b9b5f-b424-4355-b58a-7e19abdb9df2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:02.387543 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41b4605-9f0d-46be-96ec-71968d822434 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:02.388236 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e41b4605-9f0d-46be-96ec-71968d822434 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:02.395733 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-a18b9b5f-b424-4355-b58a-7e19abdb9df2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:02.406253 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18b9b5f-b424-4355-b58a-7e19abdb9df2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:02.413451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b9b5f-b424-4355-b58a-7e19abdb9df2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:02.413451 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a18b9b5f-b424-4355-b58a-7e19abdb9df2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:02.423881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c99156-2dca-46c1-9f6b-22e80964638b req-0016d69a-6983-4f1d-b3c2-8ddf3d19536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:02.425463 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2c99156-2dca-46c1-9f6b-22e80964638b req-0016d69a-6983-4f1d-b3c2-8ddf3d19536f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.1217911 Aug 17 02:40:02.426883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b9b5f-b424-4355-b58a-7e19abdb9df2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=e8904ebc-fdd6-4ba4-a850-fffe52174c85,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:02.541332 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e41b4605-9f0d-46be-96ec-71968d822434 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6510506 Aug 17 02:40:02.550379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device dcfbc717-fdc6-45c2-98f8-eebe8b579965 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:02.551288 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39448) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:02.561740 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c99156-2dca-46c1-9f6b-22e80964638b req-063d86af-514b-490b-8613-c1726fba9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:02.563510 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2c99156-2dca-46c1-9f6b-22e80964638b req-063d86af-514b-490b-8613-c1726fba9ddf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154494 Aug 17 02:40:02.567345 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e321e495-447c-4dbb-b61e-0bd262f6a6f6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'subnet': {'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:02.585053 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: dcfbc717-fdc6-45c2-98f8-eebe8b579965 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:40:02.585587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device dcfbc717-fdc6-45c2-98f8-eebe8b579965 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:02.624731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269edbb9-4252-4757-a8ff-cbb4fb33827f req-4881e431-d33d-4ce8-9e24-ddb43e1f478f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:02.626972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-269edbb9-4252-4757-a8ff-cbb4fb33827f req-4881e431-d33d-4ce8-9e24-ddb43e1f478f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1403389 Aug 17 02:40:02.632195 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a18b9b5f-b424-4355-b58a-7e19abdb9df2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8937056 Aug 17 02:40:02.633975 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39452) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:02.640511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-d7534cef-e510-48ed-83af-f882c8472583 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'fixed_ips': [{'subnet_id': 'a5699c56-6ccf-43c5-b33c-ddb3ad20947c', 'ip_address': '2001:db8::cfe3:2e6b:c8bd:cc95'}], 'name': 'tempest-NetworksTestDHCPv6-1460828292'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:02.839555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device aa4a941b-bd70-482c-b9fd-0909920a88fa up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:02.861579 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-89fcb8b7-e996-4351-a376-8600f66f8aa4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1310549 Aug 17 02:40:02.876698 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e3a4e730-a2d8-4807-9064-0db3d1d1be4d None None] Provisioning for port c9f90bc9-2ae9-40dc-a9b4-1ab04a115291 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:02.886761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e3a4e730-a2d8-4807-9064-0db3d1d1be4d None None] Provisioning complete for port c9f90bc9-2ae9-40dc-a9b4-1ab04a115291 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:02.887139 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3a4e730-a2d8-4807-9064-0db3d1d1be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:02.944968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e3a4e730-a2d8-4807-9064-0db3d1d1be4d None None] Port c9f90bc9-2ae9-40dc-a9b4-1ab04a115291 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:02.975095 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e321e495-447c-4dbb-b61e-0bd262f6a6f6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:02.979837 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e321e495-447c-4dbb-b61e-0bd262f6a6f6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:03.067431 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-5982ab23-8c26-46aa-87ed-b0017f6ae601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:03.067727 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-5982ab23-8c26-46aa-87ed-b0017f6ae601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:03.068278 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-5982ab23-8c26-46aa-87ed-b0017f6ae601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:03.069063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-5982ab23-8c26-46aa-87ed-b0017f6ae601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:03.069409 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-5982ab23-8c26-46aa-87ed-b0017f6ae601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:03.071037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-5982ab23-8c26-46aa-87ed-b0017f6ae601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:03.071037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-5982ab23-8c26-46aa-87ed-b0017f6ae601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:03.073486 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-5982ab23-8c26-46aa-87ed-b0017f6ae601 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 6507 time: 0.1392050 Aug 17 02:40:03.075711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port aa4a941b-bd70-482c-b9fd-0909920a88fa completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:03.129522 n-d-793621-31 neutron-server[95407]: INFO neutron.db.ipam_backend_mixin [None req-e321e495-447c-4dbb-b61e-0bd262f6a6f6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet af0a9249-27a1-4609-9e68-d2395867add5 (CIDR: 172.20.0.0/28) Aug 17 02:40:03.198800 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-e321e495-447c-4dbb-b61e-0bd262f6a6f6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:40:03.200012 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e321e495-447c-4dbb-b61e-0bd262f6a6f6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:03.237440 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-7009982d-0de7-4c54-b87e-c3b082a1e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:03.237765 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-269edbb9-4252-4757-a8ff-cbb4fb33827f req-3d0c5051-965e-4712-8e97-e7e4f8ff1b40 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4962413 Aug 17 02:40:03.238806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-7009982d-0de7-4c54-b87e-c3b082a1e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:03.239583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-7009982d-0de7-4c54-b87e-c3b082a1e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:03.241613 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-7009982d-0de7-4c54-b87e-c3b082a1e87c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=b94dedf4-9530-4018-9785-93d1ce415491&id=868e1de9-cdff-478e-90ee-d3d2c77b9575&id=868e1de9-cdff-478e-90ee-d3d2c77b9575 HTTP/1.1" status: 200 len: 2297 time: 0.1283939 Aug 17 02:40:03.266595 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2c99156-2dca-46c1-9f6b-22e80964638b req-c29ad31f-5ef6-41d2-83f4-9c542d0fc9b5 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898484 Aug 17 02:40:03.347124 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-2b0c4038-84e0-4772-a8f8-40706a3af79d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7281df1-44ab-460b-942d-b9cbf502af1c HTTP/1.1" status: 200 len: 1001 time: 0.0952132 Aug 17 02:40:03.404173 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2c99156-2dca-46c1-9f6b-22e80964638b req-39ce6f46-d120-4bfd-b54d-5fb2592d30e7 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279740 Aug 17 02:40:03.413503 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-60bdfc71-76ee-4d51-aba0-c97ba888a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:03.415365 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-60bdfc71-76ee-4d51-aba0-c97ba888a7e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=faa7915d-3508-4964-a5bc-36df46bd2d7a HTTP/1.1" status: 200 len: 855 time: 0.0596750 Aug 17 02:40:03.421865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7534cef-e510-48ed-83af-f882c8472583 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:03.442535 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb659c6f-d3af-4b5e-8121-8dc57496f7a8 req-fe57d5cd-78b9-41b9-8578-c5b1d0bb1468 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 210 time: 0.0974770 Aug 17 02:40:03.480962 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-21d6148b-5acf-46cb-9cd9-4fa08093ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:03.486017 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-21d6148b-5acf-46cb-9cd9-4fa08093ecc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582576 Aug 17 02:40:03.563559 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7534cef-e510-48ed-83af-f882c8472583 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:03.574778 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e321e495-447c-4dbb-b61e-0bd262f6a6f6 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0256937 Aug 17 02:40:03.577540 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39462) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:03.585000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-d7534cef-e510-48ed-83af-f882c8472583 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 2d51dc60-0967-4963-9eda-e4f766585a84 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:40:03.592086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-5725a665-efc4-446a-af55-f3dc3bb544a9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'subnet': {'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:03.757336 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-a1577918-3f1c-4b47-95f0-ad17848b56ce service neutron] 10.222.0.42 "GET /v2.0/networks/0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669449 Aug 17 02:40:03.855077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2214f9-6967-4d98-b5e6-3766ff2c9bd3 req-9d04c31e-4357-4ab5-b366-a7a241a1fbc5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:03.856602 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c2214f9-6967-4d98-b5e6-3766ff2c9bd3 req-9d04c31e-4357-4ab5-b366-a7a241a1fbc5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0791578 Aug 17 02:40:03.879564 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-1d6f4392-af0c-4fcb-bc22-100a1584d99b service neutron] 10.222.0.42 "GET /v2.0/networks/0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122682 Aug 17 02:40:03.884727 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7534cef-e510-48ed-83af-f882c8472583 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 17 02:40:03.885283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7534cef-e510-48ed-83af-f882c8472583 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:03.923223 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c2214f9-6967-4d98-b5e6-3766ff2c9bd3 req-e4c37c6c-3cd6-4f85-942f-038fe008e88a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557015 Aug 17 02:40:03.930987 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-307bc48f-e3b3-49ff-bc1c-f97dd56b0408 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=71edd6d5-0ae9-45a6-8572-76f90f786070 HTTP/1.1" status: 200 len: 217 time: 0.0443993 Aug 17 02:40:03.962577 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5725a665-efc4-446a-af55-f3dc3bb544a9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:03.962995 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5725a665-efc4-446a-af55-f3dc3bb544a9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:03.992808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-40c0088a-cdd8-4965-bc75-dc1a1763dea5 None None] Provisioning for port aa4a941b-bd70-482c-b9fd-0909920a88fa completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:04.002804 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-40c0088a-cdd8-4965-bc75-dc1a1763dea5 None None] Provisioning complete for port aa4a941b-bd70-482c-b9fd-0909920a88fa triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:04.004288 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-40c0088a-cdd8-4965-bc75-dc1a1763dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:04.059632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-4c64a422-bb6a-468c-86f1-161a3c8b097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:04.059632 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-4c64a422-bb6a-468c-86f1-161a3c8b097d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.1147649 Aug 17 02:40:04.059801 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d7534cef-e510-48ed-83af-f882c8472583 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4227383 Aug 17 02:40:04.060780 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39466) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:04.142137 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-40c0088a-cdd8-4965-bc75-dc1a1763dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:04.184382 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-40c0088a-cdd8-4965-bc75-dc1a1763dea5 None None] For port aa4a941b-bd70-482c-b9fd-0909920a88fa, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=aa4a941b-bd70-482c-b9fd-0909920a88fa,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:04.329998 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-40c0088a-cdd8-4965-bc75-dc1a1763dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:04.384492 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0088a-cdd8-4965-bc75-dc1a1763dea5 None None] Pushing event updated for resources: {'Port': ['ID=aa4a941b-bd70-482c-b9fd-0909920a88fa,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:04.489380 n-d-793621-31 neutron-server[95407]: INFO neutron.db.ipam_backend_mixin [None req-5725a665-efc4-446a-af55-f3dc3bb544a9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ed2ab9d1-1f06-4a73-a692-51b46dcb663d (CIDR: 172.20.0.16/28) Aug 17 02:40:04.496876 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-267d6b7a-e5d8-4d87-9d79-5122a08daa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:04.498491 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-267d6b7a-e5d8-4d87-9d79-5122a08daa17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4298353 Aug 17 02:40:04.510351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3080110-8fe7-46e7-9d97-2fc72e88dc81 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:04.516255 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3080110-8fe7-46e7-9d97-2fc72e88dc81 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:04.517918 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e3080110-8fe7-46e7-9d97-2fc72e88dc81 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4541044 Aug 17 02:40:04.521180 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39474) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:04.540480 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ef5d6e87-6549-4822-b0d9-1621ffe0273c None None] Provisioning for port e8904ebc-fdd6-4ba4-a850-fffe52174c85 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:04.551822 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ef5d6e87-6549-4822-b0d9-1621ffe0273c None None] Provisioning complete for port e8904ebc-fdd6-4ba4-a850-fffe52174c85 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:04.551822 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef5d6e87-6549-4822-b0d9-1621ffe0273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:04.565224 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-5725a665-efc4-446a-af55-f3dc3bb544a9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:40:04.565800 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5725a665-efc4-446a-af55-f3dc3bb544a9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:04.613700 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d6e87-6549-4822-b0d9-1621ffe0273c None None] Port e8904ebc-fdd6-4ba4-a850-fffe52174c85 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:04.622660 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-30baffb5-f06d-4c5f-8892-cc767724c47c service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036966 Aug 17 02:40:04.643943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device aa4a941b-bd70-482c-b9fd-0909920a88fa up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:04.657393 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3112d703-e709-4380-be3a-c604aea2b650 req-2d50a828-8724-4e6f-abef-e7bee0d0f282 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 210 time: 0.0602205 Aug 17 02:40:04.691221 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5725a665-efc4-446a-af55-f3dc3bb544a9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1052835 Aug 17 02:40:04.698113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39478) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:04.706918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-df7eae9b-6657-420e-95d3-81c7f0eea71d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'subnet': {'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:04.717584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-253aa5c7-7473-4d4a-9d1e-216e97a29bc9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port e8904ebc-fdd6-4ba4-a850-fffe52174c85 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:04.717975 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-253aa5c7-7473-4d4a-9d1e-216e97a29bc9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:04.750787 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port aa4a941b-bd70-482c-b9fd-0909920a88fa triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:04.751309 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:04.770168 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-5e0fff70-15a5-44a9-a6bc-363208eff224 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392074 Aug 17 02:40:04.822235 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-d45b22e0-06c5-4a6e-8a48-bd08801a468b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=0f552f4b-5b61-4680-9809-627f6fd590c1 HTTP/1.1" status: 200 len: 217 time: 0.0436637 Aug 17 02:40:04.884023 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-f56c97d2-03f9-4921-a09d-c9e67fe2500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:04.885542 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-f56c97d2-03f9-4921-a09d-c9e67fe2500f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.0552776 Aug 17 02:40:04.933993 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-2d37c3ea-76fa-413c-bc1e-d9bd1f3599b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:04.935505 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-2d37c3ea-76fa-413c-bc1e-d9bd1f3599b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0420535 Aug 17 02:40:04.968294 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da76d96-70f6-46c0-88f7-b11a9b94e551 req-a4989a4a-1a3c-494c-834a-7545dc5fbc70 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:04.969818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0da76d96-70f6-46c0-88f7-b11a9b94e551 req-a4989a4a-1a3c-494c-834a-7545dc5fbc70 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1852963 Aug 17 02:40:04.981946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-253aa5c7-7473-4d4a-9d1e-216e97a29bc9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:05.019467 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-253aa5c7-7473-4d4a-9d1e-216e97a29bc9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for e8904ebc-fdd6-4ba4-a850-fffe52174c85 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:05.031604 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-a7fbae3e-55c4-403b-9c4c-0f1c7757058a service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886478 Aug 17 02:40:05.070836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0da76d96-70f6-46c0-88f7-b11a9b94e551 req-bbf0b91f-4c36-489e-8ad3-d0dda5c5d03e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851429 Aug 17 02:40:05.155556 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-015251e7-089d-4b01-afa6-4cbe456f8f49 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062007 Aug 17 02:40:05.210653 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-d3db9cb1-0555-467c-93b4-8c6691edcca7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=9da101a7-7263-4cbc-a73f-1f913a173e65 HTTP/1.1" status: 200 len: 217 time: 0.0474396 Aug 17 02:40:05.266906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7eae9b-6657-420e-95d3-81c7f0eea71d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Made reservation on behalf of 205c143cd1e3429cabb98b6f46d9015d for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:05.270735 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-c863ee64-2811-49c1-a40a-b7e93a9a0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:05.271760 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-df7eae9b-6657-420e-95d3-81c7f0eea71d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:05.273138 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-c863ee64-2811-49c1-a40a-b7e93a9a0174 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.0557387 Aug 17 02:40:05.328678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-827b7427-7e8c-45e6-abf1-e0f845dcf39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:05.330255 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-827b7427-7e8c-45e6-abf1-e0f845dcf39b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0495179 Aug 17 02:40:05.392149 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-253aa5c7-7473-4d4a-9d1e-216e97a29bc9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:05.428806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253aa5c7-7473-4d4a-9d1e-216e97a29bc9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=e8904ebc-fdd6-4ba4-a850-fffe52174c85,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:05.439122 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-4bb2499e-bf87-4691-938f-8bff5a19d069 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013250 Aug 17 02:40:05.466619 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-253aa5c7-7473-4d4a-9d1e-216e97a29bc9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:05.471014 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-253aa5c7-7473-4d4a-9d1e-216e97a29bc9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/e8904ebc-fdd6-4ba4-a850-fffe52174c85 HTTP/1.1" status: 204 len: 168 time: 0.9462535 Aug 17 02:40:05.473457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39484) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:05.545838 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-7843bc73-efd9-4138-9c07-1786830a93b1 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981147 Aug 17 02:40:05.585094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a4ef8-d5b7-455f-8edc-14d01546af40 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:05.586669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a4ef8-d5b7-455f-8edc-14d01546af40 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:05.590529 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-478a4ef8-d5b7-455f-8edc-14d01546af40 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1142213 Aug 17 02:40:05.590982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39488) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:05.598717 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-c24862a6-5d35-4fc3-9f23-bd8ccd786f0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=fb157415-ad24-49ac-ba23-2072f88c20ca HTTP/1.1" status: 200 len: 217 time: 0.0445559 Aug 17 02:40:05.664405 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-7eb53008-2b62-4c12-b897-3a39beba943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:05.665886 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-7eb53008-2b62-4c12-b897-3a39beba943c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 200 len: 797 time: 0.0601051 Aug 17 02:40:05.708081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed721475-ea79-4d8c-bbc5-728173fb5d58 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet a5699c56-6ccf-43c5-b33c-ddb3ad20947c {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:05.712723 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ed721475-ea79-4d8c-bbc5-728173fb5d58 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:05.734227 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-d3786212-30db-445a-941c-eb34d86d5acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:05.735769 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-d3786212-30db-445a-941c-eb34d86d5acf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b94dedf4-9530-4018-9785-93d1ce415491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0429645 Aug 17 02:40:05.761851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff496dc-3fa7-44f6-80d6-1fe73bb84bf4 req-442749ef-c916-49a0-b025-a471ba052332 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:05.763402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ff496dc-3fa7-44f6-80d6-1fe73bb84bf4 req-442749ef-c916-49a0-b025-a471ba052332 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1115313 Aug 17 02:40:05.773323 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ed721475-ea79-4d8c-bbc5-728173fb5d58 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:05.816941 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-df7eae9b-6657-420e-95d3-81c7f0eea71d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:05.839428 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-c1a15d1d-1a54-424c-bdac-06999b00abf8 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966096 Aug 17 02:40:05.890010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7eae9b-6657-420e-95d3-81c7f0eea71d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:05.893370 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ff496dc-3fa7-44f6-80d6-1fe73bb84bf4 req-f146fbc4-cd52-4343-8a7d-73dbdaaa11ec tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170890 Aug 17 02:40:05.901437 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-df7eae9b-6657-420e-95d3-81c7f0eea71d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:05.909305 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7eae9b-6657-420e-95d3-81c7f0eea71d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:05.910078 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-df7eae9b-6657-420e-95d3-81c7f0eea71d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:05.912715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3413b45-6314-4658-9198-f59d3ead616b None None] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:05.935541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7eae9b-6657-420e-95d3-81c7f0eea71d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Subnet': ['ID=8f635764-c252-4338-8475-54251e7dd998,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:05.961330 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ed721475-ea79-4d8c-bbc5-728173fb5d58 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:05.989626 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-aa789f63-520e-4cb3-9f23-cc56d881de48 service neutron] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211486 Aug 17 02:40:06.044126 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-63ec4a71-a84a-4a8e-b0ff-1e0971988494 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cccafd93-4f61-4838-9ea2-f686490c7770 HTTP/1.1" status: 200 len: 217 time: 0.0462580 Aug 17 02:40:06.071987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e053636a-5e58-4763-9a1e-48984b9ca079 req-2385f604-fa5a-4d9b-aa4b-cb6500f850ca tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0a5c9c2-b6bf-4632-bb81-c160f3b6bd30 HTTP/1.1" status: 200 len: 210 time: 0.0499556 Aug 17 02:40:06.082679 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-df7eae9b-6657-420e-95d3-81c7f0eea71d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3820620 Aug 17 02:40:06.083661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39492) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:06.111400 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-320497c7-a717-4f6b-b657-001ee9d0b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:06.113788 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-320497c7-a717-4f6b-b657-001ee9d0b09d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452d33d6-77e8-4cab-8020-92847845b29f HTTP/1.1" status: 200 len: 797 time: 0.0627172 Aug 17 02:40:06.117945 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2545c1f6-2be5-438c-862c-060661610204 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-81508061', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8f635764-c252-4338-8475-54251e7dd998'}], 'security_groups': ['cac4db12-e6c5-4bf5-ae67-c5fd2434cf4c', 'e4209208-2977-4f8e-b0dd-cc4b7debd140']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:06.183818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-cd8c38e0-0752-483c-ae6c-7afbec31eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:06.186797 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-cd8c38e0-0752-483c-ae6c-7afbec31eb92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868e1de9-cdff-478e-90ee-d3d2c77b9575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0648243 Aug 17 02:40:06.231296 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ed721475-ea79-4d8c-bbc5-728173fb5d58 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:06.242292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db5fe57-c69f-4395-90f2-8daec580682e None None] Update dhcp port {'port': {'network_id': '07f38ef3-51bb-4143-b3af-6cf5eef4e346', 'fixed_ips': [{'subnet_id': 'ed2ab9d1-1f06-4a73-a692-51b46dcb663d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'af0a9249-27a1-4609-9e68-d2395867add5', 'ip_address': '172.20.0.2'}, {'subnet_id': '8f635764-c252-4338-8475-54251e7dd998'}], 'binding:host_id': 'n-d-793621-31'}, 'id': 'e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:40:06.274670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed721475-ea79-4d8c-bbc5-728173fb5d58 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=a5699c56-6ccf-43c5-b33c-ddb3ad20947c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:06.278488 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ed721475-ea79-4d8c-bbc5-728173fb5d58 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:06.280382 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ed721475-ea79-4d8c-bbc5-728173fb5d58 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/a5699c56-6ccf-43c5-b33c-ddb3ad20947c HTTP/1.1" status: 204 len: 168 time: 0.6884582 Aug 17 02:40:06.284403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39498) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:06.293770 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6db5fe57-c69f-4395-90f2-8daec580682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:06.333356 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f6a477-4c6c-4b95-a08e-745e8d298def None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:06.345842 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-14d23cad-e0aa-449d-9fd7-ea9313a65513 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563927 Aug 17 02:40:06.346158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39500) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:06.360802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b694bc31-a512-4a5e-8d51-f16d899d43e1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:06.401998 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2545c1f6-2be5-438c-862c-060661610204 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:06.416617 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-b314d2d5-0bf5-44ab-af8f-d105d8991f31 service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223887 Aug 17 02:40:06.548646 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-359dbda3-85fe-4c7e-9a82-5718ed8e6268 service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196861 Aug 17 02:40:06.587819 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-6db5fe57-c69f-4395-90f2-8daec580682e None None] Allocated IP 172.20.0.34 (07f38ef3-51bb-4143-b3af-6cf5eef4e346/8f635764-c252-4338-8475-54251e7dd998/e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:06.595969 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-c2c91064-c930-4f22-b3d3-0b6f509f4715 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85da0db9-b3fa-4975-9360-bc89a461f7cc HTTP/1.1" status: 200 len: 217 time: 0.0404375 Aug 17 02:40:06.635093 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b694bc31-a512-4a5e-8d51-f16d899d43e1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:06.638609 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b694bc31-a512-4a5e-8d51-f16d899d43e1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:06.669106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7afd62-8ddc-4ed8-8f45-9fe450d2298a None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:40:06.709554 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-c14c5142-ecde-4ed4-a830-8ee7b33021b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:06.711084 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-c14c5142-ecde-4ed4-a830-8ee7b33021b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452d33d6-77e8-4cab-8020-92847845b29f HTTP/1.1" status: 200 len: 797 time: 0.1089742 Aug 17 02:40:06.736305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6db5fe57-c69f-4395-90f2-8daec580682e None None] For port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1,segment=NetworkSegment(800f927b-afa1-4ff4-a026-9ee0666489d7),segment_id=800f927b-afa1-4ff4-a026-9ee0666489d7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:06.778169 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7a7afd62-8ddc-4ed8-8f45-9fe450d2298a None None] Deleting port aa4a941b-bd70-482c-b9fd-0909920a88fa {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:06.778548 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7a7afd62-8ddc-4ed8-8f45-9fe450d2298a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:06.781462 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6db5fe57-c69f-4395-90f2-8daec580682e None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:06.782498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-6a0790f2-38bc-4ecf-aba4-181e3d8b5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:06.784044 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-6a0790f2-38bc-4ecf-aba4-181e3d8b5bd0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868e1de9-cdff-478e-90ee-d3d2c77b9575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0644948 Aug 17 02:40:06.834872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6db5fe57-c69f-4395-90f2-8daec580682e None None] Transition to ACTIVE for port object e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:06.858961 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7a7afd62-8ddc-4ed8-8f45-9fe450d2298a None None] For port aa4a941b-bd70-482c-b9fd-0909920a88fa, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=aa4a941b-bd70-482c-b9fd-0909920a88fa,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:06.859299 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7a7afd62-8ddc-4ed8-8f45-9fe450d2298a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:06.873776 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7a7afd62-8ddc-4ed8-8f45-9fe450d2298a None None] Calling delete_port for aa4a941b-bd70-482c-b9fd-0909920a88fa owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:06.950768 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-24b02a59-fc82-4bf9-9f2e-888d051bdad2 service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585431 Aug 17 02:40:06.963795 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6db5fe57-c69f-4395-90f2-8daec580682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:07.022178 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b694bc31-a512-4a5e-8d51-f16d899d43e1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:07.059313 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7a7afd62-8ddc-4ed8-8f45-9fe450d2298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:07.062599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5fe57-c69f-4395-90f2-8daec580682e None None] Pushing event updated for resources: {'Port': ['ID=e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:07.075449 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b694bc31-a512-4a5e-8d51-f16d899d43e1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:07.087581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-b694bc31-a512-4a5e-8d51-f16d899d43e1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:07.096569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b694bc31-a512-4a5e-8d51-f16d899d43e1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:07.097233 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b694bc31-a512-4a5e-8d51-f16d899d43e1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:07.118412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694bc31-a512-4a5e-8d51-f16d899d43e1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=16ba3453-777e-49d6-b769-73797a1516f2,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:07.124553 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b92263b7-c551-4d8f-8957-24dd38f3acb3 req-10e06831-bc3c-4912-be74-0a0282b8f385 service neutron] 10.222.0.42 "GET /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658657 Aug 17 02:40:07.132127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7afd62-8ddc-4ed8-8f45-9fe450d2298a None None] Pushing event deleted for resources: {'Port': ['ID=aa4a941b-bd70-482c-b9fd-0909920a88fa,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:07.134036 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7afd62-8ddc-4ed8-8f45-9fe450d2298a None None] No DVR routers for this DVR port aa4a941b-bd70-482c-b9fd-0909920a88fa on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:07.157350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc91fd-766e-4139-ad15-c7481b42b390 req-f2b0e100-115c-47e7-9cac-e25d74f356e4 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:07.159033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735fa2d4-25cd-4006-9b2c-5db6d0394432 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:07.170375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6cc91fd-766e-4139-ad15-c7481b42b390 req-f2b0e100-115c-47e7-9cac-e25d74f356e4 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1553106 Aug 17 02:40:07.211634 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b694bc31-a512-4a5e-8d51-f16d899d43e1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8624215 Aug 17 02:40:07.213735 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39506) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:07.220031 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-cec9a4a4-9d45-42f2-8caf-f378d8071dba tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'fixed_ips': [{'subnet_id': '16ba3453-777e-49d6-b769-73797a1516f2', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-687046433'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:07.270067 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6cc91fd-766e-4139-ad15-c7481b42b390 req-938e2aa4-8399-4d92-b0aa-7fdfaf300c2d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793514 Aug 17 02:40:07.275033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-2545c1f6-2be5-438c-862c-060661610204 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Delete allocated IP 172.20.0.9 (07f38ef3-51bb-4143-b3af-6cf5eef4e346/af0a9249-27a1-4609-9e68-d2395867add5) {{(pid=95406) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 02:40:07.299231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-2545c1f6-2be5-438c-862c-060661610204 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Allocated IP 172.20.0.35 (07f38ef3-51bb-4143-b3af-6cf5eef4e346/8f635764-c252-4338-8475-54251e7dd998/c9f90bc9-2ae9-40dc-a9b4-1ab04a115291) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:07.388215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': '16ba3453-777e-49d6-b769-73797a1516f2'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:40:07.389225 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:07.473765 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec9a4a4-9d45-42f2-8caf-f378d8071dba tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:07.580704 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2545c1f6-2be5-438c-862c-060661610204 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:07.598314 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-2545c1f6-2be5-438c-862c-060661610204 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Transition to ACTIVE for port object c9f90bc9-2ae9-40dc-a9b4-1ab04a115291 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:07.601740 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Allocated IP 2001:db8::2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/16ba3453-777e-49d6-b769-73797a1516f2/896c8f4e-34d4-4602-956a-fabc7f8965ac) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:07.617809 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cec9a4a4-9d45-42f2-8caf-f378d8071dba tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:07.641877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-cec9a4a4-9d45-42f2-8caf-f378d8071dba tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 808bc59d-8f1d-4d4c-8619-2da329c32ba9 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:40:07.762600 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:07.769693 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2545c1f6-2be5-438c-862c-060661610204 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:07.771957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Transition to ACTIVE for port object 896c8f4e-34d4-4602-956a-fabc7f8965ac will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:07.799391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Transition to ACTIVE for port object 896c8f4e-34d4-4602-956a-fabc7f8965ac will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:07.864468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545c1f6-2be5-438c-862c-060661610204 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event updated for resources: {'Port': ['ID=c9f90bc9-2ae9-40dc-a9b4-1ab04a115291,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:07.912476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-2545c1f6-2be5-438c-862c-060661610204 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] In _notify_port_updated(), no bound segment for port c9f90bc9-2ae9-40dc-a9b4-1ab04a115291 on network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 {{(pid=95406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:40:07.918483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2545c1f6-2be5-438c-862c-060661610204 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:07.919219 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2545c1f6-2be5-438c-862c-060661610204 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:07.920987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2545c1f6-2be5-438c-862c-060661610204 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "PUT /v2.0/ports/c9f90bc9-2ae9-40dc-a9b4-1ab04a115291 HTTP/1.1" status: 200 len: 958 time: 1.8247411 Aug 17 02:40:07.923881 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39520) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:07.928443 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:07.970176 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:07.993609 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Pushing event updated for resources: {'Port': ['ID=896c8f4e-34d4-4602-956a-fabc7f8965ac,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:07.996661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:08.001958 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:08.009671 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb982-958e-45f2-b279-eb8c88620aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.016910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2a2cd678-839c-4c8a-9784-3a48ea6eaec1 None None] Provisioning for port c9f90bc9-2ae9-40dc-a9b4-1ab04a115291 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:08.043710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2a2cd678-839c-4c8a-9784-3a48ea6eaec1 None None] Provisioning complete for port c9f90bc9-2ae9-40dc-a9b4-1ab04a115291 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:08.044081 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a2cd678-839c-4c8a-9784-3a48ea6eaec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.052150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a3e254f6-d153-4906-a3ce-1c0c9180d3d9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port c9f90bc9-2ae9-40dc-a9b4-1ab04a115291 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:08.052903 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3e254f6-d153-4906-a3ce-1c0c9180d3d9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.058648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62a218-3473-4531-b9d2-41d542a6f96e req-d422511d-a847-46d7-8e75-e7f993df6efd tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:08.059554 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f62a218-3473-4531-b9d2-41d542a6f96e req-d422511d-a847-46d7-8e75-e7f993df6efd tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0842066 Aug 17 02:40:08.085369 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec9a4a4-9d45-42f2-8caf-f378d8071dba tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:40:08.085841 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec9a4a4-9d45-42f2-8caf-f378d8071dba tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:08.089778 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-2a2cd678-839c-4c8a-9784-3a48ea6eaec1 None None] Port c9f90bc9-2ae9-40dc-a9b4-1ab04a115291 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:08.123920 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f62a218-3473-4531-b9d2-41d542a6f96e req-468ba42c-74d0-4a87-a6dc-3ef35aeb0157 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560062 Aug 17 02:40:08.145841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Attempting to bind port 896c8f4e-34d4-4602-956a-fabc7f8965ac on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:08.146462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Attempting to bind port 896c8f4e-34d4-4602-956a-fabc7f8965ac by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:08.146828 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Attempting to bind port 896c8f4e-34d4-4602-956a-fabc7f8965ac on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:08.153818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:08.154240 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:08.154703 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.155127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:08.155598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Bound port: 896c8f4e-34d4-4602-956a-fabc7f8965ac, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:08.156048 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.186924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3e254f6-d153-4906-a3ce-1c0c9180d3d9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.201439 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a3e254f6-d153-4906-a3ce-1c0c9180d3d9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for c9f90bc9-2ae9-40dc-a9b4-1ab04a115291 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:08.229390 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] For port 896c8f4e-34d4-4602-956a-fabc7f8965ac, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:08.233418 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] For port 896c8f4e-34d4-4602-956a-fabc7f8965ac, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=896c8f4e-34d4-4602-956a-fabc7f8965ac,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:08.250472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2a2cd678-839c-4c8a-9784-3a48ea6eaec1 None None] Provisioning for port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:08.261783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2a2cd678-839c-4c8a-9784-3a48ea6eaec1 None None] Provisioning complete for port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:08.263697 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a2cd678-839c-4c8a-9784-3a48ea6eaec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.306288 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cec9a4a4-9d45-42f2-8caf-f378d8071dba tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0905707 Aug 17 02:40:08.307885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39524) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:08.390794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2a2cd678-839c-4c8a-9784-3a48ea6eaec1 None None] Provisioning complete for port 5547440f-92c5-4cd2-80fd-dad0b545c3c4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:08.391242 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a2cd678-839c-4c8a-9784-3a48ea6eaec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.407187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e01d4b5-6fa7-4a04-8cbf-b0ccdd281501 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:08.411762 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8e01d4b5-6fa7-4a04-8cbf-b0ccdd281501 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0998268 Aug 17 02:40:08.412773 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39526) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:08.423301 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.486525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce259de-6685-4b19-9e16-e24a3b6de6f4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:08.488658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce259de-6685-4b19-9e16-e24a3b6de6f4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:08.492805 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0ce259de-6685-4b19-9e16-e24a3b6de6f4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0766230 Aug 17 02:40:08.493047 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39530) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:08.499376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-2a2cd678-839c-4c8a-9784-3a48ea6eaec1 None None] Port 5547440f-92c5-4cd2-80fd-dad0b545c3c4 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:08.530341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef2b31-10b1-48fb-8059-2ce01e05faf6 None None] Pushing event updated for resources: {'Port': ['ID=896c8f4e-34d4-4602-956a-fabc7f8965ac,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:08.583624 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-922b8189-bd28-4fee-8cca-9ac338d3a21b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 16ba3453-777e-49d6-b769-73797a1516f2 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:08.588410 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3e254f6-d153-4906-a3ce-1c0c9180d3d9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.598021 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-922b8189-bd28-4fee-8cca-9ac338d3a21b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.611394 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-79542377-bf44-406e-a144-71853a5b9aab None None] Could not find standard attr ID for object c9f90bc9-2ae9-40dc-a9b4-1ab04a115291. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:40:08.676980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:08.677134 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e254f6-d153-4906-a3ce-1c0c9180d3d9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=c9f90bc9-2ae9-40dc-a9b4-1ab04a115291,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:08.713454 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-922b8189-bd28-4fee-8cca-9ac338d3a21b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.767147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:08.767581 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.904333 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-922b8189-bd28-4fee-8cca-9ac338d3a21b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.012529 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3e254f6-d153-4906-a3ce-1c0c9180d3d9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.014796 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a3e254f6-d153-4906-a3ce-1c0c9180d3d9 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/c9f90bc9-2ae9-40dc-a9b4-1ab04a115291 HTTP/1.1" status: 204 len: 168 time: 1.0897460 Aug 17 02:40:09.021318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39536) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:09.025985 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device aa4a941b-bd70-482c-b9fd-0909920a88fa no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:09.072633 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa19de3-592e-43ea-9143-9bba4a63595b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] GET failed (client error): The resource could not be found. Aug 17 02:40:09.074701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: aa4a941b-bd70-482c-b9fd-0909920a88fa {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:40:09.075029 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device aa4a941b-bd70-482c-b9fd-0909920a88fa not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:09.076490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8fa19de3-592e-43ea-9143-9bba4a63595b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports/c9f90bc9-2ae9-40dc-a9b4-1ab04a115291 HTTP/1.1" status: 404 len: 333 time: 0.0539174 Aug 17 02:40:09.077765 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39538) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:09.129355 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-922b8189-bd28-4fee-8cca-9ac338d3a21b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.169424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b8189-bd28-4fee-8cca-9ac338d3a21b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=16ba3453-777e-49d6-b769-73797a1516f2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:09.178013 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30952f86-8f58-4688-8288-dfe9d4f0a6bd tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.182355 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-922b8189-bd28-4fee-8cca-9ac338d3a21b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.184238 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-922b8189-bd28-4fee-8cca-9ac338d3a21b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/16ba3453-777e-49d6-b769-73797a1516f2 HTTP/1.1" status: 204 len: 168 time: 0.6901836 Aug 17 02:40:09.186667 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39542) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:09.237962 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c709d4f9-7299-4366-a599-a185bcd554f3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497258 Aug 17 02:40:09.243107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39544) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:09.245777 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935f644-4664-48fa-92ac-55618fe1a0b2 req-de04842c-63ba-43e6-8919-4a5eb5ac5964 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:09.247559 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f935f644-4664-48fa-92ac-55618fe1a0b2 req-de04842c-63ba-43e6-8919-4a5eb5ac5964 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0538189 Aug 17 02:40:09.250656 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d8a195b7-fe23-4e81-9d9e-76f9c0f5c7dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:09.256361 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30952f86-8f58-4688-8288-dfe9d4f0a6bd tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.292268 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f935f644-4664-48fa-92ac-55618fe1a0b2 req-660217ef-cb29-4112-83d5-0ed2ef63e975 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384424 Aug 17 02:40:09.445388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de8579-31e2-44f7-befa-aa8a8c43c20e req-7d5f2b31-a79a-45bf-9e3c-6401dd40c8a8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:09.447271 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00de8579-31e2-44f7-befa-aa8a8c43c20e req-7d5f2b31-a79a-45bf-9e3c-6401dd40c8a8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0612509 Aug 17 02:40:09.492763 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00de8579-31e2-44f7-befa-aa8a8c43c20e req-4c1fbb59-b13a-45b1-8eee-e4e212ca80a3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388882 Aug 17 02:40:09.507265 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30952f86-8f58-4688-8288-dfe9d4f0a6bd tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.516500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30952f86-8f58-4688-8288-dfe9d4f0a6bd tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.516500 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-30952f86-8f58-4688-8288-dfe9d4f0a6bd tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/security-groups/664ecdea-b095-4e55-8e73-74464adb8689 HTTP/1.1" status: 204 len: 168 time: 0.4350245 Aug 17 02:40:09.520436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39548) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:09.554629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30952f86-8f58-4688-8288-dfe9d4f0a6bd tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664ecdea-b095-4e55-8e73-74464adb8689,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:09.561796 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a195b7-fe23-4e81-9d9e-76f9c0f5c7dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:09.571907 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8a195b7-fe23-4e81-9d9e-76f9c0f5c7dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.681833 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1308ea87-87d8-49b8-a724-4dc420cdaa20 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.699057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da19ec5-00d0-4fbc-8ac7-99c9655e4dd7 req-0c4ba9f3-da04-4f6f-9c7a-4dc1540f7adf tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:09.699057 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2da19ec5-00d0-4fbc-8ac7-99c9655e4dd7 req-0c4ba9f3-da04-4f6f-9c7a-4dc1540f7adf tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0898602 Aug 17 02:40:09.732746 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1308ea87-87d8-49b8-a724-4dc420cdaa20 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.741993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b19635b-f79e-4268-bcc8-f7e566d09232 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:09.772284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2da19ec5-00d0-4fbc-8ac7-99c9655e4dd7 req-592750b1-dd72-477d-aa69-4fe6ffc7fd47 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674520 Aug 17 02:40:09.972120 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1308ea87-87d8-49b8-a724-4dc420cdaa20 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.974476 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1308ea87-87d8-49b8-a724-4dc420cdaa20 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.978815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1308ea87-87d8-49b8-a724-4dc420cdaa20 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/security-groups/e4209208-2977-4f8e-b0dd-cc4b7debd140 HTTP/1.1" status: 204 len: 168 time: 0.4541781 Aug 17 02:40:09.979477 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39558) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:09.986921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6d09a-5844-4f1f-af54-bec0188b140b req-75c0afcf-164c-4695-8345-a05219d39e3d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:09.989087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2e6d09a-5844-4f1f-af54-bec0188b140b req-75c0afcf-164c-4695-8345-a05219d39e3d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0636313 Aug 17 02:40:09.999202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308ea87-87d8-49b8-a724-4dc420cdaa20 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4209208-2977-4f8e-b0dd-cc4b7debd140,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:10.002013 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-502ad0b4-8e7f-442c-8792-11f8a57f9500 None None] Provisioning for port 896c8f4e-34d4-4602-956a-fabc7f8965ac completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:10.008245 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8a195b7-fe23-4e81-9d9e-76f9c0f5c7dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.021888 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31b7e49-5233-400f-a5d6-547f93fbf08e None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:40:10.072473 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2e6d09a-5844-4f1f-af54-bec0188b140b req-cde860f7-3c70-41bc-bd29-eef76007c2b8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631983 Aug 17 02:40:10.082291 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a31b7e49-5233-400f-a5d6-547f93fbf08e None None] Deleting port 896c8f4e-34d4-4602-956a-fabc7f8965ac {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:10.083290 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a31b7e49-5233-400f-a5d6-547f93fbf08e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.102019 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a195b7-fe23-4e81-9d9e-76f9c0f5c7dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=c8434743-d344-4514-afee-c2dce9d42f60,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:10.120258 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a195b7-fe23-4e81-9d9e-76f9c0f5c7dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:10.122618 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-d8a195b7-fe23-4e81-9d9e-76f9c0f5c7dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:10.126372 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a195b7-fe23-4e81-9d9e-76f9c0f5c7dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:10.126970 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8a195b7-fe23-4e81-9d9e-76f9c0f5c7dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.172281 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bc97f51c-5092-4b03-ace5-66530d20a166 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.194155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a31b7e49-5233-400f-a5d6-547f93fbf08e None None] For port 896c8f4e-34d4-4602-956a-fabc7f8965ac, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=896c8f4e-34d4-4602-956a-fabc7f8965ac,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:10.194551 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a31b7e49-5233-400f-a5d6-547f93fbf08e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.203899 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bc97f51c-5092-4b03-ace5-66530d20a166 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.208761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a31b7e49-5233-400f-a5d6-547f93fbf08e None None] Calling delete_port for 896c8f4e-34d4-4602-956a-fabc7f8965ac owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:10.262036 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d8a195b7-fe23-4e81-9d9e-76f9c0f5c7dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0175376 Aug 17 02:40:10.264804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39564) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:10.270577 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ed198edc-7b1b-4056-9d7f-f3607588b4f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-677192196', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:10.306654 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-29ed9a1c-5426-4945-825d-94fbc2574547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.438391 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bc97f51c-5092-4b03-ace5-66530d20a166 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.441047 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bc97f51c-5092-4b03-ace5-66530d20a166 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.442391 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bc97f51c-5092-4b03-ace5-66530d20a166 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/security-groups/cac4db12-e6c5-4bf5-ae67-c5fd2434cf4c HTTP/1.1" status: 204 len: 168 time: 0.4611924 Aug 17 02:40:10.445209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39566) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:10.450027 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a31b7e49-5233-400f-a5d6-547f93fbf08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.453418 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed198edc-7b1b-4056-9d7f-f3607588b4f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.454558 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed198edc-7b1b-4056-9d7f-f3607588b4f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.458350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97f51c-5092-4b03-ace5-66530d20a166 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac4db12-e6c5-4bf5-ae67-c5fd2434cf4c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:10.483746 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b7e49-5233-400f-a5d6-547f93fbf08e None None] Pushing event deleted for resources: {'Port': ['ID=896c8f4e-34d4-4602-956a-fabc7f8965ac,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:10.495273 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b7e49-5233-400f-a5d6-547f93fbf08e None None] No DVR routers for this DVR port 896c8f4e-34d4-4602-956a-fabc7f8965ac on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:10.515604 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bf251b-8b83-4a16-a05b-680163ac3131 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:10.526038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec35b31-fe1a-47f4-97c7-de81c6e33911 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting subnet af0a9249-27a1-4609-9e68-d2395867add5 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:10.530471 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ec35b31-fe1a-47f4-97c7-de81c6e33911 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.565030 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed198edc-7b1b-4056-9d7f-f3607588b4f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.586987 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ec35b31-fe1a-47f4-97c7-de81c6e33911 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.650128 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed198edc-7b1b-4056-9d7f-f3607588b4f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.680780 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ec35b31-fe1a-47f4-97c7-de81c6e33911 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.688521 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.702963 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': 'c8434743-d344-4514-afee-c2dce9d42f60'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:40:10.703865 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.798621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ed198edc-7b1b-4056-9d7f-f3607588b4f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.799819 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ed198edc-7b1b-4056-9d7f-f3607588b4f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5338821 Aug 17 02:40:10.802960 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39568) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:10.840594 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Allocated IP 2001:db8::2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/c8434743-d344-4514-afee-c2dce9d42f60/83e3df84-1a98-414f-b634-641f085ca4b0) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:10.885407 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ec35b31-fe1a-47f4-97c7-de81c6e33911 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.924254 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec35b31-fe1a-47f4-97c7-de81c6e33911 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Subnet': ['ID=af0a9249-27a1-4609-9e68-d2395867add5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:10.928353 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ec35b31-fe1a-47f4-97c7-de81c6e33911 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.930308 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6ec35b31-fe1a-47f4-97c7-de81c6e33911 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/af0a9249-27a1-4609-9e68-d2395867add5 HTTP/1.1" status: 204 len: 168 time: 0.4834869 Aug 17 02:40:10.934462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39574) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:11.014029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting subnet 8f635764-c252-4338-8475-54251e7dd998 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:11.018623 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.107881 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ed2a3b-9c43-4670-bb63-6c7c8724d1de None None] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:11.111122 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.183470 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.229234 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.469942 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.513155 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.524761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Transition to ACTIVE for port object 83e3df84-1a98-414f-b634-641f085ca4b0 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:11.543450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Transition to ACTIVE for port object 83e3df84-1a98-414f-b634-641f085ca4b0 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:11.558153 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Subnet': ['ID=8f635764-c252-4338-8475-54251e7dd998,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:11.570171 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.572555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/8f635764-c252-4338-8475-54251e7dd998 HTTP/1.1" status: 204 len: 168 time: 0.6370680 Aug 17 02:40:11.574157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:11.575668 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39620) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:11.577591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:11.578038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:11.578382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:11.578722 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:11.579057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:11.579626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:11.579968 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:11.581049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:11.581517 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:11.582836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:11.583019 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed5aeb-5abb-41dd-bbfd-f2ccc3c5778c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:11.633487 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.635893 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a584fcd-2462-4b46-b49f-31b239ab5921 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] DELETE failed (client error): The resource could not be found. Aug 17 02:40:11.636426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a584fcd-2462-4b46-b49f-31b239ab5921 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:11.640929 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2a584fcd-2462-4b46-b49f-31b239ab5921 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/af0a9249-27a1-4609-9e68-d2395867add5 HTTP/1.1" status: 404 len: 337 time: 0.0625904 Aug 17 02:40:11.641557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39622) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:11.689808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Pushing event updated for resources: {'Port': ['ID=83e3df84-1a98-414f-b634-641f085ca4b0,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:11.717631 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:11.720248 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:11.722186 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-da569b69-53ee-41ee-9b19-8b9c6de54ff7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting subnet ed2ab9d1-1f06-4a73-a692-51b46dcb663d {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:11.723054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:11.726472 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da569b69-53ee-41ee-9b19-8b9c6de54ff7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.736489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::1 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/c8434743-d344-4514-afee-c2dce9d42f60/eb6a2c66-0ef5-4447-a06d-72c314d7b42a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:11.774965 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da569b69-53ee-41ee-9b19-8b9c6de54ff7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.796179 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.801307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Attempting to bind port 83e3df84-1a98-414f-b634-641f085ca4b0 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:11.801685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Attempting to bind port 83e3df84-1a98-414f-b634-641f085ca4b0 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:11.802047 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Attempting to bind port 83e3df84-1a98-414f-b634-641f085ca4b0 on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:11.807656 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:11.808034 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:11.809346 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.809346 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:11.809593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Bound port: 83e3df84-1a98-414f-b634-641f085ca4b0, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:11.809980 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.895518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] For port 83e3df84-1a98-414f-b634-641f085ca4b0, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:11.899064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] For port 83e3df84-1a98-414f-b634-641f085ca4b0, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=83e3df84-1a98-414f-b634-641f085ca4b0,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:11.905074 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da569b69-53ee-41ee-9b19-8b9c6de54ff7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.965443 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.987412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object eb6a2c66-0ef5-4447-a06d-72c314d7b42a will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:11.989800 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.091103 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59a0c0-d6c5-442f-a4a2-f0d36fc7c432 None None] Pushing event updated for resources: {'Port': ['ID=83e3df84-1a98-414f-b634-641f085ca4b0,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:12.104318 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da569b69-53ee-41ee-9b19-8b9c6de54ff7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.119915 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da569b69-53ee-41ee-9b19-8b9c6de54ff7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.122258 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-da569b69-53ee-41ee-9b19-8b9c6de54ff7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/ed2ab9d1-1f06-4a73-a692-51b46dcb663d HTTP/1.1" status: 204 len: 168 time: 0.4795938 Aug 17 02:40:12.124712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39628) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.143218 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da569b69-53ee-41ee-9b19-8b9c6de54ff7 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2ab9d1-1f06-4a73-a692-51b46dcb663d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:12.178646 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.186630 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea9b421-c149-4a7e-bfab-b2ec8427694e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] DELETE failed (client error): The resource could not be found. Aug 17 02:40:12.186630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea9b421-c149-4a7e-bfab-b2ec8427694e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:12.188435 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9ea9b421-c149-4a7e-bfab-b2ec8427694e tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/cb879643-302d-4757-9690-deadff70ca81 HTTP/1.1" status: 404 len: 337 time: 0.0623884 Aug 17 02:40:12.191937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39630) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.226526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-75297cd7-de37-4333-a58b-a9a95d5170fe tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "GET /v2.0/ports?device_id=da95756c-b11b-420c-b906-7ac5db03574c HTTP/1.1" status: 200 len: 205 time: 0.0329766 Aug 17 02:40:12.232732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39632) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.250265 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:12.255067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:12.257702 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:12.258248 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.262629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=eb6a2c66-0ef5-4447-a06d-72c314d7b42a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:12.355997 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-00b88a6e-f396-4d77-bff0-5f473c68c7b1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] delete failed (client error): The resource could not be found. Aug 17 02:40:12.362999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39636) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.371154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-00b88a6e-f396-4d77-bff0-5f473c68c7b1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/routers/da95756c-b11b-420c-b906-7ac5db03574c HTTP/1.1" status: 404 len: 336 time: 0.1287119 Aug 17 02:40:12.420471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d47c9-10a7-483a-9f99-dd82b9ff94f9 None None] Network 07f38ef3-51bb-4143-b3af-6cf5eef4e346 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:12.425553 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d52691-adfd-41f8-8e93-b57d8692fe5c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] DELETE failed (client error): The resource could not be found. Aug 17 02:40:12.426122 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d52691-adfd-41f8-8e93-b57d8692fe5c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:12.427958 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-87d52691-adfd-41f8-8e93-b57d8692fe5c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/2021591d-a11a-4c0b-b049-70b86e554888 HTTP/1.1" status: 404 len: 337 time: 0.0639853 Aug 17 02:40:12.431734 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39640) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.482130 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b5319d-c75e-4849-8b28-7c2d84235fc1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] DELETE failed (client error): The resource could not be found. Aug 17 02:40:12.482697 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b5319d-c75e-4849-8b28-7c2d84235fc1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:12.484568 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-62b5319d-c75e-4849-8b28-7c2d84235fc1 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/39d34967-ce42-4f9b-8259-ce135a08a860 HTTP/1.1" status: 404 len: 337 time: 0.0519063 Aug 17 02:40:12.487157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39642) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.506507 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-70a06c30-c2bf-459c-8089-8c9bc36d6310 None None] Provisioning complete for port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:12.506899 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-70a06c30-c2bf-459c-8089-8c9bc36d6310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.514904 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-5238ec3e-fbc8-4c32-8768-597b66327078 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] DELETE failed (client error): The resource could not be found. Aug 17 02:40:12.515373 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5238ec3e-fbc8-4c32-8768-597b66327078 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:12.517194 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5238ec3e-fbc8-4c32-8768-597b66327078 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/74b488fb-7c61-4ada-a47a-0e988c1fc645 HTTP/1.1" status: 404 len: 337 time: 0.0283387 Aug 17 02:40:12.520306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39646) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.551981 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0bfde8-fa53-49ea-be2e-3681cbf3327c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] DELETE failed (client error): The resource could not be found. Aug 17 02:40:12.551981 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0bfde8-fa53-49ea-be2e-3681cbf3327c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:12.551981 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8f0bfde8-fa53-49ea-be2e-3681cbf3327c tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/391a07c5-b35c-4164-b8e0-f81692dc8519 HTTP/1.1" status: 404 len: 333 time: 0.0269620 Aug 17 02:40:12.552548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39648) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.590191 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2ccc8e-0d8a-45d3-8d36-56ba479c672b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] DELETE failed (client error): The resource could not be found. Aug 17 02:40:12.590654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2ccc8e-0d8a-45d3-8d36-56ba479c672b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:12.593689 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1d2ccc8e-0d8a-45d3-8d36-56ba479c672b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/5d025c1d-1774-490e-97d1-f9c5bfd8cd9e HTTP/1.1" status: 404 len: 337 time: 0.0407825 Aug 17 02:40:12.597491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39650) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.635235 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-855df8ab-a173-445d-9d24-b3c77019af6b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] DELETE failed (client error): The resource could not be found. Aug 17 02:40:12.635915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855df8ab-a173-445d-9d24-b3c77019af6b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:12.637961 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-855df8ab-a173-445d-9d24-b3c77019af6b tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/ac67c907-bbd0-4527-a468-a64151e71549 HTTP/1.1" status: 404 len: 337 time: 0.0411832 Aug 17 02:40:12.640561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39652) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.668284 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d26d5f8-2d2e-4b03-b54e-fff93a0d5f19 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] DELETE failed (client error): The resource could not be found. Aug 17 02:40:12.668916 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d26d5f8-2d2e-4b03-b54e-fff93a0d5f19 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:12.670964 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7d26d5f8-2d2e-4b03-b54e-fff93a0d5f19 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/d1b5855b-8006-4469-b087-996c2f06b346 HTTP/1.1" status: 404 len: 333 time: 0.0291984 Aug 17 02:40:12.674082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39654) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.684237 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.708211 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 83e3df84-1a98-414f-b634-641f085ca4b0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:12.710888 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c900b2d-0c84-4f04-9f2f-af47d003388d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] DELETE failed (client error): The resource could not be found. Aug 17 02:40:12.710888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c900b2d-0c84-4f04-9f2f-af47d003388d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:12.714881 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8c900b2d-0c84-4f04-9f2f-af47d003388d tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/7f7c15a6-d413-4a2a-b837-e18570276201 HTTP/1.1" status: 404 len: 337 time: 0.0368166 Aug 17 02:40:12.716865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39656) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.755703 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0a20cb-03e3-466a-a016-8e7c7eaa7b83 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] DELETE failed (client error): The resource could not be found. Aug 17 02:40:12.756322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0a20cb-03e3-466a-a016-8e7c7eaa7b83 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:12.758635 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb34fbb-128b-4416-9b0e-2c71356bb771 None None] DHCP port deletion for 07f38ef3-51bb-4143-b3af-6cf5eef4e346 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:40:12.759015 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ea0a20cb-03e3-466a-a016-8e7c7eaa7b83 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/subnets/294c0dfa-bc3e-410f-819f-2144c68596d3 HTTP/1.1" status: 404 len: 337 time: 0.0410557 Aug 17 02:40:12.762231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39658) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.809707 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-70a06c30-c2bf-459c-8089-8c9bc36d6310 None None] Provisioning complete for port 5547440f-92c5-4cd2-80fd-dad0b545c3c4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:12.809707 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-70a06c30-c2bf-459c-8089-8c9bc36d6310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.861970 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-70a06c30-c2bf-459c-8089-8c9bc36d6310 None None] Port 5547440f-92c5-4cd2-80fd-dad0b545c3c4 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:12.871608 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fdb34fbb-128b-4416-9b0e-2c71356bb771 None None] Deleting port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:12.871990 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fdb34fbb-128b-4416-9b0e-2c71356bb771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.941107 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 83e3df84-1a98-414f-b634-641f085ca4b0 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:12.947877 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-1e626f91-bb2d-42d8-ba26-b8caf21c5962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Deleting port 5547440f-92c5-4cd2-80fd-dad0b545c3c4 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:12.948395 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e626f91-bb2d-42d8-ba26-b8caf21c5962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.965434 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-fdb34fbb-128b-4416-9b0e-2c71356bb771 None None] For port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1,segment=NetworkSegment(800f927b-afa1-4ff4-a026-9ee0666489d7),segment_id=800f927b-afa1-4ff4-a026-9ee0666489d7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:12.965853 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fdb34fbb-128b-4416-9b0e-2c71356bb771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.981367 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fdb34fbb-128b-4416-9b0e-2c71356bb771 None None] Calling delete_port for e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:13.108749 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e626f91-bb2d-42d8-ba26-b8caf21c5962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.136391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-1e626f91-bb2d-42d8-ba26-b8caf21c5962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Calling delete_port for 5547440f-92c5-4cd2-80fd-dad0b545c3c4 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:13.278824 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fdb34fbb-128b-4416-9b0e-2c71356bb771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.307243 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb34fbb-128b-4416-9b0e-2c71356bb771 None None] Pushing event deleted for resources: {'Port': ['ID=e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:13.318318 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb34fbb-128b-4416-9b0e-2c71356bb771 None None] No DVR routers for this DVR port e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:13.452191 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e626f91-bb2d-42d8-ba26-b8caf21c5962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.488708 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.506638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e626f91-bb2d-42d8-ba26-b8caf21c5962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Port': ['ID=5547440f-92c5-4cd2-80fd-dad0b545c3c4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:13.511093 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e626f91-bb2d-42d8-ba26-b8caf21c5962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.513580 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1e626f91-bb2d-42d8-ba26-b8caf21c5962 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/ports/5547440f-92c5-4cd2-80fd-dad0b545c3c4 HTTP/1.1" status: 204 len: 168 time: 0.7500436 Aug 17 02:40:13.517420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39696) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:13.589976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-36084e66-df81-4b46-acc1-004635922c6f None None] Provisioning for port 83e3df84-1a98-414f-b634-641f085ca4b0 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:13.592401 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.593204 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.598552 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-36084e66-df81-4b46-acc1-004635922c6f None None] Provisioning complete for port 83e3df84-1a98-414f-b634-641f085ca4b0 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:13.599222 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-36084e66-df81-4b46-acc1-004635922c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.655989 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44a35172-3555-4910-a385-9a8e99a7eef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.704914 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-36084e66-df81-4b46-acc1-004635922c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.720442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=eb6a2c66-0ef5-4447-a06d-72c314d7b42a,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:13.736492 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.755258 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-36084e66-df81-4b46-acc1-004635922c6f None None] For port 83e3df84-1a98-414f-b634-641f085ca4b0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=83e3df84-1a98-414f-b634-641f085ca4b0,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:13.833039 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44a35172-3555-4910-a385-9a8e99a7eef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.848652 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-44a35172-3555-4910-a385-9a8e99a7eef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f38ef3-51bb-4143-b3af-6cf5eef4e346']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:13.851787 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:13.857497 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:13.863845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-44a35172-3555-4910-a385-9a8e99a7eef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800f927b-afa1-4ff4-a026-9ee0666489d7') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:13.864149 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-44a35172-3555-4910-a385-9a8e99a7eef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800f927b-afa1-4ff4-a026-9ee0666489d7') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:13.875477 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-36084e66-df81-4b46-acc1-004635922c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.883117 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44a35172-3555-4910-a385-9a8e99a7eef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.899815 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44a35172-3555-4910-a385-9a8e99a7eef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.934151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36084e66-df81-4b46-acc1-004635922c6f None None] Pushing event updated for resources: {'Port': ['ID=83e3df84-1a98-414f-b634-641f085ca4b0,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:13.962196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a35172-3555-4910-a385-9a8e99a7eef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:40:13.962521 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44a35172-3555-4910-a385-9a8e99a7eef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:40:13.965482 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:40:14.101110 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-685d5add-910b-412f-8ec8-0bbe7dc5cf20 None None] Provisioning for port eb6a2c66-0ef5-4447-a06d-72c314d7b42a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:14.105791 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-685d5add-910b-412f-8ec8-0bbe7dc5cf20 None None] Provisioning complete for port eb6a2c66-0ef5-4447-a06d-72c314d7b42a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:14.111443 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-685d5add-910b-412f-8ec8-0bbe7dc5cf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.140899 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44a35172-3555-4910-a385-9a8e99a7eef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.143570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-685d5add-910b-412f-8ec8-0bbe7dc5cf20 None None] Port eb6a2c66-0ef5-4447-a06d-72c314d7b42a cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:14.148838 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44a35172-3555-4910-a385-9a8e99a7eef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.151689 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-44a35172-3555-4910-a385-9a8e99a7eef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] 10.222.0.13 "DELETE /v2.0/networks/07f38ef3-51bb-4143-b3af-6cf5eef4e346 HTTP/1.1" status: 204 len: 168 time: 0.6317298 Aug 17 02:40:14.162743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a35172-3555-4910-a385-9a8e99a7eef5 tempest-PortsTestJSON-1700567239 tempest-PortsTestJSON-1700567239-project] Pushing event deleted for resources: {'Network': ['ID=07f38ef3-51bb-4143-b3af-6cf5eef4e346,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:14.230349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Router c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:40:14.273864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f653107b-1780-47b9-a115-6dba6f6d7031 None None] Provisioning complete for port eb6a2c66-0ef5-4447-a06d-72c314d7b42a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:14.274237 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f653107b-1780-47b9-a115-6dba6f6d7031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.321155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f653107b-1780-47b9-a115-6dba6f6d7031 None None] Port eb6a2c66-0ef5-4447-a06d-72c314d7b42a cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:14.347751 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:14.355908 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eb0197db-d87c-447b-97db-018dde1e99ea tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "PUT /v2.0/routers/c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5492117 Aug 17 02:40:14.355908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39702) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:14.359262 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] Sync routers for ids ['c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:14.369088 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] Routers {'c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:14.369753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:14.427154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da94579-9fd5-4664-bec9-45037f1c9b4c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:14.428980 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9da94579-9fd5-4664-bec9-45037f1c9b4c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports/eb6a2c66-0ef5-4447-a06d-72c314d7b42a HTTP/1.1" status: 200 len: 911 time: 0.0720851 Aug 17 02:40:14.432581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39704) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:14.460831 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] Set router c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:14.486826 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db20c570-afcc-4f16-b0c7-4a12ff21ae95 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:14.493069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db20c570-afcc-4f16-b0c7-4a12ff21ae95 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:14.497409 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-db20c570-afcc-4f16-b0c7-4a12ff21ae95 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0625222 Aug 17 02:40:14.497782 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39706) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:14.728719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5', 'name': 'tempest-NetworksTestDHCPv6-router-677192196', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:40:10Z', 'updated_at': '2021-08-17T02:40:12Z', 'revision_number': 2, 'project_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'gw_port_host': None, '_interfaces': [{'id': 'eb6a2c66-0ef5-4447-a06d-72c314d7b42a', 'name': '', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'mac_address': 'fa:16:3e:b7:01:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'c8434743-d344-4514-afee-c2dce9d42f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:40:11Z', 'updated_at': '2021-08-17T02:40:13Z', 'revision_number': 2, 'project_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'subnets': [{'id': 'c8434743-d344-4514-afee-c2dce9d42f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:14.774643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 83e3df84-1a98-414f-b634-641f085ca4b0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:14.777872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] Checking router: c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:40:14.778228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] Updating router c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5 port eb6a2c66-0ef5-4447-a06d-72c314d7b42a binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:40:14.833358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39714) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:14.844615 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.894469 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d63a321-876e-46eb-843b-a89a90be241f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.909413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 83e3df84-1a98-414f-b634-641f085ca4b0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:14.909787 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:15.027090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-22549639-9348-4b43-aca1-975e9b16cb6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=205c143cd1e3429cabb98b6f46d9015d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916862 Aug 17 02:40:15.030639 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39718) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:15.110368 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-349cb7fd-00c8-46d6-b363-aeac345b7263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:15.138791 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-349cb7fd-00c8-46d6-b363-aeac345b7263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:15.173601 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-0d63a321-876e-46eb-843b-a89a90be241f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port eb6a2c66-0ef5-4447-a06d-72c314d7b42a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:15.174265 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d63a321-876e-46eb-843b-a89a90be241f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:15.291016 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d63a321-876e-46eb-843b-a89a90be241f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:15.305824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-0d63a321-876e-46eb-843b-a89a90be241f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for eb6a2c66-0ef5-4447-a06d-72c314d7b42a owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:15.336569 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-349cb7fd-00c8-46d6-b363-aeac345b7263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:15.339860 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-349cb7fd-00c8-46d6-b363-aeac345b7263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:15.341329 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-349cb7fd-00c8-46d6-b363-aeac345b7263 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d10ec03c-5bb9-444c-8c7b-28e39d067649 HTTP/1.1" status: 204 len: 168 time: 0.3089631 Aug 17 02:40:15.355588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cb7fd-00c8-46d6-b363-aeac345b7263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10ec03c-5bb9-444c-8c7b-28e39d067649,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:15.395501 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:15.429172 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:40:15.429553 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e6f5692c-6e2b-44e8-98ee-1c980bf3bbf1 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:15.618311 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d63a321-876e-46eb-843b-a89a90be241f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:15.619840 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:40:15.620413 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:40:15.652447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63a321-876e-46eb-843b-a89a90be241f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=eb6a2c66-0ef5-4447-a06d-72c314d7b42a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:15.782015 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d63a321-876e-46eb-843b-a89a90be241f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:15.977085 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d63a321-876e-46eb-843b-a89a90be241f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Router c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:40:16.055877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d63a321-876e-46eb-843b-a89a90be241f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:16.064248 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0d63a321-876e-46eb-843b-a89a90be241f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "PUT /v2.0/routers/c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5619285 Aug 17 02:40:16.064248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39742) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:16.118614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87116c-2653-4a8a-8936-691c5510b101 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:16.120162 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87116c-2653-4a8a-8936-691c5510b101 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:16.121747 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5d87116c-2653-4a8a-8936-691c5510b101 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0570641 Aug 17 02:40:16.124287 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39744) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:16.140959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] Port eb6a2c66-0ef5-4447-a06d-72c314d7b42a not found while updating agent binding for router c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5. {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 17 02:40:16.151966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] Routers {'c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:16.152954 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:16.190427 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1cd38e-ef3b-49f7-8bb2-7e0ad2da0560 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet c8434743-d344-4514-afee-c2dce9d42f60 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:16.196087 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad1cd38e-ef3b-49f7-8bb2-7e0ad2da0560 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:16.227753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] Set router c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:16.247599 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad1cd38e-ef3b-49f7-8bb2-7e0ad2da0560 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:16.294522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5', 'name': 'tempest-NetworksTestDHCPv6-router-677192196', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:40:10Z', 'updated_at': '2021-08-17T02:40:15Z', 'revision_number': 3, 'project_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:16.328046 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfdc367-ffb4-4910-b500-3f84f76c8799 None None] The sync data for ids ['c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5'] in n-d-793621-31 is: [{'id': 'c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5', 'name': 'tempest-NetworksTestDHCPv6-router-677192196', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:40:10Z', 'updated_at': '2021-08-17T02:40:15Z', 'revision_number': 3, 'project_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:16.360963 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad1cd38e-ef3b-49f7-8bb2-7e0ad2da0560 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:16.562455 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad1cd38e-ef3b-49f7-8bb2-7e0ad2da0560 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:16.577571 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad1cd38e-ef3b-49f7-8bb2-7e0ad2da0560 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:16.582802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39756) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:16.583299 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ad1cd38e-ef3b-49f7-8bb2-7e0ad2da0560 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/c8434743-d344-4514-afee-c2dce9d42f60 HTTP/1.1" status: 204 len: 168 time: 0.4576414 Aug 17 02:40:16.592279 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee739d29-1c7b-4509-81fd-9d37d4ba3af4 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:16.615334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cd38e-ef3b-49f7-8bb2-7e0ad2da0560 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=c8434743-d344-4514-afee-c2dce9d42f60,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:16.694001 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39758) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:16.735499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39762) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:16.746468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9dda3900-1346-4831-bba2-3ae8e60cd20f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1606700 Aug 17 02:40:16.841066 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15408cf9-ad53-416e-8271-a02fb7ea58de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:16.856784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a99c9fa-e607-4302-a4b5-f409612cd5f8 None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:40:16.913223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e6a7824d-ac85-404c-88e3-2a89cac66c18 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-816144110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:16.926466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8a99c9fa-e607-4302-a4b5-f409612cd5f8 None None] Deleting port 83e3df84-1a98-414f-b634-641f085ca4b0 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:16.927228 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8a99c9fa-e607-4302-a4b5-f409612cd5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.009302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8a99c9fa-e607-4302-a4b5-f409612cd5f8 None None] For port 83e3df84-1a98-414f-b634-641f085ca4b0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=83e3df84-1a98-414f-b634-641f085ca4b0,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:17.009745 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8a99c9fa-e607-4302-a4b5-f409612cd5f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.027139 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8a99c9fa-e607-4302-a4b5-f409612cd5f8 None None] Calling delete_port for 83e3df84-1a98-414f-b634-641f085ca4b0 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:17.038182 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15408cf9-ad53-416e-8271-a02fb7ea58de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.040384 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15408cf9-ad53-416e-8271-a02fb7ea58de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.107297 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6a7824d-ac85-404c-88e3-2a89cac66c18 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.108524 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6a7824d-ac85-404c-88e3-2a89cac66c18 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.181617 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15408cf9-ad53-416e-8271-a02fb7ea58de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.182218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15408cf9-ad53-416e-8271-a02fb7ea58de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Fanout notify agent at l3_agent the message router_deleted on router c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:40:17.190860 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15408cf9-ad53-416e-8271-a02fb7ea58de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.192041 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-15408cf9-ad53-416e-8271-a02fb7ea58de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/routers/c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5 HTTP/1.1" status: 204 len: 168 time: 0.4555700 Aug 17 02:40:17.195123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39768) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:17.200452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b0de14ab-845e-4d33-9294-4156411b70f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:17.217915 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8a99c9fa-e607-4302-a4b5-f409612cd5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.256102 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99c9fa-e607-4302-a4b5-f409612cd5f8 None None] No DVR routers for this DVR port 83e3df84-1a98-414f-b634-641f085ca4b0 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:17.257705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99c9fa-e607-4302-a4b5-f409612cd5f8 None None] Pushing event deleted for resources: {'Port': ['ID=83e3df84-1a98-414f-b634-641f085ca4b0,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:17.319245 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36aa499-8015-4572-b1cb-2025bf441e19 None None] Sync routers for ids ['c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:17.319909 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6a7824d-ac85-404c-88e3-2a89cac66c18 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.332050 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36aa499-8015-4572-b1cb-2025bf441e19 None None] Routers set() bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:17.332050 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36aa499-8015-4572-b1cb-2025bf441e19 None None] Router IDs set() for agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 02:40:17.332862 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_agentschedulers_db [None req-e36aa499-8015-4572-b1cb-2025bf441e19 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent'). {{(pid=95409) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 02:40:17.342649 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36aa499-8015-4572-b1cb-2025bf441e19 None None] Routers set() bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:17.343073 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36aa499-8015-4572-b1cb-2025bf441e19 None None] Router IDs set() for agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 02:40:17.343669 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_agentschedulers_db [None req-e36aa499-8015-4572-b1cb-2025bf441e19 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent'). {{(pid=95409) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 02:40:17.344046 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36aa499-8015-4572-b1cb-2025bf441e19 None None] The sync data for ids ['c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:17.387282 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6a7824d-ac85-404c-88e3-2a89cac66c18 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.427993 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0de14ab-845e-4d33-9294-4156411b70f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:17.432343 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b0de14ab-845e-4d33-9294-4156411b70f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.528608 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6a7824d-ac85-404c-88e3-2a89cac66c18 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.529839 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e6a7824d-ac85-404c-88e3-2a89cac66c18 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8348205 Aug 17 02:40:17.532607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39772) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:17.539615 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-566138675'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:17.709888 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Made reservation on behalf of 46e2a3460f7e4f4d803aef4717bacec9 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:17.713567 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.722382 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.778544 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b0de14ab-845e-4d33-9294-4156411b70f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.833659 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0de14ab-845e-4d33-9294-4156411b70f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:17.839984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-b0de14ab-845e-4d33-9294-4156411b70f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:17.848750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0de14ab-845e-4d33-9294-4156411b70f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:17.849376 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b0de14ab-845e-4d33-9294-4156411b70f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.851057 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065384bf-d18b-43d4-89f1-cd270e9329b1 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:17.863343 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de14ab-845e-4d33-9294-4156411b70f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=5ea2c281-3ec5-41e2-a4b6-1702a2a3cbc1,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:17.889150 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.989092 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.017697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': '5ea2c281-3ec5-41e2-a4b6-1702a2a3cbc1'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:40:18.018627 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.019342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:40:18.033711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5baa9310-7712-4ed2-b529-c8c6513998a3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:18.039195 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.039783 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Added segment 6fd153c9-711c-4fb1-9e53-759db9793dd3 of type vlan for network dfc61b0f-a72b-40ae-a8c1-a8992decfe3c Aug 17 02:40:18.093604 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.119012 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b0de14ab-845e-4d33-9294-4156411b70f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9225574 Aug 17 02:40:18.121964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39778) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:18.126681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-cd3b7520-fd25-442b-8d87-f6a31b16f1aa tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1327290634', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:18.171666 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Allocated IP 2001:db8::2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/5ea2c281-3ec5-41e2-a4b6-1702a2a3cbc1/44f70567-802e-46ab-a925-36f2fd89e511) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:18.272804 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.279365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:18.279977 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.312876 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7520-fd25-442b-8d87-f6a31b16f1aa tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.314255 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7520-fd25-442b-8d87-f6a31b16f1aa tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.323746 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.336035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Transition to ACTIVE for port object 44f70567-802e-46ab-a925-36f2fd89e511 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:18.353573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event updated for resources: {'Network': ['ID=dfc61b0f-a72b-40ae-a8c1-a8992decfe3c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:18.354181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Transition to ACTIVE for port object 44f70567-802e-46ab-a925-36f2fd89e511 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:18.365232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network dfc61b0f-a72b-40ae-a8c1-a8992decfe3c details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:40:18.377391 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7520-fd25-442b-8d87-f6a31b16f1aa tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.415880 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fab18200-73ee-4dac-b807-29a17b980634 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8822818 Aug 17 02:40:18.419269 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39780) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:18.424456 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c843d49a-d933-4fdf-b90d-2a9bdc4649e8 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Request body: {'subnet': {'network_id': 'dfc61b0f-a72b-40ae-a8c1-a8992decfe3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:18.450040 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.498789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:18.501710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:18.506171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:18.513352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Pushing event updated for resources: {'Port': ['ID=44f70567-802e-46ab-a925-36f2fd89e511,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:18.519988 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7520-fd25-442b-8d87-f6a31b16f1aa tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.570005 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Attempting to bind port 44f70567-802e-46ab-a925-36f2fd89e511 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:18.576849 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Attempting to bind port 44f70567-802e-46ab-a925-36f2fd89e511 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:18.576849 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Attempting to bind port 44f70567-802e-46ab-a925-36f2fd89e511 on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:18.576849 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:18.576849 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:18.577212 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.577453 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:18.577921 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Bound port: 44f70567-802e-46ab-a925-36f2fd89e511, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:18.578313 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.636662 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 83e3df84-1a98-414f-b634-641f085ca4b0 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:18.640828 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c843d49a-d933-4fdf-b90d-2a9bdc4649e8 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Made reservation on behalf of 46e2a3460f7e4f4d803aef4717bacec9 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:18.644541 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c843d49a-d933-4fdf-b90d-2a9bdc4649e8 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.670994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 83e3df84-1a98-414f-b634-641f085ca4b0 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:40:18.671338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 83e3df84-1a98-414f-b634-641f085ca4b0 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:18.685835 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] For port 44f70567-802e-46ab-a925-36f2fd89e511, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:18.688146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] For port 44f70567-802e-46ab-a925-36f2fd89e511, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=44f70567-802e-46ab-a925-36f2fd89e511,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:18.758085 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7520-fd25-442b-8d87-f6a31b16f1aa tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.761289 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cd3b7520-fd25-442b-8d87-f6a31b16f1aa tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6363163 Aug 17 02:40:18.762483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39784) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:18.847942 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.925730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0723ab-7134-43b5-887f-029588d96e2a None None] Pushing event updated for resources: {'Port': ['ID=44f70567-802e-46ab-a925-36f2fd89e511,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:18.981515 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c843d49a-d933-4fdf-b90d-2a9bdc4649e8 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.047042 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843d49a-d933-4fdf-b90d-2a9bdc4649e8 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event updated for resources: {'Subnet': ['ID=ee9b6204-f9ce-40b7-8ba8-0ed6c547c401,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:19.058602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c843d49a-d933-4fdf-b90d-2a9bdc4649e8 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Checking segment: {'id': '6fd153c9-711c-4fb1-9e53-759db9793dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfc61b0f-a72b-40ae-a8c1-a8992decfe3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:19.059097 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c843d49a-d933-4fdf-b90d-2a9bdc4649e8 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Network hostable DHCP agents. Network: dfc61b0f-a72b-40ae-a8c1-a8992decfe3c, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:40:19.100116 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.181596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c843d49a-d933-4fdf-b90d-2a9bdc4649e8 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Network dfc61b0f-a72b-40ae-a8c1-a8992decfe3c is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:40:19.312598 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-c843d49a-d933-4fdf-b90d-2a9bdc4649e8 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, dfc61b0f-a72b-40ae-a8c1-a8992decfe3c) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:19.317403 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c843d49a-d933-4fdf-b90d-2a9bdc4649e8 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:19.318068 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c843d49a-d933-4fdf-b90d-2a9bdc4649e8 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.327080 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793cc542-1eb3-454b-a9f9-325387ddb49d None None] Network dfc61b0f-a72b-40ae-a8c1-a8992decfe3c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:19.396353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::1 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/5ea2c281-3ec5-41e2-a4b6-1702a2a3cbc1/0dc66481-3fea-4811-a77f-c52518338970) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:19.440110 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c843d49a-d933-4fdf-b90d-2a9bdc4649e8 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0197575 Aug 17 02:40:19.443400 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39790) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:19.449928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9b104a48-c445-4201-a54a-7b02523e02b0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Request body: {'network': {'name': 'tempest-router-network01--2116691082'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:19.520795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-dfc61b0f-a72b-40ae-a8c1-a8992decfe3c', 'network_id': 'dfc61b0f-a72b-40ae-a8c1-a8992decfe3c', 'tenant_id': '46e2a3460f7e4f4d803aef4717bacec9', 'fixed_ips': [{'subnet_id': 'ee9b6204-f9ce-40b7-8ba8-0ed6c547c401'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:40:19.522197 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.531532 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.546117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 0dc66481-3fea-4811-a77f-c52518338970 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:19.615018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b104a48-c445-4201-a54a-7b02523e02b0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Made reservation on behalf of 46e2a3460f7e4f4d803aef4717bacec9 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:19.618643 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b104a48-c445-4201-a54a-7b02523e02b0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.654580 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b104a48-c445-4201-a54a-7b02523e02b0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:40:19.668279 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b104a48-c445-4201-a54a-7b02523e02b0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.668769 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-9b104a48-c445-4201-a54a-7b02523e02b0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Added segment f4dd5ac8-b453-41ec-b292-a8303e6da2c8 of type vlan for network 9bdd8d4f-351e-43ef-bc92-b76bb1769bb6 Aug 17 02:40:19.681157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Allocated IP 2001:db8::2 (dfc61b0f-a72b-40ae-a8c1-a8992decfe3c/ee9b6204-f9ce-40b7-8ba8-0ed6c547c401/c9313784-6523-4beb-9ca1-197bf3e819b7) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:19.692966 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.741421 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b104a48-c445-4201-a54a-7b02523e02b0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.802486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:19.806162 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:19.809135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:19.810038 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.853975 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=0dc66481-3fea-4811-a77f-c52518338970,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:19.901519 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b104a48-c445-4201-a54a-7b02523e02b0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.912299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b104a48-c445-4201-a54a-7b02523e02b0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:19.923892 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b104a48-c445-4201-a54a-7b02523e02b0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.924058 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.924058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Transition to ACTIVE for port object c9313784-6523-4beb-9ca1-197bf3e819b7 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:19.944667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Transition to ACTIVE for port object c9313784-6523-4beb-9ca1-197bf3e819b7 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:19.999671 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b104a48-c445-4201-a54a-7b02523e02b0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event updated for resources: {'Network': ['ID=9bdd8d4f-351e-43ef-bc92-b76bb1769bb6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:20.012949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 9bdd8d4f-351e-43ef-bc92-b76bb1769bb6 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:40:20.086415 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.136644 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9b104a48-c445-4201-a54a-7b02523e02b0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6890981 Aug 17 02:40:20.136644 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39796) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:20.142330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Request body: {'network': {'name': 'tempest-router-network02--1284168145'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:20.158560 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Network dfc61b0f-a72b-40ae-a8c1-a8992decfe3c is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:20.164255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:20.168796 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:20.177557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Pushing event updated for resources: {'Port': ['ID=c9313784-6523-4beb-9ca1-197bf3e819b7,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:20.240825 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Attempting to bind port c9313784-6523-4beb-9ca1-197bf3e819b7 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:20.241325 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Attempting to bind port c9313784-6523-4beb-9ca1-197bf3e819b7 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '6fd153c9-711c-4fb1-9e53-759db9793dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfc61b0f-a72b-40ae-a8c1-a8992decfe3c'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:20.241768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Attempting to bind port c9313784-6523-4beb-9ca1-197bf3e819b7 on network dfc61b0f-a72b-40ae-a8c1-a8992decfe3c {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:20.247634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:20.248010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Checking segment: {'id': '6fd153c9-711c-4fb1-9e53-759db9793dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfc61b0f-a72b-40ae-a8c1-a8992decfe3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:20.248468 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.248813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Bound using segment: {'id': '6fd153c9-711c-4fb1-9e53-759db9793dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfc61b0f-a72b-40ae-a8c1-a8992decfe3c'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:20.249303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Bound port: c9313784-6523-4beb-9ca1-197bf3e819b7, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd153c9-711c-4fb1-9e53-759db9793dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfc61b0f-a72b-40ae-a8c1-a8992decfe3c'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:20.253974 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.304146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-224803cf-a7cf-4882-8abe-4c92f3dfb807 None None] Provisioning for port 44f70567-802e-46ab-a925-36f2fd89e511 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:20.335119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Made reservation on behalf of 46e2a3460f7e4f4d803aef4717bacec9 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:20.338790 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.353529 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] For port c9313784-6523-4beb-9ca1-197bf3e819b7, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:20.358143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] For port c9313784-6523-4beb-9ca1-197bf3e819b7, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c9313784-6523-4beb-9ca1-197bf3e819b7,segment=NetworkSegment(6fd153c9-711c-4fb1-9e53-759db9793dd3),segment_id=6fd153c9-711c-4fb1-9e53-759db9793dd3)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:20.371261 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:40:20.382878 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.383230 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Added segment c6361e8c-7848-484b-839e-ea0e49fc3ba9 of type vlan for network e895874d-33d2-40c1-8283-98586b95af66 Aug 17 02:40:20.426796 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.467155 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.468571 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.530808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57773da0-fcd4-4ce8-8189-dce367244247 None None] Pushing event updated for resources: {'Port': ['ID=c9313784-6523-4beb-9ca1-197bf3e819b7,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:20.580578 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f9ea06d6-7199-4cad-8b17-3646650dc001 None None] Provisioning for port 0dc66481-3fea-4811-a77f-c52518338970 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:20.585635 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f9ea06d6-7199-4cad-8b17-3646650dc001 None None] Provisioning complete for port 0dc66481-3fea-4811-a77f-c52518338970 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:20.586128 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f9ea06d6-7199-4cad-8b17-3646650dc001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.655199 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.663119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:20.663697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea06d6-7199-4cad-8b17-3646650dc001 None None] Port 0dc66481-3fea-4811-a77f-c52518338970 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:20.663850 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.719328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 44f70567-802e-46ab-a925-36f2fd89e511 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:20.843241 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event updated for resources: {'Network': ['ID=e895874d-33d2-40c1-8283-98586b95af66,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:20.848483 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.861156 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7233143 Aug 17 02:40:20.865484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.865690 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39802) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:20.865913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.866231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.868766 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.869324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.870910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.871324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.871667 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.872008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.872374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.872708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.873037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39b6f1-bacf-4b9f-8531-065fe6575180 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.882837 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-08a1a449-7994-4372-98ce-698df23a15a9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Request body: {'subnet': {'network_id': '9bdd8d4f-351e-43ef-bc92-b76bb1769bb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:20.887280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network e895874d-33d2-40c1-8283-98586b95af66 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:40:20.959186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 44f70567-802e-46ab-a925-36f2fd89e511 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:20.966372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 44f70567-802e-46ab-a925-36f2fd89e511 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:20.966744 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.993933 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.994952 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:21.075031 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:21.091765 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=0dc66481-3fea-4811-a77f-c52518338970,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:21.107754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a1a449-7994-4372-98ce-698df23a15a9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Made reservation on behalf of 46e2a3460f7e4f4d803aef4717bacec9 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:21.111697 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08a1a449-7994-4372-98ce-698df23a15a9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:21.133936 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 44f70567-802e-46ab-a925-36f2fd89e511, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=44f70567-802e-46ab-a925-36f2fd89e511,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:21.215332 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:21.220739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:21.226561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:21.285949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=44f70567-802e-46ab-a925-36f2fd89e511,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:21.553070 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08a1a449-7994-4372-98ce-698df23a15a9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:21.601995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Router 4cce1800-a3be-4b9e-bc58-9d16b63ddd7f is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:40:21.606474 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e9d7be6a-5265-4016-b9fc-1df567321b96 None None] Provisioning complete for port 0dc66481-3fea-4811-a77f-c52518338970 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:21.606474 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e9d7be6a-5265-4016-b9fc-1df567321b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:21.637962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1a449-7994-4372-98ce-698df23a15a9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event updated for resources: {'Subnet': ['ID=b3369606-986d-4627-b8d1-c7621d985415,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:21.652713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7be6a-5265-4016-b9fc-1df567321b96 None None] Port 0dc66481-3fea-4811-a77f-c52518338970 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:21.716678 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a1a449-7994-4372-98ce-698df23a15a9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Checking segment: {'id': 'f4dd5ac8-b453-41ec-b292-a8303e6da2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9bdd8d4f-351e-43ef-bc92-b76bb1769bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:21.717052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a1a449-7994-4372-98ce-698df23a15a9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Network hostable DHCP agents. Network: 9bdd8d4f-351e-43ef-bc92-b76bb1769bb6, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:40:21.749658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:21.765737 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-305ad500-770f-494d-8c3d-0e8c76c5db08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "PUT /v2.0/routers/4cce1800-a3be-4b9e-bc58-9d16b63ddd7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9922404 Aug 17 02:40:21.765902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39810) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:21.766602 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] Sync routers for ids ['4cce1800-a3be-4b9e-bc58-9d16b63ddd7f'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:21.773888 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] Routers {'4cce1800-a3be-4b9e-bc58-9d16b63ddd7f'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:21.774589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4cce1800-a3be-4b9e-bc58-9d16b63ddd7f'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:21.808371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe0955a-04b5-4551-adf7-7fad22e66dec tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:21.809749 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3fe0955a-04b5-4551-adf7-7fad22e66dec tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports/0dc66481-3fea-4811-a77f-c52518338970 HTTP/1.1" status: 200 len: 911 time: 0.0500166 Aug 17 02:40:21.812279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39812) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:21.818466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f567be3-a70b-4846-837a-ebb8438ddb74 None None] Network dfc61b0f-a72b-40ae-a8c1-a8992decfe3c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:21.844040 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a1a449-7994-4372-98ce-698df23a15a9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Network 9bdd8d4f-351e-43ef-bc92-b76bb1769bb6 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:40:21.870409 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca35d6b9-f342-4876-88a9-c4a10327c4d4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:21.877106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca35d6b9-f342-4876-88a9-c4a10327c4d4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:21.882464 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ca35d6b9-f342-4876-88a9-c4a10327c4d4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0662951 Aug 17 02:40:21.882678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39814) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:21.931380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] Set router 4cce1800-a3be-4b9e-bc58-9d16b63ddd7f gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:21.952646 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-08a1a449-7994-4372-98ce-698df23a15a9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 9bdd8d4f-351e-43ef-bc92-b76bb1769bb6) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:21.960300 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a1a449-7994-4372-98ce-698df23a15a9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:21.960300 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-08a1a449-7994-4372-98ce-698df23a15a9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:22.085200 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-08a1a449-7994-4372-98ce-698df23a15a9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2157443 Aug 17 02:40:22.087702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39818) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:22.092338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-796aa04a-8153-4cdd-a85f-dd23baef8a46 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Request body: {'subnet': {'network_id': 'e895874d-33d2-40c1-8283-98586b95af66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:22.105894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874995c1-1ddf-40ba-b261-194bae560dd3 None None] Network 9bdd8d4f-351e-43ef-bc92-b76bb1769bb6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:22.113692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-11f5d59e-c5b1-4da2-8aa6-819d4211c03c None None] Provisioning for port c9313784-6523-4beb-9ca1-197bf3e819b7 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:22.304030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796aa04a-8153-4cdd-a85f-dd23baef8a46 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Made reservation on behalf of 46e2a3460f7e4f4d803aef4717bacec9 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:22.308689 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-796aa04a-8153-4cdd-a85f-dd23baef8a46 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:22.312073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30967265-9dea-4519-9182-7a32ad404591 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:22.475610 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-9bdd8d4f-351e-43ef-bc92-b76bb1769bb6', 'network_id': '9bdd8d4f-351e-43ef-bc92-b76bb1769bb6', 'tenant_id': '46e2a3460f7e4f4d803aef4717bacec9', 'fixed_ips': [{'subnet_id': 'b3369606-986d-4627-b8d1-c7621d985415'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:40:22.476513 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:22.622455 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cce1800-a3be-4b9e-bc58-9d16b63ddd7f', 'name': 'tempest-NetworksTestDHCPv6-router-1327290634', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:40:18Z', 'updated_at': '2021-08-17T02:40:20Z', 'revision_number': 2, 'project_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'gw_port_host': None, '_interfaces': [{'id': '0dc66481-3fea-4811-a77f-c52518338970', 'name': '', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'mac_address': 'fa:16:3e:07:49:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cce1800-a3be-4b9e-bc58-9d16b63ddd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '5ea2c281-3ec5-41e2-a4b6-1702a2a3cbc1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:40:19Z', 'updated_at': '2021-08-17T02:40:20Z', 'revision_number': 2, 'project_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'subnets': [{'id': '5ea2c281-3ec5-41e2-a4b6-1702a2a3cbc1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:22.694099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] Checking router: 4cce1800-a3be-4b9e-bc58-9d16b63ddd7f for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:40:22.694457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] Updating router 4cce1800-a3be-4b9e-bc58-9d16b63ddd7f port 0dc66481-3fea-4811-a77f-c52518338970 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:40:22.738099 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:22.740467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Allocated IP 2001:db8::2 (9bdd8d4f-351e-43ef-bc92-b76bb1769bb6/b3369606-986d-4627-b8d1-c7621d985415/a3cfa5ba-d5cc-4db1-a22d-60264bd72003) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:22.878645 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-796aa04a-8153-4cdd-a85f-dd23baef8a46 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:22.897719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 44f70567-802e-46ab-a925-36f2fd89e511 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:22.978064 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796aa04a-8153-4cdd-a85f-dd23baef8a46 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Checking segment: {'id': 'c6361e8c-7848-484b-839e-ea0e49fc3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e895874d-33d2-40c1-8283-98586b95af66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:22.978842 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796aa04a-8153-4cdd-a85f-dd23baef8a46 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Network hostable DHCP agents. Network: e895874d-33d2-40c1-8283-98586b95af66, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:40:22.992124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796aa04a-8153-4cdd-a85f-dd23baef8a46 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event updated for resources: {'Subnet': ['ID=fc8e422e-8bd4-4730-a64a-73d7484cb3bd,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:23.042370 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-30967265-9dea-4519-9182-7a32ad404591 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 0dc66481-3fea-4811-a77f-c52518338970 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:23.042995 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30967265-9dea-4519-9182-7a32ad404591 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.092783 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796aa04a-8153-4cdd-a85f-dd23baef8a46 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Network e895874d-33d2-40c1-8283-98586b95af66 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:40:23.108866 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.125534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 44f70567-802e-46ab-a925-36f2fd89e511 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:23.126058 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.136936 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Transition to ACTIVE for port object a3cfa5ba-d5cc-4db1-a22d-60264bd72003 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:23.164456 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30967265-9dea-4519-9182-7a32ad404591 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.179131 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-30967265-9dea-4519-9182-7a32ad404591 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 0dc66481-3fea-4811-a77f-c52518338970 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:23.183925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-796aa04a-8153-4cdd-a85f-dd23baef8a46 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, e895874d-33d2-40c1-8283-98586b95af66) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:23.188873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796aa04a-8153-4cdd-a85f-dd23baef8a46 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:23.191799 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-796aa04a-8153-4cdd-a85f-dd23baef8a46 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.195331 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Transition to ACTIVE for port object a3cfa5ba-d5cc-4db1-a22d-60264bd72003 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:23.208111 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790caf09-6dff-4902-8ea4-ebda89fe498d None None] Network e895874d-33d2-40c1-8283-98586b95af66 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:23.293003 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-796aa04a-8153-4cdd-a85f-dd23baef8a46 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2025611 Aug 17 02:40:23.293434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39830) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:23.309534 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.415792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Network 9bdd8d4f-351e-43ef-bc92-b76bb1769bb6 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:23.425629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:23.430220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c9313784-6523-4beb-9ca1-197bf3e819b7 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:23.433803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:23.485817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Pushing event updated for resources: {'Port': ['ID=a3cfa5ba-d5cc-4db1-a22d-60264bd72003,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:23.529567 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30967265-9dea-4519-9182-7a32ad404591 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.554625 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:40:23.554993 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:40:23.563481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30967265-9dea-4519-9182-7a32ad404591 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=0dc66481-3fea-4811-a77f-c52518338970,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:23.569612 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Attempting to bind port a3cfa5ba-d5cc-4db1-a22d-60264bd72003 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:23.569930 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Attempting to bind port a3cfa5ba-d5cc-4db1-a22d-60264bd72003 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'f4dd5ac8-b453-41ec-b292-a8303e6da2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9bdd8d4f-351e-43ef-bc92-b76bb1769bb6'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:23.570307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Attempting to bind port a3cfa5ba-d5cc-4db1-a22d-60264bd72003 on network 9bdd8d4f-351e-43ef-bc92-b76bb1769bb6 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:23.594198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:23.594598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Checking segment: {'id': 'f4dd5ac8-b453-41ec-b292-a8303e6da2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9bdd8d4f-351e-43ef-bc92-b76bb1769bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:23.595013 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.595392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Bound using segment: {'id': 'f4dd5ac8-b453-41ec-b292-a8303e6da2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9bdd8d4f-351e-43ef-bc92-b76bb1769bb6'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:23.595894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Bound port: a3cfa5ba-d5cc-4db1-a22d-60264bd72003, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4dd5ac8-b453-41ec-b292-a8303e6da2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9bdd8d4f-351e-43ef-bc92-b76bb1769bb6'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:23.596264 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.617032 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:40:23.634087 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-e895874d-33d2-40c1-8283-98586b95af66', 'network_id': 'e895874d-33d2-40c1-8283-98586b95af66', 'tenant_id': '46e2a3460f7e4f4d803aef4717bacec9', 'fixed_ips': [{'subnet_id': 'fc8e422e-8bd4-4730-a64a-73d7484cb3bd'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:40:23.636396 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.644869 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.714345 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port c9313784-6523-4beb-9ca1-197bf3e819b7 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:23.724360 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port c9313784-6523-4beb-9ca1-197bf3e819b7 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:23.724791 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.761553 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30967265-9dea-4519-9182-7a32ad404591 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.905792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] For port a3cfa5ba-d5cc-4db1-a22d-60264bd72003, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:23.927033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] For port a3cfa5ba-d5cc-4db1-a22d-60264bd72003, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a3cfa5ba-d5cc-4db1-a22d-60264bd72003,segment=NetworkSegment(f4dd5ac8-b453-41ec-b292-a8303e6da2c8),segment_id=f4dd5ac8-b453-41ec-b292-a8303e6da2c8)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:23.948526 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Allocated IP 2001:db8::2 (e895874d-33d2-40c1-8283-98586b95af66/fc8e422e-8bd4-4730-a64a-73d7484cb3bd/9366b173-0806-4b3b-8547-c045a2cb78f3) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:23.982174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30967265-9dea-4519-9182-7a32ad404591 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Router 4cce1800-a3be-4b9e-bc58-9d16b63ddd7f has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:40:24.011355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Allocated IP 2001:db8::1 (9bdd8d4f-351e-43ef-bc92-b76bb1769bb6/b3369606-986d-4627-b8d1-c7621d985415/4d6df376-5778-4d22-a7f9-b78e458faa03) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:24.090245 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30967265-9dea-4519-9182-7a32ad404591 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:24.099232 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-30967265-9dea-4519-9182-7a32ad404591 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "PUT /v2.0/routers/4cce1800-a3be-4b9e-bc58-9d16b63ddd7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2155390 Aug 17 02:40:24.101956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39834) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:24.180875 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] Port 0dc66481-3fea-4811-a77f-c52518338970 not found while updating agent binding for router 4cce1800-a3be-4b9e-bc58-9d16b63ddd7f. {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 17 02:40:24.193992 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1c56b3-f20e-4069-8be9-0a401c66b92d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:24.197684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1c56b3-f20e-4069-8be9-0a401c66b92d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:24.197684 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ee1c56b3-f20e-4069-8be9-0a401c66b92d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0945215 Aug 17 02:40:24.200375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39838) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:24.202427 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.215506 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.237426 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Transition to ACTIVE for port object 4d6df376-5778-4d22-a7f9-b78e458faa03 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:24.280171 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-42dd10d4-8943-4d78-bf49-c90af3495033 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 5ea2c281-3ec5-41e2-a4b6-1702a2a3cbc1 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:24.284756 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42dd10d4-8943-4d78-bf49-c90af3495033 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.297481 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.333680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] Routers {'4cce1800-a3be-4b9e-bc58-9d16b63ddd7f'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:24.334606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4cce1800-a3be-4b9e-bc58-9d16b63ddd7f'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:24.348883 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42dd10d4-8943-4d78-bf49-c90af3495033 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.367094 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.435060 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306491e-b8ef-4b73-b44a-edb73b2f1fb3 None None] Pushing event updated for resources: {'Port': ['ID=a3cfa5ba-d5cc-4db1-a22d-60264bd72003,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:24.438722 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Network 9bdd8d4f-351e-43ef-bc92-b76bb1769bb6 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:24.443262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:24.451843 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:24.452345 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.457499 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] Set router 4cce1800-a3be-4b9e-bc58-9d16b63ddd7f gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:24.512112 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42dd10d4-8943-4d78-bf49-c90af3495033 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.516805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event updated for resources: {'Port': ['ID=4d6df376-5778-4d22-a7f9-b78e458faa03,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:24.533661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port c9313784-6523-4beb-9ca1-197bf3e819b7, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c9313784-6523-4beb-9ca1-197bf3e819b7,segment=NetworkSegment(6fd153c9-711c-4fb1-9e53-759db9793dd3),segment_id=6fd153c9-711c-4fb1-9e53-759db9793dd3)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:24.537854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cce1800-a3be-4b9e-bc58-9d16b63ddd7f', 'name': 'tempest-NetworksTestDHCPv6-router-1327290634', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:40:18Z', 'updated_at': '2021-08-17T02:40:23Z', 'revision_number': 3, 'project_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:24.578214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f30d9-293a-4953-b0fe-3973a27a8833 None None] The sync data for ids ['4cce1800-a3be-4b9e-bc58-9d16b63ddd7f'] in n-d-793621-31 is: [{'id': '4cce1800-a3be-4b9e-bc58-9d16b63ddd7f', 'name': 'tempest-NetworksTestDHCPv6-router-1327290634', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:40:18Z', 'updated_at': '2021-08-17T02:40:23Z', 'revision_number': 3, 'project_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:24.645000 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.683221 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42dd10d4-8943-4d78-bf49-c90af3495033 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.719740 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.744993 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd10d4-8943-4d78-bf49-c90af3495033 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea2c281-3ec5-41e2-a4b6-1702a2a3cbc1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:24.754257 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42dd10d4-8943-4d78-bf49-c90af3495033 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.763976 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39844) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:24.765360 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-42dd10d4-8943-4d78-bf49-c90af3495033 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/5ea2c281-3ec5-41e2-a4b6-1702a2a3cbc1 HTTP/1.1" status: 204 len: 168 time: 0.5629072 Aug 17 02:40:24.793298 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5459d5-a93a-476e-b219-7029168cf0ee None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:24.854352 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.865682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Transition to ACTIVE for port object 9366b173-0806-4b3b-8547-c045a2cb78f3 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:24.923585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Transition to ACTIVE for port object 9366b173-0806-4b3b-8547-c045a2cb78f3 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:24.933755 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=c9313784-6523-4beb-9ca1-197bf3e819b7,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:24.965286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a3cfa5ba-d5cc-4db1-a22d-60264bd72003 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:24.983905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6f16863e-649d-4737-87bc-bb5797dc25bf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2164230 Aug 17 02:40:24.986281 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39846) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:25.109973 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3fda-f909-47e1-9d8e-99bc489e28f4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.134503 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7351e1bd-1a0d-4956-9459-6cd0f9d99feb None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:40:25.162481 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.224421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Pushing event updated for resources: {'Port': ['ID=9366b173-0806-4b3b-8547-c045a2cb78f3,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:25.235620 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port a3cfa5ba-d5cc-4db1-a22d-60264bd72003 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:25.258153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Network e895874d-33d2-40c1-8283-98586b95af66 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:25.260389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:25.263796 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:25.330029 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.330638 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3fda-f909-47e1-9d8e-99bc489e28f4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.339299 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3fda-f909-47e1-9d8e-99bc489e28f4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.345938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7351e1bd-1a0d-4956-9459-6cd0f9d99feb None None] Deleting port 44f70567-802e-46ab-a925-36f2fd89e511 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:25.346317 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7351e1bd-1a0d-4956-9459-6cd0f9d99feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.355352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Attempting to bind port 9366b173-0806-4b3b-8547-c045a2cb78f3 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:25.374232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Attempting to bind port 9366b173-0806-4b3b-8547-c045a2cb78f3 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'c6361e8c-7848-484b-839e-ea0e49fc3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e895874d-33d2-40c1-8283-98586b95af66'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:25.374232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Attempting to bind port 9366b173-0806-4b3b-8547-c045a2cb78f3 on network e895874d-33d2-40c1-8283-98586b95af66 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:25.387120 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:25.388297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Checking segment: {'id': 'c6361e8c-7848-484b-839e-ea0e49fc3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e895874d-33d2-40c1-8283-98586b95af66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:25.389514 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.390689 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Bound using segment: {'id': 'c6361e8c-7848-484b-839e-ea0e49fc3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e895874d-33d2-40c1-8283-98586b95af66'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:25.391265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Bound port: 9366b173-0806-4b3b-8547-c045a2cb78f3, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6361e8c-7848-484b-839e-ea0e49fc3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e895874d-33d2-40c1-8283-98586b95af66'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:25.392410 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.470044 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.471140 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.501228 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3fda-f909-47e1-9d8e-99bc489e28f4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.501691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3b3fda-f909-47e1-9d8e-99bc489e28f4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Fanout notify agent at l3_agent the message router_deleted on router 4cce1800-a3be-4b9e-bc58-9d16b63ddd7f {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:40:25.510334 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3fda-f909-47e1-9d8e-99bc489e28f4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.511506 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1f3b3fda-f909-47e1-9d8e-99bc489e28f4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/routers/4cce1800-a3be-4b9e-bc58-9d16b63ddd7f HTTP/1.1" status: 204 len: 168 time: 0.5239873 Aug 17 02:40:25.514206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39852) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:25.529667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7351e1bd-1a0d-4956-9459-6cd0f9d99feb None None] For port 44f70567-802e-46ab-a925-36f2fd89e511, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=44f70567-802e-46ab-a925-36f2fd89e511,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:25.530022 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7351e1bd-1a0d-4956-9459-6cd0f9d99feb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.541838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] For port 9366b173-0806-4b3b-8547-c045a2cb78f3, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:25.549331 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] For port 9366b173-0806-4b3b-8547-c045a2cb78f3, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9366b173-0806-4b3b-8547-c045a2cb78f3,segment=NetworkSegment(c6361e8c-7848-484b-839e-ea0e49fc3ba9),segment_id=c6361e8c-7848-484b-839e-ea0e49fc3ba9)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:25.551449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7351e1bd-1a0d-4956-9459-6cd0f9d99feb None None] Calling delete_port for 44f70567-802e-46ab-a925-36f2fd89e511 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:25.632838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2b50e1-442c-4e88-8cc0-65cf9846e8fe tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:25.638360 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-af2b50e1-442c-4e88-8cc0-65cf9846e8fe tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1230791 Aug 17 02:40:25.640783 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39854) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:25.644317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Network 9bdd8d4f-351e-43ef-bc92-b76bb1769bb6 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:25.648029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:25.663963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event updated for resources: {'Port': ['ID=4d6df376-5778-4d22-a7f9-b78e458faa03,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:25.712147 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.718785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22be9310-02f0-4384-9889-e24e0af0060e None None] Network 9bdd8d4f-351e-43ef-bc92-b76bb1769bb6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:25.751802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc55d43d-e1ba-47c6-9854-19d875e99cad tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:25.755990 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fc55d43d-e1ba-47c6-9854-19d875e99cad tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1127560 Aug 17 02:40:25.758619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39856) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:25.814751 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-db7aa6c9-5bab-4ca8-b821-d82ddf1b8713 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549779 Aug 17 02:40:25.821542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39858) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:25.827094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-dfb65161-c6aa-4cb7-b026-3ab64e6fddfd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:25.858135 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e4fed-fe8c-40f5-9268-fb55f93cd5b3 None None] Pushing event updated for resources: {'Port': ['ID=9366b173-0806-4b3b-8547-c045a2cb78f3,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:26.052302 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7351e1bd-1a0d-4956-9459-6cd0f9d99feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:26.082910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351e1bd-1a0d-4956-9459-6cd0f9d99feb None None] Pushing event deleted for resources: {'Port': ['ID=44f70567-802e-46ab-a925-36f2fd89e511,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:26.092830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb65161-c6aa-4cb7-b026-3ab64e6fddfd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:26.093475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7351e1bd-1a0d-4956-9459-6cd0f9d99feb None None] No DVR routers for this DVR port 44f70567-802e-46ab-a925-36f2fd89e511 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:26.098366 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dfb65161-c6aa-4cb7-b026-3ab64e6fddfd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:26.104521 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8632aa3c-bbfe-4b1d-aaa6-db461761b786 None None] Provisioning for port a3cfa5ba-d5cc-4db1-a22d-60264bd72003 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:26.122125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8632aa3c-bbfe-4b1d-aaa6-db461761b786 None None] Provisioning complete for port a3cfa5ba-d5cc-4db1-a22d-60264bd72003 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:26.131792 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8632aa3c-bbfe-4b1d-aaa6-db461761b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:26.132348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Router b976acc4-7223-4612-8e5c-9eff359e962e is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:40:26.163061 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cfa20a-adc0-415a-9fe6-6d5395470863 None None] Sync routers for ids ['4cce1800-a3be-4b9e-bc58-9d16b63ddd7f'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:26.177146 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cfa20a-adc0-415a-9fe6-6d5395470863 None None] Routers set() bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:26.177528 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cfa20a-adc0-415a-9fe6-6d5395470863 None None] Router IDs set() for agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 02:40:26.178144 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_agentschedulers_db [None req-89cfa20a-adc0-415a-9fe6-6d5395470863 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4cce1800-a3be-4b9e-bc58-9d16b63ddd7f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent'). {{(pid=95409) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 02:40:26.189109 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cfa20a-adc0-415a-9fe6-6d5395470863 None None] Routers set() bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:26.189497 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cfa20a-adc0-415a-9fe6-6d5395470863 None None] Router IDs set() for agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 02:40:26.190196 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_agentschedulers_db [None req-89cfa20a-adc0-415a-9fe6-6d5395470863 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4cce1800-a3be-4b9e-bc58-9d16b63ddd7f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent'). {{(pid=95409) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 02:40:26.191084 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cfa20a-adc0-415a-9fe6-6d5395470863 None None] The sync data for ids ['4cce1800-a3be-4b9e-bc58-9d16b63ddd7f'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:26.289521 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8632aa3c-bbfe-4b1d-aaa6-db461761b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:26.361710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8632aa3c-bbfe-4b1d-aaa6-db461761b786 None None] For port a3cfa5ba-d5cc-4db1-a22d-60264bd72003, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a3cfa5ba-d5cc-4db1-a22d-60264bd72003,segment=NetworkSegment(f4dd5ac8-b453-41ec-b292-a8303e6da2c8),segment_id=f4dd5ac8-b453-41ec-b292-a8303e6da2c8)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:26.463782 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8632aa3c-bbfe-4b1d-aaa6-db461761b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:26.537652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632aa3c-bbfe-4b1d-aaa6-db461761b786 None None] Pushing event updated for resources: {'Port': ['ID=a3cfa5ba-d5cc-4db1-a22d-60264bd72003,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:26.695243 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4f81d21d-7089-45d2-a905-9c68a3e3407d None None] Provisioning for port 4d6df376-5778-4d22-a7f9-b78e458faa03 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:26.699976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4f81d21d-7089-45d2-a905-9c68a3e3407d None None] Provisioning complete for port 4d6df376-5778-4d22-a7f9-b78e458faa03 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:26.700360 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4f81d21d-7089-45d2-a905-9c68a3e3407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:26.773456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4f81d21d-7089-45d2-a905-9c68a3e3407d None None] Port 4d6df376-5778-4d22-a7f9-b78e458faa03 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:26.798114 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4f81d21d-7089-45d2-a905-9c68a3e3407d None None] Provisioning complete for port a3cfa5ba-d5cc-4db1-a22d-60264bd72003 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:26.798723 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4f81d21d-7089-45d2-a905-9c68a3e3407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:26.861451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:26.873182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39866) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:26.878436 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be641c3-6ecf-47b7-904e-485896b1b4e0 None None] Sync routers for ids ['b976acc4-7223-4612-8e5c-9eff359e962e'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:26.886982 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ac3e98e4-31d7-4528-a93f-e6cbbbbd2623 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "PUT /v2.0/routers/b976acc4-7223-4612-8e5c-9eff359e962e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5923293 Aug 17 02:40:26.985637 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a3cfa5ba-d5cc-4db1-a22d-60264bd72003 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:27.019463 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be641c3-6ecf-47b7-904e-485896b1b4e0 None None] Routers {'b976acc4-7223-4612-8e5c-9eff359e962e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:27.020476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6be641c3-6ecf-47b7-904e-485896b1b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b976acc4-7223-4612-8e5c-9eff359e962e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:27.127288 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6be641c3-6ecf-47b7-904e-485896b1b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:27.180848 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-70e5c578-4bb3-49b3-99db-87d5c6cd9b4e None None] Provisioning complete for port 4d6df376-5778-4d22-a7f9-b78e458faa03 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:27.181617 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-70e5c578-4bb3-49b3-99db-87d5c6cd9b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:27.185888 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be641c3-6ecf-47b7-904e-485896b1b4e0 None None] Routers {'b976acc4-7223-4612-8e5c-9eff359e962e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:27.186594 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6be641c3-6ecf-47b7-904e-485896b1b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b976acc4-7223-4612-8e5c-9eff359e962e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:27.234047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.objects.ports [None req-dfb65161-c6aa-4cb7-b026-3ab64e6fddfd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95406) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:40:27.237609 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dfb65161-c6aa-4cb7-b026-3ab64e6fddfd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:27.291193 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6be641c3-6ecf-47b7-904e-485896b1b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:27.291599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be641c3-6ecf-47b7-904e-485896b1b4e0 None None] The sync data for ids ['b976acc4-7223-4612-8e5c-9eff359e962e'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:27.325087 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port a3cfa5ba-d5cc-4db1-a22d-60264bd72003 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:27.325548 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:27.328396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-70e5c578-4bb3-49b3-99db-87d5c6cd9b4e None None] Port 4d6df376-5778-4d22-a7f9-b78e458faa03 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:27.346084 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb65161-c6aa-4cb7-b026-3ab64e6fddfd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:27.349288 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-dfb65161-c6aa-4cb7-b026-3ab64e6fddfd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:27.351041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f6226e-9e9a-4e23-8d68-82ff1b9f4f26 None None] Network e895874d-33d2-40c1-8283-98586b95af66 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:27.354727 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb65161-c6aa-4cb7-b026-3ab64e6fddfd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:27.355625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dfb65161-c6aa-4cb7-b026-3ab64e6fddfd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:27.373774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e79e9d1-15e1-4aac-9c3c-175d28d51d70 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:27.375554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb65161-c6aa-4cb7-b026-3ab64e6fddfd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=8f8c1a46-66f9-4fca-8e06-47cba27a00cd,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:27.424054 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-1395c4e5-3928-41c8-88ee-c85c20074177 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:40:27.426266 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1395c4e5-3928-41c8-88ee-c85c20074177 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "PUT /v2.0/routers/b976acc4-7223-4612-8e5c-9eff359e962e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5517960 Aug 17 02:40:27.429047 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39870) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:27.450675 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dfb65161-c6aa-4cb7-b026-3ab64e6fddfd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6278958 Aug 17 02:40:27.453352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39872) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:27.460327 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-0c354d50-6cba-45eb-9263-d028efb80f39 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:27.749962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fa069d3b-eb2d-451f-afe7-a3e5e0ea5c52 None None] Provisioning for port 9366b173-0806-4b3b-8547-c045a2cb78f3 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:27.815268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c354d50-6cba-45eb-9263-d028efb80f39 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:27.818357 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9366b173-0806-4b3b-8547-c045a2cb78f3 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:27.820776 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0c354d50-6cba-45eb-9263-d028efb80f39 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:27.838279 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5dce60cf-db5b-440e-80ad-a385d1f32703 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:27.873714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fa069d3b-eb2d-451f-afe7-a3e5e0ea5c52 None None] Provisioning complete for port 4d6df376-5778-4d22-a7f9-b78e458faa03 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:27.873998 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fa069d3b-eb2d-451f-afe7-a3e5e0ea5c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:27.953977 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': '8f8c1a46-66f9-4fca-8e06-47cba27a00cd'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:40:27.955465 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:27.977182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fa069d3b-eb2d-451f-afe7-a3e5e0ea5c52 None None] Port 4d6df376-5778-4d22-a7f9-b78e458faa03 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:28.085941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 9366b173-0806-4b3b-8547-c045a2cb78f3 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:28.100656 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 9366b173-0806-4b3b-8547-c045a2cb78f3 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:28.105544 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.176392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-5dce60cf-db5b-440e-80ad-a385d1f32703 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Deleting port 4d6df376-5778-4d22-a7f9-b78e458faa03 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:28.181638 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5dce60cf-db5b-440e-80ad-a385d1f32703 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.223766 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Allocated IP 2001:db8::f816:3eff:feb0:9f70 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/8f8c1a46-66f9-4fca-8e06-47cba27a00cd/ffbcb89a-2235-471c-ac65-81790aa427b9) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:28.311734 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5dce60cf-db5b-440e-80ad-a385d1f32703 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.325016 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-5dce60cf-db5b-440e-80ad-a385d1f32703 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Calling delete_port for 4d6df376-5778-4d22-a7f9-b78e458faa03 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:28.343149 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.374018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a2c891b2-5a98-431c-85fd-7a5a37db88ab None None] Provisioning complete for port 9366b173-0806-4b3b-8547-c045a2cb78f3 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:28.374390 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a2c891b2-5a98-431c-85fd-7a5a37db88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.385187 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0c354d50-6cba-45eb-9263-d028efb80f39 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.431401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c354d50-6cba-45eb-9263-d028efb80f39 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:28.434624 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-0c354d50-6cba-45eb-9263-d028efb80f39 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:28.438931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c354d50-6cba-45eb-9263-d028efb80f39 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:28.439533 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0c354d50-6cba-45eb-9263-d028efb80f39 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.452828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c354d50-6cba-45eb-9263-d028efb80f39 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=8e6e8f99-80b1-4a95-83fb-a1f4e47d7b41,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:28.473826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 9366b173-0806-4b3b-8547-c045a2cb78f3, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9366b173-0806-4b3b-8547-c045a2cb78f3,segment=NetworkSegment(c6361e8c-7848-484b-839e-ea0e49fc3ba9),segment_id=c6361e8c-7848-484b-839e-ea0e49fc3ba9)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:28.537959 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0c354d50-6cba-45eb-9263-d028efb80f39 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0830033 Aug 17 02:40:28.552052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39882) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:28.557955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'mac_address': 'fa:16:3e:a4:62:be', 'name': 'tempest-NetworksTestDHCPv6-242767293'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:28.564468 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.588991 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.588991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c9313784-6523-4beb-9ca1-197bf3e819b7 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:28.617895 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a2c891b2-5a98-431c-85fd-7a5a37db88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.656446 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Transition to ACTIVE for port object ffbcb89a-2235-471c-ac65-81790aa427b9 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:28.657574 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5dce60cf-db5b-440e-80ad-a385d1f32703 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.722770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce60cf-db5b-440e-80ad-a385d1f32703 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event deleted for resources: {'Port': ['ID=4d6df376-5778-4d22-a7f9-b78e458faa03,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:28.779521 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Transition to ACTIVE for port object ffbcb89a-2235-471c-ac65-81790aa427b9 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:28.811866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=9366b173-0806-4b3b-8547-c045a2cb78f3,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:28.839918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port c9313784-6523-4beb-9ca1-197bf3e819b7 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:28.840893 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.848069 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5dce60cf-db5b-440e-80ad-a385d1f32703 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.890681 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-a2c891b2-5a98-431c-85fd-7a5a37db88ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:40:28.891162 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-a2c891b2-5a98-431c-85fd-7a5a37db88ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:40:28.904614 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:29.011361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 44f70567-802e-46ab-a925-36f2fd89e511 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:29.036184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dce60cf-db5b-440e-80ad-a385d1f32703 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Router b976acc4-7223-4612-8e5c-9eff359e962e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:40:29.036423 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 44f70567-802e-46ab-a925-36f2fd89e511 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:40:29.036763 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 44f70567-802e-46ab-a925-36f2fd89e511 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:29.081944 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:29.116818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:29.124719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:29.128242 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:29.132977 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:29.136130 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Pushing event updated for resources: {'Port': ['ID=ffbcb89a-2235-471c-ac65-81790aa427b9,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:29.163373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9366b173-0806-4b3b-8547-c045a2cb78f3 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:29.232487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Attempting to bind port ffbcb89a-2235-471c-ac65-81790aa427b9 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:29.232487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Attempting to bind port ffbcb89a-2235-471c-ac65-81790aa427b9 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:29.232487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Attempting to bind port ffbcb89a-2235-471c-ac65-81790aa427b9 on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:29.243037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:29.243590 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:29.244008 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:29.244439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:29.244940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Bound port: ffbcb89a-2235-471c-ac65-81790aa427b9, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:29.245358 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:29.292585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 9366b173-0806-4b3b-8547-c045a2cb78f3 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:29.293049 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:29.358804 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] For port ffbcb89a-2235-471c-ac65-81790aa427b9, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:29.363771 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] For port ffbcb89a-2235-471c-ac65-81790aa427b9, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ffbcb89a-2235-471c-ac65-81790aa427b9,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:29.481021 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:29.523894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dce60cf-db5b-440e-80ad-a385d1f32703 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:29.533428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39892) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:29.534595 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5dce60cf-db5b-440e-80ad-a385d1f32703 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "PUT /v2.0/routers/b976acc4-7223-4612-8e5c-9eff359e962e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1033120 Aug 17 02:40:29.540022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e837f5c-f0e9-4441-8275-d46cb7476042 None None] Pushing event updated for resources: {'Port': ['ID=ffbcb89a-2235-471c-ac65-81790aa427b9,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:29.558056 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f920a-b57f-4d55-96d0-2c4f1479ddd6 None None] Sync routers for ids ['b976acc4-7223-4612-8e5c-9eff359e962e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:29.571401 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f920a-b57f-4d55-96d0-2c4f1479ddd6 None None] Routers {'b976acc4-7223-4612-8e5c-9eff359e962e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:29.572685 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-f56f920a-b57f-4d55-96d0-2c4f1479ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b976acc4-7223-4612-8e5c-9eff359e962e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:29.590500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:29.614215 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-3353edfa-ba98-416d-8bc4-070b45bb2df5 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] delete failed (client error): The resource could not be found. Aug 17 02:40:29.621185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3353edfa-ba98-416d-8bc4-070b45bb2df5 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-131941203 HTTP/1.1" status: 404 len: 334 time: 0.0841544 Aug 17 02:40:29.621693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39894) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:29.625390 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-f56f920a-b57f-4d55-96d0-2c4f1479ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:29.631977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-31d9f28a-7cbc-46d8-8334-8ee12b60a492 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b976acc4-7223-4612-8e5c-9eff359e962e'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:29.631977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 576a3801-b496-432d-bdbe-70d172a5e518 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:40:29.636202 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f920a-b57f-4d55-96d0-2c4f1479ddd6 None None] Routers {'b976acc4-7223-4612-8e5c-9eff359e962e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:29.637212 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-f56f920a-b57f-4d55-96d0-2c4f1479ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b976acc4-7223-4612-8e5c-9eff359e962e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:29.687767 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-f56f920a-b57f-4d55-96d0-2c4f1479ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:29.688707 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f920a-b57f-4d55-96d0-2c4f1479ddd6 None None] The sync data for ids ['b976acc4-7223-4612-8e5c-9eff359e962e'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:29.977868 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-31d9f28a-7cbc-46d8-8334-8ee12b60a492 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:30.039773 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 172.20.0.7 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/8e6e8f99-80b1-4a95-83fb-a1f4e47d7b41/576a3801-b496-432d-bdbe-70d172a5e518) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:30.048622 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::f816:3eff:fea4:62be (26de8fc2-c42b-4f78-aca4-a68447cacdd7/8f8c1a46-66f9-4fca-8e06-47cba27a00cd/576a3801-b496-432d-bdbe-70d172a5e518) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:30.230458 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:30.230458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 576a3801-b496-432d-bdbe-70d172a5e518 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:30.485026 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-31d9f28a-7cbc-46d8-8334-8ee12b60a492 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] update failed (client error): The resource could not be found. Aug 17 02:40:30.486409 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-31d9f28a-7cbc-46d8-8334-8ee12b60a492 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "PUT /v2.0/routers/b976acc4-7223-4612-8e5c-9eff359e962e HTTP/1.1" status: 404 len: 339 time: 0.8633497 Aug 17 02:40:30.490602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39912) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:30.496697 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-c91709bc-0cb7-413b-88e9-3609f07b1570 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-346074733'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:30.547093 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:30.592649 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:30.597185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:30.599473 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130fbc70-414e-4603-ac6a-c6b5e0f26153 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:30.603698 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:30.623528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91709bc-0cb7-413b-88e9-3609f07b1570 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Made reservation on behalf of 46e2a3460f7e4f4d803aef4717bacec9 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:30.628543 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c91709bc-0cb7-413b-88e9-3609f07b1570 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:30.655275 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=576a3801-b496-432d-bdbe-70d172a5e518,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:30.656049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91709bc-0cb7-413b-88e9-3609f07b1570 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:40:30.673821 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c91709bc-0cb7-413b-88e9-3609f07b1570 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:30.676486 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-c91709bc-0cb7-413b-88e9-3609f07b1570 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Added segment aafa7a83-c20a-45e5-9521-f09326845907 of type vlan for network f7558f56-9fb4-40eb-a559-443997b1ac27 Aug 17 02:40:30.686400 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:30.689164 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:30.723996 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c91709bc-0cb7-413b-88e9-3609f07b1570 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:30.780745 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8d6555a9-b5d3-4e97-91b8-5b6e74d71526 None None] Provisioning for port ffbcb89a-2235-471c-ac65-81790aa427b9 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:30.818816 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-56e45ad3-7bf8-4518-a898-6a121983cb00 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2652414 Aug 17 02:40:30.828961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39924) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:30.847313 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Update dhcp port {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'fixed_ips': [{'subnet_id': '8f8c1a46-66f9-4fca-8e06-47cba27a00cd', 'ip_address': '2001:db8::f816:3eff:feb0:9f70'}, {'subnet_id': '8e6e8f99-80b1-4a95-83fb-a1f4e47d7b41'}], 'binding:host_id': 'n-d-793621-31'}, 'id': 'ffbcb89a-2235-471c-ac65-81790aa427b9'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:40:30.874052 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:30.883150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696da38b-250a-4444-964e-04bc7cb2cabe tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:30.885358 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c91709bc-0cb7-413b-88e9-3609f07b1570 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:30.889522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696da38b-250a-4444-964e-04bc7cb2cabe tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:30.894316 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-696da38b-250a-4444-964e-04bc7cb2cabe tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0642354 Aug 17 02:40:30.894732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91709bc-0cb7-413b-88e9-3609f07b1570 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:30.895038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39928) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:30.895818 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c91709bc-0cb7-413b-88e9-3609f07b1570 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:30.994230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91709bc-0cb7-413b-88e9-3609f07b1570 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event updated for resources: {'Network': ['ID=f7558f56-9fb4-40eb-a559-443997b1ac27,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:31.012781 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network f7558f56-9fb4-40eb-a559-443997b1ac27 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:40:31.021996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9ada0326-b0fe-4ec7-b4e9-c1497cc46791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 576a3801-b496-432d-bdbe-70d172a5e518 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:31.022426 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ada0326-b0fe-4ec7-b4e9-c1497cc46791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:31.064598 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c91709bc-0cb7-413b-88e9-3609f07b1570 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5728774 Aug 17 02:40:31.067595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39930) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:31.074724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-825a9603-d0f8-49aa-a972-0bb1a4cb9bf9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Request body: {'subnet': {'network_id': 'f7558f56-9fb4-40eb-a559-443997b1ac27', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:31.130662 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ada0326-b0fe-4ec7-b4e9-c1497cc46791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:31.144669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9ada0326-b0fe-4ec7-b4e9-c1497cc46791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 576a3801-b496-432d-bdbe-70d172a5e518 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:31.235189 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:31.267683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ffbcb89a-2235-471c-ac65-81790aa427b9 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:31.352076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Allocated IP 172.20.0.2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/8e6e8f99-80b1-4a95-83fb-a1f4e47d7b41/ffbcb89a-2235-471c-ac65-81790aa427b9) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:31.392172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825a9603-d0f8-49aa-a972-0bb1a4cb9bf9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Made reservation on behalf of 46e2a3460f7e4f4d803aef4717bacec9 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:31.396337 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-825a9603-d0f8-49aa-a972-0bb1a4cb9bf9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:31.469164 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] For port ffbcb89a-2235-471c-ac65-81790aa427b9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ffbcb89a-2235-471c-ac65-81790aa427b9,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:31.469989 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ada0326-b0fe-4ec7-b4e9-c1497cc46791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:31.511259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port ffbcb89a-2235-471c-ac65-81790aa427b9 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:31.512285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada0326-b0fe-4ec7-b4e9-c1497cc46791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=576a3801-b496-432d-bdbe-70d172a5e518,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:31.526214 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:31.531550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ffbcb89a-2235-471c-ac65-81790aa427b9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:31.534541 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:31.578614 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Transition to ACTIVE for port object ffbcb89a-2235-471c-ac65-81790aa427b9 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:31.641473 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:31.648233 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ada0326-b0fe-4ec7-b4e9-c1497cc46791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:31.652943 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9ada0326-b0fe-4ec7-b4e9-c1497cc46791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/576a3801-b496-432d-bdbe-70d172a5e518 HTTP/1.1" status: 204 len: 168 time: 0.7547681 Aug 17 02:40:31.653431 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39934) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:31.669101 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:31.708014 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-825a9603-d0f8-49aa-a972-0bb1a4cb9bf9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:31.710871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dd8bb3-ab59-42be-b1ae-a078abb12ef0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:31.712793 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dd8bb3-ab59-42be-b1ae-a078abb12ef0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:31.714350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dd8bb3-ab59-42be-b1ae-a078abb12ef0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:31.715932 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-33dd8bb3-ab59-42be-b1ae-a078abb12ef0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0614209 Aug 17 02:40:31.719095 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39936) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:31.792086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5202a6e-3ca3-4e25-bfff-5596fa030658 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 8e6e8f99-80b1-4a95-83fb-a1f4e47d7b41 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:31.800459 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c5202a6e-3ca3-4e25-bfff-5596fa030658 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:31.803743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a9603-d0f8-49aa-a972-0bb1a4cb9bf9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event updated for resources: {'Subnet': ['ID=032911b7-8aeb-4d33-863d-6ef3e7811546,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:31.819903 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:40:31.820271 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:40:31.827026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825a9603-d0f8-49aa-a972-0bb1a4cb9bf9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Checking segment: {'id': 'aafa7a83-c20a-45e5-9521-f09326845907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f7558f56-9fb4-40eb-a559-443997b1ac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:31.827510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825a9603-d0f8-49aa-a972-0bb1a4cb9bf9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Network hostable DHCP agents. Network: f7558f56-9fb4-40eb-a559-443997b1ac27, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:40:31.838245 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Pushing event updated for resources: {'Port': ['ID=ffbcb89a-2235-471c-ac65-81790aa427b9,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:31.849623 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:31.850204 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:31.850711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:31.851186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:31.851627 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:31.852325 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:31.853329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:31.853743 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:31.854245 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:31.854658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:31.855079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:31.855502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2a1a9-d4f0-40e8-b69a-eea7957cc6f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:31.860762 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c5202a6e-3ca3-4e25-bfff-5596fa030658 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:31.963623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825a9603-d0f8-49aa-a972-0bb1a4cb9bf9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Network f7558f56-9fb4-40eb-a559-443997b1ac27 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:40:31.968839 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c5202a6e-3ca3-4e25-bfff-5596fa030658 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.106290 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-825a9603-d0f8-49aa-a972-0bb1a4cb9bf9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, f7558f56-9fb4-40eb-a559-443997b1ac27) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:32.115455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825a9603-d0f8-49aa-a972-0bb1a4cb9bf9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:32.116075 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-825a9603-d0f8-49aa-a972-0bb1a4cb9bf9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.120174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455c3c71-034b-4c60-a57a-a7801ff4afc7 None None] Network f7558f56-9fb4-40eb-a559-443997b1ac27 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:32.138302 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c5202a6e-3ca3-4e25-bfff-5596fa030658 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.177876 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5202a6e-3ca3-4e25-bfff-5596fa030658 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=8e6e8f99-80b1-4a95-83fb-a1f4e47d7b41,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:32.181985 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c5202a6e-3ca3-4e25-bfff-5596fa030658 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.183848 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c5202a6e-3ca3-4e25-bfff-5596fa030658 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/8e6e8f99-80b1-4a95-83fb-a1f4e47d7b41 HTTP/1.1" status: 204 len: 168 time: 0.4638240 Aug 17 02:40:32.186364 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39942) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:32.221642 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-825a9603-d0f8-49aa-a972-0bb1a4cb9bf9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1527019 Aug 17 02:40:32.224442 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39944) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:32.229646 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e3f991e1-4fc3-48a3-9bea-e870b28a7d0d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f7558f56-9fb4-40eb-a559-443997b1ac27'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:32.258466 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ee7dda-29c3-47ee-abc5-6f67b90f7893 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 8f8c1a46-66f9-4fca-8e06-47cba27a00cd {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:32.262580 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f4ee7dda-29c3-47ee-abc5-6f67b90f7893 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.324128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-f7558f56-9fb4-40eb-a559-443997b1ac27', 'network_id': 'f7558f56-9fb4-40eb-a559-443997b1ac27', 'tenant_id': '46e2a3460f7e4f4d803aef4717bacec9', 'fixed_ips': [{'subnet_id': '032911b7-8aeb-4d33-863d-6ef3e7811546'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:40:32.327271 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f4ee7dda-29c3-47ee-abc5-6f67b90f7893 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.327399 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.431312 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f4ee7dda-29c3-47ee-abc5-6f67b90f7893 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.485026 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e3f991e1-4fc3-48a3-9bea-e870b28a7d0d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.488691 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.526430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b995136-ba10-4064-9274-9a4c7dcaaff4 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:32.587998 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Allocated IP 2001:db8:1::2 (f7558f56-9fb4-40eb-a559-443997b1ac27/032911b7-8aeb-4d33-863d-6ef3e7811546/79a8707b-8842-44db-97df-97b48d3a4c45) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:32.627566 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f4ee7dda-29c3-47ee-abc5-6f67b90f7893 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.681793 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee7dda-29c3-47ee-abc5-6f67b90f7893 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8c1a46-66f9-4fca-8e06-47cba27a00cd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:32.707835 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f4ee7dda-29c3-47ee-abc5-6f67b90f7893 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.711862 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f4ee7dda-29c3-47ee-abc5-6f67b90f7893 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/8f8c1a46-66f9-4fca-8e06-47cba27a00cd HTTP/1.1" status: 204 len: 168 time: 0.5244534 Aug 17 02:40:32.713799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39956) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:32.718944 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-e3f991e1-4fc3-48a3-9bea-e870b28a7d0d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:40:32.724631 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e3f991e1-4fc3-48a3-9bea-e870b28a7d0d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "PUT /v2.0/routers/b976acc4-7223-4612-8e5c-9eff359e962e HTTP/1.1" status: 400 len: 364 time: 0.4957173 Aug 17 02:40:32.725008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39958) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:32.761283 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3217cebc-ec88-454c-8730-ad5edbf0cf2e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460241 Aug 17 02:40:32.764305 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39960) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:32.767215 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:40:32.767784 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:40:32.773436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c799ab49-5046-468f-acdc-07cb3b8b1d92 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:32.837462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c33b7095-14e5-423b-8a81-37ad56597935 None None] Provisioning for port ffbcb89a-2235-471c-ac65-81790aa427b9 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:32.851897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c33b7095-14e5-423b-8a81-37ad56597935 None None] Provisioning complete for port ffbcb89a-2235-471c-ac65-81790aa427b9 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:32.852270 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c33b7095-14e5-423b-8a81-37ad56597935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.888646 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.913622 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Transition to ACTIVE for port object 79a8707b-8842-44db-97df-97b48d3a4c45 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:32.927870 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Transition to ACTIVE for port object 79a8707b-8842-44db-97df-97b48d3a4c45 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:32.954891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b220ad3c-c9b9-45f1-abd2-c927f46dfb0e None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:40:32.995167 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c33b7095-14e5-423b-8a81-37ad56597935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.043009 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c33b7095-14e5-423b-8a81-37ad56597935 None None] For port ffbcb89a-2235-471c-ac65-81790aa427b9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ffbcb89a-2235-471c-ac65-81790aa427b9,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:33.055231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c799ab49-5046-468f-acdc-07cb3b8b1d92 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:33.056148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b220ad3c-c9b9-45f1-abd2-c927f46dfb0e None None] Deleting port ffbcb89a-2235-471c-ac65-81790aa427b9 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:33.056804 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b220ad3c-c9b9-45f1-abd2-c927f46dfb0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.059306 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c799ab49-5046-468f-acdc-07cb3b8b1d92 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.122241 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.136409 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.217599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b220ad3c-c9b9-45f1-abd2-c927f46dfb0e None None] For port ffbcb89a-2235-471c-ac65-81790aa427b9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ffbcb89a-2235-471c-ac65-81790aa427b9,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:33.221926 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b220ad3c-c9b9-45f1-abd2-c927f46dfb0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.236706 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b220ad3c-c9b9-45f1-abd2-c927f46dfb0e None None] Calling delete_port for ffbcb89a-2235-471c-ac65-81790aa427b9 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:33.331417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Pushing event updated for resources: {'Port': ['ID=79a8707b-8842-44db-97df-97b48d3a4c45,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:33.341068 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c33b7095-14e5-423b-8a81-37ad56597935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.401150 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c33b7095-14e5-423b-8a81-37ad56597935 None None] Could not find standard attr ID for object 576a3801-b496-432d-bdbe-70d172a5e518. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:40:33.403009 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b7095-14e5-423b-8a81-37ad56597935 None None] Pushing event updated for resources: {'Port': ['ID=ffbcb89a-2235-471c-ac65-81790aa427b9,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:33.424075 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Network f7558f56-9fb4-40eb-a559-443997b1ac27 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:33.426444 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:33.429469 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:33.439578 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b220ad3c-c9b9-45f1-abd2-c927f46dfb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.462010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Allocated IP 2001:db8::1 (dfc61b0f-a72b-40ae-a8c1-a8992decfe3c/ee9b6204-f9ce-40b7-8ba8-0ed6c547c401/2b5a8a81-16ee-4a0a-9b84-18782c089da5) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:33.515615 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220ad3c-c9b9-45f1-abd2-c927f46dfb0e None None] No DVR routers for this DVR port ffbcb89a-2235-471c-ac65-81790aa427b9 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:33.535510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220ad3c-c9b9-45f1-abd2-c927f46dfb0e None None] Pushing event deleted for resources: {'Port': ['ID=ffbcb89a-2235-471c-ac65-81790aa427b9,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:33.571125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Attempting to bind port 79a8707b-8842-44db-97df-97b48d3a4c45 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:33.571859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Attempting to bind port 79a8707b-8842-44db-97df-97b48d3a4c45 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'aafa7a83-c20a-45e5-9521-f09326845907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f7558f56-9fb4-40eb-a559-443997b1ac27'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:33.572456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Attempting to bind port 79a8707b-8842-44db-97df-97b48d3a4c45 on network f7558f56-9fb4-40eb-a559-443997b1ac27 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:33.578206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Port ffbcb89a-2235-471c-ac65-81790aa427b9 update to ACTIVE by agent not found {{(pid=95408) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 17 02:40:33.595205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:33.596092 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Checking segment: {'id': 'aafa7a83-c20a-45e5-9521-f09326845907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f7558f56-9fb4-40eb-a559-443997b1ac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:33.596945 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.597650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Bound using segment: {'id': 'aafa7a83-c20a-45e5-9521-f09326845907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f7558f56-9fb4-40eb-a559-443997b1ac27'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:33.598383 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Bound port: 79a8707b-8842-44db-97df-97b48d3a4c45, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafa7a83-c20a-45e5-9521-f09326845907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f7558f56-9fb4-40eb-a559-443997b1ac27'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:33.612479 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.612633 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.626465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.objects.ports [None req-c799ab49-5046-468f-acdc-07cb3b8b1d92 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95407) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:40:33.628824 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c799ab49-5046-468f-acdc-07cb3b8b1d92 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.638940 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Transition to ACTIVE for port object 2b5a8a81-16ee-4a0a-9b84-18782c089da5 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:33.697088 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c799ab49-5046-468f-acdc-07cb3b8b1d92 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:33.700387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-c799ab49-5046-468f-acdc-07cb3b8b1d92 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:33.705165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c799ab49-5046-468f-acdc-07cb3b8b1d92 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:33.707495 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c799ab49-5046-468f-acdc-07cb3b8b1d92 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.719058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f41351d-c5dc-46d7-b7ce-7fd32f983892 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:33.739844 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799ab49-5046-468f-acdc-07cb3b8b1d92 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=048a022c-ab60-42d5-b722-ea8241a6f9ea,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:33.741058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ffbcb89a-2235-471c-ac65-81790aa427b9 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:33.767026 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.773168 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] For port 79a8707b-8842-44db-97df-97b48d3a4c45, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:33.807695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: ffbcb89a-2235-471c-ac65-81790aa427b9 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:40:33.808050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ffbcb89a-2235-471c-ac65-81790aa427b9 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:33.810761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] For port 79a8707b-8842-44db-97df-97b48d3a4c45, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=79a8707b-8842-44db-97df-97b48d3a4c45,segment=NetworkSegment(aafa7a83-c20a-45e5-9521-f09326845907),segment_id=aafa7a83-c20a-45e5-9521-f09326845907)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:33.844563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Network dfc61b0f-a72b-40ae-a8c1-a8992decfe3c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:33.849623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:33.858796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:33.859365 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.878898 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c799ab49-5046-468f-acdc-07cb3b8b1d92 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1101167 Aug 17 02:40:33.883864 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39968) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:33.884287 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9bebc542-eb41-45ec-9ea6-91e74df7192d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:33.914620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event updated for resources: {'Port': ['ID=2b5a8a81-16ee-4a0a-9b84-18782c089da5,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:33.958677 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.145293 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a38cf-e798-4cde-afda-224aab853e40 None None] Pushing event updated for resources: {'Port': ['ID=79a8707b-8842-44db-97df-97b48d3a4c45,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:34.152056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': '048a022c-ab60-42d5-b722-ea8241a6f9ea'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:40:34.159247 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.188977 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.209428 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bebc542-eb41-45ec-9ea6-91e74df7192d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:34.213089 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9bebc542-eb41-45ec-9ea6-91e74df7192d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.443986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Allocated IP 2001:db8::f816:3eff:fec6:5716 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/048a022c-ab60-42d5-b722-ea8241a6f9ea/a7aebbfe-2289-45ce-9044-bd4653756d6a) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:34.477561 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-266f9338-7a66-4157-ac83-9d8f9ed6dbfb None None] Provisioning for port 2b5a8a81-16ee-4a0a-9b84-18782c089da5 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:34.666622 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-266f9338-7a66-4157-ac83-9d8f9ed6dbfb None None] Provisioning complete for port 2b5a8a81-16ee-4a0a-9b84-18782c089da5 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:34.666997 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-266f9338-7a66-4157-ac83-9d8f9ed6dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.714652 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.764615 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-266f9338-7a66-4157-ac83-9d8f9ed6dbfb None None] Port 2b5a8a81-16ee-4a0a-9b84-18782c089da5 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:34.766283 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.776019 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Transition to ACTIVE for port object a7aebbfe-2289-45ce-9044-bd4653756d6a will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:34.778090 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9bebc542-eb41-45ec-9ea6-91e74df7192d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.794461 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Transition to ACTIVE for port object a7aebbfe-2289-45ce-9044-bd4653756d6a will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:34.814877 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.820590 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.833508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bebc542-eb41-45ec-9ea6-91e74df7192d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:34.836694 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9bebc542-eb41-45ec-9ea6-91e74df7192d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:34.841410 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bebc542-eb41-45ec-9ea6-91e74df7192d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:34.842120 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9bebc542-eb41-45ec-9ea6-91e74df7192d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.852520 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebc542-eb41-45ec-9ea6-91e74df7192d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=a5c54ab4-2b03-497e-92ac-613988c30e31,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:34.922443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event updated for resources: {'Port': ['ID=2b5a8a81-16ee-4a0a-9b84-18782c089da5,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:34.958511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Network dfc61b0f-a72b-40ae-a8c1-a8992decfe3c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:34.959983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:34.995507 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:35.041719 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9bebc542-eb41-45ec-9ea6-91e74df7192d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1615207 Aug 17 02:40:35.046035 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39976) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:35.046156 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:35.048125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:35.053150 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:35.059656 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Pushing event updated for resources: {'Port': ['ID=a7aebbfe-2289-45ce-9044-bd4653756d6a,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:35.082757 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'mac_address': 'fa:16:3e:0b:ef:f8', 'name': 'tempest-NetworksTestDHCPv6-720698581'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:35.109910 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Router b976acc4-7223-4612-8e5c-9eff359e962e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:40:35.147149 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Attempting to bind port a7aebbfe-2289-45ce-9044-bd4653756d6a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:35.147452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Attempting to bind port a7aebbfe-2289-45ce-9044-bd4653756d6a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:35.147971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Attempting to bind port a7aebbfe-2289-45ce-9044-bd4653756d6a on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:35.157514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:35.160037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:35.160649 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:35.161186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:35.166090 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Bound port: a7aebbfe-2289-45ce-9044-bd4653756d6a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:35.166705 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:35.252249 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:35.271435 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-95f826c4-89c2-4247-b57c-467bce8388ef tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "PUT /v2.0/routers/b976acc4-7223-4612-8e5c-9eff359e962e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5425038 Aug 17 02:40:35.272967 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cb745d-7ff9-4b33-93c1-08b0e25c764b None None] Sync routers for ids ['b976acc4-7223-4612-8e5c-9eff359e962e'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:35.273528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39980) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:35.294406 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] For port a7aebbfe-2289-45ce-9044-bd4653756d6a, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:35.313418 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] For port a7aebbfe-2289-45ce-9044-bd4653756d6a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a7aebbfe-2289-45ce-9044-bd4653756d6a,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:35.318384 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb745d-7ff9-4b33-93c1-08b0e25c764b None None] Routers {'b976acc4-7223-4612-8e5c-9eff359e962e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:35.319439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a0cb745d-7ff9-4b33-93c1-08b0e25c764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b976acc4-7223-4612-8e5c-9eff359e962e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:35.362350 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a0cb745d-7ff9-4b33-93c1-08b0e25c764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:35.372443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb745d-7ff9-4b33-93c1-08b0e25c764b None None] Routers {'b976acc4-7223-4612-8e5c-9eff359e962e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:35.373092 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a0cb745d-7ff9-4b33-93c1-08b0e25c764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b976acc4-7223-4612-8e5c-9eff359e962e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:35.376649 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a267e212-7063-4aed-9f39-4d433f0b22e8 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:35.416086 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a0cb745d-7ff9-4b33-93c1-08b0e25c764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:35.417018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cb745d-7ff9-4b33-93c1-08b0e25c764b None None] The sync data for ids ['b976acc4-7223-4612-8e5c-9eff359e962e'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:35.418496 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:35.432352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-44eed388-a90e-4fc1-b586-5fef8fb4a7b5 None None] Provisioning complete for port 2b5a8a81-16ee-4a0a-9b84-18782c089da5 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:35.432789 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-44eed388-a90e-4fc1-b586-5fef8fb4a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:35.481859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-44eed388-a90e-4fc1-b586-5fef8fb4a7b5 None None] Port 2b5a8a81-16ee-4a0a-9b84-18782c089da5 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:35.481859 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:35.485369 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-a267e212-7063-4aed-9f39-4d433f0b22e8 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 02:40:35.487333 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a267e212-7063-4aed-9f39-4d433f0b22e8 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "DELETE /v2.0/routers/b976acc4-7223-4612-8e5c-9eff359e962e HTTP/1.1" status: 409 len: 329 time: 0.2119472 Aug 17 02:40:35.491309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39984) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:35.548871 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24299ec3-cb8b-46b4-a979-b53878118aaf None None] Network f7558f56-9fb4-40eb-a559-443997b1ac27 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:35.552746 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:35.588279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 327ea831-9abf-4e21-a0ed-d7aa0389448a yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:40:35.774169 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93efa1c-cb49-4913-aac4-93076c37beab None None] Pushing event updated for resources: {'Port': ['ID=a7aebbfe-2289-45ce-9044-bd4653756d6a,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:35.804299 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 79a8707b-8842-44db-97df-97b48d3a4c45 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:35.900329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c3f38bfa-9717-464d-80c9-99008c0f65a0 None None] Provisioning for port 79a8707b-8842-44db-97df-97b48d3a4c45 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:35.909596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 172.20.0.11 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/a5c54ab4-2b03-497e-92ac-613988c30e31/327ea831-9abf-4e21-a0ed-d7aa0389448a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:35.918990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::f816:3eff:fe0b:eff8 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/048a022c-ab60-42d5-b722-ea8241a6f9ea/327ea831-9abf-4e21-a0ed-d7aa0389448a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:35.969721 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be9681ef-cf25-4a30-a47c-1669f73bdce1 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.078316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 79a8707b-8842-44db-97df-97b48d3a4c45 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:36.084977 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 79a8707b-8842-44db-97df-97b48d3a4c45 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:36.085389 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.156098 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.174385 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 327ea831-9abf-4e21-a0ed-d7aa0389448a will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:36.213559 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.262573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 79a8707b-8842-44db-97df-97b48d3a4c45, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=79a8707b-8842-44db-97df-97b48d3a4c45,segment=NetworkSegment(aafa7a83-c20a-45e5-9521-f09326845907),segment_id=aafa7a83-c20a-45e5-9521-f09326845907)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:36.299758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-be9681ef-cf25-4a30-a47c-1669f73bdce1 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Deleting port 2b5a8a81-16ee-4a0a-9b84-18782c089da5 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:36.300161 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be9681ef-cf25-4a30-a47c-1669f73bdce1 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.306923 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.357332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:36.360706 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:36.366140 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:36.370812 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=327ea831-9abf-4e21-a0ed-d7aa0389448a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:36.373699 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f27e9d7d-0b5f-4aec-bd6c-a2828621c457 None None] Provisioning complete for port 79a8707b-8842-44db-97df-97b48d3a4c45 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:36.373826 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f27e9d7d-0b5f-4aec-bd6c-a2828621c457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.407397 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.428623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:36.429378 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.430346 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be9681ef-cf25-4a30-a47c-1669f73bdce1 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.456815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-be9681ef-cf25-4a30-a47c-1669f73bdce1 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Calling delete_port for 2b5a8a81-16ee-4a0a-9b84-18782c089da5 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:36.480760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=79a8707b-8842-44db-97df-97b48d3a4c45,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:36.590652 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-386feb51-8726-445d-8b03-de341bfbee0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5343599 Aug 17 02:40:36.593056 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39992) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:36.658067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e873b18-2a1e-4f41-8db9-dd6cb1705b86 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:36.665785 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e873b18-2a1e-4f41-8db9-dd6cb1705b86 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:36.667680 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4e873b18-2a1e-4f41-8db9-dd6cb1705b86 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0734656 Aug 17 02:40:36.670439 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39994) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:36.752649 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503cccb0-a08c-409d-8771-fa455543b07b None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:36.787059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4411028d-94f3-419c-89c7-18303b92048a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 327ea831-9abf-4e21-a0ed-d7aa0389448a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:36.787843 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4411028d-94f3-419c-89c7-18303b92048a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.899851 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4411028d-94f3-419c-89c7-18303b92048a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.913927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4411028d-94f3-419c-89c7-18303b92048a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 327ea831-9abf-4e21-a0ed-d7aa0389448a owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:37.001601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6534e4a-f9a1-42e0-939e-7bff80dd6d7f None None] Update dhcp port {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'fixed_ips': [{'subnet_id': '048a022c-ab60-42d5-b722-ea8241a6f9ea', 'ip_address': '2001:db8::f816:3eff:fec6:5716'}, {'subnet_id': 'a5c54ab4-2b03-497e-92ac-613988c30e31'}], 'binding:host_id': 'n-d-793621-31'}, 'id': 'a7aebbfe-2289-45ce-9044-bd4653756d6a'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:40:37.027686 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6534e4a-f9a1-42e0-939e-7bff80dd6d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:37.042396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-56859096-9aee-4c7c-82d1-125a90e5e114 None None] Provisioning for port a7aebbfe-2289-45ce-9044-bd4653756d6a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:37.140964 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be9681ef-cf25-4a30-a47c-1669f73bdce1 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:37.176361 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9681ef-cf25-4a30-a47c-1669f73bdce1 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event deleted for resources: {'Port': ['ID=2b5a8a81-16ee-4a0a-9b84-18782c089da5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:37.219940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-f6534e4a-f9a1-42e0-939e-7bff80dd6d7f None None] Allocated IP 172.20.0.2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/a5c54ab4-2b03-497e-92ac-613988c30e31/a7aebbfe-2289-45ce-9044-bd4653756d6a) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:37.240711 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4411028d-94f3-419c-89c7-18303b92048a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:37.272363 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411028d-94f3-419c-89c7-18303b92048a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=327ea831-9abf-4e21-a0ed-d7aa0389448a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:37.292554 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-be9681ef-cf25-4a30-a47c-1669f73bdce1 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:37.378991 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4411028d-94f3-419c-89c7-18303b92048a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:37.381367 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4411028d-94f3-419c-89c7-18303b92048a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/327ea831-9abf-4e21-a0ed-d7aa0389448a HTTP/1.1" status: 204 len: 168 time: 0.7098627 Aug 17 02:40:37.383820 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40002) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:37.384508 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f6534e4a-f9a1-42e0-939e-7bff80dd6d7f None None] For port a7aebbfe-2289-45ce-9044-bd4653756d6a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a7aebbfe-2289-45ce-9044-bd4653756d6a,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:37.435162 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6534e4a-f9a1-42e0-939e-7bff80dd6d7f None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:37.452793 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f6534e4a-f9a1-42e0-939e-7bff80dd6d7f None None] Transition to ACTIVE for port object a7aebbfe-2289-45ce-9044-bd4653756d6a will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:37.453335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6749f526-ff8a-4010-8086-c39562566b5b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:37.455175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6749f526-ff8a-4010-8086-c39562566b5b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:37.457503 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6749f526-ff8a-4010-8086-c39562566b5b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:37.459092 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6749f526-ff8a-4010-8086-c39562566b5b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0743632 Aug 17 02:40:37.461874 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40004) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:37.486319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9681ef-cf25-4a30-a47c-1669f73bdce1 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Router b976acc4-7223-4612-8e5c-9eff359e962e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:40:37.516768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-9825a55c-0549-405d-a90b-1ce9ba9bae10 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 048a022c-ab60-42d5-b722-ea8241a6f9ea {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:37.537599 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6534e4a-f9a1-42e0-939e-7bff80dd6d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:37.537800 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9825a55c-0549-405d-a90b-1ce9ba9bae10 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:37.568730 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9681ef-cf25-4a30-a47c-1669f73bdce1 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:37.574307 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-be9681ef-cf25-4a30-a47c-1669f73bdce1 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "PUT /v2.0/routers/b976acc4-7223-4612-8e5c-9eff359e962e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0817485 Aug 17 02:40:37.578071 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40008) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:37.599481 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f01985f-2530-44d0-83aa-49291f62a586 None None] Sync routers for ids ['b976acc4-7223-4612-8e5c-9eff359e962e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:37.621510 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f01985f-2530-44d0-83aa-49291f62a586 None None] Routers {'b976acc4-7223-4612-8e5c-9eff359e962e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:37.622406 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0f01985f-2530-44d0-83aa-49291f62a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b976acc4-7223-4612-8e5c-9eff359e962e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:37.667651 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-23591891-399b-4cc8-970b-7a88a4368351 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] show failed (client error): The resource could not be found. Aug 17 02:40:37.667651 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-23591891-399b-4cc8-970b-7a88a4368351 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-807694451 HTTP/1.1" status: 404 len: 334 time: 0.0819595 Aug 17 02:40:37.667651 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40010) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:37.673711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ba9615c5-5206-4dda-8877-2f9ebc5acef2 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:37.680653 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9825a55c-0549-405d-a90b-1ce9ba9bae10 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:37.690919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6534e4a-f9a1-42e0-939e-7bff80dd6d7f None None] Pushing event updated for resources: {'Port': ['ID=a7aebbfe-2289-45ce-9044-bd4653756d6a,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:37.708579 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0f01985f-2530-44d0-83aa-49291f62a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:37.718196 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f01985f-2530-44d0-83aa-49291f62a586 None None] Routers {'b976acc4-7223-4612-8e5c-9eff359e962e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:37.719192 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0f01985f-2530-44d0-83aa-49291f62a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['b976acc4-7223-4612-8e5c-9eff359e962e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:37.734545 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-ba9615c5-5206-4dda-8877-2f9ebc5acef2 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] update failed (client error): The resource could not be found. Aug 17 02:40:37.739114 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ba9615c5-5206-4dda-8877-2f9ebc5acef2 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1319582693 HTTP/1.1" status: 404 len: 335 time: 0.0671580 Aug 17 02:40:37.739435 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40012) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:37.785949 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0f01985f-2530-44d0-83aa-49291f62a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:37.786418 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f01985f-2530-44d0-83aa-49291f62a586 None None] The sync data for ids ['b976acc4-7223-4612-8e5c-9eff359e962e'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:37.818885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f6c2b8-a6e5-40de-8fb9-8a69635a048b tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Deleting subnet 032911b7-8aeb-4d33-863d-6ef3e7811546 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:37.841274 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19f6c2b8-a6e5-40de-8fb9-8a69635a048b tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:37.860202 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 79a8707b-8842-44db-97df-97b48d3a4c45 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:37.891448 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9825a55c-0549-405d-a90b-1ce9ba9bae10 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:37.896770 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19f6c2b8-a6e5-40de-8fb9-8a69635a048b tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:37.916303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 79a8707b-8842-44db-97df-97b48d3a4c45 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:37.916963 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:37.956854 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-20952a62-4c3d-4856-8b93-76749997fda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.023326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a7aebbfe-2289-45ce-9044-bd4653756d6a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:38.025430 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19f6c2b8-a6e5-40de-8fb9-8a69635a048b tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.115631 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9825a55c-0549-405d-a90b-1ce9ba9bae10 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.144245 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825a55c-0549-405d-a90b-1ce9ba9bae10 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=048a022c-ab60-42d5-b722-ea8241a6f9ea,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:38.149557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9825a55c-0549-405d-a90b-1ce9ba9bae10 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.151450 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9825a55c-0549-405d-a90b-1ce9ba9bae10 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/048a022c-ab60-42d5-b722-ea8241a6f9ea HTTP/1.1" status: 204 len: 168 time: 0.6885743 Aug 17 02:40:38.154024 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40014) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:38.218437 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-268b195f-ec7c-4e3b-b64a-2693f61cb871 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet a5c54ab4-2b03-497e-92ac-613988c30e31 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:38.220466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port a7aebbfe-2289-45ce-9044-bd4653756d6a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:38.224528 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-268b195f-ec7c-4e3b-b64a-2693f61cb871 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.269323 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-268b195f-ec7c-4e3b-b64a-2693f61cb871 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.294176 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c05f6b-ace5-4c52-8079-8961a8e79f53 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:38.324123 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19f6c2b8-a6e5-40de-8fb9-8a69635a048b tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.381832 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6c2b8-a6e5-40de-8fb9-8a69635a048b tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event deleted for resources: {'Subnet': ['ID=032911b7-8aeb-4d33-863d-6ef3e7811546,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:38.385884 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19f6c2b8-a6e5-40de-8fb9-8a69635a048b tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.387766 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-19f6c2b8-a6e5-40de-8fb9-8a69635a048b tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "DELETE /v2.0/subnets/032911b7-8aeb-4d33-863d-6ef3e7811546 HTTP/1.1" status: 204 len: 168 time: 0.6474760 Aug 17 02:40:38.390536 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40020) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:38.394303 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-268b195f-ec7c-4e3b-b64a-2693f61cb871 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.430132 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f18cd8-0bcd-4936-8adf-c25249e66155 None None] Network f7558f56-9fb4-40eb-a559-443997b1ac27 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:38.431944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-77c63c55-6bfc-4f6b-965a-d79e0b05e77c None None] Could not find standard attr ID for object 327ea831-9abf-4e21-a0ed-d7aa0389448a. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:40:38.479773 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.541402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Deleting port 79a8707b-8842-44db-97df-97b48d3a4c45 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:38.541673 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.614741 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-268b195f-ec7c-4e3b-b64a-2693f61cb871 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.615470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] For port 79a8707b-8842-44db-97df-97b48d3a4c45, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=79a8707b-8842-44db-97df-97b48d3a4c45,segment=NetworkSegment(aafa7a83-c20a-45e5-9521-f09326845907),segment_id=aafa7a83-c20a-45e5-9521-f09326845907)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:38.615848 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.626179 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-77c63c55-6bfc-4f6b-965a-d79e0b05e77c None None] Provisioning for port a7aebbfe-2289-45ce-9044-bd4653756d6a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:38.630706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Calling delete_port for 79a8707b-8842-44db-97df-97b48d3a4c45 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:38.637795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-77c63c55-6bfc-4f6b-965a-d79e0b05e77c None None] Provisioning complete for port a7aebbfe-2289-45ce-9044-bd4653756d6a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:38.638184 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-77c63c55-6bfc-4f6b-965a-d79e0b05e77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.680304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cb84b6-aac6-497d-a5b8-a5561dcc6a70 None None] DHCP port deletion for f7558f56-9fb4-40eb-a559-443997b1ac27 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:40:38.686311 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b195f-ec7c-4e3b-b64a-2693f61cb871 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c54ab4-2b03-497e-92ac-613988c30e31,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:38.709043 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-268b195f-ec7c-4e3b-b64a-2693f61cb871 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.709043 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-268b195f-ec7c-4e3b-b64a-2693f61cb871 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/a5c54ab4-2b03-497e-92ac-613988c30e31 HTTP/1.1" status: 204 len: 168 time: 0.5446341 Aug 17 02:40:38.709043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40026) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:38.771817 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-25ddf94f-aebf-4299-9c21-5c278c0b739a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675991 Aug 17 02:40:38.774265 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40028) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:38.779675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-db06fb24-4885-4489-b1f6-5c789b09d8e6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:38.812700 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-77c63c55-6bfc-4f6b-965a-d79e0b05e77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.818212 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-16cb84b6-aac6-497d-a5b8-a5561dcc6a70 None None] Deleting port 79a8707b-8842-44db-97df-97b48d3a4c45 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:38.818760 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-16cb84b6-aac6-497d-a5b8-a5561dcc6a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.902764 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-77c63c55-6bfc-4f6b-965a-d79e0b05e77c None None] For port a7aebbfe-2289-45ce-9044-bd4653756d6a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a7aebbfe-2289-45ce-9044-bd4653756d6a,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:38.909912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-16cb84b6-aac6-497d-a5b8-a5561dcc6a70 None None] For port 79a8707b-8842-44db-97df-97b48d3a4c45, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=79a8707b-8842-44db-97df-97b48d3a4c45,segment=NetworkSegment(aafa7a83-c20a-45e5-9521-f09326845907),segment_id=aafa7a83-c20a-45e5-9521-f09326845907)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:38.910324 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-16cb84b6-aac6-497d-a5b8-a5561dcc6a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.923414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-16cb84b6-aac6-497d-a5b8-a5561dcc6a70 None None] Calling delete_port for 79a8707b-8842-44db-97df-97b48d3a4c45 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:38.992478 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.009513 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-16cb84b6-aac6-497d-a5b8-a5561dcc6a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.023280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event deleted for resources: {'Port': ['ID=79a8707b-8842-44db-97df-97b48d3a4c45,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:39.030745 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] No DVR routers for this DVR port 79a8707b-8842-44db-97df-97b48d3a4c45 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:39.044371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb84b6-aac6-497d-a5b8-a5561dcc6a70 None None] Pushing event deleted for resources: {'Port': ['ID=79a8707b-8842-44db-97df-97b48d3a4c45,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:39.056104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb84b6-aac6-497d-a5b8-a5561dcc6a70 None None] No DVR routers for this DVR port 79a8707b-8842-44db-97df-97b48d3a4c45 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:39.078710 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db06fb24-4885-4489-b1f6-5c789b09d8e6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:39.083835 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db06fb24-4885-4489-b1f6-5c789b09d8e6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.124362 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-77c63c55-6bfc-4f6b-965a-d79e0b05e77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.131274 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.158766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7558f56-9fb4-40eb-a559-443997b1ac27']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:39.202324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafa7a83-c20a-45e5-9521-f09326845907') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:39.202793 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafa7a83-c20a-45e5-9521-f09326845907') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:39.220345 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c63c55-6bfc-4f6b-965a-d79e0b05e77c None None] Pushing event updated for resources: {'Port': ['ID=a7aebbfe-2289-45ce-9044-bd4653756d6a,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:39.229806 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.234799 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cd788c-687f-4ee1-bf22-0bd787f3eda5 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:39.244196 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.272467 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:40:39.272907 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.330921 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-16fbf282-5247-4bbf-804c-1f17eed3d05c None None] Provisioning complete for port a7aebbfe-2289-45ce-9044-bd4653756d6a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:39.331238 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-16fbf282-5247-4bbf-804c-1f17eed3d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:40:39.373477 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:40:39.500745 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.509450 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.511939 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "DELETE /v2.0/networks/f7558f56-9fb4-40eb-a559-443997b1ac27 HTTP/1.1" status: 204 len: 168 time: 1.1196675 Aug 17 02:40:39.515394 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40034) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:39.536531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd2376-afe6-4830-813c-476db3b95cfe tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event deleted for resources: {'Network': ['ID=f7558f56-9fb4-40eb-a559-443997b1ac27,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:39.555914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dd82dc-e353-43fe-9c0e-0745c214a947 None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:40:39.568934 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db06fb24-4885-4489-b1f6-5c789b09d8e6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.618833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-75dd82dc-e353-43fe-9c0e-0745c214a947 None None] Deleting port a7aebbfe-2289-45ce-9044-bd4653756d6a {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:39.619243 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-75dd82dc-e353-43fe-9c0e-0745c214a947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.638400 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db06fb24-4885-4489-b1f6-5c789b09d8e6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:39.653437 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-e152d248-c8c0-4ad5-a5cd-d47cd42e846c tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Deleting subnet fc8e422e-8bd4-4730-a64a-73d7484cb3bd {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:39.655931 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-db06fb24-4885-4489-b1f6-5c789b09d8e6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:39.660302 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db06fb24-4885-4489-b1f6-5c789b09d8e6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:39.660906 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db06fb24-4885-4489-b1f6-5c789b09d8e6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.669058 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e152d248-c8c0-4ad5-a5cd-d47cd42e846c tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.691151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 79a8707b-8842-44db-97df-97b48d3a4c45 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:39.725494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 79a8707b-8842-44db-97df-97b48d3a4c45 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:40:39.725838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 79a8707b-8842-44db-97df-97b48d3a4c45 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:39.726266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a7aebbfe-2289-45ce-9044-bd4653756d6a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:39.800905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-75dd82dc-e353-43fe-9c0e-0745c214a947 None None] For port a7aebbfe-2289-45ce-9044-bd4653756d6a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a7aebbfe-2289-45ce-9044-bd4653756d6a,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:39.804436 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-75dd82dc-e353-43fe-9c0e-0745c214a947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.820880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-75dd82dc-e353-43fe-9c0e-0745c214a947 None None] Calling delete_port for a7aebbfe-2289-45ce-9044-bd4653756d6a owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:39.925771 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:39.981664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port a7aebbfe-2289-45ce-9044-bd4653756d6a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a7aebbfe-2289-45ce-9044-bd4653756d6a,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:40.081584 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06fb24-4885-4489-b1f6-5c789b09d8e6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=6a66bb98-799d-47d0-a0a0-21e452fdda69,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:40.099142 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:40.107318 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e152d248-c8c0-4ad5-a5cd-d47cd42e846c tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:40.160799 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=a7aebbfe-2289-45ce-9044-bd4653756d6a,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:40.200418 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e152d248-c8c0-4ad5-a5cd-d47cd42e846c tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:40.233278 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-db06fb24-4885-4489-b1f6-5c789b09d8e6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4576297 Aug 17 02:40:40.236076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40038) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:40.241827 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-fc753313-3a9f-48fd-8a56-0ee4e331ce13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:40.317794 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-75dd82dc-e353-43fe-9c0e-0745c214a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:40.345263 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd82dc-e353-43fe-9c0e-0745c214a947 None None] Pushing event deleted for resources: {'Port': ['ID=a7aebbfe-2289-45ce-9044-bd4653756d6a,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:40.350343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dd82dc-e353-43fe-9c0e-0745c214a947 None None] No DVR routers for this DVR port a7aebbfe-2289-45ce-9044-bd4653756d6a on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:40.374464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c63a725-1f5a-4a24-9767-cd3fe15f4b17 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:40.391532 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a5457734-1a06-40f2-8367-26d1addd7d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:40.488835 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e152d248-c8c0-4ad5-a5cd-d47cd42e846c tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:40.547662 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152d248-c8c0-4ad5-a5cd-d47cd42e846c tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8e422e-8bd4-4730-a64a-73d7484cb3bd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:40.557339 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e152d248-c8c0-4ad5-a5cd-d47cd42e846c tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:40.568604 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e152d248-c8c0-4ad5-a5cd-d47cd42e846c tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "DELETE /v2.0/subnets/fc8e422e-8bd4-4730-a64a-73d7484cb3bd HTTP/1.1" status: 204 len: 168 time: 1.0506794 Aug 17 02:40:40.569996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40044) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:40.571803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc753313-3a9f-48fd-8a56-0ee4e331ce13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:40.575725 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fc753313-3a9f-48fd-8a56-0ee4e331ce13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:40.603692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d7f530-3132-42f4-9dba-c2a68113b427 None None] Network e895874d-33d2-40c1-8283-98586b95af66 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:40.633200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fd0eeb-3f40-4f08-9990-bd327ed569e9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Deleting subnet b3369606-986d-4627-b8d1-c7621d985415 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:40.638536 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26fd0eeb-3f40-4f08-9990-bd327ed569e9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:40.692737 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26fd0eeb-3f40-4f08-9990-bd327ed569e9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:40.770688 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:40.796148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': '6a66bb98-799d-47d0-a0a0-21e452fdda69'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:40:40.797020 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:40.805666 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26fd0eeb-3f40-4f08-9990-bd327ed569e9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:40.957450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da7a1a-4ead-4b45-be0c-82cdad870afa None None] DHCP port deletion for e895874d-33d2-40c1-8283-98586b95af66 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:40:41.003096 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Allocated IP 172.20.0.2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/6a66bb98-799d-47d0-a0a0-21e452fdda69/be686e27-a5dc-4197-9fa9-27798f703f85) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:41.035445 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26fd0eeb-3f40-4f08-9990-bd327ed569e9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.082031 n-d-793621-31 neutron-server[95407]: DEBUG neutron.objects.ports [None req-fc753313-3a9f-48fd-8a56-0ee4e331ce13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95407) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:40:41.084436 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fc753313-3a9f-48fd-8a56-0ee4e331ce13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.088384 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-51da7a1a-4ead-4b45-be0c-82cdad870afa None None] Deleting port 9366b173-0806-4b3b-8547-c045a2cb78f3 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:41.089359 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-51da7a1a-4ead-4b45-be0c-82cdad870afa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.089484 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd0eeb-3f40-4f08-9990-bd327ed569e9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event deleted for resources: {'Subnet': ['ID=b3369606-986d-4627-b8d1-c7621d985415,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:41.091506 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26fd0eeb-3f40-4f08-9990-bd327ed569e9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.096664 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-26fd0eeb-3f40-4f08-9990-bd327ed569e9 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "DELETE /v2.0/subnets/b3369606-986d-4627-b8d1-c7621d985415 HTTP/1.1" status: 204 len: 168 time: 0.5225592 Aug 17 02:40:41.097346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40048) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:41.106032 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b002c8-0fdb-44c6-a1df-e9256b04c216 None None] Network 9bdd8d4f-351e-43ef-bc92-b76bb1769bb6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:41.145886 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc753313-3a9f-48fd-8a56-0ee4e331ce13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:41.153357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-fc753313-3a9f-48fd-8a56-0ee4e331ce13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:41.163132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc753313-3a9f-48fd-8a56-0ee4e331ce13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:41.163745 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fc753313-3a9f-48fd-8a56-0ee4e331ce13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.182950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc753313-3a9f-48fd-8a56-0ee4e331ce13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=8a2fbdc8-65a0-4c2b-9aa7-a85af6375aa1,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:41.186343 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.247627 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fc753313-3a9f-48fd-8a56-0ee4e331ce13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0102816 Aug 17 02:40:41.250965 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40052) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:41.252276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Deleting port 9366b173-0806-4b3b-8547-c045a2cb78f3 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:41.252623 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.258725 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'mac_address': 'fa:16:3e:00:73:13', 'name': 'tempest-NetworksTestDHCPv6-419583934'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:41.271024 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-51da7a1a-4ead-4b45-be0c-82cdad870afa None None] For port 9366b173-0806-4b3b-8547-c045a2cb78f3, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9366b173-0806-4b3b-8547-c045a2cb78f3,segment=NetworkSegment(c6361e8c-7848-484b-839e-ea0e49fc3ba9),segment_id=c6361e8c-7848-484b-839e-ea0e49fc3ba9)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:41.271434 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-51da7a1a-4ead-4b45-be0c-82cdad870afa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.309632 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-51da7a1a-4ead-4b45-be0c-82cdad870afa None None] Calling delete_port for 9366b173-0806-4b3b-8547-c045a2cb78f3 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:41.329638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] For port 9366b173-0806-4b3b-8547-c045a2cb78f3, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9366b173-0806-4b3b-8547-c045a2cb78f3,segment=NetworkSegment(c6361e8c-7848-484b-839e-ea0e49fc3ba9),segment_id=c6361e8c-7848-484b-839e-ea0e49fc3ba9)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:41.330611 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.348285 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.350214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Calling delete_port for 9366b173-0806-4b3b-8547-c045a2cb78f3 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:41.362479 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Transition to ACTIVE for port object be686e27-a5dc-4197-9fa9-27798f703f85 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:41.416021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Transition to ACTIVE for port object be686e27-a5dc-4197-9fa9-27798f703f85 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:41.496172 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b83a75-35ae-4ec2-9742-44e7947562d7 None None] DHCP port deletion for 9bdd8d4f-351e-43ef-bc92-b76bb1769bb6 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:40:41.528984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:41.529733 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.589448 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:41.598049 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-19b83a75-35ae-4ec2-9742-44e7947562d7 None None] Deleting port a3cfa5ba-d5cc-4db1-a22d-60264bd72003 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:41.598428 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-19b83a75-35ae-4ec2-9742-44e7947562d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.600737 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:41.604123 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Pushing event updated for resources: {'Port': ['ID=be686e27-a5dc-4197-9fa9-27798f703f85,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:41.615438 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:41.629272 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.632911 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.662107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 192b8c57-b9ea-4398-bef2-4e20f3cf1fcc yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:40:41.684621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event deleted for resources: {'Port': ['ID=9366b173-0806-4b3b-8547-c045a2cb78f3,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:41.684621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] No DVR routers for this DVR port 9366b173-0806-4b3b-8547-c045a2cb78f3 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:41.731844 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-51da7a1a-4ead-4b45-be0c-82cdad870afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.757497 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a3cfa5ba-d5cc-4db1-a22d-60264bd72003 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:41.769701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-19b83a75-35ae-4ec2-9742-44e7947562d7 None None] For port a3cfa5ba-d5cc-4db1-a22d-60264bd72003, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a3cfa5ba-d5cc-4db1-a22d-60264bd72003,segment=NetworkSegment(f4dd5ac8-b453-41ec-b292-a8303e6da2c8),segment_id=f4dd5ac8-b453-41ec-b292-a8303e6da2c8)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:41.770102 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-19b83a75-35ae-4ec2-9742-44e7947562d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.795000 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.807072 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e895874d-33d2-40c1-8283-98586b95af66']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:41.818479 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6361e8c-7848-484b-839e-ea0e49fc3ba9') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:41.818778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6361e8c-7848-484b-839e-ea0e49fc3ba9') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:41.832937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da7a1a-4ead-4b45-be0c-82cdad870afa None None] Pushing event deleted for resources: {'Port': ['ID=9366b173-0806-4b3b-8547-c045a2cb78f3,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:41.833689 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.835075 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-19b83a75-35ae-4ec2-9742-44e7947562d7 None None] Calling delete_port for a3cfa5ba-d5cc-4db1-a22d-60264bd72003 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:41.846738 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Attempting to bind port be686e27-a5dc-4197-9fa9-27798f703f85 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:41.847114 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Attempting to bind port be686e27-a5dc-4197-9fa9-27798f703f85 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:41.847485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Attempting to bind port be686e27-a5dc-4197-9fa9-27798f703f85 on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:41.851622 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.852722 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da7a1a-4ead-4b45-be0c-82cdad870afa None None] No DVR routers for this DVR port 9366b173-0806-4b3b-8547-c045a2cb78f3 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:41.859067 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:40:41.861205 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:40:41.868914 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:40:41.898989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:41.904720 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:41.904720 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.904720 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:41.904720 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Bound port: be686e27-a5dc-4197-9fa9-27798f703f85, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:41.904720 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.905210 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 172.20.0.9 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/6a66bb98-799d-47d0-a0a0-21e452fdda69/192b8c57-b9ea-4398-bef2-4e20f3cf1fcc) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:41.912808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::f816:3eff:fe00:7313 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/8a2fbdc8-65a0-4c2b-9aa7-a85af6375aa1/192b8c57-b9ea-4398-bef2-4e20f3cf1fcc) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:41.916488 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.020081 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.051538 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.053869 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.055760 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "DELETE /v2.0/networks/e895874d-33d2-40c1-8283-98586b95af66 HTTP/1.1" status: 204 len: 168 time: 0.9574504 Aug 17 02:40:42.058061 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] For port be686e27-a5dc-4197-9fa9-27798f703f85, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:42.062611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40060) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:42.065472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] For port be686e27-a5dc-4197-9fa9-27798f703f85, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=be686e27-a5dc-4197-9fa9-27798f703f85,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:42.074680 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7a25f-2428-49d8-b64f-89f618b2966d tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event deleted for resources: {'Network': ['ID=e895874d-33d2-40c1-8283-98586b95af66,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:42.126751 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-19b83a75-35ae-4ec2-9742-44e7947562d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.141462 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.171326 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 192b8c57-b9ea-4398-bef2-4e20f3cf1fcc will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:42.172949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b83a75-35ae-4ec2-9742-44e7947562d7 None None] Pushing event deleted for resources: {'Port': ['ID=a3cfa5ba-d5cc-4db1-a22d-60264bd72003,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:42.176455 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.181316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9366b173-0806-4b3b-8547-c045a2cb78f3 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:42.183114 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b83a75-35ae-4ec2-9742-44e7947562d7 None None] No DVR routers for this DVR port a3cfa5ba-d5cc-4db1-a22d-60264bd72003 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:42.183239 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8e2d27d4-808b-4479-8b04-463532564b65 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.229405 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 9366b173-0806-4b3b-8547-c045a2cb78f3 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:40:42.232265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9366b173-0806-4b3b-8547-c045a2cb78f3 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:42.268063 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5cf5d-b31e-4230-ad09-b515f6e75801 None None] Pushing event updated for resources: {'Port': ['ID=be686e27-a5dc-4197-9fa9-27798f703f85,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:42.310654 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8e2d27d4-808b-4479-8b04-463532564b65 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.322186 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8e2d27d4-808b-4479-8b04-463532564b65 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdd8d4f-351e-43ef-bc92-b76bb1769bb6']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:42.332723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8e2d27d4-808b-4479-8b04-463532564b65 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dd5ac8-b453-41ec-b292-a8303e6da2c8') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:42.333024 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8e2d27d4-808b-4479-8b04-463532564b65 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dd5ac8-b453-41ec-b292-a8303e6da2c8') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:42.342247 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8e2d27d4-808b-4479-8b04-463532564b65 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.349921 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.387348 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8e2d27d4-808b-4479-8b04-463532564b65 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.411201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2d27d4-808b-4479-8b04-463532564b65 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:40:42.411612 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8e2d27d4-808b-4479-8b04-463532564b65 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:40:42.414646 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:40:42.429117 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:42.439804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:42.466554 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:42.469227 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=192b8c57-b9ea-4398-bef2-4e20f3cf1fcc,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:42.537394 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:42.538053 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.637580 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8e2d27d4-808b-4479-8b04-463532564b65 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.643187 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8e2d27d4-808b-4479-8b04-463532564b65 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.647912 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8e2d27d4-808b-4479-8b04-463532564b65 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "DELETE /v2.0/networks/9bdd8d4f-351e-43ef-bc92-b76bb1769bb6 HTTP/1.1" status: 204 len: 168 time: 0.5828025 Aug 17 02:40:42.650796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40066) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:42.666171 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d27d4-808b-4479-8b04-463532564b65 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event deleted for resources: {'Network': ['ID=9bdd8d4f-351e-43ef-bc92-b76bb1769bb6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:42.672010 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-07ca48b3-c555-43f5-89a8-0b6882dd174c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4171638 Aug 17 02:40:42.672394 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40068) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:42.709726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17277a7-32a2-4a66-ab66-6370d710be82 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Deleting subnet ee9b6204-f9ce-40b7-8ba8-0ed6c547c401 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:42.713912 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d17277a7-32a2-4a66-ab66-6370d710be82 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.738923 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b61a177-1762-4a01-aeb1-1841a99926d2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:42.747445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b61a177-1762-4a01-aeb1-1841a99926d2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:42.761277 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3b61a177-1762-4a01-aeb1-1841a99926d2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0766208 Aug 17 02:40:42.761277 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40072) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:42.761763 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d17277a7-32a2-4a66-ab66-6370d710be82 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.850793 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-00654596-a2aa-4a40-8b50-306b4b4c3559 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 192b8c57-b9ea-4398-bef2-4e20f3cf1fcc {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:42.851142 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00654596-a2aa-4a40-8b50-306b4b4c3559 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.860709 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d17277a7-32a2-4a66-ab66-6370d710be82 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.948564 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00654596-a2aa-4a40-8b50-306b4b4c3559 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.961739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-00654596-a2aa-4a40-8b50-306b4b4c3559 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 192b8c57-b9ea-4398-bef2-4e20f3cf1fcc owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:43.072907 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d17277a7-32a2-4a66-ab66-6370d710be82 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.103643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17277a7-32a2-4a66-ab66-6370d710be82 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9b6204-f9ce-40b7-8ba8-0ed6c547c401,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:43.130189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7307ea2-6fcd-4a1a-b331-16c368b5516d None None] Network dfc61b0f-a72b-40ae-a8c1-a8992decfe3c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:43.130730 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d17277a7-32a2-4a66-ab66-6370d710be82 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.133574 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d17277a7-32a2-4a66-ab66-6370d710be82 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "DELETE /v2.0/subnets/ee9b6204-f9ce-40b7-8ba8-0ed6c547c401 HTTP/1.1" status: 204 len: 168 time: 0.4807301 Aug 17 02:40:43.138004 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40078) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:43.231774 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.288998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Deleting port c9313784-6523-4beb-9ca1-197bf3e819b7 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:43.289450 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00654596-a2aa-4a40-8b50-306b4b4c3559 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.289899 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.320721 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d143ed8f-393e-474e-b68a-c19edf196e6c None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:43.335276 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00654596-a2aa-4a40-8b50-306b4b4c3559 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=192b8c57-b9ea-4398-bef2-4e20f3cf1fcc,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:43.378206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf8e602-b9cb-4ad0-8da0-6a83dcea1741 None None] DHCP port deletion for dfc61b0f-a72b-40ae-a8c1-a8992decfe3c request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:40:43.391770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] For port c9313784-6523-4beb-9ca1-197bf3e819b7, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c9313784-6523-4beb-9ca1-197bf3e819b7,segment=NetworkSegment(6fd153c9-711c-4fb1-9e53-759db9793dd3),segment_id=6fd153c9-711c-4fb1-9e53-759db9793dd3)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:43.394801 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.412029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Calling delete_port for c9313784-6523-4beb-9ca1-197bf3e819b7 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:43.445957 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00654596-a2aa-4a40-8b50-306b4b4c3559 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.448606 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-00654596-a2aa-4a40-8b50-306b4b4c3559 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/192b8c57-b9ea-4398-bef2-4e20f3cf1fcc HTTP/1.1" status: 204 len: 168 time: 0.6947336 Aug 17 02:40:43.451388 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40080) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:43.521739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c2768a-5002-4caf-9a8b-cfd943095e6a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:43.523382 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c2768a-5002-4caf-9a8b-cfd943095e6a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:43.525130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c2768a-5002-4caf-9a8b-cfd943095e6a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:43.529370 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-69c2768a-5002-4caf-9a8b-cfd943095e6a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0744774 Aug 17 02:40:43.529742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40084) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:43.586406 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd31128-805d-4ee7-bbc3-4e8c040765cc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 6a66bb98-799d-47d0-a0a0-21e452fdda69 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:43.590150 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7dd31128-805d-4ee7-bbc3-4e8c040765cc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.620703 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.652363 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event deleted for resources: {'Port': ['ID=c9313784-6523-4beb-9ca1-197bf3e819b7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:43.654760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] No DVR routers for this DVR port c9313784-6523-4beb-9ca1-197bf3e819b7 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:43.685560 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7dd31128-805d-4ee7-bbc3-4e8c040765cc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.718562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5bf8e602-b9cb-4ad0-8da0-6a83dcea1741 None None] Deleting port c9313784-6523-4beb-9ca1-197bf3e819b7 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:43.723307 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5bf8e602-b9cb-4ad0-8da0-6a83dcea1741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.723307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a0cddd4a-e127-4736-b225-1842388d1229 None None] Provisioning for port be686e27-a5dc-4197-9fa9-27798f703f85 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:43.768068 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.782908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc61b0f-a72b-40ae-a8c1-a8992decfe3c']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:43.805665 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.810585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device be686e27-a5dc-4197-9fa9-27798f703f85 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:43.810876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd153c9-711c-4fb1-9e53-759db9793dd3') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:43.819264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd153c9-711c-4fb1-9e53-759db9793dd3') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:43.827749 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.839068 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7dd31128-805d-4ee7-bbc3-4e8c040765cc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.844710 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.854201 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5bf8e602-b9cb-4ad0-8da0-6a83dcea1741 None None] For port c9313784-6523-4beb-9ca1-197bf3e819b7, host n-d-793621-31, got binding levels [] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:43.854396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:40:43.854601 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5bf8e602-b9cb-4ad0-8da0-6a83dcea1741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.858702 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:40:43.859195 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:40:43.873644 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5bf8e602-b9cb-4ad0-8da0-6a83dcea1741 None None] Calling delete_port for c9313784-6523-4beb-9ca1-197bf3e819b7 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:43.881414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.ipam_backend_mixin [None req-5bf8e602-b9cb-4ad0-8da0-6a83dcea1741 None None] Port c9313784-6523-4beb-9ca1-197bf3e819b7 was not found and therefore no delete operation was performed {{(pid=95408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 02:40:43.886443 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5bf8e602-b9cb-4ad0-8da0-6a83dcea1741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:43.926137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8e602-b9cb-4ad0-8da0-6a83dcea1741 None None] Pushing event deleted for resources: {'Port': ['ID=c9313784-6523-4beb-9ca1-197bf3e819b7,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:43.929303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf8e602-b9cb-4ad0-8da0-6a83dcea1741 None None] No DVR routers for this DVR port c9313784-6523-4beb-9ca1-197bf3e819b7 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:43.987898 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989dcf15-81c4-45b7-84ba-44b8d474386c None None] Update dhcp port {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'fixed_ips': [{'subnet_id': '6a66bb98-799d-47d0-a0a0-21e452fdda69', 'ip_address': '172.20.0.2'}, {'subnet_id': '8a2fbdc8-65a0-4c2b-9aa7-a85af6375aa1'}], 'binding:host_id': 'n-d-793621-31'}, 'id': 'be686e27-a5dc-4197-9fa9-27798f703f85'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:40:44.017203 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-989dcf15-81c4-45b7-84ba-44b8d474386c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.030355 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7dd31128-805d-4ee7-bbc3-4e8c040765cc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.065686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd31128-805d-4ee7-bbc3-4e8c040765cc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=6a66bb98-799d-47d0-a0a0-21e452fdda69,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:44.068574 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port be686e27-a5dc-4197-9fa9-27798f703f85 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:44.071845 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.080070 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7dd31128-805d-4ee7-bbc3-4e8c040765cc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.084698 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port be686e27-a5dc-4197-9fa9-27798f703f85 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:44.085076 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.086258 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7dd31128-805d-4ee7-bbc3-4e8c040765cc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/6a66bb98-799d-47d0-a0a0-21e452fdda69 HTTP/1.1" status: 204 len: 168 time: 0.5554333 Aug 17 02:40:44.086918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40088) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:44.098259 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.100939 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "DELETE /v2.0/networks/dfc61b0f-a72b-40ae-a8c1-a8992decfe3c HTTP/1.1" status: 204 len: 168 time: 0.9618282 Aug 17 02:40:44.116178 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40090) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:44.121439 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d81dd1-a81b-4b48-ae45-9cd4118f94f0 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Pushing event deleted for resources: {'Network': ['ID=dfc61b0f-a72b-40ae-a8c1-a8992decfe3c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:44.151211 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c8dea808-03c3-48af-afb1-419931bac1aa tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "GET /v2.0/ports?device_id=b976acc4-7223-4612-8e5c-9eff359e962e HTTP/1.1" status: 200 len: 205 time: 0.0318091 Aug 17 02:40:44.151639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40092) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:44.238190 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8447e0-581c-4a7b-a599-fd1635c5226a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 8a2fbdc8-65a0-4c2b-9aa7-a85af6375aa1 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:44.242757 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0f8447e0-581c-4a7b-a599-fd1635c5226a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.268153 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.275065 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd671949-b12a-4f94-8235-2655969442f2 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.325591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port be686e27-a5dc-4197-9fa9-27798f703f85, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=be686e27-a5dc-4197-9fa9-27798f703f85,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:44.337009 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1eebeb-55d8-4a0d-9c41-19cf0ae1421f None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:44.353788 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0f8447e0-581c-4a7b-a599-fd1635c5226a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.399598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-678bf855-7ee0-4439-a8c5-c75b9e8ac52d None None] Provisioning complete for port be686e27-a5dc-4197-9fa9-27798f703f85 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:44.400080 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-678bf855-7ee0-4439-a8c5-c75b9e8ac52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.431426 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.490316 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd671949-b12a-4f94-8235-2655969442f2 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.493529 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd671949-b12a-4f94-8235-2655969442f2 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.495319 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0f8447e0-581c-4a7b-a599-fd1635c5226a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.537134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c9313784-6523-4beb-9ca1-197bf3e819b7 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:44.576823 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: c9313784-6523-4beb-9ca1-197bf3e819b7 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:40:44.577163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c9313784-6523-4beb-9ca1-197bf3e819b7 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:44.600017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=be686e27-a5dc-4197-9fa9-27798f703f85,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:44.689277 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd671949-b12a-4f94-8235-2655969442f2 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.689792 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd671949-b12a-4f94-8235-2655969442f2 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Fanout notify agent at l3_agent the message router_deleted on router b976acc4-7223-4612-8e5c-9eff359e962e {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:40:44.697307 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd671949-b12a-4f94-8235-2655969442f2 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.707066 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cd671949-b12a-4f94-8235-2655969442f2 tempest-RoutersNegativeIpV6Test-1875634483 tempest-RoutersNegativeIpV6Test-1875634483-project] 10.222.0.13 "DELETE /v2.0/routers/b976acc4-7223-4612-8e5c-9eff359e962e HTTP/1.1" status: 204 len: 168 time: 0.5483377 Aug 17 02:40:44.729485 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0f8447e0-581c-4a7b-a599-fd1635c5226a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.729934 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b300d84-2271-4851-a611-f0216dcc14e6 None None] Update dhcp port {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'fixed_ips': [{'subnet_id': '8a2fbdc8-65a0-4c2b-9aa7-a85af6375aa1'}], 'binding:host_id': 'n-d-793621-31'}, 'id': 'be686e27-a5dc-4197-9fa9-27798f703f85'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:40:44.757108 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8447e0-581c-4a7b-a599-fd1635c5226a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2fbdc8-65a0-4c2b-9aa7-a85af6375aa1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:44.771277 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0f8447e0-581c-4a7b-a599-fd1635c5226a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.773210 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0f8447e0-581c-4a7b-a599-fd1635c5226a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/8a2fbdc8-65a0-4c2b-9aa7-a85af6375aa1 HTTP/1.1" status: 204 len: 168 time: 0.6852832 Aug 17 02:40:44.775889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40102) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:44.802064 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9b300d84-2271-4851-a611-f0216dcc14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.831495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-18b72dd6-bfde-4057-a77c-09bdd9cbe47c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536928 Aug 17 02:40:44.834562 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40104) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:44.842625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-8d102d4f-6df0-4d9c-8d9d-9f51cc8c05f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:45.035209 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fbd9043c-a310-4e51-8e6b-642d1c32001d None None] Provisioning complete for port be686e27-a5dc-4197-9fa9-27798f703f85 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:45.035900 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fbd9043c-a310-4e51-8e6b-642d1c32001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:45.095290 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d102d4f-6df0-4d9c-8d9d-9f51cc8c05f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:45.100799 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d102d4f-6df0-4d9c-8d9d-9f51cc8c05f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:45.304903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-75770c2d-20b9-42cb-b9c3-7d7cdbb33dd1 None None] Could not find standard attr ID for object 327ea831-9abf-4e21-a0ed-d7aa0389448a. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:40:45.310704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-75770c2d-20b9-42cb-b9c3-7d7cdbb33dd1 None None] Could not find standard attr ID for object 192b8c57-b9ea-4398-bef2-4e20f3cf1fcc. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:40:45.396682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb42a7b-02e4-42e1-9281-e659350088bf None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:40:45.485975 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d102d4f-6df0-4d9c-8d9d-9f51cc8c05f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:45.488082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40110) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:45.536928 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d102d4f-6df0-4d9c-8d9d-9f51cc8c05f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:45.543159 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-8d102d4f-6df0-4d9c-8d9d-9f51cc8c05f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:45.546265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d102d4f-6df0-4d9c-8d9d-9f51cc8c05f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:45.549461 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d102d4f-6df0-4d9c-8d9d-9f51cc8c05f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:45.570305 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d102d4f-6df0-4d9c-8d9d-9f51cc8c05f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=3804efb1-65b0-4d09-998b-38d9b8a0b0e5,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:45.606297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb42a7b-02e4-42e1-9281-e659350088bf None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:40:45.672604 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8d102d4f-6df0-4d9c-8d9d-9f51cc8c05f9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8344793 Aug 17 02:40:45.676067 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40120) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:45.685327 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ca208d68-726d-437a-ac4d-890a0c4a8d87 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:45.688474 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cd7290d5-0f02-4151-9ec9-1be1d0b6a013 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46e2a3460f7e4f4d803aef4717bacec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1990585 Aug 17 02:40:45.689359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40122) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:45.734271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device be686e27-a5dc-4197-9fa9-27798f703f85 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:45.751450 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-97e0d4bf-4bd5-4ad1-af66-bbcbee9ad18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:45.790949 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-97e0d4bf-4bd5-4ad1-af66-bbcbee9ad18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:45.945289 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:45.957353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca208d68-726d-437a-ac4d-890a0c4a8d87 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:45.961481 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca208d68-726d-437a-ac4d-890a0c4a8d87 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:46.004271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port be686e27-a5dc-4197-9fa9-27798f703f85, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=be686e27-a5dc-4197-9fa9-27798f703f85,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:46.031727 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-97e0d4bf-4bd5-4ad1-af66-bbcbee9ad18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:46.036093 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-97e0d4bf-4bd5-4ad1-af66-bbcbee9ad18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:46.039688 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-97e0d4bf-4bd5-4ad1-af66-bbcbee9ad18c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5baa9310-7712-4ed2-b529-c8c6513998a3 HTTP/1.1" status: 204 len: 168 time: 0.3474352 Aug 17 02:40:46.058555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0d4bf-4bd5-4ad1-af66-bbcbee9ad18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baa9310-7712-4ed2-b529-c8c6513998a3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:46.075675 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-744aa22e-fe84-4bf0-ad3c-0e149a5ddbea tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:46.077537 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-744aa22e-fe84-4bf0-ad3c-0e149a5ddbea tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 812 time: 0.1822400 Aug 17 02:40:46.111111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-b43cbf78-3491-44d1-8e51-311f6b9fc5c2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/quotas/bfc0da2911ce469596ea2cbdf9ad9ced HTTP/1.1" status: 200 len: 375 time: 0.0247188 Aug 17 02:40:46.128433 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:46.206394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-7b124798-d27f-415a-9cf3-6c30d2469406 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937374 Aug 17 02:40:46.209633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=be686e27-a5dc-4197-9fa9-27798f703f85,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:46.396943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759b8f0a-25be-4571-9a92-89068561c883 None None] Update dhcp port {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'fixed_ips': [{'subnet_id': '3804efb1-65b0-4d09-998b-38d9b8a0b0e5'}], 'binding:host_id': 'n-d-793621-31'}, 'id': 'be686e27-a5dc-4197-9fa9-27798f703f85'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:40:46.421470 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-aecf078a-482f-47de-bc2d-2f5fa4830bce service neutron] 10.222.0.13 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141488 Aug 17 02:40:46.426401 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-759b8f0a-25be-4571-9a92-89068561c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:46.624945 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-8cb0f524-a4a8-4c02-9fda-5e724988932b service neutron] 10.222.0.13 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922915 Aug 17 02:40:46.628805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.objects.ports [None req-ca208d68-726d-437a-ac4d-890a0c4a8d87 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95406) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:40:46.667016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-759b8f0a-25be-4571-9a92-89068561c883 None None] Allocated IP 172.20.0.2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/3804efb1-65b0-4d09-998b-38d9b8a0b0e5/be686e27-a5dc-4197-9fa9-27798f703f85) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:46.674872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-759b8f0a-25be-4571-9a92-89068561c883 None None] Allocated IP 2001:db8::f816:3eff:fe69:1a (26de8fc2-c42b-4f78-aca4-a68447cacdd7/0ae833d0-6432-4cee-b513-d256badfd81c/be686e27-a5dc-4197-9fa9-27798f703f85) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:46.791898 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-759b8f0a-25be-4571-9a92-89068561c883 None None] For port be686e27-a5dc-4197-9fa9-27798f703f85, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=be686e27-a5dc-4197-9fa9-27798f703f85,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:46.822498 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-759b8f0a-25be-4571-9a92-89068561c883 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:46.836368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-759b8f0a-25be-4571-9a92-89068561c883 None None] Transition to ACTIVE for port object be686e27-a5dc-4197-9fa9-27798f703f85 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:46.973164 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-759b8f0a-25be-4571-9a92-89068561c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:46.973391 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [None req-ca208d68-726d-437a-ac4d-890a0c4a8d87 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe69:1a-58bf32f8-fbc9-4ec4-8813-7cd73376981b {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:40:46.973391 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [None req-ca208d68-726d-437a-ac4d-890a0c4a8d87 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:40:47.076405 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b8f0a-25be-4571-9a92-89068561c883 None None] Pushing event updated for resources: {'Port': ['ID=be686e27-a5dc-4197-9fa9-27798f703f85,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:47.136068 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36f48e2f-7587-40b5-8669-b3e4cc10c58a req-89e38fd8-6346-42df-857f-199cae98ca41 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 210 time: 0.0329940 Aug 17 02:40:47.339506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40170) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:47.346389 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032196 Aug 17 02:40:47.348291 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40172) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:47.476469 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-744cadf3-379c-42a4-9291-c3c47a433145 tempest-NetworksApiDiscovery-860435708 tempest-NetworksApiDiscovery-860435708-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1267514 Aug 17 02:40:47.636483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.objects.ports [None req-ca208d68-726d-437a-ac4d-890a0c4a8d87 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95406) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:40:47.759269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device be686e27-a5dc-4197-9fa9-27798f703f85 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:47.762906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca208d68-726d-437a-ac4d-890a0c4a8d87 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Port be686e27-a5dc-4197-9fa9-27798f703f85 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=95406) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Aug 17 02:40:47.763460 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca208d68-726d-437a-ac4d-890a0c4a8d87 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:47.810149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca208d68-726d-437a-ac4d-890a0c4a8d87 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:47.815378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ca208d68-726d-437a-ac4d-890a0c4a8d87 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:47.820575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca208d68-726d-437a-ac4d-890a0c4a8d87 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:47.821653 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca208d68-726d-437a-ac4d-890a0c4a8d87 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:47.839204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca208d68-726d-437a-ac4d-890a0c4a8d87 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=0ae833d0-6432-4cee-b513-d256badfd81c,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:47.900351 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe3ddf-473f-4f0c-bbf3-dc19b3b3724a None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:40:47.979202 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ca208d68-726d-437a-ac4d-890a0c4a8d87 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2982173 Aug 17 02:40:47.979834 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40184) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:48.001039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'mac_address': 'fa:16:3e:e4:94:b7', 'name': 'tempest-NetworksTestDHCPv6-1165398710'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:48.053146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fe3ddf-473f-4f0c-bbf3-dc19b3b3724a None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:40:48.115898 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ee00acd7-7688-4779-bbb2-e616044dc797 None None] Provisioning for port be686e27-a5dc-4197-9fa9-27798f703f85 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:48.125365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ee00acd7-7688-4779-bbb2-e616044dc797 None None] Provisioning complete for port be686e27-a5dc-4197-9fa9-27798f703f85 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:48.125746 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ee00acd7-7688-4779-bbb2-e616044dc797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:48.219921 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0b20579-f1d9-4a2a-9a18-551086d0f6c7 req-ffdca0e9-9404-43bb-96e6-302988b98769 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 210 time: 0.0297439 Aug 17 02:40:48.260518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:48.292008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40192) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:48.294820 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ee00acd7-7688-4779-bbb2-e616044dc797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:48.362848 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:48.384369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 1e7c7ed5-1c5e-419a-81bd-e4cae81b28da yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:40:48.390117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ee00acd7-7688-4779-bbb2-e616044dc797 None None] For port be686e27-a5dc-4197-9fa9-27798f703f85, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=be686e27-a5dc-4197-9fa9-27798f703f85,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:48.428535 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fa5fc024-8170-4567-8dbc-ea5643e52d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:48.458400 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ee00acd7-7688-4779-bbb2-e616044dc797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:48.528329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00acd7-7688-4779-bbb2-e616044dc797 None None] Pushing event updated for resources: {'Port': ['ID=be686e27-a5dc-4197-9fa9-27798f703f85,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:48.565549 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fa5fc024-8170-4567-8dbc-ea5643e52d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:48.589262 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 172.20.0.12 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/3804efb1-65b0-4d09-998b-38d9b8a0b0e5/1e7c7ed5-1c5e-419a-81bd-e4cae81b28da) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:48.596343 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::f816:3eff:fee4:94b7 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/0ae833d0-6432-4cee-b513-d256badfd81c/1e7c7ed5-1c5e-419a-81bd-e4cae81b28da) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:48.718175 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fa5fc024-8170-4567-8dbc-ea5643e52d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:48.763327 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fa5fc024-8170-4567-8dbc-ea5643e52d71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab40320677ec4eae93c2ea690b0dc148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4700556 Aug 17 02:40:48.764276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fc024-8170-4567-8dbc-ea5643e52d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d97421a-9e89-471f-8929-a5c15d2ef6e7,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:48.766637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40196) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:48.769394 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:48.785966 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 1e7c7ed5-1c5e-419a-81bd-e4cae81b28da will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:48.835407 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c428804f-a47b-4363-8592-b5fb07b81d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:48.860209 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c428804f-a47b-4363-8592-b5fb07b81d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:48.909802 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:48.963416 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:48.965933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:48.971925 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:48.980485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=1e7c7ed5-1c5e-419a-81bd-e4cae81b28da,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:49.040192 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c428804f-a47b-4363-8592-b5fb07b81d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:49.042862 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c428804f-a47b-4363-8592-b5fb07b81d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:49.051974 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c428804f-a47b-4363-8592-b5fb07b81d2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d97421a-9e89-471f-8929-a5c15d2ef6e7 HTTP/1.1" status: 204 len: 168 time: 0.2764342 Aug 17 02:40:49.052279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:49.052279 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:49.062819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428804f-a47b-4363-8592-b5fb07b81d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d97421a-9e89-471f-8929-a5c15d2ef6e7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:49.152373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcda040-136d-4b01-99b8-5a5f3bd667b0 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:49.168043 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5ca34968-b577-4f53-b4d9-5e9234aa5b50 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1853156 Aug 17 02:40:49.168953 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40208) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:49.222555 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a44ac-3c9e-4499-9b19-3b1d2cf01a3e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:49.225760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1bcc8062-5d20-4aa3-8d51-427e12be642a None None] Provisioning complete for port be686e27-a5dc-4197-9fa9-27798f703f85 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:49.226135 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8062-5d20-4aa3-8d51-427e12be642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:49.228801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a44ac-3c9e-4499-9b19-3b1d2cf01a3e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:49.233213 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40210) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:49.233409 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-118a44ac-3c9e-4499-9b19-3b1d2cf01a3e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0631468 Aug 17 02:40:49.344821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b88c7-b354-4885-9ea7-f8de4522c755 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 1e7c7ed5-1c5e-419a-81bd-e4cae81b28da {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:49.345165 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b2b88c7-b354-4885-9ea7-f8de4522c755 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:49.451702 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b2b88c7-b354-4885-9ea7-f8de4522c755 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:49.469909 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b88c7-b354-4885-9ea7-f8de4522c755 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 1e7c7ed5-1c5e-419a-81bd-e4cae81b28da owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:49.734683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device be686e27-a5dc-4197-9fa9-27798f703f85 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:49.790923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419a380d-e02b-4f41-bc96-2b39aae648f3 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:49.803481 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b2b88c7-b354-4885-9ea7-f8de4522c755 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:49.847798 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port be686e27-a5dc-4197-9fa9-27798f703f85 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:49.848184 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:49.854406 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b88c7-b354-4885-9ea7-f8de4522c755 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=1e7c7ed5-1c5e-419a-81bd-e4cae81b28da,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:49.893301 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6b7015fa-d79e-4a56-a61a-3d7052ac0a65 None None] Could not find standard attr ID for object 1e7c7ed5-1c5e-419a-81bd-e4cae81b28da. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:40:49.937595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6b7015fa-d79e-4a56-a61a-3d7052ac0a65 None None] Provisioning complete for port be686e27-a5dc-4197-9fa9-27798f703f85 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:49.937973 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6b7015fa-d79e-4a56-a61a-3d7052ac0a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:49.961882 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b2b88c7-b354-4885-9ea7-f8de4522c755 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:49.965672 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9b2b88c7-b354-4885-9ea7-f8de4522c755 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/1e7c7ed5-1c5e-419a-81bd-e4cae81b28da HTTP/1.1" status: 204 len: 168 time: 0.7309275 Aug 17 02:40:49.967989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40226) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:49.969084 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51b2d37d-a335-4858-bb2c-7422ffbd2e07 req-c1773830-7062-488d-9df6-d6280eac7470 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 210 time: 0.0433583 Aug 17 02:40:50.049350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e34ed71-b712-4ecc-a244-a56e76b056cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:50.052785 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e34ed71-b712-4ecc-a244-a56e76b056cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:50.056082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e34ed71-b712-4ecc-a244-a56e76b056cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:50.064008 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4e34ed71-b712-4ecc-a244-a56e76b056cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0933571 Aug 17 02:40:50.069795 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40228) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:50.133499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-07775fbf-be90-4f34-9a43-8e9cf9d11c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 0ae833d0-6432-4cee-b513-d256badfd81c {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:50.138176 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07775fbf-be90-4f34-9a43-8e9cf9d11c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:50.138570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9436b4-cca7-46e4-aab2-777cca1211d1 req-5a8815ef-02ea-40e6-bded-f0a9fab9d1a2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:50.146906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9436b4-cca7-46e4-aab2-777cca1211d1 req-5a8815ef-02ea-40e6-bded-f0a9fab9d1a2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:50.153128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9436b4-cca7-46e4-aab2-777cca1211d1 req-5a8815ef-02ea-40e6-bded-f0a9fab9d1a2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:50.160609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9436b4-cca7-46e4-aab2-777cca1211d1 req-5a8815ef-02ea-40e6-bded-f0a9fab9d1a2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:50.167993 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9436b4-cca7-46e4-aab2-777cca1211d1 req-5a8815ef-02ea-40e6-bded-f0a9fab9d1a2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:50.174072 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9436b4-cca7-46e4-aab2-777cca1211d1 req-5a8815ef-02ea-40e6-bded-f0a9fab9d1a2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:50.180413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9436b4-cca7-46e4-aab2-777cca1211d1 req-5a8815ef-02ea-40e6-bded-f0a9fab9d1a2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:50.182167 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b9436b4-cca7-46e4-aab2-777cca1211d1 req-5a8815ef-02ea-40e6-bded-f0a9fab9d1a2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5443 time: 0.1400640 Aug 17 02:40:50.219793 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07775fbf-be90-4f34-9a43-8e9cf9d11c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:50.320060 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b9436b4-cca7-46e4-aab2-777cca1211d1 req-c7c7cfea-61ae-4b1f-a6a5-95ecac2ecb47 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137047 Aug 17 02:40:50.373565 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07775fbf-be90-4f34-9a43-8e9cf9d11c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:50.374857 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c71586a7-3004-4d36-a353-1925fe0c93ee tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:50.379166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c71586a7-3004-4d36-a353-1925fe0c93ee tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 812 time: 0.1933122 Aug 17 02:40:50.396774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c33233ae-25b5-447c-acb0-cb828582b166 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'port': {'device_id': 'f0b87759-3b20-43f5-906e-5410454a5ebe', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'admin_state_up': True, 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:50.481684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-dd7ab1ad-b643-4869-9fd1-ec4000c0c6dd None None] Provisioning complete for port be686e27-a5dc-4197-9fa9-27798f703f85 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:50.482153 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab1ad-b643-4869-9fd1-ec4000c0c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:50.551081 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07775fbf-be90-4f34-9a43-8e9cf9d11c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:50.647361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07775fbf-be90-4f34-9a43-8e9cf9d11c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae833d0-6432-4cee-b513-d256badfd81c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:50.654264 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07775fbf-be90-4f34-9a43-8e9cf9d11c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:50.656519 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-07775fbf-be90-4f34-9a43-8e9cf9d11c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/0ae833d0-6432-4cee-b513-d256badfd81c HTTP/1.1" status: 204 len: 168 time: 0.5855238 Aug 17 02:40:50.660442 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40238) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:50.672185 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c33233ae-25b5-447c-acb0-cb828582b166 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Made reservation on behalf of bfc0da2911ce469596ea2cbdf9ad9ced for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:50.676811 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c33233ae-25b5-447c-acb0-cb828582b166 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:50.759895 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e8241b-8681-49fb-a07f-62dd4b6f2c16 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 3804efb1-65b0-4d09-998b-38d9b8a0b0e5 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:40:50.777680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07150671-6780-4cd0-b84a-c55e2d912ff4 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:50.800150 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15e8241b-8681-49fb-a07f-62dd4b6f2c16 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:50.851644 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8e556a36-d993-4c81-b2e0-69da643302a5 None None] Could not find standard attr ID for object 1e7c7ed5-1c5e-419a-81bd-e4cae81b28da. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:40:50.863727 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15e8241b-8681-49fb-a07f-62dd4b6f2c16 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:50.958241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c33233ae-25b5-447c-acb0-cb828582b166 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Allocated IP 172.20.0.11 (c2370959-6d24-42f8-8b5f-273d78403b0c/764c3736-195b-4464-8ea3-48fdcebbb5de/3aa57683-3dee-4ba4-b0e2-0a83215275c4) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:51.023990 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15e8241b-8681-49fb-a07f-62dd4b6f2c16 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:51.105778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff287cbf-1efa-4c84-b46a-7d2b289266ef req-885e7339-404e-44ef-847d-7762b8bbb7ac tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 210 time: 0.0528250 Aug 17 02:40:51.183760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-d7b9b0aa-071f-484a-b739-d7f01cbcd7a4 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.190387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-d7b9b0aa-071f-484a-b739-d7f01cbcd7a4 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.199114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-d7b9b0aa-071f-484a-b739-d7f01cbcd7a4 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.206475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-d7b9b0aa-071f-484a-b739-d7f01cbcd7a4 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.212980 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-d7b9b0aa-071f-484a-b739-d7f01cbcd7a4 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.219382 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-d7b9b0aa-071f-484a-b739-d7f01cbcd7a4 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.227633 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-d7b9b0aa-071f-484a-b739-d7f01cbcd7a4 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.230609 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-d7b9b0aa-071f-484a-b739-d7f01cbcd7a4 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5443 time: 0.1438775 Aug 17 02:40:51.317153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-20723d6b-4d48-40aa-9775-0e66ce175024 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.319024 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-20723d6b-4d48-40aa-9775-0e66ce175024 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "GET /v2.0/ports/71edd6d5-0ae9-45a6-8572-76f90f786070?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0803206 Aug 17 02:40:51.470070 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-4d461a4b-2e62-4f1f-9751-fafa8ee4911f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "GET /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1446114 Aug 17 02:40:51.485000 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-58fa57a1-507b-48e8-9ed7-7e703eab35a0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:51.589340 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-58fa57a1-507b-48e8-9ed7-7e703eab35a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:51.627475 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb09785-8f4b-4ffb-b1ec-ae63f219b718 req-038a21f3-5c4f-4d55-b81a-8a24a8cde14e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.633684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb09785-8f4b-4ffb-b1ec-ae63f219b718 req-038a21f3-5c4f-4d55-b81a-8a24a8cde14e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.640113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb09785-8f4b-4ffb-b1ec-ae63f219b718 req-038a21f3-5c4f-4d55-b81a-8a24a8cde14e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.647394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb09785-8f4b-4ffb-b1ec-ae63f219b718 req-038a21f3-5c4f-4d55-b81a-8a24a8cde14e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.653596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb09785-8f4b-4ffb-b1ec-ae63f219b718 req-038a21f3-5c4f-4d55-b81a-8a24a8cde14e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.660260 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb09785-8f4b-4ffb-b1ec-ae63f219b718 req-038a21f3-5c4f-4d55-b81a-8a24a8cde14e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.671866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb09785-8f4b-4ffb-b1ec-ae63f219b718 req-038a21f3-5c4f-4d55-b81a-8a24a8cde14e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.680019 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6eb09785-8f4b-4ffb-b1ec-ae63f219b718 req-038a21f3-5c4f-4d55-b81a-8a24a8cde14e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 5443 time: 0.1598213 Aug 17 02:40:51.699821 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15e8241b-8681-49fb-a07f-62dd4b6f2c16 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:51.772329 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c33233ae-25b5-447c-acb0-cb828582b166 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:51.781190 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8241b-8681-49fb-a07f-62dd4b6f2c16 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=3804efb1-65b0-4d09-998b-38d9b8a0b0e5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:51.786586 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15e8241b-8681-49fb-a07f-62dd4b6f2c16 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:51.790140 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-15e8241b-8681-49fb-a07f-62dd4b6f2c16 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/3804efb1-65b0-4d09-998b-38d9b8a0b0e5 HTTP/1.1" status: 204 len: 168 time: 1.1282103 Aug 17 02:40:51.796485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40264) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:51.811594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c33233ae-25b5-447c-acb0-cb828582b166 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Transition to ACTIVE for port object 3aa57683-3dee-4ba4-b0e2-0a83215275c4 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:51.821886 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6eb09785-8f4b-4ffb-b1ec-ae63f219b718 req-aa3d30ea-dacd-4cf4-b3e1-93806c10a688 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1409528 Aug 17 02:40:51.845974 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9ed5e98c-e2b5-4c56-b457-27673b0a8fa6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478001 Aug 17 02:40:51.850251 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40268) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:51.894454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-58fa57a1-507b-48e8-9ed7-7e703eab35a0 service neutron] For port 71edd6d5-0ae9-45a6-8572-76f90f786070, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=71edd6d5-0ae9-45a6-8572-76f90f786070,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:51.943657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8cf60c-f127-4d46-8b8d-d02c8baea454 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:51.946910 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8d8cf60c-f127-4d46-8b8d-d02c8baea454 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0953131 Aug 17 02:40:51.949332 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40272) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:51.950969 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-58fa57a1-507b-48e8-9ed7-7e703eab35a0 service neutron] For port 71edd6d5-0ae9-45a6-8572-76f90f786070, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:51.957937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d49abd-29b7-4a8e-ba79-f29e849a8c13 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:51.992130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-58fa57a1-507b-48e8-9ed7-7e703eab35a0 service neutron] device_id is not set on port 71edd6d5-0ae9-45a6-8572-76f90f786070 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:40:52.001741 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-58fa57a1-507b-48e8-9ed7-7e703eab35a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:52.045538 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c33233ae-25b5-447c-acb0-cb828582b166 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:52.066121 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-867c507d-de89-4441-9deb-c307ea9aba9f None None] Provisioning complete for port be686e27-a5dc-4197-9fa9-27798f703f85 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:52.066497 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-867c507d-de89-4441-9deb-c307ea9aba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:52.100373 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-58fa57a1-507b-48e8-9ed7-7e703eab35a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:52.149510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33233ae-25b5-447c-acb0-cb828582b166 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'Port': ['ID=3aa57683-3dee-4ba4-b0e2-0a83215275c4,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:52.162028 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2418a70-6beb-4f81-9b8c-26f758764b69 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:52.163808 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d2418a70-6beb-4f81-9b8c-26f758764b69 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2132742 Aug 17 02:40:52.166880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40284) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:52.190377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c33233ae-25b5-447c-acb0-cb828582b166 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Network c2370959-6d24-42f8-8b5f-273d78403b0c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:52.246082 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2013c997-b176-4a28-b786-d5169f43137a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774612 Aug 17 02:40:52.247344 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c33233ae-25b5-447c-acb0-cb828582b166 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:52.250846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40286) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:52.268255 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c33233ae-25b5-447c-acb0-cb828582b166 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:52.276996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-58fa57a1-507b-48e8-9ed7-7e703eab35a0 service neutron] No DVR routers for this DVR port 71edd6d5-0ae9-45a6-8572-76f90f786070 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:52.280394 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa57a1-507b-48e8-9ed7-7e703eab35a0 service neutron] Pushing event updated for resources: {'Port': ['ID=71edd6d5-0ae9-45a6-8572-76f90f786070,revision_number=6']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:52.285578 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ef9ab2b8-90e4-47ae-9395-c35a0f977088 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:52.381471 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-58fa57a1-507b-48e8-9ed7-7e703eab35a0 service neutron] In _notify_port_updated(), no bound segment for port 71edd6d5-0ae9-45a6-8572-76f90f786070 on network b94dedf4-9530-4018-9785-93d1ce415491 {{(pid=95407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:40:52.384041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-58fa57a1-507b-48e8-9ed7-7e703eab35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:52.386015 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-58fa57a1-507b-48e8-9ed7-7e703eab35a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:52.388479 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-58fa57a1-507b-48e8-9ed7-7e703eab35a0 service neutron] 10.222.0.42 "PUT /v2.0/ports/71edd6d5-0ae9-45a6-8572-76f90f786070 HTTP/1.1" status: 200 len: 1033 time: 0.9095507 Aug 17 02:40:52.414792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e143727-a2c0-442f-b225-655534c5071e None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:40:52.473987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-47c0c67e-a97f-4d36-978f-ff079298f267 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:52.477496 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-47c0c67e-a97f-4d36-978f-ff079298f267 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "GET /v2.0/ports/0f552f4b-5b61-4680-9809-627f6fd590c1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0810487 Aug 17 02:40:52.492573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-82d2f17e-a4ff-475f-bb61-f1adc145d206 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:52.515791 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5e143727-a2c0-442f-b225-655534c5071e None None] Deleting port be686e27-a5dc-4197-9fa9-27798f703f85 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:52.517539 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5e143727-a2c0-442f-b225-655534c5071e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:52.538979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c33233ae-25b5-447c-acb0-cb828582b166 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:52.539944 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c33233ae-25b5-447c-acb0-cb828582b166 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:52.598108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26411288-a642-448d-be84-aecf27313417 req-70b71570-deaf-4109-95d1-6c5069a2f206 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:52.609021 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26411288-a642-448d-be84-aecf27313417 req-70b71570-deaf-4109-95d1-6c5069a2f206 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 932 time: 0.3338256 Aug 17 02:40:52.629645 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-82d2f17e-a4ff-475f-bb61-f1adc145d206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:52.632088 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5e143727-a2c0-442f-b225-655534c5071e None None] For port be686e27-a5dc-4197-9fa9-27798f703f85, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=be686e27-a5dc-4197-9fa9-27798f703f85,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:52.632308 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5e143727-a2c0-442f-b225-655534c5071e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:52.655593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5e143727-a2c0-442f-b225-655534c5071e None None] Calling delete_port for be686e27-a5dc-4197-9fa9-27798f703f85 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:52.669191 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-26411288-a642-448d-be84-aecf27313417 req-c3cb32c4-ff1e-4ba7-a599-2a4cc03e9fd4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584190 Aug 17 02:40:52.709149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9ab2b8-90e4-47ae-9395-c35a0f977088 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:52.713826 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab2b8-90e4-47ae-9395-c35a0f977088 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:52.716354 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9ab2b8-90e4-47ae-9395-c35a0f977088 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:40:52.716867 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9ab2b8-90e4-47ae-9395-c35a0f977088 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:52.741745 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-11af489c-450f-465a-9ddd-9f2083a5f374 None None] Provisioning complete for port 71edd6d5-0ae9-45a6-8572-76f90f786070 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:52.742112 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-11af489c-450f-465a-9ddd-9f2083a5f374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:52.785376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-11af489c-450f-465a-9ddd-9f2083a5f374 None None] Port 71edd6d5-0ae9-45a6-8572-76f90f786070 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:52.815618 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-82d2f17e-a4ff-475f-bb61-f1adc145d206 service neutron] For port 0f552f4b-5b61-4680-9809-627f6fd590c1, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=0f552f4b-5b61-4680-9809-627f6fd590c1,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:52.821854 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ef9ab2b8-90e4-47ae-9395-c35a0f977088 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5551870 Aug 17 02:40:52.823412 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c33233ae-25b5-447c-acb0-cb828582b166 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4315178 Aug 17 02:40:52.824884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40296) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:52.830192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-364dc54e-a73e-4baf-ae5e-768b462b5c06 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:52.851185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-82d2f17e-a4ff-475f-bb61-f1adc145d206 service neutron] For port 0f552f4b-5b61-4680-9809-627f6fd590c1, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:52.880796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Request body: {'port': {'device_id': 'f0b87759-3b20-43f5-906e-5410454a5ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:52.887974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-82d2f17e-a4ff-475f-bb61-f1adc145d206 service neutron] device_id is not set on port 0f552f4b-5b61-4680-9809-627f6fd590c1 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:40:52.897935 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-82d2f17e-a4ff-475f-bb61-f1adc145d206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:52.956401 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5e143727-a2c0-442f-b225-655534c5071e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:52.988410 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e143727-a2c0-442f-b225-655534c5071e None None] Pushing event deleted for resources: {'Port': ['ID=be686e27-a5dc-4197-9fa9-27798f703f85,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:52.999219 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e143727-a2c0-442f-b225-655534c5071e None None] No DVR routers for this DVR port be686e27-a5dc-4197-9fa9-27798f703f85 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:53.009349 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:53.035402 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-11af489c-450f-465a-9ddd-9f2083a5f374 None None] Provisioning for port 3aa57683-3dee-4ba4-b0e2-0a83215275c4 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:53.040355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-11af489c-450f-465a-9ddd-9f2083a5f374 None None] Provisioning complete for port 3aa57683-3dee-4ba4-b0e2-0a83215275c4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:53.040827 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-11af489c-450f-465a-9ddd-9f2083a5f374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:53.062598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8fd49-1bd6-4f3a-bde3-d69cfc8c89b8 req-fe05072a-4597-421c-adc4-87dbe3138ab0 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:53.068917 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8fd49-1bd6-4f3a-bde3-d69cfc8c89b8 req-fe05072a-4597-421c-adc4-87dbe3138ab0 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:53.078561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8fd49-1bd6-4f3a-bde3-d69cfc8c89b8 req-fe05072a-4597-421c-adc4-87dbe3138ab0 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:53.083693 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-82d2f17e-a4ff-475f-bb61-f1adc145d206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:53.085810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8fd49-1bd6-4f3a-bde3-d69cfc8c89b8 req-fe05072a-4597-421c-adc4-87dbe3138ab0 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:53.092398 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8fd49-1bd6-4f3a-bde3-d69cfc8c89b8 req-fe05072a-4597-421c-adc4-87dbe3138ab0 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:53.100060 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8fd49-1bd6-4f3a-bde3-d69cfc8c89b8 req-fe05072a-4597-421c-adc4-87dbe3138ab0 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:53.109225 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e8fd49-1bd6-4f3a-bde3-d69cfc8c89b8 req-fe05072a-4597-421c-adc4-87dbe3138ab0 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 4663 time: 0.1774454 Aug 17 02:40:53.201770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-82d2f17e-a4ff-475f-bb61-f1adc145d206 service neutron] No DVR routers for this DVR port 0f552f4b-5b61-4680-9809-627f6fd590c1 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:53.219263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364dc54e-a73e-4baf-ae5e-768b462b5c06 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:53.228462 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-364dc54e-a73e-4baf-ae5e-768b462b5c06 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:53.230333 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-364dc54e-a73e-4baf-ae5e-768b462b5c06 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:40:53.231482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364dc54e-a73e-4baf-ae5e-768b462b5c06 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:53.258281 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2f17e-a4ff-475f-bb61-f1adc145d206 service neutron] Pushing event updated for resources: {'Port': ['ID=0f552f4b-5b61-4680-9809-627f6fd590c1,revision_number=6']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:53.270732 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-11af489c-450f-465a-9ddd-9f2083a5f374 None None] Port 3aa57683-3dee-4ba4-b0e2-0a83215275c4 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:53.281956 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-82d2f17e-a4ff-475f-bb61-f1adc145d206 service neutron] In _notify_port_updated(), no bound segment for port 0f552f4b-5b61-4680-9809-627f6fd590c1 on network b94dedf4-9530-4018-9785-93d1ce415491 {{(pid=95407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:40:53.283205 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-82d2f17e-a4ff-475f-bb61-f1adc145d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:53.284029 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-82d2f17e-a4ff-475f-bb61-f1adc145d206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:53.286031 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-82d2f17e-a4ff-475f-bb61-f1adc145d206 service neutron] 10.222.0.42 "PUT /v2.0/ports/0f552f4b-5b61-4680-9809-627f6fd590c1 HTTP/1.1" status: 200 len: 1032 time: 0.8030953 Aug 17 02:40:53.301792 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1e8fd49-1bd6-4f3a-bde3-d69cfc8c89b8 req-ae84e284-f310-440c-9a03-51ec7bac7af8 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=e64f37f7-28b3-4534-92db-908a4bb46a87&id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1920526 Aug 17 02:40:53.411588 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-786af959-bc29-4236-8bc1-123b5f3e8bd3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Deleting port cccafd93-4f61-4838-9ea2-f686490c7770 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:53.412213 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-786af959-bc29-4236-8bc1-123b5f3e8bd3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:53.477178 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-364dc54e-a73e-4baf-ae5e-768b462b5c06 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6511867 Aug 17 02:40:53.489975 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40304) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:53.494783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ce402aa3-613c-4ded-b702-3b0c18f69071 None None] Provisioning complete for port 0f552f4b-5b61-4680-9809-627f6fd590c1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:53.495776 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ce402aa3-613c-4ded-b702-3b0c18f69071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:53.496612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2c5619d7-a803-40e7-ad84-2b665ce9a38a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:53.550552 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ce402aa3-613c-4ded-b702-3b0c18f69071 None None] Port 0f552f4b-5b61-4680-9809-627f6fd590c1 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:53.651693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa57683-3dee-4ba4-b0e2-0a83215275c4 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:40:53.660785 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:53.675139 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Transition to ACTIVE for port object 3aa57683-3dee-4ba4-b0e2-0a83215275c4 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:53.684226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device be686e27-a5dc-4197-9fa9-27798f703f85 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:53.726872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: be686e27-a5dc-4197-9fa9-27798f703f85 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:40:53.727896 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device be686e27-a5dc-4197-9fa9-27798f703f85 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:53.803020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5619d7-a803-40e7-ad84-2b665ce9a38a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:53.807411 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c5619d7-a803-40e7-ad84-2b665ce9a38a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:53.809011 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5619d7-a803-40e7-ad84-2b665ce9a38a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:40:53.809566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5619d7-a803-40e7-ad84-2b665ce9a38a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:53.811840 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:53.909141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37509ce8-e86b-4cea-91b1-be248deec76b req-02bd255e-94f1-4fed-bc5a-9aa3f4e8b02a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:53.909141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37509ce8-e86b-4cea-91b1-be248deec76b req-02bd255e-94f1-4fed-bc5a-9aa3f4e8b02a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 932 time: 0.1310544 Aug 17 02:40:53.909141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa57683-3dee-4ba4-b0e2-0a83215275c4,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:53.922376 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-786af959-bc29-4236-8bc1-123b5f3e8bd3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] For port cccafd93-4f61-4838-9ea2-f686490c7770, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=cccafd93-4f61-4838-9ea2-f686490c7770,segment=NetworkSegment(287cc985-07aa-4a82-9666-cce6eac495ce),segment_id=287cc985-07aa-4a82-9666-cce6eac495ce)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:53.922937 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-786af959-bc29-4236-8bc1-123b5f3e8bd3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:53.966432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-786af959-bc29-4236-8bc1-123b5f3e8bd3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Calling delete_port for cccafd93-4f61-4838-9ea2-f686490c7770 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:53.988002 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2c5619d7-a803-40e7-ad84-2b665ce9a38a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4964924 Aug 17 02:40:53.991768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40310) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:54.028074 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-10a777b8-65fe-4917-a368-48afa6f326a6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:54.063780 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37509ce8-e86b-4cea-91b1-be248deec76b req-617d18b7-be38-4327-99e2-06c485d6600e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459169 Aug 17 02:40:54.129336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Attempting to bind port 3aa57683-3dee-4ba4-b0e2-0a83215275c4 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:54.129966 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Attempting to bind port 3aa57683-3dee-4ba4-b0e2-0a83215275c4 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:54.130498 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Attempting to bind port 3aa57683-3dee-4ba4-b0e2-0a83215275c4 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:54.149125 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Port 3aa57683-3dee-4ba4-b0e2-0a83215275c4 on network c2370959-6d24-42f8-8b5f-273d78403b0c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:40:54.149507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Attempting to bind port 3aa57683-3dee-4ba4-b0e2-0a83215275c4 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:54.164853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:54.165693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Checking segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:54.166721 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Bound using segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:54.167353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Bound port: 3aa57683-3dee-4ba4-b0e2-0a83215275c4, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:54.168794 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:54.253696 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-786af959-bc29-4236-8bc1-123b5f3e8bd3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:54.267178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] For port 3aa57683-3dee-4ba4-b0e2-0a83215275c4, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:54.270605 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] For port 3aa57683-3dee-4ba4-b0e2-0a83215275c4, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=3aa57683-3dee-4ba4-b0e2-0a83215275c4,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:54.291499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786af959-bc29-4236-8bc1-123b5f3e8bd3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event deleted for resources: {'Port': ['ID=cccafd93-4f61-4838-9ea2-f686490c7770,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:54.344587 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-786af959-bc29-4236-8bc1-123b5f3e8bd3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] No DVR routers for this DVR port cccafd93-4f61-4838-9ea2-f686490c7770 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:54.349436 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-786af959-bc29-4236-8bc1-123b5f3e8bd3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:54.351708 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-786af959-bc29-4236-8bc1-123b5f3e8bd3 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "DELETE /v2.0/ports/cccafd93-4f61-4838-9ea2-f686490c7770 HTTP/1.1" status: 204 len: 173 time: 1.0534258 Aug 17 02:40:54.352194 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-deleted', 'tag': 'cccafd93-4f61-4838-9ea2-f686490c7770'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:54.354876 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc344c96-49ed-4594-8628-4f070cd55900" -d '{"events": [{"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-deleted", "tag": "cccafd93-4f61-4838-9ea2-f686490c7770"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:54.410703 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a777b8-65fe-4917-a368-48afa6f326a6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:54.414737 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-10a777b8-65fe-4917-a368-48afa6f326a6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:54.416240 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a777b8-65fe-4917-a368-48afa6f326a6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:40:54.424006 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a777b8-65fe-4917-a368-48afa6f326a6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:54.457232 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:54.504120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:54.504764 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:54.506213 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] 10.222.0.18 "PUT /v2.0/ports/3aa57683-3dee-4ba4-b0e2-0a83215275c4 HTTP/1.1" status: 200 len: 1093 time: 1.6592219 Aug 17 02:40:54.509606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b87759-3b20-43f5-906e-5410454a5ebe', 'tag': '3aa57683-3dee-4ba4-b0e2-0a83215275c4'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:54.512133 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9869022f-c227-4762-bcd0-615c19407195" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b87759-3b20-43f5-906e-5410454a5ebe", "tag": "3aa57683-3dee-4ba4-b0e2-0a83215275c4"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:54.520617 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-375b1750-843f-4d4b-98d2-5c1188b1332f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Deleting port f7281df1-44ab-460b-942d-b9cbf502af1c {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:54.521381 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-375b1750-843f-4d4b-98d2-5c1188b1332f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:54.530978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b0fe1-9b19-4836-9e07-9833efc2e525 req-001d804e-4987-4a9f-8d89-b7e15796d71d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:54.537894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b0fe1-9b19-4836-9e07-9833efc2e525 req-001d804e-4987-4a9f-8d89-b7e15796d71d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:54.544223 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b0fe1-9b19-4836-9e07-9833efc2e525 req-001d804e-4987-4a9f-8d89-b7e15796d71d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:54.552286 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b0fe1-9b19-4836-9e07-9833efc2e525 req-001d804e-4987-4a9f-8d89-b7e15796d71d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:54.561373 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf6b0fe1-9b19-4836-9e07-9833efc2e525 req-001d804e-4987-4a9f-8d89-b7e15796d71d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 3149 time: 0.1646938 Aug 17 02:40:54.586884 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-10a777b8-65fe-4917-a368-48afa6f326a6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5903707 Aug 17 02:40:54.587671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40332) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:54.598482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a1fd9a02-5437-4d1e-a034-e8e9abf6a25e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:54.723090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf6b0fe1-9b19-4836-9e07-9833efc2e525 req-93920140-9b42-4da1-a194-5b81223630c2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607208 Aug 17 02:40:54.775568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ddf3f-8a1f-4f13-a4f5-b7dfa17fb986 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa57683-3dee-4ba4-b0e2-0a83215275c4,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:54.808536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-375b1750-843f-4d4b-98d2-5c1188b1332f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] For port f7281df1-44ab-460b-942d-b9cbf502af1c, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f7281df1-44ab-460b-942d-b9cbf502af1c,segment=NetworkSegment(2b45fd55-7a4e-4721-9684-1c4f9dea75f5),segment_id=2b45fd55-7a4e-4721-9684-1c4f9dea75f5)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:54.808536 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-375b1750-843f-4d4b-98d2-5c1188b1332f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:54.826754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 85da0db9-b3fa-4975-9360-bc89a461f7cc no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:54.882840 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c5630b5d-f6b7-4c39-a9aa-5764d89a0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:54.884398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-c5630b5d-f6b7-4c39-a9aa-5764d89a0fa9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 1096 time: 0.1996348 Aug 17 02:40:54.977526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-762bb314-1e3e-4296-a3d9-aa9fdd7c87ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3aa57683-3dee-4ba4-b0e2-0a83215275c4 HTTP/1.1" status: 200 len: 217 time: 0.0776241 Aug 17 02:40:54.994226 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:55.082245 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85da0db9-b3fa-4975-9360-bc89a461f7cc'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:55.086022 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e611ff8-6223-4bee-9115-a4c3e7d57d5f" -d '{"events": [{"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-unplugged", "status": "completed", "tag": "85da0db9-b3fa-4975-9360-bc89a461f7cc"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:55.091561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-08de3bd0-cfbb-4cf7-86a4-f692a5235341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:55.093040 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-08de3bd0-cfbb-4cf7-86a4-f692a5235341 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.1077247 Aug 17 02:40:55.106323 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 85da0db9-b3fa-4975-9360-bc89a461f7cc, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=85da0db9-b3fa-4975-9360-bc89a461f7cc,segment=NetworkSegment(287cc985-07aa-4a82-9666-cce6eac495ce),segment_id=287cc985-07aa-4a82-9666-cce6eac495ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:55.155878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-2ed17b5e-a0bd-4404-b06e-b8babf75e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:55.158919 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-2ed17b5e-a0bd-4404-b06e-b8babf75e5cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574832 Aug 17 02:40:55.238002 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fd9a02-5437-4d1e-a034-e8e9abf6a25e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:55.242150 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a1fd9a02-5437-4d1e-a034-e8e9abf6a25e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:55.243913 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fd9a02-5437-4d1e-a034-e8e9abf6a25e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:40:55.244560 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fd9a02-5437-4d1e-a034-e8e9abf6a25e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:55.257731 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b331c70-8970-41a2-abd3-c3827c5417ab x-openstack-request-id: req-9b331c70-8970-41a2-abd3-c3827c5417ab {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:55.258236 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-deleted", "tag": "cccafd93-4f61-4838-9ea2-f686490c7770", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:55.258236 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b331c70-8970-41a2-abd3-c3827c5417ab {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:55.258990 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-deleted', 'tag': 'cccafd93-4f61-4838-9ea2-f686490c7770', 'status': 'completed', 'code': 200} Aug 17 02:40:55.280823 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-375b1750-843f-4d4b-98d2-5c1188b1332f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:55.283140 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-375b1750-843f-4d4b-98d2-5c1188b1332f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:55.283140 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-375b1750-843f-4d4b-98d2-5c1188b1332f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Floating IP 109cc61b-9997-4690-a005-cc0be9e4f175 disassociated. External IP: 172.25.5.175, port: f7281df1-44ab-460b-942d-b9cbf502af1c. Aug 17 02:40:55.283140 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-375b1750-843f-4d4b-98d2-5c1188b1332f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Calling delete_port for f7281df1-44ab-460b-942d-b9cbf502af1c owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:55.325714 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-a37df27f-b2f4-4da4-aa3d-9d105163c83c service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539159 Aug 17 02:40:55.353399 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:55.354630 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device f7281df1-44ab-460b-942d-b9cbf502af1c no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:55.387139 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5b282a-bef5-43e1-89d6-7db5352b4b6f x-openstack-request-id: req-ac5b282a-bef5-43e1-89d6-7db5352b4b6f {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:55.387693 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b87759-3b20-43f5-906e-5410454a5ebe", "tag": "3aa57683-3dee-4ba4-b0e2-0a83215275c4", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:55.387978 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac5b282a-bef5-43e1-89d6-7db5352b4b6f {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:55.388528 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b87759-3b20-43f5-906e-5410454a5ebe', 'tag': '3aa57683-3dee-4ba4-b0e2-0a83215275c4', 'status': 'completed', 'code': 200} Aug 17 02:40:55.458308 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cd68ea2-c3c2-4641-9ae7-25d458845d67 req-f2b0be15-ce7d-4258-a115-edda32b95f2c service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236541 Aug 17 02:40:55.473648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=85da0db9-b3fa-4975-9360-bc89a461f7cc,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:55.497275 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a1fd9a02-5437-4d1e-a034-e8e9abf6a25e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9027958 Aug 17 02:40:55.498368 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40340) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:55.509206 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-cf44a16c-a184-4b6c-8d17-e53c6439f07f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:55.515398 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c2a6d8-efb0-49e0-818a-e81d40dab375 x-openstack-request-id: req-96c2a6d8-efb0-49e0-818a-e81d40dab375 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:55.515653 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-unplugged", "status": "completed", "tag": "85da0db9-b3fa-4975-9360-bc89a461f7cc", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:55.515920 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96c2a6d8-efb0-49e0-818a-e81d40dab375 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:55.516304 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85da0db9-b3fa-4975-9360-bc89a461f7cc', 'code': 200} Aug 17 02:40:55.538712 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:55.606140 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-375b1750-843f-4d4b-98d2-5c1188b1332f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:55.636255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device fb157415-ad24-49ac-ba23-2072f88c20ca no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:55.658587 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b1750-843f-4d4b-98d2-5c1188b1332f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event deleted for resources: {'Port': ['ID=f7281df1-44ab-460b-942d-b9cbf502af1c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:55.694107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f2d19-01fa-4043-b337-f1564627950e req-47c913c0-be94-4a06-b50f-f45f37338dc4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:55.701662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f65f2d19-01fa-4043-b337-f1564627950e req-47c913c0-be94-4a06-b50f-f45f37338dc4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1356354 Aug 17 02:40:55.745866 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:55.749283 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f65f2d19-01fa-4043-b337-f1564627950e req-c8f44229-89ca-4036-9810-c89466de1010 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466945 Aug 17 02:40:55.751257 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869022f-c227-4762-bcd0-615c19407195 req-73772938-839b-4401-bdab-f4ca536ed9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:55.753872 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9869022f-c227-4762-bcd0-615c19407195 req-73772938-839b-4401-bdab-f4ca536ed9e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 1096 time: 0.0989699 Aug 17 02:40:55.791862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port fb157415-ad24-49ac-ba23-2072f88c20ca, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb157415-ad24-49ac-ba23-2072f88c20ca,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:55.824684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-375b1750-843f-4d4b-98d2-5c1188b1332f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Router 3845a278-ecca-42bf-a8c1-33402116d30b has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:40:55.842806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf44a16c-a184-4b6c-8d17-e53c6439f07f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:55.846390 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf44a16c-a184-4b6c-8d17-e53c6439f07f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:55.848299 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf44a16c-a184-4b6c-8d17-e53c6439f07f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:40:55.848758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf44a16c-a184-4b6c-8d17-e53c6439f07f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:40:55.933200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869022f-c227-4762-bcd0-615c19407195 req-c4ff46cb-6fa1-432f-987f-1d9beea58588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:55.934753 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9869022f-c227-4762-bcd0-615c19407195 req-c4ff46cb-6fa1-432f-987f-1d9beea58588 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.1692255 Aug 17 02:40:55.944144 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:55.945202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad4db4-0fe2-464b-b179-420dff6be1a7 req-46ed1712-6388-4811-a8f4-12d28d23af66 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:55.946066 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 9da101a7-7263-4cbc-a73f-1f913a173e65 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:55.946402 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-375b1750-843f-4d4b-98d2-5c1188b1332f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:55.951125 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad4db4-0fe2-464b-b179-420dff6be1a7 req-46ed1712-6388-4811-a8f4-12d28d23af66 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:55.958143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad4db4-0fe2-464b-b179-420dff6be1a7 req-46ed1712-6388-4811-a8f4-12d28d23af66 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:55.959814 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03ad4db4-0fe2-464b-b179-420dff6be1a7 req-46ed1712-6388-4811-a8f4-12d28d23af66 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 2412 time: 0.1053605 Aug 17 02:40:55.988087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-375b1750-843f-4d4b-98d2-5c1188b1332f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] No DVR routers for this DVR port f7281df1-44ab-460b-942d-b9cbf502af1c on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:55.990969 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-375b1750-843f-4d4b-98d2-5c1188b1332f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:55.993661 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-375b1750-843f-4d4b-98d2-5c1188b1332f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "DELETE /v2.0/ports/f7281df1-44ab-460b-942d-b9cbf502af1c HTTP/1.1" status: 204 len: 173 time: 1.6345072 Aug 17 02:40:56.001020 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1695d608-e717-4905-b67b-0f36fa4edc7c None None] Sync routers for ids ['3845a278-ecca-42bf-a8c1-33402116d30b'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:56.014270 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9869022f-c227-4762-bcd0-615c19407195 req-6bb64cb0-ccf8-4d76-aa55-8317a55a77fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3aa57683-3dee-4ba4-b0e2-0a83215275c4 HTTP/1.1" status: 200 len: 217 time: 0.0534453 Aug 17 02:40:56.043439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1695d608-e717-4905-b67b-0f36fa4edc7c None None] Routers {'3845a278-ecca-42bf-a8c1-33402116d30b'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:56.044156 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1695d608-e717-4905-b67b-0f36fa4edc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3845a278-ecca-42bf-a8c1-33402116d30b'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:56.111438 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03ad4db4-0fe2-464b-b179-420dff6be1a7 req-edc4ae41-e307-4410-8f84-6129d21072c8 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987120 Aug 17 02:40:56.136947 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869022f-c227-4762-bcd0-615c19407195 req-5ce184b2-d3dd-47c1-84e9-9fb6fdbba422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:56.145973 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-15bc87d1-71e1-4a73-8bdb-6619cfea4dc9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Deleting port fb157415-ad24-49ac-ba23-2072f88c20ca {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:56.146320 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-15bc87d1-71e1-4a73-8bdb-6619cfea4dc9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:56.154007 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9869022f-c227-4762-bcd0-615c19407195 req-5ce184b2-d3dd-47c1-84e9-9fb6fdbba422 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.1174297 Aug 17 02:40:56.163539 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cf44a16c-a184-4b6c-8d17-e53c6439f07f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6637964 Aug 17 02:40:56.164990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40344) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:56.227733 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=fb157415-ad24-49ac-ba23-2072f88c20ca,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:56.228775 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869022f-c227-4762-bcd0-615c19407195 req-8f2f6ee2-efd4-4264-ade0-adc421069d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:56.236284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9869022f-c227-4762-bcd0-615c19407195 req-8f2f6ee2-efd4-4264-ade0-adc421069d6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805745 Aug 17 02:40:56.296025 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-1695d608-e717-4905-b67b-0f36fa4edc7c None None] Set router 3845a278-ecca-42bf-a8c1-33402116d30b gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:56.305367 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0b91fff6-7887-4282-a428-335cdacea9de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1351681 Aug 17 02:40:56.311727 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40348) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:56.340913 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:56.386577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9869022f-c227-4762-bcd0-615c19407195 req-eab8269b-1a86-4a78-9588-2a4dad28cdd8 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411314 Aug 17 02:40:56.422961 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 9da101a7-7263-4cbc-a73f-1f913a173e65, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9da101a7-7263-4cbc-a73f-1f913a173e65,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:56.470933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-15bc87d1-71e1-4a73-8bdb-6619cfea4dc9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] For port fb157415-ad24-49ac-ba23-2072f88c20ca, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fb157415-ad24-49ac-ba23-2072f88c20ca,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:56.470933 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-15bc87d1-71e1-4a73-8bdb-6619cfea4dc9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:56.476447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d821f49c-7535-455d-91a6-82bd08492e32 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:56.477970 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d821f49c-7535-455d-91a6-82bd08492e32 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1526167 Aug 17 02:40:56.480665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40358) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:56.498149 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-15bc87d1-71e1-4a73-8bdb-6619cfea4dc9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Calling delete_port for fb157415-ad24-49ac-ba23-2072f88c20ca owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:56.554843 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-726060ea-9571-4236-8eed-20c8842e124e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634494 Aug 17 02:40:56.555339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40360) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:56.562406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-56d6a68e-67eb-4e00-b0ea-0c382f55c6cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:56.571912 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:56.572633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device cccafd93-4f61-4838-9ea2-f686490c7770 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:56.614160 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9869022f-c227-4762-bcd0-615c19407195 req-9eb135dc-f05c-482f-8153-30e1e75f9264 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162716 Aug 17 02:40:56.651541 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: cccafd93-4f61-4838-9ea2-f686490c7770 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:40:56.651910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device cccafd93-4f61-4838-9ea2-f686490c7770 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:56.652811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 71edd6d5-0ae9-45a6-8572-76f90f786070 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:56.724027 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 71edd6d5-0ae9-45a6-8572-76f90f786070 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:56.724466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0f552f4b-5b61-4680-9809-627f6fd590c1 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:56.747940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=9da101a7-7263-4cbc-a73f-1f913a173e65,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:56.776350 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1695d608-e717-4905-b67b-0f36fa4edc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:29:49Z', 'updated_at': '2021-08-17T02:29:59Z', 'revision_number': 4, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'gw_port': {'id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:50Z', 'updated_at': '2021-08-17T02:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '35e12a83-0519-42b6-b0e9-a41e5915f3f7', 'name': '', 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'mac_address': 'fa:16:3e:1b:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:56Z', 'updated_at': '2021-08-17T02:30:04Z', 'revision_number': 5, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'subnets': [{'id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:56.779331 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 0f552f4b-5b61-4680-9809-627f6fd590c1 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:56.791425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d6a68e-67eb-4e00-b0ea-0c382f55c6cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:56.795064 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-56d6a68e-67eb-4e00-b0ea-0c382f55c6cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:56.808955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1695d608-e717-4905-b67b-0f36fa4edc7c None None] Checking router: 3845a278-ecca-42bf-a8c1-33402116d30b for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:40:56.821547 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1695d608-e717-4905-b67b-0f36fa4edc7c None None] Routers {'3845a278-ecca-42bf-a8c1-33402116d30b'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:56.822202 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1695d608-e717-4905-b67b-0f36fa4edc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:40:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3845a278-ecca-42bf-a8c1-33402116d30b'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:56.874431 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-15bc87d1-71e1-4a73-8bdb-6619cfea4dc9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:56.939070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc87d1-71e1-4a73-8bdb-6619cfea4dc9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event deleted for resources: {'Port': ['ID=fb157415-ad24-49ac-ba23-2072f88c20ca,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:56.963055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea413df-8486-4ae0-8888-b29a7c43cc04 req-ca24d88f-dedd-4c98-9bc9-e890c5e162e6 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:56.965383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ea413df-8486-4ae0-8888-b29a7c43cc04 req-ca24d88f-dedd-4c98-9bc9-e890c5e162e6 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1021092 Aug 17 02:40:56.991122 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-1695d608-e717-4905-b67b-0f36fa4edc7c None None] Set router 3845a278-ecca-42bf-a8c1-33402116d30b gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:57.071120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ea413df-8486-4ae0-8888-b29a7c43cc04 req-4b1eddb1-6767-400a-93f3-471485c4c4b4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941751 Aug 17 02:40:57.093632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-15bc87d1-71e1-4a73-8bdb-6619cfea4dc9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] No DVR routers for this DVR port fb157415-ad24-49ac-ba23-2072f88c20ca on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:57.106215 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-15bc87d1-71e1-4a73-8bdb-6619cfea4dc9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:57.106215 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-15bc87d1-71e1-4a73-8bdb-6619cfea4dc9 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "DELETE /v2.0/ports/fb157415-ad24-49ac-ba23-2072f88c20ca HTTP/1.1" status: 204 len: 173 time: 1.1006234 Aug 17 02:40:57.261627 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-477f7a07-777a-4b93-b074-e4f6af916aa1 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Deleting port 85da0db9-b3fa-4975-9360-bc89a461f7cc {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:57.262092 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-477f7a07-777a-4b93-b074-e4f6af916aa1 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:57.289827 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-deleted', 'tag': 'f7281df1-44ab-460b-942d-b9cbf502af1c'}, {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-deleted', 'tag': 'fb157415-ad24-49ac-ba23-2072f88c20ca'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:57.290940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1695d608-e717-4905-b67b-0f36fa4edc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:29:49Z', 'updated_at': '2021-08-17T02:29:59Z', 'revision_number': 4, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'gw_port': {'id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:50Z', 'updated_at': '2021-08-17T02:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '35e12a83-0519-42b6-b0e9-a41e5915f3f7', 'name': '', 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'mac_address': 'fa:16:3e:1b:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:56Z', 'updated_at': '2021-08-17T02:30:04Z', 'revision_number': 5, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'subnets': [{'id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:57.292351 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3534be8-4066-4448-a2c8-2fd9ffda6004" -d '{"events": [{"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-deleted", "tag": "f7281df1-44ab-460b-942d-b9cbf502af1c"}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-deleted", "tag": "fb157415-ad24-49ac-ba23-2072f88c20ca"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:57.357504 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1695d608-e717-4905-b67b-0f36fa4edc7c None None] The sync data for ids ['3845a278-ecca-42bf-a8c1-33402116d30b'] in n-d-793621-31 is: [{'id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:29:49Z', 'updated_at': '2021-08-17T02:29:59Z', 'revision_number': 4, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'gw_port': {'id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:50Z', 'updated_at': '2021-08-17T02:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '35e12a83-0519-42b6-b0e9-a41e5915f3f7', 'name': '', 'network_id': '0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'mac_address': 'fa:16:3e:1b:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:56Z', 'updated_at': '2021-08-17T02:30:04Z', 'revision_number': 5, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'subnets': [{'id': 'faa7915d-3508-4964-a5bc-36df46bd2d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:57.414203 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfba8f-0ce5-4a6b-9a2b-1bd6f073df89 req-c6a83d4b-08ef-48cd-938c-d08d95931b82 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:57.431295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfba8f-0ce5-4a6b-9a2b-1bd6f073df89 req-c6a83d4b-08ef-48cd-938c-d08d95931b82 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:57.435969 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-477f7a07-777a-4b93-b074-e4f6af916aa1 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] For port 85da0db9-b3fa-4975-9360-bc89a461f7cc, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=85da0db9-b3fa-4975-9360-bc89a461f7cc,segment=NetworkSegment(287cc985-07aa-4a82-9666-cce6eac495ce),segment_id=287cc985-07aa-4a82-9666-cce6eac495ce)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:57.436512 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-477f7a07-777a-4b93-b074-e4f6af916aa1 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:57.441912 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-19dfba8f-0ce5-4a6b-9a2b-1bd6f073df89 req-c6a83d4b-08ef-48cd-938c-d08d95931b82 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 1676 time: 0.2070777 Aug 17 02:40:57.473310 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40374) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:57.474307 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-477f7a07-777a-4b93-b074-e4f6af916aa1 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Calling delete_port for 85da0db9-b3fa-4975-9360-bc89a461f7cc owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:57.491669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.objects.ports [None req-56d6a68e-67eb-4e00-b0ea-0c382f55c6cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95406) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:40:57.493412 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-56d6a68e-67eb-4e00-b0ea-0c382f55c6cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:57.517850 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb157415-ad24-49ac-ba23-2072f88c20ca'}, {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da101a7-7263-4cbc-a73f-1f913a173e65'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:57.522386 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab6046d-c494-496d-8bbb-ad53a0d296ab" -d '{"events": [{"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-unplugged", "status": "completed", "tag": "fb157415-ad24-49ac-ba23-2072f88c20ca"}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-unplugged", "status": "completed", "tag": "9da101a7-7263-4cbc-a73f-1f913a173e65"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:57.580870 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d6a68e-67eb-4e00-b0ea-0c382f55c6cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:57.583375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-19dfba8f-0ce5-4a6b-9a2b-1bd6f073df89 req-681ad75e-8ef7-42d1-9628-5be42aafd8e1 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404326 Aug 17 02:40:57.587723 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-56d6a68e-67eb-4e00-b0ea-0c382f55c6cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:57.596900 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d6a68e-67eb-4e00-b0ea-0c382f55c6cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:57.599819 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-56d6a68e-67eb-4e00-b0ea-0c382f55c6cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:57.616978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65b9d29-454f-4376-89fa-7e6e72d14339 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:57.628987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a68e-67eb-4e00-b0ea-0c382f55c6cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=3e69db85-b77b-4c5a-85b8-aec051882467,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:57.737348 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f761df-fc80-488f-a22a-11eb799f4570 x-openstack-request-id: req-26f761df-fc80-488f-a22a-11eb799f4570 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:57.737714 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-deleted", "tag": "f7281df1-44ab-460b-942d-b9cbf502af1c", "status": "completed", "code": 200}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-deleted", "tag": "fb157415-ad24-49ac-ba23-2072f88c20ca", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:57.738029 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26f761df-fc80-488f-a22a-11eb799f4570 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:57.738523 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-deleted', 'tag': 'f7281df1-44ab-460b-942d-b9cbf502af1c', 'status': 'completed', 'code': 200} Aug 17 02:40:57.738833 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-deleted', 'tag': 'fb157415-ad24-49ac-ba23-2072f88c20ca', 'status': 'completed', 'code': 200} Aug 17 02:40:57.766169 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-56d6a68e-67eb-4e00-b0ea-0c382f55c6cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2053816 Aug 17 02:40:57.768073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40382) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:57.773902 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b1f7ca01-3296-4143-bba0-9870af0ff0f7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'mac_address': 'fa:16:3e:f4:50:b3', 'name': 'tempest-NetworksTestDHCPv6-811083064'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:57.775657 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00276fa7-abde-48cd-8721-45a9edd67001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:57.928993 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4ff721-9569-4f1b-986d-bdc5d0c9ac56 x-openstack-request-id: req-2b4ff721-9569-4f1b-986d-bdc5d0c9ac56 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:57.929384 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-unplugged", "status": "completed", "tag": "fb157415-ad24-49ac-ba23-2072f88c20ca", "code": 200}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-unplugged", "status": "completed", "tag": "9da101a7-7263-4cbc-a73f-1f913a173e65", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:57.929734 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b4ff721-9569-4f1b-986d-bdc5d0c9ac56 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:57.930049 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb157415-ad24-49ac-ba23-2072f88c20ca', 'code': 200} Aug 17 02:40:57.930460 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da101a7-7263-4cbc-a73f-1f913a173e65', 'code': 200} Aug 17 02:40:57.962015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': '3e69db85-b77b-4c5a-85b8-aec051882467'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:40:57.964460 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:57.971813 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460e06a9-0b88-4c85-a8b3-825260a8377b None None] New status for floating IP 109cc61b-9997-4690-a005-cc0be9e4f175: DOWN {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:40:57.975033 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-477f7a07-777a-4b93-b074-e4f6af916aa1 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:57.986862 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00276fa7-abde-48cd-8721-45a9edd67001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.017959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f7a07-777a-4b93-b074-e4f6af916aa1 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event deleted for resources: {'Port': ['ID=85da0db9-b3fa-4975-9360-bc89a461f7cc,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:58.077273 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-477f7a07-777a-4b93-b074-e4f6af916aa1 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] No DVR routers for this DVR port 85da0db9-b3fa-4975-9360-bc89a461f7cc on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:58.078967 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-477f7a07-777a-4b93-b074-e4f6af916aa1 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.081394 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-477f7a07-777a-4b93-b074-e4f6af916aa1 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "DELETE /v2.0/ports/85da0db9-b3fa-4975-9360-bc89a461f7cc HTTP/1.1" status: 204 len: 173 time: 0.9729781 Aug 17 02:40:58.168431 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00276fa7-abde-48cd-8721-45a9edd67001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.194540 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Allocated IP 2001:db8::f816:3eff:fecb:ba07 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/3e69db85-b77b-4c5a-85b8-aec051882467/68a62b64-8c2c-4409-9a45-46ef7eefd043) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:58.209158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00276fa7-abde-48cd-8721-45a9edd67001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f807b2-9660-4700-a5af-ea2c02a57f4e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:58.228947 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-00276fa7-abde-48cd-8721-45a9edd67001 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15b5c8b837e349f08906035667c24f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7523735 Aug 17 02:40:58.230380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40388) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:58.263311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da02f6-32c7-42e8-9fc5-8ff73e8269a4 req-b28f1515-fe0c-4207-9abf-696c6d548975 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:58.271359 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05da02f6-32c7-42e8-9fc5-8ff73e8269a4 req-b28f1515-fe0c-4207-9abf-696c6d548975 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0862877 Aug 17 02:40:58.274796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f7ca01-3296-4143-bba0-9870af0ff0f7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:58.290034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-f3cc49a2-9038-4c82-ae55-a681eab133b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Deleting port 9da101a7-7263-4cbc-a73f-1f913a173e65 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:58.290375 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-f3cc49a2-9038-4c82-ae55-a681eab133b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.358118 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-081cb622-8cec-4c22-9b41-00cea8af5240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.373287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05da02f6-32c7-42e8-9fc5-8ff73e8269a4 req-e9b5a861-097c-450b-9816-5991d0755da8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977674 Aug 17 02:40:58.399590 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-081cb622-8cec-4c22-9b41-00cea8af5240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.413207 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.421163 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b1f7ca01-3296-4143-bba0-9870af0ff0f7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.423176 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Transition to ACTIVE for port object 68a62b64-8c2c-4409-9a45-46ef7eefd043 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:58.445363 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Transition to ACTIVE for port object 68a62b64-8c2c-4409-9a45-46ef7eefd043 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:58.451542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-b1f7ca01-3296-4143-bba0-9870af0ff0f7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 4ecb3d11-39d5-48f2-9b10-95adc179829e yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:40:58.451733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-f3cc49a2-9038-4c82-ae55-a681eab133b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] For port 9da101a7-7263-4cbc-a73f-1f913a173e65, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=9da101a7-7263-4cbc-a73f-1f913a173e65,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:58.452177 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-f3cc49a2-9038-4c82-ae55-a681eab133b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.475098 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-f3cc49a2-9038-4c82-ae55-a681eab133b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Calling delete_port for 9da101a7-7263-4cbc-a73f-1f913a173e65 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:58.637413 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.681956 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:58.684817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:58.688501 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:58.695706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-b1f7ca01-3296-4143-bba0-9870af0ff0f7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::f816:3eff:fef4:50b3 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/3e69db85-b77b-4c5a-85b8-aec051882467/4ecb3d11-39d5-48f2-9b10-95adc179829e) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:58.700557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Pushing event updated for resources: {'Port': ['ID=68a62b64-8c2c-4409-9a45-46ef7eefd043,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:58.746890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Attempting to bind port 68a62b64-8c2c-4409-9a45-46ef7eefd043 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:58.747429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Attempting to bind port 68a62b64-8c2c-4409-9a45-46ef7eefd043 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:58.747766 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Attempting to bind port 68a62b64-8c2c-4409-9a45-46ef7eefd043 on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:58.753441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:58.753823 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:58.754210 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.754636 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:58.755110 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Bound port: 68a62b64-8c2c-4409-9a45-46ef7eefd043, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:58.755500 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.771362 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-081cb622-8cec-4c22-9b41-00cea8af5240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.773149 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-081cb622-8cec-4c22-9b41-00cea8af5240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.777211 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-081cb622-8cec-4c22-9b41-00cea8af5240 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24f807b2-9660-4700-a5af-ea2c02a57f4e HTTP/1.1" status: 204 len: 168 time: 0.5432434 Aug 17 02:40:58.789737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cb622-8cec-4c22-9b41-00cea8af5240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f807b2-9660-4700-a5af-ea2c02a57f4e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:58.839465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] For port 68a62b64-8c2c-4409-9a45-46ef7eefd043, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:58.842897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] For port 68a62b64-8c2c-4409-9a45-46ef7eefd043, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=68a62b64-8c2c-4409-9a45-46ef7eefd043,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:58.875461 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadcdec-d9e3-42f4-844a-66ba396f1e75 req-5b071269-76b3-4caf-b8d6-9c0210e3dd3f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:58.878201 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2cadcdec-d9e3-42f4-844a-66ba396f1e75 req-5b071269-76b3-4caf-b8d6-9c0210e3dd3f tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 942 time: 0.1662014 Aug 17 02:40:58.934703 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-f3cc49a2-9038-4c82-ae55-a681eab133b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.935011 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.947112 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2cadcdec-d9e3-42f4-844a-66ba396f1e75 req-4bb92fc1-f915-4ecf-8547-8dc4ea63c093 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups?id=19507326-4cd7-4c5c-bd4d-82398a7d0f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611024 Aug 17 02:40:58.968798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc49a2-9038-4c82-ae55-a681eab133b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event deleted for resources: {'Port': ['ID=9da101a7-7263-4cbc-a73f-1f913a173e65,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:58.982193 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b1f7ca01-3296-4143-bba0-9870af0ff0f7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:58.997280 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:59.028820 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-b1f7ca01-3296-4143-bba0-9870af0ff0f7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 4ecb3d11-39d5-48f2-9b10-95adc179829e will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:59.087972 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-f3cc49a2-9038-4c82-ae55-a681eab133b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] No DVR routers for this DVR port 9da101a7-7263-4cbc-a73f-1f913a173e65 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:59.094622 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-f3cc49a2-9038-4c82-ae55-a681eab133b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:59.099307 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-23eaaa23-2103-4f43-9086-9a28be5bac6a req-f3cc49a2-9038-4c82-ae55-a681eab133b2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.42 "DELETE /v2.0/ports/9da101a7-7263-4cbc-a73f-1f913a173e65 HTTP/1.1" status: 204 len: 173 time: 1.0116374 Aug 17 02:40:59.100658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b4a97-15ce-4608-877d-5257ebf4b2de None None] Pushing event updated for resources: {'Port': ['ID=68a62b64-8c2c-4409-9a45-46ef7eefd043,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:59.252876 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b1f7ca01-3296-4143-bba0-9870af0ff0f7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:59.352754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f7ca01-3296-4143-bba0-9870af0ff0f7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:59.360003 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-b1f7ca01-3296-4143-bba0-9870af0ff0f7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:59.365278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f7ca01-3296-4143-bba0-9870af0ff0f7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:59.379297 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f7ca01-3296-4143-bba0-9870af0ff0f7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:59.380011 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b1f7ca01-3296-4143-bba0-9870af0ff0f7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:59.393785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7ca01-3296-4143-bba0-9870af0ff0f7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=4ecb3d11-39d5-48f2-9b10-95adc179829e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:59.532454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b1f7ca01-3296-4143-bba0-9870af0ff0f7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7636147 Aug 17 02:40:59.535499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40402) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:59.606481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155bfaf-879e-41c8-af2c-302197d38e7e req-08850a0a-e957-4a95-96ff-3122bc411057 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:59.615255 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2155bfaf-879e-41c8-af2c-302197d38e7e req-08850a0a-e957-4a95-96ff-3122bc411057 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1367404 Aug 17 02:40:59.653861 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01d86ef-eef4-48a0-be34-dff08486d493 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:59.668986 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01d86ef-eef4-48a0-be34-dff08486d493 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:59.675505 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b01d86ef-eef4-48a0-be34-dff08486d493 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1345131 Aug 17 02:40:59.676441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40410) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:59.732930 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2155bfaf-879e-41c8-af2c-302197d38e7e req-1f054ed6-5827-429d-8074-ee311f1e56f1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167512 Aug 17 02:40:59.764062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-deleted', 'tag': '85da0db9-b3fa-4975-9360-bc89a461f7cc'}, {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-deleted', 'tag': '9da101a7-7263-4cbc-a73f-1f913a173e65'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:59.769541 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5e69ef-074a-4b4b-bb0f-360510177e53" -d '{"events": [{"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-deleted", "tag": "85da0db9-b3fa-4975-9360-bc89a461f7cc"}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-deleted", "tag": "9da101a7-7263-4cbc-a73f-1f913a173e65"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:59.854563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc8e00-ca6c-4c8a-9186-7d1d799fce35 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 4ecb3d11-39d5-48f2-9b10-95adc179829e {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:59.858081 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6ebc8e00-ca6c-4c8a-9186-7d1d799fce35 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:59.884738 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dc6bec-5cc7-45fd-800a-066edbb35fa8 x-openstack-request-id: req-62dc6bec-5cc7-45fd-800a-066edbb35fa8 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:59.885219 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-deleted", "tag": "85da0db9-b3fa-4975-9360-bc89a461f7cc", "status": "completed", "code": 200}, {"server_uuid": "52ad848b-04cb-4c90-8f99-c9e1f782fcec", "name": "network-vif-deleted", "tag": "9da101a7-7263-4cbc-a73f-1f913a173e65", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:59.885820 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62dc6bec-5cc7-45fd-800a-066edbb35fa8 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:59.886354 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-deleted', 'tag': '85da0db9-b3fa-4975-9360-bc89a461f7cc', 'status': 'completed', 'code': 200} Aug 17 02:40:59.886761 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad848b-04cb-4c90-8f99-c9e1f782fcec', 'name': 'network-vif-deleted', 'tag': '9da101a7-7263-4cbc-a73f-1f913a173e65', 'status': 'completed', 'code': 200} Aug 17 02:40:59.907371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 68a62b64-8c2c-4409-9a45-46ef7eefd043 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:59.950653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40416) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:59.972992 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89bcf1ec-f85a-423e-8318-275c3ac1a2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:00.078039 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6ebc8e00-ca6c-4c8a-9186-7d1d799fce35 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:00.100350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc8e00-ca6c-4c8a-9186-7d1d799fce35 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 4ecb3d11-39d5-48f2-9b10-95adc179829e owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:00.136303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 68a62b64-8c2c-4409-9a45-46ef7eefd043 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:00.151348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfa274-dcf4-4552-afff-fc019b851e42 req-309f2a00-71d8-4c21-9224-860400e17f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:00.152903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfdfa274-dcf4-4552-afff-fc019b851e42 req-309f2a00-71d8-4c21-9224-860400e17f35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 1098 time: 0.3926990 Aug 17 02:41:00.159515 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d70719ce-70cc-4c32-ab1b-96094a3e028d req-090e34a8-e0d9-4223-a316-f17025dd45e7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 210 time: 0.0487590 Aug 17 02:41:00.225744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfdfa274-dcf4-4552-afff-fc019b851e42 req-394c557a-89f8-499b-a394-b00e1f4a6d01 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=669e96f3-2b4e-4887-80c1-a2f6dab467c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559752 Aug 17 02:41:00.311365 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89bcf1ec-f85a-423e-8318-275c3ac1a2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:00.431873 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89bcf1ec-f85a-423e-8318-275c3ac1a2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:00.470020 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6ebc8e00-ca6c-4c8a-9186-7d1d799fce35 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:00.499408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcf1ec-f85a-423e-8318-275c3ac1a2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c456227e-b14d-4c26-8f51-a7f238b8e917,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:00.515762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc8e00-ca6c-4c8a-9186-7d1d799fce35 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=4ecb3d11-39d5-48f2-9b10-95adc179829e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:00.523838 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-89bcf1ec-f85a-423e-8318-275c3ac1a2d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95a76597be5245458bebce8db62c9a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5678973 Aug 17 02:41:00.525267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40426) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:00.558222 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6ebc8e00-ca6c-4c8a-9186-7d1d799fce35 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:00.566473 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6ebc8e00-ca6c-4c8a-9186-7d1d799fce35 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/4ecb3d11-39d5-48f2-9b10-95adc179829e HTTP/1.1" status: 204 len: 168 time: 0.8874249 Aug 17 02:41:00.567600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40428) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:00.622399 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:41:00.654104 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e12f4d3-5fb5-4f03-bea9-68b3f89edfb2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:00.654933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e12f4d3-5fb5-4f03-bea9-68b3f89edfb2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:00.659101 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0e12f4d3-5fb5-4f03-bea9-68b3f89edfb2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0876567 Aug 17 02:41:00.659578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40430) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:00.661211 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a7dc-f7ef-46e4-948e-321c80a7c885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:00.671483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3f85c770-d027-4787-8bf5-65063788afca None None] Provisioning for port 68a62b64-8c2c-4409-9a45-46ef7eefd043 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:00.694063 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3f85c770-d027-4787-8bf5-65063788afca None None] Provisioning complete for port 68a62b64-8c2c-4409-9a45-46ef7eefd043 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:00.697439 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a7dc-f7ef-46e4-948e-321c80a7c885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:00.699230 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3f85c770-d027-4787-8bf5-65063788afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:00.807493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7fbd8e-8c97-4246-a046-1debe269f87d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 3e69db85-b77b-4c5a-85b8-aec051882467 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:00.812106 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e7fbd8e-8c97-4246-a046-1debe269f87d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:00.888479 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a7dc-f7ef-46e4-948e-321c80a7c885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:00.891442 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bc8a7dc-f7ef-46e4-948e-321c80a7c885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:00.893835 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e7fbd8e-8c97-4246-a046-1debe269f87d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:00.910111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7bc8a7dc-f7ef-46e4-948e-321c80a7c885 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c456227e-b14d-4c26-8f51-a7f238b8e917 HTTP/1.1" status: 204 len: 168 time: 0.3727794 Aug 17 02:41:00.944266 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fb17a-e3ca-40dd-99d5-0356482dec8d req-882575d5-0c61-450e-bf72-e7419d977275 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:00.947540 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3f85c770-d027-4787-8bf5-65063788afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:00.965266 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6c1fb17a-e3ca-40dd-99d5-0356482dec8d req-882575d5-0c61-450e-bf72-e7419d977275 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1285336 Aug 17 02:41:01.034490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8a7dc-f7ef-46e4-948e-321c80a7c885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c456227e-b14d-4c26-8f51-a7f238b8e917,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:01.070994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3f85c770-d027-4787-8bf5-65063788afca None None] For port 68a62b64-8c2c-4409-9a45-46ef7eefd043, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=68a62b64-8c2c-4409-9a45-46ef7eefd043,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:01.081036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6c1fb17a-e3ca-40dd-99d5-0356482dec8d req-3201e2f2-6b2e-4317-9c07-d1bbe099c2bc tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142068 Aug 17 02:41:01.219635 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3f85c770-d027-4787-8bf5-65063788afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:01.227431 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e7fbd8e-8c97-4246-a046-1debe269f87d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:01.285883 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:01.305924 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e428059-4763-4960-94ec-2a6bd91e088d req-48e43754-b4c1-4518-9f84-ea0dc72b9f54 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 210 time: 0.0292537 Aug 17 02:41:01.325818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85c770-d027-4787-8bf5-65063788afca None None] Pushing event updated for resources: {'Port': ['ID=68a62b64-8c2c-4409-9a45-46ef7eefd043,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:01.342309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-32d62027-4714-4c69-9576-d0fe8c1d7b2e None None] Could not find standard attr ID for object 4ecb3d11-39d5-48f2-9b10-95adc179829e. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:41:01.378402 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e7fbd8e-8c97-4246-a046-1debe269f87d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:01.417320 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fbd8e-8c97-4246-a046-1debe269f87d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=3e69db85-b77b-4c5a-85b8-aec051882467,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:01.419330 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e7fbd8e-8c97-4246-a046-1debe269f87d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:01.421187 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0e7fbd8e-8c97-4246-a046-1debe269f87d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/3e69db85-b77b-4c5a-85b8-aec051882467 HTTP/1.1" status: 204 len: 168 time: 0.7606091 Aug 17 02:41:01.424405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40446) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:01.425844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f72ad7a-8322-434b-970f-47c8239cb13b None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:01.472464 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-82ac3a11-3aec-4b9d-8ae0-625bc42bd493 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463195 Aug 17 02:41:01.475292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40448) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:01.481022 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-da4cc847-7441-413d-9548-648979354852 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:01.733345 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e489edd9-326a-442c-8f61-40e3a854c7da None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:41:01.793380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e489edd9-326a-442c-8f61-40e3a854c7da None None] Deleting port 68a62b64-8c2c-4409-9a45-46ef7eefd043 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:01.793750 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e489edd9-326a-442c-8f61-40e3a854c7da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:01.847041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4cc847-7441-413d-9548-648979354852 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:01.851056 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da4cc847-7441-413d-9548-648979354852 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:01.882463 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e489edd9-326a-442c-8f61-40e3a854c7da None None] For port 68a62b64-8c2c-4409-9a45-46ef7eefd043, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=68a62b64-8c2c-4409-9a45-46ef7eefd043,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:01.882863 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e489edd9-326a-442c-8f61-40e3a854c7da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:01.908263 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e489edd9-326a-442c-8f61-40e3a854c7da None None] Calling delete_port for 68a62b64-8c2c-4409-9a45-46ef7eefd043 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:01.980121 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5cf4b0b-a241-4104-a3a6-050ae49b1454 req-8e768986-7cc8-40c9-b0d0-4b8832b58b2a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0652730 Aug 17 02:41:02.083305 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf4b0b-a241-4104-a3a6-050ae49b1454 req-f4533dc9-e705-4a6e-8dbd-d56aeb6a9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:02.086686 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5cf4b0b-a241-4104-a3a6-050ae49b1454 req-f4533dc9-e705-4a6e-8dbd-d56aeb6a9a3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0562444 Aug 17 02:41:02.209876 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e489edd9-326a-442c-8f61-40e3a854c7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:02.264008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1489dd0-7f8a-4a66-b3bc-720441602b4c req-4e6c8e9c-f664-4903-ad7b-e2d40eb2f3f7 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:02.265557 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1489dd0-7f8a-4a66-b3bc-720441602b4c req-4e6c8e9c-f664-4903-ad7b-e2d40eb2f3f7 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0787807 Aug 17 02:41:02.273854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e489edd9-326a-442c-8f61-40e3a854c7da None None] No DVR routers for this DVR port 68a62b64-8c2c-4409-9a45-46ef7eefd043 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:02.294671 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489edd9-326a-442c-8f61-40e3a854c7da None None] Pushing event deleted for resources: {'Port': ['ID=68a62b64-8c2c-4409-9a45-46ef7eefd043,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:02.306657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf4b0b-a241-4104-a3a6-050ae49b1454 req-c1d5ca0a-7bba-496c-a03a-05555b46e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:02.308175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5cf4b0b-a241-4104-a3a6-050ae49b1454 req-c1d5ca0a-7bba-496c-a03a-05555b46e3e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.1973028 Aug 17 02:41:02.336351 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1489dd0-7f8a-4a66-b3bc-720441602b4c req-2c6e7e2a-d02a-4c8f-9cf2-fa6226add8cf tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563641 Aug 17 02:41:02.378611 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5cf4b0b-a241-4104-a3a6-050ae49b1454 req-c003fa79-14bb-4f21-8ee5-2478251a154e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5392da04-bee1-4ac7-9abd-d09b2cbda146 HTTP/1.1" status: 200 len: 217 time: 0.0614319 Aug 17 02:41:02.419157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.objects.ports [None req-da4cc847-7441-413d-9548-648979354852 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95407) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:41:02.421691 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da4cc847-7441-413d-9548-648979354852 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:02.477840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4cc847-7441-413d-9548-648979354852 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:02.489170 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-da4cc847-7441-413d-9548-648979354852 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:02.494052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4cc847-7441-413d-9548-648979354852 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:02.494666 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da4cc847-7441-413d-9548-648979354852 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:02.504296 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ca15a0-85c8-4c05-a553-6588156c0db8 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:02.523796 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cc847-7441-413d-9548-648979354852 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=ba320515-fc97-4ddc-b0a9-d1f7f6eb3d29,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:02.533006 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15d4ca13-d0c4-420d-b812-a7f219cb28ac req-7b4e7a0d-999b-45e2-93e9-70d3e981ee62 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 210 time: 0.0591626 Aug 17 02:41:02.535670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf4b0b-a241-4104-a3a6-050ae49b1454 req-4390c51e-919d-4e38-8087-259a2141138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:02.537996 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5cf4b0b-a241-4104-a3a6-050ae49b1454 req-4390c51e-919d-4e38-8087-259a2141138e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.1481438 Aug 17 02:41:02.636425 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-da4cc847-7441-413d-9548-648979354852 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1596839 Aug 17 02:41:02.639753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40478) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:02.650171 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf4b0b-a241-4104-a3a6-050ae49b1454 req-ffaa58e0-8371-45a5-aa70-b32b23d418ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:02.650171 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5cf4b0b-a241-4104-a3a6-050ae49b1454 req-ffaa58e0-8371-45a5-aa70-b32b23d418ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991321 Aug 17 02:41:02.666276 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b2aecefd-7a3a-4ad6-9106-41cfce81a134 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'mac_address': 'fa:16:3e:aa:13:9b', 'name': 'tempest-NetworksTestDHCPv6-730405143'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:02.797176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5cf4b0b-a241-4104-a3a6-050ae49b1454 req-ad85e74f-ac8a-43bf-953b-06cd2b4f5b20 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418822 Aug 17 02:41:02.957145 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5cf4b0b-a241-4104-a3a6-050ae49b1454 req-5e62b536-fdf7-4d9b-9e72-4aa1f3fa4945 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161501 Aug 17 02:41:02.984866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aecefd-7a3a-4ad6-9106-41cfce81a134 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:03.055535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': 'ba320515-fc97-4ddc-b0a9-d1f7f6eb3d29'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:41:03.057683 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:03.128598 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b2aecefd-7a3a-4ad6-9106-41cfce81a134 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:03.156060 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-b2aecefd-7a3a-4ad6-9106-41cfce81a134 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 3dd969e8-d5ae-4d33-8124-95e8b026d1bd yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:41:03.272774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Allocated IP 2001:db8::f816:3eff:fee1:5a23 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/ba320515-fc97-4ddc-b0a9-d1f7f6eb3d29/90ea5b90-146c-4bab-ad37-72ff91f11423) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:03.451458 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:03.461561 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Transition to ACTIVE for port object 90ea5b90-146c-4bab-ad37-72ff91f11423 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:03.482130 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Transition to ACTIVE for port object 90ea5b90-146c-4bab-ad37-72ff91f11423 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:03.499252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff2178-aa0a-4bd7-85d5-98dbfd517a63 req-ff4094b6-6ac5-4a53-b086-eac2d8eb21cf tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:03.500845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c7ff2178-aa0a-4bd7-85d5-98dbfd517a63 req-ff4094b6-6ac5-4a53-b086-eac2d8eb21cf tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0649979 Aug 17 02:41:03.557922 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c7ff2178-aa0a-4bd7-85d5-98dbfd517a63 req-3ac5d244-8165-4555-8e88-8ea0f3299f48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496719 Aug 17 02:41:03.649531 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:03.729063 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7f68c9c-80ed-499a-b386-73f2262fda6e req-eb59cdf2-6f56-4e26-9eac-0cb6e712716d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 210 time: 0.0640471 Aug 17 02:41:03.729476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 68a62b64-8c2c-4409-9a45-46ef7eefd043 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:03.784812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:03.786066 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 68a62b64-8c2c-4409-9a45-46ef7eefd043 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:03.786415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 68a62b64-8c2c-4409-9a45-46ef7eefd043 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:03.793524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-b2aecefd-7a3a-4ad6-9106-41cfce81a134 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::f816:3eff:feaa:139b (26de8fc2-c42b-4f78-aca4-a68447cacdd7/ba320515-fc97-4ddc-b0a9-d1f7f6eb3d29/3dd969e8-d5ae-4d33-8124-95e8b026d1bd) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:03.802966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:03.806190 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:03.818834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Pushing event updated for resources: {'Port': ['ID=90ea5b90-146c-4bab-ad37-72ff91f11423,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:03.849261 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d12efd0d-4e68-40a6-a841-c73e34d6e99c req-3b519dde-694e-4980-afd3-2d565a041565 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1730776 Aug 17 02:41:03.887650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Attempting to bind port 90ea5b90-146c-4bab-ad37-72ff91f11423 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:41:03.888465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Attempting to bind port 90ea5b90-146c-4bab-ad37-72ff91f11423 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:41:03.889050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Attempting to bind port 90ea5b90-146c-4bab-ad37-72ff91f11423 on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:41:03.904940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:41:03.905886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:41:03.910314 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:03.910787 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:41:03.911518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Bound port: 90ea5b90-146c-4bab-ad37-72ff91f11423, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:41:03.912308 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:03.997936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12efd0d-4e68-40a6-a841-c73e34d6e99c req-67cde2da-bf9a-4104-a064-fa3d100b2c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:03.999693 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d12efd0d-4e68-40a6-a841-c73e34d6e99c req-67cde2da-bf9a-4104-a064-fa3d100b2c4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 1097 time: 0.1102231 Aug 17 02:41:04.002169 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] For port 90ea5b90-146c-4bab-ad37-72ff91f11423, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:41:04.008714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] For port 90ea5b90-146c-4bab-ad37-72ff91f11423, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=90ea5b90-146c-4bab-ad37-72ff91f11423,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:41:04.167082 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b2aecefd-7a3a-4ad6-9106-41cfce81a134 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:04.190848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-b2aecefd-7a3a-4ad6-9106-41cfce81a134 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 3dd969e8-d5ae-4d33-8124-95e8b026d1bd will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:04.212305 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:04.226308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12efd0d-4e68-40a6-a841-c73e34d6e99c req-c3463ec8-a37c-4787-8521-cb7b936e2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:04.238428 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d12efd0d-4e68-40a6-a841-c73e34d6e99c req-c3463ec8-a37c-4787-8521-cb7b936e2561 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.1939192 Aug 17 02:41:04.323984 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3577f-799a-4468-921c-759f49600ac2 None None] Pushing event updated for resources: {'Port': ['ID=90ea5b90-146c-4bab-ad37-72ff91f11423,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:04.365905 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d12efd0d-4e68-40a6-a841-c73e34d6e99c req-43437a3e-7ab9-47ad-8a97-661d4a3bd172 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e11478f-186d-416c-a6d1-b91c615a6f06 HTTP/1.1" status: 200 len: 1000 time: 0.1262770 Aug 17 02:41:04.435718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12efd0d-4e68-40a6-a841-c73e34d6e99c req-e38a0658-60d9-4d45-bbd4-1da089f8a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:04.445541 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d12efd0d-4e68-40a6-a841-c73e34d6e99c req-e38a0658-60d9-4d45-bbd4-1da089f8a55a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0611699 Aug 17 02:41:04.500655 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12efd0d-4e68-40a6-a841-c73e34d6e99c req-ea60b802-7d9f-4d35-810c-bc5d6f1c0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:04.518614 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d12efd0d-4e68-40a6-a841-c73e34d6e99c req-ea60b802-7d9f-4d35-810c-bc5d6f1c0572 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591762 Aug 17 02:41:04.518614 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b2aecefd-7a3a-4ad6-9106-41cfce81a134 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:04.664524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aecefd-7a3a-4ad6-9106-41cfce81a134 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=3dd969e8-d5ae-4d33-8124-95e8b026d1bd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:04.672782 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aecefd-7a3a-4ad6-9106-41cfce81a134 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:04.676594 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-b2aecefd-7a3a-4ad6-9106-41cfce81a134 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:04.695160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aecefd-7a3a-4ad6-9106-41cfce81a134 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:04.701687 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aecefd-7a3a-4ad6-9106-41cfce81a134 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:04.702367 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b2aecefd-7a3a-4ad6-9106-41cfce81a134 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:04.777056 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d12efd0d-4e68-40a6-a841-c73e34d6e99c req-2ffc5a9d-6e4c-4724-8fcc-8f9c0e21d4a3 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577901 Aug 17 02:41:04.783313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f11f8-592f-4ca7-905e-02ed72ce6658 req-88a2b428-eb69-48c9-b03a-a71a506d6013 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:04.783313 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca7f11f8-592f-4ca7-905e-02ed72ce6658 req-88a2b428-eb69-48c9-b03a-a71a506d6013 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0854912 Aug 17 02:41:04.863546 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca7f11f8-592f-4ca7-905e-02ed72ce6658 req-d2e56326-3cac-4890-942a-c7194c558884 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682905 Aug 17 02:41:04.988979 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af8900f8-8248-4de5-8ad4-959aab06d213 req-1a648a39-4e84-4587-a090-2d07737a7937 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 210 time: 0.0396564 Aug 17 02:41:05.268744 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b2aecefd-7a3a-4ad6-9106-41cfce81a134 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6263840 Aug 17 02:41:05.271865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40530) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:05.333820 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d12efd0d-4e68-40a6-a841-c73e34d6e99c req-4d59b578-9361-4d25-a6f3-220cb50a7c95 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515630 Aug 17 02:41:05.581595 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40534) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:05.732888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2652709d-cba2-4477-8bd5-c20c4c7720f1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:05.749281 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2652709d-cba2-4477-8bd5-c20c4c7720f1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:05.753625 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2652709d-cba2-4477-8bd5-c20c4c7720f1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4779580 Aug 17 02:41:05.754345 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40538) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:05.789414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 90ea5b90-146c-4bab-ad37-72ff91f11423 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:05.855160 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3696112c-fcba-447f-a0fb-3e0973d5f6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:05.955891 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-85bff96c-dc1f-4acc-b053-b337754f55fd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 3dd969e8-d5ae-4d33-8124-95e8b026d1bd {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:05.956214 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85bff96c-dc1f-4acc-b053-b337754f55fd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:05.967945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8a66eab7-ece9-45f9-8ff7-3221bc928a7e None None] Provisioning for port 90ea5b90-146c-4bab-ad37-72ff91f11423 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:06.027239 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 90ea5b90-146c-4bab-ad37-72ff91f11423 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:06.031733 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 90ea5b90-146c-4bab-ad37-72ff91f11423 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:06.032417 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.076592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b671d3-7598-4526-b2f6-71ed9339e4b9 req-e500aaa3-5eb0-4bae-9c7f-e1a44a7e6c56 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:06.084960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43b671d3-7598-4526-b2f6-71ed9339e4b9 req-e500aaa3-5eb0-4bae-9c7f-e1a44a7e6c56 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1252973 Aug 17 02:41:06.111670 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85bff96c-dc1f-4acc-b053-b337754f55fd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.126393 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3696112c-fcba-447f-a0fb-3e0973d5f6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.131349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-85bff96c-dc1f-4acc-b053-b337754f55fd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 3dd969e8-d5ae-4d33-8124-95e8b026d1bd owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:06.172106 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43b671d3-7598-4526-b2f6-71ed9339e4b9 req-f1600066-d13f-4fc1-95e8-e97efaea2ebb tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809739 Aug 17 02:41:06.187700 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.227243 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3696112c-fcba-447f-a0fb-3e0973d5f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.236559 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 90ea5b90-146c-4bab-ad37-72ff91f11423, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=90ea5b90-146c-4bab-ad37-72ff91f11423,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:06.288340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696112c-fcba-447f-a0fb-3e0973d5f6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fe8797-f972-4283-9405-14958dd4dde7,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:06.292938 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-645a1ed2-451a-4f60-85fa-8750927f6760 req-90e49dba-36f2-4b28-ade2-9c6bc8e5cc50 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 210 time: 0.0410664 Aug 17 02:41:06.294218 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3696112c-fcba-447f-a0fb-3e0973d5f6c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1969378eaab4d94851100842abecb56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7111683 Aug 17 02:41:06.298224 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40548) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:06.306132 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3f8c1858-9711-4116-9e44-591655d8d235 None None] Provisioning for port 3dd969e8-d5ae-4d33-8124-95e8b026d1bd completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:06.311197 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3f8c1858-9711-4116-9e44-591655d8d235 None None] Provisioning complete for port 3dd969e8-d5ae-4d33-8124-95e8b026d1bd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:06.311768 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1858-9711-4116-9e44-591655d8d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.379569 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c1858-9711-4116-9e44-591655d8d235 None None] Port 3dd969e8-d5ae-4d33-8124-95e8b026d1bd cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:41:06.381410 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.435209 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0181c13b-2e6a-401b-945f-3b32089155b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.443109 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=90ea5b90-146c-4bab-ad37-72ff91f11423,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:06.467627 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0181c13b-2e6a-401b-945f-3b32089155b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.497375 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85bff96c-dc1f-4acc-b053-b337754f55fd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.582212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bff96c-dc1f-4acc-b053-b337754f55fd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=3dd969e8-d5ae-4d33-8124-95e8b026d1bd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:06.584534 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85bff96c-dc1f-4acc-b053-b337754f55fd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.586712 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-85bff96c-dc1f-4acc-b053-b337754f55fd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/3dd969e8-d5ae-4d33-8124-95e8b026d1bd HTTP/1.1" status: 204 len: 168 time: 0.8314466 Aug 17 02:41:06.589299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40550) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:06.632055 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0181c13b-2e6a-401b-945f-3b32089155b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.635841 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0181c13b-2e6a-401b-945f-3b32089155b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.637433 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0181c13b-2e6a-401b-945f-3b32089155b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53fe8797-f972-4283-9405-14958dd4dde7 HTTP/1.1" status: 204 len: 168 time: 0.3372197 Aug 17 02:41:06.648183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181c13b-2e6a-401b-945f-3b32089155b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fe8797-f972-4283-9405-14958dd4dde7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:06.690033 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37b6fb9-362d-42d3-a67d-a28bfe8865fd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:06.691603 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37b6fb9-362d-42d3-a67d-a28bfe8865fd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:06.697829 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a37b6fb9-362d-42d3-a67d-a28bfe8865fd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1028748 Aug 17 02:41:06.698371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40554) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:06.765047 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-70322c10-83c3-4f5b-82bd-3f6745a2532a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet ba320515-fc97-4ddc-b0a9-d1f7f6eb3d29 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:06.770340 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70322c10-83c3-4f5b-82bd-3f6745a2532a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.825595 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70322c10-83c3-4f5b-82bd-3f6745a2532a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.929618 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70322c10-83c3-4f5b-82bd-3f6745a2532a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:07.064707 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70322c10-83c3-4f5b-82bd-3f6745a2532a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:07.096885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70322c10-83c3-4f5b-82bd-3f6745a2532a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=ba320515-fc97-4ddc-b0a9-d1f7f6eb3d29,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:07.100517 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-70322c10-83c3-4f5b-82bd-3f6745a2532a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:07.103037 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-70322c10-83c3-4f5b-82bd-3f6745a2532a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/ba320515-fc97-4ddc-b0a9-d1f7f6eb3d29 HTTP/1.1" status: 204 len: 168 time: 0.4032280 Aug 17 02:41:07.105829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40558) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:07.112963 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15a96e5-00f6-4baf-a068-047ee60bab29 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:07.159644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5c19b2ea-da31-4449-9814-0f474e79b452 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526810 Aug 17 02:41:07.162096 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40560) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:07.228642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b38687-78ce-4a08-8cf6-63e0ac01e778 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:07.231400 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f0b38687-78ce-4a08-8cf6-63e0ac01e778 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0682962 Aug 17 02:41:07.234102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40564) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:07.301510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb4e575-87f3-41cd-9c73-ec43e1c42c7e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:07.305992 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40566) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:07.306893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8cb4e575-87f3-41cd-9c73-ec43e1c42c7e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0715268 Aug 17 02:41:07.352163 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0afb852a-c680-4bf3-897e-633d28df5504 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449979 Aug 17 02:41:07.357177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40570) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:07.364872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-259e7d3c-51a7-4d43-a7f4-afc4c06bca2f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:07.381478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baca4f-3600-47c2-a469-ea9c23818df0 req-5d79aab9-4191-4406-9dd1-30a7d9e484ae tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:07.388104 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83baca4f-3600-47c2-a469-ea9c23818df0 req-5d79aab9-4191-4406-9dd1-30a7d9e484ae tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0749655 Aug 17 02:41:07.398376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51765887-0820-424c-ad39-ffbf3d79b53d None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:41:07.443651 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83baca4f-3600-47c2-a469-ea9c23818df0 req-da39c874-2381-430b-b674-d722e30e5264 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533917 Aug 17 02:41:07.506953 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-51765887-0820-424c-ad39-ffbf3d79b53d None None] Deleting port 90ea5b90-146c-4bab-ad37-72ff91f11423 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:07.507328 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-51765887-0820-424c-ad39-ffbf3d79b53d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:07.566855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32b57b40-84c6-4c14-90f3-bc0e4bce9dc1 req-d61a2ce9-1b13-4ce7-8f9b-edc4ce54ebb2 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 210 time: 0.0332015 Aug 17 02:41:07.583753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-51765887-0820-424c-ad39-ffbf3d79b53d None None] For port 90ea5b90-146c-4bab-ad37-72ff91f11423, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=90ea5b90-146c-4bab-ad37-72ff91f11423,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:07.584571 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-51765887-0820-424c-ad39-ffbf3d79b53d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:07.601720 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-51765887-0820-424c-ad39-ffbf3d79b53d None None] Calling delete_port for 90ea5b90-146c-4bab-ad37-72ff91f11423 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:07.608400 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259e7d3c-51a7-4d43-a7f4-afc4c06bca2f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:07.612196 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-259e7d3c-51a7-4d43-a7f4-afc4c06bca2f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:07.712589 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40576) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:07.748867 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-adaf7200-7749-4355-91d9-25aee463d29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:07.804383 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 90ea5b90-146c-4bab-ad37-72ff91f11423 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:07.901522 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:07.953368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-51765887-0820-424c-ad39-ffbf3d79b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:07.960637 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d020c571-976c-47e0-a999-affbc5db25a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:08.019811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51765887-0820-424c-ad39-ffbf3d79b53d None None] No DVR routers for this DVR port 90ea5b90-146c-4bab-ad37-72ff91f11423 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:08.021833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51765887-0820-424c-ad39-ffbf3d79b53d None None] Pushing event deleted for resources: {'Port': ['ID=90ea5b90-146c-4bab-ad37-72ff91f11423,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:08.134566 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-adaf7200-7749-4355-91d9-25aee463d29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:08.231080 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-adaf7200-7749-4355-91d9-25aee463d29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:08.299257 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf7200-7749-4355-91d9-25aee463d29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7546e23-c452-4bfa-b4c8-5c481f9db856,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:08.307936 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-adaf7200-7749-4355-91d9-25aee463d29a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b05a3252ade94168b8cb363cab5f370d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5920324 Aug 17 02:41:08.308631 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40580) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:08.371083 n-d-793621-31 neutron-server[95407]: DEBUG neutron.objects.ports [None req-259e7d3c-51a7-4d43-a7f4-afc4c06bca2f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95407) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:41:08.376295 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-259e7d3c-51a7-4d43-a7f4-afc4c06bca2f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:08.437277 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-59cb1b05-72a8-492d-a130-50ea3f42e734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:08.440736 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259e7d3c-51a7-4d43-a7f4-afc4c06bca2f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:08.451549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-259e7d3c-51a7-4d43-a7f4-afc4c06bca2f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:08.455768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259e7d3c-51a7-4d43-a7f4-afc4c06bca2f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:08.456507 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-259e7d3c-51a7-4d43-a7f4-afc4c06bca2f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:08.458657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e7d3c-51a7-4d43-a7f4-afc4c06bca2f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=d92598ce-4bbf-4d57-b42c-2a61627a94ba,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:08.462183 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e038c0dc-8334-4302-a1ab-d42c8e522683 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:08.488516 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-59cb1b05-72a8-492d-a130-50ea3f42e734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:08.595646 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-259e7d3c-51a7-4d43-a7f4-afc4c06bca2f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2248716 Aug 17 02:41:08.595646 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40584) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:08.595838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76038ed-a45d-48fd-9554-3072a9452ae4 req-de84658c-8b22-465d-ba13-defd9f67876f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:08.595838 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b76038ed-a45d-48fd-9554-3072a9452ae4 req-de84658c-8b22-465d-ba13-defd9f67876f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0589619 Aug 17 02:41:08.596428 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-0e2daf58-0b9f-4da3-91a1-0d2219ddd3eb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'mac_address': 'fa:16:3e:e6:4c:19', 'name': 'tempest-NetworksTestDHCPv6-1037582546'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:08.638874 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b76038ed-a45d-48fd-9554-3072a9452ae4 req-5abc7447-3673-4e46-a7ce-3d521d20e643 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430262 Aug 17 02:41:08.669976 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-59cb1b05-72a8-492d-a130-50ea3f42e734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:08.683890 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-59cb1b05-72a8-492d-a130-50ea3f42e734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:08.683890 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-59cb1b05-72a8-492d-a130-50ea3f42e734 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7546e23-c452-4bfa-b4c8-5c481f9db856 HTTP/1.1" status: 204 len: 168 time: 0.3690631 Aug 17 02:41:08.691379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': 'd92598ce-4bbf-4d57-b42c-2a61627a94ba'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:41:08.692229 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:08.786737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb1b05-72a8-492d-a130-50ea3f42e734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7546e23-c452-4bfa-b4c8-5c481f9db856,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:08.829572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e4fbe55-0cd0-40f4-9a14-a7837cb5c977 req-4be0d7a6-98e2-407a-86e7-d62350c51f2b tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 210 time: 0.0577400 Aug 17 02:41:08.892143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Allocated IP 2001:db8::f816:3eff:fe1f:cea8 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/d92598ce-4bbf-4d57-b42c-2a61627a94ba/4a5d2439-4ed5-46ed-9c36-1238af93e7b8) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:08.928518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2daf58-0b9f-4da3-91a1-0d2219ddd3eb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:09.071795 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e2daf58-0b9f-4da3-91a1-0d2219ddd3eb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:09.094938 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-0e2daf58-0b9f-4da3-91a1-0d2219ddd3eb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 96fe4e20-ac05-482e-9e9a-5c18071463e6 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:41:09.134484 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:09.145163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Transition to ACTIVE for port object 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:09.167900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Transition to ACTIVE for port object 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:09.263173 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:09.319771 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-0e2daf58-0b9f-4da3-91a1-0d2219ddd3eb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::f816:3eff:fee6:4c19 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/d92598ce-4bbf-4d57-b42c-2a61627a94ba/96fe4e20-ac05-482e-9e9a-5c18071463e6) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:09.320389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:09.327132 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:09.329938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:09.349009 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Pushing event updated for resources: {'Port': ['ID=4a5d2439-4ed5-46ed-9c36-1238af93e7b8,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:09.416165 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Attempting to bind port 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:41:09.416683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Attempting to bind port 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:41:09.417113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Attempting to bind port 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:41:09.432111 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:41:09.432111 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:41:09.432111 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:09.432111 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:41:09.432111 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Bound port: 4a5d2439-4ed5-46ed-9c36-1238af93e7b8, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:41:09.432801 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:09.522047 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e2daf58-0b9f-4da3-91a1-0d2219ddd3eb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:09.528504 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] For port 4a5d2439-4ed5-46ed-9c36-1238af93e7b8, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:41:09.531667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] For port 4a5d2439-4ed5-46ed-9c36-1238af93e7b8, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4a5d2439-4ed5-46ed-9c36-1238af93e7b8,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:41:09.536705 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-0e2daf58-0b9f-4da3-91a1-0d2219ddd3eb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 96fe4e20-ac05-482e-9e9a-5c18071463e6 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:09.645747 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:09.723497 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bcda3-6cfc-4b02-ab7c-df9d5ca7b6ec None None] Pushing event updated for resources: {'Port': ['ID=4a5d2439-4ed5-46ed-9c36-1238af93e7b8,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:09.762968 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e2daf58-0b9f-4da3-91a1-0d2219ddd3eb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:09.830178 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2daf58-0b9f-4da3-91a1-0d2219ddd3eb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=96fe4e20-ac05-482e-9e9a-5c18071463e6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:09.845027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2daf58-0b9f-4da3-91a1-0d2219ddd3eb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:09.848172 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-0e2daf58-0b9f-4da3-91a1-0d2219ddd3eb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:09.851010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2daf58-0b9f-4da3-91a1-0d2219ddd3eb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:09.856828 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2daf58-0b9f-4da3-91a1-0d2219ddd3eb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:09.859165 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e2daf58-0b9f-4da3-91a1-0d2219ddd3eb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:10.041765 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0e2daf58-0b9f-4da3-91a1-0d2219ddd3eb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4540095 Aug 17 02:41:10.049722 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40622) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:10.168495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42a5c02-c552-4b41-9ef2-494f99458d4c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:10.175150 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42a5c02-c552-4b41-9ef2-494f99458d4c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:10.179358 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b42a5c02-c552-4b41-9ef2-494f99458d4c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1261449 Aug 17 02:41:10.179627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40628) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:10.201058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806e8b5-698d-49b9-abd6-241491a44287 req-5e39197e-ee8f-4b58-a34c-3d573761c641 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:10.203112 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0806e8b5-698d-49b9-abd6-241491a44287 req-5e39197e-ee8f-4b58-a34c-3d573761c641 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1064065 Aug 17 02:41:10.206867 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4b384-f606-45eb-8acd-bb90307b0be8 req-f7e91b94-fccf-44d9-acda-3f7ecb47ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:10.208449 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-54e4b384-f606-45eb-8acd-bb90307b0be8 req-f7e91b94-fccf-44d9-acda-3f7ecb47ffde service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 1097 time: 0.0587370 Aug 17 02:41:10.320167 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4b384-f606-45eb-8acd-bb90307b0be8 req-03381df5-d1d7-4727-8b58-e2ad8a531a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:10.322403 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-54e4b384-f606-45eb-8acd-bb90307b0be8 req-03381df5-d1d7-4727-8b58-e2ad8a531a33 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.1069255 Aug 17 02:41:10.333793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0806e8b5-698d-49b9-abd6-241491a44287 req-52bd05db-2f50-42a0-8dfc-acfd4d7d7484 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034832 Aug 17 02:41:10.386310 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e7752f6-a297-4a4a-8693-a908f78b19ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:10.388322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9e150-a504-4b55-a522-1b043f788fef tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 96fe4e20-ac05-482e-9e9a-5c18071463e6 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:10.391630 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e150-a504-4b55-a522-1b043f788fef tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:10.463657 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-54e4b384-f606-45eb-8acd-bb90307b0be8 req-7aca0f50-4111-4355-8c97-6a90afc5db6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e11478f-186d-416c-a6d1-b91c615a6f06 HTTP/1.1" status: 200 len: 1000 time: 0.1264052 Aug 17 02:41:10.540475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4b384-f606-45eb-8acd-bb90307b0be8 req-fac93112-6171-4dda-ac98-503dad0fd355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:10.544228 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-54e4b384-f606-45eb-8acd-bb90307b0be8 req-fac93112-6171-4dda-ac98-503dad0fd355 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0729721 Aug 17 02:41:10.562743 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e150-a504-4b55-a522-1b043f788fef tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:10.578905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9e150-a504-4b55-a522-1b043f788fef tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 96fe4e20-ac05-482e-9e9a-5c18071463e6 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:10.607635 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4b384-f606-45eb-8acd-bb90307b0be8 req-e5a86058-c3a3-464f-ad8a-aff5f3a1249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:10.610937 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-54e4b384-f606-45eb-8acd-bb90307b0be8 req-e5a86058-c3a3-464f-ad8a-aff5f3a1249a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579939 Aug 17 02:41:10.634112 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:10.670284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d1a2c5ab-48dc-43f2-9f3a-8ddec0439f66 req-09dc8d6a-9ab8-4c97-9227-3355f580b971 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 210 time: 0.1592853 Aug 17 02:41:10.799489 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-54e4b384-f606-45eb-8acd-bb90307b0be8 req-a5de5a0d-c6fe-4a00-8023-d857d22efb04 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829293 Aug 17 02:41:10.972832 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-54e4b384-f606-45eb-8acd-bb90307b0be8 req-6a9cfdce-086a-48a2-acea-425001ad9e73 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571946 Aug 17 02:41:10.974472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76485cc-54ad-47f5-97e4-aca0a18c79b7 req-f1f241dc-d2ea-4c66-bf67-30ed49250832 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:10.976133 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a76485cc-54ad-47f5-97e4-aca0a18c79b7 req-f1f241dc-d2ea-4c66-bf67-30ed49250832 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0720577 Aug 17 02:41:11.009748 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e150-a504-4b55-a522-1b043f788fef tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:11.090038 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a76485cc-54ad-47f5-97e4-aca0a18c79b7 req-c6a819ff-cff0-4297-9b10-0346edf5bbe3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052799 Aug 17 02:41:11.119389 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9e150-a504-4b55-a522-1b043f788fef tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=96fe4e20-ac05-482e-9e9a-5c18071463e6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:11.174674 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6ab9e150-a504-4b55-a522-1b043f788fef tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:11.174674 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6ab9e150-a504-4b55-a522-1b043f788fef tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/96fe4e20-ac05-482e-9e9a-5c18071463e6 HTTP/1.1" status: 204 len: 168 time: 0.9915977 Aug 17 02:41:11.177460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40640) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:11.258985 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcad319-18e5-42c0-95ee-bc6bf02c0871 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:11.260871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcad319-18e5-42c0-95ee-bc6bf02c0871 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:11.263185 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6fcad319-18e5-42c0-95ee-bc6bf02c0871 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0838342 Aug 17 02:41:11.266225 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40642) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:11.338631 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3bb41ec2-8309-4c2f-b624-9673be1ffe30 None None] Provisioning for port 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:11.345866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcbd9c7-5ef5-46b1-acae-62b9a8226f3d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet d92598ce-4bbf-4d57-b42c-2a61627a94ba {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:11.351818 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd9c7-5ef5-46b1-acae-62b9a8226f3d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:11.454946 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd9c7-5ef5-46b1-acae-62b9a8226f3d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:11.513298 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9640e9-988c-46dd-b01a-82b22b262bf2 req-e0bf7cbc-65b5-4b04-a347-f1a4fd82bb3b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:11.521617 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b9640e9-988c-46dd-b01a-82b22b262bf2 req-e0bf7cbc-65b5-4b04-a347-f1a4fd82bb3b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0804124 Aug 17 02:41:11.592945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4c43f0e8-cab0-4299-a0de-00930ca2cb75 None None] Could not find standard attr ID for object 96fe4e20-ac05-482e-9e9a-5c18071463e6. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:41:11.595687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b9640e9-988c-46dd-b01a-82b22b262bf2 req-76bede8f-b780-46f6-9867-f3af1e372d20 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730922 Aug 17 02:41:11.629779 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd9c7-5ef5-46b1-acae-62b9a8226f3d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:11.798680 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd9c7-5ef5-46b1-acae-62b9a8226f3d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:11.837267 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:11.851306 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbd9c7-5ef5-46b1-acae-62b9a8226f3d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=d92598ce-4bbf-4d57-b42c-2a61627a94ba,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:11.860550 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd9c7-5ef5-46b1-acae-62b9a8226f3d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:11.867144 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0bcbd9c7-5ef5-46b1-acae-62b9a8226f3d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/d92598ce-4bbf-4d57-b42c-2a61627a94ba HTTP/1.1" status: 204 len: 168 time: 0.5994909 Aug 17 02:41:11.871419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40656) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:11.916768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fd0dc0-3d51-4420-b4c5-9661ede4e6a9 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:11.961177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:11.973443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0df44e8f-e64e-42cc-b6e8-81c348eb1969 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984890 Aug 17 02:41:11.973971 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40658) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:11.979720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8eebbfea-204c-43bd-91d1-3c0734238bd3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:12.021896 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8bca22a-c501-4c20-904a-779802922286 req-ca45d29d-364e-4481-940c-0ea9c513daf4 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 210 time: 0.1479633 Aug 17 02:41:12.269187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b38abd4-199b-4f9a-9c12-bacfa2a8153d None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:41:12.272029 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:12.278202 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:12.279254 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:12.302474 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eebbfea-204c-43bd-91d1-3c0734238bd3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:12.306276 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8eebbfea-204c-43bd-91d1-3c0734238bd3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:12.312399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99c01a-7776-4d76-b26b-ebc0a8558d44 req-2154daa7-78d6-41ed-a269-b4161e0990f2 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:12.323730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a99c01a-7776-4d76-b26b-ebc0a8558d44 req-2154daa7-78d6-41ed-a269-b4161e0990f2 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1042228 Aug 17 02:41:12.386816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a99c01a-7776-4d76-b26b-ebc0a8558d44 req-086c62bb-a1a2-4c4a-aec6-1c3e74ced7fe tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621188 Aug 17 02:41:12.440840 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-2b38abd4-199b-4f9a-9c12-bacfa2a8153d None None] Deleting port 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:12.441285 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2b38abd4-199b-4f9a-9c12-bacfa2a8153d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:12.544591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb1d67-c662-4e31-a1da-ec4ca22989d9 req-9491bb20-7852-4d4e-a360-57b843ce5c0d tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:12.546126 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6bbb1d67-c662-4e31-a1da-ec4ca22989d9 req-9491bb20-7852-4d4e-a360-57b843ce5c0d tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 946 time: 0.0664306 Aug 17 02:41:12.555418 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:12.581167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2b38abd4-199b-4f9a-9c12-bacfa2a8153d None None] For port 4a5d2439-4ed5-46ed-9c36-1238af93e7b8, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4a5d2439-4ed5-46ed-9c36-1238af93e7b8,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:12.581922 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2b38abd4-199b-4f9a-9c12-bacfa2a8153d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:12.604010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-2b38abd4-199b-4f9a-9c12-bacfa2a8153d None None] Calling delete_port for 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:12.615297 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6bbb1d67-c662-4e31-a1da-ec4ca22989d9 req-635b8fa5-3c20-41e8-8301-89472a0315c2 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509288 Aug 17 02:41:12.637048 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 4a5d2439-4ed5-46ed-9c36-1238af93e7b8, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4a5d2439-4ed5-46ed-9c36-1238af93e7b8,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:12.774886 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:12.856989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=4a5d2439-4ed5-46ed-9c36-1238af93e7b8,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:12.865480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62904a-fb49-4f96-918f-9019071761fd req-b353713c-ecbe-487d-ae23-50eeadb95efd tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:12.869967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a62904a-fb49-4f96-918f-9019071761fd req-b353713c-ecbe-487d-ae23-50eeadb95efd tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0992312 Aug 17 02:41:12.908829 n-d-793621-31 neutron-server[95407]: DEBUG neutron.objects.ports [None req-8eebbfea-204c-43bd-91d1-3c0734238bd3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95407) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:41:12.912982 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a62904a-fb49-4f96-918f-9019071761fd req-b952a408-d61c-4a33-9bd0-9f573b732d97 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397899 Aug 17 02:41:12.962945 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2b38abd4-199b-4f9a-9c12-bacfa2a8153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:12.995787 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38abd4-199b-4f9a-9c12-bacfa2a8153d None None] Pushing event deleted for resources: {'Port': ['ID=4a5d2439-4ed5-46ed-9c36-1238af93e7b8,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:13.005667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b38abd4-199b-4f9a-9c12-bacfa2a8153d None None] No DVR routers for this DVR port 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:13.126828 n-d-793621-31 neutron-server[95407]: WARNING neutron.services.revisions.revision_plugin [None req-8eebbfea-204c-43bd-91d1-3c0734238bd3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Could not find related port for resource to bump revision. Aug 17 02:41:13.139879 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ade19e69-cfce-48f4-85d1-a8d00008e255 req-0d9d61e0-bdd5-41c3-ba4f-4761ce9b4a74 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 210 time: 0.0358195 Aug 17 02:41:13.194714 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.ipam_pluggable_backend [None req-8eebbfea-204c-43bd-91d1-3c0734238bd3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Port 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95407) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 17 02:41:13.195115 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.ipam_pluggable_backend [None req-8eebbfea-204c-43bd-91d1-3c0734238bd3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1f:cea8 {{(pid=95407) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 17 02:41:13.198865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.ipam_pluggable_backend [None req-8eebbfea-204c-43bd-91d1-3c0734238bd3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1f:cea8 {{(pid=95407) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 17 02:41:13.200205 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8eebbfea-204c-43bd-91d1-3c0734238bd3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:13.238094 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebbfea-204c-43bd-91d1-3c0734238bd3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:13.244097 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-8eebbfea-204c-43bd-91d1-3c0734238bd3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:13.249359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eebbfea-204c-43bd-91d1-3c0734238bd3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:13.249359 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8eebbfea-204c-43bd-91d1-3c0734238bd3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:13.254665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac49058-5168-4d93-a1c2-53639a9521c0 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:13.279590 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebbfea-204c-43bd-91d1-3c0734238bd3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=30cfb02b-7b4c-4a29-8fee-9c39b10ff073,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:13.367824 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8eebbfea-204c-43bd-91d1-3c0734238bd3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3920133 Aug 17 02:41:13.369595 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40682) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:13.376745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-492d0402-68cb-40ab-a8ab-4fa02004c93e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'mac_address': 'fa:16:3e:ab:23:cb', 'name': 'tempest-NetworksTestDHCPv6-748649721'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:13.516512 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': '30cfb02b-7b4c-4a29-8fee-9c39b10ff073'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:41:13.520373 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:13.671386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492d0402-68cb-40ab-a8ab-4fa02004c93e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:13.677280 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-492d0402-68cb-40ab-a8ab-4fa02004c93e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:13.680260 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c122ca-dde6-4ac4-b8df-d8478fc64110 req-2a938640-93d9-4a52-a88d-5c7a00910d36 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:13.682497 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a7c122ca-dde6-4ac4-b8df-d8478fc64110 req-2a938640-93d9-4a52-a88d-5c7a00910d36 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 946 time: 0.0835097 Aug 17 02:41:13.726199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-492d0402-68cb-40ab-a8ab-4fa02004c93e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port da410791-b166-41b3-89ae-12a655135ea3 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:41:13.746100 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a7c122ca-dde6-4ac4-b8df-d8478fc64110 req-18468291-e31b-4429-98fa-c1281e97818e tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506914 Aug 17 02:41:13.775643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:13.785288 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Allocated IP 2001:db8::f816:3eff:fef4:4a63 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/30cfb02b-7b4c-4a29-8fee-9c39b10ff073/03036734-456a-420d-95fa-4bcdf56d4f4e) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:13.829536 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:13.838219 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:13.838711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4a5d2439-4ed5-46ed-9c36-1238af93e7b8 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:14.107454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00894a-6590-40eb-b4af-e800e74f6f5e req-b1a10d0c-73c3-48a5-8afb-28420eb45355 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:14.124120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb00894a-6590-40eb-b4af-e800e74f6f5e req-b1a10d0c-73c3-48a5-8afb-28420eb45355 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1210732 Aug 17 02:41:14.213671 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb00894a-6590-40eb-b4af-e800e74f6f5e req-22dfec92-efed-4215-b960-94712e94c70a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885599 Aug 17 02:41:14.314325 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:14.329414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Transition to ACTIVE for port object 03036734-456a-420d-95fa-4bcdf56d4f4e will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:14.354278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Transition to ACTIVE for port object 03036734-456a-420d-95fa-4bcdf56d4f4e will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:14.359527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cbf657c0-ac2a-4217-af9b-efe31ae27717 req-aab578f0-9c56-41f3-b249-384681170f9a tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 210 time: 0.0333755 Aug 17 02:41:14.466084 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:14.503594 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:14.508730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:14.514158 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:14.522923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Pushing event updated for resources: {'Port': ['ID=03036734-456a-420d-95fa-4bcdf56d4f4e,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:14.559327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-492d0402-68cb-40ab-a8ab-4fa02004c93e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::f816:3eff:feab:23cb (26de8fc2-c42b-4f78-aca4-a68447cacdd7/30cfb02b-7b4c-4a29-8fee-9c39b10ff073/da410791-b166-41b3-89ae-12a655135ea3) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:14.585155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Attempting to bind port 03036734-456a-420d-95fa-4bcdf56d4f4e on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:41:14.585914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Attempting to bind port 03036734-456a-420d-95fa-4bcdf56d4f4e by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:41:14.586530 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Attempting to bind port 03036734-456a-420d-95fa-4bcdf56d4f4e on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:41:14.592308 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:41:14.592961 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:41:14.593655 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:14.594375 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:41:14.596139 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Bound port: 03036734-456a-420d-95fa-4bcdf56d4f4e, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:41:14.596783 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:14.689258 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] For port 03036734-456a-420d-95fa-4bcdf56d4f4e, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:41:14.696617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] For port 03036734-456a-420d-95fa-4bcdf56d4f4e, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=03036734-456a-420d-95fa-4bcdf56d4f4e,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:41:14.775275 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-492d0402-68cb-40ab-a8ab-4fa02004c93e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:14.790078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-492d0402-68cb-40ab-a8ab-4fa02004c93e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object da410791-b166-41b3-89ae-12a655135ea3 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:14.878066 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:14.939969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbed76-bb3f-4794-a58b-b6ddd0e3eeba None None] Pushing event updated for resources: {'Port': ['ID=03036734-456a-420d-95fa-4bcdf56d4f4e,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:15.033636 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-492d0402-68cb-40ab-a8ab-4fa02004c93e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:15.071291 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492d0402-68cb-40ab-a8ab-4fa02004c93e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:15.071291 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-492d0402-68cb-40ab-a8ab-4fa02004c93e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:15.073703 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492d0402-68cb-40ab-a8ab-4fa02004c93e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:15.079774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d0402-68cb-40ab-a8ab-4fa02004c93e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:15.080402 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-492d0402-68cb-40ab-a8ab-4fa02004c93e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:15.107001 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d0402-68cb-40ab-a8ab-4fa02004c93e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=da410791-b166-41b3-89ae-12a655135ea3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:15.269192 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-492d0402-68cb-40ab-a8ab-4fa02004c93e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8983822 Aug 17 02:41:15.272139 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40712) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:15.316543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099491c2-d4cb-44d0-9700-85d71076fb66 req-ad058df4-2728-4197-89c8-159f1851a331 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:15.318744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-099491c2-d4cb-44d0-9700-85d71076fb66 req-ad058df4-2728-4197-89c8-159f1851a331 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 946 time: 0.0577295 Aug 17 02:41:15.327967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1bee6d-b2aa-48b4-bccc-eec24be79d08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:15.334790 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1bee6d-b2aa-48b4-bccc-eec24be79d08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:15.336382 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4b1bee6d-b2aa-48b4-bccc-eec24be79d08 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0631735 Aug 17 02:41:15.339167 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40714) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:15.363956 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-099491c2-d4cb-44d0-9700-85d71076fb66 req-ddf53f29-da52-4627-bfe2-9f23c5b3f041 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363340 Aug 17 02:41:15.466746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b13d46ac-66c1-4536-8252-7783798dcfd0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port da410791-b166-41b3-89ae-12a655135ea3 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:15.467137 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b13d46ac-66c1-4536-8252-7783798dcfd0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:15.501952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029c91d-836e-4e06-a99f-f669e4822d1f req-063b1fac-007d-439c-9422-31745deeaf6c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:15.504069 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5029c91d-836e-4e06-a99f-f669e4822d1f req-063b1fac-007d-439c-9422-31745deeaf6c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0689933 Aug 17 02:41:15.546945 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5029c91d-836e-4e06-a99f-f669e4822d1f req-aabc0055-12b2-45f2-b3e7-0329a5a9be16 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368021 Aug 17 02:41:15.594505 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b13d46ac-66c1-4536-8252-7783798dcfd0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:15.608882 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b13d46ac-66c1-4536-8252-7783798dcfd0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for da410791-b166-41b3-89ae-12a655135ea3 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:15.680447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f27e23d0-165b-4940-addb-f635eb01929c req-bbf87d74-07fc-4eef-8de2-37022af98934 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/ports?device_id=52ad848b-04cb-4c90-8f99-c9e1f782fcec HTTP/1.1" status: 200 len: 210 time: 0.0451670 Aug 17 02:41:15.759912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 03036734-456a-420d-95fa-4bcdf56d4f4e up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:15.937097 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b13d46ac-66c1-4536-8252-7783798dcfd0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:15.967958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d46ac-66c1-4536-8252-7783798dcfd0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=da410791-b166-41b3-89ae-12a655135ea3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:15.982631 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 03036734-456a-420d-95fa-4bcdf56d4f4e completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:15.998216 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b13d46ac-66c1-4536-8252-7783798dcfd0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:16.001157 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b13d46ac-66c1-4536-8252-7783798dcfd0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/da410791-b166-41b3-89ae-12a655135ea3 HTTP/1.1" status: 204 len: 168 time: 0.6601379 Aug 17 02:41:16.003447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40722) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:16.079814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f85e50-81fe-4716-abbc-8847c5d64b13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:16.081429 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f85e50-81fe-4716-abbc-8847c5d64b13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:16.085507 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-61f85e50-81fe-4716-abbc-8847c5d64b13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0784721 Aug 17 02:41:16.085853 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40724) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:16.148666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d42faa-c740-489e-9af1-6d80ef76e843 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 30cfb02b-7b4c-4a29-8fee-9c39b10ff073 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:16.152085 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d42faa-c740-489e-9af1-6d80ef76e843 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:16.202647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6b1971bc-0433-4aab-88bb-664913c5c694 None None] Provisioning for port 03036734-456a-420d-95fa-4bcdf56d4f4e completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:16.205234 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d42faa-c740-489e-9af1-6d80ef76e843 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:16.207414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6b1971bc-0433-4aab-88bb-664913c5c694 None None] Provisioning complete for port 03036734-456a-420d-95fa-4bcdf56d4f4e triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:16.207801 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6b1971bc-0433-4aab-88bb-664913c5c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:16.311814 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6b1971bc-0433-4aab-88bb-664913c5c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:16.355911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6b1971bc-0433-4aab-88bb-664913c5c694 None None] For port 03036734-456a-420d-95fa-4bcdf56d4f4e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=03036734-456a-420d-95fa-4bcdf56d4f4e,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:16.490684 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6b1971bc-0433-4aab-88bb-664913c5c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:16.494425 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d42faa-c740-489e-9af1-6d80ef76e843 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:16.527028 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fe627-984a-4f17-a6f1-42d41cf459fe req-6780b100-4caf-4af0-859f-03c485030315 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:16.528608 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-624fe627-984a-4f17-a6f1-42d41cf459fe req-6780b100-4caf-4af0-859f-03c485030315 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 946 time: 0.0670636 Aug 17 02:41:16.589475 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-624fe627-984a-4f17-a6f1-42d41cf459fe req-42e7c7d3-434e-4efb-91f8-c5d17a69a52f tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514569 Aug 17 02:41:16.597226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1971bc-0433-4aab-88bb-664913c5c694 None None] Pushing event updated for resources: {'Port': ['ID=03036734-456a-420d-95fa-4bcdf56d4f4e,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:16.627138 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-70bf7481-60d8-42d4-8aaf-2159ceaa9a71 None None] Could not find standard attr ID for object da410791-b166-41b3-89ae-12a655135ea3. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:41:16.695146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d42faa-c740-489e-9af1-6d80ef76e843 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:16.716630 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b27955-3248-40f5-bd05-75e261908050 req-ed869c9d-9e76-40c3-a656-9072acea46d8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:16.718142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7b27955-3248-40f5-bd05-75e261908050 req-ed869c9d-9e76-40c3-a656-9072acea46d8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0590014 Aug 17 02:41:16.724106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d42faa-c740-489e-9af1-6d80ef76e843 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=30cfb02b-7b4c-4a29-8fee-9c39b10ff073,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:16.737838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de0e237-9090-41b9-bc9e-0e8caea442ce None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:16.747104 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d42faa-c740-489e-9af1-6d80ef76e843 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:16.751298 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-93d42faa-c740-489e-9af1-6d80ef76e843 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/30cfb02b-7b4c-4a29-8fee-9c39b10ff073 HTTP/1.1" status: 204 len: 168 time: 0.6617110 Aug 17 02:41:16.751885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40736) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:16.814260 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a553ecca-b0c1-4997-9a2b-2b47987d8e6e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571179 Aug 17 02:41:16.816375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40738) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:16.846773 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7b27955-3248-40f5-bd05-75e261908050 req-f71f9f84-3f8f-43e7-a9ea-7a4375f9f934 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102364 Aug 17 02:41:16.896639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d38a798-980b-40e9-b491-5e9f63dd5c2e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:16.898218 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8d38a798-980b-40e9-b491-5e9f63dd5c2e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0808504 Aug 17 02:41:16.900707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40742) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:16.950403 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f4227d-80b6-47cc-80da-2be9a775563b None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:41:16.972297 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b387bf-7c4d-41c0-9e86-6138c64da96f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:16.976703 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40744) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:16.976896 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-40b387bf-7c4d-41c0-9e86-6138c64da96f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0748103 Aug 17 02:41:17.012986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-35f4227d-80b6-47cc-80da-2be9a775563b None None] Deleting port 03036734-456a-420d-95fa-4bcdf56d4f4e {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:17.013592 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-35f4227d-80b6-47cc-80da-2be9a775563b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.022051 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-75f21ee3-19ac-46d6-b575-2bafc6611fd8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439997 Aug 17 02:41:17.026576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40746) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:17.030930 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:17.059142 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40748) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:17.127613 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-35f4227d-80b6-47cc-80da-2be9a775563b None None] For port 03036734-456a-420d-95fa-4bcdf56d4f4e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=03036734-456a-420d-95fa-4bcdf56d4f4e,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:17.128146 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-35f4227d-80b6-47cc-80da-2be9a775563b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.147224 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-35f4227d-80b6-47cc-80da-2be9a775563b None None] Calling delete_port for 03036734-456a-420d-95fa-4bcdf56d4f4e owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:17.152026 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670362d-cd22-440c-b614-e1706980d737 req-7aa7fa43-2dd6-403a-9f0e-bc8519ea4374 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:17.153937 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6670362d-cd22-440c-b614-e1706980d737 req-7aa7fa43-2dd6-403a-9f0e-bc8519ea4374 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.42 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 946 time: 0.1321845 Aug 17 02:41:17.161214 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c3a48d5d-0b77-4bad-b91a-002e6438c63e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.211929 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c3a48d5d-0b77-4bad-b91a-002e6438c63e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.309647 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-6670362d-cd22-440c-b614-e1706980d737 req-3c78b1e7-7246-4a08-935d-5b45ee5428ae tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Deleting port a2fe167e-0b39-48fa-8066-b7c17d17c96a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:17.309994 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6670362d-cd22-440c-b614-e1706980d737 req-3c78b1e7-7246-4a08-935d-5b45ee5428ae tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.341901 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:17.349438 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.368864 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-35f4227d-80b6-47cc-80da-2be9a775563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.388124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f4227d-80b6-47cc-80da-2be9a775563b None None] No DVR routers for this DVR port 03036734-456a-420d-95fa-4bcdf56d4f4e on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:17.429158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-6670362d-cd22-440c-b614-e1706980d737 req-3c78b1e7-7246-4a08-935d-5b45ee5428ae tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] For port a2fe167e-0b39-48fa-8066-b7c17d17c96a, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=a2fe167e-0b39-48fa-8066-b7c17d17c96a,segment=NetworkSegment(8c789261-ee8f-4ffe-95f3-5f8036dfb4a9),segment_id=8c789261-ee8f-4ffe-95f3-5f8036dfb4a9)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:17.429576 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6670362d-cd22-440c-b614-e1706980d737 req-3c78b1e7-7246-4a08-935d-5b45ee5428ae tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.434046 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4227d-80b6-47cc-80da-2be9a775563b None None] Pushing event deleted for resources: {'Port': ['ID=03036734-456a-420d-95fa-4bcdf56d4f4e,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:17.478547 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c3a48d5d-0b77-4bad-b91a-002e6438c63e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.481052 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c3a48d5d-0b77-4bad-b91a-002e6438c63e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.485415 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c3a48d5d-0b77-4bad-b91a-002e6438c63e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "DELETE /v2.0/security-groups/19507326-4cd7-4c5c-bd4d-82398a7d0f33 HTTP/1.1" status: 204 len: 168 time: 0.4165242 Aug 17 02:41:17.485807 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40754) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:17.498098 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a48d5d-0b77-4bad-b91a-002e6438c63e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19507326-4cd7-4c5c-bd4d-82398a7d0f33,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:17.506179 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-7046a9d9-279e-46e7-bf21-3fbcc862470e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] show failed (client error): The resource could not be found. Aug 17 02:41:17.507356 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7046a9d9-279e-46e7-bf21-3fbcc862470e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "GET /v2.0/security-groups/19507326-4cd7-4c5c-bd4d-82398a7d0f33 HTTP/1.1" status: 404 len: 347 time: 0.0203185 Aug 17 02:41:17.514304 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40756) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:17.664031 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6670362d-cd22-440c-b614-e1706980d737 req-3c78b1e7-7246-4a08-935d-5b45ee5428ae tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.664579 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6670362d-cd22-440c-b614-e1706980d737 req-3c78b1e7-7246-4a08-935d-5b45ee5428ae tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.666308 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [req-6670362d-cd22-440c-b614-e1706980d737 req-3c78b1e7-7246-4a08-935d-5b45ee5428ae tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Floating IP 34572b6e-6419-4758-8e72-a72ecebafbfe disassociated. External IP: 172.25.5.7, port: a2fe167e-0b39-48fa-8066-b7c17d17c96a. Aug 17 02:41:17.666765 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-6670362d-cd22-440c-b614-e1706980d737 req-3c78b1e7-7246-4a08-935d-5b45ee5428ae tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Calling delete_port for a2fe167e-0b39-48fa-8066-b7c17d17c96a owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:17.734586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 03036734-456a-420d-95fa-4bcdf56d4f4e no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:17.762325 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 03036734-456a-420d-95fa-4bcdf56d4f4e {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:17.762763 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 03036734-456a-420d-95fa-4bcdf56d4f4e not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:17.823448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb279c-f3af-4d53-86fa-4f59b7ea5b73 req-27328861-5e26-41cc-8f67-e8bddfddae45 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:17.825137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3eb279c-f3af-4d53-86fa-4f59b7ea5b73 req-27328861-5e26-41cc-8f67-e8bddfddae45 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 946 time: 0.1528487 Aug 17 02:41:17.850681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c7706-883c-4a71-b44f-2b400ebd854e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Deleting port d81312cb-809b-46c2-bd23-a867eeca8f26 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:17.851022 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8c4c7706-883c-4a71-b44f-2b400ebd854e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.918314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3eb279c-f3af-4d53-86fa-4f59b7ea5b73 req-362bc83e-354d-48e5-bd89-51ab6ffa8328 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eef7bda-c6f1-45d8-82fd-dce332a81744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865657 Aug 17 02:41:17.957661 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.961392 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8c4c7706-883c-4a71-b44f-2b400ebd854e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.961392 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8c4c7706-883c-4a71-b44f-2b400ebd854e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.974726 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6670362d-cd22-440c-b614-e1706980d737 req-3c78b1e7-7246-4a08-935d-5b45ee5428ae tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:18.008501 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78b1e7-7246-4a08-935d-5b45ee5428ae tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Pushing event deleted for resources: {'Port': ['ID=a2fe167e-0b39-48fa-8066-b7c17d17c96a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:18.041090 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c7706-883c-4a71-b44f-2b400ebd854e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Calling delete_port for d81312cb-809b-46c2-bd23-a867eeca8f26 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:18.045864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:18.077197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:18.085996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:18.086586 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:18.093553 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f045e5-d1eb-4e52-99ef-d0ef5728b785 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:18.102689 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=246ec511-ee7b-46d5-acdc-81565b948b7c,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:18.143645 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6670362d-cd22-440c-b614-e1706980d737 req-3c78b1e7-7246-4a08-935d-5b45ee5428ae tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Router d78978d2-d17f-4380-b01e-8f179baa4256 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:41:18.153869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:18.154550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:18.154781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:18.155268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:18.155648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:18.156069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:18.157465 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:18.157465 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:18.158016 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:18.158434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:18.158852 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:18.159297 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:18.180927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b6174-55ed-450b-9ab6-312ff5837d5e req-bfd0c70e-0ff2-4fce-8a6e-36c7595ed571 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:18.183542 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-842b6174-55ed-450b-9ab6-312ff5837d5e req-bfd0c70e-0ff2-4fce-8a6e-36c7595ed571 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1827202 Aug 17 02:41:18.254227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': '246ec511-ee7b-46d5-acdc-81565b948b7c'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:41:18.255266 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:18.272888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-842b6174-55ed-450b-9ab6-312ff5837d5e req-2ad6c91d-ed5e-42f9-b731-27cb9f8e6067 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731556 Aug 17 02:41:18.275594 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1535d992-17bc-494a-b34d-77cde5a29a07 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2486775 Aug 17 02:41:18.279376 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40764) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:18.287553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-55af7d0c-3763-4543-a4d3-db88f2e66620 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'mac_address': 'fa:16:3e:57:6a:78', 'name': 'tempest-NetworksTestDHCPv6-1882881794'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:18.338165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6670362d-cd22-440c-b614-e1706980d737 req-3c78b1e7-7246-4a08-935d-5b45ee5428ae tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:41:18.359230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd3666-4f42-448f-963c-c0f4820802d6 None None] Sync routers for ids ['d78978d2-d17f-4380-b01e-8f179baa4256'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:41:18.388216 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6670362d-cd22-440c-b614-e1706980d737 req-3c78b1e7-7246-4a08-935d-5b45ee5428ae tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] No DVR routers for this DVR port a2fe167e-0b39-48fa-8066-b7c17d17c96a on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:18.389558 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd3666-4f42-448f-963c-c0f4820802d6 None None] Routers {'d78978d2-d17f-4380-b01e-8f179baa4256'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:41:18.390213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f0cd3666-4f42-448f-963c-c0f4820802d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:41:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d78978d2-d17f-4380-b01e-8f179baa4256'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:18.393761 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6670362d-cd22-440c-b614-e1706980d737 req-3c78b1e7-7246-4a08-935d-5b45ee5428ae tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:18.397794 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6670362d-cd22-440c-b614-e1706980d737 req-3c78b1e7-7246-4a08-935d-5b45ee5428ae tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.42 "DELETE /v2.0/ports/a2fe167e-0b39-48fa-8066-b7c17d17c96a HTTP/1.1" status: 204 len: 173 time: 1.2329471 Aug 17 02:41:18.398017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4984c8d9-c3a7-4c31-ad43-be9be931aa03', 'name': 'network-vif-deleted', 'tag': 'a2fe167e-0b39-48fa-8066-b7c17d17c96a'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:41:18.400270 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f4d3de-63a5-4daa-be3a-a549b0584fd9" -d '{"events": [{"server_uuid": "4984c8d9-c3a7-4c31-ad43-be9be931aa03", "name": "network-vif-deleted", "tag": "a2fe167e-0b39-48fa-8066-b7c17d17c96a"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:41:18.472411 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52f6fff-ab51-46b9-9a4f-36c7243e4a63 x-openstack-request-id: req-e52f6fff-ab51-46b9-9a4f-36c7243e4a63 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:41:18.472573 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4984c8d9-c3a7-4c31-ad43-be9be931aa03", "name": "network-vif-deleted", "tag": "a2fe167e-0b39-48fa-8066-b7c17d17c96a", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:41:18.472842 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e52f6fff-ab51-46b9-9a4f-36c7243e4a63 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:41:18.473302 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4984c8d9-c3a7-4c31-ad43-be9be931aa03', 'name': 'network-vif-deleted', 'tag': 'a2fe167e-0b39-48fa-8066-b7c17d17c96a', 'status': 'completed', 'code': 200} Aug 17 02:41:18.499908 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8c4c7706-883c-4a71-b44f-2b400ebd854e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:18.546747 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Allocated IP 2001:db8::2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/246ec511-ee7b-46d5-acdc-81565b948b7c/4100cef3-f266-4a25-93af-3071e78b24cb) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:18.549104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c7706-883c-4a71-b44f-2b400ebd854e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event deleted for resources: {'Port': ['ID=d81312cb-809b-46c2-bd23-a867eeca8f26,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:18.633554 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8c4c7706-883c-4a71-b44f-2b400ebd854e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:18.633554 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8c4c7706-883c-4a71-b44f-2b400ebd854e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:18.633554 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8c4c7706-883c-4a71-b44f-2b400ebd854e tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "DELETE /v2.0/floatingips/109cc61b-9997-4690-a005-cc0be9e4f175 HTTP/1.1" status: 204 len: 168 time: 1.1175387 Aug 17 02:41:18.635851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40772) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:18.638718 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-f0cd3666-4f42-448f-963c-c0f4820802d6 None None] Set router d78978d2-d17f-4380-b01e-8f179baa4256 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:41:18.674334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55af7d0c-3763-4543-a4d3-db88f2e66620 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:18.779828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-a5b38c31-554e-43a2-bff8-4bc6e377236d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Deleting port 0f552f4b-5b61-4680-9809-627f6fd590c1 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:18.784612 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b38c31-554e-43a2-bff8-4bc6e377236d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:18.928603 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b38c31-554e-43a2-bff8-4bc6e377236d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:18.948218 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-a5b38c31-554e-43a2-bff8-4bc6e377236d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Calling delete_port for 0f552f4b-5b61-4680-9809-627f6fd590c1 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:19.001101 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:19.073647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Transition to ACTIVE for port object 4100cef3-f266-4a25-93af-3071e78b24cb will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:19.099756 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Transition to ACTIVE for port object 4100cef3-f266-4a25-93af-3071e78b24cb will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:19.108582 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16bda1aa-ea9a-4ff1-a82a-0a7579e0fa6e req-4f460cb3-7dfc-4973-a857-b90805a8ecd9 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/ports?device_id=4984c8d9-c3a7-4c31-ad43-be9be931aa03 HTTP/1.1" status: 200 len: 210 time: 0.0542769 Aug 17 02:41:19.142095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f0cd3666-4f42-448f-963c-c0f4820802d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:36Z', 'revision_number': 4, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'gw_port': {'id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:30Z', 'updated_at': '2021-08-17T02:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'ee5546fd-d272-4d9a-8c60-fd8870d8c481', 'name': '', 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'mac_address': 'fa:16:3e:72:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '268055db-c223-45bc-9841-2e931ed80e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:35Z', 'updated_at': '2021-08-17T02:37:47Z', 'revision_number': 5, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'subnets': [{'id': '268055db-c223-45bc-9841-2e931ed80e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:19.164857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55af7d0c-3763-4543-a4d3-db88f2e66620 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:19.177527 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd3666-4f42-448f-963c-c0f4820802d6 None None] Checking router: d78978d2-d17f-4380-b01e-8f179baa4256 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:41:19.187491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd3666-4f42-448f-963c-c0f4820802d6 None None] Routers {'d78978d2-d17f-4380-b01e-8f179baa4256'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:41:19.187491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f0cd3666-4f42-448f-963c-c0f4820802d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:41:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d78978d2-d17f-4380-b01e-8f179baa4256'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:19.190767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-55af7d0c-3763-4543-a4d3-db88f2e66620 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 2d6c079c-2be3-477c-8a71-f07b645c13aa yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:41:19.267654 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:19.312230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-55af7d0c-3763-4543-a4d3-db88f2e66620 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::57 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/246ec511-ee7b-46d5-acdc-81565b948b7c/2d6c079c-2be3-477c-8a71-f07b645c13aa) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:19.318040 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:19.329084 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:19.334338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:19.345810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Pushing event updated for resources: {'Port': ['ID=4100cef3-f266-4a25-93af-3071e78b24cb,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:19.354056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-f0cd3666-4f42-448f-963c-c0f4820802d6 None None] Set router d78978d2-d17f-4380-b01e-8f179baa4256 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:41:19.368185 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b38c31-554e-43a2-bff8-4bc6e377236d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:19.438284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b38c31-554e-43a2-bff8-4bc6e377236d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event deleted for resources: {'Port': ['ID=0f552f4b-5b61-4680-9809-627f6fd590c1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:19.512667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aff09c-f606-4bf0-a465-081dff276365 req-66a13db0-ace0-4297-bd7e-77bc135f86ee tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:19.521461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65aff09c-f606-4bf0-a465-081dff276365 req-66a13db0-ace0-4297-bd7e-77bc135f86ee tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1679223 Aug 17 02:41:19.550880 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55af7d0c-3763-4543-a4d3-db88f2e66620 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:19.576006 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b38c31-554e-43a2-bff8-4bc6e377236d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:19.577198 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-55af7d0c-3763-4543-a4d3-db88f2e66620 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 2d6c079c-2be3-477c-8a71-f07b645c13aa will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:19.577896 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a5b38c31-554e-43a2-bff8-4bc6e377236d tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "DELETE /v2.0/ports/0f552f4b-5b61-4680-9809-627f6fd590c1 HTTP/1.1" status: 204 len: 168 time: 0.9410088 Aug 17 02:41:19.581576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40780) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:19.678403 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Attempting to bind port 4100cef3-f266-4a25-93af-3071e78b24cb on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:41:19.678778 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Attempting to bind port 4100cef3-f266-4a25-93af-3071e78b24cb by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:41:19.679141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Attempting to bind port 4100cef3-f266-4a25-93af-3071e78b24cb on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:41:19.680465 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65aff09c-f606-4bf0-a465-081dff276365 req-b3b05698-08e5-4091-be63-2e8dc61d4032 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580493 Aug 17 02:41:19.721077 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55af7d0c-3763-4543-a4d3-db88f2e66620 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:19.725829 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:41:19.733598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:41:19.733598 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:19.733598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:41:19.733598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Bound port: 4100cef3-f266-4a25-93af-3071e78b24cb, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:41:19.733598 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:19.839236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-9d81eb4c-5e4b-4868-b3ee-b2d89a49a441 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Deleting port 71edd6d5-0ae9-45a6-8572-76f90f786070 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:19.839595 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9d81eb4c-5e4b-4868-b3ee-b2d89a49a441 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:19.843471 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55af7d0c-3763-4543-a4d3-db88f2e66620 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:19.845486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-55af7d0c-3763-4543-a4d3-db88f2e66620 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:19.848492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55af7d0c-3763-4543-a4d3-db88f2e66620 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:19.858294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55af7d0c-3763-4543-a4d3-db88f2e66620 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:19.859286 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-55af7d0c-3763-4543-a4d3-db88f2e66620 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:19.863168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af7d0c-3763-4543-a4d3-db88f2e66620 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=2d6c079c-2be3-477c-8a71-f07b645c13aa,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:19.985831 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-55af7d0c-3763-4543-a4d3-db88f2e66620 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7024519 Aug 17 02:41:19.986152 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40784) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:20.007654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] For port 4100cef3-f266-4a25-93af-3071e78b24cb, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:41:20.023326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] For port 4100cef3-f266-4a25-93af-3071e78b24cb, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4100cef3-f266-4a25-93af-3071e78b24cb,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:41:20.027586 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9d81eb4c-5e4b-4868-b3ee-b2d89a49a441 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:20.070261 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f0cd3666-4f42-448f-963c-c0f4820802d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:36Z', 'revision_number': 4, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'gw_port': {'id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:30Z', 'updated_at': '2021-08-17T02:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'ee5546fd-d272-4d9a-8c60-fd8870d8c481', 'name': '', 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'mac_address': 'fa:16:3e:72:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '268055db-c223-45bc-9841-2e931ed80e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:35Z', 'updated_at': '2021-08-17T02:37:47Z', 'revision_number': 5, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'subnets': [{'id': '268055db-c223-45bc-9841-2e931ed80e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:20.072290 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677d94b-fac0-4dd1-a168-9100d1446ec6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:20.074326 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-9d81eb4c-5e4b-4868-b3ee-b2d89a49a441 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Calling delete_port for 71edd6d5-0ae9-45a6-8572-76f90f786070 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:20.079901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677d94b-fac0-4dd1-a168-9100d1446ec6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:20.084397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40786) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:20.084998 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f677d94b-fac0-4dd1-a168-9100d1446ec6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0975454 Aug 17 02:41:20.100396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd3666-4f42-448f-963c-c0f4820802d6 None None] The sync data for ids ['d78978d2-d17f-4380-b01e-8f179baa4256'] in n-d-793621-31 is: [{'id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:37:36Z', 'revision_number': 4, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'gw_port': {'id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:30Z', 'updated_at': '2021-08-17T02:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'ee5546fd-d272-4d9a-8c60-fd8870d8c481', 'name': '', 'network_id': '9df5224e-fa29-44ae-9e9c-22c6b0585763', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'mac_address': 'fa:16:3e:72:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '268055db-c223-45bc-9841-2e931ed80e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:35Z', 'updated_at': '2021-08-17T02:37:47Z', 'revision_number': 5, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'subnets': [{'id': '268055db-c223-45bc-9841-2e931ed80e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:41:20.131716 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:20.258051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268afb76-78c3-4e2c-94f5-a8f690ce9159 None None] Pushing event updated for resources: {'Port': ['ID=4100cef3-f266-4a25-93af-3071e78b24cb,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:20.302835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-8d55ee9a-4f4c-494a-bcb6-e729e1348100 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 2d6c079c-2be3-477c-8a71-f07b645c13aa {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:20.303179 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d55ee9a-4f4c-494a-bcb6-e729e1348100 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:20.325100 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40792) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:20.393452 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10f95470-092b-48be-b8be-94a805870f39 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:20.453305 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10f95470-092b-48be-b8be-94a805870f39 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:20.456234 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d55ee9a-4f4c-494a-bcb6-e729e1348100 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:20.480946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-8d55ee9a-4f4c-494a-bcb6-e729e1348100 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 2d6c079c-2be3-477c-8a71-f07b645c13aa owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:20.526862 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9d81eb4c-5e4b-4868-b3ee-b2d89a49a441 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:20.604614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81eb4c-5e4b-4868-b3ee-b2d89a49a441 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event deleted for resources: {'Port': ['ID=71edd6d5-0ae9-45a6-8572-76f90f786070,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:20.624283 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905ba06-8fe9-41bf-bdc6-25036e151e4f None None] New status for floating IP 34572b6e-6419-4758-8e72-a72ecebafbfe: DOWN {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:41:20.639689 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10f95470-092b-48be-b8be-94a805870f39 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:20.646270 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10f95470-092b-48be-b8be-94a805870f39 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:20.646270 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-10f95470-092b-48be-b8be-94a805870f39 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "DELETE /v2.0/security-groups/9eef7bda-c6f1-45d8-82fd-dce332a81744 HTTP/1.1" status: 204 len: 168 time: 0.3247347 Aug 17 02:41:20.649804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40796) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:20.670165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f95470-092b-48be-b8be-94a805870f39 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eef7bda-c6f1-45d8-82fd-dce332a81744,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:20.673225 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-b9ae8f8d-729a-4a93-9efb-d5b6304c2ab9 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] show failed (client error): The resource could not be found. Aug 17 02:41:20.674392 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9d81eb4c-5e4b-4868-b3ee-b2d89a49a441 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:20.674855 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b9ae8f8d-729a-4a93-9efb-d5b6304c2ab9 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "GET /v2.0/security-groups/9eef7bda-c6f1-45d8-82fd-dce332a81744 HTTP/1.1" status: 404 len: 347 time: 0.0224199 Aug 17 02:41:20.680540 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9d81eb4c-5e4b-4868-b3ee-b2d89a49a441 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "DELETE /v2.0/ports/71edd6d5-0ae9-45a6-8572-76f90f786070 HTTP/1.1" status: 204 len: 168 time: 1.0936713 Aug 17 02:41:20.680540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40798) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:20.681772 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40800) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:20.748814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Deleting subnet 452d33d6-77e8-4cab-8020-92847845b29f {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:20.754587 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:20.833570 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:20.932892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device a2fe167e-0b39-48fa-8066-b7c17d17c96a no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:20.951665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ed20b-a5f1-4460-93b5-a6468ef38448 req-66c7fc71-dc60-4fbd-8b5b-2e743f6e65bf tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:20.951953 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:20.959166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c04ed20b-a5f1-4460-93b5-a6468ef38448 req-66c7fc71-dc60-4fbd-8b5b-2e743f6e65bf tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1257284 Aug 17 02:41:20.976046 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: a2fe167e-0b39-48fa-8066-b7c17d17c96a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:20.976568 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device a2fe167e-0b39-48fa-8066-b7c17d17c96a not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:21.008546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6aed7a74-da6e-49b9-b54f-e5cf127f3d59 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Deleting port d445a016-f15e-4185-96aa-4a2dca8ac730 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:21.008808 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6aed7a74-da6e-49b9-b54f-e5cf127f3d59 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.038189 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c04ed20b-a5f1-4460-93b5-a6468ef38448 req-934bda3a-2453-4ea0-80ca-7e03a4183362 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685422 Aug 17 02:41:21.110926 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d55ee9a-4f4c-494a-bcb6-e729e1348100 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.157493 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55ee9a-4f4c-494a-bcb6-e729e1348100 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=2d6c079c-2be3-477c-8a71-f07b645c13aa,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:21.203787 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d55ee9a-4f4c-494a-bcb6-e729e1348100 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.206542 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8d55ee9a-4f4c-494a-bcb6-e729e1348100 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/2d6c079c-2be3-477c-8a71-f07b645c13aa HTTP/1.1" status: 204 len: 168 time: 1.1207240 Aug 17 02:41:21.209133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40808) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:21.257845 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6aed7a74-da6e-49b9-b54f-e5cf127f3d59 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.257845 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6aed7a74-da6e-49b9-b54f-e5cf127f3d59 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.259277 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.276381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6aed7a74-da6e-49b9-b54f-e5cf127f3d59 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Calling delete_port for d445a016-f15e-4185-96aa-4a2dca8ac730 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:21.340096 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event deleted for resources: {'Subnet': ['ID=452d33d6-77e8-4cab-8020-92847845b29f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:21.348032 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.348751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacaaff3-9c95-4f5a-9739-47fca2248a3b None None] Network 868e1de9-cdff-478e-90ee-d3d2c77b9575 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:21.353264 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "DELETE /v2.0/subnets/452d33d6-77e8-4cab-8020-92847845b29f HTTP/1.1" status: 204 len: 168 time: 0.6679893 Aug 17 02:41:21.353629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40810) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:21.376299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f087a40-cc06-449a-b5e6-ddf9504fd5dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:21.378057 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f087a40-cc06-449a-b5e6-ddf9504fd5dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:21.379681 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7f087a40-cc06-449a-b5e6-ddf9504fd5dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1695321 Aug 17 02:41:21.388012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40812) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:21.399740 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:21.400177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:21.400622 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:21.400958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:21.404292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:21.404292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:21.404292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:21.404292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:21.404292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:21.404292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:21.404292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:21.404292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739dc316-8de2-4aaf-ab4e-c620e9ffa3f7 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:21.433963 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-586999b7-b5bb-4bff-821a-323fa25cda66 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Deleting subnet ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:21.437857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-586999b7-b5bb-4bff-821a-323fa25cda66 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.505812 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-586999b7-b5bb-4bff-821a-323fa25cda66 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.529805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed680e5e-47e4-4b36-9578-592661b2eaa8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 246ec511-ee7b-46d5-acdc-81565b948b7c {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:21.533744 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ed680e5e-47e4-4b36-9578-592661b2eaa8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.585110 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6aed7a74-da6e-49b9-b54f-e5cf127f3d59 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.610378 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ed680e5e-47e4-4b36-9578-592661b2eaa8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.627905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-586999b7-b5bb-4bff-821a-323fa25cda66 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.662796 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42deaa4d-38f8-46ac-8633-e37fb3d1656b None None] DHCP port deletion for 868e1de9-cdff-478e-90ee-d3d2c77b9575 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:41:21.666834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed7a74-da6e-49b9-b54f-e5cf127f3d59 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Pushing event deleted for resources: {'Port': ['ID=d445a016-f15e-4185-96aa-4a2dca8ac730,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:21.732031 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fcb35918-412d-4372-9b80-a856c0057ea1 None None] Provisioning for port 4100cef3-f266-4a25-93af-3071e78b24cb completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:21.767517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-42deaa4d-38f8-46ac-8633-e37fb3d1656b None None] Deleting port e3c79f82-6d07-4ada-a502-50fcf511c961 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:21.767946 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-42deaa4d-38f8-46ac-8633-e37fb3d1656b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.805817 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-586999b7-b5bb-4bff-821a-323fa25cda66 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.864258 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-42deaa4d-38f8-46ac-8633-e37fb3d1656b None None] For port e3c79f82-6d07-4ada-a502-50fcf511c961, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e3c79f82-6d07-4ada-a502-50fcf511c961,segment=NetworkSegment(287cc985-07aa-4a82-9666-cce6eac495ce),segment_id=287cc985-07aa-4a82-9666-cce6eac495ce)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:21.864773 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586999b7-b5bb-4bff-821a-323fa25cda66 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event deleted for resources: {'Subnet': ['ID=ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:21.867641 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-586999b7-b5bb-4bff-821a-323fa25cda66 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.873806 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-586999b7-b5bb-4bff-821a-323fa25cda66 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "DELETE /v2.0/subnets/ff0ab4a5-8af2-45c9-b0c8-36928ea9b8df HTTP/1.1" status: 204 len: 168 time: 0.5186751 Aug 17 02:41:21.874661 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40816) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:21.878029 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-42deaa4d-38f8-46ac-8633-e37fb3d1656b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.886728 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6aed7a74-da6e-49b9-b54f-e5cf127f3d59 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.890168 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6aed7a74-da6e-49b9-b54f-e5cf127f3d59 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.894816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6aed7a74-da6e-49b9-b54f-e5cf127f3d59 tempest-ServersTestManualDisk-465682988 tempest-ServersTestManualDisk-465682988-project] 10.222.0.13 "DELETE /v2.0/floatingips/34572b6e-6419-4758-8e72-a72ecebafbfe HTTP/1.1" status: 204 len: 168 time: 1.1970904 Aug 17 02:41:21.895697 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40818) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:21.898417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-42deaa4d-38f8-46ac-8633-e37fb3d1656b None None] Calling delete_port for e3c79f82-6d07-4ada-a502-50fcf511c961 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:21.946955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4100cef3-f266-4a25-93af-3071e78b24cb up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:21.965948 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ed680e5e-47e4-4b36-9578-592661b2eaa8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.982778 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:21.989489 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7384819f-9ba0-417a-b5db-fbe863ed857d None None] Network b94dedf4-9530-4018-9785-93d1ce415491 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:22.055610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Deleting port e3c79f82-6d07-4ada-a502-50fcf511c961 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:22.057567 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.110092 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-03aea4d8-f21b-4b43-9da8-1894aefbdfab None None] Could not find standard attr ID for object 2d6c079c-2be3-477c-8a71-f07b645c13aa. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:41:22.195497 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] For port e3c79f82-6d07-4ada-a502-50fcf511c961, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e3c79f82-6d07-4ada-a502-50fcf511c961,segment=NetworkSegment(287cc985-07aa-4a82-9666-cce6eac495ce),segment_id=287cc985-07aa-4a82-9666-cce6eac495ce)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:22.195874 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.218487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Calling delete_port for e3c79f82-6d07-4ada-a502-50fcf511c961 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:22.227187 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ed680e5e-47e4-4b36-9578-592661b2eaa8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.290872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 4100cef3-f266-4a25-93af-3071e78b24cb completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:22.295038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 4100cef3-f266-4a25-93af-3071e78b24cb triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:22.295419 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.326824 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed680e5e-47e4-4b36-9578-592661b2eaa8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=246ec511-ee7b-46d5-acdc-81565b948b7c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:22.339315 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-42deaa4d-38f8-46ac-8633-e37fb3d1656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.340422 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ed680e5e-47e4-4b36-9578-592661b2eaa8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.342540 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ed680e5e-47e4-4b36-9578-592661b2eaa8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/246ec511-ee7b-46d5-acdc-81565b948b7c HTTP/1.1" status: 204 len: 168 time: 0.9531312 Aug 17 02:41:22.347418 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40824) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:22.356453 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b317cccd-21d9-44e2-a672-b6cac4d5f4cf None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:22.358895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba902b8-d59a-4889-878e-084f0737c8aa None None] DHCP port deletion for b94dedf4-9530-4018-9785-93d1ce415491 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:41:22.366532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f6242-50c6-430b-9762-012230451b55 req-2f7fb557-5858-40a8-9ab5-897aed5c3549 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:22.368059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c3f6242-50c6-430b-9762-012230451b55 req-2f7fb557-5858-40a8-9ab5-897aed5c3549 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1844876 Aug 17 02:41:22.382751 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.400804 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42deaa4d-38f8-46ac-8633-e37fb3d1656b None None] Pushing event deleted for resources: {'Port': ['ID=e3c79f82-6d07-4ada-a502-50fcf511c961,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:22.429196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event deleted for resources: {'Port': ['ID=e3c79f82-6d07-4ada-a502-50fcf511c961,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:22.444960 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] No DVR routers for this DVR port e3c79f82-6d07-4ada-a502-50fcf511c961 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:22.465856 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42deaa4d-38f8-46ac-8633-e37fb3d1656b None None] No DVR routers for this DVR port e3c79f82-6d07-4ada-a502-50fcf511c961 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:22.575339 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.587900 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868e1de9-cdff-478e-90ee-d3d2c77b9575']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:22.596785 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.601958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287cc985-07aa-4a82-9666-cce6eac495ce') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:22.602400 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287cc985-07aa-4a82-9666-cce6eac495ce') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:22.614256 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.635955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-eba902b8-d59a-4889-878e-084f0737c8aa None None] Deleting port ee278c43-00f7-48cd-99d5-5a42f5a36f38 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:22.636327 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eba902b8-d59a-4889-878e-084f0737c8aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.636534 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.643173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 4100cef3-f266-4a25-93af-3071e78b24cb, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4100cef3-f266-4a25-93af-3071e78b24cb,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:22.646320 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:41:22.646858 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.722294 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-eba902b8-d59a-4889-878e-084f0737c8aa None None] For port ee278c43-00f7-48cd-99d5-5a42f5a36f38, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ee278c43-00f7-48cd-99d5-5a42f5a36f38,segment=NetworkSegment(f1b96d2b-ee1d-44fd-9b8a-39f379547482),segment_id=f1b96d2b-ee1d-44fd-9b8a-39f379547482)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:22.722696 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eba902b8-d59a-4889-878e-084f0737c8aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:41:22.742290 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:41:22.745098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-eba902b8-d59a-4889-878e-084f0737c8aa None None] Calling delete_port for ee278c43-00f7-48cd-99d5-5a42f5a36f38 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:22.749807 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.808396 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-40a531c6-721d-47e9-8b0e-f21e38f75799 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4569464 Aug 17 02:41:22.809067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40828) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:22.819655 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb989c45-76be-4c82-aac2-050e32a31fd7 None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:41:22.827321 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.837506 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.841953 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "DELETE /v2.0/networks/868e1de9-cdff-478e-90ee-d3d2c77b9575 HTTP/1.1" status: 204 len: 168 time: 0.9623990 Aug 17 02:41:22.858657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40830) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:22.882825 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e3c79f82-6d07-4ada-a502-50fcf511c961 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:22.908492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420ddd1-fead-4d7f-8786-2c8981845773 tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event deleted for resources: {'Network': ['ID=868e1de9-cdff-478e-90ee-d3d2c77b9575,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:22.931496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=4100cef3-f266-4a25-93af-3071e78b24cb,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:22.938761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: e3c79f82-6d07-4ada-a502-50fcf511c961 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:22.939094 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e3c79f82-6d07-4ada-a502-50fcf511c961 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:22.940346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02953b2a-9d9d-457b-b5a8-63a1ab3874fc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:22.946230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40832) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:22.946843 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-02953b2a-9d9d-457b-b5a8-63a1ab3874fc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1363776 Aug 17 02:41:22.991147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-bb989c45-76be-4c82-aac2-050e32a31fd7 None None] Deleting port 4100cef3-f266-4a25-93af-3071e78b24cb {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:22.991525 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bb989c45-76be-4c82-aac2-050e32a31fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:22.995135 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c3f6242-50c6-430b-9762-012230451b55 req-d0cac06d-f9b8-4db5-9666-e19a2760ad0e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987495 Aug 17 02:41:23.020805 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.062296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1a9b03-9cd0-4118-95a8-5dbfbc1f2b1d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:23.063875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4f1a9b03-9cd0-4118-95a8-5dbfbc1f2b1d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1158071 Aug 17 02:41:23.066841 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40834) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:23.101032 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-bb989c45-76be-4c82-aac2-050e32a31fd7 None None] For port 4100cef3-f266-4a25-93af-3071e78b24cb, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4100cef3-f266-4a25-93af-3071e78b24cb,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:23.101398 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bb989c45-76be-4c82-aac2-050e32a31fd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.118982 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-bb989c45-76be-4c82-aac2-050e32a31fd7 None None] Calling delete_port for 4100cef3-f266-4a25-93af-3071e78b24cb owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:23.132839 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3e2fa8d5-cf85-4b6a-9213-501a0a332bba tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647917 Aug 17 02:41:23.133894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40836) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:23.139599 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e6f394af-ac06-4aab-bccf-b7bed5bdd248 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:23.163173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Deleting port ee278c43-00f7-48cd-99d5-5a42f5a36f38 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:23.163559 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.237600 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ccc140b8-ce75-42ed-83a8-14ea0630f81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.240464 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] For port ee278c43-00f7-48cd-99d5-5a42f5a36f38, host n-d-793621-31, got binding levels [] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:23.240823 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.247001 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eba902b8-d59a-4889-878e-084f0737c8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.288118 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba902b8-d59a-4889-878e-084f0737c8aa None None] Pushing event deleted for resources: {'Port': ['ID=ee278c43-00f7-48cd-99d5-5a42f5a36f38,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:23.288118 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba902b8-d59a-4889-878e-084f0737c8aa None None] No DVR routers for this DVR port ee278c43-00f7-48cd-99d5-5a42f5a36f38 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:23.298194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Calling delete_port for ee278c43-00f7-48cd-99d5-5a42f5a36f38 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:23.302320 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.ipam_backend_mixin [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Port ee278c43-00f7-48cd-99d5-5a42f5a36f38 was not found and therefore no delete operation was performed {{(pid=95406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 02:41:23.305195 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.362990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event deleted for resources: {'Port': ['ID=ee278c43-00f7-48cd-99d5-5a42f5a36f38,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:23.373632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] No DVR routers for this DVR port ee278c43-00f7-48cd-99d5-5a42f5a36f38 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:23.393941 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bb989c45-76be-4c82-aac2-050e32a31fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.421865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f394af-ac06-4aab-bccf-b7bed5bdd248 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:23.426621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6f394af-ac06-4aab-bccf-b7bed5bdd248 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.447416 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb989c45-76be-4c82-aac2-050e32a31fd7 None None] No DVR routers for this DVR port 4100cef3-f266-4a25-93af-3071e78b24cb on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:23.463388 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb989c45-76be-4c82-aac2-050e32a31fd7 None None] Pushing event deleted for resources: {'Port': ['ID=4100cef3-f266-4a25-93af-3071e78b24cb,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:23.575093 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.602360 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94dedf4-9530-4018-9785-93d1ce415491']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:23.617214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b96d2b-ee1d-44fd-9b8a-39f379547482') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:23.618432 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b96d2b-ee1d-44fd-9b8a-39f379547482') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:23.630543 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.649166 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.656272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:41:23.656705 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:41:23.742467 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:41:23.771847 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ee278c43-00f7-48cd-99d5-5a42f5a36f38 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:23.799300 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: ee278c43-00f7-48cd-99d5-5a42f5a36f38 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:23.799661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ee278c43-00f7-48cd-99d5-5a42f5a36f38 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:23.800105 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4100cef3-f266-4a25-93af-3071e78b24cb no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:23.825476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 4100cef3-f266-4a25-93af-3071e78b24cb {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:23.825874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4100cef3-f266-4a25-93af-3071e78b24cb not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:23.878067 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.885053 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.890579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] 10.222.0.13 "DELETE /v2.0/networks/b94dedf4-9530-4018-9785-93d1ce415491 HTTP/1.1" status: 204 len: 168 time: 1.0251935 Aug 17 02:41:23.901187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ccc140b8-ce75-42ed-83a8-14ea0630f81c admin admin] Deleting port ee5546fd-d272-4d9a-8c60-fd8870d8c481 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:23.901699 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ccc140b8-ce75-42ed-83a8-14ea0630f81c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.913450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.objects.ports [None req-e6f394af-ac06-4aab-bccf-b7bed5bdd248 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95407) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:41:23.916108 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6f394af-ac06-4aab-bccf-b7bed5bdd248 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:23.931716 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13546427-dc51-47e5-ac72-b2c7513057bc tempest-TaggedBootDevicesTest_v242-2004341432 tempest-TaggedBootDevicesTest_v242-2004341432-project] Pushing event deleted for resources: {'Network': ['ID=b94dedf4-9530-4018-9785-93d1ce415491,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:23.980958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f394af-ac06-4aab-bccf-b7bed5bdd248 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:23.987323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e6f394af-ac06-4aab-bccf-b7bed5bdd248 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:23.992038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f394af-ac06-4aab-bccf-b7bed5bdd248 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:23.992813 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6f394af-ac06-4aab-bccf-b7bed5bdd248 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:24.002945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eed640-cbfa-4484-9259-c7379055d403 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:24.028994 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f394af-ac06-4aab-bccf-b7bed5bdd248 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=1dfb85c2-6105-4dea-868b-2553e5fe4cc6,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:24.059674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-ccc140b8-ce75-42ed-83a8-14ea0630f81c admin admin] For port ee5546fd-d272-4d9a-8c60-fd8870d8c481, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ee5546fd-d272-4d9a-8c60-fd8870d8c481,segment=NetworkSegment(8c789261-ee8f-4ffe-95f3-5f8036dfb4a9),segment_id=8c789261-ee8f-4ffe-95f3-5f8036dfb4a9)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:24.059947 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ccc140b8-ce75-42ed-83a8-14ea0630f81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:24.075173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ccc140b8-ce75-42ed-83a8-14ea0630f81c admin admin] Calling delete_port for ee5546fd-d272-4d9a-8c60-fd8870d8c481 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:24.108712 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e6f394af-ac06-4aab-bccf-b7bed5bdd248 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9731629 Aug 17 02:41:24.111703 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40844) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:24.117326 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6b5dbf7f-5e46-4321-8ea1-29de5d5043de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:24.275876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54091462-6860-4240-b7be-816f4c537836 req-c51ae7df-cf51-4237-a21b-efef3213d72e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:24.277730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54091462-6860-4240-b7be-816f4c537836 req-c51ae7df-cf51-4237-a21b-efef3213d72e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0811424 Aug 17 02:41:24.296122 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': '1dfb85c2-6105-4dea-868b-2553e5fe4cc6'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:41:24.306455 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:24.359293 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54091462-6860-4240-b7be-816f4c537836 req-d5f01115-cc0c-4610-831b-c8cc4b3c1044 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670800 Aug 17 02:41:24.405116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5dbf7f-5e46-4321-8ea1-29de5d5043de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:24.408977 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6b5dbf7f-5e46-4321-8ea1-29de5d5043de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:24.445214 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ccc140b8-ce75-42ed-83a8-14ea0630f81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:24.465959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Allocated IP 2001:db8::f816:3eff:fe46:8c4a (26de8fc2-c42b-4f78-aca4-a68447cacdd7/1dfb85c2-6105-4dea-868b-2553e5fe4cc6/334fe1d7-2d23-46d7-b4b7-4de96e4593a9) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:24.496054 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc140b8-ce75-42ed-83a8-14ea0630f81c admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5546fd-d272-4d9a-8c60-fd8870d8c481,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:24.562600 n-d-793621-31 neutron-server[95407]: INFO neutron.db.ipam_backend_mixin [None req-6b5dbf7f-5e46-4321-8ea1-29de5d5043de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1dfb85c2-6105-4dea-868b-2553e5fe4cc6 (CIDR: 2001:db8::/64) Aug 17 02:41:24.617604 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5dbf7f-5e46-4321-8ea1-29de5d5043de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:41:24.620629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5dbf7f-5e46-4321-8ea1-29de5d5043de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:24.670812 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:24.681023 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Transition to ACTIVE for port object 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:24.702296 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Transition to ACTIVE for port object 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:24.746109 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ccc140b8-ce75-42ed-83a8-14ea0630f81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:24.763719 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6b5dbf7f-5e46-4321-8ea1-29de5d5043de tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6504951 Aug 17 02:41:24.766406 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40856) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:24.780965 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-91be82d0-fb07-4574-a707-5ee72e38b196 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:24.816876 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:24.899711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Pushing event updated for resources: {'Port': ['ID=334fe1d7-2d23-46d7-b4b7-4de96e4593a9,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:24.910628 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:24.912500 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:24.914887 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:24.994541 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Attempting to bind port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:41:24.994988 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Attempting to bind port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:41:24.995303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Attempting to bind port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:41:25.000704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:41:25.006408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:41:25.006408 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:25.006408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:41:25.006408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Bound port: 334fe1d7-2d23-46d7-b4b7-4de96e4593a9, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:41:25.006408 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:25.046051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc140b8-ce75-42ed-83a8-14ea0630f81c admin admin] Router d78978d2-d17f-4380-b01e-8f179baa4256 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:41:25.075879 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91be82d0-fb07-4574-a707-5ee72e38b196 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:25.082251 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-91be82d0-fb07-4574-a707-5ee72e38b196 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:25.084935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] For port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:41:25.089643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] For port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=334fe1d7-2d23-46d7-b4b7-4de96e4593a9,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:41:25.158869 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:25.181413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc140b8-ce75-42ed-83a8-14ea0630f81c admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:41:25.198252 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfa0126-c912-43fa-983b-22022a6be3e0 None None] Sync routers for ids ['d78978d2-d17f-4380-b01e-8f179baa4256'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:41:25.201154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ccc140b8-ce75-42ed-83a8-14ea0630f81c admin admin] 10.222.0.13 "PUT /v2.0/routers/d78978d2-d17f-4380-b01e-8f179baa4256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3048849 Aug 17 02:41:25.202364 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40860) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:25.242602 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfa0126-c912-43fa-983b-22022a6be3e0 None None] Routers {'d78978d2-d17f-4380-b01e-8f179baa4256'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:41:25.243329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2bfa0126-c912-43fa-983b-22022a6be3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:41:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d78978d2-d17f-4380-b01e-8f179baa4256'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:25.245438 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6226d7-a356-4818-9509-67134b41d600 None None] Pushing event updated for resources: {'Port': ['ID=334fe1d7-2d23-46d7-b4b7-4de96e4593a9,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:25.366638 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:25.381123 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-2bfa0126-c912-43fa-983b-22022a6be3e0 None None] Set router d78978d2-d17f-4380-b01e-8f179baa4256 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:41:25.444781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-91be82d0-fb07-4574-a707-5ee72e38b196 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:25.535599 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91be82d0-fb07-4574-a707-5ee72e38b196 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:25.540465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-91be82d0-fb07-4574-a707-5ee72e38b196 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:25.545708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91be82d0-fb07-4574-a707-5ee72e38b196 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:25.546287 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-91be82d0-fb07-4574-a707-5ee72e38b196 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:25.574679 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be82d0-fb07-4574-a707-5ee72e38b196 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=985369b1-01fc-46f3-bf3b-66edd0a1503a,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:25.581625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc19c1-78a7-4d59-b049-82f292a09f66 req-8edb10d6-8193-4200-bcbf-91505d0f9280 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:25.584402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32dc19c1-78a7-4d59-b049-82f292a09f66 req-8edb10d6-8193-4200-bcbf-91505d0f9280 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1106832 Aug 17 02:41:25.586288 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:25.633073 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-32dc19c1-78a7-4d59-b049-82f292a09f66 req-4eb6100a-8a24-49f3-b5f2-2f21e2968c3f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396378 Aug 17 02:41:25.669440 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2bfa0126-c912-43fa-983b-22022a6be3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:41:24Z', 'revision_number': 5, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'gw_port': {'id': '9a8318d4-61f6-4736-b7aa-2fc2f1f998c9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:37:30Z', 'updated_at': '2021-08-17T02:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:25.677647 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-91be82d0-fb07-4574-a707-5ee72e38b196 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9071226 Aug 17 02:41:25.678713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40866) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:25.684293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'mac_address': 'fa:16:3e:01:78:69', 'name': 'tempest-NetworksTestDHCPv6-727504983'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:25.721229 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfa0126-c912-43fa-983b-22022a6be3e0 None None] Checking router: d78978d2-d17f-4380-b01e-8f179baa4256 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:41:25.731288 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfa0126-c912-43fa-983b-22022a6be3e0 None None] Routers {'d78978d2-d17f-4380-b01e-8f179baa4256'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:41:25.732573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2bfa0126-c912-43fa-983b-22022a6be3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:41:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d78978d2-d17f-4380-b01e-8f179baa4256'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:25.858796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] Deleting port 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:25.859142 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:25.973136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] For port 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9a8318d4-61f6-4736-b7aa-2fc2f1f998c9,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:25.973534 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:25.988780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:25.994571 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:26.051658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-2bfa0126-c912-43fa-983b-22022a6be3e0 None None] Set router d78978d2-d17f-4380-b01e-8f179baa4256 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:41:26.056840 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] Calling delete_port for 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:26.120730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-2bfa0126-c912-43fa-983b-22022a6be3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:41:25Z', 'revision_number': 6, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:26.147334 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:26.159124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfa0126-c912-43fa-983b-22022a6be3e0 None None] The sync data for ids ['d78978d2-d17f-4380-b01e-8f179baa4256'] in n-d-793621-31 is: [{'id': 'd78978d2-d17f-4380-b01e-8f179baa4256', 'name': 'tempest-ServersTestManualDisk-1575243467-router', 'tenant_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:37:28Z', 'updated_at': '2021-08-17T02:41:25Z', 'revision_number': 6, 'project_id': 'ca2c1eb2e2464724a110a8d5ff28078a', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:41:26.182881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 96ecda11-5b7d-4da9-972f-c6288046a69a yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:41:26.243272 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:26.452944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8:0:1::50 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/985369b1-01fc-46f3-bf3b-66edd0a1503a/96ecda11-5b7d-4da9-972f-c6288046a69a) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:26.502641 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:26.508046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::f816:3eff:fe01:7869 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/1dfb85c2-6105-4dea-868b-2553e5fe4cc6/96ecda11-5b7d-4da9-972f-c6288046a69a) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:26.511992 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f4fbdd-81dc-4cb5-be95-39ab65790975 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:26.554769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8318d4-61f6-4736-b7aa-2fc2f1f998c9,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:26.659811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d40e2555-2f1c-44c9-bb22-5b6459bedc86 None None] Provisioning for port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:26.713416 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d40e2555-2f1c-44c9-bb22-5b6459bedc86 None None] Provisioning complete for port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:26.716135 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d40e2555-2f1c-44c9-bb22-5b6459bedc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:26.727758 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:26.870399 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:26.872289 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d40e2555-2f1c-44c9-bb22-5b6459bedc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:26.877839 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:26.889855 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e32f9b0-9484-46c5-a5c7-c63c750e59e2 None None] Update dhcp port {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'fixed_ips': [{'subnet_id': '1dfb85c2-6105-4dea-868b-2553e5fe4cc6', 'ip_address': '2001:db8::f816:3eff:fe46:8c4a'}, {'subnet_id': '985369b1-01fc-46f3-bf3b-66edd0a1503a'}], 'binding:host_id': 'n-d-793621-31'}, 'id': '334fe1d7-2d23-46d7-b4b7-4de96e4593a9'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:41:26.936436 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8e32f9b0-9484-46c5-a5c7-c63c750e59e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:26.940184 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d40e2555-2f1c-44c9-bb22-5b6459bedc86 None None] For port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=334fe1d7-2d23-46d7-b4b7-4de96e4593a9,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:26.954885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902b91b-85f0-4262-beb1-e53a181d2677 req-00bc4104-4a3d-41ff-aaa4-4fbdda907aee tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:26.956511 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6902b91b-85f0-4262-beb1-e53a181d2677 req-00bc4104-4a3d-41ff-aaa4-4fbdda907aee tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.2250419 Aug 17 02:41:26.978081 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.007968 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 96ecda11-5b7d-4da9-972f-c6288046a69a will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:27.020928 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6902b91b-85f0-4262-beb1-e53a181d2677 req-b0de9654-5bae-4fa1-95ba-2d87ba56975d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543373 Aug 17 02:41:27.053600 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.054179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d78978d2-d17f-4380-b01e-8f179baa4256 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:41:27.058864 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.060052 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a0ba6971-acb3-4885-a18c-cb899586c869 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d78978d2-d17f-4380-b01e-8f179baa4256 HTTP/1.1" status: 204 len: 168 time: 1.8565359 Aug 17 02:41:27.063178 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40880) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:27.103612 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d40e2555-2f1c-44c9-bb22-5b6459bedc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.155856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f6e610-bd87-43ae-a2ab-c3f770ae69bd admin admin] Deleting subnet 268055db-c223-45bc-9841-2e931ed80e99 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:27.157975 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.161797 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74f6e610-bd87-43ae-a2ab-c3f770ae69bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.187773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e2555-2f1c-44c9-bb22-5b6459bedc86 None None] Pushing event updated for resources: {'Port': ['ID=334fe1d7-2d23-46d7-b4b7-4de96e4593a9,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:27.218436 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74f6e610-bd87-43ae-a2ab-c3f770ae69bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.235740 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-8e32f9b0-9484-46c5-a5c7-c63c750e59e2 None None] Allocated IP 2001:db8:0:1::2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/985369b1-01fc-46f3-bf3b-66edd0a1503a/334fe1d7-2d23-46d7-b4b7-4de96e4593a9) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:27.283322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:27.285062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=96ecda11-5b7d-4da9-972f-c6288046a69a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:27.287995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:27.290363 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:27.296658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:27.297545 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.336006 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74f6e610-bd87-43ae-a2ab-c3f770ae69bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.348458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8e32f9b0-9484-46c5-a5c7-c63c750e59e2 None None] For port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=334fe1d7-2d23-46d7-b4b7-4de96e4593a9,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:27.376932 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a5b58e57-86a6-49ec-8fd5-f110ccf12791 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6976898 Aug 17 02:41:27.379536 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40882) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:27.386827 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8e32f9b0-9484-46c5-a5c7-c63c750e59e2 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.402285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8e32f9b0-9484-46c5-a5c7-c63c750e59e2 None None] Transition to ACTIVE for port object 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:27.462907 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74f6e610-bd87-43ae-a2ab-c3f770ae69bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.488409 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8e32f9b0-9484-46c5-a5c7-c63c750e59e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.503232 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6e610-bd87-43ae-a2ab-c3f770ae69bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=268055db-c223-45bc-9841-2e931ed80e99,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:27.509618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b4052-c8b0-4b48-add1-b0a372597085 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 96ecda11-5b7d-4da9-972f-c6288046a69a {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:27.510062 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4052-c8b0-4b48-add1-b0a372597085 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.516511 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74f6e610-bd87-43ae-a2ab-c3f770ae69bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.522740 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-74f6e610-bd87-43ae-a2ab-c3f770ae69bd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/268055db-c223-45bc-9841-2e931ed80e99 HTTP/1.1" status: 204 len: 168 time: 0.4574685 Aug 17 02:41:27.523965 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40884) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:27.540676 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57330e0-4457-4520-a60a-110b96adf83d None None] Network 9df5224e-fa29-44ae-9e9c-22c6b0585763 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:27.612129 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.635255 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4052-c8b0-4b48-add1-b0a372597085 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.679620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b4052-c8b0-4b48-add1-b0a372597085 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 96ecda11-5b7d-4da9-972f-c6288046a69a owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:27.690948 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] Deleting port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:27.691873 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.707648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32f9b0-9484-46c5-a5c7-c63c750e59e2 None None] Pushing event updated for resources: {'Port': ['ID=334fe1d7-2d23-46d7-b4b7-4de96e4593a9,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:27.768025 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:27.807157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] For port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=25f2b283-ef91-43a1-b9b9-c9a00f8dc70c,segment=NetworkSegment(8c789261-ee8f-4ffe-95f3-5f8036dfb4a9),segment_id=8c789261-ee8f-4ffe-95f3-5f8036dfb4a9)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:27.808268 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:27.828297 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] Calling delete_port for 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:27.938679 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45fb777-fed0-4a70-9b12-9e08c435e340 None None] DHCP port deletion for 9df5224e-fa29-44ae-9e9c-22c6b0585763 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:41:27.982610 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:28.006561 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:28.006919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9a8318d4-61f6-4736-b7aa-2fc2f1f998c9 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:28.007338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ee5546fd-d272-4d9a-8c60-fd8870d8c481 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:28.025551 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:28.042770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: ee5546fd-d272-4d9a-8c60-fd8870d8c481 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:28.043157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ee5546fd-d272-4d9a-8c60-fd8870d8c481 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:28.054133 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4052-c8b0-4b48-add1-b0a372597085 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:28.063060 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=25f2b283-ef91-43a1-b9b9-c9a00f8dc70c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:28.069935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c45fb777-fed0-4a70-9b12-9e08c435e340 None None] Deleting port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:28.070698 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c45fb777-fed0-4a70-9b12-9e08c435e340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:28.076979 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] No DVR routers for this DVR port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:28.121921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b4052-c8b0-4b48-add1-b0a372597085 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=96ecda11-5b7d-4da9-972f-c6288046a69a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:28.194323 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c45fb777-fed0-4a70-9b12-9e08c435e340 None None] For port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c, host n-d-793621-31, got binding levels [] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:28.194718 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c45fb777-fed0-4a70-9b12-9e08c435e340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:28.195048 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:28.210025 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c45fb777-fed0-4a70-9b12-9e08c435e340 None None] Calling delete_port for 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:28.213369 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.ipam_backend_mixin [None req-c45fb777-fed0-4a70-9b12-9e08c435e340 None None] Port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c was not found and therefore no delete operation was performed {{(pid=95408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 02:41:28.215426 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c45fb777-fed0-4a70-9b12-9e08c435e340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:28.217645 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df5224e-fa29-44ae-9e9c-22c6b0585763']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:28.240204 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c789261-ee8f-4ffe-95f3-5f8036dfb4a9') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:28.240545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c789261-ee8f-4ffe-95f3-5f8036dfb4a9') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:28.254971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fb777-fed0-4a70-9b12-9e08c435e340 None None] Pushing event deleted for resources: {'Port': ['ID=25f2b283-ef91-43a1-b9b9-c9a00f8dc70c,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:28.256850 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45fb777-fed0-4a70-9b12-9e08c435e340 None None] No DVR routers for this DVR port 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:28.267859 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:28.282405 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4052-c8b0-4b48-add1-b0a372597085 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:28.283003 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:28.284377 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1e7b4052-c8b0-4b48-add1-b0a372597085 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/96ecda11-5b7d-4da9-972f-c6288046a69a HTTP/1.1" status: 204 len: 168 time: 0.9039011 Aug 17 02:41:28.287336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40894) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:28.299774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:41:28.300179 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:41:28.302137 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:41:28.309056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaef24-f33c-46b8-83f8-aaff39dfd301 req-1c7dc6f5-1a40-456f-9d20-4aab44c42a5c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:28.312078 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5eaaef24-f33c-46b8-83f8-aaff39dfd301 req-1c7dc6f5-1a40-456f-9d20-4aab44c42a5c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0901353 Aug 17 02:41:28.369649 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5eaaef24-f33c-46b8-83f8-aaff39dfd301 req-58c5966e-50ec-4617-b475-2d27e858a268 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508788 Aug 17 02:41:28.405910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83a4fba-de4b-414f-9c4e-fa30f982734a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:28.405910 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c83a4fba-de4b-414f-9c4e-fa30f982734a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1157033 Aug 17 02:41:28.407779 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40896) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:28.473720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a7d91c-7911-450c-b6bd-bd7db3b651d9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:28.480334 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f2a7d91c-7911-450c-b6bd-bd7db3b651d9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0714614 Aug 17 02:41:28.482826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40898) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:28.496107 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:28.502711 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:28.504596 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] 10.222.0.13 "DELETE /v2.0/networks/9df5224e-fa29-44ae-9e9c-22c6b0585763 HTTP/1.1" status: 204 len: 168 time: 0.9788158 Aug 17 02:41:28.520176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760c271-a2c4-4a10-813a-dc58dbe35e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=9df5224e-fa29-44ae-9e9c-22c6b0585763,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:28.549037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f2a651-0678-4e8b-a398-0d4e19f5130d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:28.550665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f2a651-0678-4e8b-a398-0d4e19f5130d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:28.552250 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f2a651-0678-4e8b-a398-0d4e19f5130d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:28.556509 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-71f2a651-0678-4e8b-a398-0d4e19f5130d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0699794 Aug 17 02:41:28.557296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40902) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:28.671192 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:28.699872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8798e8c3-f21a-4d36-815a-b88dca5caf53 None None] Provisioning for port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:28.705969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8798e8c3-f21a-4d36-815a-b88dca5caf53 None None] Provisioning complete for port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:28.714288 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8798e8c3-f21a-4d36-815a-b88dca5caf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:28.926971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e6bdf8cf-7c22-477a-86c0-93ad96118389 None None] Could not find standard attr ID for object 96ecda11-5b7d-4da9-972f-c6288046a69a. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:41:29.033455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-2632f2bc-6189-4f82-9939-f2a8d710d46a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 1dfb85c2-6105-4dea-868b-2553e5fe4cc6 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:29.037386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2632f2bc-6189-4f82-9939-f2a8d710d46a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:29.039256 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40906) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:29.110700 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2632f2bc-6189-4f82-9939-f2a8d710d46a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:29.129747 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-24d66eb4-639a-4ef0-9372-429a135c8166 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca2c1eb2e2464724a110a8d5ff28078a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889537 Aug 17 02:41:29.132129 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40910) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:29.207374 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b15155e4-b6b7-4c63-97f9-c1c48753b89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:29.229936 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2632f2bc-6189-4f82-9939-f2a8d710d46a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:29.233826 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b15155e4-b6b7-4c63-97f9-c1c48753b89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:29.373649 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b15155e4-b6b7-4c63-97f9-c1c48753b89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:29.376392 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b15155e4-b6b7-4c63-97f9-c1c48753b89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:29.377578 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b15155e4-b6b7-4c63-97f9-c1c48753b89e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3ad8e46-62d0-4e9d-b77f-e616dbbc51fa HTTP/1.1" status: 204 len: 168 time: 0.2444789 Aug 17 02:41:29.391213 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2632f2bc-6189-4f82-9939-f2a8d710d46a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:29.399046 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15155e4-b6b7-4c63-97f9-c1c48753b89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ad8e46-62d0-4e9d-b77f-e616dbbc51fa,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:29.431038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632f2bc-6189-4f82-9939-f2a8d710d46a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=1dfb85c2-6105-4dea-868b-2553e5fe4cc6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:29.433122 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2632f2bc-6189-4f82-9939-f2a8d710d46a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:29.435891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2632f2bc-6189-4f82-9939-f2a8d710d46a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/1dfb85c2-6105-4dea-868b-2553e5fe4cc6 HTTP/1.1" status: 204 len: 168 time: 0.8772690 Aug 17 02:41:29.442604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40918) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:29.456089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42faf51-adf7-444e-a51d-a2ed3579b1ea None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:29.563698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-78fcc748-a836-475d-9cf1-c572ff8e10cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 985369b1-01fc-46f3-bf3b-66edd0a1503a {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:29.569009 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78fcc748-a836-475d-9cf1-c572ff8e10cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:29.604853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebbf1e-4d5b-4dc7-873c-11b5835a4998 req-87a86e56-e29c-41a6-bc58-7db872e16d7f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:29.606431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fcebbf1e-4d5b-4dc7-873c-11b5835a4998 req-87a86e56-e29c-41a6-bc58-7db872e16d7f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1423852 Aug 17 02:41:29.651667 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78fcc748-a836-475d-9cf1-c572ff8e10cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:29.708752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fcebbf1e-4d5b-4dc7-873c-11b5835a4998 req-7fc9c93b-fc5c-4006-b261-e83aa0f8d2db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833266 Aug 17 02:41:29.785281 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:29.792283 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78fcc748-a836-475d-9cf1-c572ff8e10cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:29.884435 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:29.884878 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:29.957912 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78fcc748-a836-475d-9cf1-c572ff8e10cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:29.973897 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78fcc748-a836-475d-9cf1-c572ff8e10cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:29.975948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-78fcc748-a836-475d-9cf1-c572ff8e10cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/985369b1-01fc-46f3-bf3b-66edd0a1503a HTTP/1.1" status: 204 len: 168 time: 0.5253451 Aug 17 02:41:29.978316 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40926) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:29.998997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcc748-a836-475d-9cf1-c572ff8e10cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=985369b1-01fc-46f3-bf3b-66edd0a1503a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:30.056234 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7d1c7961-a38f-49c0-aeb8-d5db29852d8a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751998 Aug 17 02:41:30.058505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40934) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:30.064793 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-241e4176-fdd2-452c-a04d-3836752ac1f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:30.081792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:30.120400 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:30.122772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 25f2b283-ef91-43a1-b9b9-c9a00f8dc70c not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:30.270686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241e4176-fdd2-452c-a04d-3836752ac1f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:30.275890 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-241e4176-fdd2-452c-a04d-3836752ac1f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:30.450984 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb6a88-720c-47ca-ad1b-0e181c91f350 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:30.557425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b6ce645a-3af6-4350-95b5-d60b38e3f4a1 None None] Provisioning complete for port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:30.557425 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b6ce645a-3af6-4350-95b5-d60b38e3f4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:30.766644 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6408fca-03b2-40a0-8e8b-0779bfcb43b3 None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:41:30.833613 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e6408fca-03b2-40a0-8e8b-0779bfcb43b3 None None] Deleting port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:30.834936 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e6408fca-03b2-40a0-8e8b-0779bfcb43b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:30.908904 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3578e-b2ca-4e8b-a90a-1dd861542ff6 req-1f89d1d1-e272-45fd-ac33-3081454dd901 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:30.918449 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43f3578e-b2ca-4e8b-a90a-1dd861542ff6 req-1f89d1d1-e272-45fd-ac33-3081454dd901 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1333961 Aug 17 02:41:30.951286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e6408fca-03b2-40a0-8e8b-0779bfcb43b3 None None] For port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=334fe1d7-2d23-46d7-b4b7-4de96e4593a9,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:30.951818 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e6408fca-03b2-40a0-8e8b-0779bfcb43b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:30.973592 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e6408fca-03b2-40a0-8e8b-0779bfcb43b3 None None] Calling delete_port for 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:30.986673 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43f3578e-b2ca-4e8b-a90a-1dd861542ff6 req-c7baf68e-e80c-4b78-bafe-1de00b198672 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672359 Aug 17 02:41:31.018601 n-d-793621-31 neutron-server[95406]: DEBUG neutron.objects.ports [None req-241e4176-fdd2-452c-a04d-3836752ac1f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95406) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:41:31.167625 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:31.291739 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e6408fca-03b2-40a0-8e8b-0779bfcb43b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:31.335035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6408fca-03b2-40a0-8e8b-0779bfcb43b3 None None] Pushing event deleted for resources: {'Port': ['ID=334fe1d7-2d23-46d7-b4b7-4de96e4593a9,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:31.339899 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6408fca-03b2-40a0-8e8b-0779bfcb43b3 None None] No DVR routers for this DVR port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:31.347147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.ipam_pluggable_backend [None req-241e4176-fdd2-452c-a04d-3836752ac1f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Port 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95406) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 17 02:41:31.347998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.ipam_pluggable_backend [None req-241e4176-fdd2-452c-a04d-3836752ac1f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Reverting IP allocation for 2001:db8::f816:3eff:fe46:8c4a {{(pid=95406) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 17 02:41:31.354386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.ipam_pluggable_backend [None req-241e4176-fdd2-452c-a04d-3836752ac1f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe46:8c4a {{(pid=95406) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 17 02:41:31.355401 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-241e4176-fdd2-452c-a04d-3836752ac1f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:31.406632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241e4176-fdd2-452c-a04d-3836752ac1f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:31.411841 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-241e4176-fdd2-452c-a04d-3836752ac1f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:31.416460 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241e4176-fdd2-452c-a04d-3836752ac1f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:31.417056 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-241e4176-fdd2-452c-a04d-3836752ac1f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:31.423656 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a90b9f-15fa-4bf2-9f31-099e6c36e5a6 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:31.433865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e4176-fdd2-452c-a04d-3836752ac1f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=5600f4bd-d694-45ae-9a6a-bb8ff1ba7bda,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:31.537653 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-241e4176-fdd2-452c-a04d-3836752ac1f2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4779003 Aug 17 02:41:31.540443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40988) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:31.551390 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-c88cd0ef-d3d9-43f2-b865-c5d4aeccafff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:31.662967 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': '5600f4bd-d694-45ae-9a6a-bb8ff1ba7bda'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:41:31.663862 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:31.813663 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:31.842924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:31.843180 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 334fe1d7-2d23-46d7-b4b7-4de96e4593a9 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:31.905032 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Allocated IP 2001:db8::f816:3eff:fea4:e744 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/5600f4bd-d694-45ae-9a6a-bb8ff1ba7bda/57a3b94d-906c-4464-9a18-9ac85c1a7c66) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:31.919428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88cd0ef-d3d9-43f2-b865-c5d4aeccafff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:31.924068 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c88cd0ef-d3d9-43f2-b865-c5d4aeccafff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:32.064574 n-d-793621-31 neutron-server[95406]: INFO neutron.db.ipam_backend_mixin [None req-c88cd0ef-d3d9-43f2-b865-c5d4aeccafff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5600f4bd-d694-45ae-9a6a-bb8ff1ba7bda (CIDR: 2001:db8::/64) Aug 17 02:41:32.145659 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88cd0ef-d3d9-43f2-b865-c5d4aeccafff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:41:32.154044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88cd0ef-d3d9-43f2-b865-c5d4aeccafff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:32.184454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95fc06-c736-4d54-ba1e-a7d6fd20e4f3 req-b0cbf6c5-3e86-41ab-9287-1af39a5217f2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:32.186090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f95fc06-c736-4d54-ba1e-a7d6fd20e4f3 req-b0cbf6c5-3e86-41ab-9287-1af39a5217f2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0999408 Aug 17 02:41:32.186616 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:32.199071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Transition to ACTIVE for port object 57a3b94d-906c-4464-9a18-9ac85c1a7c66 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:32.223211 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Transition to ACTIVE for port object 57a3b94d-906c-4464-9a18-9ac85c1a7c66 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:32.230048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f95fc06-c736-4d54-ba1e-a7d6fd20e4f3 req-78f0267c-2f66-46e6-adc6-8f35ffaa6e3c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366385 Aug 17 02:41:32.274908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41012) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:32.286460 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c88cd0ef-d3d9-43f2-b865-c5d4aeccafff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7418635 Aug 17 02:41:32.288733 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41016) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:32.294314 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-037d1da1-0d02-4aa5-903c-dd24cf2e2a77 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:32.342581 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:32.451518 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a3ec6f22-658b-4755-9fbc-212cbcaa3551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:32.454775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Pushing event updated for resources: {'Port': ['ID=57a3b94d-906c-4464-9a18-9ac85c1a7c66,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:32.459328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:32.464237 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:32.466957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:32.467307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:32.467782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:32.468129 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:32.468524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:32.469054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:32.469503 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:32.469837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:32.470219 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:32.470558 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:32.471150 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:32.471285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:32.474345 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:32.498297 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [None req-037d1da1-0d02-4aa5-903c-dd24cf2e2a77 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:41:32.498297 n-d-793621-31 neutron-server[95406]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 02:41:32.498297 n-d-793621-31 neutron-server[95406]: [parameters: {'project_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'id': 'af35c855-1694-4055-bc7f-bf8e277df946', 'expiration': datetime.datetime(2021, 8, 17, 2, 43, 32, 492162)}] Aug 17 02:41:32.498297 n-d-793621-31 neutron-server[95406]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:41:32.498726 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [None req-037d1da1-0d02-4aa5-903c-dd24cf2e2a77 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:41:32.535498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Attempting to bind port 57a3b94d-906c-4464-9a18-9ac85c1a7c66 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:41:32.536230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Attempting to bind port 57a3b94d-906c-4464-9a18-9ac85c1a7c66 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:41:32.537645 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Attempting to bind port 57a3b94d-906c-4464-9a18-9ac85c1a7c66 on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:41:32.549366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:41:32.549366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:41:32.549822 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:32.550328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:41:32.550907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Bound port: 57a3b94d-906c-4464-9a18-9ac85c1a7c66, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:41:32.551384 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:32.592782 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a3ec6f22-658b-4755-9fbc-212cbcaa3551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:32.632743 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] For port 57a3b94d-906c-4464-9a18-9ac85c1a7c66, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:41:32.636155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] For port 57a3b94d-906c-4464-9a18-9ac85c1a7c66, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=57a3b94d-906c-4464-9a18-9ac85c1a7c66,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:41:32.711346 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a3ec6f22-658b-4755-9fbc-212cbcaa3551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:32.742816 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:32.752436 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a3ec6f22-658b-4755-9fbc-212cbcaa3551 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=284e491c57654ad6bb03a79a3bc0a2e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4763691 Aug 17 02:41:32.753369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec6f22-658b-4755-9fbc-212cbcaa3551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d400b553-9ddc-46ce-9935-e33854e84549,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:32.756564 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41024) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:32.816677 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-10d1353f-0ded-4fae-854d-0a284df4bf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:32.833552 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8134c-68a7-4484-ba45-0de06b9f1306 None None] Pushing event updated for resources: {'Port': ['ID=57a3b94d-906c-4464-9a18-9ac85c1a7c66,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:32.861603 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-10d1353f-0ded-4fae-854d-0a284df4bf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:33.010253 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-10d1353f-0ded-4fae-854d-0a284df4bf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:33.016307 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-10d1353f-0ded-4fae-854d-0a284df4bf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:33.017312 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-10d1353f-0ded-4fae-854d-0a284df4bf80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d400b553-9ddc-46ce-9935-e33854e84549 HTTP/1.1" status: 204 len: 168 time: 0.2588358 Aug 17 02:41:33.073761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1353f-0ded-4fae-854d-0a284df4bf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d400b553-9ddc-46ce-9935-e33854e84549,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:33.186969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037d1da1-0d02-4aa5-903c-dd24cf2e2a77 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:33.191050 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-037d1da1-0d02-4aa5-903c-dd24cf2e2a77 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:33.497174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf8f6-b2bc-4043-92cb-97e033c63101 req-84536975-049d-4a35-8438-5be0875b1c3f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:33.498990 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b14bf8f6-b2bc-4043-92cb-97e033c63101 req-84536975-049d-4a35-8438-5be0875b1c3f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1021810 Aug 17 02:41:33.575463 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b14bf8f6-b2bc-4043-92cb-97e033c63101 req-1327b4ca-ac7f-4dac-938d-a50fb86dfb87 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687997 Aug 17 02:41:33.696320 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-037d1da1-0d02-4aa5-903c-dd24cf2e2a77 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:33.825198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d1da1-0d02-4aa5-903c-dd24cf2e2a77 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:33.832114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-037d1da1-0d02-4aa5-903c-dd24cf2e2a77 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:33.855569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037d1da1-0d02-4aa5-903c-dd24cf2e2a77 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:33.856203 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-037d1da1-0d02-4aa5-903c-dd24cf2e2a77 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:33.863611 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d1da1-0d02-4aa5-903c-dd24cf2e2a77 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=a096fe11-3cc7-4d9e-b5f6-78107591033e,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:33.903388 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 57a3b94d-906c-4464-9a18-9ac85c1a7c66 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:34.008451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41060) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:34.009209 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-037d1da1-0d02-4aa5-903c-dd24cf2e2a77 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7188714 Aug 17 02:41:34.017438 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'mac_address': 'fa:16:3e:c9:9e:39', 'name': 'tempest-NetworksTestDHCPv6-15703546'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:34.067429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 57a3b94d-906c-4464-9a18-9ac85c1a7c66 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:34.366878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b9cd9-3a2d-4df1-8a1a-4aa1c0eb01e4 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:34.385210 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:34.579921 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:34.622792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c055012d-2a4a-43e9-8acc-a383bef9968f None None] Provisioning for port 57a3b94d-906c-4464-9a18-9ac85c1a7c66 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:34.626700 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 931575d0-3e8b-463a-a75b-0f029ab3c315 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:41:34.634410 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c055012d-2a4a-43e9-8acc-a383bef9968f None None] Provisioning complete for port 57a3b94d-906c-4464-9a18-9ac85c1a7c66 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:34.637642 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c055012d-2a4a-43e9-8acc-a383bef9968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:34.780845 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef20d6-2c76-44c9-9235-3fb84dd37ebf req-c213af93-9689-44e5-b006-e9227058e7d0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:34.784994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97ef20d6-2c76-44c9-9235-3fb84dd37ebf req-c213af93-9689-44e5-b006-e9227058e7d0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0734131 Aug 17 02:41:34.851510 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97ef20d6-2c76-44c9-9235-3fb84dd37ebf req-5e9a0068-de51-4c05-88c9-130130c1d348 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624251 Aug 17 02:41:34.900188 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa4dc8f-9367-4a7d-938b-02bbb517d08e None None] Update dhcp port {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'fixed_ips': [{'subnet_id': '5600f4bd-d694-45ae-9a6a-bb8ff1ba7bda', 'ip_address': '2001:db8::f816:3eff:fea4:e744'}, {'subnet_id': 'a096fe11-3cc7-4d9e-b5f6-78107591033e'}], 'binding:host_id': 'n-d-793621-31'}, 'id': '57a3b94d-906c-4464-9a18-9ac85c1a7c66'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:41:34.913329 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c055012d-2a4a-43e9-8acc-a383bef9968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:35.013411 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5fa4dc8f-9367-4a7d-938b-02bbb517d08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:35.091207 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c055012d-2a4a-43e9-8acc-a383bef9968f None None] For port 57a3b94d-906c-4464-9a18-9ac85c1a7c66, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=57a3b94d-906c-4464-9a18-9ac85c1a7c66,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:35.162691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8:0:1::4 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/a096fe11-3cc7-4d9e-b5f6-78107591033e/931575d0-3e8b-463a-a75b-0f029ab3c315) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:35.201050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::f816:3eff:fec9:9e39 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/5600f4bd-d694-45ae-9a6a-bb8ff1ba7bda/931575d0-3e8b-463a-a75b-0f029ab3c315) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:35.216721 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c055012d-2a4a-43e9-8acc-a383bef9968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:35.275237 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055012d-2a4a-43e9-8acc-a383bef9968f None None] Pushing event updated for resources: {'Port': ['ID=57a3b94d-906c-4464-9a18-9ac85c1a7c66,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:35.415981 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:35.431460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 931575d0-3e8b-463a-a75b-0f029ab3c315 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:35.523527 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:35.569039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:35.572915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:35.575658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:35.583027 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-5fa4dc8f-9367-4a7d-938b-02bbb517d08e None None] Allocated IP 2001:db8:0:1::2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/a096fe11-3cc7-4d9e-b5f6-78107591033e/57a3b94d-906c-4464-9a18-9ac85c1a7c66) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:35.590517 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:35.591830 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:35.623402 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=931575d0-3e8b-463a-a75b-0f029ab3c315,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:35.713171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5fa4dc8f-9367-4a7d-938b-02bbb517d08e None None] For port 57a3b94d-906c-4464-9a18-9ac85c1a7c66, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=57a3b94d-906c-4464-9a18-9ac85c1a7c66,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:35.724971 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41104) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:35.733490 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-289b07a0-a11d-46ad-be6d-4c173be6d9af tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7233961 Aug 17 02:41:35.736730 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41108) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:35.750690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 57a3b94d-906c-4464-9a18-9ac85c1a7c66 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:35.759465 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5fa4dc8f-9367-4a7d-938b-02bbb517d08e None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:35.803234 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5fa4dc8f-9367-4a7d-938b-02bbb517d08e None None] Transition to ACTIVE for port object 57a3b94d-906c-4464-9a18-9ac85c1a7c66 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:35.825686 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 57a3b94d-906c-4464-9a18-9ac85c1a7c66 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:35.826250 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:35.889714 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ccd5-7704-4aaa-89dd-3597443ad266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:35.932110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-050f309c-cca6-4897-be43-5d176477ca49 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 931575d0-3e8b-463a-a75b-0f029ab3c315 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:35.935794 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-050f309c-cca6-4897-be43-5d176477ca49 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:36.023214 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ccd5-7704-4aaa-89dd-3597443ad266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:36.083582 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5fa4dc8f-9367-4a7d-938b-02bbb517d08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:36.086068 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e7965-6b0c-43a8-a03a-f56b4c0d1ae3 req-2b90078d-836d-4aca-8bc8-10d84bae0556 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:36.088275 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f07e7965-6b0c-43a8-a03a-f56b4c0d1ae3 req-2b90078d-836d-4aca-8bc8-10d84bae0556 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0770481 Aug 17 02:41:36.141130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f07e7965-6b0c-43a8-a03a-f56b4c0d1ae3 req-efdfc60c-8f0e-4fc7-9db5-bdc3c0a6c202 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455899 Aug 17 02:41:36.146462 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ccd5-7704-4aaa-89dd-3597443ad266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:36.159146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4dc8f-9367-4a7d-938b-02bbb517d08e None None] Pushing event updated for resources: {'Port': ['ID=57a3b94d-906c-4464-9a18-9ac85c1a7c66,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:36.190297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Port 57a3b94d-906c-4464-9a18-9ac85c1a7c66 had new provisioning blocks added so it will not transition to active. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 17 02:41:36.192103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5ccd5-7704-4aaa-89dd-3597443ad266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135c4a0a-a876-4e1a-bcc1-c4bf763dda61,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:36.206312 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-050f309c-cca6-4897-be43-5d176477ca49 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:36.228687 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c6f5ccd5-7704-4aaa-89dd-3597443ad266 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ec72879827746f69b1edefe5124830f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5018132 Aug 17 02:41:36.235637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41120) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:36.244531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-050f309c-cca6-4897-be43-5d176477ca49 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 931575d0-3e8b-463a-a75b-0f029ab3c315 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:36.357387 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a2ff68d6-3c80-4fa7-910a-fa053eb8f2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:36.389965 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a2ff68d6-3c80-4fa7-910a-fa053eb8f2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:36.599522 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-050f309c-cca6-4897-be43-5d176477ca49 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:36.632415 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a2ff68d6-3c80-4fa7-910a-fa053eb8f2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:36.635129 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a2ff68d6-3c80-4fa7-910a-fa053eb8f2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:36.636445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a2ff68d6-3c80-4fa7-910a-fa053eb8f2b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/135c4a0a-a876-4e1a-bcc1-c4bf763dda61 HTTP/1.1" status: 204 len: 168 time: 0.3996258 Aug 17 02:41:36.637541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f309c-cca6-4897-be43-5d176477ca49 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=931575d0-3e8b-463a-a75b-0f029ab3c315,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:36.670423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff68d6-3c80-4fa7-910a-fa053eb8f2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135c4a0a-a876-4e1a-bcc1-c4bf763dda61,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:36.733446 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-050f309c-cca6-4897-be43-5d176477ca49 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:36.736040 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-050f309c-cca6-4897-be43-5d176477ca49 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/931575d0-3e8b-463a-a75b-0f029ab3c315 HTTP/1.1" status: 204 len: 168 time: 0.9973922 Aug 17 02:41:36.738744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41132) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:36.800215 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc5b36-f90d-4727-bb91-ccb7b12922a1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:36.806153 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41134) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:36.809957 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3acc5b36-f90d-4727-bb91-ccb7b12922a1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0650382 Aug 17 02:41:36.874983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb115444-1392-4a84-9cff-0712ed6d0871 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:36.876770 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-eb115444-1392-4a84-9cff-0712ed6d0871 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0691807 Aug 17 02:41:36.879255 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41136) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:36.956699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d71000-faed-491e-9721-645daeef4fc9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:36.962604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d71000-faed-491e-9721-645daeef4fc9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:36.964702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d71000-faed-491e-9721-645daeef4fc9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:36.970483 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41140) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:36.979674 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a7d71000-faed-491e-9721-645daeef4fc9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0894432 Aug 17 02:41:37.033050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-9717db03-8872-4967-9681-2496f533e602 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 5600f4bd-d694-45ae-9a6a-bb8ff1ba7bda {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:37.036784 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9717db03-8872-4967-9681-2496f533e602 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:37.050499 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7d156876-cb7b-45fc-a9fa-2e6345aa0791 None None] Provisioning for port 57a3b94d-906c-4464-9a18-9ac85c1a7c66 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:37.058875 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7d156876-cb7b-45fc-a9fa-2e6345aa0791 None None] Provisioning complete for port 57a3b94d-906c-4464-9a18-9ac85c1a7c66 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:37.059885 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7d156876-cb7b-45fc-a9fa-2e6345aa0791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:37.134382 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9717db03-8872-4967-9681-2496f533e602 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:37.355162 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6a6ec1f3-973a-447b-a4e8-e68f9ed0a5cd None None] Could not find standard attr ID for object 931575d0-3e8b-463a-a75b-0f029ab3c315. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:41:37.358788 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9717db03-8872-4967-9681-2496f533e602 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:37.409664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bba53-5652-4e70-bcdb-20fe42c6f980 req-ad5f3591-e99f-4be6-a100-c675f2c66c5c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:37.418825 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-809bba53-5652-4e70-bcdb-20fe42c6f980 req-ad5f3591-e99f-4be6-a100-c675f2c66c5c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1027687 Aug 17 02:41:37.457171 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-809bba53-5652-4e70-bcdb-20fe42c6f980 req-67949953-0e42-492c-a24c-af6f7b9ebcb4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373898 Aug 17 02:41:37.578315 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9717db03-8872-4967-9681-2496f533e602 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:37.606472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717db03-8872-4967-9681-2496f533e602 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=5600f4bd-d694-45ae-9a6a-bb8ff1ba7bda,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:37.612409 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9717db03-8872-4967-9681-2496f533e602 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:37.612629 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:41:37.614376 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9717db03-8872-4967-9681-2496f533e602 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/5600f4bd-d694-45ae-9a6a-bb8ff1ba7bda HTTP/1.1" status: 204 len: 168 time: 0.6428943 Aug 17 02:41:37.617153 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41164) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:37.621230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbe1afc-6ea1-4904-8982-5ad7395d4110 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:37.673554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3b6f73-7536-4eae-9d97-11f13ad49032 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet a096fe11-3cc7-4d9e-b5f6-78107591033e {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:37.679106 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f3b6f73-7536-4eae-9d97-11f13ad49032 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:37.727753 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f3b6f73-7536-4eae-9d97-11f13ad49032 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:37.763374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 57a3b94d-906c-4464-9a18-9ac85c1a7c66 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:37.897627 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f3b6f73-7536-4eae-9d97-11f13ad49032 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:37.909483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 57a3b94d-906c-4464-9a18-9ac85c1a7c66 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:37.909910 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:37.961228 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebb14ee-3a91-46d1-a84f-2b58b54c0280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:38.080699 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f3b6f73-7536-4eae-9d97-11f13ad49032 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:38.113505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b6f73-7536-4eae-9d97-11f13ad49032 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=a096fe11-3cc7-4d9e-b5f6-78107591033e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:38.119949 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f3b6f73-7536-4eae-9d97-11f13ad49032 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:38.129475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41178) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:38.130292 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8f3b6f73-7536-4eae-9d97-11f13ad49032 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/a096fe11-3cc7-4d9e-b5f6-78107591033e HTTP/1.1" status: 204 len: 168 time: 0.5115418 Aug 17 02:41:38.175374 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4aaa89d0-900e-4441-8849-04c8de1eaa21 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440500 Aug 17 02:41:38.176730 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41180) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:38.180490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41182) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:38.186943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-878463d1-5f0e-43f1-91e4-e67d0b5d4c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:38.379954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-322580839-network', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:38.460360 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878463d1-5f0e-43f1-91e4-e67d0b5d4c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:38.464501 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-878463d1-5f0e-43f1-91e4-e67d0b5d4c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:38.607546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] Made reservation on behalf of f3d876cf0d9d4a2a81e5117cd9f5a6be for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:38.610144 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:38.629321 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:38.690314 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6f944-6b2a-4446-bd44-8d38da1b1017 req-8276ae92-a78a-468e-be96-402c517a720a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:38.691960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-caa6f944-6b2a-4446-bd44-8d38da1b1017 req-8276ae92-a78a-468e-be96-402c517a720a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1065004 Aug 17 02:41:38.743863 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834396cd-455f-42e0-851c-9e04bee255b2 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:38.761500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:38.858054 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-caa6f944-6b2a-4446-bd44-8d38da1b1017 req-cbcc3d36-5220-4928-a623-d628a744e913 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314747 Aug 17 02:41:38.872456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6be76b6b-80ba-4696-ab3a-4fb14e656aee None None] Provisioning complete for port 57a3b94d-906c-4464-9a18-9ac85c1a7c66 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:38.872904 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6be76b6b-80ba-4696-ab3a-4fb14e656aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:38.885394 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:38.946968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24af7ce-81c4-4df9-a66a-e2ac2fb5fedd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:38.960842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:41:38.975681 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:38.976473 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] Added segment d46d8759-3f46-4660-bf16-0689d11ac2b2 of type vlan for network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 Aug 17 02:41:38.986996 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-878463d1-5f0e-43f1-91e4-e67d0b5d4c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:39.026584 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:39.050598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878463d1-5f0e-43f1-91e4-e67d0b5d4c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:39.056061 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-878463d1-5f0e-43f1-91e4-e67d0b5d4c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:39.063434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878463d1-5f0e-43f1-91e4-e67d0b5d4c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:39.064174 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-878463d1-5f0e-43f1-91e4-e67d0b5d4c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:39.097126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878463d1-5f0e-43f1-91e4-e67d0b5d4c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=8ca1487f-551c-4959-9b54-6538f3f29be6,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:39.149352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981bb1eb-fe09-487d-9db0-7bb255f90baf None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:41:39.156975 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:39.158008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:39.158593 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:39.227042 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-878463d1-5f0e-43f1-91e4-e67d0b5d4c83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0091584 Aug 17 02:41:39.227042 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41208) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:39.227042 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e7cd8565-67bf-4044-9d96-70b2af9babf7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:39.227483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-981bb1eb-fe09-487d-9db0-7bb255f90baf None None] Deleting port 57a3b94d-906c-4464-9a18-9ac85c1a7c66 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:39.227483 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-981bb1eb-fe09-487d-9db0-7bb255f90baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:39.241353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] Pushing event updated for resources: {'Network': ['ID=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:39.253064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:41:39.314433 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d751e79e-513b-451c-a77e-199dd2663c68 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1365652 Aug 17 02:41:39.317335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41210) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:39.322612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-267b87d8-9e97-4fa7-b2d9-b063a2319a63 admin admin] Request body: {'subnet': {'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-subnet', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:39.367928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-981bb1eb-fe09-487d-9db0-7bb255f90baf None None] For port 57a3b94d-906c-4464-9a18-9ac85c1a7c66, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=57a3b94d-906c-4464-9a18-9ac85c1a7c66,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:39.369203 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-981bb1eb-fe09-487d-9db0-7bb255f90baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:39.384184 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-981bb1eb-fe09-487d-9db0-7bb255f90baf None None] Calling delete_port for 57a3b94d-906c-4464-9a18-9ac85c1a7c66 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:39.444656 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267b87d8-9e97-4fa7-b2d9-b063a2319a63 admin admin] Made reservation on behalf of f3d876cf0d9d4a2a81e5117cd9f5a6be for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:39.447044 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-267b87d8-9e97-4fa7-b2d9-b063a2319a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:39.558833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cd8565-67bf-4044-9d96-70b2af9babf7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:39.564031 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e7cd8565-67bf-4044-9d96-70b2af9babf7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:39.613003 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-981bb1eb-fe09-487d-9db0-7bb255f90baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:39.674691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bb1eb-fe09-487d-9db0-7bb255f90baf None None] Pushing event deleted for resources: {'Port': ['ID=57a3b94d-906c-4464-9a18-9ac85c1a7c66,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:39.678832 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981bb1eb-fe09-487d-9db0-7bb255f90baf None None] No DVR routers for this DVR port 57a3b94d-906c-4464-9a18-9ac85c1a7c66 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:39.717133 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-267b87d8-9e97-4fa7-b2d9-b063a2319a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:39.725886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164950ff-e4ba-4a66-9bb1-70830c47fc1c None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:39.738042 n-d-793621-31 neutron-server[95406]: INFO neutron.db.ipam_backend_mixin [None req-e7cd8565-67bf-4044-9d96-70b2af9babf7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ca1487f-551c-4959-9b54-6538f3f29be6 (CIDR: 2001:db8::/64) Aug 17 02:41:39.817306 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cd8565-67bf-4044-9d96-70b2af9babf7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:41:39.817306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cd8565-67bf-4044-9d96-70b2af9babf7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:39.832405 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 57a3b94d-906c-4464-9a18-9ac85c1a7c66 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:39.864123 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 57a3b94d-906c-4464-9a18-9ac85c1a7c66 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:39.864384 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 57a3b94d-906c-4464-9a18-9ac85c1a7c66 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:39.882303 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b87d8-9e97-4fa7-b2d9-b063a2319a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1aab22-7beb-4115-8e00-3c411d7e736b,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:39.914385 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e7cd8565-67bf-4044-9d96-70b2af9babf7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7175753 Aug 17 02:41:39.915495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41222) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:39.923956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:39.970014 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267b87d8-9e97-4fa7-b2d9-b063a2319a63 admin admin] Checking segment: {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:41:39.971443 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267b87d8-9e97-4fa7-b2d9-b063a2319a63 admin admin] Network hostable DHCP agents. Network: 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:41:40.007542 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'tenant_id': 'c1a7fe1f6e1f46aa893dcd100861c18b', 'fixed_ips': [{'subnet_id': '8ca1487f-551c-4959-9b54-6538f3f29be6'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:41:40.008557 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:40.066821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267b87d8-9e97-4fa7-b2d9-b063a2319a63 admin admin] Network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:41:40.120371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f7275-e7d0-43cc-8567-c51615c0df04 req-7faf9c6c-7287-40f8-835f-3ab92b1b980e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:40.126256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b2f7275-e7d0-43cc-8567-c51615c0df04 req-7faf9c6c-7287-40f8-835f-3ab92b1b980e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.1293333 Aug 17 02:41:40.136293 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-267b87d8-9e97-4fa7-b2d9-b063a2319a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:40.169862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267b87d8-9e97-4fa7-b2d9-b063a2319a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:40.170500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-267b87d8-9e97-4fa7-b2d9-b063a2319a63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:40.172050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e3a510-8a9f-4695-bc20-4964d66cdc7c None None] Network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:40.218881 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b2f7275-e7d0-43cc-8567-c51615c0df04 req-70f3660f-450f-4853-abc8-9daa9dad5069 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781746 Aug 17 02:41:40.286207 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:40.291080 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:40.330004 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7a203c32-7982-4ad6-9229-42452137e406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:40.362654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Allocated IP 2001:db8::2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/8ca1487f-551c-4959-9b54-6538f3f29be6/af3379f2-5fd7-4a19-aaa2-55f0eee66131) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:40.375248 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-267b87d8-9e97-4fa7-b2d9-b063a2319a63 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0510058 Aug 17 02:41:40.375248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41230) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:40.376273 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:40.487098 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:40.488222 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:40.521353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:41:40.522210 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:40.582832 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:40.665260 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:40.705735 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:40.736608 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Transition to ACTIVE for port object af3379f2-5fd7-4a19-aaa2-55f0eee66131 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:40.790330 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Transition to ACTIVE for port object af3379f2-5fd7-4a19-aaa2-55f0eee66131 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:40.801263 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Allocated IP 172.20.0.2 (7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17/fa1aab22-7beb-4115-8e00-3c411d7e736b/80555529-7ce5-4f94-925f-05c6a23f80d0) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:40.886171 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:40.929716 n-d-793621-31 neutron-server[95406]: DEBUG neutron.objects.ports [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95406) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:41:40.941272 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:40.952035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:40.952291 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:40.955394 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:40.978959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Pushing event updated for resources: {'Port': ['ID=af3379f2-5fd7-4a19-aaa2-55f0eee66131,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:41.098049 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Attempting to bind port af3379f2-5fd7-4a19-aaa2-55f0eee66131 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:41:41.099086 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Attempting to bind port af3379f2-5fd7-4a19-aaa2-55f0eee66131 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:41:41.099086 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Attempting to bind port af3379f2-5fd7-4a19-aaa2-55f0eee66131 on network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:41:41.108466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:41:41.108957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Checking segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:41:41.110567 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:41.110567 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Bound using segment: {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:41:41.111463 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Bound port: af3379f2-5fd7-4a19-aaa2-55f0eee66131, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038d779-e136-4cc8-96f6-e335bf6d86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:41:41.111879 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:41.143391 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:41.154458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Transition to ACTIVE for port object 80555529-7ce5-4f94-925f-05c6a23f80d0 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:41.197586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Transition to ACTIVE for port object 80555529-7ce5-4f94-925f-05c6a23f80d0 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:41.223466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] For port af3379f2-5fd7-4a19-aaa2-55f0eee66131, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:41:41.227117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] For port af3379f2-5fd7-4a19-aaa2-55f0eee66131, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=af3379f2-5fd7-4a19-aaa2-55f0eee66131,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:41:41.238022 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:41.256301 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:41.294245 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:41.318199 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:41.328695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:41.334707 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:41.338686 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Pushing event updated for resources: {'Port': ['ID=80555529-7ce5-4f94-925f-05c6a23f80d0,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:41.391901 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:41:41.391901 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:41:41.423276 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:41.447337 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:41.463362 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ba236-5da9-4a14-b15d-02e52e0efced req-f3eb9963-7118-48b8-a3c2-5b1621a9a394 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:41.465446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430ba236-5da9-4a14-b15d-02e52e0efced req-f3eb9963-7118-48b8-a3c2-5b1621a9a394 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 944 time: 0.0725534 Aug 17 02:41:41.505180 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Attempting to bind port 80555529-7ce5-4f94-925f-05c6a23f80d0 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:41:41.505409 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Attempting to bind port 80555529-7ce5-4f94-925f-05c6a23f80d0 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:41:41.505841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Attempting to bind port 80555529-7ce5-4f94-925f-05c6a23f80d0 on network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:41:41.508004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9ffc9-5570-4cd7-b792-f69a401741a1 None None] Pushing event updated for resources: {'Port': ['ID=af3379f2-5fd7-4a19-aaa2-55f0eee66131,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:41.530028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-430ba236-5da9-4a14-b15d-02e52e0efced req-b93f3342-f382-4278-a83c-a9d4394be00a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468717 Aug 17 02:41:41.531966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 3aa57683-3dee-4ba4-b0e2-0a83215275c4 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:41:41.536117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:41:41.536489 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Checking segment: {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:41:41.536949 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:41.537380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Bound using segment: {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:41:41.538044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Bound port: 80555529-7ce5-4f94-925f-05c6a23f80d0, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:41:41.538422 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:41.679614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Allocated IP 172.25.5.99 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/df5d62a8-27ef-43e0-9167-118b85d3bc3f) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:41.698025 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.resource_extend [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:41:41.876335 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] For port 80555529-7ce5-4f94-925f-05c6a23f80d0, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:41:41.891844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 3aa57683-3dee-4ba4-b0e2-0a83215275c4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=3aa57683-3dee-4ba4-b0e2-0a83215275c4,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:41.902232 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:41.904417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] For port 80555529-7ce5-4f94-925f-05c6a23f80d0, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=80555529-7ce5-4f94-925f-05c6a23f80d0,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:41:41.912403 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '3aa57683-3dee-4ba4-b0e2-0a83215275c4', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'port_id': '3aa57683-3dee-4ba4-b0e2-0a83215275c4', 'mac_address': 'fa:16:3e:8a:17:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:41:41.929471 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:41.936044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device af3379f2-5fd7-4a19-aaa2-55f0eee66131 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:41.942766 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:42.012215 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:42.062937 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:42.105862 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:42.126429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa57683-3dee-4ba4-b0e2-0a83215275c4 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:41:42.141215 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] For port af3379f2-5fd7-4a19-aaa2-55f0eee66131, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=af3379f2-5fd7-4a19-aaa2-55f0eee66131,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:42.167255 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:42.173570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:42.177575 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:42.188554 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65081f-e339-489f-9d4f-803300391a3d None None] Pushing event updated for resources: {'Port': ['ID=80555529-7ce5-4f94-925f-05c6a23f80d0,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:42.194167 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:42.195265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 3aa57683-3dee-4ba4-b0e2-0a83215275c4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=3aa57683-3dee-4ba4-b0e2-0a83215275c4,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:42.209435 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Pushing event updated for resources: {'Port': ['ID=df5d62a8-27ef-43e0-9167-118b85d3bc3f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:42.275011 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:42.275958 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:42.277930 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:42.281896 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port af3379f2-5fd7-4a19-aaa2-55f0eee66131 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:42.368397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=cf248f56-16fa-4f8e-8265-b54a31c99ef0,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:42.419581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:42.430077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:42.433663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:42.435101 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:42.462381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=3aa57683-3dee-4ba4-b0e2-0a83215275c4,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:42.481334 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=af3379f2-5fd7-4a19-aaa2-55f0eee66131,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:42.672231 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-597aba85-f35b-470d-8c14-c009791a9d4d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7519636 Aug 17 02:41:42.673449 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41272) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:42.680981 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'mac_address': 'fa:16:3e:8a:31:0a', 'name': 'tempest-NetworksTestDHCPv6-2100154353'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:42.761015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['3aa57683-3dee-4ba4-b0e2-0a83215275c4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:41:42.820297 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823b260-02f3-4fd7-bce0-8bc99ece83df req-7e7e9d28-864a-41d9-882c-2b0a49d4bd91 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:42.831421 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a823b260-02f3-4fd7-bce0-8bc99ece83df req-7e7e9d28-864a-41d9-882c-2b0a49d4bd91 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 945 time: 0.1782427 Aug 17 02:41:42.846548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d02c237-3958-4a6f-93dd-f3a7a399df50 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:42.888539 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a823b260-02f3-4fd7-bce0-8bc99ece83df req-72331c9a-48dc-4c3c-89be-3b1fa714bab2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561030 Aug 17 02:41:42.965730 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41276) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:43.296049 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ead86643-e2bd-4136-b85d-fec958edbf57 None None] Provisioning for port af3379f2-5fd7-4a19-aaa2-55f0eee66131 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:43.309091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ead86643-e2bd-4136-b85d-fec958edbf57 None None] Provisioning complete for port af3379f2-5fd7-4a19-aaa2-55f0eee66131 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:43.309647 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ead86643-e2bd-4136-b85d-fec958edbf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:43.320579 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:43.672314 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ead86643-e2bd-4136-b85d-fec958edbf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:43.672314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ead86643-e2bd-4136-b85d-fec958edbf57 None None] For port af3379f2-5fd7-4a19-aaa2-55f0eee66131, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=af3379f2-5fd7-4a19-aaa2-55f0eee66131,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:43.775438 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:43.802364 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:43.846154 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ead86643-e2bd-4136-b85d-fec958edbf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:43.870125 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89d0fcb5-0232-4678-be97-21f4e2897076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:43.895951 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:43.899425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86643-e2bd-4136-b85d-fec958edbf57 None None] Pushing event updated for resources: {'Port': ['ID=af3379f2-5fd7-4a19-aaa2-55f0eee66131,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:43.902719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927af763-d1aa-4a66-b2e8-59816e97ed8d None None] Network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:44.052486 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:44.101777 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80555529-7ce5-4f94-925f-05c6a23f80d0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:44.122945 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port f7ac826f-dd72-4196-be43-3a41f8f65b9d yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:41:44.237348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b2b0c-2bdf-43de-a3af-9281e4677f95 req-f11bfa90-67d6-48cc-a5bc-b6a2bbafa1e0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:44.240344 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-492b2b0c-2bdf-43de-a3af-9281e4677f95 req-f11bfa90-67d6-48cc-a5bc-b6a2bbafa1e0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 945 time: 0.2293255 Aug 17 02:41:44.367680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-526ed15c-c0c9-47a4-93ee-0628db6d9d9c None None] Provisioning for port 80555529-7ce5-4f94-925f-05c6a23f80d0 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:44.413458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 80555529-7ce5-4f94-925f-05c6a23f80d0 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:44.413458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 80555529-7ce5-4f94-925f-05c6a23f80d0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:44.413458 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:44.425286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-492b2b0c-2bdf-43de-a3af-9281e4677f95 req-86b5427a-5900-4d02-96de-8e37fdbe61cd tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293643 Aug 17 02:41:44.477880 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::1b0 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/8ca1487f-551c-4959-9b54-6538f3f29be6/f7ac826f-dd72-4196-be43-3a41f8f65b9d) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:44.496533 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:310a (26de8fc2-c42b-4f78-aca4-a68447cacdd7/cf248f56-16fa-4f8e-8265-b54a31c99ef0/f7ac826f-dd72-4196-be43-3a41f8f65b9d) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:44.580351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-89d0fcb5-0232-4678-be97-21f4e2897076 admin admin] Deleting port 35e12a83-0519-42b6-b0e9-a41e5915f3f7 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:44.581114 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89d0fcb5-0232-4678-be97-21f4e2897076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:44.605771 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:44.682923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 80555529-7ce5-4f94-925f-05c6a23f80d0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=80555529-7ce5-4f94-925f-05c6a23f80d0,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:44.706332 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-26a44e18-3e5c-4491-9616-66d0671394e5 None None] Provisioning complete for port 80555529-7ce5-4f94-925f-05c6a23f80d0 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:44.706653 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-26a44e18-3e5c-4491-9616-66d0671394e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:44.736760 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:44.775868 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:44.780330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:41:44.804864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=80555529-7ce5-4f94-925f-05c6a23f80d0,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:44.836648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object f7ac826f-dd72-4196-be43-3a41f8f65b9d will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:44.939744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:41:44.949552 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Sync routers for ids ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:41:44.965528 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Routers {'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:41:44.966865 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:41:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:44.988558 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:44.992649 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-10c43717-721a-4666-8975-440839988ea9 None None] Provisioning complete for port af3379f2-5fd7-4a19-aaa2-55f0eee66131 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:44.993127 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-10c43717-721a-4666-8975-440839988ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:45.014600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:45.019939 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:45.040768 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:45.045587 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-907c6a91-fb6d-4d32-b0fc-077320ea7f97 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6736577 Aug 17 02:41:45.049279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41306) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:45.049861 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:45.055712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:45.056353 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:45.136805 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Set router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:41:45.161993 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=f7ac826f-dd72-4196-be43-3a41f8f65b9d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:45.225620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-89d0fcb5-0232-4678-be97-21f4e2897076 admin admin] For port 35e12a83-0519-42b6-b0e9-a41e5915f3f7, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=35e12a83-0519-42b6-b0e9-a41e5915f3f7,segment=NetworkSegment(2b45fd55-7a4e-4721-9684-1c4f9dea75f5),segment_id=2b45fd55-7a4e-4721-9684-1c4f9dea75f5)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:45.226186 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89d0fcb5-0232-4678-be97-21f4e2897076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:45.236251 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-407ee367-78a1-4c98-b794-4f1a0ad03fde tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5567691 Aug 17 02:41:45.237273 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41310) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:45.245668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-89d0fcb5-0232-4678-be97-21f4e2897076 admin admin] Calling delete_port for 35e12a83-0519-42b6-b0e9-a41e5915f3f7 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:45.406601 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:42Z', 'revision_number': 3, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:45.438788 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Checking router: ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:41:45.439143 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Updating router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e port df5d62a8-27ef-43e0-9167-118b85d3bc3f binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:41:45.441689 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-370ae360-c263-4297-9bf7-7f5f7c3db85a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port f7ac826f-dd72-4196-be43-3a41f8f65b9d {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:45.442124 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-370ae360-c263-4297-9bf7-7f5f7c3db85a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:45.444306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f652aa9e-4f2f-471a-93f8-a8d35416e20f None None] Provisioning for port f7ac826f-dd72-4196-be43-3a41f8f65b9d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:45.448531 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f652aa9e-4f2f-471a-93f8-a8d35416e20f None None] Provisioning complete for port f7ac826f-dd72-4196-be43-3a41f8f65b9d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:45.453921 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f652aa9e-4f2f-471a-93f8-a8d35416e20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:45.488922 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:45.511551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f652aa9e-4f2f-471a-93f8-a8d35416e20f None None] Port f7ac826f-dd72-4196-be43-3a41f8f65b9d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:41:45.543735 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 3aa57683-3dee-4ba4-b0e2-0a83215275c4 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:45.637168 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36237c53-53e6-4faa-8d6a-e6f95950566e req-0557b122-d79b-4384-a990-8c70d3fee783 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:45.640215 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36237c53-53e6-4faa-8d6a-e6f95950566e req-0557b122-d79b-4384-a990-8c70d3fee783 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 945 time: 0.0715995 Aug 17 02:41:45.641004 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89d0fcb5-0232-4678-be97-21f4e2897076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:45.673187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0fcb5-0232-4678-be97-21f4e2897076 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e12a83-0519-42b6-b0e9-a41e5915f3f7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:45.688117 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-370ae360-c263-4297-9bf7-7f5f7c3db85a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:45.709127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-370ae360-c263-4297-9bf7-7f5f7c3db85a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for f7ac826f-dd72-4196-be43-3a41f8f65b9d owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:45.733426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 3aa57683-3dee-4ba4-b0e2-0a83215275c4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:45.738426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 3aa57683-3dee-4ba4-b0e2-0a83215275c4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:45.738911 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:45.786714 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36237c53-53e6-4faa-8d6a-e6f95950566e req-b0e0ed8e-d84c-4573-99e4-00099999c8d9 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141479 Aug 17 02:41:45.840515 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80555529-7ce5-4f94-925f-05c6a23f80d0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:45.927332 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:45.954904 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Transition to ACTIVE for port object df5d62a8-27ef-43e0-9167-118b85d3bc3f will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:46.017949 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:46.027911 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:46.032726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 80555529-7ce5-4f94-925f-05c6a23f80d0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:46.033323 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:46.036870 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:46.088303 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89d0fcb5-0232-4678-be97-21f4e2897076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:46.093754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b87759-3b20-43f5-906e-5410454a5ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa57683-3dee-4ba4-b0e2-0a83215275c4'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:41:46.098471 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a32fa3-6d9d-42fe-9e6e-62fd64f24e36" -d '{"events": [{"server_uuid": "f0b87759-3b20-43f5-906e-5410454a5ebe", "name": "network-vif-plugged", "status": "completed", "tag": "3aa57683-3dee-4ba4-b0e2-0a83215275c4"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:41:46.130660 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 3aa57683-3dee-4ba4-b0e2-0a83215275c4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=3aa57683-3dee-4ba4-b0e2-0a83215275c4,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:46.161486 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ab8d15-9f2b-4470-8cb7-53fd3cf70965 x-openstack-request-id: req-75ab8d15-9f2b-4470-8cb7-53fd3cf70965 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:41:46.161486 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b87759-3b20-43f5-906e-5410454a5ebe", "name": "network-vif-plugged", "status": "completed", "tag": "3aa57683-3dee-4ba4-b0e2-0a83215275c4", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:41:46.161486 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75ab8d15-9f2b-4470-8cb7-53fd3cf70965 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:41:46.161486 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b87759-3b20-43f5-906e-5410454a5ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa57683-3dee-4ba4-b0e2-0a83215275c4', 'code': 200} Aug 17 02:41:46.169136 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a709583-017c-43c7-8414-d05cf8a9afea None None] Pushing event updated for resources: {'Port': ['ID=df5d62a8-27ef-43e0-9167-118b85d3bc3f,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:46.171833 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Attempting to bind port df5d62a8-27ef-43e0-9167-118b85d3bc3f on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:41:46.172205 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Attempting to bind port df5d62a8-27ef-43e0-9167-118b85d3bc3f by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:41:46.172563 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Attempting to bind port df5d62a8-27ef-43e0-9167-118b85d3bc3f on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:41:46.182635 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a709583-017c-43c7-8414-d05cf8a9afea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:46.183010 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a709583-017c-43c7-8414-d05cf8a9afea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:46.183308 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a709583-017c-43c7-8414-d05cf8a9afea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:46.183672 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a709583-017c-43c7-8414-d05cf8a9afea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:46.184008 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a709583-017c-43c7-8414-d05cf8a9afea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:46.184350 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a709583-017c-43c7-8414-d05cf8a9afea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:46.184706 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a709583-017c-43c7-8414-d05cf8a9afea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:46.185032 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a709583-017c-43c7-8414-d05cf8a9afea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:46.185381 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a709583-017c-43c7-8414-d05cf8a9afea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:46.195926 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a709583-017c-43c7-8414-d05cf8a9afea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:46.195926 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a709583-017c-43c7-8414-d05cf8a9afea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:46.195926 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a709583-017c-43c7-8414-d05cf8a9afea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:41:46.195926 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:41:46.195926 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:41:46.195926 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:46.195926 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:41:46.195926 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Bound port: df5d62a8-27ef-43e0-9167-118b85d3bc3f, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:41:46.195926 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:46.219668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device af3379f2-5fd7-4a19-aaa2-55f0eee66131 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:46.248759 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-370ae360-c263-4297-9bf7-7f5f7c3db85a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:46.248995 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:46.256600 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] For port df5d62a8-27ef-43e0-9167-118b85d3bc3f, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:41:46.260120 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] For port df5d62a8-27ef-43e0-9167-118b85d3bc3f, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=df5d62a8-27ef-43e0-9167-118b85d3bc3f,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:41:46.322202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ae360-c263-4297-9bf7-7f5f7c3db85a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=f7ac826f-dd72-4196-be43-3a41f8f65b9d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:46.338863 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287378ab-b75e-4a59-94a2-1d5901b8e8ef req-a2c970ee-a38f-41e1-9d5e-82bc13c1d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:46.340255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=3aa57683-3dee-4ba4-b0e2-0a83215275c4,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:46.340424 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-287378ab-b75e-4a59-94a2-1d5901b8e8ef req-a2c970ee-a38f-41e1-9d5e-82bc13c1d3b8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 1098 time: 0.0616996 Aug 17 02:41:46.344425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port af3379f2-5fd7-4a19-aaa2-55f0eee66131 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:46.344798 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:46.353487 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:46.424667 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-370ae360-c263-4297-9bf7-7f5f7c3db85a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:46.429343 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-370ae360-c263-4297-9bf7-7f5f7c3db85a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/f7ac826f-dd72-4196-be43-3a41f8f65b9d HTTP/1.1" status: 204 len: 168 time: 1.1890078 Aug 17 02:41:46.430183 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41328) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:46.432834 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a709583-017c-43c7-8414-d05cf8a9afea None None] Pushing event updated for resources: {'Port': ['ID=df5d62a8-27ef-43e0-9167-118b85d3bc3f,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:46.480274 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Routers {'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:41:46.481436 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:41:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:46.512453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-287378ab-b75e-4a59-94a2-1d5901b8e8ef req-3e1c184c-bb05-4fb8-845b-de3bc423516e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073070 Aug 17 02:41:46.551240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d0fcb5-0232-4678-be97-21f4e2897076 admin admin] Router 3845a278-ecca-42bf-a8c1-33402116d30b has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:41:46.594947 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d579388b-e638-4bd1-88c6-59cc2239afdf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:46.598812 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d579388b-e638-4bd1-88c6-59cc2239afdf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1653430 Aug 17 02:41:46.599679 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41332) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:46.639874 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] Set router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:41:46.673297 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Allocated IP 172.20.0.1 (7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17/fa1aab22-7beb-4115-8e00-3c411d7e736b/80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:46.730918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d0fcb5-0232-4678-be97-21f4e2897076 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:41:46.744443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e808aed-9865-480f-9430-5fbcbafb8858 None None] Sync routers for ids ['3845a278-ecca-42bf-a8c1-33402116d30b'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:41:46.747971 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e55ade-8cb8-4c65-92f8-735334dc878b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:46.749070 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-89d0fcb5-0232-4678-be97-21f4e2897076 admin admin] 10.222.0.13 "PUT /v2.0/routers/3845a278-ecca-42bf-a8c1-33402116d30b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7754989 Aug 17 02:41:46.752542 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d2e55ade-8cb8-4c65-92f8-735334dc878b tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1499629 Aug 17 02:41:46.752542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41336) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:46.754041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41338) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:46.761654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e808aed-9865-480f-9430-5fbcbafb8858 None None] Routers {'3845a278-ecca-42bf-a8c1-33402116d30b'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:41:46.762297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8e808aed-9865-480f-9430-5fbcbafb8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:41:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3845a278-ecca-42bf-a8c1-33402116d30b'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:46.915062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-8e808aed-9865-480f-9430-5fbcbafb8858 None None] Set router 3845a278-ecca-42bf-a8c1-33402116d30b gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:41:46.930954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80e5657-5d97-4d53-a766-67035d142d36 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:46.932484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80e5657-5d97-4d53-a766-67035d142d36 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:46.932799 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:42Z', 'revision_number': 3, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:46.934037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80e5657-5d97-4d53-a766-67035d142d36 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:46.938556 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d80e5657-5d97-4d53-a766-67035d142d36 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1452286 Aug 17 02:41:46.941847 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41346) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:46.959930 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:46.968385 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:47.006492 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb4874-7706-4524-84c6-a8d8565803ff None None] The sync data for ids ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'] in n-d-793621-31 is: [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:42Z', 'revision_number': 3, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:41:47.009359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef282253-0512-4e5c-b501-15e73a22f933 req-66f29db0-f852-485c-b8cf-83508b9ad060 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:47.012571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Transition to ACTIVE for port object 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:47.018811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef282253-0512-4e5c-b501-15e73a22f933 req-66f29db0-f852-485c-b8cf-83508b9ad060 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 946 time: 0.1494470 Aug 17 02:41:47.050164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b183db-24d5-4b46-8997-6c4f5f381c04 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 8ca1487f-551c-4959-9b54-6538f3f29be6 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:47.054227 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11b183db-24d5-4b46-8997-6c4f5f381c04 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:47.128211 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:47.138471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef282253-0512-4e5c-b501-15e73a22f933 req-456216f2-342d-4195-b170-856dda28bbb6 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491183 Aug 17 02:41:47.177135 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11b183db-24d5-4b46-8997-6c4f5f381c04 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:47.188107 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:47.246315 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8e808aed-9865-480f-9430-5fbcbafb8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:29:49Z', 'updated_at': '2021-08-17T02:41:45Z', 'revision_number': 5, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'gw_port': {'id': 'fa3b1abc-d770-413a-928e-9d51836d84eb', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:29:50Z', 'updated_at': '2021-08-17T02:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:47.284659 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:47.285652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e808aed-9865-480f-9430-5fbcbafb8858 None None] Checking router: 3845a278-ecca-42bf-a8c1-33402116d30b for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:41:47.291122 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:47.303794 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:47.305404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Pushing event updated for resources: {'Port': ['ID=80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:47.320921 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e808aed-9865-480f-9430-5fbcbafb8858 None None] Routers {'3845a278-ecca-42bf-a8c1-33402116d30b'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:41:47.322338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8e808aed-9865-480f-9430-5fbcbafb8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:41:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3845a278-ecca-42bf-a8c1-33402116d30b'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:47.340946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11b183db-24d5-4b46-8997-6c4f5f381c04 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:47.375071 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:47.438037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] Deleting port fa3b1abc-d770-413a-928e-9d51836d84eb {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:47.438756 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:47.494289 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-8e808aed-9865-480f-9430-5fbcbafb8858 None None] Set router 3845a278-ecca-42bf-a8c1-33402116d30b gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:41:47.513713 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11b183db-24d5-4b46-8997-6c4f5f381c04 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:47.569080 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b183db-24d5-4b46-8997-6c4f5f381c04 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca1487f-551c-4959-9b54-6538f3f29be6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:47.576797 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11b183db-24d5-4b46-8997-6c4f5f381c04 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:47.582100 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-11b183db-24d5-4b46-8997-6c4f5f381c04 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/8ca1487f-551c-4959-9b54-6538f3f29be6 HTTP/1.1" status: 204 len: 168 time: 0.6361284 Aug 17 02:41:47.582884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41354) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:47.616804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] For port fa3b1abc-d770-413a-928e-9d51836d84eb, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fa3b1abc-d770-413a-928e-9d51836d84eb,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:47.617395 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:47.625076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf1d9e-c314-4d1c-9d60-01ea7b88d6e6 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:47.628586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8e808aed-9865-480f-9430-5fbcbafb8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:29:49Z', 'updated_at': '2021-08-17T02:41:47Z', 'revision_number': 6, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:47.638682 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] Calling delete_port for fa3b1abc-d770-413a-928e-9d51836d84eb owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:47.696621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-726e0c83-3263-40d0-949f-7467d92d5fc0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet cf248f56-16fa-4f8e-8265-b54a31c99ef0 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:47.709976 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-726e0c83-3263-40d0-949f-7467d92d5fc0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:47.828011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e808aed-9865-480f-9430-5fbcbafb8858 None None] The sync data for ids ['3845a278-ecca-42bf-a8c1-33402116d30b'] in n-d-793621-31 is: [{'id': '3845a278-ecca-42bf-a8c1-33402116d30b', 'name': 'tempest-TaggedBootDevicesTest_v242-335105274-router', 'tenant_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:29:49Z', 'updated_at': '2021-08-17T02:41:47Z', 'revision_number': 6, 'project_id': 'd4421b77961e4a84acdbc5048e4ddaee', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:41:47.839151 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-726e0c83-3263-40d0-949f-7467d92d5fc0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:47.970778 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-659052e4-3bd4-4fe1-8171-3ee8ec7c1a81 None None] Provisioning for port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:47.983037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-659052e4-3bd4-4fe1-8171-3ee8ec7c1a81 None None] Provisioning complete for port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:47.985695 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-659052e4-3bd4-4fe1-8171-3ee8ec7c1a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:48.038601 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-726e0c83-3263-40d0-949f-7467d92d5fc0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:48.049872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-659052e4-3bd4-4fe1-8171-3ee8ec7c1a81 None None] Port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:41:48.178955 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:48.208082 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-726e0c83-3263-40d0-949f-7467d92d5fc0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:48.280810 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:48.292016 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e0c83-3263-40d0-949f-7467d92d5fc0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=cf248f56-16fa-4f8e-8265-b54a31c99ef0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:48.296700 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-726e0c83-3263-40d0-949f-7467d92d5fc0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:48.302470 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-726e0c83-3263-40d0-949f-7467d92d5fc0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/cf248f56-16fa-4f8e-8265-b54a31c99ef0 HTTP/1.1" status: 204 len: 168 time: 0.7190228 Aug 17 02:41:48.303331 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41366) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:48.315909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device df5d62a8-27ef-43e0-9167-118b85d3bc3f up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:48.376027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3b1abc-d770-413a-928e-9d51836d84eb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:48.442628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7deb0a31-6778-451f-bc2f-c88831d5a766 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1364629 Aug 17 02:41:48.446911 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41368) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:48.462463 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-3de2ed29-f7ba-4470-b4e7-a375541c0d96 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:48.518133 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port df5d62a8-27ef-43e0-9167-118b85d3bc3f completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:48.524813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port df5d62a8-27ef-43e0-9167-118b85d3bc3f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:48.525197 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:48.534475 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b5a5-c752-419b-a906-d91521864d57 req-9ea57d51-68cc-4477-831b-2bfd548eb115 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:48.536391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fc4b5a5-c752-419b-a906-d91521864d57 req-9ea57d51-68cc-4477-831b-2bfd548eb115 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 946 time: 0.2416613 Aug 17 02:41:48.589298 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:48.609492 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2fc4b5a5-c752-419b-a906-d91521864d57 req-cb2a17cc-2e5a-4e2f-a506-e6e141fccce6 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654831 Aug 17 02:41:48.692133 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:48.733757 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port df5d62a8-27ef-43e0-9167-118b85d3bc3f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=df5d62a8-27ef-43e0-9167-118b85d3bc3f,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:48.748327 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de2ed29-f7ba-4470-b4e7-a375541c0d96 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:48.753715 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3de2ed29-f7ba-4470-b4e7-a375541c0d96 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:48.828258 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:48.918311 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=df5d62a8-27ef-43e0-9167-118b85d3bc3f,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:49.092500 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bea34f6-5862-4f7c-91a5-e90a214e7268 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:49.141576 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cf1ad509-c349-4e05-bbd3-14a9098df0e4 None None] Provisioning complete for port af3379f2-5fd7-4a19-aaa2-55f0eee66131 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:49.141924 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cf1ad509-c349-4e05-bbd3-14a9098df0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:49.157058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3de2ed29-f7ba-4470-b4e7-a375541c0d96 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:49.198062 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:49.205736 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:49.211572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de2ed29-f7ba-4470-b4e7-a375541c0d96 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:49.224298 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-3de2ed29-f7ba-4470-b4e7-a375541c0d96 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:49.235938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de2ed29-f7ba-4470-b4e7-a375541c0d96 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:49.236699 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3de2ed29-f7ba-4470-b4e7-a375541c0d96 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:49.252264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2ed29-f7ba-4470-b4e7-a375541c0d96 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=45a43023-5321-4838-b537-5de9d0ce2477,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:49.307688 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:49.348354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3de2ed29-f7ba-4470-b4e7-a375541c0d96 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8980815 Aug 17 02:41:49.351625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41380) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:49.358597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-15502d3f-6b9a-4e9e-920f-14760a679072 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:49.376540 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:49.379060 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:49.379616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3845a278-ecca-42bf-a8c1-33402116d30b {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:41:49.438236 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:49.441646 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-10911ee2-8710-47b8-adcc-96c235b4813f admin admin] 10.222.0.13 "DELETE /v2.0/routers/3845a278-ecca-42bf-a8c1-33402116d30b HTTP/1.1" status: 204 len: 168 time: 2.6861703 Aug 17 02:41:49.442318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41384) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:49.483009 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:49.494968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Pushing event updated for resources: {'Port': ['ID=80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:49.499905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3214dd95-42be-47c9-ad59-4f18fff7da47 None None] Update dhcp port {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'fixed_ips': [{'subnet_id': '45a43023-5321-4838-b537-5de9d0ce2477'}], 'binding:host_id': 'n-d-793621-31'}, 'id': 'af3379f2-5fd7-4a19-aaa2-55f0eee66131'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:41:49.542667 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3214dd95-42be-47c9-ad59-4f18fff7da47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:49.544493 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-83aafa40-0483-4788-a070-144481e64c40 admin admin] Deleting subnet faa7915d-3508-4964-a5bc-36df46bd2d7a {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:49.551753 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83aafa40-0483-4788-a070-144481e64c40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:49.606086 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83aafa40-0483-4788-a070-144481e64c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:49.625165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:49.629737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:49.678641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15502d3f-6b9a-4e9e-920f-14760a679072 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:49.704254 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15502d3f-6b9a-4e9e-920f-14760a679072 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:49.900652 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:41:49.916868 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83aafa40-0483-4788-a070-144481e64c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:49.920151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-3214dd95-42be-47c9-ad59-4f18fff7da47 None None] Allocated IP 2001:db8::2 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/45a43023-5321-4838-b537-5de9d0ce2477/af3379f2-5fd7-4a19-aaa2-55f0eee66131) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:49.959694 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2985ee7-6534-4c72-97fe-e2c4548fed9c req-d1cb9443-c44b-4914-8487-4ee4db297312 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:49.967344 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2985ee7-6534-4c72-97fe-e2c4548fed9c req-d1cb9443-c44b-4914-8487-4ee4db297312 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 946 time: 0.1598628 Aug 17 02:41:50.011078 n-d-793621-31 neutron-server[95406]: INFO neutron.db.ipam_backend_mixin [None req-15502d3f-6b9a-4e9e-920f-14760a679072 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 45a43023-5321-4838-b537-5de9d0ce2477 (CIDR: 2001:db8::/64) Aug 17 02:41:50.049543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2985ee7-6534-4c72-97fe-e2c4548fed9c req-785f0700-a2aa-492f-abb2-3dca447c166d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767047 Aug 17 02:41:50.072027 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-15502d3f-6b9a-4e9e-920f-14760a679072 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:41:50.072500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15502d3f-6b9a-4e9e-920f-14760a679072 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:50.090568 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3214dd95-42be-47c9-ad59-4f18fff7da47 None None] For port af3379f2-5fd7-4a19-aaa2-55f0eee66131, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=af3379f2-5fd7-4a19-aaa2-55f0eee66131,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:50.099272 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:41:50.100646 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device df5d62a8-27ef-43e0-9167-118b85d3bc3f up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:50.114000 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-650a1d36-d308-4fe1-a7b8-cedbc8c633a3 admin admin] 10.222.0.13 "PUT /v2.0/routers/ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0499444 Aug 17 02:41:50.163710 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Sync routers for ids ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:41:50.173899 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Routers {'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:41:50.174524 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:41:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:50.174793 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3214dd95-42be-47c9-ad59-4f18fff7da47 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:50.197353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6d85ad2e-5e13-4161-b3d9-ce75168b2b1e None None] Provisioning complete for port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:50.207159 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6d85ad2e-5e13-4161-b3d9-ce75168b2b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:50.207159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3214dd95-42be-47c9-ad59-4f18fff7da47 None None] Transition to ACTIVE for port object af3379f2-5fd7-4a19-aaa2-55f0eee66131 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:50.236852 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83aafa40-0483-4788-a070-144481e64c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:50.253967 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-6d85ad2e-5e13-4161-b3d9-ce75168b2b1e None None] Port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:41:50.268847 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port df5d62a8-27ef-43e0-9167-118b85d3bc3f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:50.269272 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:50.290534 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-15502d3f-6b9a-4e9e-920f-14760a679072 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9351954 Aug 17 02:41:50.290883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41404) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:50.296917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'subnet': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:50.303940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d433ee-0d7c-493d-aee3-522440886933 None None] Network 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:50.308498 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83aafa40-0483-4788-a070-144481e64c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:50.312795 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-83aafa40-0483-4788-a070-144481e64c40 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/faa7915d-3508-4964-a5bc-36df46bd2d7a HTTP/1.1" status: 204 len: 168 time: 0.8669794 Aug 17 02:41:50.313382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41406) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:50.314470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aafa40-0483-4788-a070-144481e64c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa7915d-3508-4964-a5bc-36df46bd2d7a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:50.319937 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Set router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:41:50.393462 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:50.424432 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a838b2-a2d5-4a3e-b51e-b74a07bea044 req-fb686c95-bcaa-4dd7-837e-5d55ae632d67 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:50.425460 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8a838b2-a2d5-4a3e-b51e-b74a07bea044 req-fb686c95-bcaa-4dd7-837e-5d55ae632d67 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 946 time: 0.2083342 Aug 17 02:41:50.545624 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8a838b2-a2d5-4a3e-b51e-b74a07bea044 req-08a0301b-8f7d-44d6-817b-dcec827b68a6 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125379 Aug 17 02:41:50.569886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] Deleting port 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:50.570390 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:50.610700 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:50.614856 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:50.655728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] For port 0d3bc9f8-8164-477c-9cd6-81e60e7ed770, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0d3bc9f8-8164-477c-9cd6-81e60e7ed770,segment=NetworkSegment(2b45fd55-7a4e-4721-9684-1c4f9dea75f5),segment_id=2b45fd55-7a4e-4721-9684-1c4f9dea75f5)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:50.655984 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:50.670583 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] Calling delete_port for 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:50.672666 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3214dd95-42be-47c9-ad59-4f18fff7da47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:50.746107 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8', 'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'mac_address': 'fa:16:3e:56:3d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:46Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 2, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'subnets': [{'id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:50.821782 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Checking router: ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:41:50.822141 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Updating router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:41:50.872347 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:50.880596 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:50.920338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d3bc9f8-8164-477c-9cd6-81e60e7ed770,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:50.927373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] No DVR routers for this DVR port 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:50.929165 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214dd95-42be-47c9-ad59-4f18fff7da47 None None] Pushing event updated for resources: {'Port': ['ID=af3379f2-5fd7-4a19-aaa2-55f0eee66131,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:51.098706 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:51.136553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:51.153879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b45fd55-7a4e-4721-9684-1c4f9dea75f5') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:51.159226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41bcf84-a1a7-4be3-9f9c-7dadf0758944 None None] DHCP port deletion for 0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:41:51.169912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 35e12a83-0519-42b6-b0e9-a41e5915f3f7 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:51.173122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b45fd55-7a4e-4721-9684-1c4f9dea75f5') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:51.207564 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:51.223276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 35e12a83-0519-42b6-b0e9-a41e5915f3f7 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:51.223826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 35e12a83-0519-42b6-b0e9-a41e5915f3f7 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:51.224411 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fa3b1abc-d770-413a-928e-9d51836d84eb no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:51.243921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41422) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:51.262521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-eac5d40f-f844-4cb2-91b4-b1bdce3aefd3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651836357', 'description': 'tempest-description--593313163'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:51.262521 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:51.274678 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:41:51.275186 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:41:51.278714 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:41:51.280954 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: fa3b1abc-d770-413a-928e-9d51836d84eb {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:51.280954 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fa3b1abc-d770-413a-928e-9d51836d84eb not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:51.328380 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:51.336380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.objects.ports [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95407) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:41:51.365642 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Transition to ACTIVE for port object 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:51.447316 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:51.468197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52926a4c-2c1c-4a57-983e-73d5f0fd2db8 req-2506d080-40d5-4ecd-8337-abbaa6dddba8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:51.470549 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52926a4c-2c1c-4a57-983e-73d5f0fd2db8 req-2506d080-40d5-4ecd-8337-abbaa6dddba8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 946 time: 0.1274750 Aug 17 02:41:51.476456 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eac5d40f-f844-4cb2-91b4-b1bdce3aefd3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:51.535119 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd6522-43bd-4495-917d-20fc4bb18147 None None] Pushing event updated for resources: {'Port': ['ID=80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:51.538018 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52926a4c-2c1c-4a57-983e-73d5f0fd2db8 req-79323436-44ac-4399-ab9b-499a7831d32e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505323 Aug 17 02:41:51.541003 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:51.560986 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:51.579031 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] 10.222.0.13 "DELETE /v2.0/networks/0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6 HTTP/1.1" status: 204 len: 168 time: 1.2618732 Aug 17 02:41:51.582412 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553dbca-f7b8-4421-abfb-3552437afb0d admin admin] Pushing event deleted for resources: {'Network': ['ID=0a70ecfe-c4e7-42f7-97a9-27a66a69b9c6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:51.713283 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Attempting to bind port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:41:51.713505 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eac5d40f-f844-4cb2-91b4-b1bdce3aefd3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:51.714714 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Attempting to bind port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:41:51.717023 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Attempting to bind port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 on network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:41:51.724468 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:51.736794 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:41:51.737527 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Checking segment: {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:41:51.738101 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:51.739036 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Bound using segment: {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:41:51.739565 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Bound port: 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:41:51.739958 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:51.773646 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eac5d40f-f844-4cb2-91b4-b1bdce3aefd3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:51.820769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5d40f-f844-4cb2-91b4-b1bdce3aefd3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a02b92e-9970-43cf-93cf-1fe330e2ae07,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:51.871006 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] For port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:41:51.875948 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device af3379f2-5fd7-4a19-aaa2-55f0eee66131 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:51.876374 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] For port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:41:51.890723 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eac5d40f-f844-4cb2-91b4-b1bdce3aefd3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:51.892976 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-eac5d40f-f844-4cb2-91b4-b1bdce3aefd3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6475096 Aug 17 02:41:51.893563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41436) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:51.898388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-3bae6156-d8d8-44f1-a24d-1c801598665c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Request body: {'security_group_rule': {'security_group_id': '3a02b92e-9970-43cf-93cf-1fe330e2ae07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:51.967719 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:52.038873 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5d681f-4788-4413-884f-c62813632902 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:52.051186 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Routers {'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:41:52.051783 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:41:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:52.112324 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bae6156-d8d8-44f1-a24d-1c801598665c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:52.144784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:52.169560 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:52.170024 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0d3bc9f8-8164-477c-9cd6-81e60e7ed770 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:52.174634 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41440) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:52.224841 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] For port af3379f2-5fd7-4a19-aaa2-55f0eee66131, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=af3379f2-5fd7-4a19-aaa2-55f0eee66131,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:52.285893 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] Set router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:41:52.289648 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bae6156-d8d8-44f1-a24d-1c801598665c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:52.294077 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3b2cd8f6-d446-410f-99b0-1a28acf14c96 None None] Provisioning for port af3379f2-5fd7-4a19-aaa2-55f0eee66131 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:52.298728 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5468da82-3602-4d34-b7c9-5acc3ed975e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4421b77961e4a84acdbc5048e4ddaee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1229146 Aug 17 02:41:52.301217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41444) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:52.311337 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3b2cd8f6-d446-410f-99b0-1a28acf14c96 None None] Provisioning complete for port af3379f2-5fd7-4a19-aaa2-55f0eee66131 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:52.319650 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3b2cd8f6-d446-410f-99b0-1a28acf14c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:52.326609 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:52.364499 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd6522-43bd-4495-917d-20fc4bb18147 None None] Pushing event updated for resources: {'Port': ['ID=80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:52.407378 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4eb22bc8-c9af-4260-a326-559a7a9aa0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:52.422431 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:52.425134 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:52.436587 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4eb22bc8-c9af-4260-a326-559a7a9aa0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:52.463382 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bae6156-d8d8-44f1-a24d-1c801598665c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:52.558330 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae6156-d8d8-44f1-a24d-1c801598665c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cf296a-9460-4bb4-8c37-76f923142170,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:52.582131 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:52.589368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:52.605879 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:52.606655 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:52.637098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7430af-5f34-4d79-8d0d-5a174d5d9c2f req-f2806e7b-518c-4535-8a4b-9899a4311a03 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:52.638944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec7430af-5f34-4d79-8d0d-5a174d5d9c2f req-f2806e7b-518c-4535-8a4b-9899a4311a03 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 946 time: 0.1512392 Aug 17 02:41:52.658982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=af3379f2-5fd7-4a19-aaa2-55f0eee66131,revision_number=10']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:52.659987 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8', 'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'mac_address': 'fa:16:3e:56:3d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:46Z', 'updated_at': '2021-08-17T02:41:51Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'subnets': [{'id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:41:52.662446 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Subnet': ['ID=7783b7f3-8bc4-47a6-8310-9498270d58d4,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:52.684330 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bae6156-d8d8-44f1-a24d-1c801598665c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:52.685675 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3bae6156-d8d8-44f1-a24d-1c801598665c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7910793 Aug 17 02:41:52.690375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41450) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:52.695824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-53c5e725-b1a7-4f0e-a99e-a499bd72ede2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Request body: {'security_group_rule': {'security_group_id': '3a02b92e-9970-43cf-93cf-1fe330e2ae07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:52.708787 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c5981-4037-4967-b8c0-23ef64f3a626 None None] The sync data for ids ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'] in n-d-793621-31 is: [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8', 'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'mac_address': 'fa:16:3e:56:3d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:46Z', 'updated_at': '2021-08-17T02:41:51Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'subnets': [{'id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:41:52.719332 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec7430af-5f34-4d79-8d0d-5a174d5d9c2f req-1ca6d097-a039-41b2-b315-381d87520bf2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563810 Aug 17 02:41:52.727570 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1fd54212-3546-4e14-925c-1edbb9c6316a tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4354851 Aug 17 02:41:52.737799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41452) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:52.744636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Request body: {'port': {'network_id': '26de8fc2-c42b-4f78-aca4-a68447cacdd7', 'mac_address': 'fa:16:3e:1c:63:92', 'name': 'tempest-NetworksTestDHCPv6-640672611'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:52.820627 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4eb22bc8-c9af-4260-a326-559a7a9aa0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:52.824429 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4eb22bc8-c9af-4260-a326-559a7a9aa0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:52.827960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4eb22bc8-c9af-4260-a326-559a7a9aa0d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e64f37f7-28b3-4534-92db-908a4bb46a87 HTTP/1.1" status: 204 len: 168 time: 0.5232153 Aug 17 02:41:52.832866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-53c5e725-b1a7-4f0e-a99e-a499bd72ede2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:52.917965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb22bc8-c9af-4260-a326-559a7a9aa0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64f37f7-28b3-4534-92db-908a4bb46a87,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:53.025634 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-53c5e725-b1a7-4f0e-a99e-a499bd72ede2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:53.113339 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-53c5e725-b1a7-4f0e-a99e-a499bd72ede2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:53.135425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Made reservation on behalf of c1a7fe1f6e1f46aa893dcd100861c18b for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:53.141172 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5e725-b1a7-4f0e-a99e-a499bd72ede2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a732fd-c42f-46f5-a0fd-5950a3c82545,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:53.239175 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-53c5e725-b1a7-4f0e-a99e-a499bd72ede2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:53.242044 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-53c5e725-b1a7-4f0e-a99e-a499bd72ede2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5491588 Aug 17 02:41:53.250125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41464) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:53.255249 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:53.286028 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:53.316196 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] device_id is not set on port 73d13166-c3b6-40b0-84a0-467785070cca yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:41:53.413129 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eb206d-1e12-42cc-a35c-040bcdc4b436 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:53.489890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-08cf5f65-0595-4210-8585-e72a4bf7690a None None] Provisioning complete for port af3379f2-5fd7-4a19-aaa2-55f0eee66131 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:53.490487 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-08cf5f65-0595-4210-8585-e72a4bf7690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:53.495430 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:53.571912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8::b1 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/45a43023-5321-4838-b537-5de9d0ce2477/73d13166-c3b6-40b0-84a0-467785070cca) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:53.586764 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1c:6392 (26de8fc2-c42b-4f78-aca4-a68447cacdd7/7783b7f3-8bc4-47a6-8310-9498270d58d4/73d13166-c3b6-40b0-84a0-467785070cca) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:53.768383 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:54.098656 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:54.140877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Allocated IP 172.25.5.123 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/8d126361-ebaf-4a30-80a9-b9312337931b) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:41:54.141576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Transition to ACTIVE for port object 73d13166-c3b6-40b0-84a0-467785070cca will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:41:54.166623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa9476-0919-4f03-8545-8bd23c1878be req-b257f5c3-7eee-4edf-96a5-ab8ba98b2b68 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:54.167920 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2baa9476-0919-4f03-8545-8bd23c1878be req-b257f5c3-7eee-4edf-96a5-ab8ba98b2b68 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 946 time: 0.1869826 Aug 17 02:41:54.185332 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:54.296137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2baa9476-0919-4f03-8545-8bd23c1878be req-a728c090-16ad-4318-91cd-dcf93b500b88 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027615 Aug 17 02:41:54.358209 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:54.391342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:54.391456 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:54.410538 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f6d3d03e-60ec-474d-9b72-8ea80c79d0e5 None None] Provisioning complete for port af3379f2-5fd7-4a19-aaa2-55f0eee66131 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:54.411821 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6d3d03e-60ec-474d-9b72-8ea80c79d0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:54.415811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:54.419285 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:54.456935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event updated for resources: {'Port': ['ID=73d13166-c3b6-40b0-84a0-467785070cca,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:54.471329 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:54.472827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:54.492641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:54.507699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:54.508951 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:54.579943 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:54.602879 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:41:54.605861 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:54.621937 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1ed81f8d-8c55-4fbf-b3e7-2a0b284cc014 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8795443 Aug 17 02:41:54.623038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41498) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:54.644884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:41:54.696490 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:54.720462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9262750-fd0c-4850-a0ea-d06b3009fae7 req-8871fc16-129f-405a-8f0d-eacc6a5adcbd tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:54.729728 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9262750-fd0c-4850-a0ea-d06b3009fae7 req-8871fc16-129f-405a-8f0d-eacc6a5adcbd tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 946 time: 0.1541233 Aug 17 02:41:54.746909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:54.784811 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event updated for resources: {'Port': ['ID=8d126361-ebaf-4a30-80a9-b9312337931b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:54.824389 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:54.825223 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device af3379f2-5fd7-4a19-aaa2-55f0eee66131 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:54.858008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41504) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:54.906678 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:54.944944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-1addec3c-e415-4f38-aa35-cf91d6192e78 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting port 73d13166-c3b6-40b0-84a0-467785070cca {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:54.948835 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1addec3c-e415-4f38-aa35-cf91d6192e78 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:54.957530 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:54.968674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port af3379f2-5fd7-4a19-aaa2-55f0eee66131 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:54.968674 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.040834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a20ffa94-5079-42a3-95ad-1a4ec5685300 None None] Provisioning for port 73d13166-c3b6-40b0-84a0-467785070cca completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:41:55.042076 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.057014 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-c9262750-fd0c-4850-a0ea-d06b3009fae7 req-7585a340-b271-46b6-ba00-d5d927710c44 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Deleting port 3aa57683-3dee-4ba4-b0e2-0a83215275c4 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:55.063658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a20ffa94-5079-42a3-95ad-1a4ec5685300 None None] Provisioning complete for port 73d13166-c3b6-40b0-84a0-467785070cca triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:55.063909 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a20ffa94-5079-42a3-95ad-1a4ec5685300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.064032 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c9262750-fd0c-4850-a0ea-d06b3009fae7 req-7585a340-b271-46b6-ba00-d5d927710c44 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.088711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1175156044-network', 'tenant_id': 'f77281c6a05a4877818906e7ea14bfe4'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:55.107960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a20ffa94-5079-42a3-95ad-1a4ec5685300 None None] Port 73d13166-c3b6-40b0-84a0-467785070cca cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:41:55.171916 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1addec3c-e415-4f38-aa35-cf91d6192e78 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.196129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-1addec3c-e415-4f38-aa35-cf91d6192e78 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Calling delete_port for 73d13166-c3b6-40b0-84a0-467785070cca owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:55.196884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] Made reservation on behalf of f77281c6a05a4877818906e7ea14bfe4 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:55.199337 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.211639 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.225528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-c9262750-fd0c-4850-a0ea-d06b3009fae7 req-7585a340-b271-46b6-ba00-d5d927710c44 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] For port 3aa57683-3dee-4ba4-b0e2-0a83215275c4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=3aa57683-3dee-4ba4-b0e2-0a83215275c4,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:55.225992 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c9262750-fd0c-4850-a0ea-d06b3009fae7 req-7585a340-b271-46b6-ba00-d5d927710c44 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.279941 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.360551 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.375984 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.442834 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.472358 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event updated for resources: {'Port': ['ID=8d126361-ebaf-4a30-80a9-b9312337931b,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:55.492624 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.495386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:41:55.498626 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5c603f-3834-4ce3-ae13-fb2df1f3669a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:55.515788 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.516142 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] Added segment 15e49527-49a5-48a2-b411-fa126d3d23a1 of type vlan for network c751fab4-02d2-49eb-829a-fe94297e77be Aug 17 02:41:55.556770 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.598761 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.600045 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9a0dacba-f3e3-40c2-b63a-636cbee5f401 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3488922 Aug 17 02:41:55.619413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-c9262750-fd0c-4850-a0ea-d06b3009fae7 req-7585a340-b271-46b6-ba00-d5d927710c44 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Calling delete_port for 3aa57683-3dee-4ba4-b0e2-0a83215275c4 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:55.649852 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.651106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:55.652278 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.748542 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8919041 Aug 17 02:41:55.752549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41528) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:55.765699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c5cc6-a443-474f-b5ad-a6f7e8411087 req-8ad0f2a1-e942-4899-adf3-0778f8f96911 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:55.767660 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba2c5cc6-a443-474f-b5ad-a6f7e8411087 req-8ad0f2a1-e942-4899-adf3-0778f8f96911 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 946 time: 0.1559091 Aug 17 02:41:55.774785 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a3da52f1-58d1-4a45-962d-473191c9261d admin admin] Request body: {'subnet': {'network_id': 'c751fab4-02d2-49eb-829a-fe94297e77be', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1175156044-subnet', 'tenant_id': 'f77281c6a05a4877818906e7ea14bfe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:41:55.781887 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:41:55.791113 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30781a-e53c-48d8-8511-0351f2a3ecf8 admin admin] Pushing event updated for resources: {'Network': ['ID=c751fab4-02d2-49eb-829a-fe94297e77be,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:55.824562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network c751fab4-02d2-49eb-829a-fe94297e77be details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:41:55.843882 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba2c5cc6-a443-474f-b5ad-a6f7e8411087 req-c5f73dc3-a826-4d69-aee4-f6ca9abf49ae tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657952 Aug 17 02:41:55.922285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:55.922688 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:55.951063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3da52f1-58d1-4a45-962d-473191c9261d admin admin] Made reservation on behalf of f77281c6a05a4877818906e7ea14bfe4 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:41:55.954097 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3da52f1-58d1-4a45-962d-473191c9261d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:56.054052 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c9262750-fd0c-4850-a0ea-d06b3009fae7 req-7585a340-b271-46b6-ba00-d5d927710c44 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:56.082642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['3aa57683-3dee-4ba4-b0e2-0a83215275c4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:41:56.090493 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-d9a37548-869e-44d3-b9bd-e22b609f3ebe tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1651836357&fields=id&tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be HTTP/1.1" status: 200 len: 267 time: 0.0711918 Aug 17 02:41:56.091671 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1addec3c-e415-4f38-aa35-cf91d6192e78 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:56.093565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585a340-b271-46b6-ba00-d5d927710c44 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event deleted for resources: {'Port': ['ID=3aa57683-3dee-4ba4-b0e2-0a83215275c4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:56.252822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addec3c-e415-4f38-aa35-cf91d6192e78 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Port': ['ID=73d13166-c3b6-40b0-84a0-467785070cca,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:56.289692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9262750-fd0c-4850-a0ea-d06b3009fae7 req-7585a340-b271-46b6-ba00-d5d927710c44 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] No DVR routers for this DVR port 3aa57683-3dee-4ba4-b0e2-0a83215275c4 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:56.290473 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3da52f1-58d1-4a45-962d-473191c9261d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:56.293347 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c9262750-fd0c-4850-a0ea-d06b3009fae7 req-7585a340-b271-46b6-ba00-d5d927710c44 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:56.296860 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9262750-fd0c-4850-a0ea-d06b3009fae7 req-7585a340-b271-46b6-ba00-d5d927710c44 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "DELETE /v2.0/ports/3aa57683-3dee-4ba4-b0e2-0a83215275c4 HTTP/1.1" status: 204 len: 173 time: 1.5503864 Aug 17 02:41:56.302285 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b87759-3b20-43f5-906e-5410454a5ebe', 'name': 'network-vif-deleted', 'tag': '3aa57683-3dee-4ba4-b0e2-0a83215275c4'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:41:56.305135 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdecb682-85eb-4a84-8114-aa9a3a39301a" -d '{"events": [{"server_uuid": "f0b87759-3b20-43f5-906e-5410454a5ebe", "name": "network-vif-deleted", "tag": "3aa57683-3dee-4ba4-b0e2-0a83215275c4"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:41:56.345721 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1addec3c-e415-4f38-aa35-cf91d6192e78 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:56.352081 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1addec3c-e415-4f38-aa35-cf91d6192e78 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/73d13166-c3b6-40b0-84a0-467785070cca HTTP/1.1" status: 204 len: 168 time: 1.7258420 Aug 17 02:41:56.352840 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41552) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:56.384839 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da52f1-58d1-4a45-962d-473191c9261d admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e6ddbf-9bc4-4adc-a219-0deceed34d49,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:56.388466 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3da52f1-58d1-4a45-962d-473191c9261d admin admin] Checking segment: {'id': '15e49527-49a5-48a2-b411-fa126d3d23a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c751fab4-02d2-49eb-829a-fe94297e77be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:41:56.389208 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3da52f1-58d1-4a45-962d-473191c9261d admin admin] Network hostable DHCP agents. Network: c751fab4-02d2-49eb-829a-fe94297e77be, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:41:56.421066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-cc4db3d3-e7b3-4f05-ba32-6e026b5acc76 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:56.422916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-cc4db3d3-e7b3-4f05-ba32-6e026b5acc76 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 816 time: 0.3226812 Aug 17 02:41:56.443905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-760e9f2d-5771-4185-9dae-a74791f30a10 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/quotas/f3d876cf0d9d4a2a81e5117cd9f5a6be HTTP/1.1" status: 200 len: 375 time: 0.0137861 Aug 17 02:41:56.456410 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3aa6bb-676c-453a-a36f-c74bd50abd04 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:56.460472 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ee3aa6bb-676c-453a-a36f-c74bd50abd04 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1004667 Aug 17 02:41:56.460807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41556) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:56.497977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3da52f1-58d1-4a45-962d-473191c9261d admin admin] Network c751fab4-02d2-49eb-829a-fe94297e77be is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:41:56.520316 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-b94d965b-cece-4e73-ac3a-1283554a07e3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611279 Aug 17 02:41:56.525345 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdacd0ff-68c5-41ec-be2d-e20cd4e66dae tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:56.529218 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bdacd0ff-68c5-41ec-be2d-e20cd4e66dae tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0650594 Aug 17 02:41:56.529532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41560) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:56.593843 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e939c-aeef-426b-a5ac-4ab7c4d46570 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:56.598287 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e939c-aeef-426b-a5ac-4ab7c4d46570 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:56.602673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e939c-aeef-426b-a5ac-4ab7c4d46570 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:56.605048 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c05e939c-aeef-426b-a5ac-4ab7c4d46570 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0744231 Aug 17 02:41:56.606339 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-a3da52f1-58d1-4a45-962d-473191c9261d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, c751fab4-02d2-49eb-829a-fe94297e77be) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:41:56.611602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3da52f1-58d1-4a45-962d-473191c9261d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:56.612181 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3da52f1-58d1-4a45-962d-473191c9261d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:56.615085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae5b723-f7f1-429f-b66f-9f6e87b7b69c None None] Network c751fab4-02d2-49eb-829a-fe94297e77be requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:56.618107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41562) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:56.702381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-9bc3d7ee-bf21-408a-a078-9180ee4139fb service neutron] 10.222.0.13 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691937 Aug 17 02:41:56.714882 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1976d38-341f-4fe3-926b-f044f6c2c363 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 45a43023-5321-4838-b537-5de9d0ce2477 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:56.716742 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a3da52f1-58d1-4a45-962d-473191c9261d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9624190 Aug 17 02:41:56.782947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b74183-efc6-4dfc-82aa-6aa408d885ec None None] Network c751fab4-02d2-49eb-829a-fe94297e77be requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:56.814269 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1976d38-341f-4fe3-926b-f044f6c2c363 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:56.897431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-fe9b8368-d266-43fa-b9aa-90712ced4daa service neutron] 10.222.0.13 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791198 Aug 17 02:41:56.897431 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1976d38-341f-4fe3-926b-f044f6c2c363 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:57.040514 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1976d38-341f-4fe3-926b-f044f6c2c363 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:57.161767 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d94cabb-1078-4ae5-8ccb-dd0ebf4c8eab x-openstack-request-id: req-3d94cabb-1078-4ae5-8ccb-dd0ebf4c8eab {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:41:57.162220 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b87759-3b20-43f5-906e-5410454a5ebe", "name": "network-vif-deleted", "tag": "3aa57683-3dee-4ba4-b0e2-0a83215275c4", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:41:57.162831 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d94cabb-1078-4ae5-8ccb-dd0ebf4c8eab {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:41:57.163394 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b87759-3b20-43f5-906e-5410454a5ebe', 'name': 'network-vif-deleted', 'tag': '3aa57683-3dee-4ba4-b0e2-0a83215275c4', 'status': 'completed', 'code': 200} Aug 17 02:41:57.202655 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1976d38-341f-4fe3-926b-f044f6c2c363 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:57.251132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1976d38-341f-4fe3-926b-f044f6c2c363 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=45a43023-5321-4838-b537-5de9d0ce2477,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:57.266830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b5dfa8-c702-41b6-a4de-728893174f93 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:57.269668 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1976d38-341f-4fe3-926b-f044f6c2c363 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:57.273841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d1976d38-341f-4fe3-926b-f044f6c2c363 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/45a43023-5321-4838-b537-5de9d0ce2477 HTTP/1.1" status: 204 len: 168 time: 0.6524687 Aug 17 02:41:57.273841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bac82daf-1ade-4bd9-9b29-e481d22d120e req-d1694a97-2e5a-4926-9f18-19f02158ea70 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 210 time: 0.0334978 Aug 17 02:41:57.274242 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41584) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:57.354675 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a92ec3-bf9d-444a-8b9c-2d06097352cb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Deleting subnet 7783b7f3-8bc4-47a6-8310-9498270d58d4 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:41:57.360129 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-84a92ec3-bf9d-444a-8b9c-2d06097352cb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:57.454469 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-84a92ec3-bf9d-444a-8b9c-2d06097352cb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:57.594687 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-84a92ec3-bf9d-444a-8b9c-2d06097352cb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:57.826121 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-84a92ec3-bf9d-444a-8b9c-2d06097352cb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:57.918286 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a92ec3-bf9d-444a-8b9c-2d06097352cb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Subnet': ['ID=7783b7f3-8bc4-47a6-8310-9498270d58d4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:57.924764 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-84a92ec3-bf9d-444a-8b9c-2d06097352cb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:57.926744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-84a92ec3-bf9d-444a-8b9c-2d06097352cb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/7783b7f3-8bc4-47a6-8310-9498270d58d4 HTTP/1.1" status: 204 len: 168 time: 0.6517115 Aug 17 02:41:57.930104 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41602) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:57.944612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-196b734c-a0e7-4a12-a2a2-6f90ef15c76f tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:57.952223 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-196b734c-a0e7-4a12-a2a2-6f90ef15c76f tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/networks?id=c751fab4-02d2-49eb-829a-fe94297e77be HTTP/1.1" status: 200 len: 818 time: 0.2188303 Aug 17 02:41:57.969495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-c63c2e5a-3570-450e-aaf8-e9d619b398a7 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/quotas/f77281c6a05a4877818906e7ea14bfe4 HTTP/1.1" status: 200 len: 375 time: 0.0162387 Aug 17 02:41:57.978594 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-da63b6f4-5081-4095-933d-4c1452426dd0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472803 Aug 17 02:41:57.979196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41604) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.011794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7bdfe53c-912e-43d8-b499-8be91af2fc13 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f77281c6a05a4877818906e7ea14bfe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412791 Aug 17 02:41:58.077001 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb34e65-c876-42a2-aa91-d8f73b400cd0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:58.079145 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-feb34e65-c876-42a2-aa91-d8f73b400cd0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0965180 Aug 17 02:41:58.086568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41608) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.200302 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c2d0e4-880f-4977-9b04-dd40d932a7c0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:58.204512 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a4c2d0e4-880f-4977-9b04-dd40d932a7c0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1142347 Aug 17 02:41:58.204837 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41614) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.224490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-ba4cbea0-2d2e-4a5d-abb6-132e20b25e5e service neutron] 10.222.0.13 "GET /v2.0/networks/c751fab4-02d2-49eb-829a-fe94297e77be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117422 Aug 17 02:41:58.274085 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d9d7600e-f713-42e4-9dc4-4293820855c7 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672598 Aug 17 02:41:58.284078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41618) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.316923 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c951183-acf4-4163-8b0a-0656a8a7f6d3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:58.318240 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c951183-acf4-4163-8b0a-0656a8a7f6d3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:58.322299 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5c951183-acf4-4163-8b0a-0656a8a7f6d3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/73d13166-c3b6-40b0-84a0-467785070cca HTTP/1.1" status: 404 len: 333 time: 0.0368519 Aug 17 02:41:58.322635 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41624) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.334514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedda213-cd45-434b-b4c8-71706a3474e0 None None] Network 26de8fc2-c42b-4f78-aca4-a68447cacdd7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:41:58.368997 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-03177c3d-e603-4b51-a165-cc099f09a9d2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:58.369488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03177c3d-e603-4b51-a165-cc099f09a9d2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:58.373722 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-03177c3d-e603-4b51-a165-cc099f09a9d2 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/7783b7f3-8bc4-47a6-8310-9498270d58d4 HTTP/1.1" status: 404 len: 337 time: 0.0478487 Aug 17 02:41:58.374089 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41626) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.397110 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-26182035-e03f-44b8-9290-cfb755b9125b service neutron] 10.222.0.13 "GET /v2.0/networks/c751fab4-02d2-49eb-829a-fe94297e77be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715200 Aug 17 02:41:58.405780 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-8274dc16-b18b-46a9-9272-13064675f48d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:58.408893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8274dc16-b18b-46a9-9272-13064675f48d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:58.411735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41630) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.412640 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8274dc16-b18b-46a9-9272-13064675f48d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/45a43023-5321-4838-b537-5de9d0ce2477 HTTP/1.1" status: 404 len: 337 time: 0.0372324 Aug 17 02:41:58.413053 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0a21312a-3251-4e73-b42c-e57dc321ddd3 None None] Provisioning complete for port af3379f2-5fd7-4a19-aaa2-55f0eee66131 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:41:58.413491 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0a21312a-3251-4e73-b42c-e57dc321ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:58.437118 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a40c57-2342-45e5-99dc-b16d7bc7e8b3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:58.437879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a40c57-2342-45e5-99dc-b16d7bc7e8b3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:58.439711 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e3a40c57-2342-45e5-99dc-b16d7bc7e8b3 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/f7ac826f-dd72-4196-be43-3a41f8f65b9d HTTP/1.1" status: 404 len: 333 time: 0.0267026 Aug 17 02:41:58.442444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41634) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.489952 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-00642cf6-a040-416e-ab26-14a35e2b229e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:58.491347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00642cf6-a040-416e-ab26-14a35e2b229e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:58.496449 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41636) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.501477 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-00642cf6-a040-416e-ab26-14a35e2b229e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/cf248f56-16fa-4f8e-8265-b54a31c99ef0 HTTP/1.1" status: 404 len: 337 time: 0.0522299 Aug 17 02:41:58.560787 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-33944329-2d81-4217-abd7-cc7ab6fe7508 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:58.561996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33944329-2d81-4217-abd7-cc7ab6fe7508 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:58.564042 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-33944329-2d81-4217-abd7-cc7ab6fe7508 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/8ca1487f-551c-4959-9b54-6538f3f29be6 HTTP/1.1" status: 404 len: 337 time: 0.0658107 Aug 17 02:41:58.566538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41638) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.595638 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6fd168-aae0-4779-a6f9-524608ebd1f6 None None] DHCP port deletion for 26de8fc2-c42b-4f78-aca4-a68447cacdd7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:41:58.596904 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-943e1f89-2acc-418c-822b-581398c5e6da tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:58.597630 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943e1f89-2acc-418c-822b-581398c5e6da tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:58.602416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-943e1f89-2acc-418c-822b-581398c5e6da tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/931575d0-3e8b-463a-a75b-0f029ab3c315 HTTP/1.1" status: 404 len: 333 time: 0.0316348 Aug 17 02:41:58.602416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41640) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.632017 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-d615bffc-7bd9-4aba-abaf-2dd9f0562459 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:58.632479 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d615bffc-7bd9-4aba-abaf-2dd9f0562459 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:58.636530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d615bffc-7bd9-4aba-abaf-2dd9f0562459 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/a096fe11-3cc7-4d9e-b5f6-78107591033e HTTP/1.1" status: 404 len: 337 time: 0.0310364 Aug 17 02:41:58.636763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41642) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.666373 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0354d8-d8e2-4dc9-88c6-05c46bf3a0a9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:58.666836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0354d8-d8e2-4dc9-88c6-05c46bf3a0a9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:58.671391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1b0354d8-d8e2-4dc9-88c6-05c46bf3a0a9 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/5600f4bd-d694-45ae-9a6a-bb8ff1ba7bda HTTP/1.1" status: 404 len: 337 time: 0.0309496 Aug 17 02:41:58.671756 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41644) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.687888 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8a6fd168-aae0-4779-a6f9-524608ebd1f6 None None] Deleting port af3379f2-5fd7-4a19-aaa2-55f0eee66131 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:41:58.688276 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8a6fd168-aae0-4779-a6f9-524608ebd1f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:58.734041 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:58.754960 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2c9ec3-765c-4379-b4ec-32c86c70aa22 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:58.758546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2c9ec3-765c-4379-b4ec-32c86c70aa22 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:58.762887 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8a6fd168-aae0-4779-a6f9-524608ebd1f6 None None] For port af3379f2-5fd7-4a19-aaa2-55f0eee66131, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=af3379f2-5fd7-4a19-aaa2-55f0eee66131,segment=NetworkSegment(9038d779-e136-4cc8-96f6-e335bf6d86e7),segment_id=9038d779-e136-4cc8-96f6-e335bf6d86e7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:41:58.763284 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8a6fd168-aae0-4779-a6f9-524608ebd1f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:58.769093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3b2c9ec3-765c-4379-b4ec-32c86c70aa22 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/96ecda11-5b7d-4da9-972f-c6288046a69a HTTP/1.1" status: 404 len: 333 time: 0.0927567 Aug 17 02:41:58.769540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41650) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.785771 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8a6fd168-aae0-4779-a6f9-524608ebd1f6 None None] Calling delete_port for af3379f2-5fd7-4a19-aaa2-55f0eee66131 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:41:58.827556 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70f55c61-4b0e-4a06-b6e1-b46060bd2a10 req-791d76c0-e17f-40ed-b3c4-2bf4e8523f67 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 210 time: 0.0592070 Aug 17 02:41:58.828607 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd06497-3d57-419f-88fc-ac8a87257b13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:58.829046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd06497-3d57-419f-88fc-ac8a87257b13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:58.833023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7cd06497-3d57-419f-88fc-ac8a87257b13 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/985369b1-01fc-46f3-bf3b-66edd0a1503a HTTP/1.1" status: 404 len: 337 time: 0.0523732 Aug 17 02:41:58.833563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41654) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.866046 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d074680-adf0-4e14-9a4c-43142dcc5b81 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:58.866596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d074680-adf0-4e14-9a4c-43142dcc5b81 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:58.870782 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9d074680-adf0-4e14-9a4c-43142dcc5b81 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/1dfb85c2-6105-4dea-868b-2553e5fe4cc6 HTTP/1.1" status: 404 len: 337 time: 0.0301075 Aug 17 02:41:58.871884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41656) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.905490 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace95437-072f-46cb-9838-c87992615c02 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:58.906778 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace95437-072f-46cb-9838-c87992615c02 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:58.908985 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ace95437-072f-46cb-9838-c87992615c02 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/2d6c079c-2be3-477c-8a71-f07b645c13aa HTTP/1.1" status: 404 len: 333 time: 0.0353556 Aug 17 02:41:58.911335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41660) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.958079 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c406f16-3f9c-45cb-91c0-949461bd20c4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:58.959642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c406f16-3f9c-45cb-91c0-949461bd20c4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:58.964871 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7c406f16-3f9c-45cb-91c0-949461bd20c4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/246ec511-ee7b-46d5-acdc-81565b948b7c HTTP/1.1" status: 404 len: 337 time: 0.0519958 Aug 17 02:41:58.965953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41666) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:58.972841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8ae940f-1583-488b-a0f7-19e1638c9819 req-9aac454d-c2e1-4553-a0c9-bf0b46fa5df2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 210 time: 0.0440912 Aug 17 02:41:58.995219 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8a6fd168-aae0-4779-a6f9-524608ebd1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:59.000140 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-049a764c-af62-435e-88ea-4f3a9a4dc1c1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.001301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049a764c-af62-435e-88ea-4f3a9a4dc1c1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.007996 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-049a764c-af62-435e-88ea-4f3a9a4dc1c1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/da410791-b166-41b3-89ae-12a655135ea3 HTTP/1.1" status: 404 len: 333 time: 0.0408087 Aug 17 02:41:59.008211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41668) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.021318 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6fd168-aae0-4779-a6f9-524608ebd1f6 None None] No DVR routers for this DVR port af3379f2-5fd7-4a19-aaa2-55f0eee66131 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:41:59.054665 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-48200b14-5fc1-4036-a25b-f8ac1743bdec tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.055462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48200b14-5fc1-4036-a25b-f8ac1743bdec tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.060520 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41670) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.072608 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-48200b14-5fc1-4036-a25b-f8ac1743bdec tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/30cfb02b-7b4c-4a29-8fee-9c39b10ff073 HTTP/1.1" status: 404 len: 337 time: 0.0626719 Aug 17 02:41:59.077972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fd168-aae0-4779-a6f9-524608ebd1f6 None None] Pushing event deleted for resources: {'Port': ['ID=af3379f2-5fd7-4a19-aaa2-55f0eee66131,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:41:59.093709 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-03672569-e59f-4236-a489-c372d7f10495 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.094715 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03672569-e59f-4236-a489-c372d7f10495 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.098033 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-03672569-e59f-4236-a489-c372d7f10495 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/96fe4e20-ac05-482e-9e9a-5c18071463e6 HTTP/1.1" status: 404 len: 333 time: 0.0347750 Aug 17 02:41:59.105985 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41672) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.143046 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ff3297-d04d-461a-b144-66167d479530 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.143804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ff3297-d04d-461a-b144-66167d479530 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.149193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41674) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.149449 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-50ff3297-d04d-461a-b144-66167d479530 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/d92598ce-4bbf-4d57-b42c-2a61627a94ba HTTP/1.1" status: 404 len: 337 time: 0.0421052 Aug 17 02:41:59.176789 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b0e41e-50ba-41a4-b1ff-5b0ba44f2bdd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.177629 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b0e41e-50ba-41a4-b1ff-5b0ba44f2bdd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.179380 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a5b0e41e-50ba-41a4-b1ff-5b0ba44f2bdd tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/3dd969e8-d5ae-4d33-8124-95e8b026d1bd HTTP/1.1" status: 404 len: 333 time: 0.0285707 Aug 17 02:41:59.182160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41676) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.207073 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4a45a82-ae82-403a-89cb-b83d03ba5807 req-b056d1e4-3596-4208-b177-3ad03b59216e tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 210 time: 0.0327861 Aug 17 02:41:59.215874 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d1852c-3b8f-4c20-8a5d-1bd73125eab1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.217388 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d1852c-3b8f-4c20-8a5d-1bd73125eab1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.221258 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e1d1852c-3b8f-4c20-8a5d-1bd73125eab1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/ba320515-fc97-4ddc-b0a9-d1f7f6eb3d29 HTTP/1.1" status: 404 len: 337 time: 0.0346868 Aug 17 02:41:59.221545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41678) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.246137 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f5306b-8341-4554-8990-d9125f139cc4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.246730 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f5306b-8341-4554-8990-d9125f139cc4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.249758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-90f5306b-8341-4554-8990-d9125f139cc4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/4ecb3d11-39d5-48f2-9b10-95adc179829e HTTP/1.1" status: 404 len: 333 time: 0.0256681 Aug 17 02:41:59.253835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41680) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.286619 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-705d8c2d-419e-48dc-8f13-97167c18143d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.287072 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705d8c2d-419e-48dc-8f13-97167c18143d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.288794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-705d8c2d-419e-48dc-8f13-97167c18143d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/3e69db85-b77b-4c5a-85b8-aec051882467 HTTP/1.1" status: 404 len: 337 time: 0.0315399 Aug 17 02:41:59.291357 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41686) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.315916 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea98a871-71e6-4b5c-aa9b-84edb003fe34 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.316462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea98a871-71e6-4b5c-aa9b-84edb003fe34 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.318509 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ea98a871-71e6-4b5c-aa9b-84edb003fe34 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/1e7c7ed5-1c5e-419a-81bd-e4cae81b28da HTTP/1.1" status: 404 len: 333 time: 0.0259206 Aug 17 02:41:59.321172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41688) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.357088 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-998e92cf-99d6-46db-b17d-313cc0f739cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.357705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998e92cf-99d6-46db-b17d-313cc0f739cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.360710 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-998e92cf-99d6-46db-b17d-313cc0f739cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/0ae833d0-6432-4cee-b513-d256badfd81c HTTP/1.1" status: 404 len: 337 time: 0.0382512 Aug 17 02:41:59.363507 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41692) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.399601 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-6764f2e6-dda9-48b0-9fae-4b07371c2c74 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.400125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6764f2e6-dda9-48b0-9fae-4b07371c2c74 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.402143 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6764f2e6-dda9-48b0-9fae-4b07371c2c74 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/3804efb1-65b0-4d09-998b-38d9b8a0b0e5 HTTP/1.1" status: 404 len: 337 time: 0.0374863 Aug 17 02:41:59.404637 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41694) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.443431 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a984f7-1507-49dc-a756-a06d71bb01da tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.444534 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a984f7-1507-49dc-a756-a06d71bb01da tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.449715 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-37a984f7-1507-49dc-a756-a06d71bb01da tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/192b8c57-b9ea-4398-bef2-4e20f3cf1fcc HTTP/1.1" status: 404 len: 333 time: 0.0436597 Aug 17 02:41:59.451745 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41702) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.492222 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-23379f08-3c52-4d82-80f6-34e803947f37 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.493373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23379f08-3c52-4d82-80f6-34e803947f37 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.495667 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-23379f08-3c52-4d82-80f6-34e803947f37 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/8a2fbdc8-65a0-4c2b-9aa7-a85af6375aa1 HTTP/1.1" status: 404 len: 337 time: 0.0423386 Aug 17 02:41:59.498421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41704) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.529003 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe50c383-bf93-4436-83d4-3139d2000425 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.529003 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe50c383-bf93-4436-83d4-3139d2000425 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.531195 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fe50c383-bf93-4436-83d4-3139d2000425 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/6a66bb98-799d-47d0-a0a0-21e452fdda69 HTTP/1.1" status: 404 len: 337 time: 0.0309701 Aug 17 02:41:59.534130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41706) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.563499 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a271ef-38a1-481a-8568-e4022f711db1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.564235 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a271ef-38a1-481a-8568-e4022f711db1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.566446 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-31a271ef-38a1-481a-8568-e4022f711db1 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/327ea831-9abf-4e21-a0ed-d7aa0389448a HTTP/1.1" status: 404 len: 333 time: 0.0309937 Aug 17 02:41:59.569083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41708) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.597553 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f85d309-fc0a-4411-b276-f93c4c960874 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.598018 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f85d309-fc0a-4411-b276-f93c4c960874 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.599783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5f85d309-fc0a-4411-b276-f93c4c960874 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/a5c54ab4-2b03-497e-92ac-613988c30e31 HTTP/1.1" status: 404 len: 337 time: 0.0296917 Aug 17 02:41:59.603079 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41710) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.619765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 3aa57683-3dee-4ba4-b0e2-0a83215275c4 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:59.634686 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f21e04-5c83-4f93-8935-444c3e17a51f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.635151 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f21e04-5c83-4f93-8935-444c3e17a51f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.637289 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-57f21e04-5c83-4f93-8935-444c3e17a51f tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/048a022c-ab60-42d5-b722-ea8241a6f9ea HTTP/1.1" status: 404 len: 337 time: 0.0327978 Aug 17 02:41:59.639925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41714) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.648611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 3aa57683-3dee-4ba4-b0e2-0a83215275c4 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:59.649450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 3aa57683-3dee-4ba4-b0e2-0a83215275c4 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:59.671287 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f44707-f470-4b6f-85c5-db7a0aa11c0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.672939 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f44707-f470-4b6f-85c5-db7a0aa11c0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.678471 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41716) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.680023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-33f44707-f470-4b6f-85c5-db7a0aa11c0d tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/576a3801-b496-432d-bdbe-70d172a5e518 HTTP/1.1" status: 404 len: 333 time: 0.0378602 Aug 17 02:41:59.719981 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb6ab69-f02c-4c54-a94a-8459326eac5c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.720454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb6ab69-f02c-4c54-a94a-8459326eac5c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.726684 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3cb6ab69-f02c-4c54-a94a-8459326eac5c tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/8e6e8f99-80b1-4a95-83fb-a1f4e47d7b41 HTTP/1.1" status: 404 len: 337 time: 0.0471635 Aug 17 02:41:59.729445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41718) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.755379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device af3379f2-5fd7-4a19-aaa2-55f0eee66131 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:41:59.761409 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c32d02-7b95-4d60-b785-039f05546674 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.761877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c32d02-7b95-4d60-b785-039f05546674 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.763654 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d3c32d02-7b95-4d60-b785-039f05546674 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/8f8c1a46-66f9-4fca-8e06-47cba27a00cd HTTP/1.1" status: 404 len: 337 time: 0.0330601 Aug 17 02:41:59.766895 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41720) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.784030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: af3379f2-5fd7-4a19-aaa2-55f0eee66131 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:41:59.784030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device af3379f2-5fd7-4a19-aaa2-55f0eee66131 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:41:59.817206 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-499d9760-2ef3-4540-9bda-300efc87e483 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cce1800-a3be-4b9e-bc58-9d16b63ddd7f HTTP/1.1" status: 200 len: 205 time: 0.0487568 Aug 17 02:41:59.819524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41724) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.862035 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-e5098fff-a4c7-4afe-85f5-ac68972470cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] delete failed (client error): The resource could not be found. Aug 17 02:41:59.863133 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e5098fff-a4c7-4afe-85f5-ac68972470cf tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/routers/4cce1800-a3be-4b9e-bc58-9d16b63ddd7f HTTP/1.1" status: 404 len: 336 time: 0.0425737 Aug 17 02:41:59.867200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41728) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.913197 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ace742a-aad9-46ea-a459-729629e36bad tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:41:59.913667 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ace742a-aad9-46ea-a459-729629e36bad tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:41:59.915518 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9ace742a-aad9-46ea-a459-729629e36bad tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/5ea2c281-3ec5-41e2-a4b6-1702a2a3cbc1 HTTP/1.1" status: 404 len: 337 time: 0.0439870 Aug 17 02:41:59.918072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41732) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.940879 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d63b1ca-8c7e-4a9a-b6b6-981d2a4b3156 req-e1336b4b-5c40-49f1-b31e-50aeff486fa0 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 210 time: 0.0377228 Aug 17 02:41:59.953670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41736) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:41:59.954228 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-310b5f18-c663-480f-9b5e-b30d9c64b52e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5 HTTP/1.1" status: 200 len: 205 time: 0.0349863 Aug 17 02:41:59.995119 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-0e4b8dfe-15d3-47b1-8928-463066a7897e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] delete failed (client error): The resource could not be found. Aug 17 02:41:59.999959 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0e4b8dfe-15d3-47b1-8928-463066a7897e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/routers/c44c5ed1-b3ff-4833-83ec-0c4d566a2cb5 HTTP/1.1" status: 404 len: 336 time: 0.0415504 Aug 17 02:42:00.000489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41738) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.044356 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbff4d75-c16f-4ce4-8f4c-053c1e6ffb66 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.050945 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbff4d75-c16f-4ce4-8f4c-053c1e6ffb66 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.050945 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fbff4d75-c16f-4ce4-8f4c-053c1e6ffb66 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/c8434743-d344-4514-afee-c2dce9d42f60 HTTP/1.1" status: 404 len: 337 time: 0.0470309 Aug 17 02:42:00.055047 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41742) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.087805 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-82859919-c0d3-4e52-af04-11c83ac10f37 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.088276 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82859919-c0d3-4e52-af04-11c83ac10f37 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.090119 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-82859919-c0d3-4e52-af04-11c83ac10f37 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/16ba3453-777e-49d6-b769-73797a1516f2 HTTP/1.1" status: 404 len: 337 time: 0.0376186 Aug 17 02:42:00.093906 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41744) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.118697 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50f01017-76bb-4058-81a3-e734fecb70f0 req-aaaf8b49-e69f-4d0f-b0b9-b31b5ee6593d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 210 time: 0.0445983 Aug 17 02:42:00.132808 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-606a32be-edab-4ec0-982c-f53bc9d8e915 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.133722 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606a32be-edab-4ec0-982c-f53bc9d8e915 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.137307 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-606a32be-edab-4ec0-982c-f53bc9d8e915 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/e8904ebc-fdd6-4ba4-a850-fffe52174c85 HTTP/1.1" status: 404 len: 333 time: 0.0421605 Aug 17 02:42:00.140604 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41748) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.182578 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c59f88-4046-4279-8254-47f29f7efe95 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.183281 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c59f88-4046-4279-8254-47f29f7efe95 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.188535 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f7c59f88-4046-4279-8254-47f29f7efe95 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/a5699c56-6ccf-43c5-b33c-ddb3ad20947c HTTP/1.1" status: 404 len: 337 time: 0.0439909 Aug 17 02:42:00.189076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41750) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.228229 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-0735af12-a328-440a-9e95-3a7d3e61d7d8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.228871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0735af12-a328-440a-9e95-3a7d3e61d7d8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.230665 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0735af12-a328-440a-9e95-3a7d3e61d7d8 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/45b61cfb-b555-4484-8452-4d8dcbc0e62f HTTP/1.1" status: 404 len: 333 time: 0.0408173 Aug 17 02:42:00.233336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41752) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.260548 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8292d6b-4866-46a9-ac29-f753ad6de14e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.261073 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8292d6b-4866-46a9-ac29-f753ad6de14e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.263060 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a8292d6b-4866-46a9-ac29-f753ad6de14e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/a4e3b340-4678-4c39-90bb-5accbb3835d4 HTTP/1.1" status: 404 len: 337 time: 0.0284696 Aug 17 02:42:00.266536 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41756) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.295082 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eaaaf53-4bc2-4001-8567-7377c2baa7f4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.295888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eaaaf53-4bc2-4001-8567-7377c2baa7f4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.300237 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41760) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.300465 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0eaaaf53-4bc2-4001-8567-7377c2baa7f4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/4cd65312-7fdc-4d6a-aa1a-d08fb4cdea9f HTTP/1.1" status: 404 len: 333 time: 0.0328970 Aug 17 02:42:00.330959 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3337c752-011a-46ff-a252-ed431a8f7e68 req-7ccf138b-c425-4d25-a783-e7356b70c578 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 210 time: 0.0384829 Aug 17 02:42:00.339577 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c53830-adb4-4c70-b9bf-e39c208ecb83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.339577 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c53830-adb4-4c70-b9bf-e39c208ecb83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.339577 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-99c53830-adb4-4c70-b9bf-e39c208ecb83 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/b36b24fe-29c6-4e71-9174-573f7ddebce6 HTTP/1.1" status: 404 len: 337 time: 0.0378952 Aug 17 02:42:00.342001 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41762) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.369127 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9c4f1a-012f-477b-8d30-6749088881fb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.369873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9c4f1a-012f-477b-8d30-6749088881fb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.376006 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2a9c4f1a-012f-477b-8d30-6749088881fb tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/44076b9b-badd-4941-ac4b-7ef9fc0d9c55 HTTP/1.1" status: 404 len: 333 time: 0.0291333 Aug 17 02:42:00.376290 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41766) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.403538 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d4a36b-77fc-41ac-af23-eb289846fa5e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.404081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d4a36b-77fc-41ac-af23-eb289846fa5e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.406190 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-29d4a36b-77fc-41ac-af23-eb289846fa5e tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/439df5be-a63a-435b-a6ab-f7b9b0dc8758 HTTP/1.1" status: 404 len: 337 time: 0.0285828 Aug 17 02:42:00.411042 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41768) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.437731 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-73782aaa-4f46-454b-aa4d-32c644f955d4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.437731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73782aaa-4f46-454b-aa4d-32c644f955d4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.438690 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-73782aaa-4f46-454b-aa4d-32c644f955d4 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/c319285b-c063-4093-8866-3f1fdb6a1b2a HTTP/1.1" status: 404 len: 333 time: 0.0268748 Aug 17 02:42:00.441683 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41770) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.468929 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-34952b9d-b959-4871-8e59-7228fcdcf0f6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.469430 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34952b9d-b959-4871-8e59-7228fcdcf0f6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.473560 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-34952b9d-b959-4871-8e59-7228fcdcf0f6 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/eb57a7b5-d9cc-4a59-84c3-4380a2cca210 HTTP/1.1" status: 404 len: 337 time: 0.0285349 Aug 17 02:42:00.473798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41772) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.497726 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5b0bf3-060e-4d33-a2de-e301078b3fa0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.498914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5b0bf3-060e-4d33-a2de-e301078b3fa0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.500658 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8d5b0bf3-060e-4d33-a2de-e301078b3fa0 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/070990e6-50f5-4536-99b2-9efda4fd2e11 HTTP/1.1" status: 404 len: 333 time: 0.0259397 Aug 17 02:42:00.503124 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41774) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.535542 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76dd5ae-cf6c-4515-ab99-96f6cff167dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.536014 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a76dd5ae-cf6c-4515-ab99-96f6cff167dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.540023 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a76dd5ae-cf6c-4515-ab99-96f6cff167dc tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/49efd805-6191-46eb-a716-8186d2b82b97 HTTP/1.1" status: 404 len: 337 time: 0.0337706 Aug 17 02:42:00.540399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41778) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.581988 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf7a000-3fae-4f9d-913a-a445fa874b30 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.583112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf7a000-3fae-4f9d-913a-a445fa874b30 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.585322 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8cf7a000-3fae-4f9d-913a-a445fa874b30 tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/ports/4af092fb-7168-4db0-b80f-b049f34f0a4d HTTP/1.1" status: 404 len: 333 time: 0.0436094 Aug 17 02:42:00.588277 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41780) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.619425 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-41979af9-9f5b-406c-9d4a-f2c58abf37ec tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] DELETE failed (client error): The resource could not be found. Aug 17 02:42:00.620207 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41979af9-9f5b-406c-9d4a-f2c58abf37ec tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:42:00.621975 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-41979af9-9f5b-406c-9d4a-f2c58abf37ec tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/subnets/d920da15-ec46-4239-8027-c468e1578a2b HTTP/1.1" status: 404 len: 337 time: 0.0325603 Aug 17 02:42:00.627138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41782) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:00.715238 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3ba6607b-a703-4191-9dc7-72db2d9707ff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:00.808363 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3ba6607b-a703-4191-9dc7-72db2d9707ff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:00.819151 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-3ba6607b-a703-4191-9dc7-72db2d9707ff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26de8fc2-c42b-4f78-aca4-a68447cacdd7']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:00.829494 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-3ba6607b-a703-4191-9dc7-72db2d9707ff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9038d779-e136-4cc8-96f6-e335bf6d86e7') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:00.829790 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-3ba6607b-a703-4191-9dc7-72db2d9707ff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9038d779-e136-4cc8-96f6-e335bf6d86e7') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:00.839811 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3ba6607b-a703-4191-9dc7-72db2d9707ff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:00.853800 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3ba6607b-a703-4191-9dc7-72db2d9707ff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:00.860972 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba6607b-a703-4191-9dc7-72db2d9707ff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:42:00.861407 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3ba6607b-a703-4191-9dc7-72db2d9707ff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:42:00.864309 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:42:01.031771 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-074fd722-279a-4ed0-82a5-e5d8f0fe42da req-80933b81-ad04-426a-b9a0-8a53b27aa7c4 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 210 time: 0.0268874 Aug 17 02:42:01.124368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:01.163999 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3ba6607b-a703-4191-9dc7-72db2d9707ff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:01.177899 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3ba6607b-a703-4191-9dc7-72db2d9707ff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:01.179046 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3ba6607b-a703-4191-9dc7-72db2d9707ff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] 10.222.0.13 "DELETE /v2.0/networks/26de8fc2-c42b-4f78-aca4-a68447cacdd7 HTTP/1.1" status: 204 len: 168 time: 0.5522878 Aug 17 02:42:01.192453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6607b-a703-4191-9dc7-72db2d9707ff tempest-NetworksTestDHCPv6-1012645835 tempest-NetworksTestDHCPv6-1012645835-project] Pushing event deleted for resources: {'Network': ['ID=26de8fc2-c42b-4f78-aca4-a68447cacdd7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:01.221026 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1aa1f351-8b38-444f-908e-8a6f34bf2a4f req-45df7b65-adde-4994-b8c1-08efb97a1270 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 210 time: 0.0312228 Aug 17 02:42:01.475226 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a870292-070d-4dfd-bf8f-085e4aa826ad req-ff7963e8-26f8-41ed-b2bf-918f4e41ac1c tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 210 time: 0.0313373 Aug 17 02:42:01.535408 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-f5c64e9c-17c7-4f4e-bfa4-c448503a9f89 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:01.536872 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-f5c64e9c-17c7-4f4e-bfa4-c448503a9f89 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.42 "GET /v2.0/networks?id=c751fab4-02d2-49eb-829a-fe94297e77be HTTP/1.1" status: 200 len: 818 time: 0.1320801 Aug 17 02:42:01.555794 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-8e545dcd-03e0-42d1-ad9a-73db455d4ea4 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Request body: {'port': {'device_id': '689f1311-f246-48be-b184-9f29ecc19bdd', 'network_id': 'c751fab4-02d2-49eb-829a-fe94297e77be', 'admin_state_up': True, 'tenant_id': 'f77281c6a05a4877818906e7ea14bfe4'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:01.767360 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-8e545dcd-03e0-42d1-ad9a-73db455d4ea4 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Made reservation on behalf of f77281c6a05a4877818906e7ea14bfe4 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:01.770958 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-8e545dcd-03e0-42d1-ad9a-73db455d4ea4 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:01.958662 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-8e545dcd-03e0-42d1-ad9a-73db455d4ea4 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Allocated IP 172.20.0.9 (c751fab4-02d2-49eb-829a-fe94297e77be/11e6ddbf-9bc4-4adc-a219-0deceed34d49/b0f16f08-ce24-45f6-a90b-5e149bd31832) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:42:01.965976 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41816) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:02.179999 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-8e545dcd-03e0-42d1-ad9a-73db455d4ea4 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:02.182560 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-34b51034-ad4d-40b1-842f-5077b87a2cb1 req-dcaa1d1f-5564-4999-b905-7eb6a6dd0c03 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 210 time: 0.0389791 Aug 17 02:42:02.185168 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-af95c737-18d4-4856-a880-081add7d1b7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1a7fe1f6e1f46aa893dcd100861c18b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2179172 Aug 17 02:42:02.188732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41826) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:02.262734 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7335-4b92-49fc-9b7b-0a8d0f77905f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:02.296593 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7335-4b92-49fc-9b7b-0a8d0f77905f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:02.324347 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-8e545dcd-03e0-42d1-ad9a-73db455d4ea4 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:02.413507 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-8e545dcd-03e0-42d1-ad9a-73db455d4ea4 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Network c751fab4-02d2-49eb-829a-fe94297e77be is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:42:02.419418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-8e545dcd-03e0-42d1-ad9a-73db455d4ea4 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:02.425089 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-8e545dcd-03e0-42d1-ad9a-73db455d4ea4 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:42:02.429351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e545dcd-03e0-42d1-ad9a-73db455d4ea4 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Pushing event updated for resources: {'Port': ['ID=b0f16f08-ce24-45f6-a90b-5e149bd31832,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:02.429985 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5f22dcc-b6c2-4141-a87d-ea58e851d511 req-59db0435-4240-41c6-99ac-dfb8acfb80ab tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b87759-3b20-43f5-906e-5410454a5ebe HTTP/1.1" status: 200 len: 210 time: 0.0437570 Aug 17 02:42:02.457123 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7335-4b92-49fc-9b7b-0a8d0f77905f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:02.465561 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7335-4b92-49fc-9b7b-0a8d0f77905f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:02.469054 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d5eb7335-4b92-49fc-9b7b-0a8d0f77905f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9fd75f6-183d-4801-90fb-b8eba8a63984 HTTP/1.1" status: 204 len: 168 time: 0.2769833 Aug 17 02:42:02.482697 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb7335-4b92-49fc-9b7b-0a8d0f77905f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fd75f6-183d-4801-90fb-b8eba8a63984,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:02.521299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-8e545dcd-03e0-42d1-ad9a-73db455d4ea4 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:02.522090 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-8e545dcd-03e0-42d1-ad9a-73db455d4ea4 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:02.608873 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-8e545dcd-03e0-42d1-ad9a-73db455d4ea4 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0560656 Aug 17 02:42:02.626794 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Request body: {'port': {'device_id': '689f1311-f246-48be-b184-9f29ecc19bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:02.678373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8b128-7ab6-40fb-8f12-41f685813149 req-58006c1c-1819-46a7-83c5-0af708974681 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:02.680296 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4d8b128-7ab6-40fb-8f12-41f685813149 req-58006c1c-1819-46a7-83c5-0af708974681 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 931 time: 0.0678976 Aug 17 02:42:02.749828 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:02.750850 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4d8b128-7ab6-40fb-8f12-41f685813149 req-3aca48ed-b475-43d2-826f-7724af218bf2 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552590 Aug 17 02:42:02.992184 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24fcd1f3-3f64-4eeb-9266-e783520f6844 req-1f917ddc-ab66-4dc5-a36f-8cb527ff26da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0939598 Aug 17 02:42:03.116260 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcd1f3-3f64-4eeb-9266-e783520f6844 req-df490793-6d41-4513-bf2c-1d4351243f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:03.118086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24fcd1f3-3f64-4eeb-9266-e783520f6844 req-df490793-6d41-4513-bf2c-1d4351243f4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40d55d2b9b694b56acaea90485e97c43&device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 1097 time: 0.0913742 Aug 17 02:42:03.212869 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f16f08-ce24-45f6-a90b-5e149bd31832 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:42:03.236097 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:03.284674 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Transition to ACTIVE for port object b0f16f08-ce24-45f6-a90b-5e149bd31832 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:03.298051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcd1f3-3f64-4eeb-9266-e783520f6844 req-dbd5fe34-36c5-498d-945b-487a496e1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:03.300695 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24fcd1f3-3f64-4eeb-9266-e783520f6844 req-dbd5fe34-36c5-498d-945b-487a496e1d5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=63c037a2-cec8-4bd4-a904-29cd7197ae86 HTTP/1.1" status: 200 len: 911 time: 0.1601212 Aug 17 02:42:03.363871 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:03.366213 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b37abb55-6888-4de7-99ca-e8f7d1815673 req-0d580e00-6a8e-4f94-9614-a569b82f8f43 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 210 time: 0.0633578 Aug 17 02:42:03.447192 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24fcd1f3-3f64-4eeb-9266-e783520f6844 req-69c7e385-95ff-486a-a827-4e2cee67d4ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5323a56e-4e48-4602-a152-0c7f79e67077 HTTP/1.1" status: 200 len: 1001 time: 0.0799952 Aug 17 02:42:03.473682 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f16f08-ce24-45f6-a90b-5e149bd31832,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:03.540495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Attempting to bind port b0f16f08-ce24-45f6-a90b-5e149bd31832 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:42:03.540889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Attempting to bind port b0f16f08-ce24-45f6-a90b-5e149bd31832 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '15e49527-49a5-48a2-b411-fa126d3d23a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c751fab4-02d2-49eb-829a-fe94297e77be'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:42:03.542096 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Attempting to bind port b0f16f08-ce24-45f6-a90b-5e149bd31832 on network c751fab4-02d2-49eb-829a-fe94297e77be {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:42:03.547638 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Port b0f16f08-ce24-45f6-a90b-5e149bd31832 on network c751fab4-02d2-49eb-829a-fe94297e77be not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:42:03.547980 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Attempting to bind port b0f16f08-ce24-45f6-a90b-5e149bd31832 on network c751fab4-02d2-49eb-829a-fe94297e77be {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:42:03.553677 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:42:03.557830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Checking segment: {'id': '15e49527-49a5-48a2-b411-fa126d3d23a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c751fab4-02d2-49eb-829a-fe94297e77be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:42:03.557830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Bound using segment: {'id': '15e49527-49a5-48a2-b411-fa126d3d23a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c751fab4-02d2-49eb-829a-fe94297e77be'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:42:03.557830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Bound port: b0f16f08-ce24-45f6-a90b-5e149bd31832, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e49527-49a5-48a2-b411-fa126d3d23a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c751fab4-02d2-49eb-829a-fe94297e77be'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:42:03.557830 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:03.592707 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcd1f3-3f64-4eeb-9266-e783520f6844 req-a55c6ed9-9f2c-4353-94b1-a51f4505912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:03.603472 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24fcd1f3-3f64-4eeb-9266-e783520f6844 req-a55c6ed9-9f2c-4353-94b1-a51f4505912a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6588c9ac-5362-490c-a200-ab2910cd28a7 HTTP/1.1" status: 200 len: 849 time: 0.1478641 Aug 17 02:42:03.680386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] For port b0f16f08-ce24-45f6-a90b-5e149bd31832, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:42:03.686514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] For port b0f16f08-ce24-45f6-a90b-5e149bd31832, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=b0f16f08-ce24-45f6-a90b-5e149bd31832,segment=NetworkSegment(15e49527-49a5-48a2-b411-fa126d3d23a1),segment_id=15e49527-49a5-48a2-b411-fa126d3d23a1)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:42:03.706134 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcd1f3-3f64-4eeb-9266-e783520f6844 req-9c09713b-a492-4231-a829-f510a152c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:03.707543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24fcd1f3-3f64-4eeb-9266-e783520f6844 req-9c09713b-a492-4231-a829-f510a152c380 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63c037a2-cec8-4bd4-a904-29cd7197ae86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962436 Aug 17 02:42:03.747753 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:03.844413 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:03.846875 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:03.846875 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] 10.222.0.42 "PUT /v2.0/ports/b0f16f08-ce24-45f6-a90b-5e149bd31832 HTTP/1.1" status: 200 len: 1092 time: 1.2252016 Aug 17 02:42:03.847340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689f1311-f246-48be-b184-9f29ecc19bdd', 'tag': 'b0f16f08-ce24-45f6-a90b-5e149bd31832'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:42:03.849197 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2250bbf-db25-44dc-8825-b8f824743806" -d '{"events": [{"name": "network-changed", "server_uuid": "689f1311-f246-48be-b184-9f29ecc19bdd", "tag": "b0f16f08-ce24-45f6-a90b-5e149bd31832"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:42:03.867422 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24fcd1f3-3f64-4eeb-9266-e783520f6844 req-3c4652d9-4770-4bc6-bace-689b94161394 service neutron] 10.222.0.18 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518536 Aug 17 02:42:03.886995 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312fb76-da24-4676-b9ac-2a282c2f0535 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f16f08-ce24-45f6-a90b-5e149bd31832,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:03.971585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41886) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:04.025154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d35d29-9e89-4c3e-8df2-e8bce77f57e6 req-7831f0cb-b5f4-4107-9a81-85d80a000d5a tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:04.026659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55d35d29-9e89-4c3e-8df2-e8bce77f57e6 req-7831f0cb-b5f4-4107-9a81-85d80a000d5a tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 943 time: 0.1128430 Aug 17 02:42:04.034206 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24fcd1f3-3f64-4eeb-9266-e783520f6844 req-d0bcd992-e2a7-4cf9-9a55-a025dc409511 service neutron] 10.222.0.18 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564448 Aug 17 02:42:04.050490 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-69333052-1de5-44c6-9ae6-2a7d31d1582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:04.053194 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-69333052-1de5-44c6-9ae6-2a7d31d1582b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f77281c6a05a4877818906e7ea14bfe4&device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 1095 time: 0.0567594 Aug 17 02:42:04.109342 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55d35d29-9e89-4c3e-8df2-e8bce77f57e6 req-e0dcff80-c075-4c9b-b741-92577a9d8bd8 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626175 Aug 17 02:42:04.144613 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-a8c70769-d307-49d8-abba-23663932bb28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0f16f08-ce24-45f6-a90b-5e149bd31832 HTTP/1.1" status: 200 len: 217 time: 0.0749857 Aug 17 02:42:04.212437 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e0cf31-fb5b-454d-8d72-70a57036cc01 x-openstack-request-id: req-73e0cf31-fb5b-454d-8d72-70a57036cc01 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:42:04.212728 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689f1311-f246-48be-b184-9f29ecc19bdd", "tag": "b0f16f08-ce24-45f6-a90b-5e149bd31832", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:42:04.212982 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73e0cf31-fb5b-454d-8d72-70a57036cc01 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:42:04.213678 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689f1311-f246-48be-b184-9f29ecc19bdd', 'tag': 'b0f16f08-ce24-45f6-a90b-5e149bd31832', 'status': 'completed', 'code': 200} Aug 17 02:42:04.218164 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-6ad338b9-af4a-44a0-bfa2-83f6d32b0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:04.219859 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-6ad338b9-af4a-44a0-bfa2-83f6d32b0572 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11e6ddbf-9bc4-4adc-a219-0deceed34d49 HTTP/1.1" status: 200 len: 858 time: 0.0629368 Aug 17 02:42:04.233398 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-163673615'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:04.267906 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-4da4670e-b5d2-4671-ac5a-ad2892c8a3cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c751fab4-02d2-49eb-829a-fe94297e77be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393486 Aug 17 02:42:04.348266 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Made reservation on behalf of 1aa8f3673e6140888dfdadcbe12c43db for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:04.352113 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:04.375074 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:04.388968 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-57d60f35-5e1c-45cc-a3c3-d5edd8265091 service neutron] 10.222.0.42 "GET /v2.0/networks/c751fab4-02d2-49eb-829a-fe94297e77be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141315 Aug 17 02:42:04.515111 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-c739d89d-7b06-4457-b183-de9483b3b42e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:04.516896 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-c739d89d-7b06-4457-b183-de9483b3b42e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.42 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 816 time: 0.1680567 Aug 17 02:42:04.577694 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1cf0c50a-43e2-4051-8ead-3719c2dd5e82 req-7289a92f-131b-4237-b88d-d6d595194f9c service neutron] 10.222.0.42 "GET /v2.0/networks/c751fab4-02d2-49eb-829a-fe94297e77be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805110 Aug 17 02:42:04.579791 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-786eaf1f-3480-4c65-ad4f-f27620c6b230 req-a93562a7-dfac-42b1-b2e7-def5a50ea01e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 210 time: 0.0517600 Aug 17 02:42:04.618678 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-12dd6323-0123-49ce-93fc-64e5aa7f6b36 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be HTTP/1.1" status: 200 len: 380 time: 0.0777795 Aug 17 02:42:04.630009 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-e7ba4ec9-be32-4daf-986f-e99983bf01f3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Request body: {'port': {'device_id': 'de03a726-f14e-453e-88a1-680de004eb47', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'admin_state_up': True, 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'security_groups': ['3a02b92e-9970-43cf-93cf-1fe330e2ae07']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:04.630400 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:04.760167 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b25069d-3c60-40db-ad6b-84084a3737f2 req-3cf3b639-2de9-4780-a978-2c5b387719eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0761161 Aug 17 02:42:04.798644 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:04.852562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:42:04.860047 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7447aa6c-0631-43e1-92b5-255496c60b5d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:04.897161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:04.897524 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Added segment 9062cab6-fb49-4b91-9fce-658905798d3b of type vlan for network 2298c923-4247-417f-ab2c-9478eba284af Aug 17 02:42:04.906814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-e7ba4ec9-be32-4daf-986f-e99983bf01f3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Made reservation on behalf of f3d876cf0d9d4a2a81e5117cd9f5a6be for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:04.911295 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-e7ba4ec9-be32-4daf-986f-e99983bf01f3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:04.955001 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25069d-3c60-40db-ad6b-84084a3737f2 req-927f132b-2c98-4967-90b1-a1d96dd9552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:04.961587 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b25069d-3c60-40db-ad6b-84084a3737f2 req-927f132b-2c98-4967-90b1-a1d96dd9552d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84b273b3ac0b4ea5ac4cf904736aab46&device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 1098 time: 0.1194682 Aug 17 02:42:04.961587 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:04.963768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2250bbf-db25-44dc-8825-b8f824743806 req-9ae19c90-3f87-45ca-9a51-583d3fefd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:04.965188 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b2250bbf-db25-44dc-8825-b8f824743806 req-9ae19c90-3f87-45ca-9a51-583d3fefd1c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f77281c6a05a4877818906e7ea14bfe4&device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 1095 time: 0.1292319 Aug 17 02:42:05.083394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-e7ba4ec9-be32-4daf-986f-e99983bf01f3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Allocated IP 172.20.0.6 (7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17/fa1aab22-7beb-4115-8e00-3c411d7e736b/f94521a4-6e98-4353-8e96-b17c2ec8d877) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:42:05.153791 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:05.159696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:05.160409 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:05.182364 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2250bbf-db25-44dc-8825-b8f824743806 req-e0b5e840-8b85-474b-8342-7ff51b979ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:05.183312 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b2250bbf-db25-44dc-8825-b8f824743806 req-e0b5e840-8b85-474b-8342-7ff51b979ce8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c751fab4-02d2-49eb-829a-fe94297e77be HTTP/1.1" status: 200 len: 919 time: 0.1975610 Aug 17 02:42:05.200447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25069d-3c60-40db-ad6b-84084a3737f2 req-671a3b4c-d858-4734-9af6-c6c05eefd478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:05.202451 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b25069d-3c60-40db-ad6b-84084a3737f2 req-671a3b4c-d858-4734-9af6-c6c05eefd478 service neutron] 10.222.0.42 "GET /v2.0/networks?id=36bf98c4-df45-4357-bba5-3ccfe407e9cc HTTP/1.1" status: 200 len: 910 time: 0.2013819 Aug 17 02:42:05.246780 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2712913 Aug 17 02:42:05.247484 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-e7ba4ec9-be32-4daf-986f-e99983bf01f3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:05.255165 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41914) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:05.260342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7a881a57-3428-4b5b-808d-b6647e2a74ea tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Request body: {'subnet': {'network_id': '2298c923-4247-417f-ab2c-9478eba284af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:05.311996 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b2250bbf-db25-44dc-8825-b8f824743806 req-a0c14d5e-bef4-4e70-9303-26a878553e72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0f16f08-ce24-45f6-a90b-5e149bd31832 HTTP/1.1" status: 200 len: 217 time: 0.1085372 Aug 17 02:42:05.334323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e7e65-2079-45b8-9130-a1cb669242b4 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Pushing event updated for resources: {'Network': ['ID=2298c923-4247-417f-ab2c-9478eba284af,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:05.336393 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-e7ba4ec9-be32-4daf-986f-e99983bf01f3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Transition to ACTIVE for port object f94521a4-6e98-4353-8e96-b17c2ec8d877 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:05.345270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 2298c923-4247-417f-ab2c-9478eba284af details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:42:05.372757 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b25069d-3c60-40db-ad6b-84084a3737f2 req-3e0ab232-58b1-4742-b506-16faeb1e51e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932c6d30-b782-4988-a6b2-103f29bd1349 HTTP/1.1" status: 200 len: 1002 time: 0.1384413 Aug 17 02:42:05.382129 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2250bbf-db25-44dc-8825-b8f824743806 req-68a6f7c3-a4f4-4f97-bc41-1e3546c8bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:05.383612 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b2250bbf-db25-44dc-8825-b8f824743806 req-68a6f7c3-a4f4-4f97-bc41-1e3546c8bade service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11e6ddbf-9bc4-4adc-a219-0deceed34d49 HTTP/1.1" status: 200 len: 858 time: 0.0636153 Aug 17 02:42:05.461093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc423435-d3a4-4980-a7a2-5010e07f31a7 req-99596a9a-d24a-4f3f-9604-6e5eae63020d tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:05.469049 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc423435-d3a4-4980-a7a2-5010e07f31a7 req-99596a9a-d24a-4f3f-9604-6e5eae63020d tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 943 time: 0.2268929 Aug 17 02:42:05.475156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25069d-3c60-40db-ad6b-84084a3737f2 req-6be8c3bf-6bec-4b4e-876c-64eb907a3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:05.480642 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b25069d-3c60-40db-ad6b-84084a3737f2 req-6be8c3bf-6bec-4b4e-876c-64eb907a3f47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8955ede8-ca0a-49ba-a12d-3a5806aeee75 HTTP/1.1" status: 200 len: 848 time: 0.0961289 Aug 17 02:42:05.488327 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b2250bbf-db25-44dc-8825-b8f824743806 req-5b73f424-ea56-4d06-8420-1edec13c2370 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c751fab4-02d2-49eb-829a-fe94297e77be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951934 Aug 17 02:42:05.531943 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc423435-d3a4-4980-a7a2-5010e07f31a7 req-b3c85b5b-53b4-4394-b632-28361d5838fa tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623791 Aug 17 02:42:05.541449 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-e7ba4ec9-be32-4daf-986f-e99983bf01f3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:05.589927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a881a57-3428-4b5b-808d-b6647e2a74ea tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Made reservation on behalf of 1aa8f3673e6140888dfdadcbe12c43db for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:05.593819 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7a881a57-3428-4b5b-808d-b6647e2a74ea tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:05.668102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-e7ba4ec9-be32-4daf-986f-e99983bf01f3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:42:05.680887 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-e7ba4ec9-be32-4daf-986f-e99983bf01f3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:05.692580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-e7ba4ec9-be32-4daf-986f-e99983bf01f3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:42:05.723132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba4ec9-be32-4daf-986f-e99983bf01f3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event updated for resources: {'Port': ['ID=f94521a4-6e98-4353-8e96-b17c2ec8d877,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:05.842063 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-e7ba4ec9-be32-4daf-986f-e99983bf01f3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:05.842668 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-e7ba4ec9-be32-4daf-986f-e99983bf01f3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:05.890639 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36b9a6-8d3c-42ce-8c39-4451394b33ae req-4494ac87-42c1-4465-a369-a3c4f9093a1e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:05.892265 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e36b9a6-8d3c-42ce-8c39-4451394b33ae req-4494ac87-42c1-4465-a369-a3c4f9093a1e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 931 time: 0.1756649 Aug 17 02:42:05.960718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-e7ba4ec9-be32-4daf-986f-e99983bf01f3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3357534 Aug 17 02:42:05.998673 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e36b9a6-8d3c-42ce-8c39-4451394b33ae req-6cf3d2a7-d9ab-4939-8eba-f44cd351a8ff tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947454 Aug 17 02:42:06.017139 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Request body: {'port': {'device_id': 'de03a726-f14e-453e-88a1-680de004eb47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:06.035439 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b2250bbf-db25-44dc-8825-b8f824743806 req-c3565554-afbf-442c-bbd3-53f53c778495 service neutron] 10.222.0.42 "GET /v2.0/networks/c751fab4-02d2-49eb-829a-fe94297e77be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300386 Aug 17 02:42:06.149443 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:06.158478 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a499507c-f00d-4a22-bb6f-49eae34cad43 None None] Provisioning for port f94521a4-6e98-4353-8e96-b17c2ec8d877 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:42:06.159076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25069d-3c60-40db-ad6b-84084a3737f2 req-cf9899f6-9b2b-43fd-89a2-d6c2db3ffe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:06.163362 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b25069d-3c60-40db-ad6b-84084a3737f2 req-cf9899f6-9b2b-43fd-89a2-d6c2db3ffe8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36bf98c4-df45-4357-bba5-3ccfe407e9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6705408 Aug 17 02:42:06.163652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a499507c-f00d-4a22-bb6f-49eae34cad43 None None] Provisioning complete for port f94521a4-6e98-4353-8e96-b17c2ec8d877 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:06.164206 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a499507c-f00d-4a22-bb6f-49eae34cad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:06.216174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a499507c-f00d-4a22-bb6f-49eae34cad43 None None] Port f94521a4-6e98-4353-8e96-b17c2ec8d877 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:42:06.259389 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7a881a57-3428-4b5b-808d-b6647e2a74ea tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:06.299147 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b2250bbf-db25-44dc-8825-b8f824743806 req-f3699e0e-4556-42e1-a729-ce3f76d8a513 service neutron] 10.222.0.42 "GET /v2.0/networks/c751fab4-02d2-49eb-829a-fe94297e77be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420139 Aug 17 02:42:06.316927 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b25069d-3c60-40db-ad6b-84084a3737f2 req-94fa1ef8-8d02-4dcf-af9b-7e7e06c9cc04 service neutron] 10.222.0.42 "GET /v2.0/networks/36bf98c4-df45-4357-bba5-3ccfe407e9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468749 Aug 17 02:42:06.350211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a881a57-3428-4b5b-808d-b6647e2a74ea tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Pushing event updated for resources: {'Subnet': ['ID=dedd3619-c9c0-4f1d-9783-f51e263c9b97,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:06.470335 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a881a57-3428-4b5b-808d-b6647e2a74ea tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Checking segment: {'id': '9062cab6-fb49-4b91-9fce-658905798d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2298c923-4247-417f-ab2c-9478eba284af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:42:06.470721 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a881a57-3428-4b5b-808d-b6647e2a74ea tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Network hostable DHCP agents. Network: 2298c923-4247-417f-ab2c-9478eba284af, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:42:06.483359 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5b25069d-3c60-40db-ad6b-84084a3737f2 req-5228379d-de60-4a44-8909-ac64b992e49b service neutron] 10.222.0.42 "GET /v2.0/networks/36bf98c4-df45-4357-bba5-3ccfe407e9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583767 Aug 17 02:42:06.670782 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a881a57-3428-4b5b-808d-b6647e2a74ea tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Network 2298c923-4247-417f-ab2c-9478eba284af is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:42:06.701603 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94521a4-6e98-4353-8e96-b17c2ec8d877 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:42:06.711090 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:06.728626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Transition to ACTIVE for port object f94521a4-6e98-4353-8e96-b17c2ec8d877 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:06.738215 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40069b6-5310-435d-b44c-e2abae11e211 req-9663eb83-4386-4d8b-9275-48df0b3e6016 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:06.739729 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f40069b6-5310-435d-b44c-e2abae11e211 req-9663eb83-4386-4d8b-9275-48df0b3e6016 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 943 time: 0.0849197 Aug 17 02:42:06.782155 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-7a881a57-3428-4b5b-808d-b6647e2a74ea tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 2298c923-4247-417f-ab2c-9478eba284af) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:06.782155 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a881a57-3428-4b5b-808d-b6647e2a74ea tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:06.782155 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7a881a57-3428-4b5b-808d-b6647e2a74ea tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:06.785214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c47cd52-1c63-4246-b253-be122846d0be None None] Network 2298c923-4247-417f-ab2c-9478eba284af requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:42:06.788373 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f40069b6-5310-435d-b44c-e2abae11e211 req-eb111ab7-9c59-470a-a7ad-6a7502902ffa tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424345 Aug 17 02:42:06.855514 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:06.918228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7a881a57-3428-4b5b-808d-b6647e2a74ea tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6595216 Aug 17 02:42:06.918688 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41950) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:06.924831 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e30ee5f3-d34f-4b7c-b75e-d433f9d72e67 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Request body: {'port': {'network_id': '2298c923-4247-417f-ab2c-9478eba284af', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1154843887'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:06.956446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Pushing event updated for resources: {'Port': ['ID=f94521a4-6e98-4353-8e96-b17c2ec8d877,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:06.981884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-2298c923-4247-417f-ab2c-9478eba284af', 'network_id': '2298c923-4247-417f-ab2c-9478eba284af', 'tenant_id': '1aa8f3673e6140888dfdadcbe12c43db', 'fixed_ips': [{'subnet_id': 'dedd3619-c9c0-4f1d-9783-f51e263c9b97'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:42:06.983299 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:07.054961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Attempting to bind port f94521a4-6e98-4353-8e96-b17c2ec8d877 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:42:07.058267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Attempting to bind port f94521a4-6e98-4353-8e96-b17c2ec8d877 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:42:07.058790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Attempting to bind port f94521a4-6e98-4353-8e96-b17c2ec8d877 on network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:42:07.074737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Port f94521a4-6e98-4353-8e96-b17c2ec8d877 on network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:42:07.075174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Attempting to bind port f94521a4-6e98-4353-8e96-b17c2ec8d877 on network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:42:07.089068 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:42:07.089623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Checking segment: {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:42:07.090116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Bound using segment: {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:42:07.090661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Bound port: f94521a4-6e98-4353-8e96-b17c2ec8d877, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:42:07.091146 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:07.240665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30ee5f3-d34f-4b7c-b75e-d433f9d72e67 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Made reservation on behalf of 1aa8f3673e6140888dfdadcbe12c43db for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:07.246732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad043e-5286-4d50-85d4-0038861f34c1 req-a2275dc7-4af4-4db8-8040-907ec3fcced3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:07.249470 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e30ee5f3-d34f-4b7c-b75e-d433f9d72e67 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:07.250142 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Allocated IP 172.20.0.2 (2298c923-4247-417f-ab2c-9478eba284af/dedd3619-c9c0-4f1d-9783-f51e263c9b97/95790544-2a2f-4895-8fd8-a93677f315b4) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:42:07.256834 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f0ad043e-5286-4d50-85d4-0038861f34c1 req-a2275dc7-4af4-4db8-8040-907ec3fcced3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 943 time: 0.1014040 Aug 17 02:42:07.268798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:42:07.279140 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-e30ee5f3-d34f-4b7c-b75e-d433f9d72e67 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] device_id is not set on port eaef00fa-9009-4c07-bc3c-bf4302420dec yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:42:07.296545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:42:07.322370 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f0ad043e-5286-4d50-85d4-0038861f34c1 req-2335c541-5848-41c7-ac0b-01518d6f600f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643318 Aug 17 02:42:07.385152 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:07.412270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:07.412270 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:07.413467 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] 10.222.0.42 "PUT /v2.0/ports/f94521a4-6e98-4353-8e96-b17c2ec8d877 HTTP/1.1" status: 200 len: 1092 time: 1.4274597 Aug 17 02:42:07.413936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:42:07.435024 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd755377-6884-48bd-801d-8625de306aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:42:07.528902 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:07.555476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Transition to ACTIVE for port object 95790544-2a2f-4895-8fd8-a93677f315b4 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:07.593381 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaccf99e-057e-420a-a307-4f6f3af85436 x-openstack-request-id: req-eaccf99e-057e-420a-a307-4f6f3af85436 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:42:07.593922 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:42:07.594181 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eaccf99e-057e-420a-a307-4f6f3af85436 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:42:07.594597 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'status': 'completed', 'code': 200} Aug 17 02:42:07.596253 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a5fbd-b803-4e14-9afb-b5c354276532 service neutron] Pushing event updated for resources: {'Port': ['ID=f94521a4-6e98-4353-8e96-b17c2ec8d877,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:07.597365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Transition to ACTIVE for port object 95790544-2a2f-4895-8fd8-a93677f315b4 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:07.624664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-e2b6e270-3ce5-439d-a89f-a8f8ebbb9ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:07.626917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-e2b6e270-3ce5-439d-a89f-a8f8ebbb9ac7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 1095 time: 0.0902886 Aug 17 02:42:07.686011 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:07.711328 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-75e4eef3-562c-4878-aa3d-a047958d19fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877 HTTP/1.1" status: 200 len: 217 time: 0.0701904 Aug 17 02:42:07.743028 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Network 2298c923-4247-417f-ab2c-9478eba284af is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:42:07.746239 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:07.753794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:42:07.784390 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-f9805071-c024-4ad3-8926-fc7c94ac967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:07.786163 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-f9805071-c024-4ad3-8926-fc7c94ac967c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.0658584 Aug 17 02:42:07.787793 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-e30ee5f3-d34f-4b7c-b75e-d433f9d72e67 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Allocated IP 172.20.0.4 (2298c923-4247-417f-ab2c-9478eba284af/dedd3619-c9c0-4f1d-9783-f51e263c9b97/eaef00fa-9009-4c07-bc3c-bf4302420dec) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:42:07.814746 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Pushing event updated for resources: {'Port': ['ID=95790544-2a2f-4895-8fd8-a93677f315b4,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:07.834421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Attempting to bind port 95790544-2a2f-4895-8fd8-a93677f315b4 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:42:07.834807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Attempting to bind port 95790544-2a2f-4895-8fd8-a93677f315b4 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9062cab6-fb49-4b91-9fce-658905798d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2298c923-4247-417f-ab2c-9478eba284af'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:42:07.835182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Attempting to bind port 95790544-2a2f-4895-8fd8-a93677f315b4 on network 2298c923-4247-417f-ab2c-9478eba284af {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:42:07.840867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:42:07.841297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Checking segment: {'id': '9062cab6-fb49-4b91-9fce-658905798d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2298c923-4247-417f-ab2c-9478eba284af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:42:07.841699 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:07.842360 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Bound using segment: {'id': '9062cab6-fb49-4b91-9fce-658905798d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2298c923-4247-417f-ab2c-9478eba284af'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:42:07.843106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Bound port: 95790544-2a2f-4895-8fd8-a93677f315b4, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9062cab6-fb49-4b91-9fce-658905798d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2298c923-4247-417f-ab2c-9478eba284af'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:42:07.843503 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:07.860626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-25068eb4-a1ac-4edd-a3b6-dcac56a70384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:07.862625 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-25068eb4-a1ac-4edd-a3b6-dcac56a70384 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647488 Aug 17 02:42:07.928676 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] For port 95790544-2a2f-4895-8fd8-a93677f315b4, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:42:07.933567 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] For port 95790544-2a2f-4895-8fd8-a93677f315b4, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=95790544-2a2f-4895-8fd8-a93677f315b4,segment=NetworkSegment(9062cab6-fb49-4b91-9fce-658905798d3b),segment_id=9062cab6-fb49-4b91-9fce-658905798d3b)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:42:07.935477 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9ba89bb7-bb99-472d-a341-4ebf22e8fe03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:08.013673 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:08.026919 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e30ee5f3-d34f-4b7c-b75e-d433f9d72e67 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:08.048679 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-e30ee5f3-d34f-4b7c-b75e-d433f9d72e67 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Transition to ACTIVE for port object eaef00fa-9009-4c07-bc3c-bf4302420dec will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:08.053485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6116c5-20ca-42d1-8cf6-9d28379adbd6 req-328b20f5-4179-491b-863a-7157711b0489 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:08.061387 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a6116c5-20ca-42d1-8cf6-9d28379adbd6 req-328b20f5-4179-491b-863a-7157711b0489 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 943 time: 0.1590953 Aug 17 02:42:08.124838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cc7cb-7695-4df8-82d1-129033ba6bed None None] Pushing event updated for resources: {'Port': ['ID=95790544-2a2f-4895-8fd8-a93677f315b4,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:08.126045 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a6116c5-20ca-42d1-8cf6-9d28379adbd6 req-93cabd80-8aef-405d-8681-b276d366cb94 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630128 Aug 17 02:42:08.143678 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-b99e5241-9046-403b-b8b0-d4eb656d7df6 service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712281 Aug 17 02:42:08.170690 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e30ee5f3-d34f-4b7c-b75e-d433f9d72e67 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:08.221173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30ee5f3-d34f-4b7c-b75e-d433f9d72e67 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Network 2298c923-4247-417f-ab2c-9478eba284af is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:42:08.224451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e30ee5f3-d34f-4b7c-b75e-d433f9d72e67 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:08.228383 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30ee5f3-d34f-4b7c-b75e-d433f9d72e67 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:42:08.252607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ee5f3-d34f-4b7c-b75e-d433f9d72e67 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Pushing event updated for resources: {'Port': ['ID=eaef00fa-9009-4c07-bc3c-bf4302420dec,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:08.260644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0eb46663-fdab-4144-84e1-26bfb60d6e50 req-0fc83c15-6bdc-43cf-9cf8-edc2e1b7c3b2 service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096692 Aug 17 02:42:08.282214 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30ee5f3-d34f-4b7c-b75e-d433f9d72e67 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:08.282866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e30ee5f3-d34f-4b7c-b75e-d433f9d72e67 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:08.444106 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e30ee5f3-d34f-4b7c-b75e-d433f9d72e67 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5242712 Aug 17 02:42:08.448923 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41978) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:08.454804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Request body: {'port': {'network_id': '2298c923-4247-417f-ab2c-9478eba284af', 'name': 'tempest-ExtraDHCPOptionsTestJSON-487214799', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:08.455050 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.api.validators [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] bootfile-name is not in valid_values {{(pid=95407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 02:42:08.455253 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.api.validators [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] tftp-server is not in valid_values {{(pid=95407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 02:42:08.455595 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.api.validators [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] server-ip-address is not in valid_values {{(pid=95407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 02:42:08.484018 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df6449-9906-4d15-8328-f1955aa844f5 req-e78947ab-7fb6-43eb-af51-23b0111c8440 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:08.485958 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45df6449-9906-4d15-8328-f1955aa844f5 req-e78947ab-7fb6-43eb-af51-23b0111c8440 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 943 time: 0.0919707 Aug 17 02:42:08.557435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd755377-6884-48bd-801d-8625de306aa2 req-c53f4516-5fb9-40d0-992b-cacdf51c557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:08.559064 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd755377-6884-48bd-801d-8625de306aa2 req-c53f4516-5fb9-40d0-992b-cacdf51c557a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 1095 time: 0.0907452 Aug 17 02:42:08.566045 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45df6449-9906-4d15-8328-f1955aa844f5 req-54f6bbc3-08e1-49a6-9a27-1ce6e6f89d75 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689807 Aug 17 02:42:08.678231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Made reservation on behalf of 1aa8f3673e6140888dfdadcbe12c43db for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:08.682824 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:08.697200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd755377-6884-48bd-801d-8625de306aa2 req-090c8c9d-7d22-4ffb-aaca-5d05a2ac0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:08.698438 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd755377-6884-48bd-801d-8625de306aa2 req-090c8c9d-7d22-4ffb-aaca-5d05a2ac0a7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 917 time: 0.1306460 Aug 17 02:42:08.712040 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] device_id is not set on port 6d647f94-2615-4555-8764-42f0b2646cb5 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:42:08.849605 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Allocated IP 172.20.0.13 (2298c923-4247-417f-ab2c-9478eba284af/dedd3619-c9c0-4f1d-9783-f51e263c9b97/6d647f94-2615-4555-8764-42f0b2646cb5) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:42:09.116051 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:09.142808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Transition to ACTIVE for port object 6d647f94-2615-4555-8764-42f0b2646cb5 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:09.149687 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device b0f16f08-ce24-45f6-a90b-5e149bd31832 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:42:09.151152 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd755377-6884-48bd-801d-8625de306aa2 req-2a7ba271-8217-42a8-b1ac-3387b688b7cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877 HTTP/1.1" status: 200 len: 217 time: 0.4447243 Aug 17 02:42:09.244474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd755377-6884-48bd-801d-8625de306aa2 req-20dfcab5-7796-437d-a947-9ef95062d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:09.246004 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd755377-6884-48bd-801d-8625de306aa2 req-20dfcab5-7796-437d-a947-9ef95062d195 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.0869200 Aug 17 02:42:09.310576 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:09.346818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port b0f16f08-ce24-45f6-a90b-5e149bd31832, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=b0f16f08-ce24-45f6-a90b-5e149bd31832,segment=NetworkSegment(15e49527-49a5-48a2-b411-fa126d3d23a1),segment_id=15e49527-49a5-48a2-b411-fa126d3d23a1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:09.349420 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd755377-6884-48bd-801d-8625de306aa2 req-9b58bc07-48a2-4085-90c5-37025c700f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:09.351196 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd755377-6884-48bd-801d-8625de306aa2 req-9b58bc07-48a2-4085-90c5-37025c700f77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977526 Aug 17 02:42:09.368637 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'b0f16f08-ce24-45f6-a90b-5e149bd31832', 'network_id': 'c751fab4-02d2-49eb-829a-fe94297e77be', 'port_id': 'b0f16f08-ce24-45f6-a90b-5e149bd31832', 'mac_address': 'fa:16:3e:68:45:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e6ddbf-9bc4-4adc-a219-0deceed34d49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:42:09.374687 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb97ed0-324b-4b49-8503-9b0ce33ccb43 None None] Network 2298c923-4247-417f-ab2c-9478eba284af requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:42:09.385188 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Network 2298c923-4247-417f-ab2c-9478eba284af is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:42:09.387472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb628269-a8aa-439d-882d-bc867ece9687 req-f9df4633-d592-4e3f-8bd7-0888bce4ec15 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:09.389599 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:09.390388 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb628269-a8aa-439d-882d-bc867ece9687 req-f9df4633-d592-4e3f-8bd7-0888bce4ec15 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 943 time: 0.1276598 Aug 17 02:42:09.399874 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:42:09.440645 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Pushing event updated for resources: {'Port': ['ID=6d647f94-2615-4555-8764-42f0b2646cb5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:09.488299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:09.489024 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:09.499800 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb628269-a8aa-439d-882d-bc867ece9687 req-a0be7819-dadc-44d3-ba3c-ef534ccc3264 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926652 Aug 17 02:42:09.543524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd755377-6884-48bd-801d-8625de306aa2 req-0b952867-b5dd-47f4-85ed-4e851dc3d9ca service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518795 Aug 17 02:42:09.581896 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a6a79155-3699-43d8-9bc4-088eebbc79ff tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1329916 Aug 17 02:42:09.584586 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42000) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:09.667253 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:09.698014 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f16f08-ce24-45f6-a90b-5e149bd31832 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:42:09.710559 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604a90fe-55c4-49c9-a4a2-439e362bd5b1 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:09.729772 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604a90fe-55c4-49c9-a4a2-439e362bd5b1 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:09.735173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port b0f16f08-ce24-45f6-a90b-5e149bd31832, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=b0f16f08-ce24-45f6-a90b-5e149bd31832,segment=NetworkSegment(15e49527-49a5-48a2-b411-fa126d3d23a1),segment_id=15e49527-49a5-48a2-b411-fa126d3d23a1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:09.744767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604a90fe-55c4-49c9-a4a2-439e362bd5b1 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:09.744767 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-604a90fe-55c4-49c9-a4a2-439e362bd5b1 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1585689 Aug 17 02:42:09.755524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-53dd1930-7e1b-4581-9116-d7591634a00b None None] Provisioning for port 95790544-2a2f-4895-8fd8-a93677f315b4 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:42:09.757606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42008) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:09.819906 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:09.830489 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd755377-6884-48bd-801d-8625de306aa2 req-13178772-5ac2-4beb-bbdc-78bef2d94607 service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796760 Aug 17 02:42:09.921365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 95790544-2a2f-4895-8fd8-a93677f315b4 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:42:09.957683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=b0f16f08-ce24-45f6-a90b-5e149bd31832,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:09.975774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be68bd-ee36-43fd-aab0-753cc668733b req-d2602254-1e9a-4f4d-9fe5-c49b19cc221d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:09.977375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27be68bd-ee36-43fd-aab0-753cc668733b req-d2602254-1e9a-4f4d-9fe5-c49b19cc221d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 943 time: 0.1640306 Aug 17 02:42:10.016086 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-91d2e19e-3585-4fed-bf77-db0da72945f7 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Deleting port 6d647f94-2615-4555-8764-42f0b2646cb5 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:42:10.016561 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91d2e19e-3585-4fed-bf77-db0da72945f7 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:10.093277 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 95790544-2a2f-4895-8fd8-a93677f315b4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:42:10.094583 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27be68bd-ee36-43fd-aab0-753cc668733b req-f0d733cf-e63a-4d63-b2fa-c4e948c092b4 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047087 Aug 17 02:42:10.098040 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 95790544-2a2f-4895-8fd8-a93677f315b4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:10.099401 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:10.160439 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91d2e19e-3585-4fed-bf77-db0da72945f7 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:10.175417 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-91d2e19e-3585-4fed-bf77-db0da72945f7 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Calling delete_port for 6d647f94-2615-4555-8764-42f0b2646cb5 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:42:10.258814 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:10.335699 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e784d86e-0609-4dd0-918c-47cf10e8d807 None None] Provisioning complete for port 95790544-2a2f-4895-8fd8-a93677f315b4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:10.336275 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e784d86e-0609-4dd0-918c-47cf10e8d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:10.343884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 95790544-2a2f-4895-8fd8-a93677f315b4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=95790544-2a2f-4895-8fd8-a93677f315b4,segment=NetworkSegment(9062cab6-fb49-4b91-9fce-658905798d3b),segment_id=9062cab6-fb49-4b91-9fce-658905798d3b)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:10.370568 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b396be92-6847-44f8-9b5d-2e287598c68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:10.423674 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:10.448921 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91d2e19e-3585-4fed-bf77-db0da72945f7 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:10.482025 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e784d86e-0609-4dd0-918c-47cf10e8d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:10.499015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2e19e-3585-4fed-bf77-db0da72945f7 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Pushing event deleted for resources: {'Port': ['ID=6d647f94-2615-4555-8764-42f0b2646cb5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:10.523705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=95790544-2a2f-4895-8fd8-a93677f315b4,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:10.585735 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-91d2e19e-3585-4fed-bf77-db0da72945f7 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:10.599207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-91d2e19e-3585-4fed-bf77-db0da72945f7 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] 10.222.0.13 "DELETE /v2.0/ports/6d647f94-2615-4555-8764-42f0b2646cb5 HTTP/1.1" status: 204 len: 168 time: 0.8391340 Aug 17 02:42:10.601819 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42022) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:10.610987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-5e25fa74-72eb-4e7a-ab10-8a9fffe5cce3 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Request body: {'port': {'name': 'tempest-new-port-name-2134971541', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:10.614115 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.api.validators [None req-5e25fa74-72eb-4e7a-ab10-8a9fffe5cce3 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] bootfile-name is not in valid_values {{(pid=95407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 02:42:10.614115 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.api.validators [None req-5e25fa74-72eb-4e7a-ab10-8a9fffe5cce3 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] tftp-server is not in valid_values {{(pid=95407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 02:42:10.614115 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.api.validators [None req-5e25fa74-72eb-4e7a-ab10-8a9fffe5cce3 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] server-ip-address is not in valid_values {{(pid=95407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 02:42:10.615449 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-e784d86e-0609-4dd0-918c-47cf10e8d807 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:42:10.615908 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-e784d86e-0609-4dd0-918c-47cf10e8d807 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:42:10.640165 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['b0f16f08-ce24-45f6-a90b-5e149bd31832'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:42:10.698212 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:10.775358 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5e25fa74-72eb-4e7a-ab10-8a9fffe5cce3 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:10.811119 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9b994-b140-4ce3-9ea7-eacf4b1c8e1a req-0be34615-74d7-45fb-a701-a88b5a1e5ce5 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:10.813052 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57d9b994-b140-4ce3-9ea7-eacf4b1c8e1a req-0be34615-74d7-45fb-a701-a88b5a1e5ce5 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 944 time: 0.1305637 Aug 17 02:42:10.914001 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57d9b994-b140-4ce3-9ea7-eacf4b1c8e1a req-7f022352-7f31-4c0f-b268-c0a576e3e773 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889802 Aug 17 02:42:11.105113 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5e25fa74-72eb-4e7a-ab10-8a9fffe5cce3 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:11.157771 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device f94521a4-6e98-4353-8e96-b17c2ec8d877 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:42:11.186753 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5e25fa74-72eb-4e7a-ab10-8a9fffe5cce3 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:11.255213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e784d86e-0609-4dd0-918c-47cf10e8d807 None None] Provisioning for port eaef00fa-9009-4c07-bc3c-bf4302420dec completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:42:11.279518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e784d86e-0609-4dd0-918c-47cf10e8d807 None None] Provisioning complete for port eaef00fa-9009-4c07-bc3c-bf4302420dec triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:11.280504 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e784d86e-0609-4dd0-918c-47cf10e8d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:11.291988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25fa74-72eb-4e7a-ab10-8a9fffe5cce3 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Pushing event updated for resources: {'Port': ['ID=eaef00fa-9009-4c07-bc3c-bf4302420dec,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:11.295809 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9484c30-58d2-422f-a6ac-90d44594410a req-aef4b369-130d-4900-a211-bd30baeb5bb9 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:11.304841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9484c30-58d2-422f-a6ac-90d44594410a req-aef4b369-130d-4900-a211-bd30baeb5bb9 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 943 time: 0.1058159 Aug 17 02:42:11.306140 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-5e25fa74-72eb-4e7a-ab10-8a9fffe5cce3 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] In _notify_port_updated(), no bound segment for port eaef00fa-9009-4c07-bc3c-bf4302420dec on network 2298c923-4247-417f-ab2c-9478eba284af {{(pid=95407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:42:11.313459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e25fa74-72eb-4e7a-ab10-8a9fffe5cce3 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:11.315522 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5e25fa74-72eb-4e7a-ab10-8a9fffe5cce3 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:11.316967 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5e25fa74-72eb-4e7a-ab10-8a9fffe5cce3 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] 10.222.0.13 "PUT /v2.0/ports/eaef00fa-9009-4c07-bc3c-bf4302420dec HTTP/1.1" status: 200 len: 1136 time: 0.7127304 Aug 17 02:42:11.319619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42038) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:11.364073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e784d86e-0609-4dd0-918c-47cf10e8d807 None None] Port eaef00fa-9009-4c07-bc3c-bf4302420dec cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:42:11.370454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e784d86e-0609-4dd0-918c-47cf10e8d807 None None] Could not find standard attr ID for object 6d647f94-2615-4555-8764-42f0b2646cb5. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:42:11.374253 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9484c30-58d2-422f-a6ac-90d44594410a req-841bdf9b-ce32-46c5-9a62-410c0392266e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623424 Aug 17 02:42:11.374777 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:11.387923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'port_id': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'mac_address': 'fa:16:3e:1a:cf:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:42:11.441913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f4af5-dd5f-4b79-b4a7-5635f1c03964 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:11.456733 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42042) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:11.456961 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d69f4af5-dd5f-4b79-b4a7-5635f1c03964 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] 10.222.0.13 "GET /v2.0/ports/eaef00fa-9009-4c07-bc3c-bf4302420dec HTTP/1.1" status: 200 len: 1136 time: 0.1359570 Aug 17 02:42:11.465590 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:11.490009 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94521a4-6e98-4353-8e96-b17c2ec8d877 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:42:11.513672 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:11.520129 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3b16fb3a-5ef6-47cf-a800-5d6ffb25136a None None] Provisioning complete for port eaef00fa-9009-4c07-bc3c-bf4302420dec triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:11.520420 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3b16fb3a-5ef6-47cf-a800-5d6ffb25136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:11.572581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3b16fb3a-5ef6-47cf-a800-5d6ffb25136a None None] Port eaef00fa-9009-4c07-bc3c-bf4302420dec cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:42:11.576529 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3b16fb3a-5ef6-47cf-a800-5d6ffb25136a None None] Could not find standard attr ID for object 6d647f94-2615-4555-8764-42f0b2646cb5. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:42:11.583269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-dd6faf9c-6bb3-49e7-bbc9-34c6d7bdfec6 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Deleting port eaef00fa-9009-4c07-bc3c-bf4302420dec {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:42:11.583624 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd6faf9c-6bb3-49e7-bbc9-34c6d7bdfec6 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:11.602148 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:11.664072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=f94521a4-6e98-4353-8e96-b17c2ec8d877,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:11.689156 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd6faf9c-6bb3-49e7-bbc9-34c6d7bdfec6 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:11.702969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-dd6faf9c-6bb3-49e7-bbc9-34c6d7bdfec6 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Calling delete_port for eaef00fa-9009-4c07-bc3c-bf4302420dec owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:42:11.717570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4934a5b1-b07e-4f1e-bf5e-15cf8344d456 None None] Provisioning complete for port eaef00fa-9009-4c07-bc3c-bf4302420dec triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:11.717973 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4934a5b1-b07e-4f1e-bf5e-15cf8344d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:11.776405 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4934a5b1-b07e-4f1e-bf5e-15cf8344d456 None None] Port eaef00fa-9009-4c07-bc3c-bf4302420dec cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:42:11.793449 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:11.812112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 95790544-2a2f-4895-8fd8-a93677f315b4 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:42:11.874745 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 95790544-2a2f-4895-8fd8-a93677f315b4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:11.875115 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:11.960385 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd6faf9c-6bb3-49e7-bbc9-34c6d7bdfec6 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:12.064780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6faf9c-6bb3-49e7-bbc9-34c6d7bdfec6 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Pushing event deleted for resources: {'Port': ['ID=eaef00fa-9009-4c07-bc3c-bf4302420dec,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:12.109782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['f94521a4-6e98-4353-8e96-b17c2ec8d877'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:42:12.222565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34dd4d-8e01-47fe-b59c-d8964f1530a6 req-aae14c81-006c-4699-b498-3c5f11cd6652 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:12.224243 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb34dd4d-8e01-47fe-b59c-d8964f1530a6 req-aae14c81-006c-4699-b498-3c5f11cd6652 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 944 time: 0.1974411 Aug 17 02:42:12.231496 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd6faf9c-6bb3-49e7-bbc9-34c6d7bdfec6 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:12.239813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dd6faf9c-6bb3-49e7-bbc9-34c6d7bdfec6 tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] 10.222.0.13 "DELETE /v2.0/ports/eaef00fa-9009-4c07-bc3c-bf4302420dec HTTP/1.1" status: 204 len: 168 time: 0.7810919 Aug 17 02:42:12.241947 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42086) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:12.322100 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb34dd4d-8e01-47fe-b59c-d8964f1530a6 req-8351d678-4bed-4399-b86f-12d3c5836431 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804913 Aug 17 02:42:12.354998 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-afded687-f687-4d41-ad8a-8a23bc98f5ee tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Deleting subnet dedd3619-c9c0-4f1d-9783-f51e263c9b97 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:42:12.362607 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-afded687-f687-4d41-ad8a-8a23bc98f5ee tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:12.416657 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-afded687-f687-4d41-ad8a-8a23bc98f5ee tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:12.524992 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd31b7-a58c-4b89-a957-67bba3d0f0c2 req-665f54d4-c566-4609-bb08-65d904d98e59 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:12.534300 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-afded687-f687-4d41-ad8a-8a23bc98f5ee tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:12.534756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ccd31b7-a58c-4b89-a957-67bba3d0f0c2 req-665f54d4-c566-4609-bb08-65d904d98e59 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.0665116 Aug 17 02:42:12.597531 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ccd31b7-a58c-4b89-a957-67bba3d0f0c2 req-e6848f81-5e5b-4e37-9537-68f94409b4ba tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608277 Aug 17 02:42:12.682763 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-afded687-f687-4d41-ad8a-8a23bc98f5ee tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:12.721770 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-afded687-f687-4d41-ad8a-8a23bc98f5ee tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:12.726643 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-afded687-f687-4d41-ad8a-8a23bc98f5ee tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] 10.222.0.13 "DELETE /v2.0/subnets/dedd3619-c9c0-4f1d-9783-f51e263c9b97 HTTP/1.1" status: 204 len: 168 time: 0.4807200 Aug 17 02:42:12.726643 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afded687-f687-4d41-ad8a-8a23bc98f5ee tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Pushing event deleted for resources: {'Subnet': ['ID=dedd3619-c9c0-4f1d-9783-f51e263c9b97,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:12.726922 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42104) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:12.729342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d78ce1-1b94-455f-a16b-955b68b46461 None None] Network 2298c923-4247-417f-ab2c-9478eba284af requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:42:12.824177 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:12.880789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Deleting port 95790544-2a2f-4895-8fd8-a93677f315b4 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:42:12.881533 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:12.947459 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] For port 95790544-2a2f-4895-8fd8-a93677f315b4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=95790544-2a2f-4895-8fd8-a93677f315b4,segment=NetworkSegment(9062cab6-fb49-4b91-9fce-658905798d3b),segment_id=9062cab6-fb49-4b91-9fce-658905798d3b)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:12.947905 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:12.962451 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a52c0cb-756d-40f0-b7c3-8c64446b1bdf None None] DHCP port deletion for 2298c923-4247-417f-ab2c-9478eba284af request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:42:12.965000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Calling delete_port for 95790544-2a2f-4895-8fd8-a93677f315b4 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:42:13.037342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-0a52c0cb-756d-40f0-b7c3-8c64446b1bdf None None] Deleting port 95790544-2a2f-4895-8fd8-a93677f315b4 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:42:13.037727 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0a52c0cb-756d-40f0-b7c3-8c64446b1bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:13.112697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-0a52c0cb-756d-40f0-b7c3-8c64446b1bdf None None] For port 95790544-2a2f-4895-8fd8-a93677f315b4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=95790544-2a2f-4895-8fd8-a93677f315b4,segment=NetworkSegment(9062cab6-fb49-4b91-9fce-658905798d3b),segment_id=9062cab6-fb49-4b91-9fce-658905798d3b)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:13.113013 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0a52c0cb-756d-40f0-b7c3-8c64446b1bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:13.126601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-0a52c0cb-756d-40f0-b7c3-8c64446b1bdf None None] Calling delete_port for 95790544-2a2f-4895-8fd8-a93677f315b4 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:42:13.157985 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:13.168697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device b0f16f08-ce24-45f6-a90b-5e149bd31832 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:42:13.187107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Pushing event deleted for resources: {'Port': ['ID=95790544-2a2f-4895-8fd8-a93677f315b4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:13.195550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] No DVR routers for this DVR port 95790544-2a2f-4895-8fd8-a93677f315b4 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:42:13.236038 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:42:13.241532 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0a52c0cb-756d-40f0-b7c3-8c64446b1bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:13.267636 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52c0cb-756d-40f0-b7c3-8c64446b1bdf None None] Pushing event deleted for resources: {'Port': ['ID=95790544-2a2f-4895-8fd8-a93677f315b4,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:13.271771 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52c0cb-756d-40f0-b7c3-8c64446b1bdf None None] No DVR routers for this DVR port 95790544-2a2f-4895-8fd8-a93677f315b4 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:42:13.306276 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:13.316559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2298c923-4247-417f-ab2c-9478eba284af']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:13.320050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port b0f16f08-ce24-45f6-a90b-5e149bd31832 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:42:13.322159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port b0f16f08-ce24-45f6-a90b-5e149bd31832 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:13.322529 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:13.327622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9062cab6-fb49-4b91-9fce-658905798d3b') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:13.328245 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9062cab6-fb49-4b91-9fce-658905798d3b') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:13.338163 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:13.355967 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:13.371557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:42:13.371557 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:42:13.372615 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:42:13.448614 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:13.475866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689f1311-f246-48be-b184-9f29ecc19bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f16f08-ce24-45f6-a90b-5e149bd31832'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:42:13.477432 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686f15cc-8399-44ae-9e38-4da65461170a" -d '{"events": [{"server_uuid": "689f1311-f246-48be-b184-9f29ecc19bdd", "name": "network-vif-plugged", "status": "completed", "tag": "b0f16f08-ce24-45f6-a90b-5e149bd31832"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:42:13.492723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port b0f16f08-ce24-45f6-a90b-5e149bd31832, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=b0f16f08-ce24-45f6-a90b-5e149bd31832,segment=NetworkSegment(15e49527-49a5-48a2-b411-fa126d3d23a1),segment_id=15e49527-49a5-48a2-b411-fa126d3d23a1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:13.514733 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83276ec8-0bae-4214-b3a2-9dd87f137bfa req-efac8c48-a748-4111-b248-c2343649aecb tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:13.514733 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83276ec8-0bae-4214-b3a2-9dd87f137bfa req-efac8c48-a748-4111-b248-c2343649aecb tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 944 time: 0.0831883 Aug 17 02:42:13.568746 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83276ec8-0bae-4214-b3a2-9dd87f137bfa req-c4353f07-296a-47f3-9148-adb11dff1131 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528610 Aug 17 02:42:13.572658 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:13.581390 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:13.583968 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] 10.222.0.13 "DELETE /v2.0/networks/2298c923-4247-417f-ab2c-9478eba284af HTTP/1.1" status: 204 len: 168 time: 0.8559067 Aug 17 02:42:13.603035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a45d0-5699-47a1-b0de-17ba0208cd7b tempest-ExtraDHCPOptionsTestJSON-2108029671 tempest-ExtraDHCPOptionsTestJSON-2108029671-project] Pushing event deleted for resources: {'Network': ['ID=2298c923-4247-417f-ab2c-9478eba284af,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:13.604058 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:13.660970 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc05ff7-cd28-40da-b6e0-95f95f4cefd7 x-openstack-request-id: req-5cc05ff7-cd28-40da-b6e0-95f95f4cefd7 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:42:13.661342 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689f1311-f246-48be-b184-9f29ecc19bdd", "name": "network-vif-plugged", "status": "completed", "tag": "b0f16f08-ce24-45f6-a90b-5e149bd31832", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:42:13.661593 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cc05ff7-cd28-40da-b6e0-95f95f4cefd7 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:42:13.662004 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689f1311-f246-48be-b184-9f29ecc19bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f16f08-ce24-45f6-a90b-5e149bd31832', 'code': 200} Aug 17 02:42:13.752893 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=b0f16f08-ce24-45f6-a90b-5e149bd31832,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:13.776491 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:13.818507 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 95790544-2a2f-4895-8fd8-a93677f315b4 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:42:13.847050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 95790544-2a2f-4895-8fd8-a93677f315b4 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:42:13.847399 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 95790544-2a2f-4895-8fd8-a93677f315b4 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:42:13.864526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598c2c8-8f80-439f-a17e-f2ae528282ce req-2cd82979-f8f0-4e5d-8ae1-4e5751f2f364 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:13.866183 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4598c2c8-8f80-439f-a17e-f2ae528282ce req-2cd82979-f8f0-4e5d-8ae1-4e5751f2f364 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.1286526 Aug 17 02:42:13.869540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5277421-9ab3-43c4-9ac3-a3e3c3b885af req-29854cd1-76e8-4461-8e78-7caa940597b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:13.871046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d5277421-9ab3-43c4-9ac3-a3e3c3b885af req-29854cd1-76e8-4461-8e78-7caa940597b7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 1097 time: 0.0983753 Aug 17 02:42:13.930841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4598c2c8-8f80-439f-a17e-f2ae528282ce req-416ed229-b052-44af-99e0-abda74e226e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579853 Aug 17 02:42:13.934919 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d5277421-9ab3-43c4-9ac3-a3e3c3b885af req-18c4476a-4977-498a-916a-057f459d0052 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561726 Aug 17 02:42:14.313671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42172) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:14.468319 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d0d48c67-3604-479e-b210-86296a4fa212 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1aa8f3673e6140888dfdadcbe12c43db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534221 Aug 17 02:42:14.470861 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42178) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:14.528267 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f6d9de74-2575-4a2f-9fa3-13f0137c9bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:14.557424 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f6d9de74-2575-4a2f-9fa3-13f0137c9bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:14.615281 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:42:14.670690 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f6d9de74-2575-4a2f-9fa3-13f0137c9bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:14.673832 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f6d9de74-2575-4a2f-9fa3-13f0137c9bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:14.675287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f6d9de74-2575-4a2f-9fa3-13f0137c9bb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7447aa6c-0631-43e1-92b5-255496c60b5d HTTP/1.1" status: 204 len: 168 time: 0.2034309 Aug 17 02:42:14.718052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9de74-2575-4a2f-9fa3-13f0137c9bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7447aa6c-0631-43e1-92b5-255496c60b5d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:14.740852 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de6a56-143f-464d-a6aa-86f4544bebd2 req-91ec6a78-6f12-43e9-b7c6-98b815735ee0 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:14.743078 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3de6a56-143f-464d-a6aa-86f4544bebd2 req-91ec6a78-6f12-43e9-b7c6-98b815735ee0 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 945 time: 0.0618856 Aug 17 02:42:14.789294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3de6a56-143f-464d-a6aa-86f4544bebd2 req-740bd574-1a55-4348-bebd-4b8e1bb37ccf tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391760 Aug 17 02:42:15.171138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4423398-7efa-4856-bc27-88e31ccdfd25 req-ad926eb3-e058-4c81-9aec-fb0b232ee9f9 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:15.173008 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a4423398-7efa-4856-bc27-88e31ccdfd25 req-ad926eb3-e058-4c81-9aec-fb0b232ee9f9 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.0863190 Aug 17 02:42:15.179237 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device f94521a4-6e98-4353-8e96-b17c2ec8d877 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:42:15.265906 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a4423398-7efa-4856-bc27-88e31ccdfd25 req-b3d38fb7-35a4-47a0-8a8d-eac9ee3eab50 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814533 Aug 17 02:42:15.368854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port f94521a4-6e98-4353-8e96-b17c2ec8d877 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:42:15.376513 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port f94521a4-6e98-4353-8e96-b17c2ec8d877 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:15.377449 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:15.622234 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:15.622234 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:15.663389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:42:15.665958 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba9f69e-8c22-48d8-89c5-732743495b6f" -d '{"events": [{"server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "name": "network-vif-plugged", "status": "completed", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:42:15.749438 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd13a27-45f4-4d23-bf06-59291ed13d78 x-openstack-request-id: req-3dd13a27-45f4-4d23-bf06-59291ed13d78 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:42:15.749438 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "name": "network-vif-plugged", "status": "completed", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:42:15.749438 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3dd13a27-45f4-4d23-bf06-59291ed13d78 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:42:15.749438 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'code': 200} Aug 17 02:42:15.891640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f188ad-52f3-4080-9280-791bffcce4ef req-21989fc4-cb8b-48c8-91b0-78b2bc4094d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:15.893659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6f188ad-52f3-4080-9280-791bffcce4ef req-21989fc4-cb8b-48c8-91b0-78b2bc4094d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 1096 time: 0.0682647 Aug 17 02:42:15.978664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6130b-d753-4e75-a6f8-1984b5735417 req-dd64943b-4794-45e8-996c-4374c7865cd0 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:15.980200 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65b6130b-d753-4e75-a6f8-1984b5735417 req-dd64943b-4794-45e8-996c-4374c7865cd0 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 945 time: 0.0922508 Aug 17 02:42:15.981803 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6f188ad-52f3-4080-9280-791bffcce4ef req-32abf2bf-6dd2-4336-ab5a-2161d4f70ea1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760040 Aug 17 02:42:16.025094 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65b6130b-d753-4e75-a6f8-1984b5735417 req-144c7319-0860-407b-864e-09cc9c9e5414 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355222 Aug 17 02:42:16.108270 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:16.202147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=f94521a4-6e98-4353-8e96-b17c2ec8d877,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:16.467557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd198fd4-3202-4a2f-a299-ec60cc4ee5f6 req-e5944633-4aea-42a3-9d8b-20a400b7340e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:16.468912 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd198fd4-3202-4a2f-a299-ec60cc4ee5f6 req-e5944633-4aea-42a3-9d8b-20a400b7340e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0565112 Aug 17 02:42:16.510338 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd198fd4-3202-4a2f-a299-ec60cc4ee5f6 req-47513e76-3d25-44f8-b86f-06bde8a92f61 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348086 Aug 17 02:42:16.614950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42246) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:16.635469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4998f2-5248-46da-af58-2d28b8edff5e req-f3ccc6c5-3c38-4090-b80b-ec9b4242f3d9 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:16.637030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad4998f2-5248-46da-af58-2d28b8edff5e req-f3ccc6c5-3c38-4090-b80b-ec9b4242f3d9 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.0617380 Aug 17 02:42:16.681863 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ad4998f2-5248-46da-af58-2d28b8edff5e req-6b9e2fea-d5fc-4d38-b002-ac1525fc0a33 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376358 Aug 17 02:42:16.907108 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Request body: {'networks': [{'name': 'tempest-network--203945373'}, {'name': 'tempest-network--1394535105'}]} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:16.907529 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Request body: {'network': {'name': 'tempest-network--203945373'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:16.908236 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Request body: {'network': {'name': 'tempest-network--1394535105'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:16.924357 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f43fb5-1b1d-42dc-a824-8b7ebc33574b req-8ab70491-37e2-4bdf-8c62-330eb6dfb925 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:16.926513 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68f43fb5-1b1d-42dc-a824-8b7ebc33574b req-8ab70491-37e2-4bdf-8c62-330eb6dfb925 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0698767 Aug 17 02:42:16.968512 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68f43fb5-1b1d-42dc-a824-8b7ebc33574b req-d290ba43-509a-45db-9368-5d0305a4fd1d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351589 Aug 17 02:42:17.093406 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Made reservation on behalf of 93638669ed00414fb85359682044106f for: {'network': 2} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:17.099046 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:17.110413 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:17.203739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572daed-e6c9-4d46-a4e6-f465ed5dd323 req-9123fb53-d3b0-49ca-9535-07d8a4ad601b tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:17.209744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6572daed-e6c9-4d46-a4e6-f465ed5dd323 req-9123fb53-d3b0-49ca-9535-07d8a4ad601b tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 945 time: 0.0989304 Aug 17 02:42:17.269715 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6572daed-e6c9-4d46-a4e6-f465ed5dd323 req-1beb6e9b-37bd-4fbb-b002-572bb595f861 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522552 Aug 17 02:42:17.271798 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:17.369092 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:17.369601 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:17.411411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a67553b-925d-4858-b800-ef19dd8e4c62,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:17.416642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:42:17.429074 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:17.429493 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Added segment b2ce280a-d624-455a-b7d5-a8afb21d68a2 of type vlan for network 1dd329c6-e378-4222-af31-16273d686df2 Aug 17 02:42:17.475756 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-6a5f1412-9e14-42c3-aa4c-95d1999087c6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:17.477309 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-6a5f1412-9e14-42c3-aa4c-95d1999087c6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 811 time: 0.1359837 Aug 17 02:42:17.486307 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:17.494079 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-b4a7291d-d9e3-44d3-9ada-407bbc4391aa tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/quotas/9c180ae939a34aacab47cf5d9b29aa11 HTTP/1.1" status: 200 len: 375 time: 0.0101237 Aug 17 02:42:17.524235 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:42:17.534003 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:17.534909 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Added segment 2a07cffe-9ce1-4913-bb5a-a30e38bb3594 of type vlan for network 20799164-0f2d-4b92-8cdd-4924e4d00720 Aug 17 02:42:17.573316 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-d163cc92-de6f-4f2b-8133-5888c967a28c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0713267 Aug 17 02:42:17.589181 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:17.693532 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:17.694654 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:17.708054 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:17.733723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:17.736225 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:17.738141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-e66f56e4-a782-428d-8918-acd7570adb3f service neutron] 10.222.0.13 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572392 Aug 17 02:42:17.844228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-8eee7769-6b15-4fd8-8fa1-c30b05f6a54d service neutron] 10.222.0.13 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050725 Aug 17 02:42:17.850761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event updated for resources: {'Network': ['ID=1dd329c6-e378-4222-af31-16273d686df2,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:17.865342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 1dd329c6-e378-4222-af31-16273d686df2 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:42:17.930159 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event updated for resources: {'Network': ['ID=20799164-0f2d-4b92-8cdd-4924e4d00720,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:17.941963 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 20799164-0f2d-4b92-8cdd-4924e4d00720 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:42:17.966244 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-14d32104-69e4-4082-8a80-abd9e12221f2 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3478208 Aug 17 02:42:17.974821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42286) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:18.280770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d266a77-bdff-4fbb-ac4d-107836647409 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:18.285584 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d266a77-bdff-4fbb-ac4d-107836647409 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:18.293939 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d266a77-bdff-4fbb-ac4d-107836647409 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:18.301996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d266a77-bdff-4fbb-ac4d-107836647409 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:18.303431 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1d266a77-bdff-4fbb-ac4d-107836647409 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3353288 Aug 17 02:42:18.306113 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42298) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:18.397685 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-614a7672-4eb9-4a48-8ed6-2ea7ef0e12ea tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:18.487475 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-614a7672-4eb9-4a48-8ed6-2ea7ef0e12ea tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:18.500627 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-614a7672-4eb9-4a48-8ed6-2ea7ef0e12ea tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd329c6-e378-4222-af31-16273d686df2']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:18.510897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-614a7672-4eb9-4a48-8ed6-2ea7ef0e12ea tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ce280a-d624-455a-b7d5-a8afb21d68a2') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:18.511197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-614a7672-4eb9-4a48-8ed6-2ea7ef0e12ea tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ce280a-d624-455a-b7d5-a8afb21d68a2') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:18.520457 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-614a7672-4eb9-4a48-8ed6-2ea7ef0e12ea tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:18.537032 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-614a7672-4eb9-4a48-8ed6-2ea7ef0e12ea tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:18.543548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614a7672-4eb9-4a48-8ed6-2ea7ef0e12ea tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:42:18.543887 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-614a7672-4eb9-4a48-8ed6-2ea7ef0e12ea tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:42:18.547542 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:42:18.684233 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-614a7672-4eb9-4a48-8ed6-2ea7ef0e12ea tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:18.692119 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-614a7672-4eb9-4a48-8ed6-2ea7ef0e12ea tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:18.698943 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-614a7672-4eb9-4a48-8ed6-2ea7ef0e12ea tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "DELETE /v2.0/networks/1dd329c6-e378-4222-af31-16273d686df2 HTTP/1.1" status: 204 len: 168 time: 0.3910811 Aug 17 02:42:18.699730 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42308) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:18.725227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f8757-4226-4ac0-b9de-99c59a024e16 req-0f665abb-6467-4fd0-a1e2-a7b9955499aa tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:18.734497 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-255f8757-4226-4ac0-b9de-99c59a024e16 req-0f665abb-6467-4fd0-a1e2-a7b9955499aa tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.0883789 Aug 17 02:42:18.766922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a7672-4eb9-4a48-8ed6-2ea7ef0e12ea tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event deleted for resources: {'Network': ['ID=1dd329c6-e378-4222-af31-16273d686df2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:18.780189 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-255f8757-4226-4ac0-b9de-99c59a024e16 req-f4225cd1-0215-4163-ba39-150f8b75214a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447590 Aug 17 02:42:18.847365 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7670da27-5448-4bac-a6e6-f269c12292c6 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:18.977536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed89cd8e-3666-42ca-9b46-6e41112f8114 req-93191aa8-2c2e-4796-adb8-d85d933d2b26 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 210 time: 0.0337415 Aug 17 02:42:19.004835 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7670da27-5448-4bac-a6e6-f269c12292c6 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:19.017907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7670da27-5448-4bac-a6e6-f269c12292c6 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20799164-0f2d-4b92-8cdd-4924e4d00720']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:19.031883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7670da27-5448-4bac-a6e6-f269c12292c6 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a07cffe-9ce1-4913-bb5a-a30e38bb3594') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:19.032181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7670da27-5448-4bac-a6e6-f269c12292c6 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a07cffe-9ce1-4913-bb5a-a30e38bb3594') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:19.043213 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7670da27-5448-4bac-a6e6-f269c12292c6 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:19.061165 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7670da27-5448-4bac-a6e6-f269c12292c6 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:19.073207 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7670da27-5448-4bac-a6e6-f269c12292c6 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:42:19.077192 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7670da27-5448-4bac-a6e6-f269c12292c6 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:42:19.078481 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:42:19.136746 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96261710-c37d-4626-8d3e-24d8a420a78c req-ad877ece-11d2-459b-9547-017839f565a9 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:19.142322 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96261710-c37d-4626-8d3e-24d8a420a78c req-ad877ece-11d2-459b-9547-017839f565a9 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 945 time: 0.0881014 Aug 17 02:42:19.187628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96261710-c37d-4626-8d3e-24d8a420a78c req-ae871746-73b2-471d-b068-8550a5936569 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391288 Aug 17 02:42:19.272120 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7670da27-5448-4bac-a6e6-f269c12292c6 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:19.283864 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7670da27-5448-4bac-a6e6-f269c12292c6 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:19.286100 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7670da27-5448-4bac-a6e6-f269c12292c6 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "DELETE /v2.0/networks/20799164-0f2d-4b92-8cdd-4924e4d00720 HTTP/1.1" status: 204 len: 168 time: 0.5822175 Aug 17 02:42:19.288521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42322) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:19.310938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ac490-2f4a-44e5-b39b-45f82f53083f req-22a0b9c4-ae51-45f7-ac95-f55f4dbaeaf8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:19.311778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-711ac490-2f4a-44e5-b39b-45f82f53083f req-22a0b9c4-ae51-45f7-ac95-f55f4dbaeaf8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.0589085 Aug 17 02:42:19.313086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670da27-5448-4bac-a6e6-f269c12292c6 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event deleted for resources: {'Network': ['ID=20799164-0f2d-4b92-8cdd-4924e4d00720,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:19.322434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42324) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:19.327875 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-8037f5d3-dd28-47d5-a070-39c4dabbc7e3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Request body: {'floatingip': {'port_id': 'f94521a4-6e98-4353-8e96-b17c2ec8d877'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:19.377861 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8037f5d3-dd28-47d5-a070-39c4dabbc7e3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:19.459183 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4153062a-8cec-4a8d-9331-fd4c924bfbcb tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:19.467583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4153062a-8cec-4a8d-9331-fd4c924bfbcb tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:19.473358 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4153062a-8cec-4a8d-9331-fd4c924bfbcb tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1798437 Aug 17 02:42:19.488744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42330) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:19.488744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9ada2545-040f-4b98-bfb8-e9f53c0df2c0 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-660253480'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:19.612539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ada2545-040f-4b98-bfb8-e9f53c0df2c0 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Made reservation on behalf of 93638669ed00414fb85359682044106f for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:19.616499 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ada2545-040f-4b98-bfb8-e9f53c0df2c0 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:19.653258 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ada2545-040f-4b98-bfb8-e9f53c0df2c0 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:42:19.668092 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ada2545-040f-4b98-bfb8-e9f53c0df2c0 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:19.668514 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-9ada2545-040f-4b98-bfb8-e9f53c0df2c0 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Added segment 298cc8bf-e1ce-4f55-9ad7-500958db5130 of type vlan for network 4e6ca7f0-a726-481c-9fec-859d405667ab Aug 17 02:42:19.721733 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ada2545-040f-4b98-bfb8-e9f53c0df2c0 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:19.875604 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ada2545-040f-4b98-bfb8-e9f53c0df2c0 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:19.883974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ada2545-040f-4b98-bfb8-e9f53c0df2c0 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:19.883974 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9ada2545-040f-4b98-bfb8-e9f53c0df2c0 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:20.040310 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada2545-040f-4b98-bfb8-e9f53c0df2c0 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event updated for resources: {'Network': ['ID=4e6ca7f0-a726-481c-9fec-859d405667ab,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:20.053465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 4e6ca7f0-a726-481c-9fec-859d405667ab details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:42:20.058571 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8037f5d3-dd28-47d5-a070-39c4dabbc7e3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:20.101790 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9ada2545-040f-4b98-bfb8-e9f53c0df2c0 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6245697 Aug 17 02:42:20.102028 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42342) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:20.107630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c86ed59e-f798-496d-b2dc-0476eb10f04d tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1226843747'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:20.172959 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc2ada5b-08a1-43e8-bd21-7a3455920d26 req-b76f675b-655c-4c67-8ed1-f4dbd5e66592 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 210 time: 0.0434213 Aug 17 02:42:20.178351 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8037f5d3-dd28-47d5-a070-39c4dabbc7e3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:20.281340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86ed59e-f798-496d-b2dc-0476eb10f04d tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Made reservation on behalf of 93638669ed00414fb85359682044106f for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:20.285033 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c86ed59e-f798-496d-b2dc-0476eb10f04d tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:20.315386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86ed59e-f798-496d-b2dc-0476eb10f04d tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:42:20.317758 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-8037f5d3-dd28-47d5-a070-39c4dabbc7e3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Floating IP 359bbe7b-b5f3-4cdc-b451-50de29290e65 associated. External IP: 172.25.5.123, port: f94521a4-6e98-4353-8e96-b17c2ec8d877. Aug 17 02:42:20.330571 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c86ed59e-f798-496d-b2dc-0476eb10f04d tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:20.331287 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-c86ed59e-f798-496d-b2dc-0476eb10f04d tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Added segment 619f2ca9-54ea-4b41-89ed-8469978f0485 of type vlan for network 7dfd9ed1-3abb-451c-8e87-2c9f9ba30162 Aug 17 02:42:20.395877 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c86ed59e-f798-496d-b2dc-0476eb10f04d tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:20.512842 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c86ed59e-f798-496d-b2dc-0476eb10f04d tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:20.527697 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ed59e-f798-496d-b2dc-0476eb10f04d tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:20.527697 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c86ed59e-f798-496d-b2dc-0476eb10f04d tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:20.637255 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c86ed59e-f798-496d-b2dc-0476eb10f04d tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5314817 Aug 17 02:42:20.637255 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ed59e-f798-496d-b2dc-0476eb10f04d tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event updated for resources: {'Network': ['ID=7dfd9ed1-3abb-451c-8e87-2c9f9ba30162,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:20.642918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42352) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:20.649117 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Request body: {'ports': [{'network_id': '4e6ca7f0-a726-481c-9fec-859d405667ab', 'name': 'tempest-port--1157046916', 'admin_state_up': True}, {'network_id': '7dfd9ed1-3abb-451c-8e87-2c9f9ba30162', 'admin_state_up': False}]} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:20.649717 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Request body: {'port': {'network_id': '4e6ca7f0-a726-481c-9fec-859d405667ab', 'name': 'tempest-port--1157046916', 'admin_state_up': True}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:20.650323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Request body: {'port': {'network_id': '7dfd9ed1-3abb-451c-8e87-2c9f9ba30162', 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:20.651520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 7dfd9ed1-3abb-451c-8e87-2c9f9ba30162 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:42:20.846105 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f0f18-9a8c-4b3a-bba6-af28892b89c0 req-5c689202-57e0-4d65-9f57-b2ca441ff72f tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:20.853222 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-235f0f18-9a8c-4b3a-bba6-af28892b89c0 req-5c689202-57e0-4d65-9f57-b2ca441ff72f tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 945 time: 0.5828786 Aug 17 02:42:20.937692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf07b9-3c8c-453d-a11e-59bef996aad3 req-5d37c60e-9315-46e5-8259-3b0c12d1296c tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:20.944130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8bf07b9-3c8c-453d-a11e-59bef996aad3 req-5d37c60e-9315-46e5-8259-3b0c12d1296c tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.42 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 945 time: 0.5860457 Aug 17 02:42:20.964648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-235f0f18-9a8c-4b3a-bba6-af28892b89c0 req-92cef2a0-3f7e-42f9-965f-648636d1bd3c tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103845 Aug 17 02:42:21.003542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Made reservation on behalf of 93638669ed00414fb85359682044106f for: {'port': 2} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:21.008736 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:21.029680 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:21.184708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] device_id is not set on port aa8b5bae-f62f-4855-8dc3-f98fb01ff5c1 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:42:21.318714 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f7d1572-fa0d-4889-843d-13b4886594f0 req-b8606995-1f7d-40de-95b8-e59da6c3e442 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 210 time: 0.0658042 Aug 17 02:42:21.344657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8037f5d3-dd28-47d5-a070-39c4dabbc7e3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:42:21.347603 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-a8bf07b9-3c8c-453d-a11e-59bef996aad3 req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Deleting port b0f16f08-ce24-45f6-a90b-5e149bd31832 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:42:21.347966 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a8bf07b9-3c8c-453d-a11e-59bef996aad3 req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:21.362769 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:21.433618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-560483a3-58c7-4420-8cbb-2fbea645a10d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:21.437176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-560483a3-58c7-4420-8cbb-2fbea645a10d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.18 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 811 time: 0.4248567 Aug 17 02:42:21.463015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] device_id is not set on port 6465e704-5515-400b-ae9d-76307278d472 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:42:21.508006 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-2674cd85-f13b-4048-955c-d1d68eaecf2c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Request body: {'port': {'device_id': '7a6f3d72-a6da-499d-8f36-fefe98a62593', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'admin_state_up': True, 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:21.609624 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:21.669028 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-a8bf07b9-3c8c-453d-a11e-59bef996aad3 req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] For port b0f16f08-ce24-45f6-a90b-5e149bd31832, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=b0f16f08-ce24-45f6-a90b-5e149bd31832,segment=NetworkSegment(15e49527-49a5-48a2-b411-fa126d3d23a1),segment_id=15e49527-49a5-48a2-b411-fa126d3d23a1)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:21.669955 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a8bf07b9-3c8c-453d-a11e-59bef996aad3 req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:21.696741 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-a8bf07b9-3c8c-453d-a11e-59bef996aad3 req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Calling delete_port for b0f16f08-ce24-45f6-a90b-5e149bd31832 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:42:21.730849 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8037f5d3-dd28-47d5-a070-39c4dabbc7e3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:42:21.734977 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:21.739098 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8037f5d3-dd28-47d5-a070-39c4dabbc7e3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:21.752152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc1a6f-fd22-44ff-9f5b-39b0c8747cd6 None None] Sync routers for ids ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:42:21.769439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc1a6f-fd22-44ff-9f5b-39b0c8747cd6 None None] Routers {'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:42:21.770908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0ebc1a6f-fd22-44ff-9f5b-39b0c8747cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:42:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:21.807297 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event updated for resources: {'Port': ['ID=aa8b5bae-f62f-4855-8dc3-f98fb01ff5c1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:21.823627 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8037f5d3-dd28-47d5-a070-39c4dabbc7e3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "PUT /v2.0/floatingips/359bbe7b-b5f3-4cdc-b451-50de29290e65 HTTP/1.1" status: 200 len: 991 time: 2.4975035 Aug 17 02:42:21.823852 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:21.823852 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:21.823852 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:21.823852 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:21.824556 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:21.824748 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:21.825062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:21.825452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:21.826920 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:21.826920 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:21.826920 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:21.827196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:21.827779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:42:21.830143 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8470fcf-c55e-4abe-b8fe-bbb39f7ea038" -d '{"events": [{"name": "network-changed", "server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:42:21.838668 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Checking segment: {'id': '298cc8bf-e1ce-4f55-9ad7-500958db5130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e6ca7f0-a726-481c-9fec-859d405667ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:42:21.839078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Network hostable DHCP agents. Network: 4e6ca7f0-a726-481c-9fec-859d405667ab, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:42:21.946557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-2674cd85-f13b-4048-955c-d1d68eaecf2c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Made reservation on behalf of 9c180ae939a34aacab47cf5d9b29aa11 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:21.958674 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-2674cd85-f13b-4048-955c-d1d68eaecf2c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:21.959249 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-0ebc1a6f-fd22-44ff-9f5b-39b0c8747cd6 None None] Set router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:42:21.984151 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Network 4e6ca7f0-a726-481c-9fec-859d405667ab is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:42:21.993141 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffbf097-2070-421a-b37d-aaff6a64db7b x-openstack-request-id: req-5ffbf097-2070-421a-b37d-aaff6a64db7b {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:42:21.993455 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:42:21.993774 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ffbf097-2070-421a-b37d-aaff6a64db7b {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:42:21.994174 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'status': 'completed', 'code': 200} Aug 17 02:42:22.116133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 4e6ca7f0-a726-481c-9fec-859d405667ab) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:22.124225 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976b5678-d286-4008-9770-d747ec682e64 None None] Network 4e6ca7f0-a726-481c-9fec-859d405667ab requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:42:22.125379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:42:22.126839 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:22.141752 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a8bf07b9-3c8c-453d-a11e-59bef996aad3 req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:22.197206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8470fcf-c55e-4abe-b8fe-bbb39f7ea038 req-524d5240-9900-4543-9de1-2b651448147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:22.199828 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8470fcf-c55e-4abe-b8fe-bbb39f7ea038 req-524d5240-9900-4543-9de1-2b651448147e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 1097 time: 0.1660967 Aug 17 02:42:22.201268 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['b0f16f08-ce24-45f6-a90b-5e149bd31832'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:42:22.226875 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Pushing event deleted for resources: {'Port': ['ID=b0f16f08-ce24-45f6-a90b-5e149bd31832,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:22.251253 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event updated for resources: {'Port': ['ID=6465e704-5515-400b-ae9d-76307278d472,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:22.268264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:22.268616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:22.268958 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:22.269309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:22.269642 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:22.269973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:22.270301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:22.270630 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:22.270955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:22.271276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:22.271853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:22.272174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:22.307671 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Checking segment: {'id': '619f2ca9-54ea-4b41-89ed-8469978f0485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7dfd9ed1-3abb-451c-8e87-2c9f9ba30162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:42:22.308315 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Network hostable DHCP agents. Network: 7dfd9ed1-3abb-451c-8e87-2c9f9ba30162, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:42:22.322839 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a33e0c-216b-4998-9f04-b23b45c01cb2 req-9e5fff66-d176-47f5-8dd9-79c73aeff522 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:22.331408 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23a33e0c-216b-4998-9f04-b23b45c01cb2 req-9e5fff66-d176-47f5-8dd9-79c73aeff522 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 867 time: 0.2727680 Aug 17 02:42:22.338482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bf07b9-3c8c-453d-a11e-59bef996aad3 req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] No DVR routers for this DVR port b0f16f08-ce24-45f6-a90b-5e149bd31832 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:42:22.356627 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a8bf07b9-3c8c-453d-a11e-59bef996aad3 req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:22.356627 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8bf07b9-3c8c-453d-a11e-59bef996aad3 req-25193297-8d3d-48aa-aeb8-16536a905640 tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.42 "DELETE /v2.0/ports/b0f16f08-ce24-45f6-a90b-5e149bd31832 HTTP/1.1" status: 204 len: 173 time: 1.4071724 Aug 17 02:42:22.369494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-2674cd85-f13b-4048-955c-d1d68eaecf2c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Allocated IP 172.20.0.14 (0ffdc32a-37ff-4791-9955-993fa20ec3c2/86bca318-6d5a-4d38-bce1-90d2345a5489/a6edcd64-d283-4ff0-8346-30024d6ff261) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:42:22.379653 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8470fcf-c55e-4abe-b8fe-bbb39f7ea038 req-0ecbc1e3-96ce-4ad9-968b-ee2e0554d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:22.381659 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8470fcf-c55e-4abe-b8fe-bbb39f7ea038 req-0ecbc1e3-96ce-4ad9-968b-ee2e0554d2f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 917 time: 0.1742747 Aug 17 02:42:22.415416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23a33e0c-216b-4998-9f04-b23b45c01cb2 req-767c6f64-1a2c-4b58-9ab3-228a498562ee tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed5c603f-3834-4ce3-ae13-fb2df1f3669a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796449 Aug 17 02:42:22.481529 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Network 7dfd9ed1-3abb-451c-8e87-2c9f9ba30162 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:42:22.501178 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8470fcf-c55e-4abe-b8fe-bbb39f7ea038 req-f57fcf9c-ec23-460c-aeee-f9ab40d513a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877 HTTP/1.1" status: 200 len: 999 time: 0.1080863 Aug 17 02:42:22.586294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8470fcf-c55e-4abe-b8fe-bbb39f7ea038 req-e005af3f-a94d-46ba-99dc-fae093501dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:22.589482 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8470fcf-c55e-4abe-b8fe-bbb39f7ea038 req-e005af3f-a94d-46ba-99dc-fae093501dd3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.0805106 Aug 17 02:42:22.616503 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 7dfd9ed1-3abb-451c-8e87-2c9f9ba30162) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:22.630955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02734333-c867-4d63-9e49-db557a7d17ce None None] Network 7dfd9ed1-3abb-451c-8e87-2c9f9ba30162 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:42:22.648119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:42:22.657655 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:22.663438 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:22.667295 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:22.703569 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1451569b-eeaf-41e6-9404-034feab6cc1e req-f49b43f9-ad1a-4737-8ee8-f7e20cebbdb3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 210 time: 0.0409403 Aug 17 02:42:22.708805 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8470fcf-c55e-4abe-b8fe-bbb39f7ea038 req-281439f9-7f3d-45a0-b854-5a438557b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:22.709067 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8470fcf-c55e-4abe-b8fe-bbb39f7ea038 req-281439f9-7f3d-45a0-b854-5a438557b2ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1097715 Aug 17 02:42:22.775300 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-2674cd85-f13b-4048-955c-d1d68eaecf2c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:22.803165 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-06e28841-af4a-4c38-804a-37a84e834a59 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1585083 Aug 17 02:42:22.810668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42396) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:22.839904 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8470fcf-c55e-4abe-b8fe-bbb39f7ea038 req-51137417-98f7-4454-b2e3-fbffd2193b43 service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238353 Aug 17 02:42:22.846293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-2674cd85-f13b-4048-955c-d1d68eaecf2c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Transition to ACTIVE for port object a6edcd64-d283-4ff0-8346-30024d6ff261 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:22.861683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0ebc1a6f-fd22-44ff-9f5b-39b0c8747cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '359bbe7b-b5f3-4cdc-b451-50de29290e65', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'port_id': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'mac_address': 'fa:16:3e:1a:cf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de03a726-f14e-453e-88a1-680de004eb47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:41:54Z', 'updated_at': '2021-08-17T02:42:19Z', 'revision_number': 1, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8', 'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'mac_address': 'fa:16:3e:56:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:46Z', 'updated_at': '2021-08-17T02:41:54Z', 'revision_number': 5, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'subnets': [{'id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:22.900713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc1a6f-fd22-44ff-9f5b-39b0c8747cd6 None None] Checking router: ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:42:22.910402 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc1a6f-fd22-44ff-9f5b-39b0c8747cd6 None None] Routers {'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:42:22.911030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0ebc1a6f-fd22-44ff-9f5b-39b0c8747cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:42:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:22.976801 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8470fcf-c55e-4abe-b8fe-bbb39f7ea038 req-c190330f-a9b5-4d7e-92c2-674dc7bb0017 service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295123 Aug 17 02:42:22.994959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d79ac1d-05f4-4caf-b09f-fbd141ff5068 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:23.006071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d79ac1d-05f4-4caf-b09f-fbd141ff5068 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:23.010716 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42404) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:23.010934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0d79ac1d-05f4-4caf-b09f-fbd141ff5068 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1978476 Aug 17 02:42:23.151286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b00ba84e-8dd9-4103-9c25-beb7b9dddda8 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Deleting port aa8b5bae-f62f-4855-8dc3-f98fb01ff5c1 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:42:23.151791 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b00ba84e-8dd9-4103-9c25-beb7b9dddda8 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:23.194663 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-2674cd85-f13b-4048-955c-d1d68eaecf2c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:23.225173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['77048388-e663-4d7b-8b10-234878b99872', '5392da04-bee1-4ac7-9abd-d09b2cbda146'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:42:23.233429 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b00ba84e-8dd9-4103-9c25-beb7b9dddda8 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:23.250106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b00ba84e-8dd9-4103-9c25-beb7b9dddda8 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Calling delete_port for aa8b5bae-f62f-4855-8dc3-f98fb01ff5c1 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:42:23.283773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-0ebc1a6f-fd22-44ff-9f5b-39b0c8747cd6 None None] Set router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:42:23.291015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-2674cd85-f13b-4048-955c-d1d68eaecf2c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:42:23.322486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674cd85-f13b-4048-955c-d1d68eaecf2c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event updated for resources: {'Port': ['ID=a6edcd64-d283-4ff0-8346-30024d6ff261,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:23.328307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-2674cd85-f13b-4048-955c-d1d68eaecf2c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:23.342884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-2674cd85-f13b-4048-955c-d1d68eaecf2c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:42:23.421914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-2674cd85-f13b-4048-955c-d1d68eaecf2c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:23.434151 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-2674cd85-f13b-4048-955c-d1d68eaecf2c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:23.463854 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b00ba84e-8dd9-4103-9c25-beb7b9dddda8 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:23.524541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ba84e-8dd9-4103-9c25-beb7b9dddda8 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event deleted for resources: {'Port': ['ID=aa8b5bae-f62f-4855-8dc3-f98fb01ff5c1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:23.550007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b00ba84e-8dd9-4103-9c25-beb7b9dddda8 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:23.553473 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b00ba84e-8dd9-4103-9c25-beb7b9dddda8 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "DELETE /v2.0/ports/aa8b5bae-f62f-4855-8dc3-f98fb01ff5c1 HTTP/1.1" status: 204 len: 168 time: 0.5408983 Aug 17 02:42:23.554670 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e240d4fe-952b-438a-8fca-37369d2608ad req-884fb6a8-0a0b-43a5-988c-e2c4e7ce36af tempest-InstanceActionsV221TestJSON-1625249289 tempest-InstanceActionsV221TestJSON-1625249289-project] 10.222.0.13 "GET /v2.0/ports?device_id=689f1311-f246-48be-b184-9f29ecc19bdd HTTP/1.1" status: 200 len: 210 time: 0.0468533 Aug 17 02:42:23.555930 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42416) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:23.593744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-2674cd85-f13b-4048-955c-d1d68eaecf2c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1394377 Aug 17 02:42:23.613493 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Request body: {'port': {'device_id': '7a6f3d72-a6da-499d-8f36-fefe98a62593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:23.826253 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:23.895571 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0ebc1a6f-fd22-44ff-9f5b-39b0c8747cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '359bbe7b-b5f3-4cdc-b451-50de29290e65', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'port_id': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'mac_address': 'fa:16:3e:1a:cf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de03a726-f14e-453e-88a1-680de004eb47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:41:54Z', 'updated_at': '2021-08-17T02:42:19Z', 'revision_number': 1, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8', 'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'mac_address': 'fa:16:3e:56:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:46Z', 'updated_at': '2021-08-17T02:41:54Z', 'revision_number': 5, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'subnets': [{'id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:23.900942 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7ddfb-fc83-4936-84a7-33bd86d721dc tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Deleting port 6465e704-5515-400b-ae9d-76307278d472 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:42:23.901167 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8b7ddfb-fc83-4936-84a7-33bd86d721dc tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:23.947714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc1a6f-fd22-44ff-9f5b-39b0c8747cd6 None None] The sync data for ids ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'] in n-d-793621-31 is: [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '359bbe7b-b5f3-4cdc-b451-50de29290e65', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'port_id': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'mac_address': 'fa:16:3e:1a:cf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de03a726-f14e-453e-88a1-680de004eb47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:41:54Z', 'updated_at': '2021-08-17T02:42:19Z', 'revision_number': 1, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8', 'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'mac_address': 'fa:16:3e:56:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:46Z', 'updated_at': '2021-08-17T02:41:54Z', 'revision_number': 5, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'subnets': [{'id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:42:24.003194 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fb89d090-bb89-4526-a377-c5a874b6f402 None None] Provisioning for port a6edcd64-d283-4ff0-8346-30024d6ff261 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:42:24.006516 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689f1311-f246-48be-b184-9f29ecc19bdd', 'name': 'network-vif-deleted', 'tag': 'b0f16f08-ce24-45f6-a90b-5e149bd31832'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:42:24.012989 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8953feae-4f57-4a55-b7f8-bff26d6c52cf" -d '{"events": [{"server_uuid": "689f1311-f246-48be-b184-9f29ecc19bdd", "name": "network-vif-deleted", "tag": "b0f16f08-ce24-45f6-a90b-5e149bd31832"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:42:24.019229 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fb89d090-bb89-4526-a377-c5a874b6f402 None None] Provisioning complete for port a6edcd64-d283-4ff0-8346-30024d6ff261 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:24.023053 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fb89d090-bb89-4526-a377-c5a874b6f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:24.050059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed076d91-4394-4826-a7e3-289f0a143f67 req-9a53acad-cde6-49e0-9972-091bf39be109 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:24.051948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed076d91-4394-4826-a7e3-289f0a143f67 req-9a53acad-cde6-49e0-9972-091bf39be109 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 932 time: 0.1870594 Aug 17 02:42:24.093404 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8b7ddfb-fc83-4936-84a7-33bd86d721dc tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:24.100156 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fb89d090-bb89-4526-a377-c5a874b6f402 None None] Port a6edcd64-d283-4ff0-8346-30024d6ff261 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:42:24.138746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7ddfb-fc83-4936-84a7-33bd86d721dc tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Calling delete_port for 6465e704-5515-400b-ae9d-76307278d472 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:42:24.248460 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed076d91-4394-4826-a7e3-289f0a143f67 req-1e73aca2-f6f7-48cd-a7b3-632692032718 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797451 Aug 17 02:42:24.322856 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e531f22-af97-4716-948f-b4d828808e5d x-openstack-request-id: req-6e531f22-af97-4716-948f-b4d828808e5d {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:42:24.323086 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689f1311-f246-48be-b184-9f29ecc19bdd", "name": "network-vif-deleted", "tag": "b0f16f08-ce24-45f6-a90b-5e149bd31832", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:42:24.323302 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e531f22-af97-4716-948f-b4d828808e5d {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:42:24.323699 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689f1311-f246-48be-b184-9f29ecc19bdd', 'name': 'network-vif-deleted', 'tag': 'b0f16f08-ce24-45f6-a90b-5e149bd31832', 'status': 'completed', 'code': 200} Aug 17 02:42:24.331068 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8b7ddfb-fc83-4936-84a7-33bd86d721dc tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:24.345007 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02d75a9-081f-47c1-b069-980ae43e5bc8 None None] New status for floating IP 359bbe7b-b5f3-4cdc-b451-50de29290e65: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:42:24.393795 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7ddfb-fc83-4936-84a7-33bd86d721dc tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event deleted for resources: {'Port': ['ID=6465e704-5515-400b-ae9d-76307278d472,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:24.419969 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d8b7ddfb-fc83-4936-84a7-33bd86d721dc tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:24.430098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42434) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:24.433050 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d8b7ddfb-fc83-4936-84a7-33bd86d721dc tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "DELETE /v2.0/ports/6465e704-5515-400b-ae9d-76307278d472 HTTP/1.1" status: 204 len: 168 time: 0.8717885 Aug 17 02:42:24.488166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-39ddf659-84e1-4748-b6be-d1da3abb0365 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0572145 Aug 17 02:42:24.492217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42436) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:24.497932 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-1fd82564-c900-4783-94df-917542c32646 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-558696320'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:24.556649 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6edcd64-d283-4ff0-8346-30024d6ff261 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:42:24.565642 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:24.579602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Transition to ACTIVE for port object a6edcd64-d283-4ff0-8346-30024d6ff261 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:24.652515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd82564-c900-4783-94df-917542c32646 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Made reservation on behalf of 93638669ed00414fb85359682044106f for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:24.652915 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:24.656837 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fd82564-c900-4783-94df-917542c32646 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:24.729504 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd82564-c900-4783-94df-917542c32646 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:42:24.746375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Pushing event updated for resources: {'Port': ['ID=a6edcd64-d283-4ff0-8346-30024d6ff261,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:24.755436 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fd82564-c900-4783-94df-917542c32646 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:24.756510 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-1fd82564-c900-4783-94df-917542c32646 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Added segment 641e4e38-c506-4913-abe3-275141ec7dd7 of type vlan for network 99d7becd-91af-4204-b0bf-033b12ce048a Aug 17 02:42:24.872812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Attempting to bind port a6edcd64-d283-4ff0-8346-30024d6ff261 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:42:24.873155 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Attempting to bind port a6edcd64-d283-4ff0-8346-30024d6ff261 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:42:24.873509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Attempting to bind port a6edcd64-d283-4ff0-8346-30024d6ff261 on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:42:24.874838 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fd82564-c900-4783-94df-917542c32646 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:24.902761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Port a6edcd64-d283-4ff0-8346-30024d6ff261 on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:42:24.903290 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Attempting to bind port a6edcd64-d283-4ff0-8346-30024d6ff261 on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:42:24.919306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:42:24.920390 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Checking segment: {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:42:24.922625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Bound using segment: {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:42:24.922625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Bound port: a6edcd64-d283-4ff0-8346-30024d6ff261, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:42:24.922625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.004752 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42450) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:25.032444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] For port a6edcd64-d283-4ff0-8346-30024d6ff261, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:42:25.036426 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] For port a6edcd64-d283-4ff0-8346-30024d6ff261, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=a6edcd64-d283-4ff0-8346-30024d6ff261,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:42:25.094753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8060b1-0142-4eca-b24d-9358a76078da admin admin] Deleting subnet 11e6ddbf-9bc4-4adc-a219-0deceed34d49 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:42:25.098200 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a8060b1-0142-4eca-b24d-9358a76078da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.120429 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fd82564-c900-4783-94df-917542c32646 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.125015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd82564-c900-4783-94df-917542c32646 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:25.125691 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1fd82564-c900-4783-94df-917542c32646 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.190550 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.199096 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a8060b1-0142-4eca-b24d-9358a76078da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.233644 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device b0f16f08-ce24-45f6-a90b-5e149bd31832 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:42:25.236967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd82564-c900-4783-94df-917542c32646 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event updated for resources: {'Network': ['ID=99d7becd-91af-4204-b0bf-033b12ce048a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:25.263618 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a8060b1-0142-4eca-b24d-9358a76078da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.275881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:25.276634 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.279358 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] 10.222.0.18 "PUT /v2.0/ports/a6edcd64-d283-4ff0-8346-30024d6ff261 HTTP/1.1" status: 200 len: 1093 time: 1.6720512 Aug 17 02:42:25.283556 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 99d7becd-91af-4204-b0bf-033b12ce048a details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:42:25.305980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7459dc6-351e-4673-9c2d-3d0153c3bf4c service neutron] Pushing event updated for resources: {'Port': ['ID=a6edcd64-d283-4ff0-8346-30024d6ff261,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:25.307701 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1fd82564-c900-4783-94df-917542c32646 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8141720 Aug 17 02:42:25.318900 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42456) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:25.330030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: b0f16f08-ce24-45f6-a90b-5e149bd31832 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:42:25.330648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device b0f16f08-ce24-45f6-a90b-5e149bd31832 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:42:25.347334 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9e78cb12-afab-482c-bef6-bba33f4cc931 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1559726127'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:25.464436 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a8060b1-0142-4eca-b24d-9358a76078da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.519592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e78cb12-afab-482c-bef6-bba33f4cc931 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Made reservation on behalf of 93638669ed00414fb85359682044106f for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:25.523685 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e78cb12-afab-482c-bef6-bba33f4cc931 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.527810 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8060b1-0142-4eca-b24d-9358a76078da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e6ddbf-9bc4-4adc-a219-0deceed34d49,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:25.535681 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a8060b1-0142-4eca-b24d-9358a76078da admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.537681 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7a8060b1-0142-4eca-b24d-9358a76078da admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11e6ddbf-9bc4-4adc-a219-0deceed34d49 HTTP/1.1" status: 204 len: 168 time: 0.5318050 Aug 17 02:42:25.540233 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42460) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:25.583413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06825a5f-dece-43db-9efd-d9a92da20371 req-167018ce-e395-4bec-a617-5ca57a07dec5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:25.585027 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06825a5f-dece-43db-9efd-d9a92da20371 req-167018ce-e395-4bec-a617-5ca57a07dec5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 944 time: 0.1570182 Aug 17 02:42:25.591283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e78cb12-afab-482c-bef6-bba33f4cc931 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:42:25.602102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-731757e3-2d70-4ac7-b759-c4080a980a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:25.603514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-731757e3-2d70-4ac7-b759-c4080a980a4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 1096 time: 0.1336002 Aug 17 02:42:25.636255 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e78cb12-afab-482c-bef6-bba33f4cc931 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.636691 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-9e78cb12-afab-482c-bef6-bba33f4cc931 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Added segment 9d856d49-8dd1-44f0-ac51-33f7b1800c9c of type vlan for network e0f10bf9-8c96-493f-ac51-7a6247f8b8be Aug 17 02:42:25.646331 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7f38b9f4-dd60-4b6c-b7ee-ad1846e7a55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.734371 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-5e03a411-6557-4eda-a495-156085d78501 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6edcd64-d283-4ff0-8346-30024d6ff261 HTTP/1.1" status: 200 len: 217 time: 0.0932415 Aug 17 02:42:25.762398 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e78cb12-afab-482c-bef6-bba33f4cc931 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.773813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06825a5f-dece-43db-9efd-d9a92da20371 req-4226a5f4-9472-4cec-9f0e-47ebc7d1647b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692650 Aug 17 02:42:25.801423 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7f38b9f4-dd60-4b6c-b7ee-ad1846e7a55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.834356 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7f38b9f4-dd60-4b6c-b7ee-ad1846e7a55d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c751fab4-02d2-49eb-829a-fe94297e77be']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:25.855847 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-e316877f-4065-423f-aab5-4dbbb74bd82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:25.857950 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-e316877f-4065-423f-aab5-4dbbb74bd82f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.1077056 Aug 17 02:42:25.859672 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7f38b9f4-dd60-4b6c-b7ee-ad1846e7a55d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e49527-49a5-48a2-b411-fa126d3d23a1') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:25.860229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7f38b9f4-dd60-4b6c-b7ee-ad1846e7a55d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e49527-49a5-48a2-b411-fa126d3d23a1') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:25.874417 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7f38b9f4-dd60-4b6c-b7ee-ad1846e7a55d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.898968 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7f38b9f4-dd60-4b6c-b7ee-ad1846e7a55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.910999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f38b9f4-dd60-4b6c-b7ee-ad1846e7a55d admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:42:25.911419 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7f38b9f4-dd60-4b6c-b7ee-ad1846e7a55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:42:25.913570 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:42:25.927983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-19cf3729-832d-4e26-97f0-a5a662acafae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:25.933695 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-19cf3729-832d-4e26-97f0-a5a662acafae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636353 Aug 17 02:42:25.936135 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e78cb12-afab-482c-bef6-bba33f4cc931 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:25.948072 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e78cb12-afab-482c-bef6-bba33f4cc931 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:25.949016 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e78cb12-afab-482c-bef6-bba33f4cc931 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:26.124548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78cb12-afab-482c-bef6-bba33f4cc931 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event updated for resources: {'Network': ['ID=e0f10bf9-8c96-493f-ac51-7a6247f8b8be,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:26.138010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network e0f10bf9-8c96-493f-ac51-7a6247f8b8be details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:42:26.255981 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-2737e1a6-7e87-4d59-886c-d4793834999a service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030365 Aug 17 02:42:26.276827 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9e78cb12-afab-482c-bef6-bba33f4cc931 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9561772 Aug 17 02:42:26.326732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6f3d72-a6da-499d-8f36-fefe98a62593', 'tag': 'a6edcd64-d283-4ff0-8346-30024d6ff261'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:42:26.329853 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb70fe85-375e-44ff-b282-adb71898298f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6f3d72-a6da-499d-8f36-fefe98a62593", "tag": "a6edcd64-d283-4ff0-8346-30024d6ff261"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:42:26.406637 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0021e2-9afe-4eae-9353-702fc7ffd8ec x-openstack-request-id: req-fe0021e2-9afe-4eae-9353-702fc7ffd8ec {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:42:26.407058 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6f3d72-a6da-499d-8f36-fefe98a62593", "tag": "a6edcd64-d283-4ff0-8346-30024d6ff261", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:42:26.407199 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe0021e2-9afe-4eae-9353-702fc7ffd8ec {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:42:26.407747 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6f3d72-a6da-499d-8f36-fefe98a62593', 'tag': 'a6edcd64-d283-4ff0-8346-30024d6ff261', 'status': 'completed', 'code': 200} Aug 17 02:42:26.417029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25ba3d21-9196-4d14-9604-44ea7cb2df4c req-01b55500-0db7-4e24-bd23-99e137ae5248 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517625 Aug 17 02:42:26.586365 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7f38b9f4-dd60-4b6c-b7ee-ad1846e7a55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:26.593078 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7f38b9f4-dd60-4b6c-b7ee-ad1846e7a55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:26.602428 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7f38b9f4-dd60-4b6c-b7ee-ad1846e7a55d admin admin] 10.222.0.13 "DELETE /v2.0/networks/c751fab4-02d2-49eb-829a-fe94297e77be HTTP/1.1" status: 204 len: 168 time: 1.0608768 Aug 17 02:42:26.622628 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38b9f4-dd60-4b6c-b7ee-ad1846e7a55d admin admin] Pushing event deleted for resources: {'Network': ['ID=c751fab4-02d2-49eb-829a-fe94297e77be,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:26.709571 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70fe85-375e-44ff-b282-adb71898298f req-19716ce4-1749-4f06-869b-dff93f5b4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:26.713223 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb70fe85-375e-44ff-b282-adb71898298f req-19716ce4-1749-4f06-869b-dff93f5b4afc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 1096 time: 0.1222479 Aug 17 02:42:26.886596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70fe85-375e-44ff-b282-adb71898298f req-50f2955e-e778-465c-9803-2809c9aa73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:26.890143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb70fe85-375e-44ff-b282-adb71898298f req-50f2955e-e778-465c-9803-2809c9aa73c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.1675277 Aug 17 02:42:26.956889 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb70fe85-375e-44ff-b282-adb71898298f req-2703690c-45fa-4c07-9e28-4b1aeb0bc220 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6edcd64-d283-4ff0-8346-30024d6ff261 HTTP/1.1" status: 200 len: 217 time: 0.0573022 Aug 17 02:42:27.003189 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418e44f-c629-467a-a263-861cafd121bb req-28fa0c1e-ed31-4b89-84e8-e4f4a0863536 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:27.010817 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2418e44f-c629-467a-a263-861cafd121bb req-28fa0c1e-ed31-4b89-84e8-e4f4a0863536 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 944 time: 0.1213002 Aug 17 02:42:27.075785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70fe85-375e-44ff-b282-adb71898298f req-7ffeb5bb-8b95-45f6-aa27-5286b2c73504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:27.077536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb70fe85-375e-44ff-b282-adb71898298f req-7ffeb5bb-8b95-45f6-aa27-5286b2c73504 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.1126406 Aug 17 02:42:27.096060 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2418e44f-c629-467a-a263-861cafd121bb req-b0c0dedf-f31f-4a80-8e93-94da9a5f28d4 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842586 Aug 17 02:42:27.221270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70fe85-375e-44ff-b282-adb71898298f req-077a2119-05b0-4251-bed8-ef8fffa439c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:27.225911 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb70fe85-375e-44ff-b282-adb71898298f req-077a2119-05b0-4251-bed8-ef8fffa439c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1288276 Aug 17 02:42:27.229800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42480) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:27.339269 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-966bc712-2758-4932-8467-1d5ad99f2dc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f77281c6a05a4877818906e7ea14bfe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1057894 Aug 17 02:42:27.340071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42484) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:27.408415 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb70fe85-375e-44ff-b282-adb71898298f req-550852ce-0e11-4442-a2ac-92ccd042e082 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638956 Aug 17 02:42:27.474373 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9b450522-789c-4da9-a541-310253751d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:27.511245 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9b450522-789c-4da9-a541-310253751d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:27.578353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb70fe85-375e-44ff-b282-adb71898298f req-b32a6d1a-be44-4d57-a72b-6a4d7fff5c94 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563981 Aug 17 02:42:27.751532 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9b450522-789c-4da9-a541-310253751d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:27.756721 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9b450522-789c-4da9-a541-310253751d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:27.761757 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9b450522-789c-4da9-a541-310253751d00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed5c603f-3834-4ce3-ae13-fb2df1f3669a HTTP/1.1" status: 204 len: 168 time: 0.4170334 Aug 17 02:42:27.771176 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b450522-789c-4da9-a541-310253751d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5c603f-3834-4ce3-ae13-fb2df1f3669a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:28.339987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a838ea-618d-4c9a-bc60-c16bb01a94f6 req-94758273-b85f-4a24-b9c6-7c44ab6edf7a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:28.346672 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6a838ea-618d-4c9a-bc60-c16bb01a94f6 req-94758273-b85f-4a24-b9c6-7c44ab6edf7a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 944 time: 0.1211545 Aug 17 02:42:28.408553 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6a838ea-618d-4c9a-bc60-c16bb01a94f6 req-53de2e19-2aae-4668-bf6b-a95d4a76ef49 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597470 Aug 17 02:42:28.718574 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:29.426913 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42520) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:29.617099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54315980-dde0-4f61-8186-80488e608afb req-a73258af-85da-4459-ae89-4f7900f8a18c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:29.627793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54315980-dde0-4f61-8186-80488e608afb req-a73258af-85da-4459-ae89-4f7900f8a18c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 944 time: 0.1089253 Aug 17 02:42:29.703265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1050455137-network', 'tenant_id': '3bcac35b185b4c6482cfc0fa44fc82ac'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:29.721761 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54315980-dde0-4f61-8186-80488e608afb req-d17f138e-de4d-4dc7-8c38-0db486937233 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928125 Aug 17 02:42:29.820667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42530) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:29.826797 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Request body: {'subnets': [{'network_id': '99d7becd-91af-4204-b0bf-033b12ce048a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--904713715', 'ip_version': 6}, {'network_id': 'e0f10bf9-8c96-493f-ac51-7a6247f8b8be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:29.827115 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Request body: {'subnet': {'network_id': '99d7becd-91af-4204-b0bf-033b12ce048a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--904713715', 'ip_version': 6}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:29.827800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Request body: {'subnet': {'network_id': 'e0f10bf9-8c96-493f-ac51-7a6247f8b8be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:29.882800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] Made reservation on behalf of 3bcac35b185b4c6482cfc0fa44fc82ac for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:29.882800 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:29.898500 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:30.100159 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:30.214095 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:30.240639 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:42:30.260646 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:30.261032 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] Added segment b6225428-6a1e-4956-8647-85c03248409b of type vlan for network 3eed1dd8-2fbc-40c5-8a14-5c224de48b65 Aug 17 02:42:30.262272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ad926f-7b11-4c30-b019-4f92070631e1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:30.306859 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:30.346075 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Made reservation on behalf of 93638669ed00414fb85359682044106f for: {'subnet': 2} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:30.350730 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:30.351084 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:30.403681 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:30.404662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:30.405261 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:30.506067 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] Pushing event updated for resources: {'Network': ['ID=3eed1dd8-2fbc-40c5-8a14-5c224de48b65,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:30.518400 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 3eed1dd8-2fbc-40c5-8a14-5c224de48b65 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:42:30.883274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e42c8-e097-4b33-adae-eb6501cde52b req-ae1a40e6-92b0-420d-b2e1-9f2343fc1e07 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:30.884861 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-051e42c8-e097-4b33-adae-eb6501cde52b req-ae1a40e6-92b0-420d-b2e1-9f2343fc1e07 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 944 time: 0.0641060 Aug 17 02:42:30.924051 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-051e42c8-e097-4b33-adae-eb6501cde52b req-24350d24-513c-43c6-9779-d5298118304f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326786 Aug 17 02:42:31.449479 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-93eea1e0-5627-4d35-acc8-ba48adc757fb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0213642 Aug 17 02:42:31.476502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42556) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:31.476502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-82cd7dbb-57d9-4f05-a8e2-9dc1d2538fe5 admin admin] Request body: {'subnet': {'network_id': '3eed1dd8-2fbc-40c5-8a14-5c224de48b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1050455137-subnet', 'tenant_id': '3bcac35b185b4c6482cfc0fa44fc82ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:31.556049 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:31.556443 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:31.626045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event updated for resources: {'Subnet': ['ID=38d933d7-2206-4824-a921-a825f8afd989,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:31.634974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Checking segment: {'id': '641e4e38-c506-4913-abe3-275141ec7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '99d7becd-91af-4204-b0bf-033b12ce048a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:42:31.639881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Network hostable DHCP agents. Network: 99d7becd-91af-4204-b0bf-033b12ce048a, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:42:31.639881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cd7dbb-57d9-4f05-a8e2-9dc1d2538fe5 admin admin] Made reservation on behalf of 3bcac35b185b4c6482cfc0fa44fc82ac for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:31.641031 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-82cd7dbb-57d9-4f05-a8e2-9dc1d2538fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:31.727893 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device a6edcd64-d283-4ff0-8346-30024d6ff261 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:42:31.847171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port a6edcd64-d283-4ff0-8346-30024d6ff261, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=a6edcd64-d283-4ff0-8346-30024d6ff261,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:31.867183 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'a6edcd64-d283-4ff0-8346-30024d6ff261', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'port_id': 'a6edcd64-d283-4ff0-8346-30024d6ff261', 'mac_address': 'fa:16:3e:29:99:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:42:31.914062 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:31.931018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6edcd64-d283-4ff0-8346-30024d6ff261 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:42:31.955949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port a6edcd64-d283-4ff0-8346-30024d6ff261, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=a6edcd64-d283-4ff0-8346-30024d6ff261,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:32.087107 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:32.166085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=a6edcd64-d283-4ff0-8346-30024d6ff261,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:32.178712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Network 99d7becd-91af-4204-b0bf-033b12ce048a is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:42:32.244243 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59918e-0f2f-4877-96f6-f9d11efbe8b0 req-2f404541-62cc-4f8d-ace2-a9dd1e4bf1f9 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:32.245986 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a59918e-0f2f-4877-96f6-f9d11efbe8b0 req-2f404541-62cc-4f8d-ace2-a9dd1e4bf1f9 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 945 time: 0.0683718 Aug 17 02:42:32.287876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a59918e-0f2f-4877-96f6-f9d11efbe8b0 req-45e205e1-8193-46b7-9679-8b1029e2b569 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343294 Aug 17 02:42:32.318743 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-82cd7dbb-57d9-4f05-a8e2-9dc1d2538fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:32.381073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 99d7becd-91af-4204-b0bf-033b12ce048a) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:32.388833 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:32.391279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd7dbb-57d9-4f05-a8e2-9dc1d2538fe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d1f392f-399b-414f-8d6a-18e6e906f728,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:32.400343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c8863e-4e43-45ed-ac17-06dc519e08df None None] Network 99d7becd-91af-4204-b0bf-033b12ce048a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:42:32.406890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd7dbb-57d9-4f05-a8e2-9dc1d2538fe5 admin admin] Checking segment: {'id': 'b6225428-6a1e-4956-8647-85c03248409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3eed1dd8-2fbc-40c5-8a14-5c224de48b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:42:32.407260 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cd7dbb-57d9-4f05-a8e2-9dc1d2538fe5 admin admin] Network hostable DHCP agents. Network: 3eed1dd8-2fbc-40c5-8a14-5c224de48b65, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:42:32.474886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event updated for resources: {'Subnet': ['ID=10f2b020-eabc-4368-be59-81d3a5faf359,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:32.486538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Checking segment: {'id': '9d856d49-8dd1-44f0-ac51-33f7b1800c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e0f10bf9-8c96-493f-ac51-7a6247f8b8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:42:32.486899 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Network hostable DHCP agents. Network: e0f10bf9-8c96-493f-ac51-7a6247f8b8be, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:42:32.537475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['a6edcd64-d283-4ff0-8346-30024d6ff261'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:42:32.566449 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cd7dbb-57d9-4f05-a8e2-9dc1d2538fe5 admin admin] Network 3eed1dd8-2fbc-40c5-8a14-5c224de48b65 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:42:32.573662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-82cd7dbb-57d9-4f05-a8e2-9dc1d2538fe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 3eed1dd8-2fbc-40c5-8a14-5c224de48b65) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:32.578144 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cd7dbb-57d9-4f05-a8e2-9dc1d2538fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:32.579445 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-82cd7dbb-57d9-4f05-a8e2-9dc1d2538fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:32.591797 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27336f3e-e36a-44c7-861b-c32e20f7bd66 None None] Network 3eed1dd8-2fbc-40c5-8a14-5c224de48b65 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:42:32.607440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Network e0f10bf9-8c96-493f-ac51-7a6247f8b8be is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:42:32.664081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-99d7becd-91af-4204-b0bf-033b12ce048a', 'network_id': '99d7becd-91af-4204-b0bf-033b12ce048a', 'tenant_id': '93638669ed00414fb85359682044106f', 'fixed_ips': [{'subnet_id': '38d933d7-2206-4824-a921-a825f8afd989'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:42:32.664935 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:32.770959 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-82cd7dbb-57d9-4f05-a8e2-9dc1d2538fe5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3169158 Aug 17 02:42:32.825731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, e0f10bf9-8c96-493f-ac51-7a6247f8b8be) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:32.833278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:32.834137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:32.834688 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:32.857229 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed078004-cd8a-4c2e-a195-6a19d7b7dae3 None None] Network e0f10bf9-8c96-493f-ac51-7a6247f8b8be requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:42:32.883493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d869cd-b4cd-4ffd-afe5-c7773d6f108b None None] Network 3eed1dd8-2fbc-40c5-8a14-5c224de48b65 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:42:32.945305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-aa157bba-7c26-4709-9204-c2be1b7e3451 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.1228004 Aug 17 02:42:32.948167 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42588) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:33.031950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d22e978-43f8-4b63-8129-df99c3093e28 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:33.034650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d22e978-43f8-4b63-8129-df99c3093e28 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:33.036581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d22e978-43f8-4b63-8129-df99c3093e28 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:33.039106 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5d22e978-43f8-4b63-8129-df99c3093e28 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0895822 Aug 17 02:42:33.050239 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42590) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:33.051170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Allocated IP 2001:db8::1 (99d7becd-91af-4204-b0bf-033b12ce048a/38d933d7-2206-4824-a921-a825f8afd989/7f0c5967-e43b-440e-8c8b-ad5187be0fc1) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:42:33.133328 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-230db037-a068-48aa-9fe0-e51b21319876 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Deleting subnet 38d933d7-2206-4824-a921-a825f8afd989 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:42:33.337598 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:33.350879 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Transition to ACTIVE for port object 7f0c5967-e43b-440e-8c8b-ad5187be0fc1 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:33.417035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Transition to ACTIVE for port object 7f0c5967-e43b-440e-8c8b-ad5187be0fc1 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:33.444721 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-e0f10bf9-8c96-493f-ac51-7a6247f8b8be', 'network_id': 'e0f10bf9-8c96-493f-ac51-7a6247f8b8be', 'tenant_id': '93638669ed00414fb85359682044106f', 'fixed_ips': [{'subnet_id': '10f2b020-eabc-4368-be59-81d3a5faf359'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:42:33.445747 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:33.477070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91feae5-eb60-4465-bcf4-7342aaa994b8 req-00e9da65-5a22-4492-a37d-e5b024425687 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:33.486882 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e91feae5-eb60-4465-bcf4-7342aaa994b8 req-00e9da65-5a22-4492-a37d-e5b024425687 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 945 time: 0.0670478 Aug 17 02:42:33.522356 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-230db037-a068-48aa-9fe0-e51b21319876 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:33.535812 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e91feae5-eb60-4465-bcf4-7342aaa994b8 req-f990fa61-9210-42fa-8693-a6ab7f9b3ebd tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482168 Aug 17 02:42:33.588060 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:33.600399 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-230db037-a068-48aa-9fe0-e51b21319876 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:33.665623 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Network 99d7becd-91af-4204-b0bf-033b12ce048a is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:42:33.702904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:33.708744 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:42:33.721813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Pushing event updated for resources: {'Port': ['ID=7f0c5967-e43b-440e-8c8b-ad5187be0fc1,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:33.762714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Allocated IP 2001:db8:0:1::1 (e0f10bf9-8c96-493f-ac51-7a6247f8b8be/10f2b020-eabc-4368-be59-81d3a5faf359/8a8db402-2c7c-4d4b-add9-aa0b369518c2) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:42:33.765870 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-230db037-a068-48aa-9fe0-e51b21319876 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:33.955985 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-230db037-a068-48aa-9fe0-e51b21319876 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:33.989850 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230db037-a068-48aa-9fe0-e51b21319876 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event deleted for resources: {'Subnet': ['ID=38d933d7-2206-4824-a921-a825f8afd989,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:33.995822 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-230db037-a068-48aa-9fe0-e51b21319876 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:34.001015 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-230db037-a068-48aa-9fe0-e51b21319876 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "DELETE /v2.0/subnets/38d933d7-2206-4824-a921-a825f8afd989 HTTP/1.1" status: 204 len: 168 time: 0.9469855 Aug 17 02:42:34.001359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42618) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:34.116926 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:34.117306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:34.117548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:34.117892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:34.118233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:34.118570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:34.119058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:34.119358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-b148f7bf-f43b-477c-9fda-2ef8b6e84f60 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Deleting subnet 10f2b020-eabc-4368-be59-81d3a5faf359 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:42:34.119506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:34.119819 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:34.120153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:34.120487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:34.120817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:34.209532 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Attempting to bind port 7f0c5967-e43b-440e-8c8b-ad5187be0fc1 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:42:34.209902 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Attempting to bind port 7f0c5967-e43b-440e-8c8b-ad5187be0fc1 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '641e4e38-c506-4913-abe3-275141ec7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '99d7becd-91af-4204-b0bf-033b12ce048a'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:42:34.210365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Attempting to bind port 7f0c5967-e43b-440e-8c8b-ad5187be0fc1 on network 99d7becd-91af-4204-b0bf-033b12ce048a {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:42:34.221772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:42:34.222167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Checking segment: {'id': '641e4e38-c506-4913-abe3-275141ec7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '99d7becd-91af-4204-b0bf-033b12ce048a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:42:34.222578 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:34.222978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Bound using segment: {'id': '641e4e38-c506-4913-abe3-275141ec7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '99d7becd-91af-4204-b0bf-033b12ce048a'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:42:34.223614 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Bound port: 7f0c5967-e43b-440e-8c8b-ad5187be0fc1, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641e4e38-c506-4913-abe3-275141ec7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '99d7becd-91af-4204-b0bf-033b12ce048a'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:42:34.224017 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:34.316236 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:34.338422 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Transition to ACTIVE for port object 8a8db402-2c7c-4d4b-add9-aa0b369518c2 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:34.355546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] For port 7f0c5967-e43b-440e-8c8b-ad5187be0fc1, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:42:34.371563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Transition to ACTIVE for port object 8a8db402-2c7c-4d4b-add9-aa0b369518c2 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:34.374842 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] For port 7f0c5967-e43b-440e-8c8b-ad5187be0fc1, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7f0c5967-e43b-440e-8c8b-ad5187be0fc1,segment=NetworkSegment(641e4e38-c506-4913-abe3-275141ec7dd7),segment_id=641e4e38-c506-4913-abe3-275141ec7dd7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:42:34.454996 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:34.500230 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b148f7bf-f43b-477c-9fda-2ef8b6e84f60 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:34.542181 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:34.579931 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b148f7bf-f43b-477c-9fda-2ef8b6e84f60 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:34.582080 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Network e0f10bf9-8c96-493f-ac51-7a6247f8b8be is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:42:34.582926 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0c0f8-841d-48fe-842e-9d52713cffa7 None None] Pushing event updated for resources: {'Port': ['ID=7f0c5967-e43b-440e-8c8b-ad5187be0fc1,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:34.589654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:34.592765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:42:34.595980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3885b732-447e-4467-8c42-87ca71c2862c None None] Network 99d7becd-91af-4204-b0bf-033b12ce048a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:42:34.636963 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Pushing event updated for resources: {'Port': ['ID=8a8db402-2c7c-4d4b-add9-aa0b369518c2,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:34.705643 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b148f7bf-f43b-477c-9fda-2ef8b6e84f60 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:34.821263 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Attempting to bind port 8a8db402-2c7c-4d4b-add9-aa0b369518c2 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:42:34.821891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Attempting to bind port 8a8db402-2c7c-4d4b-add9-aa0b369518c2 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9d856d49-8dd1-44f0-ac51-33f7b1800c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e0f10bf9-8c96-493f-ac51-7a6247f8b8be'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:42:34.822269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Attempting to bind port 8a8db402-2c7c-4d4b-add9-aa0b369518c2 on network e0f10bf9-8c96-493f-ac51-7a6247f8b8be {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:42:34.832238 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:42:34.832782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Checking segment: {'id': '9d856d49-8dd1-44f0-ac51-33f7b1800c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e0f10bf9-8c96-493f-ac51-7a6247f8b8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:42:34.833351 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:34.833848 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Bound using segment: {'id': '9d856d49-8dd1-44f0-ac51-33f7b1800c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e0f10bf9-8c96-493f-ac51-7a6247f8b8be'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:42:34.834442 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Bound port: 8a8db402-2c7c-4d4b-add9-aa0b369518c2, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d856d49-8dd1-44f0-ac51-33f7b1800c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e0f10bf9-8c96-493f-ac51-7a6247f8b8be'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:42:34.834956 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:34.846222 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b148f7bf-f43b-477c-9fda-2ef8b6e84f60 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:34.881654 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b148f7bf-f43b-477c-9fda-2ef8b6e84f60 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:34.883535 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b148f7bf-f43b-477c-9fda-2ef8b6e84f60 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "DELETE /v2.0/subnets/10f2b020-eabc-4368-be59-81d3a5faf359 HTTP/1.1" status: 204 len: 168 time: 0.8811538 Aug 17 02:42:34.884675 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148f7bf-f43b-477c-9fda-2ef8b6e84f60 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event deleted for resources: {'Subnet': ['ID=10f2b020-eabc-4368-be59-81d3a5faf359,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:34.886371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42636) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:34.908090 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fcfc3-d047-4e37-a88c-8f2131e89f14 req-4201d726-869b-4f6f-9856-07e21e07bc1a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:34.909940 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-549fcfc3-d047-4e37-a88c-8f2131e89f14 req-4201d726-869b-4f6f-9856-07e21e07bc1a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 945 time: 0.1049881 Aug 17 02:42:34.960543 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4244a71-b4cd-49cd-9175-0cf874318d34 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:34.966175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-549fcfc3-d047-4e37-a88c-8f2131e89f14 req-b4b58979-df2e-41aa-9520-47ca9da87b8e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481966 Aug 17 02:42:34.966990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42638) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:34.967372 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b4244a71-b4cd-49cd-9175-0cf874318d34 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0797114 Aug 17 02:42:34.978760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] For port 8a8db402-2c7c-4d4b-add9-aa0b369518c2, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:42:34.987192 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] For port 8a8db402-2c7c-4d4b-add9-aa0b369518c2, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8a8db402-2c7c-4d4b-add9-aa0b369518c2,segment=NetworkSegment(9d856d49-8dd1-44f0-ac51-33f7b1800c9c),segment_id=9d856d49-8dd1-44f0-ac51-33f7b1800c9c)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:42:35.083759 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:35.106179 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:35.182126 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Deleting port 8a8db402-2c7c-4d4b-add9-aa0b369518c2 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:42:35.182480 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:35.239104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88036c48-88bd-4f5f-bf30-e424640f7638 None None] Pushing event updated for resources: {'Port': ['ID=8a8db402-2c7c-4d4b-add9-aa0b369518c2,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:35.252244 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dd406a-8c23-481d-b04c-89954386332c None None] Network e0f10bf9-8c96-493f-ac51-7a6247f8b8be requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:42:35.258696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] For port 8a8db402-2c7c-4d4b-add9-aa0b369518c2, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8a8db402-2c7c-4d4b-add9-aa0b369518c2,segment=NetworkSegment(9d856d49-8dd1-44f0-ac51-33f7b1800c9c),segment_id=9d856d49-8dd1-44f0-ac51-33f7b1800c9c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:35.259148 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:35.274204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Calling delete_port for 8a8db402-2c7c-4d4b-add9-aa0b369518c2 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:42:35.402071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eb6e5c-91db-450e-a912-c7de316965db None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:42:35.524833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eb6e5c-91db-450e-a912-c7de316965db None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:42:35.546198 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:35.576910 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event deleted for resources: {'Port': ['ID=8a8db402-2c7c-4d4b-add9-aa0b369518c2,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:35.585305 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] No DVR routers for this DVR port 8a8db402-2c7c-4d4b-add9-aa0b369518c2 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:42:35.680887 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:35.691275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f10bf9-8c96-493f-ac51-7a6247f8b8be']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:35.701829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d856d49-8dd1-44f0-ac51-33f7b1800c9c') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:35.702501 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d856d49-8dd1-44f0-ac51-33f7b1800c9c') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:35.711941 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:35.727512 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:35.734269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:42:35.735044 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:42:35.738045 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:42:35.757930 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device a6edcd64-d283-4ff0-8346-30024d6ff261 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:42:35.856376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eefdbb-4254-4676-892f-20f07c0aa9e5 None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:42:35.909415 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:35.916795 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:35.919584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "DELETE /v2.0/networks/e0f10bf9-8c96-493f-ac51-7a6247f8b8be HTTP/1.1" status: 204 len: 168 time: 0.9509459 Aug 17 02:42:35.922285 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42656) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:35.942819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b77b4-797f-4cf3-baca-563455358354 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event deleted for resources: {'Network': ['ID=e0f10bf9-8c96-493f-ac51-7a6247f8b8be,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:35.968377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port a6edcd64-d283-4ff0-8346-30024d6ff261 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:42:35.988697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port a6edcd64-d283-4ff0-8346-30024d6ff261 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:35.989258 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:35.994170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eefdbb-4254-4676-892f-20f07c0aa9e5 None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:42:36.032349 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:36.127825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Deleting port 7f0c5967-e43b-440e-8c8b-ad5187be0fc1 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:42:36.128659 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:36.161724 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:36.197650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007ff1a-f375-41d3-864e-e93717f5ec4d req-b9e95585-6737-467d-bda5-7f5044363b5c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:36.199334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6007ff1a-f375-41d3-864e-e93717f5ec4d req-b9e95585-6737-467d-bda5-7f5044363b5c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 945 time: 0.1106477 Aug 17 02:42:36.220370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f3d72-a6da-499d-8f36-fefe98a62593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6edcd64-d283-4ff0-8346-30024d6ff261'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:42:36.224308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] For port 7f0c5967-e43b-440e-8c8b-ad5187be0fc1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7f0c5967-e43b-440e-8c8b-ad5187be0fc1,segment=NetworkSegment(641e4e38-c506-4913-abe3-275141ec7dd7),segment_id=641e4e38-c506-4913-abe3-275141ec7dd7)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:36.224308 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:36.224715 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c271ce0b-2767-4324-93f8-94a3b0746a77" -d '{"events": [{"server_uuid": "7a6f3d72-a6da-499d-8f36-fefe98a62593", "name": "network-vif-plugged", "status": "completed", "tag": "a6edcd64-d283-4ff0-8346-30024d6ff261"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:42:36.245392 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Calling delete_port for 7f0c5967-e43b-440e-8c8b-ad5187be0fc1 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:42:36.270115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6007ff1a-f375-41d3-864e-e93717f5ec4d req-4b366776-0aca-4435-a16f-3899cf8a7cdd tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614593 Aug 17 02:42:36.271604 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port a6edcd64-d283-4ff0-8346-30024d6ff261, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=a6edcd64-d283-4ff0-8346-30024d6ff261,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:36.383126 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:36.441083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=a6edcd64-d283-4ff0-8346-30024d6ff261,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:36.454427 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:36.494795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event deleted for resources: {'Port': ['ID=7f0c5967-e43b-440e-8c8b-ad5187be0fc1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:36.499231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] No DVR routers for this DVR port 7f0c5967-e43b-440e-8c8b-ad5187be0fc1 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:42:36.562431 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-02eaf299-c08f-498f-877a-3001a30c6df1 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:36.564004 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-02eaf299-c08f-498f-877a-3001a30c6df1 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/networks?id=3eed1dd8-2fbc-40c5-8a14-5c224de48b65 HTTP/1.1" status: 200 len: 810 time: 0.1878974 Aug 17 02:42:36.612346 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-31ae0e33-b004-4f73-88ca-beafe550d557 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/quotas/3bcac35b185b4c6482cfc0fa44fc82ac HTTP/1.1" status: 200 len: 375 time: 0.0227075 Aug 17 02:42:36.616153 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:36.635939 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d7becd-91af-4204-b0bf-033b12ce048a']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:36.656568 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-d2871311-f661-4da8-9575-ac1caf6901a3 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3bcac35b185b4c6482cfc0fa44fc82ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377247 Aug 17 02:42:36.659912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641e4e38-c506-4913-abe3-275141ec7dd7') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:36.660212 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641e4e38-c506-4913-abe3-275141ec7dd7') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:36.678533 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:36.733409 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:36.742688 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:42:36.743088 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:42:36.746009 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:42:36.824345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-be105f02-fc0d-4d00-b511-9e95468385f3 service neutron] 10.222.0.13 "GET /v2.0/networks/3eed1dd8-2fbc-40c5-8a14-5c224de48b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574523 Aug 17 02:42:36.928834 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-538602d4-74e2-4c28-a399-3cc7ffaaae00 service neutron] 10.222.0.13 "GET /v2.0/networks/3eed1dd8-2fbc-40c5-8a14-5c224de48b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975845 Aug 17 02:42:37.006582 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:37.016762 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:37.020404 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "DELETE /v2.0/networks/99d7becd-91af-4204-b0bf-033b12ce048a HTTP/1.1" status: 204 len: 168 time: 1.0943916 Aug 17 02:42:37.020895 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42684) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:37.028996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3417e-e77c-45c1-a9b6-06007346cf91 tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event deleted for resources: {'Network': ['ID=99d7becd-91af-4204-b0bf-033b12ce048a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:37.101222 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c023b92d-6675-4d18-bfed-d213a528948a tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:37.197404 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c023b92d-6675-4d18-bfed-d213a528948a tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:37.207996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-c023b92d-6675-4d18-bfed-d213a528948a tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfd9ed1-3abb-451c-8e87-2c9f9ba30162']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:37.219029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-c023b92d-6675-4d18-bfed-d213a528948a tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619f2ca9-54ea-4b41-89ed-8469978f0485') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:37.219374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-c023b92d-6675-4d18-bfed-d213a528948a tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619f2ca9-54ea-4b41-89ed-8469978f0485') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:37.228343 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c023b92d-6675-4d18-bfed-d213a528948a tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:37.243366 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c023b92d-6675-4d18-bfed-d213a528948a tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:37.249629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c023b92d-6675-4d18-bfed-d213a528948a tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:42:37.250019 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c023b92d-6675-4d18-bfed-d213a528948a tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:42:37.253516 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:42:37.463633 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c023b92d-6675-4d18-bfed-d213a528948a tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:37.475810 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c023b92d-6675-4d18-bfed-d213a528948a tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:37.477990 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c023b92d-6675-4d18-bfed-d213a528948a tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "DELETE /v2.0/networks/7dfd9ed1-3abb-451c-8e87-2c9f9ba30162 HTTP/1.1" status: 204 len: 168 time: 0.4558012 Aug 17 02:42:37.480796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42690) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:37.491684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023b92d-6675-4d18-bfed-d213a528948a tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event deleted for resources: {'Network': ['ID=7dfd9ed1-3abb-451c-8e87-2c9f9ba30162,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:37.600031 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0d76aa1-c676-4f8e-b74c-54f38df6538e tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:37.640912 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797cfd12-bc0e-4e68-a915-fb8fc112bdc0 x-openstack-request-id: req-797cfd12-bc0e-4e68-a915-fb8fc112bdc0 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:42:37.641490 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f3d72-a6da-499d-8f36-fefe98a62593", "name": "network-vif-plugged", "status": "completed", "tag": "a6edcd64-d283-4ff0-8346-30024d6ff261", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:42:37.641490 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-797cfd12-bc0e-4e68-a915-fb8fc112bdc0 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:42:37.641876 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f3d72-a6da-499d-8f36-fefe98a62593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6edcd64-d283-4ff0-8346-30024d6ff261', 'code': 200} Aug 17 02:42:37.728553 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0d76aa1-c676-4f8e-b74c-54f38df6538e tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:37.742421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-b0d76aa1-c676-4f8e-b74c-54f38df6538e tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6ca7f0-a726-481c-9fec-859d405667ab']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:37.756778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-b0d76aa1-c676-4f8e-b74c-54f38df6538e tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298cc8bf-e1ce-4f55-9ad7-500958db5130') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:37.757127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-b0d76aa1-c676-4f8e-b74c-54f38df6538e tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298cc8bf-e1ce-4f55-9ad7-500958db5130') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:42:37.784343 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0d76aa1-c676-4f8e-b74c-54f38df6538e tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:37.844013 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0d76aa1-c676-4f8e-b74c-54f38df6538e tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:37.855512 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d76aa1-c676-4f8e-b74c-54f38df6538e tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:42:37.855961 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0d76aa1-c676-4f8e-b74c-54f38df6538e tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:42:37.859365 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:42:37.930167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18105a74-cfe3-4af7-a997-5514f710a28d req-1006ad77-30a0-4208-8383-1fc0ed2cee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:37.931966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18105a74-cfe3-4af7-a997-5514f710a28d req-1006ad77-30a0-4208-8383-1fc0ed2cee91 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 1098 time: 0.1606891 Aug 17 02:42:37.942887 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8727a-a928-471c-8250-d08f2fab1ff0 req-2ce8ed0c-7ebc-4405-82ff-ac8ca599f874 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:37.944418 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3b8727a-a928-471c-8250-d08f2fab1ff0 req-2ce8ed0c-7ebc-4405-82ff-ac8ca599f874 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 946 time: 0.1349306 Aug 17 02:42:37.956338 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bb99a1ae-f5a1-4bb3-a543-9182e3b4f66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:38.008730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3b8727a-a928-471c-8250-d08f2fab1ff0 req-3d5a8b44-1208-4f76-abf7-49c48d9249f8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539968 Aug 17 02:42:38.010425 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18105a74-cfe3-4af7-a997-5514f710a28d req-becf03f5-6650-42fc-84c5-65817882e3ce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643713 Aug 17 02:42:38.052668 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0d76aa1-c676-4f8e-b74c-54f38df6538e tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:38.062337 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0d76aa1-c676-4f8e-b74c-54f38df6538e tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:38.070840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b0d76aa1-c676-4f8e-b74c-54f38df6538e tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] 10.222.0.13 "DELETE /v2.0/networks/4e6ca7f0-a726-481c-9fec-859d405667ab HTTP/1.1" status: 204 len: 168 time: 0.5819600 Aug 17 02:42:38.106224 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d76aa1-c676-4f8e-b74c-54f38df6538e tempest-BulkNetworkOpsIpV6Test-826989294 tempest-BulkNetworkOpsIpV6Test-826989294-project] Pushing event deleted for resources: {'Network': ['ID=4e6ca7f0-a726-481c-9fec-859d405667ab,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:38.114254 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1111418-0af6-4560-b9a5-4494b517b4c1 req-86176545-1606-4f6d-9178-5a98011d58ea tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 210 time: 0.0587645 Aug 17 02:42:38.726301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42712) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:38.885142 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42718) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:38.893857 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4a91ec74-a009-4c07-8330-37ae46c63390 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93638669ed00414fb85359682044106f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651971 Aug 17 02:42:38.941592 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5bc28488-2aca-416d-94f9-457069de13e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:38.965510 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5bc28488-2aca-416d-94f9-457069de13e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:39.141107 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5bc28488-2aca-416d-94f9-457069de13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:39.145938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5bc28488-2aca-416d-94f9-457069de13e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:39.148710 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5bc28488-2aca-416d-94f9-457069de13e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a67553b-925d-4858-b800-ef19dd8e4c62 HTTP/1.1" status: 204 len: 168 time: 0.2620659 Aug 17 02:42:39.167961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc28488-2aca-416d-94f9-457069de13e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a67553b-925d-4858-b800-ef19dd8e4c62,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:39.199201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46200819-6a57-4a99-9de4-408fb0ef3c12 req-71fd7200-3b8b-40a3-ac3b-74cf5a4dd7b3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:39.206626 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-46200819-6a57-4a99-9de4-408fb0ef3c12 req-71fd7200-3b8b-40a3-ac3b-74cf5a4dd7b3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 946 time: 0.0988553 Aug 17 02:42:39.260963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-46200819-6a57-4a99-9de4-408fb0ef3c12 req-cbe641e9-4c3b-48b7-805f-b59d3098ebbc tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388217 Aug 17 02:42:39.370340 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1786c93d-f539-42d1-b0ca-00047164780f req-02380124-6fd5-463c-8702-39d133196927 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 210 time: 0.0319567 Aug 17 02:42:40.343939 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6fa4d7c0-d182-4b58-978f-f415a06084fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:40.428479 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb8ebe-a5ae-4fbc-a88b-a20181498e11 req-e17339ad-892d-4fba-b278-8f6f79732f0b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:40.438070 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3cb8ebe-a5ae-4fbc-a88b-a20181498e11 req-e17339ad-892d-4fba-b278-8f6f79732f0b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 946 time: 0.0927072 Aug 17 02:42:40.499444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3cb8ebe-a5ae-4fbc-a88b-a20181498e11 req-e19e75c2-4989-45da-a29e-4e4cd301c261 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540376 Aug 17 02:42:40.589684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-0912757b-24d8-4cc1-a2d5-86e65f2c5c18 req-974a792e-21b7-4a74-80f0-306542b6646b service neutron] (95407) timed out ('10.222.0.13', 35954) {{(pid=95407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 02:42:40.599282 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9766add-ee1a-4d47-a1ed-dccef7e1a4bd req-216bcef1-9d38-4d4e-9c2c-589f811ce3b4 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 210 time: 0.0397565 Aug 17 02:42:40.647488 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:40.736001 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ab06e95-fa56-4c12-bcf2-dec6ce5292f0 req-73c2aab9-7bdb-4e64-8139-2f789592626c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9c180ae939a34aacab47cf5d9b29aa11 HTTP/1.1" status: 200 len: 267 time: 0.0518458 Aug 17 02:42:40.736833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42762) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:40.788721 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab06e95-fa56-4c12-bcf2-dec6ce5292f0 req-2525e7c3-6075-4950-a878-d958fcaf75c6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:40.794822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ab06e95-fa56-4c12-bcf2-dec6ce5292f0 req-2525e7c3-6075-4950-a878-d958fcaf75c6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 946 time: 0.0568912 Aug 17 02:42:40.805144 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-8ab06e95-fa56-4c12-bcf2-dec6ce5292f0 req-99fb6054-452f-4007-b03c-170402ee05e6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Request body: {'port': {'security_groups': []}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:40.855283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f58ca89a-9aec-42d6-aff3-428ba666ed62 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:40.856052 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-f58ca89a-9aec-42d6-aff3-428ba666ed62 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 02:42:40.857117 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-f58ca89a-9aec-42d6-aff3-428ba666ed62 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 02:42:40.862204 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f58ca89a-9aec-42d6-aff3-428ba666ed62 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1241581 Aug 17 02:42:40.862855 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42770) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:40.868011 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-01f074bb-a562-4266-9a95-86afececa789 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839671683'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:40.900056 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8ab06e95-fa56-4c12-bcf2-dec6ce5292f0 req-99fb6054-452f-4007-b03c-170402ee05e6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:41.014744 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-01f074bb-a562-4266-9a95-86afececa789 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:41.031032 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-01f074bb-a562-4266-9a95-86afececa789 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:41.101608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-8ab06e95-fa56-4c12-bcf2-dec6ce5292f0 req-99fb6054-452f-4007-b03c-170402ee05e6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] For port a6edcd64-d283-4ff0-8346-30024d6ff261, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=a6edcd64-d283-4ff0-8346-30024d6ff261,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:41.134356 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8ab06e95-fa56-4c12-bcf2-dec6ce5292f0 req-99fb6054-452f-4007-b03c-170402ee05e6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:41.187675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-17771078-60a6-4d74-847b-0ba625d9d6a6 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:41.189099 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-17771078-60a6-4d74-847b-0ba625d9d6a6 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.42 "GET /v2.0/networks?id=3eed1dd8-2fbc-40c5-8a14-5c224de48b65 HTTP/1.1" status: 200 len: 810 time: 0.1487994 Aug 17 02:42:41.210654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-fa4bafab-cd94-40ee-b938-1776039f9d61 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Request body: {'port': {'device_id': 'bfc8176d-3113-45d5-8722-31c2673987e7', 'network_id': '3eed1dd8-2fbc-40c5-8a14-5c224de48b65', 'admin_state_up': True, 'tenant_id': '3bcac35b185b4c6482cfc0fa44fc82ac'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:41.279611 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-01f074bb-a562-4266-9a95-86afececa789 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:41.334170 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8ab06e95-fa56-4c12-bcf2-dec6ce5292f0 req-99fb6054-452f-4007-b03c-170402ee05e6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:41.362490 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['77048388-e663-4d7b-8b10-234878b99872', '5392da04-bee1-4ac7-9abd-d09b2cbda146', 'a6edcd64-d283-4ff0-8346-30024d6ff261'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:42:41.391672 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab06e95-fa56-4c12-bcf2-dec6ce5292f0 req-99fb6054-452f-4007-b03c-170402ee05e6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:41.392359 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8ab06e95-fa56-4c12-bcf2-dec6ce5292f0 req-99fb6054-452f-4007-b03c-170402ee05e6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:41.394566 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ab06e95-fa56-4c12-bcf2-dec6ce5292f0 req-99fb6054-452f-4007-b03c-170402ee05e6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "PUT /v2.0/ports/a6edcd64-d283-4ff0-8346-30024d6ff261 HTTP/1.1" status: 200 len: 905 time: 0.5945444 Aug 17 02:42:41.395061 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6f3d72-a6da-499d-8f36-fefe98a62593', 'tag': 'a6edcd64-d283-4ff0-8346-30024d6ff261'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:42:41.400657 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe898e3-e441-465d-a62a-1c4b5c47653c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6f3d72-a6da-499d-8f36-fefe98a62593", "tag": "a6edcd64-d283-4ff0-8346-30024d6ff261"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:42:41.447247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb6054-452f-4007-b03c-170402ee05e6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event updated for resources: {'Port': ['ID=a6edcd64-d283-4ff0-8346-30024d6ff261,revision_number=6']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:41.519665 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-01f074bb-a562-4266-9a95-86afececa789 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:41.556685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['a6edcd64-d283-4ff0-8346-30024d6ff261'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:42:41.563532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f074bb-a562-4266-9a95-86afececa789 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d0fcbb-5444-4753-b49a-9c51f71513d5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:41.655844 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-fa4bafab-cd94-40ee-b938-1776039f9d61 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Made reservation on behalf of 3bcac35b185b4c6482cfc0fa44fc82ac for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:41.660653 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-fa4bafab-cd94-40ee-b938-1776039f9d61 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:41.816105 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:41.832529 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0b0fa88d-d6a2-4115-b565-e727f66f5464 None None] Provisioning complete for port a6edcd64-d283-4ff0-8346-30024d6ff261 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:41.838098 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0b0fa88d-d6a2-4115-b565-e727f66f5464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:41.838317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb135e31-8ad7-434a-bd42-a8a25118e832 req-77518dc4-6f9f-4694-a12f-b392c12bd10d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:41.846271 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb135e31-8ad7-434a-bd42-a8a25118e832 req-77518dc4-6f9f-4694-a12f-b392c12bd10d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 908 time: 0.0899453 Aug 17 02:42:41.872536 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-01f074bb-a562-4266-9a95-86afececa789 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:41.895490 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-fa4bafab-cd94-40ee-b938-1776039f9d61 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Allocated IP 172.20.0.13 (3eed1dd8-2fbc-40c5-8a14-5c224de48b65/3d1f392f-399b-414f-8d6a-18e6e906f728/17092827-395c-4873-9538-7581675032ab) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:42:41.907120 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686917ae-a2e9-4782-b754-9698305b1da4 x-openstack-request-id: req-686917ae-a2e9-4782-b754-9698305b1da4 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:42:41.907120 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6f3d72-a6da-499d-8f36-fefe98a62593", "tag": "a6edcd64-d283-4ff0-8346-30024d6ff261", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:42:41.907327 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-686917ae-a2e9-4782-b754-9698305b1da4 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:42:41.907686 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6f3d72-a6da-499d-8f36-fefe98a62593', 'tag': 'a6edcd64-d283-4ff0-8346-30024d6ff261', 'status': 'completed', 'code': 200} Aug 17 02:42:41.974073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-01f074bb-a562-4266-9a95-86afececa789 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:42.053825 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42bd1090-4ebe-41e4-93b1-b39d68b1d95a req-96b7e262-7390-474f-b817-1b5e5c13edd2 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 210 time: 0.0375617 Aug 17 02:42:42.104538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe898e3-e441-465d-a62a-1c4b5c47653c req-5b746de3-1638-4f01-8bca-bb0cf206c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:42.110038 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebe898e3-e441-465d-a62a-1c4b5c47653c req-5b746de3-1638-4f01-8bca-bb0cf206c01d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 1060 time: 0.1415906 Aug 17 02:42:42.120123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f074bb-a562-4266-9a95-86afececa789 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dcb3e8-b9a7-4d66-922d-06bb0438aee0,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:42.207465 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-fa4bafab-cd94-40ee-b938-1776039f9d61 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:42.264106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe898e3-e441-465d-a62a-1c4b5c47653c req-ef612688-a534-48bf-b934-c2d53c9252a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:42.265987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebe898e3-e441-465d-a62a-1c4b5c47653c req-ef612688-a534-48bf-b934-c2d53c9252a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.1484098 Aug 17 02:42:42.266843 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-01f074bb-a562-4266-9a95-86afececa789 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:42.268249 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-01f074bb-a562-4266-9a95-86afececa789 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4037149 Aug 17 02:42:42.271439 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42792) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:42.276492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7c9bac3d-1419-4d9f-bed7-ed39ec8efe32 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': 'e7dcb3e8-b9a7-4d66-922d-06bb0438aee0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:42.344151 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebe898e3-e441-465d-a62a-1c4b5c47653c req-b794641f-fafe-41e4-81f7-526cab9f5cae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6edcd64-d283-4ff0-8346-30024d6ff261 HTTP/1.1" status: 200 len: 217 time: 0.0586824 Aug 17 02:42:42.406558 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88039f08-0961-44ee-8937-3b6ffcef9dde req-6b4269a3-a857-44de-a30e-9e9e9b81e7b0 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:42.408066 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88039f08-0961-44ee-8937-3b6ffcef9dde req-6b4269a3-a857-44de-a30e-9e9e9b81e7b0 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1410534 Aug 17 02:42:42.437817 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-fa4bafab-cd94-40ee-b938-1776039f9d61 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:42.438927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe898e3-e441-465d-a62a-1c4b5c47653c req-c27e4f04-2a7e-407a-9363-329dc7f09fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:42.440873 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebe898e3-e441-465d-a62a-1c4b5c47653c req-c27e4f04-2a7e-407a-9363-329dc7f09fcd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0885971 Aug 17 02:42:42.472571 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88039f08-0961-44ee-8937-3b6ffcef9dde req-7594aaba-5173-4dc0-935c-d6a68c6fcb78 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552523 Aug 17 02:42:42.505290 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bafab-cd94-40ee-b938-1776039f9d61 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Pushing event updated for resources: {'Port': ['ID=17092827-395c-4873-9538-7581675032ab,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:42.514878 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7c9bac3d-1419-4d9f-bed7-ed39ec8efe32 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:42.535719 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-fa4bafab-cd94-40ee-b938-1776039f9d61 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Network 3eed1dd8-2fbc-40c5-8a14-5c224de48b65 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:42:42.547686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-fa4bafab-cd94-40ee-b938-1776039f9d61 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:42.552900 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-fa4bafab-cd94-40ee-b938-1776039f9d61 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:42:42.560483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe898e3-e441-465d-a62a-1c4b5c47653c req-15569adc-37cd-4e62-9bea-50a42ffde306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:42.563028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebe898e3-e441-465d-a62a-1c4b5c47653c req-15569adc-37cd-4e62-9bea-50a42ffde306 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969841 Aug 17 02:42:42.651152 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-fa4bafab-cd94-40ee-b938-1776039f9d61 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:42.651848 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-fa4bafab-cd94-40ee-b938-1776039f9d61 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:42.675041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebe898e3-e441-465d-a62a-1c4b5c47653c req-9decebb2-4e7b-4644-960f-3120819523bd service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036015 Aug 17 02:42:42.675335 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7c9bac3d-1419-4d9f-bed7-ed39ec8efe32 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:42.757274 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7c9bac3d-1419-4d9f-bed7-ed39ec8efe32 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:42.777064 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9bac3d-1419-4d9f-bed7-ed39ec8efe32 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c878916-20fc-4a0b-94d0-0ab5f238f6b5,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:42.797815 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-fa4bafab-cd94-40ee-b938-1776039f9d61 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5919902 Aug 17 02:42:42.811183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df9a60-6b63-4441-96fd-8d85375140cd req-0ff22722-f7a1-451a-8a29-1ded99d1bc93 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:42.822179 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97df9a60-6b63-4441-96fd-8d85375140cd req-0ff22722-f7a1-451a-8a29-1ded99d1bc93 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0848053 Aug 17 02:42:42.822392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Request body: {'port': {'device_id': 'bfc8176d-3113-45d5-8722-31c2673987e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:42.822494 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ebe898e3-e441-465d-a62a-1c4b5c47653c req-e2541ae7-7fdf-452f-be8e-776482617f4a service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337082 Aug 17 02:42:42.855404 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97df9a60-6b63-4441-96fd-8d85375140cd req-9aad2a00-aeda-4e1a-b85f-42e4ec078396 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360985 Aug 17 02:42:42.896764 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:43.000052 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7c9bac3d-1419-4d9f-bed7-ed39ec8efe32 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:43.002320 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7c9bac3d-1419-4d9f-bed7-ed39ec8efe32 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7299032 Aug 17 02:42:43.023790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42822) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:43.029673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-5c291286-197a-4b0c-8d05-44f7ccd1cc50 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': 'e7dcb3e8-b9a7-4d66-922d-06bb0438aee0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:43.283711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e123105-f88f-47b1-a11f-4173392c8697 req-3c1aaa5d-4e11-46f7-be0c-05c9185e8244 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:43.283711 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e123105-f88f-47b1-a11f-4173392c8697 req-3c1aaa5d-4e11-46f7-be0c-05c9185e8244 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 811 time: 0.1766238 Aug 17 02:42:43.285776 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17092827-395c-4873-9538-7581675032ab {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:42:43.286084 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e123105-f88f-47b1-a11f-4173392c8697 req-30de0779-1d86-439b-a431-cfd85c430fb8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/quotas/9c180ae939a34aacab47cf5d9b29aa11 HTTP/1.1" status: 200 len: 375 time: 0.0177329 Aug 17 02:42:43.286399 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:43.286399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Transition to ACTIVE for port object 17092827-395c-4873-9538-7581675032ab will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:43.286821 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5c291286-197a-4b0c-8d05-44f7ccd1cc50 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:43.337987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e123105-f88f-47b1-a11f-4173392c8697 req-ee4a3918-bbc3-43b2-a0e8-7d2c06cfd145 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1038618 Aug 17 02:42:43.445846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e123105-f88f-47b1-a11f-4173392c8697 req-f0b9b6f6-7e8a-4fc4-8189-1ba286168d85 service neutron] 10.222.0.13 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979173 Aug 17 02:42:43.472191 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:43.514031 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-5c291286-197a-4b0c-8d05-44f7ccd1cc50 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 02:42:43.515299 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5c291286-197a-4b0c-8d05-44f7ccd1cc50 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4904268 Aug 17 02:42:43.520312 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42844) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:43.573401 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Pushing event updated for resources: {'Port': ['ID=17092827-395c-4873-9538-7581675032ab,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:43.618014 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c63f67d6-eca6-4231-8741-805c38f22e42 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:43.627089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e123105-f88f-47b1-a11f-4173392c8697 req-e24e8365-30b6-4b15-9063-76200ed29f54 service neutron] 10.222.0.13 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803346 Aug 17 02:42:43.658096 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c63f67d6-eca6-4231-8741-805c38f22e42 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:43.659495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Attempting to bind port 17092827-395c-4873-9538-7581675032ab on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:42:43.659916 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Attempting to bind port 17092827-395c-4873-9538-7581675032ab by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'b6225428-6a1e-4956-8647-85c03248409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3eed1dd8-2fbc-40c5-8a14-5c224de48b65'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:42:43.664099 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Attempting to bind port 17092827-395c-4873-9538-7581675032ab on network 3eed1dd8-2fbc-40c5-8a14-5c224de48b65 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:42:43.674560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Port 17092827-395c-4873-9538-7581675032ab on network 3eed1dd8-2fbc-40c5-8a14-5c224de48b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:42:43.677487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Attempting to bind port 17092827-395c-4873-9538-7581675032ab on network 3eed1dd8-2fbc-40c5-8a14-5c224de48b65 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:42:43.695547 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:42:43.699496 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Checking segment: {'id': 'b6225428-6a1e-4956-8647-85c03248409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3eed1dd8-2fbc-40c5-8a14-5c224de48b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:42:43.699496 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Bound using segment: {'id': 'b6225428-6a1e-4956-8647-85c03248409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3eed1dd8-2fbc-40c5-8a14-5c224de48b65'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:42:43.699496 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Bound port: 17092827-395c-4873-9538-7581675032ab, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6225428-6a1e-4956-8647-85c03248409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3eed1dd8-2fbc-40c5-8a14-5c224de48b65'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:42:43.699496 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:43.806424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] For port 17092827-395c-4873-9538-7581675032ab, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:42:43.810976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] For port 17092827-395c-4873-9538-7581675032ab, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=17092827-395c-4873-9538-7581675032ab,segment=NetworkSegment(b6225428-6a1e-4956-8647-85c03248409b),segment_id=b6225428-6a1e-4956-8647-85c03248409b)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:42:43.826372 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:43.905553 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c63f67d6-eca6-4231-8741-805c38f22e42 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:43.908220 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c63f67d6-eca6-4231-8741-805c38f22e42 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:43.909436 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c63f67d6-eca6-4231-8741-805c38f22e42 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "DELETE /v2.0/security-groups/e7dcb3e8-b9a7-4d66-922d-06bb0438aee0 HTTP/1.1" status: 204 len: 168 time: 0.3880594 Aug 17 02:42:43.912263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42854) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:43.918554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f67d6-eca6-4231-8741-805c38f22e42 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dcb3e8-b9a7-4d66-922d-06bb0438aee0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:43.970744 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8767c4af-9c3e-439d-b9a3-9320b98c2985 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572665 Aug 17 02:42:43.975319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42858) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:43.980647 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:43.981108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e76f301b-f90e-4f43-b743-76791d5c6c96 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group': {'name': 'tempest-secgroup--324775119'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:44.034005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:44.035196 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:44.037744 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] 10.222.0.42 "PUT /v2.0/ports/17092827-395c-4873-9538-7581675032ab HTTP/1.1" status: 200 len: 1093 time: 1.2263594 Aug 17 02:42:44.038471 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc8176d-3113-45d5-8722-31c2673987e7', 'tag': '17092827-395c-4873-9538-7581675032ab'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:42:44.041565 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4562cf0-da6b-4764-8eb0-0b757c27804e" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc8176d-3113-45d5-8722-31c2673987e7", "tag": "17092827-395c-4873-9538-7581675032ab"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:42:44.075809 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1835b50-60cc-41fe-a41b-2aa489f60639 service neutron] Pushing event updated for resources: {'Port': ['ID=17092827-395c-4873-9538-7581675032ab,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:44.161594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f3a51-b24e-4f20-ad5b-fc8c1f9c1533 req-7df25061-e1da-4936-adab-b0c8edd5a9ed tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:44.163499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-001f3a51-b24e-4f20-ad5b-fc8c1f9c1533 req-7df25061-e1da-4936-adab-b0c8edd5a9ed tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 944 time: 0.0600266 Aug 17 02:42:44.222021 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-001f3a51-b24e-4f20-ad5b-fc8c1f9c1533 req-76aca56f-c7c7-4f0d-9763-8433315f0b32 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/security-groups?id=10ad926f-7b11-4c30-b019-4f92070631e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491004 Aug 17 02:42:44.224935 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e76f301b-f90e-4f43-b743-76791d5c6c96 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:44.339292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-669d4684-a2c8-4c1e-b554-4824bd4532aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:44.340658 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e76f301b-f90e-4f43-b743-76791d5c6c96 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:44.340978 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-669d4684-a2c8-4c1e-b554-4824bd4532aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3bcac35b185b4c6482cfc0fa44fc82ac&device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 1096 time: 0.0454829 Aug 17 02:42:44.394669 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-97c5bdcb-859c-4938-8145-838aee4501c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17092827-395c-4873-9538-7581675032ab HTTP/1.1" status: 200 len: 217 time: 0.0412290 Aug 17 02:42:44.409397 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6093c1e8-5bec-4847-8109-a44cf546efa6 req-32897615-3f25-4796-b74e-fac5bc5c8e6a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 210 time: 0.0374568 Aug 17 02:42:44.450100 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-5d8eb733-267a-497a-a7ba-e6b2650d6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:44.451598 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-5d8eb733-267a-497a-a7ba-e6b2650d6564 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d1f392f-399b-414f-8d6a-18e6e906f728 HTTP/1.1" status: 200 len: 850 time: 0.0502336 Aug 17 02:42:44.469730 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8359e9c-7b46-4be8-8e96-935dbd833362 x-openstack-request-id: req-c8359e9c-7b46-4be8-8e96-935dbd833362 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:42:44.470150 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc8176d-3113-45d5-8722-31c2673987e7", "tag": "17092827-395c-4873-9538-7581675032ab", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:42:44.470507 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8359e9c-7b46-4be8-8e96-935dbd833362 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:42:44.470906 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc8176d-3113-45d5-8722-31c2673987e7', 'tag': '17092827-395c-4873-9538-7581675032ab', 'status': 'completed', 'code': 200} Aug 17 02:42:44.490113 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-dd7613ab-df4c-4c31-b930-61a6934984f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3eed1dd8-2fbc-40c5-8a14-5c224de48b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318677 Aug 17 02:42:44.515279 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e76f301b-f90e-4f43-b743-76791d5c6c96 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:44.552393 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f301b-f90e-4f43-b743-76791d5c6c96 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8907e0c6-5961-4be8-8fd4-3430259cddbd,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:44.593911 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-00e8afda-3e64-4342-b722-20cf500a939d service neutron] 10.222.0.42 "GET /v2.0/networks/3eed1dd8-2fbc-40c5-8a14-5c224de48b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956833 Aug 17 02:42:44.701968 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-216b7c51-d5db-409d-9fd3-5867f2527e81 req-9b0bf687-6a67-438c-a281-75d37e3e1685 service neutron] 10.222.0.42 "GET /v2.0/networks/3eed1dd8-2fbc-40c5-8a14-5c224de48b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012509 Aug 17 02:42:44.728533 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e76f301b-f90e-4f43-b743-76791d5c6c96 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:44.735819 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e76f301b-f90e-4f43-b743-76791d5c6c96 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7581136 Aug 17 02:42:44.736771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42884) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:44.742837 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-f8eb20e7-268d-4f2c-80e2-15f9531c2d11 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '8907e0c6-5961-4be8-8fd4-3430259cddbd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:44.743639 n-d-793621-31 neutron-server[95406]: WARNING neutron.api.v2.base [None req-f8eb20e7-268d-4f2c-80e2-15f9531c2d11 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 17 02:42:44.744831 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-f8eb20e7-268d-4f2c-80e2-15f9531c2d11 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:44.750053 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42886) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:44.755155 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f8eb20e7-268d-4f2c-80e2-15f9531c2d11 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0162532 Aug 17 02:42:44.812257 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e24b9fe0-f23c-437a-94ac-d452422132e3 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:44.842520 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e24b9fe0-f23c-437a-94ac-d452422132e3 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:45.030820 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4562cf0-da6b-4764-8eb0-0b757c27804e req-af543f5d-3d83-434e-af3e-c2d5c75f8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:45.032287 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b4562cf0-da6b-4764-8eb0-0b757c27804e req-af543f5d-3d83-434e-af3e-c2d5c75f8824 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3bcac35b185b4c6482cfc0fa44fc82ac&device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 1096 time: 0.0568058 Aug 17 02:42:45.053194 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e24b9fe0-f23c-437a-94ac-d452422132e3 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:45.055996 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e24b9fe0-f23c-437a-94ac-d452422132e3 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:45.058314 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e24b9fe0-f23c-437a-94ac-d452422132e3 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "DELETE /v2.0/security-groups/8907e0c6-5961-4be8-8fd4-3430259cddbd HTTP/1.1" status: 204 len: 168 time: 0.3062115 Aug 17 02:42:45.060114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42898) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:45.094334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b9fe0-f23c-437a-94ac-d452422132e3 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8907e0c6-5961-4be8-8fd4-3430259cddbd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:45.134093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6e802d49-a5b1-4855-9068-6c0edb2f4766 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727580 Aug 17 02:42:45.138007 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42900) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:45.142467 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-4284499f-7d2d-41eb-8f1b-607ba8824a8b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group': {'name': 'tempest-secgroup--975549603'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:45.202532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4562cf0-da6b-4764-8eb0-0b757c27804e req-550f1e70-1ba1-4441-8ffa-2fbb25dcabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:45.204045 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b4562cf0-da6b-4764-8eb0-0b757c27804e req-550f1e70-1ba1-4441-8ffa-2fbb25dcabaa service neutron] 10.222.0.42 "GET /v2.0/networks?id=3eed1dd8-2fbc-40c5-8a14-5c224de48b65 HTTP/1.1" status: 200 len: 911 time: 0.1650083 Aug 17 02:42:45.251721 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b4562cf0-da6b-4764-8eb0-0b757c27804e req-551b37fc-747b-4c17-a37f-d4c24d720f2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17092827-395c-4873-9538-7581675032ab HTTP/1.1" status: 200 len: 217 time: 0.0403965 Aug 17 02:42:45.309660 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4562cf0-da6b-4764-8eb0-0b757c27804e req-9cfd282f-524b-4663-856e-d6a67a10b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:45.311346 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b4562cf0-da6b-4764-8eb0-0b757c27804e req-9cfd282f-524b-4663-856e-d6a67a10b5df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d1f392f-399b-414f-8d6a-18e6e906f728 HTTP/1.1" status: 200 len: 850 time: 0.0528634 Aug 17 02:42:45.330059 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4284499f-7d2d-41eb-8f1b-607ba8824a8b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:45.346767 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b4562cf0-da6b-4764-8eb0-0b757c27804e req-2a73adc1-02f8-4898-9a1f-ecd897d5fe25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3eed1dd8-2fbc-40c5-8a14-5c224de48b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287473 Aug 17 02:42:45.368829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94b387-c12a-413e-a87e-45467e980b14 req-e4144a0c-0777-4f49-a391-e41880e520aa tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:45.370479 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc94b387-c12a-413e-a87e-45467e980b14 req-e4144a0c-0777-4f49-a391-e41880e520aa tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 944 time: 0.0710571 Aug 17 02:42:45.458495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc94b387-c12a-413e-a87e-45467e980b14 req-8e42d364-5ddd-4f8a-8f15-6d8d850f9d4d tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/security-groups?id=10ad926f-7b11-4c30-b019-4f92070631e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780742 Aug 17 02:42:45.499704 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4284499f-7d2d-41eb-8f1b-607ba8824a8b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:45.507090 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b4562cf0-da6b-4764-8eb0-0b757c27804e req-054359c4-97da-4067-bf37-df0f5ec8fa87 service neutron] 10.222.0.42 "GET /v2.0/networks/3eed1dd8-2fbc-40c5-8a14-5c224de48b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531084 Aug 17 02:42:45.666419 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b4562cf0-da6b-4764-8eb0-0b757c27804e req-83b780fe-6a66-4fc5-b3ec-acde5414ec17 service neutron] 10.222.0.42 "GET /v2.0/networks/3eed1dd8-2fbc-40c5-8a14-5c224de48b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514452 Aug 17 02:42:45.669230 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4284499f-7d2d-41eb-8f1b-607ba8824a8b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:45.725712 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aca9e182-fc47-41ed-8ff4-48e85b9045a3 req-8675fcf5-d316-4f15-9888-ae3040abc0ad tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 210 time: 0.0421026 Aug 17 02:42:45.737732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284499f-7d2d-41eb-8f1b-607ba8824a8b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38db22d0-e3ab-4811-8d51-ac0c48e9e0d0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:45.814124 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4284499f-7d2d-41eb-8f1b-607ba8824a8b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:45.816061 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4284499f-7d2d-41eb-8f1b-607ba8824a8b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6770592 Aug 17 02:42:45.819293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42922) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:45.825032 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-09e8f7f0-ad7d-45ad-8c1b-a532e16b2351 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '38db22d0-e3ab-4811-8d51-ac0c48e9e0d0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:45.838825 n-d-793621-31 neutron-server[95406]: WARNING neutron.api.v2.base [None req-09e8f7f0-ad7d-45ad-8c1b-a532e16b2351 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 17 02:42:45.839481 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-09e8f7f0-ad7d-45ad-8c1b-a532e16b2351 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:45.843700 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-09e8f7f0-ad7d-45ad-8c1b-a532e16b2351 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0203183 Aug 17 02:42:45.844247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42924) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:45.924444 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-259ce088-496d-4174-abb2-11909c188086 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:45.949498 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-259ce088-496d-4174-abb2-11909c188086 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:46.116710 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-259ce088-496d-4174-abb2-11909c188086 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:46.119493 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-259ce088-496d-4174-abb2-11909c188086 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:46.120674 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-259ce088-496d-4174-abb2-11909c188086 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "DELETE /v2.0/security-groups/38db22d0-e3ab-4811-8d51-ac0c48e9e0d0 HTTP/1.1" status: 204 len: 168 time: 0.2753754 Aug 17 02:42:46.124240 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42930) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:46.131908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ce088-496d-4174-abb2-11909c188086 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38db22d0-e3ab-4811-8d51-ac0c48e9e0d0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:46.185962 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f54972b3-41ae-4e70-88e3-af934cb00631 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555174 Aug 17 02:42:46.186367 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42934) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:46.191573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b7265426-d3d0-4018-b3ce-3a4d2a844e2b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group': {'name': 'tempest-secgroup--348054749'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:46.362630 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7265426-d3d0-4018-b3ce-3a4d2a844e2b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:46.492623 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7265426-d3d0-4018-b3ce-3a4d2a844e2b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:46.612345 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7265426-d3d0-4018-b3ce-3a4d2a844e2b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:46.651610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28395157-39a8-4442-b82c-b3dc654a3ba6 req-fab9ce20-13e0-4ca8-ab7f-80d265e6ee39 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:46.655445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28395157-39a8-4442-b82c-b3dc654a3ba6 req-fab9ce20-13e0-4ca8-ab7f-80d265e6ee39 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 944 time: 0.0792441 Aug 17 02:42:46.676764 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7265426-d3d0-4018-b3ce-3a4d2a844e2b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4540efe8-6d44-4714-a479-82d8e97a1343,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:46.709607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28395157-39a8-4442-b82c-b3dc654a3ba6 req-f8bf8ffd-bc10-4a8b-996d-672727ad64cc tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/security-groups?id=10ad926f-7b11-4c30-b019-4f92070631e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477920 Aug 17 02:42:46.763415 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7265426-d3d0-4018-b3ce-3a4d2a844e2b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:46.764896 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b7265426-d3d0-4018-b3ce-3a4d2a844e2b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5775025 Aug 17 02:42:46.774897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42952) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:46.780981 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-f701584d-7bf2-4508-bbd8-9542344bfde5 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '4540efe8-6d44-4714-a479-82d8e97a1343', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:46.801738 n-d-793621-31 neutron-server[95406]: WARNING neutron.api.v2.base [None req-f701584d-7bf2-4508-bbd8-9542344bfde5 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 17 02:42:46.802399 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-f701584d-7bf2-4508-bbd8-9542344bfde5 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:46.803754 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f701584d-7bf2-4508-bbd8-9542344bfde5 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0275939 Aug 17 02:42:46.810339 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42954) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:46.817403 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6d6cd358-835e-41e1-9254-6fcbefaec429 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '4540efe8-6d44-4714-a479-82d8e97a1343', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:46.837257 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-6d6cd358-835e-41e1-9254-6fcbefaec429 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 17 02:42:46.838118 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-6d6cd358-835e-41e1-9254-6fcbefaec429 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:46.839563 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6d6cd358-835e-41e1-9254-6fcbefaec429 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0277627 Aug 17 02:42:46.843924 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42956) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:46.849977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-bbbea93a-42fd-46c1-a6c4-6a47c3d96230 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '4540efe8-6d44-4714-a479-82d8e97a1343', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:46.851337 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-bbbea93a-42fd-46c1-a6c4-6a47c3d96230 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 17 02:42:46.851786 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-bbbea93a-42fd-46c1-a6c4-6a47c3d96230 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:46.853162 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bbbea93a-42fd-46c1-a6c4-6a47c3d96230 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078704 Aug 17 02:42:46.856774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42958) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:46.862873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-777e91f7-8880-4716-8dfc-a2186fbf9bdb tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '4540efe8-6d44-4714-a479-82d8e97a1343', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:46.869492 n-d-793621-31 neutron-server[95406]: WARNING neutron.api.v2.base [None req-777e91f7-8880-4716-8dfc-a2186fbf9bdb tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 17 02:42:46.869492 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-777e91f7-8880-4716-8dfc-a2186fbf9bdb tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:46.869492 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-777e91f7-8880-4716-8dfc-a2186fbf9bdb tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074937 Aug 17 02:42:46.873427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42960) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:46.961911 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc0716f7-a559-4cfe-b255-166d132859a3 req-af838570-60ff-4339-98c1-e0c30cbb5d0d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 210 time: 0.0576067 Aug 17 02:42:46.982287 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ea684d44-2b97-41f2-b077-099f05f4d374 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:47.046820 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ea684d44-2b97-41f2-b077-099f05f4d374 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:47.200831 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ea684d44-2b97-41f2-b077-099f05f4d374 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:47.203397 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ea684d44-2b97-41f2-b077-099f05f4d374 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:47.204676 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ea684d44-2b97-41f2-b077-099f05f4d374 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "DELETE /v2.0/security-groups/4540efe8-6d44-4714-a479-82d8e97a1343 HTTP/1.1" status: 204 len: 168 time: 0.3302815 Aug 17 02:42:47.207456 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42974) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:47.214233 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea684d44-2b97-41f2-b077-099f05f4d374 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4540efe8-6d44-4714-a479-82d8e97a1343,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:47.263473 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-64768ce8-892e-4dd1-a915-1b9bccc5380a tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495307 Aug 17 02:42:47.267116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42978) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:47.272761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-305f68de-dd0f-49f9-846e-bb85016a229d tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group': {'name': 'tempest-secgroup--525757593'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:47.411246 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e123105-f88f-47b1-a11f-4173392c8697 req-87734896-1da9-4020-8616-a7f3e66b7e63 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:47.412822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e123105-f88f-47b1-a11f-4173392c8697 req-87734896-1da9-4020-8616-a7f3e66b7e63 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.18 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 811 time: 0.1217353 Aug 17 02:42:47.436984 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-305f68de-dd0f-49f9-846e-bb85016a229d tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:47.441092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-3e123105-f88f-47b1-a11f-4173392c8697 req-71c3e9b7-0bd9-4faf-abdb-70591c8f83c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Request body: {'port': {'device_id': 'f3e763c9-0442-4284-8841-33a0532a6ce6', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'admin_state_up': True, 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:47.551828 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-305f68de-dd0f-49f9-846e-bb85016a229d tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:47.646272 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-305f68de-dd0f-49f9-846e-bb85016a229d tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:47.680872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f68de-dd0f-49f9-846e-bb85016a229d tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c726776-803a-432f-be3e-212ed83d327b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:47.757467 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e123105-f88f-47b1-a11f-4173392c8697 req-71c3e9b7-0bd9-4faf-abdb-70591c8f83c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Made reservation on behalf of 9c180ae939a34aacab47cf5d9b29aa11 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:47.761109 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3e123105-f88f-47b1-a11f-4173392c8697 req-71c3e9b7-0bd9-4faf-abdb-70591c8f83c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:47.898576 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-305f68de-dd0f-49f9-846e-bb85016a229d tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:47.902092 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-305f68de-dd0f-49f9-846e-bb85016a229d tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6333680 Aug 17 02:42:47.905859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43004) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:47.913211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-cc8f4b75-1647-4984-bc72-c8a1dd27822b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '6c726776-803a-432f-be3e-212ed83d327b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:47.914732 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-cc8f4b75-1647-4984-bc72-c8a1dd27822b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 02:42:47.915873 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-cc8f4b75-1647-4984-bc72-c8a1dd27822b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:47.916952 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cc8f4b75-1647-4984-bc72-c8a1dd27822b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096517 Aug 17 02:42:47.922109 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43006) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:47.932161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-af5263a6-fcab-4f48-b595-0ef65bb0836e tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '6c726776-803a-432f-be3e-212ed83d327b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:47.938573 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-3e123105-f88f-47b1-a11f-4173392c8697 req-71c3e9b7-0bd9-4faf-abdb-70591c8f83c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Allocated IP 172.20.0.3 (0ffdc32a-37ff-4791-9955-993fa20ec3c2/86bca318-6d5a-4d38-bce1-90d2345a5489/743c726a-b09f-4b22-a438-6192c4de19bc) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:42:48.116128 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3e123105-f88f-47b1-a11f-4173392c8697 req-71c3e9b7-0bd9-4faf-abdb-70591c8f83c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:48.128521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-3e123105-f88f-47b1-a11f-4173392c8697 req-71c3e9b7-0bd9-4faf-abdb-70591c8f83c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Transition to ACTIVE for port object 743c726a-b09f-4b22-a438-6192c4de19bc will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:48.251340 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-af5263a6-fcab-4f48-b595-0ef65bb0836e tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:48.254017 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-af5263a6-fcab-4f48-b595-0ef65bb0836e tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3304648 Aug 17 02:42:48.260063 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43018) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:48.264969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-934fbefd-c54d-4024-a3a3-9ce9cfe2b8eb tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '6c726776-803a-432f-be3e-212ed83d327b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:48.265740 n-d-793621-31 neutron-server[95406]: WARNING neutron.api.v2.base [None req-934fbefd-c54d-4024-a3a3-9ce9cfe2b8eb tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 17 02:42:48.266241 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-934fbefd-c54d-4024-a3a3-9ce9cfe2b8eb tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:48.271064 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-934fbefd-c54d-4024-a3a3-9ce9cfe2b8eb tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065904 Aug 17 02:42:48.271064 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3e123105-f88f-47b1-a11f-4173392c8697 req-71c3e9b7-0bd9-4faf-abdb-70591c8f83c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:48.273160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43020) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:48.279091 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8ea2530a-c05b-4f42-8a7c-f808ef6c7b9c tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '6c726776-803a-432f-be3e-212ed83d327b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:48.313585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['77048388-e663-4d7b-8b10-234878b99872', '5392da04-bee1-4ac7-9abd-d09b2cbda146'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:42:48.327657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d61dad-3268-4710-9b66-93c03f7e0478 req-3ef8c935-bbfa-4a35-8d60-c99ed06c593f tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:48.329112 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12d61dad-3268-4710-9b66-93c03f7e0478 req-3ef8c935-bbfa-4a35-8d60-c99ed06c593f tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 944 time: 0.1113813 Aug 17 02:42:48.360251 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e123105-f88f-47b1-a11f-4173392c8697 req-71c3e9b7-0bd9-4faf-abdb-70591c8f83c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:42:48.372933 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-3e123105-f88f-47b1-a11f-4173392c8697 req-71c3e9b7-0bd9-4faf-abdb-70591c8f83c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:48.378709 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e123105-f88f-47b1-a11f-4173392c8697 req-71c3e9b7-0bd9-4faf-abdb-70591c8f83c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:42:48.407152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3e9b7-0bd9-4faf-abdb-70591c8f83c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event updated for resources: {'Port': ['ID=743c726a-b09f-4b22-a438-6192c4de19bc,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:48.429967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12d61dad-3268-4710-9b66-93c03f7e0478 req-26057656-7786-4acb-b764-21572b2c9dd5 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/security-groups?id=10ad926f-7b11-4c30-b019-4f92070631e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878935 Aug 17 02:42:48.454622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e123105-f88f-47b1-a11f-4173392c8697 req-71c3e9b7-0bd9-4faf-abdb-70591c8f83c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:48.454622 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3e123105-f88f-47b1-a11f-4173392c8697 req-71c3e9b7-0bd9-4faf-abdb-70591c8f83c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:48.483623 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-8ea2530a-c05b-4f42-8a7c-f808ef6c7b9c tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:48.485720 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8ea2530a-c05b-4f42-8a7c-f808ef6c7b9c tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2129478 Aug 17 02:42:48.489774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43024) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:48.495508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-25a9c302-c76f-4f77-9b77-e276e630725f tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '6c726776-803a-432f-be3e-212ed83d327b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:48.495992 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-25a9c302-c76f-4f77-9b77-e276e630725f tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 02:42:48.497158 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-25a9c302-c76f-4f77-9b77-e276e630725f tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:48.500764 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-25a9c302-c76f-4f77-9b77-e276e630725f tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075054 Aug 17 02:42:48.501146 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43026) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:48.506252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2b5025ea-bbaa-422f-b611-504d9d6cf699 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '6c726776-803a-432f-be3e-212ed83d327b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:48.582875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e123105-f88f-47b1-a11f-4173392c8697 req-71c3e9b7-0bd9-4faf-abdb-70591c8f83c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1473372 Aug 17 02:42:48.610391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Request body: {'port': {'device_id': 'f3e763c9-0442-4284-8841-33a0532a6ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:48.681712 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:48.775021 n-d-793621-31 neutron-server[95406]: INFO neutron.db.securitygroups_db [None req-2b5025ea-bbaa-422f-b611-504d9d6cf699 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Project 43d53a6047de45e4b94b5e626a23b92e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:42:48.958265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-abc14ad9-6ac1-4bc6-88f5-7b09ed96efd1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:48.960453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-abc14ad9-6ac1-4bc6-88f5-7b09ed96efd1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 812 time: 0.2522256 Aug 17 02:42:49.093429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f833b9cf-deca-406d-8ec3-b5bfebb8f08b None None] Provisioning for port 743c726a-b09f-4b22-a438-6192c4de19bc completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:42:49.102804 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f833b9cf-deca-406d-8ec3-b5bfebb8f08b None None] Provisioning complete for port 743c726a-b09f-4b22-a438-6192c4de19bc triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:49.103582 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f833b9cf-deca-406d-8ec3-b5bfebb8f08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:49.147126 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f833b9cf-deca-406d-8ec3-b5bfebb8f08b None None] Port 743c726a-b09f-4b22-a438-6192c4de19bc cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:42:49.316918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 17092827-395c-4873-9538-7581675032ab details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:42:49.440960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-ea8ca540-abfe-4ed5-9fb4-2d111c5ae83f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/quotas/bfc0da2911ce469596ea2cbdf9ad9ced HTTP/1.1" status: 200 len: 375 time: 0.4645858 Aug 17 02:42:49.440960 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-2b5025ea-bbaa-422f-b611-504d9d6cf699 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:49.440960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2b5025ea-bbaa-422f-b611-504d9d6cf699 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9357224 Aug 17 02:42:49.443743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43044) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:49.448687 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 17092827-395c-4873-9538-7581675032ab, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=17092827-395c-4873-9538-7581675032ab,segment=NetworkSegment(b6225428-6a1e-4956-8647-85c03248409b),segment_id=b6225428-6a1e-4956-8647-85c03248409b)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:49.451219 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-187b0965-d907-4ea2-b5d3-3ac2e3e02abc tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '6c726776-803a-432f-be3e-212ed83d327b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:49.451908 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-187b0965-d907-4ea2-b5d3-3ac2e3e02abc tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 17 02:42:49.452398 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-187b0965-d907-4ea2-b5d3-3ac2e3e02abc tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:49.458123 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-187b0965-d907-4ea2-b5d3-3ac2e3e02abc tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126166 Aug 17 02:42:49.458738 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43048) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:49.463126 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a5b0f7bc-1b6b-4217-ab76-3be375862075 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '6c726776-803a-432f-be3e-212ed83d327b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:49.471223 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '17092827-395c-4873-9538-7581675032ab', 'network_id': '3eed1dd8-2fbc-40c5-8a14-5c224de48b65', 'port_id': '17092827-395c-4873-9538-7581675032ab', 'mac_address': 'fa:16:3e:47:d0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d1f392f-399b-414f-8d6a-18e6e906f728', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:42:49.529845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-6f745b63-3118-4a0d-b5c1-40533a4bf576 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815587 Aug 17 02:42:49.545090 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:49.561330 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17092827-395c-4873-9538-7581675032ab {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:42:49.562828 n-d-793621-31 neutron-server[95407]: INFO neutron.db.securitygroups_db [None req-a5b0f7bc-1b6b-4217-ab76-3be375862075 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Project 43d53a6047de45e4b94b5e626a23b92e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:42:49.611782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 17092827-395c-4873-9538-7581675032ab, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=17092827-395c-4873-9538-7581675032ab,segment=NetworkSegment(b6225428-6a1e-4956-8647-85c03248409b),segment_id=b6225428-6a1e-4956-8647-85c03248409b)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:49.623189 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743c726a-b09f-4b22-a438-6192c4de19bc {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:42:49.633040 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:49.658097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Transition to ACTIVE for port object 743c726a-b09f-4b22-a438-6192c4de19bc will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:49.674019 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-3058ba67-476a-4781-a410-8635c789d490 service neutron] 10.222.0.13 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328328 Aug 17 02:42:49.692494 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-a5b0f7bc-1b6b-4217-ab76-3be375862075 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:49.700073 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a5b0f7bc-1b6b-4217-ab76-3be375862075 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2345030 Aug 17 02:42:49.700073 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43056) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:49.703308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c4b88e89-3e49-49f4-b60a-189b285f202b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '6c726776-803a-432f-be3e-212ed83d327b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:49.722714 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:49.753578 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:49.781146 n-d-793621-31 neutron-server[95407]: INFO neutron.db.securitygroups_db [None req-c4b88e89-3e49-49f4-b60a-189b285f202b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Project 43d53a6047de45e4b94b5e626a23b92e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:42:49.787087 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=17092827-395c-4873-9538-7581675032ab,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:49.836445 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Pushing event updated for resources: {'Port': ['ID=743c726a-b09f-4b22-a438-6192c4de19bc,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:49.940355 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-c4b88e89-3e49-49f4-b60a-189b285f202b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:49.944843 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c4b88e89-3e49-49f4-b60a-189b285f202b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2437441 Aug 17 02:42:49.945230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43062) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:49.957580 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-55a6df6b-669d-4ac5-a81c-b332490e2505 service neutron] 10.222.0.13 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762058 Aug 17 02:42:50.002337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Attempting to bind port 743c726a-b09f-4b22-a438-6192c4de19bc on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:42:50.004178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Attempting to bind port 743c726a-b09f-4b22-a438-6192c4de19bc by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:42:50.005570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Attempting to bind port 743c726a-b09f-4b22-a438-6192c4de19bc on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:42:50.026258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Port 743c726a-b09f-4b22-a438-6192c4de19bc on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:42:50.026592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Attempting to bind port 743c726a-b09f-4b22-a438-6192c4de19bc on network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:42:50.037791 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-533027c2-66ee-4d9f-9eae-8f8d6a4c60f3 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:50.040264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:42:50.040578 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Checking segment: {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:42:50.043870 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Bound using segment: {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:42:50.044429 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Bound port: 743c726a-b09f-4b22-a438-6192c4de19bc, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81bd0674-e630-4ff6-a23b-a5101b77f765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:42:50.044848 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:50.108481 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-533027c2-66ee-4d9f-9eae-8f8d6a4c60f3 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:50.156792 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] For port 743c726a-b09f-4b22-a438-6192c4de19bc, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:42:50.161663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] For port 743c726a-b09f-4b22-a438-6192c4de19bc, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=743c726a-b09f-4b22-a438-6192c4de19bc,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:42:50.202895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['17092827-395c-4873-9538-7581675032ab'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:42:50.299911 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:50.328876 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-533027c2-66ee-4d9f-9eae-8f8d6a4c60f3 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:50.338619 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-533027c2-66ee-4d9f-9eae-8f8d6a4c60f3 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:50.342755 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-533027c2-66ee-4d9f-9eae-8f8d6a4c60f3 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c726776-803a-432f-be3e-212ed83d327b HTTP/1.1" status: 204 len: 168 time: 0.3948264 Aug 17 02:42:50.364148 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43074) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:50.382191 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Pushing event updated for resources: {'Port': ['ID=743c726a-b09f-4b22-a438-6192c4de19bc,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:50.387795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:50.388538 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:50.390063 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e123105-f88f-47b1-a11f-4173392c8697 req-d24c5e1e-9f0a-4b99-a20b-4f3ee92a80e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/743c726a-b09f-4b22-a438-6192c4de19bc HTTP/1.1" status: 200 len: 1092 time: 1.7875140 Aug 17 02:42:50.390522 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e763c9-0442-4284-8841-33a0532a6ce6', 'tag': '743c726a-b09f-4b22-a438-6192c4de19bc'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:42:50.393814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533027c2-66ee-4d9f-9eae-8f8d6a4c60f3 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c726776-803a-432f-be3e-212ed83d327b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:50.394080 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45d5e0e-2d6b-4c05-9695-431445dd67a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e763c9-0442-4284-8841-33a0532a6ce6", "tag": "743c726a-b09f-4b22-a438-6192c4de19bc"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:42:50.473593 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e3c2f68c-ee12-436b-ad5e-dfae5da6ffa1 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1056778 Aug 17 02:42:50.481383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43080) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:50.486125 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-3154b852-0a3d-45e0-9da4-74ec15f7ab25 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1753314790'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:50.669136 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3154b852-0a3d-45e0-9da4-74ec15f7ab25 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:50.672808 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e123105-f88f-47b1-a11f-4173392c8697 req-9ab88c5b-880a-4b94-a5ed-efe97d940875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:50.674573 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e123105-f88f-47b1-a11f-4173392c8697 req-9ab88c5b-880a-4b94-a5ed-efe97d940875 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0764868 Aug 17 02:42:50.757967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e123105-f88f-47b1-a11f-4173392c8697 req-ff940540-cc09-4ba6-87c4-6c1a9977a345 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=743c726a-b09f-4b22-a438-6192c4de19bc HTTP/1.1" status: 200 len: 217 time: 0.0644686 Aug 17 02:42:50.939116 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3154b852-0a3d-45e0-9da4-74ec15f7ab25 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:50.942357 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e123105-f88f-47b1-a11f-4173392c8697 req-471ec55e-d060-4f87-83f5-a23f26e180e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:50.944064 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e123105-f88f-47b1-a11f-4173392c8697 req-471ec55e-d060-4f87-83f5-a23f26e180e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.1703944 Aug 17 02:42:50.956284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abafc2e-9961-4d02-b8b8-d57fb47b0d41 req-978a5ae6-d900-4460-91fd-36d646030936 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:50.957840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7abafc2e-9961-4d02-b8b8-d57fb47b0d41 req-978a5ae6-d900-4460-91fd-36d646030936 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 943 time: 0.1124134 Aug 17 02:42:51.021738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7abafc2e-9961-4d02-b8b8-d57fb47b0d41 req-6f8c59c4-c7f8-4db6-8333-1a83929b88c5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540483 Aug 17 02:42:51.032523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e123105-f88f-47b1-a11f-4173392c8697 req-cada81e9-4e60-41b7-b5ff-182c9c3c93d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:51.034071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e123105-f88f-47b1-a11f-4173392c8697 req-cada81e9-4e60-41b7-b5ff-182c9c3c93d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753307 Aug 17 02:42:51.048082 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3154b852-0a3d-45e0-9da4-74ec15f7ab25 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:51.162289 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154b852-0a3d-45e0-9da4-74ec15f7ab25 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0905d55c-a24f-400b-8378-c447fad06c2d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:51.187604 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3154b852-0a3d-45e0-9da4-74ec15f7ab25 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:51.192890 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3154b852-0a3d-45e0-9da4-74ec15f7ab25 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7062449 Aug 17 02:42:51.192890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43102) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:51.196638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9d5ea612-646c-4506-8aa9-3412d27657c3 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '0905d55c-a24f-400b-8378-c447fad06c2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:51.229799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4c244-721e-47ab-8cfe-10c004f8e2b2 req-0c20713c-1217-442b-b052-0aa44a7ad220 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:51.231402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42d4c244-721e-47ab-8cfe-10c004f8e2b2 req-0c20713c-1217-442b-b052-0aa44a7ad220 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 945 time: 0.1133506 Aug 17 02:42:51.236057 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e123105-f88f-47b1-a11f-4173392c8697 req-19d80bbb-4ce9-45a8-a510-92145c356e25 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836743 Aug 17 02:42:51.332373 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42d4c244-721e-47ab-8cfe-10c004f8e2b2 req-e3ddc540-556c-49f9-81f1-7b20772afc7f tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/security-groups?id=10ad926f-7b11-4c30-b019-4f92070631e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916340 Aug 17 02:42:51.393022 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e123105-f88f-47b1-a11f-4173392c8697 req-37c48f78-9bca-4b18-83ae-2a6a9f7ccc17 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330392 Aug 17 02:42:51.486082 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-9d5ea612-646c-4506-8aa9-3412d27657c3 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The resource could not be found. Aug 17 02:42:51.486082 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9d5ea612-646c-4506-8aa9-3412d27657c3 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2793570 Aug 17 02:42:51.486082 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5574ee1-bc15-4310-80f1-45f7fcb0a96e x-openstack-request-id: req-e5574ee1-bc15-4310-80f1-45f7fcb0a96e {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:42:51.486082 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e763c9-0442-4284-8841-33a0532a6ce6", "tag": "743c726a-b09f-4b22-a438-6192c4de19bc", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:42:51.486082 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5574ee1-bc15-4310-80f1-45f7fcb0a96e {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:42:51.486082 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e763c9-0442-4284-8841-33a0532a6ce6', 'tag': '743c726a-b09f-4b22-a438-6192c4de19bc', 'status': 'completed', 'code': 200} Aug 17 02:42:51.486082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43108) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:51.490614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-913c452a-4bf7-434e-93c7-52acb9f51bce tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '0905d55c-a24f-400b-8378-c447fad06c2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'de4a42f8-79c3-4028-987f-7e7aadccc5ec'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:51.559601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76b6ce78-a229-4656-a6d9-7275c9f02845 req-72bef07f-f9c3-42a5-a582-7f26c75f7743 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 210 time: 0.0379016 Aug 17 02:42:51.619376 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:42:51.655662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d5e0e-2d6b-4c05-9695-431445dd67a7 req-f51f8ab8-8e6b-4f12-bac5-afc9a86e5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:51.657296 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e45d5e0e-2d6b-4c05-9695-431445dd67a7 req-f51f8ab8-8e6b-4f12-bac5-afc9a86e5db8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0740530 Aug 17 02:42:51.750869 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-913c452a-4bf7-434e-93c7-52acb9f51bce tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The resource could not be found. Aug 17 02:42:51.751921 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-913c452a-4bf7-434e-93c7-52acb9f51bce tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2658641 Aug 17 02:42:51.755104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43116) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:51.814677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d5e0e-2d6b-4c05-9695-431445dd67a7 req-020fa5e5-ab79-4e8e-8929-4e128661e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:51.816938 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e45d5e0e-2d6b-4c05-9695-431445dd67a7 req-020fa5e5-ab79-4e8e-8929-4e128661e322 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.1501620 Aug 17 02:42:51.876899 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e45d5e0e-2d6b-4c05-9695-431445dd67a7 req-25c681d1-c26f-41c4-85bd-7d51d6e23f84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=743c726a-b09f-4b22-a438-6192c4de19bc HTTP/1.1" status: 200 len: 217 time: 0.0483227 Aug 17 02:42:51.877793 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3afd88a8-cd7e-4e66-87fc-c84763491de6 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:51.918802 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3afd88a8-cd7e-4e66-87fc-c84763491de6 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:51.979908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d5e0e-2d6b-4c05-9695-431445dd67a7 req-b7dbc8a6-1f25-46a9-b2b5-8607f1c74451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:51.984542 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e45d5e0e-2d6b-4c05-9695-431445dd67a7 req-b7dbc8a6-1f25-46a9-b2b5-8607f1c74451 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0749586 Aug 17 02:42:52.039507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d5e0e-2d6b-4c05-9695-431445dd67a7 req-6570b612-4ca5-473a-bcbf-2d75bb906af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:52.041298 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e45d5e0e-2d6b-4c05-9695-431445dd67a7 req-6570b612-4ca5-473a-bcbf-2d75bb906af5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491447 Aug 17 02:42:52.119724 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3afd88a8-cd7e-4e66-87fc-c84763491de6 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:52.122991 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3afd88a8-cd7e-4e66-87fc-c84763491de6 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:52.124184 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3afd88a8-cd7e-4e66-87fc-c84763491de6 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "DELETE /v2.0/security-groups/0905d55c-a24f-400b-8378-c447fad06c2d HTTP/1.1" status: 204 len: 168 time: 0.3680971 Aug 17 02:42:52.127066 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43126) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:52.172715 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a07247f0-1518-4930-b214-376cea39615b tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0444102 Aug 17 02:42:52.176282 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd88a8-cd7e-4e66-87fc-c84763491de6 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0905d55c-a24f-400b-8378-c447fad06c2d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:52.179500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43128) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:52.187873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-64919f37-33bd-44cf-be56-ca19957ebce9 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': 'a6724a75-7647-4e1c-9247-e37169feff1a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:52.247934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e45d5e0e-2d6b-4c05-9695-431445dd67a7 req-7b64ee8e-86a1-4fc4-b857-12a8ba3bdc48 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898129 Aug 17 02:42:52.262204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87d757-eb35-458b-b0bc-da61379a03b5 req-7ebbdf51-a25d-4755-888e-ed359010abb0 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:52.264005 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f87d757-eb35-458b-b0bc-da61379a03b5 req-7ebbdf51-a25d-4755-888e-ed359010abb0 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 943 time: 0.1385877 Aug 17 02:42:52.363340 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f87d757-eb35-458b-b0bc-da61379a03b5 req-76e5fa14-0e20-4550-a0df-3cf407227c2e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902507 Aug 17 02:42:52.407715 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e45d5e0e-2d6b-4c05-9695-431445dd67a7 req-4591bb85-0bb6-4f2e-853b-2a366b1168a2 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425288 Aug 17 02:42:52.533489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a153f7-aa74-47bf-b8bc-846a8a888da8 req-5ec8702a-7368-4f93-ad43-a7fdf6142582 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:52.542024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-08a153f7-aa74-47bf-b8bc-846a8a888da8 req-5ec8702a-7368-4f93-ad43-a7fdf6142582 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 945 time: 0.0766656 Aug 17 02:42:52.577836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-08a153f7-aa74-47bf-b8bc-846a8a888da8 req-b2593093-88a3-444f-9322-d7b5f2e5e37b tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/security-groups?id=10ad926f-7b11-4c30-b019-4f92070631e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356886 Aug 17 02:42:52.614912 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-64919f37-33bd-44cf-be56-ca19957ebce9 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The resource could not be found. Aug 17 02:42:52.618629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-64919f37-33bd-44cf-be56-ca19957ebce9 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4380977 Aug 17 02:42:52.623726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43142) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:52.630505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-098bc72a-f6b8-4650-9b65-18e37302c289 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group': {'name': 'tempest-secgroup--842673240'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:52.791774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eeb43979-a573-492e-b64f-824caaa9fa94 req-8b287534-d0d1-46d1-b1df-b8084747d459 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 210 time: 0.0368044 Aug 17 02:42:52.795253 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-098bc72a-f6b8-4650-9b65-18e37302c289 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:52.930264 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-098bc72a-f6b8-4650-9b65-18e37302c289 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:53.010693 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-098bc72a-f6b8-4650-9b65-18e37302c289 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:53.051560 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bc72a-f6b8-4650-9b65-18e37302c289 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac79580-691d-45ef-8d5d-e3faa6cfe6e3,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:53.122544 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-098bc72a-f6b8-4650-9b65-18e37302c289 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:53.124652 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-098bc72a-f6b8-4650-9b65-18e37302c289 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4999392 Aug 17 02:42:53.127540 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43154) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:53.132626 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-37df3a76-493f-4d73-9306-470a4bb770b2 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group': {'name': 'tempest-secgroup--154097176'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:53.229348 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-37df3a76-493f-4d73-9306-470a4bb770b2 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:53.327790 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-37df3a76-493f-4d73-9306-470a4bb770b2 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:53.337490 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 17092827-395c-4873-9538-7581675032ab up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:42:53.420559 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-37df3a76-493f-4d73-9306-470a4bb770b2 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:53.529472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df3a76-493f-4d73-9306-470a4bb770b2 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ff487f-38d6-451c-b7c6-fc1465cba89a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:53.533504 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 17092827-395c-4873-9538-7581675032ab completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:42:53.539779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 17092827-395c-4873-9538-7581675032ab triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:53.539779 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:53.565695 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76769f93-acaf-49e2-8f56-7b0148913bf3 req-ac619733-0ed0-488b-84dd-f1d207126f86 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:53.567929 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76769f93-acaf-49e2-8f56-7b0148913bf3 req-ac619733-0ed0-488b-84dd-f1d207126f86 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 943 time: 0.0667028 Aug 17 02:42:53.606129 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-37df3a76-493f-4d73-9306-470a4bb770b2 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:53.609035 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-37df3a76-493f-4d73-9306-470a4bb770b2 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4803331 Aug 17 02:42:53.611900 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43166) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:53.620386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7fe0cf1a-ac64-422e-9c46-8750d049c169 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '2ac79580-691d-45ef-8d5d-e3faa6cfe6e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '05ff487f-38d6-451c-b7c6-fc1465cba89a'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:53.644667 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76769f93-acaf-49e2-8f56-7b0148913bf3 req-435160d0-d3fb-4cc7-bd77-b7cf4bc30740 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639577 Aug 17 02:42:53.648077 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:53.671790 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-a9b13a67-d050-496a-b4c8-4c0862162968 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:53.673418 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-a9b13a67-d050-496a-b4c8-4c0862162968 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.42 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 812 time: 0.2032411 Aug 17 02:42:53.692024 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc8176d-3113-45d5-8722-31c2673987e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17092827-395c-4873-9538-7581675032ab'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:42:53.694663 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f421510e-77ce-4b81-8e67-a005f90e9d5e" -d '{"events": [{"server_uuid": "bfc8176d-3113-45d5-8722-31c2673987e7", "name": "network-vif-plugged", "status": "completed", "tag": "17092827-395c-4873-9538-7581675032ab"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:42:53.700879 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-3bc17e4a-46fb-439e-b4e4-1ebbe789c141 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'port': {'device_id': '4129781f-779a-47c6-a2d6-b39152d0da4e', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'admin_state_up': True, 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:53.712062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 17092827-395c-4873-9538-7581675032ab, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=17092827-395c-4873-9538-7581675032ab,segment=NetworkSegment(b6225428-6a1e-4956-8647-85c03248409b),segment_id=b6225428-6a1e-4956-8647-85c03248409b)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:53.791974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac27f0c-8edf-4e59-9664-788fa15d8a11 req-6e3cabfd-caa6-4e51-9542-f521d1bad024 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:53.794232 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ac27f0c-8edf-4e59-9664-788fa15d8a11 req-6e3cabfd-caa6-4e51-9542-f521d1bad024 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 945 time: 0.0646522 Aug 17 02:42:53.830367 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:53.855388 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ac27f0c-8edf-4e59-9664-788fa15d8a11 req-15760fb3-b283-4814-9cc9-9db641e17ad7 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/security-groups?id=10ad926f-7b11-4c30-b019-4f92070631e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517738 Aug 17 02:42:53.925116 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2349bd86-fe13-474f-bff9-46e512163e71 x-openstack-request-id: req-2349bd86-fe13-474f-bff9-46e512163e71 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:42:53.925565 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc8176d-3113-45d5-8722-31c2673987e7", "name": "network-vif-plugged", "status": "completed", "tag": "17092827-395c-4873-9538-7581675032ab", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:42:53.925816 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2349bd86-fe13-474f-bff9-46e512163e71 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:42:53.926178 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc8176d-3113-45d5-8722-31c2673987e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17092827-395c-4873-9538-7581675032ab', 'code': 200} Aug 17 02:42:53.929317 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=17092827-395c-4873-9538-7581675032ab,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:53.992597 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-3bc17e4a-46fb-439e-b4e4-1ebbe789c141 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Made reservation on behalf of bfc0da2911ce469596ea2cbdf9ad9ced for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:42:53.994747 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-3bc17e4a-46fb-439e-b4e4-1ebbe789c141 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:54.104685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576840c-4017-4473-89cb-6507985bf607 req-cd895281-4acc-4d42-ad6d-002c339fb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:54.107898 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5576840c-4017-4473-89cb-6507985bf607 req-cd895281-4acc-4d42-ad6d-002c339fb328 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 1098 time: 0.0741260 Aug 17 02:42:54.148559 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-7fe0cf1a-ac64-422e-9c46-8750d049c169 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:54.151369 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7fe0cf1a-ac64-422e-9c46-8750d049c169 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5369134 Aug 17 02:42:54.157048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43182) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:54.163285 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-07578be9-1a6e-400b-abd8-e6bbc1eced29 req-8919a763-c927-4bb0-b0c8-6dacf923e29d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 210 time: 0.0383091 Aug 17 02:42:54.194277 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5576840c-4017-4473-89cb-6507985bf607 req-8a6388ae-319c-4ef5-8f32-bfbe6a8e7ac5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=10ad926f-7b11-4c30-b019-4f92070631e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790370 Aug 17 02:42:54.233973 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51228a38-fa4e-4f69-89bd-890da65e951d tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:54.238229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-3bc17e4a-46fb-439e-b4e4-1ebbe789c141 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Allocated IP 172.20.0.10 (c2370959-6d24-42f8-8b5f-273d78403b0c/764c3736-195b-4464-8ea3-48fdcebbb5de/55ba2cbc-8aad-4eb1-974a-4223feb95a08) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:42:54.281715 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51228a38-fa4e-4f69-89bd-890da65e951d tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:54.408440 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51228a38-fa4e-4f69-89bd-890da65e951d tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:54.411174 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51228a38-fa4e-4f69-89bd-890da65e951d tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:54.412345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-51228a38-fa4e-4f69-89bd-890da65e951d tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "DELETE /v2.0/security-groups/05ff487f-38d6-451c-b7c6-fc1465cba89a HTTP/1.1" status: 204 len: 168 time: 0.2531171 Aug 17 02:42:54.416483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43188) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:54.438954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51228a38-fa4e-4f69-89bd-890da65e951d tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ff487f-38d6-451c-b7c6-fc1465cba89a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:54.440222 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-3bc17e4a-46fb-439e-b4e4-1ebbe789c141 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:54.464393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-3bc17e4a-46fb-439e-b4e4-1ebbe789c141 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Transition to ACTIVE for port object 55ba2cbc-8aad-4eb1-974a-4223feb95a08 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:54.483330 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3d6f3dd8-4d71-4d7b-931d-43413715e4aa tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0654147 Aug 17 02:42:54.495919 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43190) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:54.562011 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-87ef92eb-8f43-43e9-b2c5-ab2a1b328844 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:54.589555 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-87ef92eb-8f43-43e9-b2c5-ab2a1b328844 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:54.600291 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-3bc17e4a-46fb-439e-b4e4-1ebbe789c141 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:54.682378 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-3bc17e4a-46fb-439e-b4e4-1ebbe789c141 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Network c2370959-6d24-42f8-8b5f-273d78403b0c is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:42:54.688967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-3bc17e4a-46fb-439e-b4e4-1ebbe789c141 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:42:54.694532 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc17e4a-46fb-439e-b4e4-1ebbe789c141 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'Port': ['ID=55ba2cbc-8aad-4eb1-974a-4223feb95a08,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:54.698159 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-3bc17e4a-46fb-439e-b4e4-1ebbe789c141 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:42:54.763182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-3bc17e4a-46fb-439e-b4e4-1ebbe789c141 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:54.764134 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-3bc17e4a-46fb-439e-b4e4-1ebbe789c141 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:54.801149 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-87ef92eb-8f43-43e9-b2c5-ab2a1b328844 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:54.804300 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-87ef92eb-8f43-43e9-b2c5-ab2a1b328844 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:54.809710 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-87ef92eb-8f43-43e9-b2c5-ab2a1b328844 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ac79580-691d-45ef-8d5d-e3faa6cfe6e3 HTTP/1.1" status: 204 len: 168 time: 0.3118706 Aug 17 02:42:54.810675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43198) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:54.830455 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef92eb-8f43-43e9-b2c5-ab2a1b328844 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac79580-691d-45ef-8d5d-e3faa6cfe6e3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:54.897686 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-3bc17e4a-46fb-439e-b4e4-1ebbe789c141 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2031507 Aug 17 02:42:54.904036 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-42c8bcba-8118-4701-8edf-39d7d56fc183 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814312 Aug 17 02:42:54.908500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e387a1-f82d-4b31-b02c-e69d5aba8cc3 req-7bbdcf5b-6f9b-4d45-b78c-b31dfa5047d6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:54.910804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43204) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:54.921336 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94e387a1-f82d-4b31-b02c-e69d5aba8cc3 req-7bbdcf5b-6f9b-4d45-b78c-b31dfa5047d6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 943 time: 0.1667254 Aug 17 02:42:54.924397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f70b2fe1-5ca0-4866-b365-353a20c53290 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group': {'name': 'tempest-secgroup--300873499'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:54.935539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Request body: {'port': {'device_id': '4129781f-779a-47c6-a2d6-b39152d0da4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:55.013749 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94e387a1-f82d-4b31-b02c-e69d5aba8cc3 req-9dbe7358-d90c-49e3-b670-dde11e98bced tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914137 Aug 17 02:42:55.069640 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:55.127104 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f70b2fe1-5ca0-4866-b365-353a20c53290 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:55.156422 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bb799169-12bb-40d6-9ebe-17212df96fa9 None None] Provisioning for port 55ba2cbc-8aad-4eb1-974a-4223feb95a08 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:42:55.162775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bb799169-12bb-40d6-9ebe-17212df96fa9 None None] Provisioning complete for port 55ba2cbc-8aad-4eb1-974a-4223feb95a08 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:55.163152 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bb799169-12bb-40d6-9ebe-17212df96fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:55.202045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552813e8-604c-4fd5-8e68-47398a252110 req-2a13f755-33bc-4ca1-95cd-9abf15c194db tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:55.206170 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-552813e8-604c-4fd5-8e68-47398a252110 req-2a13f755-33bc-4ca1-95cd-9abf15c194db tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 946 time: 0.0914733 Aug 17 02:42:55.225595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-bb799169-12bb-40d6-9ebe-17212df96fa9 None None] Port 55ba2cbc-8aad-4eb1-974a-4223feb95a08 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:42:55.275340 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-552813e8-604c-4fd5-8e68-47398a252110 req-8d05c631-cefd-48ec-9f54-95a15efd1405 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/security-groups?id=10ad926f-7b11-4c30-b019-4f92070631e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627334 Aug 17 02:42:55.440277 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f70b2fe1-5ca0-4866-b365-353a20c53290 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:55.513656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ba334-03f2-4482-86f1-2cdb84c10b98 req-d54c44d8-6426-464f-b603-473372c5e077 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:55.515594 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5d1ba334-03f2-4482-86f1-2cdb84c10b98 req-d54c44d8-6426-464f-b603-473372c5e077 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 932 time: 0.0602758 Aug 17 02:42:55.535180 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f70b2fe1-5ca0-4866-b365-353a20c53290 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:55.565082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ba2cbc-8aad-4eb1-974a-4223feb95a08 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:42:55.570561 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5d1ba334-03f2-4482-86f1-2cdb84c10b98 req-e16fc6e2-ef45-471a-bee4-ead45afcfdc2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486243 Aug 17 02:42:55.582025 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:55.592955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b2fe1-5ca0-4866-b365-353a20c53290 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c65898-9e02-4a34-8902-264b5ad2a4a6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:55.599409 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Transition to ACTIVE for port object 55ba2cbc-8aad-4eb1-974a-4223feb95a08 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:42:55.635717 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f70b2fe1-5ca0-4866-b365-353a20c53290 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:55.638475 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f70b2fe1-5ca0-4866-b365-353a20c53290 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7265682 Aug 17 02:42:55.641457 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43222) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:55.646457 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-be767d1a-8b0b-4824-b7b2-20a99d5fdcbb tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '23c65898-9e02-4a34-8902-264b5ad2a4a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:55.666046 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:55.751812 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Pushing event updated for resources: {'Port': ['ID=55ba2cbc-8aad-4eb1-974a-4223feb95a08,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:55.843676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Attempting to bind port 55ba2cbc-8aad-4eb1-974a-4223feb95a08 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:42:55.844192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Attempting to bind port 55ba2cbc-8aad-4eb1-974a-4223feb95a08 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:42:55.844699 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Attempting to bind port 55ba2cbc-8aad-4eb1-974a-4223feb95a08 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:42:55.847137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 743c726a-b09f-4b22-a438-6192c4de19bc details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:42:55.852182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Port 55ba2cbc-8aad-4eb1-974a-4223feb95a08 on network c2370959-6d24-42f8-8b5f-273d78403b0c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:42:55.852520 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Attempting to bind port 55ba2cbc-8aad-4eb1-974a-4223feb95a08 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:42:55.860152 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:42:55.860505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Checking segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:42:55.860884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Bound using segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:42:55.861371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Bound port: 55ba2cbc-8aad-4eb1-974a-4223feb95a08, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:42:55.861739 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:55.909428 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-be767d1a-8b0b-4824-b7b2-20a99d5fdcbb tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:55.913514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43228) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:55.918959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-751e7797-4c2e-4513-b66b-06d48fb4fcd0 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group_rule': {'security_group_id': '23c65898-9e02-4a34-8902-264b5ad2a4a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:55.921805 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-be767d1a-8b0b-4824-b7b2-20a99d5fdcbb tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2791049 Aug 17 02:42:56.073909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 743c726a-b09f-4b22-a438-6192c4de19bc, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=743c726a-b09f-4b22-a438-6192c4de19bc,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:56.080691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] For port 55ba2cbc-8aad-4eb1-974a-4223feb95a08, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:42:56.089336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] For port 55ba2cbc-8aad-4eb1-974a-4223feb95a08, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=55ba2cbc-8aad-4eb1-974a-4223feb95a08,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:42:56.110691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '743c726a-b09f-4b22-a438-6192c4de19bc', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'port_id': '743c726a-b09f-4b22-a438-6192c4de19bc', 'mac_address': 'fa:16:3e:4f:dd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:42:56.151427 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:56.153211 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:56.173784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743c726a-b09f-4b22-a438-6192c4de19bc {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:42:56.186825 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-751e7797-4c2e-4513-b66b-06d48fb4fcd0 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:42:56.188517 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-751e7797-4c2e-4513-b66b-06d48fb4fcd0 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2739830 Aug 17 02:42:56.191676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43238) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:56.211613 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:56.212350 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:56.213965 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] 10.222.0.42 "PUT /v2.0/ports/55ba2cbc-8aad-4eb1-974a-4223feb95a08 HTTP/1.1" status: 200 len: 1093 time: 1.2832878 Aug 17 02:42:56.217789 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4129781f-779a-47c6-a2d6-b39152d0da4e', 'tag': '55ba2cbc-8aad-4eb1-974a-4223feb95a08'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:42:56.220400 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dbb1f6-bc68-4626-adef-ddda66d1eea3" -d '{"events": [{"name": "network-changed", "server_uuid": "4129781f-779a-47c6-a2d6-b39152d0da4e", "tag": "55ba2cbc-8aad-4eb1-974a-4223feb95a08"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:42:56.220600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 743c726a-b09f-4b22-a438-6192c4de19bc, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=743c726a-b09f-4b22-a438-6192c4de19bc,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:56.271374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52033ee3-e596-4b56-805a-44e1c285656a req-fbc8bf69-64d2-4a39-b488-fb0651555b6e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:56.273514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52033ee3-e596-4b56-805a-44e1c285656a req-fbc8bf69-64d2-4a39-b488-fb0651555b6e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 943 time: 0.1396329 Aug 17 02:42:56.290499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8635a-509b-4124-a37a-670f4d0521c0 service neutron] Pushing event updated for resources: {'Port': ['ID=55ba2cbc-8aad-4eb1-974a-4223feb95a08,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:56.328275 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:56.338634 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52033ee3-e596-4b56-805a-44e1c285656a req-187be468-521e-4e02-88bd-f5a7063339a1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539603 Aug 17 02:42:56.342781 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-05613ecc-04d6-4c43-b71d-9c5b3c634c09 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:56.377599 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-05613ecc-04d6-4c43-b71d-9c5b3c634c09 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:56.454409 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=743c726a-b09f-4b22-a438-6192c4de19bc,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:56.490807 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0342fe3-10df-4501-bec9-d33a25582cea x-openstack-request-id: req-d0342fe3-10df-4501-bec9-d33a25582cea {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:42:56.491691 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4129781f-779a-47c6-a2d6-b39152d0da4e", "tag": "55ba2cbc-8aad-4eb1-974a-4223feb95a08", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:42:56.491691 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0342fe3-10df-4501-bec9-d33a25582cea {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:42:56.492008 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4129781f-779a-47c6-a2d6-b39152d0da4e', 'tag': '55ba2cbc-8aad-4eb1-974a-4223feb95a08', 'status': 'completed', 'code': 200} Aug 17 02:42:56.518893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-9f13bfdc-95f0-44e6-8ee1-bc4825619188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:56.521567 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-9f13bfdc-95f0-44e6-8ee1-bc4825619188 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 1096 time: 0.1115408 Aug 17 02:42:56.551483 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-05613ecc-04d6-4c43-b71d-9c5b3c634c09 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:56.555681 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-05613ecc-04d6-4c43-b71d-9c5b3c634c09 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:56.557288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-05613ecc-04d6-4c43-b71d-9c5b3c634c09 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "DELETE /v2.0/security-groups/23c65898-9e02-4a34-8902-264b5ad2a4a6 HTTP/1.1" status: 204 len: 168 time: 0.3643296 Aug 17 02:42:56.590389 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43250) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:56.598908 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-7d25c332-b08e-4a3f-952c-f521606df37c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55ba2cbc-8aad-4eb1-974a-4223feb95a08 HTTP/1.1" status: 200 len: 217 time: 0.0629499 Aug 17 02:42:56.603562 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05613ecc-04d6-4c43-b71d-9c5b3c634c09 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c65898-9e02-4a34-8902-264b5ad2a4a6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:56.687296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d549d5e-3324-4661-af60-0be7f497f070 req-a80501f8-7e2c-46ac-b68b-ab3aebe8d3f1 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:56.689506 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d549d5e-3324-4661-af60-0be7f497f070 req-a80501f8-7e2c-46ac-b68b-ab3aebe8d3f1 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 946 time: 0.1097538 Aug 17 02:42:56.764748 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d549d5e-3324-4661-af60-0be7f497f070 req-90dcb393-ea82-4137-ae46-38da1a93057b tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/security-groups?id=10ad926f-7b11-4c30-b019-4f92070631e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632443 Aug 17 02:42:56.869897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['743c726a-b09f-4b22-a438-6192c4de19bc'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:42:56.995422 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fd94e281-1823-45d4-b931-03d2fa4d6274 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3974855 Aug 17 02:42:56.997666 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43260) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:57.016177 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-78572d88-a498-4730-b6bd-ab3cfa0c8d66 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group': {'name': 'tempest-secgroup--263772248'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:57.025698 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-b3d147bd-8128-4c20-9032-bd7d31227e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:57.029119 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-b3d147bd-8128-4c20-9032-bd7d31227e04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.1020975 Aug 17 02:42:57.094761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76b362-a79a-479d-be6d-ade4bea58470 req-590301b0-1f9f-4629-a338-21a3e8167c58 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:57.104170 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-578e9fe0-00fe-42e9-ac26-0deba8f881af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:57.104740 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fd76b362-a79a-479d-be6d-ade4bea58470 req-590301b0-1f9f-4629-a338-21a3e8167c58 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 944 time: 0.1042397 Aug 17 02:42:57.106598 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-578e9fe0-00fe-42e9-ac26-0deba8f881af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648751 Aug 17 02:42:57.157119 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78572d88-a498-4730-b6bd-ab3cfa0c8d66 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:57.190312 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fd76b362-a79a-479d-be6d-ade4bea58470 req-3c5cc5c9-0abf-4c35-b0d5-3082b766136f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836351 Aug 17 02:42:57.326513 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-9a15fd11-66bc-4c17-9326-bad1190d5e8b service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110784 Aug 17 02:42:57.362671 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78572d88-a498-4730-b6bd-ab3cfa0c8d66 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:57.429117 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78572d88-a498-4730-b6bd-ab3cfa0c8d66 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:57.457400 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e1137a15-1ef7-4f68-ba03-3449bf10a864 req-151c6ece-d0eb-4532-a1ba-cb80c67b751b service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235158 Aug 17 02:42:57.467937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78572d88-a498-4730-b6bd-ab3cfa0c8d66 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a76dce-fa88-4444-ade9-8d5387cfe63c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:57.540717 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78572d88-a498-4730-b6bd-ab3cfa0c8d66 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:57.542410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-78572d88-a498-4730-b6bd-ab3cfa0c8d66 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5316443 Aug 17 02:42:57.546218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43276) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:57.551583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c153401b-a5d3-4de7-8e78-f7ac2b10ac00 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:57.551583 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-c153401b-a5d3-4de7-8e78-f7ac2b10ac00 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 02:42:57.552126 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-c153401b-a5d3-4de7-8e78-f7ac2b10ac00 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] update failed (client error): There was a conflict when trying to complete your request. Aug 17 02:42:57.553138 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c153401b-a5d3-4de7-8e78-f7ac2b10ac00 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "PUT /v2.0/security-groups/f1a76dce-fa88-4444-ade9-8d5387cfe63c HTTP/1.1" status: 409 len: 330 time: 0.0057883 Aug 17 02:42:57.555783 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43278) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:57.665420 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-25d14cf1-e794-4bbf-805a-6037aa05db30 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:57.710447 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-25d14cf1-e794-4bbf-805a-6037aa05db30 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:57.772357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbb1f6-bc68-4626-adef-ddda66d1eea3 req-6b001f7a-aba2-4e36-9243-56bce300f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:57.773918 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7dbb1f6-bc68-4626-adef-ddda66d1eea3 req-6b001f7a-aba2-4e36-9243-56bce300f628 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 1096 time: 0.0830081 Aug 17 02:42:57.932941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbb1f6-bc68-4626-adef-ddda66d1eea3 req-a9f0de0e-f86e-498c-b029-f43691cebe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:57.935903 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7dbb1f6-bc68-4626-adef-ddda66d1eea3 req-a9f0de0e-f86e-498c-b029-f43691cebe12 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.1538088 Aug 17 02:42:57.937476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f5296-e489-4bce-b285-46b7b2808f22 req-0cad34a0-7082-47b3-b847-57bdf20d7bb9 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:57.939203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e9f5296-e489-4bce-b285-46b7b2808f22 req-0cad34a0-7082-47b3-b847-57bdf20d7bb9 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 944 time: 0.0737221 Aug 17 02:42:57.988609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e9f5296-e489-4bce-b285-46b7b2808f22 req-35c77f3c-4b93-4076-a9a4-43d1d09ee4c8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414708 Aug 17 02:42:57.992005 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-25d14cf1-e794-4bbf-805a-6037aa05db30 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:57.995607 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-25d14cf1-e794-4bbf-805a-6037aa05db30 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:57.996101 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-25d14cf1-e794-4bbf-805a-6037aa05db30 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "DELETE /v2.0/security-groups/f1a76dce-fa88-4444-ade9-8d5387cfe63c HTTP/1.1" status: 204 len: 168 time: 0.4392633 Aug 17 02:42:57.999283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43290) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:58.000674 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7dbb1f6-bc68-4626-adef-ddda66d1eea3 req-68f13388-80cc-4bde-8e57-bd56f4f4d35b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55ba2cbc-8aad-4eb1-974a-4223feb95a08 HTTP/1.1" status: 200 len: 217 time: 0.0577278 Aug 17 02:42:58.023604 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d14cf1-e794-4bbf-805a-6037aa05db30 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a76dce-fa88-4444-ade9-8d5387cfe63c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:58.053634 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f482cebd-0eee-4306-8a12-95e8792b5158 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480652 Aug 17 02:42:58.054174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43292) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:58.077402 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-3eae6bc2-19e7-461a-94ee-7d17e34de358 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] delete failed (client error): The resource could not be found. Aug 17 02:42:58.078112 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3eae6bc2-19e7-461a-94ee-7d17e34de358 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0d0b4be-01d0-4012-b13e-864fe1c71665 HTTP/1.1" status: 404 len: 347 time: 0.0229695 Aug 17 02:42:58.083445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43296) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:58.112808 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-bb87c0d9-3476-40ae-b49a-07501a92f4a7 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] show failed (client error): The resource could not be found. Aug 17 02:42:58.118138 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bb87c0d9-3476-40ae-b49a-07501a92f4a7 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "GET /v2.0/security-groups/0ef5ed4f-2899-4574-9b16-c810062613c9 HTTP/1.1" status: 404 len: 347 time: 0.0335240 Aug 17 02:42:58.119135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43298) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:58.129279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbb1f6-bc68-4626-adef-ddda66d1eea3 req-b33aa10d-51c2-4233-b03c-a5bbd743358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:58.131402 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7dbb1f6-bc68-4626-adef-ddda66d1eea3 req-b33aa10d-51c2-4233-b03c-a5bbd743358c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.1234658 Aug 17 02:42:58.141810 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-fe30e3f8-07e4-4963-b43a-576db06a2e53 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] show failed (client error): The resource could not be found. Aug 17 02:42:58.146728 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fe30e3f8-07e4-4963-b43a-576db06a2e53 tempest-NegativeSecGroupIPv6Test-1220453105 tempest-NegativeSecGroupIPv6Test-1220453105-project] 10.222.0.13 "GET /v2.0/security-group-rules/e643afb9-ab05-4350-b805-8bafc7bc6921 HTTP/1.1" status: 404 len: 356 time: 0.0221004 Aug 17 02:42:58.177088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b16fe-e9fb-46be-bb63-98091d71a58b req-690fedb4-ba50-4e5b-a988-2c13d8190954 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:58.182491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-884b16fe-e9fb-46be-bb63-98091d71a58b req-690fedb4-ba50-4e5b-a988-2c13d8190954 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 946 time: 0.0829499 Aug 17 02:42:58.198439 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbb1f6-bc68-4626-adef-ddda66d1eea3 req-3180324a-52f7-42ea-bf33-9a0f82e9b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:58.200089 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7dbb1f6-bc68-4626-adef-ddda66d1eea3 req-3180324a-52f7-42ea-bf33-9a0f82e9b6b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560865 Aug 17 02:42:58.240719 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-884b16fe-e9fb-46be-bb63-98091d71a58b req-a38840a3-1552-4a6a-94a0-62ffecb77b8c tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/security-groups?id=10ad926f-7b11-4c30-b019-4f92070631e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513678 Aug 17 02:42:58.396709 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7dbb1f6-bc68-4626-adef-ddda66d1eea3 req-2a5e2939-2263-444a-8c6c-8f1d7288c5c7 service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707230 Aug 17 02:42:58.506487 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7dbb1f6-bc68-4626-adef-ddda66d1eea3 req-094c6ebb-7072-4b27-940c-0e0b1985209d service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021481 Aug 17 02:42:58.518369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e7852-090d-41ab-9975-894f006b3f9d req-6c32bbfa-547e-4ca5-a823-4b0c0bbd81db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:58.519948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-251e7852-090d-41ab-9975-894f006b3f9d req-6c32bbfa-547e-4ca5-a823-4b0c0bbd81db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 944 time: 0.0603976 Aug 17 02:42:58.588938 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-251e7852-090d-41ab-9975-894f006b3f9d req-4bb6672a-71c4-4492-ab28-58ecaee884d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564792 Aug 17 02:42:58.682210 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:58.919399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43318) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:59.208197 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-20a32eac-7e0d-4b29-96c3-f8628bbfdd0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43d53a6047de45e4b94b5e626a23b92e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875578 Aug 17 02:42:59.213512 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43328) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:59.220447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16963b66-eeb4-4208-a03c-76b854ca0117 req-11d52d7b-15a9-43fe-bbba-16f7693adbb1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:59.240405 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16963b66-eeb4-4208-a03c-76b854ca0117 req-11d52d7b-15a9-43fe-bbba-16f7693adbb1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 944 time: 0.0994563 Aug 17 02:42:59.311286 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea9b1-aee7-4802-9a15-146f16bb4625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:59.360571 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16963b66-eeb4-4208-a03c-76b854ca0117 req-c3266f64-1b69-4cde-97af-b8e40113b982 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857391 Aug 17 02:42:59.419869 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea9b1-aee7-4802-9a15-146f16bb4625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:59.567031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fe292-c8ca-4c1f-a5d3-858adf3d9edc req-69881d71-1d29-4837-a4cc-66fe5ea8fc08 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:59.568582 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb6fe292-c8ca-4c1f-a5d3-858adf3d9edc req-69881d71-1d29-4837-a4cc-66fe5ea8fc08 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 946 time: 0.0801017 Aug 17 02:42:59.617253 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb6fe292-c8ca-4c1f-a5d3-858adf3d9edc req-aa139222-c94a-486e-9094-1c92fdd31493 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/security-groups?id=10ad926f-7b11-4c30-b019-4f92070631e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411308 Aug 17 02:42:59.645019 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea9b1-aee7-4802-9a15-146f16bb4625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:59.648699 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea9b1-aee7-4802-9a15-146f16bb4625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:59.658575 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0d1ea9b1-aee7-4802-9a15-146f16bb4625 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40d0fcbb-5444-4753-b49a-9c51f71513d5 HTTP/1.1" status: 204 len: 168 time: 0.4383245 Aug 17 02:42:59.683952 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42878c25-f6c0-4307-a0e3-1c58250b04c5 req-bfd8c516-c607-4d19-bf5a-aaf0473d9530 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:59.686136 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-42878c25-f6c0-4307-a0e3-1c58250b04c5 req-bfd8c516-c607-4d19-bf5a-aaf0473d9530 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 946 time: 0.1201191 Aug 17 02:42:59.693494 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ea9b1-aee7-4802-9a15-146f16bb4625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d0fcbb-5444-4753-b49a-9c51f71513d5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:59.870174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 743c726a-b09f-4b22-a438-6192c4de19bc up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:42:59.883352 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-42878c25-f6c0-4307-a0e3-1c58250b04c5 req-68afb507-a7c1-496a-b5b0-325a11194893 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Deleting port 17092827-395c-4873-9538-7581675032ab {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:42:59.883701 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-42878c25-f6c0-4307-a0e3-1c58250b04c5 req-68afb507-a7c1-496a-b5b0-325a11194893 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:59.956131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80889a5d-a00a-4127-864e-69372fadbf1e req-6d31e0aa-a8ab-4fa7-a781-7a15199f8b2a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:59.961558 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80889a5d-a00a-4127-864e-69372fadbf1e req-6d31e0aa-a8ab-4fa7-a781-7a15199f8b2a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 944 time: 0.0913720 Aug 17 02:43:00.008987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80889a5d-a00a-4127-864e-69372fadbf1e req-ac0b8730-fa76-4a96-9126-3e845f84818e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436683 Aug 17 02:43:00.028994 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-42878c25-f6c0-4307-a0e3-1c58250b04c5 req-68afb507-a7c1-496a-b5b0-325a11194893 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] For port 17092827-395c-4873-9538-7581675032ab, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=17092827-395c-4873-9538-7581675032ab,segment=NetworkSegment(b6225428-6a1e-4956-8647-85c03248409b),segment_id=b6225428-6a1e-4956-8647-85c03248409b)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:00.029621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-42878c25-f6c0-4307-a0e3-1c58250b04c5 req-68afb507-a7c1-496a-b5b0-325a11194893 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:00.045172 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-42878c25-f6c0-4307-a0e3-1c58250b04c5 req-68afb507-a7c1-496a-b5b0-325a11194893 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Calling delete_port for 17092827-395c-4873-9538-7581675032ab owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:43:00.119921 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 743c726a-b09f-4b22-a438-6192c4de19bc completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:43:00.132774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 743c726a-b09f-4b22-a438-6192c4de19bc triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:00.132774 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:00.215809 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:00.239338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e763c9-0442-4284-8841-33a0532a6ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743c726a-b09f-4b22-a438-6192c4de19bc'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:00.241823 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71ff521-d63c-4d63-951f-f2d7f2e68764" -d '{"events": [{"server_uuid": "f3e763c9-0442-4284-8841-33a0532a6ce6", "name": "network-vif-plugged", "status": "completed", "tag": "743c726a-b09f-4b22-a438-6192c4de19bc"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:00.258913 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 743c726a-b09f-4b22-a438-6192c4de19bc, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=743c726a-b09f-4b22-a438-6192c4de19bc,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:00.290423 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8aa18e-37dd-41b1-b56b-e8d5d4d145fd x-openstack-request-id: req-da8aa18e-37dd-41b1-b56b-e8d5d4d145fd {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:00.290804 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e763c9-0442-4284-8841-33a0532a6ce6", "name": "network-vif-plugged", "status": "completed", "tag": "743c726a-b09f-4b22-a438-6192c4de19bc", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:00.291305 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da8aa18e-37dd-41b1-b56b-e8d5d4d145fd {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:00.292039 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e763c9-0442-4284-8841-33a0532a6ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743c726a-b09f-4b22-a438-6192c4de19bc', 'code': 200} Aug 17 02:43:00.297186 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-42878c25-f6c0-4307-a0e3-1c58250b04c5 req-68afb507-a7c1-496a-b5b0-325a11194893 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:00.330702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['17092827-395c-4873-9538-7581675032ab'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:43:00.344901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afb507-a7c1-496a-b5b0-325a11194893 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Pushing event deleted for resources: {'Port': ['ID=17092827-395c-4873-9538-7581675032ab,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:00.388995 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:00.428548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-42878c25-f6c0-4307-a0e3-1c58250b04c5 req-68afb507-a7c1-496a-b5b0-325a11194893 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] No DVR routers for this DVR port 17092827-395c-4873-9538-7581675032ab on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:43:00.438845 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-42878c25-f6c0-4307-a0e3-1c58250b04c5 req-68afb507-a7c1-496a-b5b0-325a11194893 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:00.441804 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-42878c25-f6c0-4307-a0e3-1c58250b04c5 req-68afb507-a7c1-496a-b5b0-325a11194893 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.42 "DELETE /v2.0/ports/17092827-395c-4873-9538-7581675032ab HTTP/1.1" status: 204 len: 173 time: 0.7435131 Aug 17 02:43:00.442584 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc8176d-3113-45d5-8722-31c2673987e7', 'name': 'network-vif-deleted', 'tag': '17092827-395c-4873-9538-7581675032ab'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:00.446649 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f93ec5-f345-49a9-a123-39174e3b99f3" -d '{"events": [{"server_uuid": "bfc8176d-3113-45d5-8722-31c2673987e7", "name": "network-vif-deleted", "tag": "17092827-395c-4873-9538-7581675032ab"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:00.489049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdbe5d-fd9b-4ebf-8857-76dc6e2d9454 req-4ea83cbd-eefb-4776-b75c-2aa7cd6044b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:00.491164 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31cdbe5d-fd9b-4ebf-8857-76dc6e2d9454 req-4ea83cbd-eefb-4776-b75c-2aa7cd6044b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 1097 time: 0.0751741 Aug 17 02:43:00.520349 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=743c726a-b09f-4b22-a438-6192c4de19bc,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:00.600319 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31cdbe5d-fd9b-4ebf-8857-76dc6e2d9454 req-c180ad37-7017-4b17-acea-820aee0e7c80 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950770 Aug 17 02:43:00.622890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6ea77-afd5-4e6d-a149-9da2d0367d2f req-9c44a563-da9b-4fd1-b451-5b0986ccc307 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:00.625152 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d5b6ea77-afd5-4e6d-a149-9da2d0367d2f req-9c44a563-da9b-4fd1-b451-5b0986ccc307 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.1076274 Aug 17 02:43:00.689903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d5b6ea77-afd5-4e6d-a149-9da2d0367d2f req-10febf89-ae43-4db1-a6a2-a9f14ffdd7d3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582054 Aug 17 02:43:00.765447 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7269acfa-eb66-48e2-835b-28dd8e6b6b4d x-openstack-request-id: req-7269acfa-eb66-48e2-835b-28dd8e6b6b4d {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:00.765743 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc8176d-3113-45d5-8722-31c2673987e7", "name": "network-vif-deleted", "tag": "17092827-395c-4873-9538-7581675032ab", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:00.766010 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7269acfa-eb66-48e2-835b-28dd8e6b6b4d {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:00.766407 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc8176d-3113-45d5-8722-31c2673987e7', 'name': 'network-vif-deleted', 'tag': '17092827-395c-4873-9538-7581675032ab', 'status': 'completed', 'code': 200} Aug 17 02:43:00.861391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6182d603-8359-424f-8f64-66f42af37ed8 req-962b3e72-e4e8-49b9-9867-8b5232e22fda tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 210 time: 0.0356190 Aug 17 02:43:01.128433 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:01.323339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43406) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:01.401087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b49980-ddd6-4a0f-ba80-fbf34d5633f9 req-86dfd32d-41c0-4fc1-be0c-19c5c6e48f4b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:01.409479 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95b49980-ddd6-4a0f-ba80-fbf34d5633f9 req-86dfd32d-41c0-4fc1-be0c-19c5c6e48f4b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 944 time: 0.0735238 Aug 17 02:43:01.451915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95b49980-ddd6-4a0f-ba80-fbf34d5633f9 req-d81f9367-3e20-462c-9070-4a3118784460 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Aug 17 02:43:01.457176 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9a5362f8-74ce-4fa1-882a-f2900d4012a9 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:01.457916 n-d-793621-31 neutron-server[95406]: WARNING neutron.api.v2.base [None req-9a5362f8-74ce-4fa1-882a-f2900d4012a9 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 02:43:01.458432 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-9a5362f8-74ce-4fa1-882a-f2900d4012a9 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 02:43:01.459496 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9a5362f8-74ce-4fa1-882a-f2900d4012a9 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1351612 Aug 17 02:43:01.463783 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43412) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:01.471648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f722d2f2-58c5-45d1-8780-a64a3534fd8a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group': {'name': 'tempest-secgroup--114146103'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:01.612167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7ac2-8571-4a1d-9180-63ac8825a1f4 req-22653104-57e3-43be-8930-5cc7e432194a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:01.620139 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c59d7ac2-8571-4a1d-9180-63ac8825a1f4 req-22653104-57e3-43be-8930-5cc7e432194a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0803292 Aug 17 02:43:01.624322 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f722d2f2-58c5-45d1-8780-a64a3534fd8a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:01.641790 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f722d2f2-58c5-45d1-8780-a64a3534fd8a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:01.672660 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c59d7ac2-8571-4a1d-9180-63ac8825a1f4 req-90adbc75-29b0-4ea5-8f8f-7b2227994203 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515409 Aug 17 02:43:01.775627 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f722d2f2-58c5-45d1-8780-a64a3534fd8a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:01.832880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfc9ab-bad0-4084-b61d-a6f78699f6b7 req-0cd688c3-1acc-4d9e-b235-43f2bbd4ae25 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:01.834658 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0bbfc9ab-bad0-4084-b61d-a6f78699f6b7 req-0cd688c3-1acc-4d9e-b235-43f2bbd4ae25 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.0565603 Aug 17 02:43:01.876840 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f722d2f2-58c5-45d1-8780-a64a3534fd8a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:01.914987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0bbfc9ab-bad0-4084-b61d-a6f78699f6b7 req-4880f719-2afa-4761-a0c4-20cafd31a92b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719359 Aug 17 02:43:01.940894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722d2f2-58c5-45d1-8780-a64a3534fd8a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7a479e-8c86-485b-aa40-5a7aac0991fe,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:02.020835 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f722d2f2-58c5-45d1-8780-a64a3534fd8a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:02.058105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8ee6e87-6607-4b89-945a-9291cebfd69d req-186e8730-cdf0-4935-bb20-06a86ea07b64 tempest-ServerGroupTestJSON-614089633 tempest-ServerGroupTestJSON-614089633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfc8176d-3113-45d5-8722-31c2673987e7 HTTP/1.1" status: 200 len: 210 time: 0.0475292 Aug 17 02:43:02.111987 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f722d2f2-58c5-45d1-8780-a64a3534fd8a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:02.153059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722d2f2-58c5-45d1-8780-a64a3534fd8a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939bc28d-c84a-41f6-86e9-6e93420f5335,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:02.229525 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f722d2f2-58c5-45d1-8780-a64a3534fd8a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:02.230954 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f722d2f2-58c5-45d1-8780-a64a3534fd8a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7649145 Aug 17 02:43:02.234679 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43422) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:02.241553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-26d10001-37a9-4719-bbfc-f43a4e3276ec tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': '939bc28d-c84a-41f6-86e9-6e93420f5335', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:02.351234 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26d10001-37a9-4719-bbfc-f43a4e3276ec tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:02.418675 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26d10001-37a9-4719-bbfc-f43a4e3276ec tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:02.482662 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26d10001-37a9-4719-bbfc-f43a4e3276ec tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:02.508196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d10001-37a9-4719-bbfc-f43a4e3276ec tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acbc724-cf8a-46f7-b1db-840e1c055daa,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:02.597870 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-26d10001-37a9-4719-bbfc-f43a4e3276ec tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:02.599772 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-26d10001-37a9-4719-bbfc-f43a4e3276ec tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3639910 Aug 17 02:43:02.603051 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43428) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:02.610182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-21d52c0a-99c9-49b2-9521-ed14de2decae tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': '939bc28d-c84a-41f6-86e9-6e93420f5335', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:02.644206 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a888f-89e9-4c69-b4bd-a662b9778b06 req-862b1f67-37f5-4f7c-a0a5-b862d83234e7 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:02.649484 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e0a888f-89e9-4c69-b4bd-a662b9778b06 req-862b1f67-37f5-4f7c-a0a5-b862d83234e7 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 944 time: 0.0834472 Aug 17 02:43:02.696350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e0a888f-89e9-4c69-b4bd-a662b9778b06 req-6894828f-7a56-46c7-a4f2-e26238b8ee8f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369771 Aug 17 02:43:02.723995 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-21d52c0a-99c9-49b2-9521-ed14de2decae tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:02.828112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f50c2-9211-412e-9c39-07d54af5a1a5 req-3b2c676a-b050-4717-829b-f870298be59d tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:02.830574 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-881f50c2-9211-412e-9c39-07d54af5a1a5 req-3b2c676a-b050-4717-829b-f870298be59d tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0678139 Aug 17 02:43:02.871951 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-881f50c2-9211-412e-9c39-07d54af5a1a5 req-2af2f698-e7a8-4949-816e-f945115c5607 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354021 Aug 17 02:43:02.883457 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-21d52c0a-99c9-49b2-9521-ed14de2decae tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 02:43:02.889377 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-21d52c0a-99c9-49b2-9521-ed14de2decae tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2843852 Aug 17 02:43:02.895220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43434) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:02.963879 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d1c3547-df08-491c-ae15-37ecea65770c tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:02.999454 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d1c3547-df08-491c-ae15-37ecea65770c tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:03.069197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ae0d8-68b5-4b79-9049-7b297f7fa675 req-522fdb4b-e29d-4356-acc3-b7838e14bac3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:03.071155 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a0ae0d8-68b5-4b79-9049-7b297f7fa675 req-522fdb4b-e29d-4356-acc3-b7838e14bac3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.0629575 Aug 17 02:43:03.119500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a0ae0d8-68b5-4b79-9049-7b297f7fa675 req-c4e235c2-3f1c-435c-9b3f-396e8690142b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385218 Aug 17 02:43:03.160422 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d1c3547-df08-491c-ae15-37ecea65770c tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:03.163127 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d1c3547-df08-491c-ae15-37ecea65770c tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:03.164305 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9d1c3547-df08-491c-ae15-37ecea65770c tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "DELETE /v2.0/security-groups/939bc28d-c84a-41f6-86e9-6e93420f5335 HTTP/1.1" status: 204 len: 168 time: 0.2681384 Aug 17 02:43:03.168201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43442) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:03.190589 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c3547-df08-491c-ae15-37ecea65770c tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=939bc28d-c84a-41f6-86e9-6e93420f5335,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:03.241447 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cdde9f6f-3d86-4432-960b-6c51465282d8 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720468 Aug 17 02:43:03.245421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43446) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:03.250863 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-37562a80-b9a0-420e-a9b7-86813c9580d4 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group': {'name': 'tempest-secgroup--401256609'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:03.348260 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 17092827-395c-4873-9538-7581675032ab no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:43:03.357230 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-37562a80-b9a0-420e-a9b7-86813c9580d4 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:03.379600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 17092827-395c-4873-9538-7581675032ab {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:43:03.379941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 17092827-395c-4873-9538-7581675032ab not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:43:03.476048 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-37562a80-b9a0-420e-a9b7-86813c9580d4 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:03.562970 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-37562a80-b9a0-420e-a9b7-86813c9580d4 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:03.611301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37562a80-b9a0-420e-a9b7-86813c9580d4 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd095d3d-eeb5-424d-889c-dec5704bbbb0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:03.677964 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-37562a80-b9a0-420e-a9b7-86813c9580d4 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:03.681787 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-37562a80-b9a0-420e-a9b7-86813c9580d4 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4347615 Aug 17 02:43:03.685121 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43460) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:03.695360 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c388625e-2ce1-4864-bd83-ea05c6b6f285 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': 'dd095d3d-eeb5-424d-889c-dec5704bbbb0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:03.696539 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-c388625e-2ce1-4864-bd83-ea05c6b6f285 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 17 02:43:03.697652 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-c388625e-2ce1-4864-bd83-ea05c6b6f285 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:03.699823 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c388625e-2ce1-4864-bd83-ea05c6b6f285 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0119853 Aug 17 02:43:03.704776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43462) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:03.833207 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56800767-35c4-4094-b5a6-edf5fbbf3f41 req-5174f468-80db-4c02-8a90-416878951d44 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:03.834653 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-56800767-35c4-4094-b5a6-edf5fbbf3f41 req-5174f468-80db-4c02-8a90-416878951d44 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.1168232 Aug 17 02:43:03.855908 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-19d5e1e7-e9df-4665-9328-63666ead6444 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:03.897519 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-19d5e1e7-e9df-4665-9328-63666ead6444 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:03.903199 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-56800767-35c4-4094-b5a6-edf5fbbf3f41 req-7e859162-1731-4432-a952-c3ba99acb03f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588672 Aug 17 02:43:04.062646 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-19d5e1e7-e9df-4665-9328-63666ead6444 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:04.067769 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-19d5e1e7-e9df-4665-9328-63666ead6444 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:04.068815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-19d5e1e7-e9df-4665-9328-63666ead6444 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "DELETE /v2.0/security-groups/dd095d3d-eeb5-424d-889c-dec5704bbbb0 HTTP/1.1" status: 204 len: 168 time: 0.3625665 Aug 17 02:43:04.072865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43470) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:04.099379 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5e1e7-e9df-4665-9328-63666ead6444 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd095d3d-eeb5-424d-889c-dec5704bbbb0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:04.123279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f814718-1807-419f-b06d-e9bdfcc69720 req-fc002fdb-c328-4801-8c65-bc48f955cc7c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:04.124283 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f814718-1807-419f-b06d-e9bdfcc69720 req-fc002fdb-c328-4801-8c65-bc48f955cc7c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 944 time: 0.1095524 Aug 17 02:43:04.154281 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4c6647f1-6256-4428-8bcb-5b0e3a39abf7 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756290 Aug 17 02:43:04.155272 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43472) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:04.160830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7e045440-df4d-47d5-9b14-4a7cc96863b2 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group': {'name': 'tempest-secgroup--896527529'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:04.193911 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f814718-1807-419f-b06d-e9bdfcc69720 req-248571fc-2d22-4983-99a4-181dabc1f54e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574849 Aug 17 02:43:04.276262 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7e045440-df4d-47d5-9b14-4a7cc96863b2 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:04.306477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631dbb9-f3c6-4c6e-9db4-e6d6f84f55a0 req-fb7fc3fd-8a5b-44c9-bd67-66de39fed0dc tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:04.308120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f631dbb9-f3c6-4c6e-9db4-e6d6f84f55a0 req-fb7fc3fd-8a5b-44c9-bd67-66de39fed0dc tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0624275 Aug 17 02:43:04.361531 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f631dbb9-f3c6-4c6e-9db4-e6d6f84f55a0 req-d9e7cbe5-776f-497c-8f7a-cb658463b197 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452383 Aug 17 02:43:04.398633 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7e045440-df4d-47d5-9b14-4a7cc96863b2 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:04.652022 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7e045440-df4d-47d5-9b14-4a7cc96863b2 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:04.690649 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e045440-df4d-47d5-9b14-4a7cc96863b2 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331f4917-c763-4324-90d0-d0185b357b9e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:04.718412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43490) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:04.763757 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7e045440-df4d-47d5-9b14-4a7cc96863b2 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:04.765017 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7e045440-df4d-47d5-9b14-4a7cc96863b2 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6087437 Aug 17 02:43:04.767840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43492) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:04.772654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b937cceb-1073-4dd0-8f8b-3f4927e5ecd6 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': '331f4917-c763-4324-90d0-d0185b357b9e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:04.773607 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-b937cceb-1073-4dd0-8f8b-3f4927e5ecd6 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 17 02:43:04.774117 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-b937cceb-1073-4dd0-8f8b-3f4927e5ecd6 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:04.775117 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b937cceb-1073-4dd0-8f8b-3f4927e5ecd6 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063627 Aug 17 02:43:04.779169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43494) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:04.788021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58def20-5ea7-41c4-b4e6-da9d54bee9b5 admin admin] Deleting subnet 3d1f392f-399b-414f-8d6a-18e6e906f728 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:43:04.791627 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e58def20-5ea7-41c4-b4e6-da9d54bee9b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:04.838562 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e58def20-5ea7-41c4-b4e6-da9d54bee9b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:04.857432 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23dce159-7e67-4d24-a7e2-dbe536735188 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:04.879096 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e58def20-5ea7-41c4-b4e6-da9d54bee9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:04.888105 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23dce159-7e67-4d24-a7e2-dbe536735188 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.024253 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dfa44361-fe40-4ea6-8ca2-55c0c1567360 req-9c30729a-9ddb-4500-9671-a11d3a4ce5c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0791109 Aug 17 02:43:05.055769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb9ece-4ef6-4318-829e-d59ddce82843 req-14f16f14-4e29-45c6-bc4b-11099bb0c013 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:05.057372 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80fb9ece-4ef6-4318-829e-d59ddce82843 req-14f16f14-4e29-45c6-bc4b-11099bb0c013 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.0674748 Aug 17 02:43:05.059875 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e58def20-5ea7-41c4-b4e6-da9d54bee9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.094125 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23dce159-7e67-4d24-a7e2-dbe536735188 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.096976 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23dce159-7e67-4d24-a7e2-dbe536735188 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.098244 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-23dce159-7e67-4d24-a7e2-dbe536735188 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "DELETE /v2.0/security-groups/331f4917-c763-4324-90d0-d0185b357b9e HTTP/1.1" status: 204 len: 168 time: 0.3179569 Aug 17 02:43:05.104275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43498) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:05.112004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58def20-5ea7-41c4-b4e6-da9d54bee9b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d1f392f-399b-414f-8d6a-18e6e906f728,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:05.117732 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e58def20-5ea7-41c4-b4e6-da9d54bee9b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.118570 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e58def20-5ea7-41c4-b4e6-da9d54bee9b5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3d1f392f-399b-414f-8d6a-18e6e906f728 HTTP/1.1" status: 204 len: 168 time: 0.3988845 Aug 17 02:43:05.123650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43500) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:05.139540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dce159-7e67-4d24-a7e2-dbe536735188 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=331f4917-c763-4324-90d0-d0185b357b9e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:05.180579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80fb9ece-4ef6-4318-829e-d59ddce82843 req-4d339047-952a-4ead-926b-273f78e32c57 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045420 Aug 17 02:43:05.233297 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9582efe1-8fe6-4ef1-93f9-265f54b00052 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1242406 Aug 17 02:43:05.237018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43506) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:05.242864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa44361-fe40-4ea6-8ca2-55c0c1567360 req-124d9190-90ff-44fb-9397-855bd206cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:05.244395 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dfa44361-fe40-4ea6-8ca2-55c0c1567360 req-124d9190-90ff-44fb-9397-855bd206cd0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 1097 time: 0.1117728 Aug 17 02:43:05.245155 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-041555ba-2cdc-401f-a179-d9df71bcd114 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1167706237'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:05.318146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d230941-b68c-4828-8735-a414d6e86e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.399969 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-041555ba-2cdc-401f-a179-d9df71bcd114 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.426576 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d230941-b68c-4828-8735-a414d6e86e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.431395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e9ea6-6237-4863-96de-0d72ad37f7e5 req-e9846c89-b848-40f7-9a2a-86115bc13208 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:05.439645 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc7e9ea6-6237-4863-96de-0d72ad37f7e5 req-e9846c89-b848-40f7-9a2a-86115bc13208 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 944 time: 0.1007097 Aug 17 02:43:05.445494 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-5d230941-b68c-4828-8735-a414d6e86e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eed1dd8-2fbc-40c5-8a14-5c224de48b65']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:05.463321 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-5d230941-b68c-4828-8735-a414d6e86e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6225428-6a1e-4956-8647-85c03248409b') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:05.463895 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-5d230941-b68c-4828-8735-a414d6e86e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6225428-6a1e-4956-8647-85c03248409b') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:05.478375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa44361-fe40-4ea6-8ca2-55c0c1567360 req-86ad2450-f434-42e7-8c53-addb308362dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:05.479888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dfa44361-fe40-4ea6-8ca2-55c0c1567360 req-86ad2450-f434-42e7-8c53-addb308362dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.2058249 Aug 17 02:43:05.481714 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d230941-b68c-4828-8735-a414d6e86e82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.507243 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d230941-b68c-4828-8735-a414d6e86e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.521928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d230941-b68c-4828-8735-a414d6e86e82 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:43:05.522649 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d230941-b68c-4828-8735-a414d6e86e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:43:05.524751 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:43:05.537535 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dfa44361-fe40-4ea6-8ca2-55c0c1567360 req-373b5d6c-4519-40e7-b02d-d048db574a78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77048388-e663-4d7b-8b10-234878b99872 HTTP/1.1" status: 200 len: 217 time: 0.0449972 Aug 17 02:43:05.548234 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc7e9ea6-6237-4863-96de-0d72ad37f7e5 req-1d80978f-fcf2-4fcb-9692-328e866eee57 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997298 Aug 17 02:43:05.605962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa44361-fe40-4ea6-8ca2-55c0c1567360 req-e9083bd1-1b97-42b6-a182-9e0b4ccc88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:05.607674 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dfa44361-fe40-4ea6-8ca2-55c0c1567360 req-e9083bd1-1b97-42b6-a182-9e0b4ccc88c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0570512 Aug 17 02:43:05.610665 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-041555ba-2cdc-401f-a179-d9df71bcd114 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.665891 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa44361-fe40-4ea6-8ca2-55c0c1567360 req-4f29ce1f-9525-4bc1-8e89-0d92e2835ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:05.667592 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dfa44361-fe40-4ea6-8ca2-55c0c1567360 req-4f29ce1f-9525-4bc1-8e89-0d92e2835ba6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478919 Aug 17 02:43:05.715349 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d230941-b68c-4828-8735-a414d6e86e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.727887 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d230941-b68c-4828-8735-a414d6e86e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.731797 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5d230941-b68c-4828-8735-a414d6e86e82 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3eed1dd8-2fbc-40c5-8a14-5c224de48b65 HTTP/1.1" status: 204 len: 168 time: 0.6051412 Aug 17 02:43:05.764311 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d230941-b68c-4828-8735-a414d6e86e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eed1dd8-2fbc-40c5-8a14-5c224de48b65,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:05.776518 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-041555ba-2cdc-401f-a179-d9df71bcd114 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.811781 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dfa44361-fe40-4ea6-8ca2-55c0c1567360 req-bebfa185-2018-40c2-970c-e73b578fef1f service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348519 Aug 17 02:43:05.833688 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041555ba-2cdc-401f-a179-d9df71bcd114 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb884bc7-5b0e-48d3-aed6-1e23f887231c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:05.885968 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-041555ba-2cdc-401f-a179-d9df71bcd114 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.890540 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-041555ba-2cdc-401f-a179-d9df71bcd114 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6497011 Aug 17 02:43:05.893374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43516) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:05.899703 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f488a71c-6047-496d-a6d6-d540d5b59402 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': 'eb884bc7-5b0e-48d3-aed6-1e23f887231c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:05.900770 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-f488a71c-6047-496d-a6d6-d540d5b59402 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 17 02:43:05.901424 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-f488a71c-6047-496d-a6d6-d540d5b59402 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:05.905316 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f488a71c-6047-496d-a6d6-d540d5b59402 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083175 Aug 17 02:43:05.912185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43518) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:05.917259 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d2329f7b-1e53-4f2d-84fe-85d0f3e94531 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': 'eb884bc7-5b0e-48d3-aed6-1e23f887231c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:05.918663 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-d2329f7b-1e53-4f2d-84fe-85d0f3e94531 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 17 02:43:05.919268 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-d2329f7b-1e53-4f2d-84fe-85d0f3e94531 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:05.923277 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d2329f7b-1e53-4f2d-84fe-85d0f3e94531 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071790 Aug 17 02:43:05.926302 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43520) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:05.933102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-09ebb867-76c8-4259-b024-ef72807d7b5b tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': 'eb884bc7-5b0e-48d3-aed6-1e23f887231c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:05.934312 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-09ebb867-76c8-4259-b024-ef72807d7b5b tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 17 02:43:05.934920 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-09ebb867-76c8-4259-b024-ef72807d7b5b tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:05.938921 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-09ebb867-76c8-4259-b024-ef72807d7b5b tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083661 Aug 17 02:43:05.939381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43522) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:05.944690 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c804fa6a-1948-4424-b9d5-02f3d8414dea tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': 'eb884bc7-5b0e-48d3-aed6-1e23f887231c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:05.949856 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-c804fa6a-1948-4424-b9d5-02f3d8414dea tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 17 02:43:05.950042 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dfa44361-fe40-4ea6-8ca2-55c0c1567360 req-26b21e32-df14-4c35-ac90-44adcc27678d service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250334 Aug 17 02:43:05.950184 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-c804fa6a-1948-4424-b9d5-02f3d8414dea tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:05.950184 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c804fa6a-1948-4424-b9d5-02f3d8414dea tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068026 Aug 17 02:43:05.952114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43524) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:06.028580 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-46e6975c-facf-4277-8b7b-c14d8bffa4d7 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:06.062934 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-46e6975c-facf-4277-8b7b-c14d8bffa4d7 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:06.232548 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-46e6975c-facf-4277-8b7b-c14d8bffa4d7 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:06.235378 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-46e6975c-facf-4277-8b7b-c14d8bffa4d7 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:06.239139 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-46e6975c-facf-4277-8b7b-c14d8bffa4d7 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "DELETE /v2.0/security-groups/eb884bc7-5b0e-48d3-aed6-1e23f887231c HTTP/1.1" status: 204 len: 168 time: 0.2833781 Aug 17 02:43:06.239446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43530) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:06.271056 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6975c-facf-4277-8b7b-c14d8bffa4d7 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb884bc7-5b0e-48d3-aed6-1e23f887231c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:06.274639 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43532) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:06.337720 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fafb0088-0818-4aba-8f95-60aea04a602e tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0969913 Aug 17 02:43:06.342750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43534) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:06.347457 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-291f3344-c5bf-4c98-aa40-03b90c29d670 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1445426864'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:06.349857 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bfe93aee-06e7-47f8-987b-0f4381d02304 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bcac35b185b4c6482cfc0fa44fc82ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738645 Aug 17 02:43:06.352383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43536) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:06.416775 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-536be4a1-8838-4753-8557-bfb96a55a5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:06.445259 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-536be4a1-8838-4753-8557-bfb96a55a5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:06.500036 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-291f3344-c5bf-4c98-aa40-03b90c29d670 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:06.599130 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-291f3344-c5bf-4c98-aa40-03b90c29d670 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:06.647790 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-536be4a1-8838-4753-8557-bfb96a55a5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:06.650762 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-536be4a1-8838-4753-8557-bfb96a55a5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:06.652780 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-536be4a1-8838-4753-8557-bfb96a55a5df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10ad926f-7b11-4c30-b019-4f92070631e1 HTTP/1.1" status: 204 len: 168 time: 0.2984989 Aug 17 02:43:06.669143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536be4a1-8838-4753-8557-bfb96a55a5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ad926f-7b11-4c30-b019-4f92070631e1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:06.737571 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-24e2bc93-c0b3-4d2f-b3b5-63fb16a82a8d req-225b4274-e0fe-47c5-be22-77af6c55e412 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0938976 Aug 17 02:43:06.789590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176267fd-27f9-4dd1-be3c-6230d8919be2 req-2d5f654a-a8ce-41c0-ab05-a969307fefde tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:06.796304 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-291f3344-c5bf-4c98-aa40-03b90c29d670 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:06.798287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-176267fd-27f9-4dd1-be3c-6230d8919be2 req-2d5f654a-a8ce-41c0-ab05-a969307fefde tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0797040 Aug 17 02:43:06.858032 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-176267fd-27f9-4dd1-be3c-6230d8919be2 req-782fd4a1-86ab-425f-81c4-0dfdded2de91 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582683 Aug 17 02:43:06.887021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f3344-c5bf-4c98-aa40-03b90c29d670 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39964435-e1a6-4fce-a7a1-c215119cfbc4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:06.904010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2bc93-c0b3-4d2f-b3b5-63fb16a82a8d req-cf9d0265-6df3-4768-8e1d-6022ecdb4a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:06.905479 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-24e2bc93-c0b3-4d2f-b3b5-63fb16a82a8d req-cf9d0265-6df3-4768-8e1d-6022ecdb4a8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 1097 time: 0.0869153 Aug 17 02:43:07.035253 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-291f3344-c5bf-4c98-aa40-03b90c29d670 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:07.036777 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-291f3344-c5bf-4c98-aa40-03b90c29d670 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6929779 Aug 17 02:43:07.039944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43550) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:07.045725 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-773852c2-74be-4767-b0b0-dffcddfb36ac tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': '39964435-e1a6-4fce-a7a1-c215119cfbc4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:07.046226 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-773852c2-74be-4767-b0b0-dffcddfb36ac tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 02:43:07.046748 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-773852c2-74be-4767-b0b0-dffcddfb36ac tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:07.050084 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-773852c2-74be-4767-b0b0-dffcddfb36ac tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072901 Aug 17 02:43:07.052507 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43552) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:07.061734 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-34db963f-f296-4017-b180-9bb38e9e2c1f tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': '39964435-e1a6-4fce-a7a1-c215119cfbc4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:07.064501 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4753080-5b3e-4a6f-89be-0def864d4b4e req-f9d00a84-debb-4def-87e4-6380cc6d5733 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:07.071011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4753080-5b3e-4a6f-89be-0def864d4b4e req-f9d00a84-debb-4def-87e4-6380cc6d5733 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 944 time: 0.0649157 Aug 17 02:43:07.113625 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4753080-5b3e-4a6f-89be-0def864d4b4e req-f6d9b4b1-c63a-4d28-91fc-5dd8286884fa tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370169 Aug 17 02:43:07.159053 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2bc93-c0b3-4d2f-b3b5-63fb16a82a8d req-5c13f94b-f181-40f9-85d7-dcfe91f0b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:07.160572 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-24e2bc93-c0b3-4d2f-b3b5-63fb16a82a8d req-5c13f94b-f181-40f9-85d7-dcfe91f0b413 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.2080450 Aug 17 02:43:07.256292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7915e3-b69b-44d8-833b-9c34c55ff642 req-d54134bc-a5e6-4445-a794-1c61091115e4 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:07.258445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa7915e3-b69b-44d8-833b-9c34c55ff642 req-d54134bc-a5e6-4445-a794-1c61091115e4 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.0819795 Aug 17 02:43:07.259640 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-24e2bc93-c0b3-4d2f-b3b5-63fb16a82a8d req-91696202-7939-4392-8c1e-34b986ed80e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e11478f-186d-416c-a6d1-b91c615a6f06 HTTP/1.1" status: 200 len: 1000 time: 0.0912576 Aug 17 02:43:07.325755 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2bc93-c0b3-4d2f-b3b5-63fb16a82a8d req-6c04f7e9-7bf0-4cd3-a045-fef2a535dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:07.326887 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-24e2bc93-c0b3-4d2f-b3b5-63fb16a82a8d req-6c04f7e9-7bf0-4cd3-a045-fef2a535dfe2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0598636 Aug 17 02:43:07.333810 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa7915e3-b69b-44d8-833b-9c34c55ff642 req-2b32daf5-b561-4598-98b8-0b99bf1b059a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644772 Aug 17 02:43:07.385426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2bc93-c0b3-4d2f-b3b5-63fb16a82a8d req-bc4b7c0a-dfc8-4eb5-8f1c-db2e0df95e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:07.387492 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-24e2bc93-c0b3-4d2f-b3b5-63fb16a82a8d req-bc4b7c0a-dfc8-4eb5-8f1c-db2e0df95e7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540428 Aug 17 02:43:07.388887 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-34db963f-f296-4017-b180-9bb38e9e2c1f tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:07.393009 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-34db963f-f296-4017-b180-9bb38e9e2c1f tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3356979 Aug 17 02:43:07.393302 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43558) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:07.399335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-2610e8f6-e94e-4b48-9554-9fbfac08b594 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': '39964435-e1a6-4fce-a7a1-c215119cfbc4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:07.399753 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-2610e8f6-e94e-4b48-9554-9fbfac08b594 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 17 02:43:07.400236 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-2610e8f6-e94e-4b48-9554-9fbfac08b594 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:07.404597 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2610e8f6-e94e-4b48-9554-9fbfac08b594 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068691 Aug 17 02:43:07.404876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43562) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:07.409685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-171758f0-3412-41e9-9457-fa4ef2404da5 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': '39964435-e1a6-4fce-a7a1-c215119cfbc4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:07.504050 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-24e2bc93-c0b3-4d2f-b3b5-63fb16a82a8d req-14be453b-5023-4537-86be-85f9124c6d0c service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084208 Aug 17 02:43:07.607706 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-171758f0-3412-41e9-9457-fa4ef2404da5 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:07.608017 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-24e2bc93-c0b3-4d2f-b3b5-63fb16a82a8d req-59ff5a6d-8f17-443b-9460-6d08088dfb6f service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938535 Aug 17 02:43:07.609611 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-171758f0-3412-41e9-9457-fa4ef2404da5 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2034147 Aug 17 02:43:07.612169 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43570) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:07.616859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e6a8b554-1939-4651-808f-0e7f36d2361e tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': '39964435-e1a6-4fce-a7a1-c215119cfbc4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:07.618982 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-e6a8b554-1939-4651-808f-0e7f36d2361e tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 02:43:07.618982 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-e6a8b554-1939-4651-808f-0e7f36d2361e tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:07.619192 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e6a8b554-1939-4651-808f-0e7f36d2361e tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059469 Aug 17 02:43:07.621889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43572) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:07.626369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-bd02430f-4a74-40dc-9e25-58f510aec890 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': '39964435-e1a6-4fce-a7a1-c215119cfbc4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:07.956700 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-bd02430f-4a74-40dc-9e25-58f510aec890 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:07.962535 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b75fb884-ad9f-4753-b279-9e5d3c9b8390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:07.964897 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bd02430f-4a74-40dc-9e25-58f510aec890 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3419766 Aug 17 02:43:07.965797 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43590) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:07.970862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9843860d-4c4a-449d-9b49-a28ba04d8558 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': '39964435-e1a6-4fce-a7a1-c215119cfbc4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:07.971203 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-9843860d-4c4a-449d-9b49-a28ba04d8558 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 17 02:43:07.971611 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-9843860d-4c4a-449d-9b49-a28ba04d8558 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:07.975249 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9843860d-4c4a-449d-9b49-a28ba04d8558 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055299 Aug 17 02:43:07.975466 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43592) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:07.980093 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-1bc105ad-0164-4272-9610-0dd0c714abff tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': '39964435-e1a6-4fce-a7a1-c215119cfbc4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:08.009524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a3141-2d05-42d1-be40-44f882cca83b req-d7a61a3a-4eeb-4b4f-a1fb-5a11f5186a61 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:08.011028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f6a3141-2d05-42d1-be40-44f882cca83b req-d7a61a3a-4eeb-4b4f-a1fb-5a11f5186a61 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0719399 Aug 17 02:43:08.050803 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f6a3141-2d05-42d1-be40-44f882cca83b req-eabcfed7-4575-4288-808f-03ff073c7481 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328116 Aug 17 02:43:08.250013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ae71d-33ff-4dfc-8f94-613b76032d80 req-e6332f53-d4cd-411e-a604-fe5d2431600a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:08.251582 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-185ae71d-33ff-4dfc-8f94-613b76032d80 req-e6332f53-d4cd-411e-a604-fe5d2431600a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 944 time: 0.0563221 Aug 17 02:43:08.277978 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43600) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:08.284654 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-1bc105ad-0164-4272-9610-0dd0c714abff tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:08.289024 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1bc105ad-0164-4272-9610-0dd0c714abff tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3092406 Aug 17 02:43:08.289024 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43604) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:08.293546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-1b674eba-c7d9-4f8b-9a2a-9ce2542e16b2 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': '39964435-e1a6-4fce-a7a1-c215119cfbc4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:08.295358 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-185ae71d-33ff-4dfc-8f94-613b76032d80 req-6e67ea4d-ed9c-4e2c-942f-22af4645a1a1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374553 Aug 17 02:43:08.424386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1146259989-network', 'tenant_id': '613da46cef80464cbb1386c2df588302'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:08.487474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75eb59-ad9e-4592-9b2d-8f47b616c682 req-a68b3df5-21e6-447e-a281-d4f36ed80bda tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:08.489159 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca75eb59-ad9e-4592-9b2d-8f47b616c682 req-a68b3df5-21e6-447e-a281-d4f36ed80bda tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.0725732 Aug 17 02:43:08.501264 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-1b674eba-c7d9-4f8b-9a2a-9ce2542e16b2 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:08.502317 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1b674eba-c7d9-4f8b-9a2a-9ce2542e16b2 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2129333 Aug 17 02:43:08.505527 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43620) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:08.554045 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca75eb59-ad9e-4592-9b2d-8f47b616c682 req-70b0430d-803b-4d80-8fd2-8f55eb78d0b6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584061 Aug 17 02:43:08.578535 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17ebb49-2dbe-4074-8867-e31350149bcd tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:08.609101 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17ebb49-2dbe-4074-8867-e31350149bcd tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:08.634899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] Made reservation on behalf of 613da46cef80464cbb1386c2df588302 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:43:08.639238 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:08.663984 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:08.801633 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17ebb49-2dbe-4074-8867-e31350149bcd tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:08.806701 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17ebb49-2dbe-4074-8867-e31350149bcd tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:08.806701 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a17ebb49-2dbe-4074-8867-e31350149bcd tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "DELETE /v2.0/security-groups/39964435-e1a6-4fce-a7a1-c215119cfbc4 HTTP/1.1" status: 204 len: 168 time: 0.2988131 Aug 17 02:43:08.808421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43624) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:08.836001 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ebb49-2dbe-4074-8867-e31350149bcd tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39964435-e1a6-4fce-a7a1-c215119cfbc4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:08.857117 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3e25e9a3-fc14-435f-beb5-676b5a14c082 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470645 Aug 17 02:43:08.862678 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43626) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:08.869193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-5e875c92-1555-4d1a-a892-1570cc146612 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009626625'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:08.934333 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:09.177941 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:09.193788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285a336-9819-4e09-bcb7-b0a035269a37 req-0dc1c2c1-f4ba-4cbb-9392-d37186257762 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:09.198302 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a285a336-9819-4e09-bcb7-b0a035269a37 req-0dc1c2c1-f4ba-4cbb-9392-d37186257762 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0691876 Aug 17 02:43:09.203744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:43:09.221643 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86049d0-b33a-4310-a74d-41049058b868,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:09.226477 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:09.226889 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] Added segment 454df4b1-c394-41e2-8048-7ff750ebdbac of type vlan for network 869a6434-1d81-42f3-8a6f-63713fa6af43 Aug 17 02:43:09.255638 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a285a336-9819-4e09-bcb7-b0a035269a37 req-6271898e-2e5d-4409-ac2d-80f4f02bc860 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470233 Aug 17 02:43:09.280619 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:09.332002 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5e875c92-1555-4d1a-a892-1570cc146612 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:09.380690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 55ba2cbc-8aad-4eb1-974a-4223feb95a08 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:43:09.428717 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:09.429704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:09.430304 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:09.485512 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5e875c92-1555-4d1a-a892-1570cc146612 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:09.501350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] Pushing event updated for resources: {'Network': ['ID=869a6434-1d81-42f3-8a6f-63713fa6af43,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:09.513729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe63cd7-2bdf-4326-b1ea-265ea9ba0df2 req-afaa6699-c0be-43f4-bf44-6d185bb4574b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:09.515217 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 869a6434-1d81-42f3-8a6f-63713fa6af43 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:43:09.516026 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6fe63cd7-2bdf-4326-b1ea-265ea9ba0df2 req-afaa6699-c0be-43f4-bf44-6d185bb4574b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 944 time: 0.1150882 Aug 17 02:43:09.562502 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6fe63cd7-2bdf-4326-b1ea-265ea9ba0df2 req-b000fda2-52a9-48ca-9d09-08ac90025dcb tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392725 Aug 17 02:43:09.598395 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5e875c92-1555-4d1a-a892-1570cc146612 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:09.631466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 55ba2cbc-8aad-4eb1-974a-4223feb95a08, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=55ba2cbc-8aad-4eb1-974a-4223feb95a08,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:09.660088 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '55ba2cbc-8aad-4eb1-974a-4223feb95a08', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'port_id': '55ba2cbc-8aad-4eb1-974a-4223feb95a08', 'mac_address': 'fa:16:3e:5d:88:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:43:09.680660 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f51d9ec9-128e-42f7-80ad-19a90b68ca9f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4015529 Aug 17 02:43:09.684720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43648) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:09.697748 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b30e9eb4-e327-4d9d-a31b-d6ed118943aa admin admin] Request body: {'subnet': {'network_id': '869a6434-1d81-42f3-8a6f-63713fa6af43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1146259989-subnet', 'tenant_id': '613da46cef80464cbb1386c2df588302', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:09.702147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e875c92-1555-4d1a-a892-1570cc146612 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3620736b-003a-4d55-a145-c7829164cd17,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:09.731775 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:09.746438 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4cf55-2105-4830-8247-e87a6ffb25ad req-0089f2ff-a032-475b-8289-0753dcc5a005 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:09.748714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ba2cbc-8aad-4eb1-974a-4223feb95a08 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:43:09.754475 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-73d4cf55-2105-4830-8247-e87a6ffb25ad req-0089f2ff-a032-475b-8289-0753dcc5a005 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.1189079 Aug 17 02:43:09.764962 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5e875c92-1555-4d1a-a892-1570cc146612 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:09.766580 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5e875c92-1555-4d1a-a892-1570cc146612 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9023504 Aug 17 02:43:09.770442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43652) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:09.783111 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b639556a-1a96-4d65-b312-dec361b8832a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': '3620736b-003a-4d55-a145-c7829164cd17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:09.797906 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 55ba2cbc-8aad-4eb1-974a-4223feb95a08, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=55ba2cbc-8aad-4eb1-974a-4223feb95a08,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:09.812426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-73d4cf55-2105-4830-8247-e87a6ffb25ad req-8dc11d39-691e-451a-aaf7-59c136bfe450 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570443 Aug 17 02:43:09.880105 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30e9eb4-e327-4d9d-a31b-d6ed118943aa admin admin] Made reservation on behalf of 613da46cef80464cbb1386c2df588302 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:43:09.885042 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b30e9eb4-e327-4d9d-a31b-d6ed118943aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:09.887763 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:09.930727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 743c726a-b09f-4b22-a438-6192c4de19bc details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:43:09.989525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=55ba2cbc-8aad-4eb1-974a-4223feb95a08,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:10.090724 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 743c726a-b09f-4b22-a438-6192c4de19bc, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=743c726a-b09f-4b22-a438-6192c4de19bc,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:10.103786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '743c726a-b09f-4b22-a438-6192c4de19bc', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'port_id': '743c726a-b09f-4b22-a438-6192c4de19bc', 'mac_address': 'fa:16:3e:4f:dd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:43:10.156967 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:10.170642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 743c726a-b09f-4b22-a438-6192c4de19bc {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:43:10.203695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 743c726a-b09f-4b22-a438-6192c4de19bc, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=743c726a-b09f-4b22-a438-6192c4de19bc,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:10.290851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['55ba2cbc-8aad-4eb1-974a-4223feb95a08'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:43:10.345570 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b30e9eb4-e327-4d9d-a31b-d6ed118943aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:10.397267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c89948-3d27-487c-a62a-e6c86a178e74 req-c294b123-3942-40d7-a883-3b9f9fb7a7ac tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:10.399610 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4c89948-3d27-487c-a62a-e6c86a178e74 req-c294b123-3942-40d7-a883-3b9f9fb7a7ac tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0642004 Aug 17 02:43:10.439077 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e9eb4-e327-4d9d-a31b-d6ed118943aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=41edacd4-0511-49cb-906f-cc8da4fccfff,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:10.442549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30e9eb4-e327-4d9d-a31b-d6ed118943aa admin admin] Checking segment: {'id': '454df4b1-c394-41e2-8048-7ff750ebdbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '869a6434-1d81-42f3-8a6f-63713fa6af43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:43:10.443369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30e9eb4-e327-4d9d-a31b-d6ed118943aa admin admin] Network hostable DHCP agents. Network: 869a6434-1d81-42f3-8a6f-63713fa6af43, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:43:10.456324 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4c89948-3d27-487c-a62a-e6c86a178e74 req-e73e3b11-8cec-4fb9-836b-22636a8f7e81 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492432 Aug 17 02:43:10.460390 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-b639556a-1a96-4d65-b312-dec361b8832a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The resource could not be found. Aug 17 02:43:10.462789 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-35c5bfe5-db17-44a5-b153-c906864318ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:10.465269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43674) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:10.471493 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:10.477647 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b639556a-1a96-4d65-b312-dec361b8832a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7012718 Aug 17 02:43:10.481022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7d9cd834-76f4-4af5-a68b-34ab7a9d78d5 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': '3620736b-003a-4d55-a145-c7829164cd17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8d4cf069-ea6b-45d6-8773-a6e97c6f84b9'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:10.624730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=743c726a-b09f-4b22-a438-6192c4de19bc,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:10.647624 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30e9eb4-e327-4d9d-a31b-d6ed118943aa admin admin] Network 869a6434-1d81-42f3-8a6f-63713fa6af43 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:43:10.673938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['743c726a-b09f-4b22-a438-6192c4de19bc'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:43:10.717458 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:10.750840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-b30e9eb4-e327-4d9d-a31b-d6ed118943aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 869a6434-1d81-42f3-8a6f-63713fa6af43) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:10.751673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d008d5-9d26-4f47-92ec-8d078e71f315 req-626697f9-9921-42f4-acc5-e186c783a339 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:10.754520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3d008d5-9d26-4f47-92ec-8d078e71f315 req-626697f9-9921-42f4-acc5-e186c783a339 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 945 time: 0.0757756 Aug 17 02:43:10.758663 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-7d9cd834-76f4-4af5-a68b-34ab7a9d78d5 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The resource could not be found. Aug 17 02:43:10.759733 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7d9cd834-76f4-4af5-a68b-34ab7a9d78d5 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2929482 Aug 17 02:43:10.760567 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cf08ed-3e4c-498d-bcdd-efc1ae42fe90 None None] Network 869a6434-1d81-42f3-8a6f-63713fa6af43 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:43:10.762708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43688) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:10.764242 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e9eb4-e327-4d9d-a31b-d6ed118943aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:10.764913 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b30e9eb4-e327-4d9d-a31b-d6ed118943aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:10.836899 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3d008d5-9d26-4f47-92ec-8d078e71f315 req-2ed543d2-161c-45a4-9fab-808d8c361b9f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656130 Aug 17 02:43:10.862672 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f851dd7-c2d0-4892-97d2-bdd5201b1818 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:10.900748 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f851dd7-c2d0-4892-97d2-bdd5201b1818 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:10.961001 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b30e9eb4-e327-4d9d-a31b-d6ed118943aa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2730916 Aug 17 02:43:10.996740 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40294a8-7cff-40db-b6cd-bc4b5c350e6a None None] Network 869a6434-1d81-42f3-8a6f-63713fa6af43 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:43:11.027995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a4a7d-2b91-4056-b03e-893afd35b118 req-dc9790af-60b7-4010-ae45-c82520997f23 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:11.029861 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b4a4a7d-2b91-4056-b03e-893afd35b118 req-dc9790af-60b7-4010-ae45-c82520997f23 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 944 time: 0.1035244 Aug 17 02:43:11.085849 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b4a4a7d-2b91-4056-b03e-893afd35b118 req-008ac097-9708-44a5-88cf-491439a34cd8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497975 Aug 17 02:43:11.128120 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f851dd7-c2d0-4892-97d2-bdd5201b1818 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:11.135099 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f851dd7-c2d0-4892-97d2-bdd5201b1818 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:11.135099 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4f851dd7-c2d0-4892-97d2-bdd5201b1818 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "DELETE /v2.0/security-groups/3620736b-003a-4d55-a145-c7829164cd17 HTTP/1.1" status: 204 len: 168 time: 0.3678391 Aug 17 02:43:11.135347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43704) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:11.171624 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f851dd7-c2d0-4892-97d2-bdd5201b1818 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3620736b-003a-4d55-a145-c7829164cd17,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:11.228276 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4df7b35c-34f8-47f5-9a4c-66a0a0383305 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0917578 Aug 17 02:43:11.229227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43714) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:11.235607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-eb6a190e-22fe-4993-bee6-77b3d6943fa6 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': 'c7210196-ddf0-4f0a-bd7f-91ff2d8e638f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:11.397491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 55ba2cbc-8aad-4eb1-974a-4223feb95a08 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:43:11.518715 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-b4cfda02-3aa7-4753-8aa3-fd1105bd87a7 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:11.520187 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-b4cfda02-3aa7-4753-8aa3-fd1105bd87a7 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/networks?id=869a6434-1d81-42f3-8a6f-63713fa6af43 HTTP/1.1" status: 200 len: 821 time: 0.1188860 Aug 17 02:43:11.536013 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-94198755-f195-4ebd-8564-07ab3bcc015f tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/quotas/613da46cef80464cbb1386c2df588302 HTTP/1.1" status: 200 len: 375 time: 0.0100143 Aug 17 02:43:11.571345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-27501ce7-8c0c-48cc-b6bf-ef49ba71530d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=613da46cef80464cbb1386c2df588302&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268769 Aug 17 02:43:11.664877 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-63a44d6a-5a1b-4043-b57c-a2bbf8123ce6 service neutron] 10.222.0.13 "GET /v2.0/networks/869a6434-1d81-42f3-8a6f-63713fa6af43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854874 Aug 17 02:43:11.776115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-f2b4f679-7491-4b22-964b-7c031f386455 service neutron] 10.222.0.13 "GET /v2.0/networks/869a6434-1d81-42f3-8a6f-63713fa6af43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049430 Aug 17 02:43:11.840291 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 55ba2cbc-8aad-4eb1-974a-4223feb95a08 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:43:11.840291 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 55ba2cbc-8aad-4eb1-974a-4223feb95a08 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:11.840291 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:11.927849 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 743c726a-b09f-4b22-a438-6192c4de19bc up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:43:11.931283 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:11.934166 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-eb6a190e-22fe-4993-bee6-77b3d6943fa6 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The resource could not be found. Aug 17 02:43:11.943570 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-eb6a190e-22fe-4993-bee6-77b3d6943fa6 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7053740 Aug 17 02:43:11.943570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43742) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:11.945287 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7d42a220-49aa-4176-9ee7-ef057716e6c9 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177086369'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:11.987306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4129781f-779a-47c6-a2d6-b39152d0da4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ba2cbc-8aad-4eb1-974a-4223feb95a08'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:12.007272 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9340dc94-3ad0-4493-afbb-d0a2b5c107f8" -d '{"events": [{"server_uuid": "4129781f-779a-47c6-a2d6-b39152d0da4e", "name": "network-vif-plugged", "status": "completed", "tag": "55ba2cbc-8aad-4eb1-974a-4223feb95a08"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:12.010031 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 55ba2cbc-8aad-4eb1-974a-4223feb95a08, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=55ba2cbc-8aad-4eb1-974a-4223feb95a08,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:12.023155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 743c726a-b09f-4b22-a438-6192c4de19bc triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:12.023651 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:12.125859 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:12.164323 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 743c726a-b09f-4b22-a438-6192c4de19bc, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=743c726a-b09f-4b22-a438-6192c4de19bc,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:12.174374 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:12.274915 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d42a220-49aa-4176-9ee7-ef057716e6c9 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:12.277341 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:12.343520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=55ba2cbc-8aad-4eb1-974a-4223feb95a08,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:12.404616 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d42a220-49aa-4176-9ee7-ef057716e6c9 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:12.456526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196c108-b24f-4ace-9c04-c624f852bd10 req-b0eae695-e165-40bc-be63-ce8c2abcb3ce tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:12.458420 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7196c108-b24f-4ace-9c04-c624f852bd10 req-b0eae695-e165-40bc-be63-ce8c2abcb3ce tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0574517 Aug 17 02:43:12.501660 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7196c108-b24f-4ace-9c04-c624f852bd10 req-45a8a976-c530-4782-8371-b0fc29cf1655 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352843 Aug 17 02:43:12.523688 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:12.574072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=743c726a-b09f-4b22-a438-6192c4de19bc,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:12.618176 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d42a220-49aa-4176-9ee7-ef057716e6c9 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:12.652615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42a220-49aa-4176-9ee7-ef057716e6c9 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f709c176-707b-4399-b804-c56771cbef08,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:12.712607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d249f04-fdc5-4de4-ab79-2921866df563 req-b3561594-0719-453c-99a0-ada9804209b2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:12.715039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d249f04-fdc5-4de4-ab79-2921866df563 req-b3561594-0719-453c-99a0-ada9804209b2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 946 time: 0.0541036 Aug 17 02:43:12.759155 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d249f04-fdc5-4de4-ab79-2921866df563 req-6f991caf-09e7-4ad4-9257-bc97986ea703 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374203 Aug 17 02:43:12.762550 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d42a220-49aa-4176-9ee7-ef057716e6c9 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:12.764159 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7d42a220-49aa-4176-9ee7-ef057716e6c9 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8233752 Aug 17 02:43:12.767423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43774) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:12.771518 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-93cfd9e4-c434-41f7-982f-5146207d7a94 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group': {'name': 'tempest-secgroup--731283424'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:12.810730 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c1fbd5-c203-4648-9f43-043e638e6ecb x-openstack-request-id: req-24c1fbd5-c203-4648-9f43-043e638e6ecb {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:12.811026 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4129781f-779a-47c6-a2d6-b39152d0da4e", "name": "network-vif-plugged", "status": "completed", "tag": "55ba2cbc-8aad-4eb1-974a-4223feb95a08", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:12.811282 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24c1fbd5-c203-4648-9f43-043e638e6ecb {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:12.811674 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4129781f-779a-47c6-a2d6-b39152d0da4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ba2cbc-8aad-4eb1-974a-4223feb95a08', 'code': 200} Aug 17 02:43:12.945368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dfb5b-d077-42f0-ac41-7e973d922219 req-3818fdcf-aaba-426b-b762-e6962dd92abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:12.947820 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-739dfb5b-d077-42f0-ac41-7e973d922219 req-3818fdcf-aaba-426b-b762-e6962dd92abb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 1098 time: 0.0491846 Aug 17 02:43:12.994079 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-739dfb5b-d077-42f0-ac41-7e973d922219 req-8e3b311c-75a8-465f-9359-a4d440988e63 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387170 Aug 17 02:43:13.220535 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93cfd9e4-c434-41f7-982f-5146207d7a94 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:13.260115 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a033cbb-0244-4e50-9c77-f152ec72cb50 req-1a66e3e6-b6d3-4bb9-9059-7c980e76c97c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:13.262277 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a033cbb-0244-4e50-9c77-f152ec72cb50 req-1a66e3e6-b6d3-4bb9-9059-7c980e76c97c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.4031417 Aug 17 02:43:13.319783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a033cbb-0244-4e50-9c77-f152ec72cb50 req-0a1b706e-12f3-4371-acad-c91d29638216 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514910 Aug 17 02:43:13.350110 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93cfd9e4-c434-41f7-982f-5146207d7a94 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:13.394316 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1e2ac43-71bd-43ee-9c01-6b06d76b9cd4 req-2a29c756-8f77-41b1-b1f1-71ce26b63ac3 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 210 time: 0.0272324 Aug 17 02:43:13.612123 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93cfd9e4-c434-41f7-982f-5146207d7a94 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:13.641313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacbea3-f1fa-4845-80fd-9d65958a9162 req-ecb0e90d-b9d3-48d2-8ff6-bf5067e32712 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:13.642803 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dfacbea3-f1fa-4845-80fd-9d65958a9162 req-ecb0e90d-b9d3-48d2-8ff6-bf5067e32712 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0687041 Aug 17 02:43:13.670955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfd9e4-c434-41f7-982f-5146207d7a94 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f85e4bf-0511-47ad-81b5-33ac32ad0796,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:13.696983 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dfacbea3-f1fa-4845-80fd-9d65958a9162 req-03741426-8e9a-4b5d-9384-008ba4b8f9e9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450938 Aug 17 02:43:13.854880 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:13.861964 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93cfd9e4-c434-41f7-982f-5146207d7a94 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:13.867730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-93cfd9e4-c434-41f7-982f-5146207d7a94 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0955486 Aug 17 02:43:13.867901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43804) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:13.871511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-faa70554-4b6e-4eff-9f87-d019ab204317 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group_rule': {'security_group_id': 'f709c176-707b-4399-b804-c56771cbef08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8f85e4bf-0511-47ad-81b5-33ac32ad0796'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:13.901159 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3c9fd-556e-469e-9ff8-4849f06d0511 req-7eb3b561-e42d-418e-9b70-07ad2b192e6b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:13.904299 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57a3c9fd-556e-469e-9ff8-4849f06d0511 req-7eb3b561-e42d-418e-9b70-07ad2b192e6b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 946 time: 0.0527949 Aug 17 02:43:13.947792 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57a3c9fd-556e-469e-9ff8-4849f06d0511 req-4819aa88-d00c-4b1f-b0f5-a7fd23ac3585 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349107 Aug 17 02:43:14.167544 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-faa70554-4b6e-4eff-9f87-d019ab204317 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:43:14.168631 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-faa70554-4b6e-4eff-9f87-d019ab204317 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3012869 Aug 17 02:43:14.172767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43816) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:14.233161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9958a53c-1f94-4f1f-98a8-16d03ba66599 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:14.255157 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9958a53c-1f94-4f1f-98a8-16d03ba66599 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:14.435526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df968c49-2224-443e-a129-fedaf295f107 req-d32e1fff-e5e6-43d6-8e40-02410f4013bb tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:14.437087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df968c49-2224-443e-a129-fedaf295f107 req-d32e1fff-e5e6-43d6-8e40-02410f4013bb tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.0495005 Aug 17 02:43:14.458673 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9958a53c-1f94-4f1f-98a8-16d03ba66599 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:14.466891 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9958a53c-1f94-4f1f-98a8-16d03ba66599 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:14.466891 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9958a53c-1f94-4f1f-98a8-16d03ba66599 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "DELETE /v2.0/security-groups/8f85e4bf-0511-47ad-81b5-33ac32ad0796 HTTP/1.1" status: 204 len: 168 time: 0.2886877 Aug 17 02:43:14.466891 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43828) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:14.476966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df968c49-2224-443e-a129-fedaf295f107 req-0eb84948-322b-4e67-b573-bf64261b1024 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330493 Aug 17 02:43:14.479472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958a53c-1f94-4f1f-98a8-16d03ba66599 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f85e4bf-0511-47ad-81b5-33ac32ad0796,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:14.545841 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e02031b7-eede-463d-9a09-5542674ae6df tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0770745 Aug 17 02:43:14.548588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43834) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:14.552293 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e493e13f-3b0b-414f-84e7-49d43ae65385 req-0e85dec4-c94b-435c-8026-2988ea12bf2b tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 210 time: 0.0330598 Aug 17 02:43:14.603765 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15681f98-2d8a-4117-93d6-3fe14ee46f6a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:14.626634 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15681f98-2d8a-4117-93d6-3fe14ee46f6a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:14.791494 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15681f98-2d8a-4117-93d6-3fe14ee46f6a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:14.794276 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15681f98-2d8a-4117-93d6-3fe14ee46f6a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:14.795422 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-15681f98-2d8a-4117-93d6-3fe14ee46f6a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "DELETE /v2.0/security-groups/f709c176-707b-4399-b804-c56771cbef08 HTTP/1.1" status: 204 len: 168 time: 0.2457459 Aug 17 02:43:14.798161 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43844) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:14.809357 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15681f98-2d8a-4117-93d6-3fe14ee46f6a tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f709c176-707b-4399-b804-c56771cbef08,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:14.812642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e763c9-0442-4284-8841-33a0532a6ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743c726a-b09f-4b22-a438-6192c4de19bc'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:14.816466 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5be0f8-2027-4a44-a321-5407cffce94d" -d '{"events": [{"server_uuid": "f3e763c9-0442-4284-8841-33a0532a6ce6", "name": "network-vif-plugged", "status": "completed", "tag": "743c726a-b09f-4b22-a438-6192c4de19bc"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:14.847148 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d5f72-11b9-4f41-8669-fdfd4abf96de req-8a41465d-e765-43b5-900f-58d3bb511ed9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:14.848949 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c2d5f72-11b9-4f41-8669-fdfd4abf96de req-8a41465d-e765-43b5-900f-58d3bb511ed9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0825400 Aug 17 02:43:14.887477 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-765e716b-615b-4644-bab4-ea6e5fe7a0e3 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0871439 Aug 17 02:43:14.891222 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c2d5f72-11b9-4f41-8669-fdfd4abf96de req-dda57b18-c7f5-4751-80d6-8ba3c4700fa4 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347538 Aug 17 02:43:14.891408 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43854) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:14.897498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-35b15a76-374e-4798-a973-32108bb3025b tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group': {'name': 'tempest-secgroup--82965774'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:15.009485 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f798ad25-3d43-4bea-a485-aaf9e133c5b2 x-openstack-request-id: req-f798ad25-3d43-4bea-a485-aaf9e133c5b2 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:15.010020 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e763c9-0442-4284-8841-33a0532a6ce6", "name": "network-vif-plugged", "status": "completed", "tag": "743c726a-b09f-4b22-a438-6192c4de19bc", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:15.010288 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f798ad25-3d43-4bea-a485-aaf9e133c5b2 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:15.010742 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e763c9-0442-4284-8841-33a0532a6ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743c726a-b09f-4b22-a438-6192c4de19bc', 'code': 200} Aug 17 02:43:15.064454 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-35b15a76-374e-4798-a973-32108bb3025b tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.116249 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14d617-6b4d-4e01-99cb-6e04d0dacede req-fbee2642-11dc-4a32-9d2e-ffff4894e3f0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:15.117788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f14d617-6b4d-4e01-99cb-6e04d0dacede req-fbee2642-11dc-4a32-9d2e-ffff4894e3f0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 946 time: 0.0619428 Aug 17 02:43:15.165756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f14d617-6b4d-4e01-99cb-6e04d0dacede req-32d44d76-c696-49e2-9e99-b919538bd012 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382652 Aug 17 02:43:15.169445 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-35b15a76-374e-4798-a973-32108bb3025b tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.236353 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-35b15a76-374e-4798-a973-32108bb3025b tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.268074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b15a76-374e-4798-a973-32108bb3025b tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eccf295f-28c7-4e15-83c1-9d1d9077a932,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:15.302513 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e480-f432-4f52-beaf-3c8df85e834a req-3ec80cd2-33b1-4178-8ac4-96c2c0f5274e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:15.304192 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3818e480-f432-4f52-beaf-3c8df85e834a req-3ec80cd2-33b1-4178-8ac4-96c2c0f5274e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 946 time: 0.0544913 Aug 17 02:43:15.343989 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3818e480-f432-4f52-beaf-3c8df85e834a req-ea3904e3-b969-49d9-9cce-6ef480562750 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330675 Aug 17 02:43:15.396263 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-35b15a76-374e-4798-a973-32108bb3025b tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.397688 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-35b15a76-374e-4798-a973-32108bb3025b tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5052640 Aug 17 02:43:15.402881 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43886) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:15.407723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-2f7b0d2a-afdf-488a-82ce-21a182013506 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:15.408226 n-d-793621-31 neutron-server[95407]: WARNING neutron.api.v2.base [None req-2f7b0d2a-afdf-488a-82ce-21a182013506 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 02:43:15.408794 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-2f7b0d2a-afdf-488a-82ce-21a182013506 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] update failed (client error): There was a conflict when trying to complete your request. Aug 17 02:43:15.410007 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2f7b0d2a-afdf-488a-82ce-21a182013506 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "PUT /v2.0/security-groups/eccf295f-28c7-4e15-83c1-9d1d9077a932 HTTP/1.1" status: 409 len: 330 time: 0.0059757 Aug 17 02:43:15.412478 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43888) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:15.471166 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a7f9776c-9f89-44ea-9547-542b3ede077f tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.494459 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a7f9776c-9f89-44ea-9547-542b3ede077f tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.618597 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a7f9776c-9f89-44ea-9547-542b3ede077f tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.622127 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a7f9776c-9f89-44ea-9547-542b3ede077f tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.626326 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a7f9776c-9f89-44ea-9547-542b3ede077f tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "DELETE /v2.0/security-groups/eccf295f-28c7-4e15-83c1-9d1d9077a932 HTTP/1.1" status: 204 len: 168 time: 0.2098432 Aug 17 02:43:15.629910 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43906) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:15.638263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9776c-9f89-44ea-9547-542b3ede077f tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccf295f-28c7-4e15-83c1-9d1d9077a932,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:15.675926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cc53e2ab-981b-4323-a011-c6a57e1bbf49 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0483060 Aug 17 02:43:15.679788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43910) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:15.693618 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-d0954c2f-b814-4711-9a5b-f2c54bd5a465 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] delete failed (client error): The resource could not be found. Aug 17 02:43:15.694630 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d0954c2f-b814-4711-9a5b-f2c54bd5a465 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "DELETE /v2.0/security-groups/a74cf8b4-bc1a-425c-ae92-58f103400a67 HTTP/1.1" status: 404 len: 347 time: 0.0139027 Aug 17 02:43:15.698299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43912) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:15.712238 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-2df7d4ac-9da5-4adc-9274-4cb4b747f4f6 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] show failed (client error): The resource could not be found. Aug 17 02:43:15.713318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2df7d4ac-9da5-4adc-9274-4cb4b747f4f6 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "GET /v2.0/security-groups/9fe0d00d-aff0-4435-81bb-86416bcdbff0 HTTP/1.1" status: 404 len: 347 time: 0.0135379 Aug 17 02:43:15.718192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43914) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:15.733209 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-4b21d5f5-27de-4904-97d2-2fd3a255f183 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] show failed (client error): The resource could not be found. Aug 17 02:43:15.734346 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4b21d5f5-27de-4904-97d2-2fd3a255f183 tempest-NegativeSecGroupTest-1086499395 tempest-NegativeSecGroupTest-1086499395-project] 10.222.0.13 "GET /v2.0/security-group-rules/afb661ad-d22e-4e84-a208-6d8f7fffadb4 HTTP/1.1" status: 404 len: 356 time: 0.0152299 Aug 17 02:43:16.382072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-c8a6c882-aca3-48bc-b237-4af9b25ccde6 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:16.384272 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-c8a6c882-aca3-48bc-b237-4af9b25ccde6 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.42 "GET /v2.0/networks?id=869a6434-1d81-42f3-8a6f-63713fa6af43 HTTP/1.1" status: 200 len: 821 time: 0.1680534 Aug 17 02:43:16.413875 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-619d677a-b694-49c3-94cc-8dcdfadd3c07 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Request body: {'port': {'device_id': 'be425847-464f-442b-afa8-93e82b00484b', 'network_id': '869a6434-1d81-42f3-8a6f-63713fa6af43', 'admin_state_up': True, 'tenant_id': '613da46cef80464cbb1386c2df588302'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:16.422946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43960) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:16.618156 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-244ac93b-a23b-4f10-9c0f-9c38931d8396 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d184a6eabd3d4f368371d528bf63b196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1940422 Aug 17 02:43:16.621923 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43970) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:16.713308 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-477e171c-8886-42bd-a512-841857a674ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:16.730842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-619d677a-b694-49c3-94cc-8dcdfadd3c07 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Made reservation on behalf of 613da46cef80464cbb1386c2df588302 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:43:16.734992 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-619d677a-b694-49c3-94cc-8dcdfadd3c07 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:16.754923 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-477e171c-8886-42bd-a512-841857a674ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:16.993573 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-477e171c-8886-42bd-a512-841857a674ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:17.001653 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-477e171c-8886-42bd-a512-841857a674ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:17.003264 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-477e171c-8886-42bd-a512-841857a674ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd7a479e-8c86-485b-aa40-5a7aac0991fe HTTP/1.1" status: 204 len: 168 time: 0.3805637 Aug 17 02:43:17.009955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-619d677a-b694-49c3-94cc-8dcdfadd3c07 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Allocated IP 172.20.0.2 (869a6434-1d81-42f3-8a6f-63713fa6af43/41edacd4-0511-49cb-906f-cc8da4fccfff/5d56e226-feb7-4be1-9e68-33dd22de3024) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:43:17.034210 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e171c-8886-42bd-a512-841857a674ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7a479e-8c86-485b-aa40-5a7aac0991fe,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:17.299599 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-619d677a-b694-49c3-94cc-8dcdfadd3c07 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:17.516866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-619d677a-b694-49c3-94cc-8dcdfadd3c07 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:17.554817 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-619d677a-b694-49c3-94cc-8dcdfadd3c07 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Network 869a6434-1d81-42f3-8a6f-63713fa6af43 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:43:17.570737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-619d677a-b694-49c3-94cc-8dcdfadd3c07 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:17.588641 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-619d677a-b694-49c3-94cc-8dcdfadd3c07 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:43:17.643186 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-619d677a-b694-49c3-94cc-8dcdfadd3c07 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:17.644220 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-619d677a-b694-49c3-94cc-8dcdfadd3c07 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:17.705947 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d677a-b694-49c3-94cc-8dcdfadd3c07 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Pushing event updated for resources: {'Port': ['ID=5d56e226-feb7-4be1-9e68-33dd22de3024,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:17.751462 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-619d677a-b694-49c3-94cc-8dcdfadd3c07 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3522866 Aug 17 02:43:17.770153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Request body: {'port': {'device_id': 'be425847-464f-442b-afa8-93e82b00484b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:17.910044 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:18.367436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d56e226-feb7-4be1-9e68-33dd22de3024 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:43:18.381509 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:18.468580 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Transition to ACTIVE for port object 5d56e226-feb7-4be1-9e68-33dd22de3024 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:43:18.533379 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:18.795197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Pushing event updated for resources: {'Port': ['ID=5d56e226-feb7-4be1-9e68-33dd22de3024,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:18.820343 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Attempting to bind port 5d56e226-feb7-4be1-9e68-33dd22de3024 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:43:18.826369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Attempting to bind port 5d56e226-feb7-4be1-9e68-33dd22de3024 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '454df4b1-c394-41e2-8048-7ff750ebdbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '869a6434-1d81-42f3-8a6f-63713fa6af43'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:43:18.826825 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Attempting to bind port 5d56e226-feb7-4be1-9e68-33dd22de3024 on network 869a6434-1d81-42f3-8a6f-63713fa6af43 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:43:18.840348 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Port 5d56e226-feb7-4be1-9e68-33dd22de3024 on network 869a6434-1d81-42f3-8a6f-63713fa6af43 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:43:18.842445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Attempting to bind port 5d56e226-feb7-4be1-9e68-33dd22de3024 on network 869a6434-1d81-42f3-8a6f-63713fa6af43 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:43:18.861177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:43:18.861726 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Checking segment: {'id': '454df4b1-c394-41e2-8048-7ff750ebdbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '869a6434-1d81-42f3-8a6f-63713fa6af43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:43:18.863697 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Bound using segment: {'id': '454df4b1-c394-41e2-8048-7ff750ebdbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '869a6434-1d81-42f3-8a6f-63713fa6af43'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:43:18.864277 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Bound port: 5d56e226-feb7-4be1-9e68-33dd22de3024, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454df4b1-c394-41e2-8048-7ff750ebdbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '869a6434-1d81-42f3-8a6f-63713fa6af43'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:43:18.865439 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:18.867943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cb7de-e48c-487a-b6b2-a4da6b8ce6e7 req-cd06a5df-642e-4237-9b76-3f82808b9501 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:18.877927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c4cb7de-e48c-487a-b6b2-a4da6b8ce6e7 req-cd06a5df-642e-4237-9b76-3f82808b9501 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.1045260 Aug 17 02:43:18.912056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c4cb7de-e48c-487a-b6b2-a4da6b8ce6e7 req-1272f914-e04d-4d9c-b292-90600d1279e5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354791 Aug 17 02:43:19.019878 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] For port 5d56e226-feb7-4be1-9e68-33dd22de3024, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:43:19.025292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] For port 5d56e226-feb7-4be1-9e68-33dd22de3024, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=5d56e226-feb7-4be1-9e68-33dd22de3024,segment=NetworkSegment(454df4b1-c394-41e2-8048-7ff750ebdbac),segment_id=454df4b1-c394-41e2-8048-7ff750ebdbac)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:43:19.139674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a226f-a091-4d2d-8bc2-51905fb45f81 req-8ce58452-9fc4-45b3-bca6-ae8f38a14322 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:19.141453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916a226f-a091-4d2d-8bc2-51905fb45f81 req-8ce58452-9fc4-45b3-bca6-ae8f38a14322 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 943 time: 0.0822263 Aug 17 02:43:19.156928 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:19.237692 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:19.238528 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:19.240248 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7785ca10-2796-455e-b56b-4678023f830c service neutron] 10.222.0.42 "PUT /v2.0/ports/5d56e226-feb7-4be1-9e68-33dd22de3024 HTTP/1.1" status: 200 len: 1092 time: 1.4753916 Aug 17 02:43:19.240761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be425847-464f-442b-afa8-93e82b00484b', 'tag': '5d56e226-feb7-4be1-9e68-33dd22de3024'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:19.243455 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847fd384-22f4-4a2c-9e40-0c803bb61816" -d '{"events": [{"name": "network-changed", "server_uuid": "be425847-464f-442b-afa8-93e82b00484b", "tag": "5d56e226-feb7-4be1-9e68-33dd22de3024"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:19.251412 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-916a226f-a091-4d2d-8bc2-51905fb45f81 req-27aee19d-9cec-42d3-9ac8-d37564f51247 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/security-groups?id=e86049d0-b33a-4310-a74d-41049058b868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001158 Aug 17 02:43:19.310375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785ca10-2796-455e-b56b-4678023f830c service neutron] Pushing event updated for resources: {'Port': ['ID=5d56e226-feb7-4be1-9e68-33dd22de3024,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:19.388842 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608a496-daf1-4103-b705-8fcf291bad3f req-17dea4dc-beab-4b81-9ea0-af4355a89171 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:19.397514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3608a496-daf1-4103-b705-8fcf291bad3f req-17dea4dc-beab-4b81-9ea0-af4355a89171 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0674717 Aug 17 02:43:19.473543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3608a496-daf1-4103-b705-8fcf291bad3f req-8bbe583d-eb82-47f1-a665-20c64ba98a9a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750263 Aug 17 02:43:19.512251 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-f3af3c59-d67b-4de2-8149-2d1b21e13935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:19.512251 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-f3af3c59-d67b-4de2-8149-2d1b21e13935 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=613da46cef80464cbb1386c2df588302&device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 1095 time: 0.0902481 Aug 17 02:43:19.564795 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-16752d7b-448a-4d25-b61a-74e308dd3891 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d56e226-feb7-4be1-9e68-33dd22de3024 HTTP/1.1" status: 200 len: 217 time: 0.0407910 Aug 17 02:43:19.664703 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3757fb-71e4-492b-9413-212ca3c9ff68 x-openstack-request-id: req-ad3757fb-71e4-492b-9413-212ca3c9ff68 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:19.665344 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be425847-464f-442b-afa8-93e82b00484b", "tag": "5d56e226-feb7-4be1-9e68-33dd22de3024", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:19.665812 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad3757fb-71e4-492b-9413-212ca3c9ff68 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:19.666525 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be425847-464f-442b-afa8-93e82b00484b', 'tag': '5d56e226-feb7-4be1-9e68-33dd22de3024', 'status': 'completed', 'code': 200} Aug 17 02:43:19.669231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-44153958-fb64-491d-acd8-7e2c50109e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:19.671012 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-44153958-fb64-491d-acd8-7e2c50109e4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41edacd4-0511-49cb-906f-cc8da4fccfff HTTP/1.1" status: 200 len: 861 time: 0.0763652 Aug 17 02:43:20.088923 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-7b6de4cc-cfff-4fbe-b8d8-609f9fea5ab3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=869a6434-1d81-42f3-8a6f-63713fa6af43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4077063 Aug 17 02:43:20.188315 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-caffd19f-ed6b-45ee-bd3e-69af76d4887a service neutron] 10.222.0.42 "GET /v2.0/networks/869a6434-1d81-42f3-8a6f-63713fa6af43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917761 Aug 17 02:43:20.317308 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33ef121c-4735-4885-ba89-3fc2a8b8dd6a req-4f7bda26-1c54-4e71-a82d-e18544d5d565 service neutron] 10.222.0.42 "GET /v2.0/networks/869a6434-1d81-42f3-8a6f-63713fa6af43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215169 Aug 17 02:43:20.321571 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b80a37-e887-498c-956e-f2b223aeefc7 req-5d4ece77-5c78-4ae9-9b7d-ada7da269e40 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:20.324252 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6b80a37-e887-498c-956e-f2b223aeefc7 req-5d4ece77-5c78-4ae9-9b7d-ada7da269e40 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.0542560 Aug 17 02:43:20.389611 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6b80a37-e887-498c-956e-f2b223aeefc7 req-7ed1add9-76b1-4558-a176-82e69de68c3c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517206 Aug 17 02:43:20.507737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7983ec-338c-4d0a-adfb-6df4a85e382f req-aea4362e-cd28-4087-b363-fab74a35e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:20.509280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a7983ec-338c-4d0a-adfb-6df4a85e382f req-aea4362e-cd28-4087-b363-fab74a35e922 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40d55d2b9b694b56acaea90485e97c43&device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 1097 time: 0.0698969 Aug 17 02:43:20.656683 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-9b6ce1a1-485b-4e62-8fde-a874380aea3f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:20.659141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-9b6ce1a1-485b-4e62-8fde-a874380aea3f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 812 time: 0.1761715 Aug 17 02:43:20.686652 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7983ec-338c-4d0a-adfb-6df4a85e382f req-5627e89a-384b-4739-81b5-bdf59fc1305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:20.695610 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a7983ec-338c-4d0a-adfb-6df4a85e382f req-5627e89a-384b-4739-81b5-bdf59fc1305d service neutron] 10.222.0.18 "GET /v2.0/networks?id=63c037a2-cec8-4bd4-a904-29cd7197ae86 HTTP/1.1" status: 200 len: 911 time: 0.1503952 Aug 17 02:43:20.695610 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-39e6a8a2-d066-4bd8-a7c8-b181f47c0bd6 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/quotas/bfc0da2911ce469596ea2cbdf9ad9ced HTTP/1.1" status: 200 len: 375 time: 0.0199463 Aug 17 02:43:20.730842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fd384-22f4-4a2c-9e40-0c803bb61816 req-027b4081-f111-4082-bedb-3606a28502f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:20.732426 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-847fd384-22f4-4a2c-9e40-0c803bb61816 req-027b4081-f111-4082-bedb-3606a28502f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=613da46cef80464cbb1386c2df588302&device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 1095 time: 0.0560107 Aug 17 02:43:20.798869 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a7983ec-338c-4d0a-adfb-6df4a85e382f req-25d4e6e6-6ed9-40ab-8221-d73393ff5708 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5323a56e-4e48-4602-a152-0c7f79e67077 HTTP/1.1" status: 200 len: 1001 time: 0.1006107 Aug 17 02:43:20.815428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-7902ee81-25f0-4785-82f2-1555a54ca4ed tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1155710 Aug 17 02:43:20.850195 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fd384-22f4-4a2c-9e40-0c803bb61816 req-13c9fac4-9871-43ef-8ce8-a8cdad33790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:20.851782 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-847fd384-22f4-4a2c-9e40-0c803bb61816 req-13c9fac4-9871-43ef-8ce8-a8cdad33790f service neutron] 10.222.0.42 "GET /v2.0/networks?id=869a6434-1d81-42f3-8a6f-63713fa6af43 HTTP/1.1" status: 200 len: 922 time: 0.1125093 Aug 17 02:43:20.903439 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-847fd384-22f4-4a2c-9e40-0c803bb61816 req-c2481fda-27f3-4d2a-8c3c-0f5da2783493 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d56e226-feb7-4be1-9e68-33dd22de3024 HTTP/1.1" status: 200 len: 217 time: 0.0430193 Aug 17 02:43:20.926428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7983ec-338c-4d0a-adfb-6df4a85e382f req-8e463924-f93c-4157-a89e-2eb3e9edbe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:20.927931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a7983ec-338c-4d0a-adfb-6df4a85e382f req-8e463924-f93c-4157-a89e-2eb3e9edbe80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6588c9ac-5362-490c-a200-ab2910cd28a7 HTTP/1.1" status: 200 len: 849 time: 0.1102371 Aug 17 02:43:21.003052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fd384-22f4-4a2c-9e40-0c803bb61816 req-088c3f06-d06b-40a0-9cb1-ba8d80038f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:21.006364 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-847fd384-22f4-4a2c-9e40-0c803bb61816 req-088c3f06-d06b-40a0-9cb1-ba8d80038f21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41edacd4-0511-49cb-906f-cc8da4fccfff HTTP/1.1" status: 200 len: 861 time: 0.0936975 Aug 17 02:43:21.006487 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-5766d1f3-8033-4340-84fb-02a7bf6603a3 service neutron] 10.222.0.13 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892197 Aug 17 02:43:21.070132 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-847fd384-22f4-4a2c-9e40-0c803bb61816 req-f9e02a16-8a02-4ff3-bf2d-6e19688fe71e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=869a6434-1d81-42f3-8a6f-63713fa6af43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570431 Aug 17 02:43:21.109123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7983ec-338c-4d0a-adfb-6df4a85e382f req-f20b6f92-ca59-4e42-9218-c5bb83c4e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:21.110756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a7983ec-338c-4d0a-adfb-6df4a85e382f req-f20b6f92-ca59-4e42-9218-c5bb83c4e4f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63c037a2-cec8-4bd4-a904-29cd7197ae86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1698282 Aug 17 02:43:21.188230 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-847fd384-22f4-4a2c-9e40-0c803bb61816 req-d15ecdcb-1d29-4da8-a816-2d2e4fafb6ef service neutron] 10.222.0.42 "GET /v2.0/networks/869a6434-1d81-42f3-8a6f-63713fa6af43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115801 Aug 17 02:43:21.242140 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-cdc4730c-3bc0-4dfa-a930-008704aaf68b service neutron] 10.222.0.13 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352610 Aug 17 02:43:21.283160 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a7983ec-338c-4d0a-adfb-6df4a85e382f req-765ce635-4788-48d3-9ae4-ad70e53a394c service neutron] 10.222.0.18 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551254 Aug 17 02:43:21.390595 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-847fd384-22f4-4a2c-9e40-0c803bb61816 req-ee72a31f-11e0-4acc-b100-f2ee284e78b8 service neutron] 10.222.0.42 "GET /v2.0/networks/869a6434-1d81-42f3-8a6f-63713fa6af43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903765 Aug 17 02:43:21.439514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a7983ec-338c-4d0a-adfb-6df4a85e382f req-737962bb-4428-4447-8abf-8178c45d74ac service neutron] 10.222.0.18 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466131 Aug 17 02:43:21.752414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047a12c-7f6c-4edf-a3f0-b3dea9a60826 req-83f36359-62a4-41b2-883c-ca6f16b14591 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:21.754072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a047a12c-7f6c-4edf-a3f0-b3dea9a60826 req-83f36359-62a4-41b2-883c-ca6f16b14591 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0867703 Aug 17 02:43:21.841906 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a047a12c-7f6c-4edf-a3f0-b3dea9a60826 req-d4a616b5-1aa5-4411-ae1f-56e8a75dad31 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779703 Aug 17 02:43:22.001628 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998e1f-15c3-4923-905e-b219cab10b2e req-cabfd170-84be-484e-9206-3b4fe9bd6ceb tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:22.003498 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c998e1f-15c3-4923-905e-b219cab10b2e req-cabfd170-84be-484e-9206-3b4fe9bd6ceb tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 943 time: 0.0669534 Aug 17 02:43:22.067473 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c998e1f-15c3-4923-905e-b219cab10b2e req-aae787c7-6508-4d5b-8110-eb929c019b33 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/security-groups?id=e86049d0-b33a-4310-a74d-41049058b868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553877 Aug 17 02:43:22.353542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59244922-fb30-4483-8a2c-24eded952ba6 req-90a774cb-807c-4e7c-84b5-f4f7b1e75434 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:22.355046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59244922-fb30-4483-8a2c-24eded952ba6 req-90a774cb-807c-4e7c-84b5-f4f7b1e75434 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.0722411 Aug 17 02:43:22.398137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59244922-fb30-4483-8a2c-24eded952ba6 req-5b4305e8-3dd4-42da-910a-c6ed74737acc tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354252 Aug 17 02:43:22.527542 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7211702b-089b-411b-b121-f7c270903d6f req-27dac4dc-8d42-4d45-876d-06560ecbdf8b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 210 time: 0.0427973 Aug 17 02:43:22.999244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016e4ca-7811-4d78-a84e-4fac584981c8 req-dc06e371-0d18-49d2-9a1f-20d8eef6c9ad tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:23.001701 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4016e4ca-7811-4d78-a84e-4fac584981c8 req-dc06e371-0d18-49d2-9a1f-20d8eef6c9ad tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0866489 Aug 17 02:43:23.048355 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4016e4ca-7811-4d78-a84e-4fac584981c8 req-a8681459-3f5a-4755-a0e4-3a6ed5968d23 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405412 Aug 17 02:43:23.300994 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b8a0b-2261-4c8d-8abe-c530b94debfc req-dcfb91d7-6478-496e-9def-c1f89921a0b1 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:23.311497 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-176b8a0b-2261-4c8d-8abe-c530b94debfc req-dcfb91d7-6478-496e-9def-c1f89921a0b1 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 943 time: 0.0785897 Aug 17 02:43:23.347559 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-176b8a0b-2261-4c8d-8abe-c530b94debfc req-6cd1fcf6-6725-40da-92ea-9bb481ce5705 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/security-groups?id=e86049d0-b33a-4310-a74d-41049058b868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370631 Aug 17 02:43:23.454862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 5d56e226-feb7-4be1-9e68-33dd22de3024 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:43:23.590890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 5d56e226-feb7-4be1-9e68-33dd22de3024, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=5d56e226-feb7-4be1-9e68-33dd22de3024,segment=NetworkSegment(454df4b1-c394-41e2-8048-7ff750ebdbac),segment_id=454df4b1-c394-41e2-8048-7ff750ebdbac)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:23.615600 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cfa8f-fe87-4375-bb90-2925f360d2bf req-895d2135-daee-4eaf-b225-309cd0932208 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:23.623061 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '5d56e226-feb7-4be1-9e68-33dd22de3024', 'network_id': '869a6434-1d81-42f3-8a6f-63713fa6af43', 'port_id': '5d56e226-feb7-4be1-9e68-33dd22de3024', 'mac_address': 'fa:16:3e:eb:54:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41edacd4-0511-49cb-906f-cc8da4fccfff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:43:23.628866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-926cfa8f-fe87-4375-bb90-2925f360d2bf req-895d2135-daee-4eaf-b225-309cd0932208 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.0911217 Aug 17 02:43:23.710204 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:23.712774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-926cfa8f-fe87-4375-bb90-2925f360d2bf req-e07daef6-2b85-40f0-aa42-a41435f40a31 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870204 Aug 17 02:43:23.748195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d56e226-feb7-4be1-9e68-33dd22de3024 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:43:23.842688 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 5d56e226-feb7-4be1-9e68-33dd22de3024, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=5d56e226-feb7-4be1-9e68-33dd22de3024,segment=NetworkSegment(454df4b1-c394-41e2-8048-7ff750ebdbac),segment_id=454df4b1-c394-41e2-8048-7ff750ebdbac)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:23.920281 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:23.984958 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6b8ca603-3fc0-4e3b-86d9-8a1341468f1b req-2ebb2105-5528-4c4c-bd12-29eb3ab48f7e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 210 time: 0.0643940 Aug 17 02:43:24.022819 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=5d56e226-feb7-4be1-9e68-33dd22de3024,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:24.406623 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['5d56e226-feb7-4be1-9e68-33dd22de3024'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:43:24.541150 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f6b40-6175-4a2d-b554-6eb0c2e7e654 req-e26978c5-4a80-4073-af18-cdc827fb179d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:24.544605 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a11f6b40-6175-4a2d-b554-6eb0c2e7e654 req-e26978c5-4a80-4073-af18-cdc827fb179d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 944 time: 0.0756998 Aug 17 02:43:24.625085 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a11f6b40-6175-4a2d-b554-6eb0c2e7e654 req-53f10729-e888-49a8-84c5-aec9325676f6 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/security-groups?id=e86049d0-b33a-4310-a74d-41049058b868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737345 Aug 17 02:43:24.894322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead261fb-e39b-41c2-b6f0-4da8d6dc55ae req-400afac2-c60f-4227-b6d4-cfca300cae75 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:24.896373 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ead261fb-e39b-41c2-b6f0-4da8d6dc55ae req-400afac2-c60f-4227-b6d4-cfca300cae75 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.0638814 Aug 17 02:43:24.956349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ead261fb-e39b-41c2-b6f0-4da8d6dc55ae req-4f34e2be-fd3a-41de-be8e-f945a9de64c9 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523975 Aug 17 02:43:25.109966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97bbd0eb-a1e5-41d1-bbee-b87c5f2c6b7c req-57d0ee9b-3c22-4bb3-8690-3314084ddcdb tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 210 time: 0.0331585 Aug 17 02:43:25.281201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-24ebcb70-5054-4678-bfe3-c65aa4e495d6 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:25.282807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-24ebcb70-5054-4678-bfe3-c65aa4e495d6 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 812 time: 0.1091521 Aug 17 02:43:25.304751 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'port': {'device_id': '22b5c1c2-099c-4af9-941a-2d69d9bf6ee2', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'admin_state_up': True, 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:25.549973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Made reservation on behalf of bfc0da2911ce469596ea2cbdf9ad9ced for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:43:25.554036 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:25.830123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Allocated IP 172.20.0.6 (c2370959-6d24-42f8-8b5f-273d78403b0c/764c3736-195b-4464-8ea3-48fdcebbb5de/1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:43:25.869694 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef832c0-fa1e-42cf-8671-6eae03aceed0 req-a92f841c-9471-4fec-8f16-4e037ea6105f tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:25.885953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ef832c0-fa1e-42cf-8671-6eae03aceed0 req-a92f841c-9471-4fec-8f16-4e037ea6105f tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 944 time: 0.1426666 Aug 17 02:43:25.984665 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ef832c0-fa1e-42cf-8671-6eae03aceed0 req-11e868e9-5761-4eda-b8b9-53e43aca0536 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/security-groups?id=e86049d0-b33a-4310-a74d-41049058b868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963995 Aug 17 02:43:26.252562 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:26.295690 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Transition to ACTIVE for port object 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:43:26.319622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f170457-2be6-4a94-8139-995334fcfaf6 req-0bacb6e2-7b31-4884-8588-283bfae3c4e7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:26.321314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f170457-2be6-4a94-8139-995334fcfaf6 req-0bacb6e2-7b31-4884-8588-283bfae3c4e7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.1053171 Aug 17 02:43:26.399627 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f170457-2be6-4a94-8139-995334fcfaf6 req-44ae9969-6e9e-4cb1-959a-591e52a21b4f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663998 Aug 17 02:43:26.454788 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:26.491161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['55ba2cbc-8aad-4eb1-974a-4223feb95a08'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:43:26.613567 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'Port': ['ID=1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:26.647224 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Network c2370959-6d24-42f8-8b5f-273d78403b0c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:43:26.653105 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:26.657481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:26.657481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:26.657481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:26.657481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:26.657481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:26.657481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:26.657481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:26.657481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:26.657481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:26.658871 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:26.659424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:26.673154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:26.678850 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:43:26.759732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf7ad4-240d-4ed6-99d3-67291d3f8afb req-9dabeb27-28d4-4a42-afae-5a677efbd551 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:26.761789 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dcaf7ad4-240d-4ed6-99d3-67291d3f8afb req-9dabeb27-28d4-4a42-afae-5a677efbd551 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 931 time: 0.1746550 Aug 17 02:43:26.810324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:26.811073 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:26.903984 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dcaf7ad4-240d-4ed6-99d3-67291d3f8afb req-ab90fc94-0c13-4d10-900f-5f88b789cb96 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199417 Aug 17 02:43:27.000283 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-a58cdc61-ee7a-4376-a5a1-3bbf00377132 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6994724 Aug 17 02:43:27.037675 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Request body: {'port': {'device_id': '22b5c1c2-099c-4af9-941a-2d69d9bf6ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:27.197497 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f0de8d04-1eb6-4b95-8d23-a4bb117f2bd6 None None] Provisioning for port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:43:27.203949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f0de8d04-1eb6-4b95-8d23-a4bb117f2bd6 None None] Provisioning complete for port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:27.204640 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f0de8d04-1eb6-4b95-8d23-a4bb117f2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:27.338442 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f0de8d04-1eb6-4b95-8d23-a4bb117f2bd6 None None] Port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:43:27.436302 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:27.469452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53d31-c59c-4fe1-94f1-88a6796702a6 req-82e0ad43-270c-4bc9-a709-82deba8d5698 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:27.472008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 5d56e226-feb7-4be1-9e68-33dd22de3024 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:43:27.477826 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-87b53d31-c59c-4fe1-94f1-88a6796702a6 req-82e0ad43-270c-4bc9-a709-82deba8d5698 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 944 time: 0.2820673 Aug 17 02:43:27.575782 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-87b53d31-c59c-4fe1-94f1-88a6796702a6 req-d3efff67-8aeb-42b1-9892-b126fac6d9e4 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/security-groups?id=e86049d0-b33a-4310-a74d-41049058b868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943749 Aug 17 02:43:27.944251 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 5d56e226-feb7-4be1-9e68-33dd22de3024 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:43:27.951708 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 5d56e226-feb7-4be1-9e68-33dd22de3024 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:27.954114 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:28.110152 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:28.113346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224d20c-de13-4488-95dd-6a6b5e431ff8 req-067a1734-1795-4125-a2b3-b44abc565662 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:28.115725 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1224d20c-de13-4488-95dd-6a6b5e431ff8 req-067a1734-1795-4125-a2b3-b44abc565662 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.1559396 Aug 17 02:43:28.144420 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:43:28.144880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be425847-464f-442b-afa8-93e82b00484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d56e226-feb7-4be1-9e68-33dd22de3024'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:28.147805 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7b8316-363a-46bf-9c89-3f199d40b860" -d '{"events": [{"server_uuid": "be425847-464f-442b-afa8-93e82b00484b", "name": "network-vif-plugged", "status": "completed", "tag": "5d56e226-feb7-4be1-9e68-33dd22de3024"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:28.155224 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:28.171799 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 5d56e226-feb7-4be1-9e68-33dd22de3024, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=5d56e226-feb7-4be1-9e68-33dd22de3024,segment=NetworkSegment(454df4b1-c394-41e2-8048-7ff750ebdbac),segment_id=454df4b1-c394-41e2-8048-7ff750ebdbac)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:28.193146 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Transition to ACTIVE for port object 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:43:28.207683 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1224d20c-de13-4488-95dd-6a6b5e431ff8 req-e1513ba5-dd57-40b4-930b-c950ff02111c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830114 Aug 17 02:43:28.228632 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:28.257168 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:28.333159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=5d56e226-feb7-4be1-9e68-33dd22de3024,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:28.404050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Pushing event updated for resources: {'Port': ['ID=1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:28.562834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8d734-8779-47be-a190-83b84010841f req-edcb0d71-f99d-48b6-987e-a931e0b2886c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:28.570684 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9b8d734-8779-47be-a190-83b84010841f req-edcb0d71-f99d-48b6-987e-a931e0b2886c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.1125207 Aug 17 02:43:28.588701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Attempting to bind port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:43:28.590556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Attempting to bind port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:43:28.590556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Attempting to bind port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:43:28.604193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 on network c2370959-6d24-42f8-8b5f-273d78403b0c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:43:28.604524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Attempting to bind port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:43:28.619797 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:43:28.641425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:43:28.642143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Checking segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:43:28.647408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Bound using segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:43:28.648165 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Bound port: 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:43:28.652282 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:28.692733 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:28.718280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9b8d734-8779-47be-a190-83b84010841f req-3d4f7328-c14b-4d21-a585-10a81e792a52 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462152 Aug 17 02:43:28.775978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] For port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:43:28.783244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] For port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:43:28.820894 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb3ff15-629c-4a8b-8e75-64e421ad7aa5 x-openstack-request-id: req-bbb3ff15-629c-4a8b-8e75-64e421ad7aa5 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:28.821183 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be425847-464f-442b-afa8-93e82b00484b", "name": "network-vif-plugged", "status": "completed", "tag": "5d56e226-feb7-4be1-9e68-33dd22de3024", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:28.821702 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbb3ff15-629c-4a8b-8e75-64e421ad7aa5 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:28.822395 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be425847-464f-442b-afa8-93e82b00484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d56e226-feb7-4be1-9e68-33dd22de3024', 'code': 200} Aug 17 02:43:28.890153 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:29.026345 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30e2cd-6a37-44f0-be37-13e384f5cff0 req-9f04e298-6d8e-4647-a604-00b0034e7791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:29.029380 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2a30e2cd-6a37-44f0-be37-13e384f5cff0 req-9f04e298-6d8e-4647-a604-00b0034e7791 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 1097 time: 0.0932128 Aug 17 02:43:29.088259 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:29.088946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:29.090490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] 10.222.0.18 "PUT /v2.0/ports/1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 HTTP/1.1" status: 200 len: 1092 time: 2.0726287 Aug 17 02:43:29.106622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b5c1c2-099c-4af9-941a-2d69d9bf6ee2', 'tag': '1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:29.119803 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa02c29-f736-4eff-8cfa-bb8f2d62a07d" -d '{"events": [{"name": "network-changed", "server_uuid": "22b5c1c2-099c-4af9-941a-2d69d9bf6ee2", "tag": "1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:29.157687 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2a30e2cd-6a37-44f0-be37-13e384f5cff0 req-56b8d5e5-98ef-4b91-9104-fcf95dc0214c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e86049d0-b33a-4310-a74d-41049058b868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174634 Aug 17 02:43:29.159664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0321bb-a309-4894-86e8-054281da2a3b service neutron] Pushing event updated for resources: {'Port': ['ID=1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:29.211315 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b3568-84d0-42ca-b582-3c1f61f89a7c req-7c5ba7ae-ab6d-4edd-8d98-a484213e9531 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:29.228309 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce4b3568-84d0-42ca-b582-3c1f61f89a7c req-7c5ba7ae-ab6d-4edd-8d98-a484213e9531 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 945 time: 0.3085766 Aug 17 02:43:29.450717 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce4b3568-84d0-42ca-b582-3c1f61f89a7c req-9312c2a2-b3de-4cd0-b70d-8f0224cfb13f tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/security-groups?id=e86049d0-b33a-4310-a74d-41049058b868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209344 Aug 17 02:43:29.505914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-5ee4ca05-cc36-4c2d-baf5-3333b72ed331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:29.507429 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-5ee4ca05-cc36-4c2d-baf5-3333b72ed331 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 1095 time: 0.2108381 Aug 17 02:43:29.675326 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-3bd098a9-9a18-4cb6-9ace-fdfc0cfeba36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 HTTP/1.1" status: 200 len: 217 time: 0.1535800 Aug 17 02:43:29.771686 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3a2d16-dd8c-4439-922a-20853dc9bcd1 x-openstack-request-id: req-dc3a2d16-dd8c-4439-922a-20853dc9bcd1 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:29.772315 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b5c1c2-099c-4af9-941a-2d69d9bf6ee2", "tag": "1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:29.772714 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc3a2d16-dd8c-4439-922a-20853dc9bcd1 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:29.773359 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b5c1c2-099c-4af9-941a-2d69d9bf6ee2', 'tag': '1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02', 'status': 'completed', 'code': 200} Aug 17 02:43:29.832035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-5caa943b-e7aa-492a-9295-526665d46c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:29.834695 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-5caa943b-e7aa-492a-9295-526665d46c1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.1479251 Aug 17 02:43:30.017355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-7ff2e7f2-1391-46ab-a041-fc5443090446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:30.019962 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-7ff2e7f2-1391-46ab-a041-fc5443090446 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1718333 Aug 17 02:43:30.045822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7c1a1-6af2-4aa3-867f-d6c9955173ba req-784a7e93-f810-48f4-b84b-0a833b9cfde5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:30.048453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62f7c1a1-6af2-4aa3-867f-d6c9955173ba req-784a7e93-f810-48f4-b84b-0a833b9cfde5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.1369097 Aug 17 02:43:30.196934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62f7c1a1-6af2-4aa3-867f-d6c9955173ba req-348c3cd0-e128-4606-bf8f-e231b154429d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325738 Aug 17 02:43:30.259446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-e90387f3-4804-4b3c-84e0-c054078ffb3c service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095788 Aug 17 02:43:30.445274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fcafe-f6ff-4e65-97e4-2bdd077874e5 req-ecfa7949-e0b0-4b46-a4c5-60540f46b433 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:30.446912 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d8fcafe-f6ff-4e65-97e4-2bdd077874e5 req-ecfa7949-e0b0-4b46-a4c5-60540f46b433 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.1410871 Aug 17 02:43:30.452972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f86d0c1-618c-4b01-92f6-c20e4f79792a req-9ebc9daa-f92f-467e-a4a3-c19c36e50ba1 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803403 Aug 17 02:43:30.510063 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d8fcafe-f6ff-4e65-97e4-2bdd077874e5 req-3070f53c-1100-430d-a616-dbb9f2812d57 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501919 Aug 17 02:43:30.654716 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5635dc-cc1f-4b0e-9ca6-021187568299 req-7edcb85e-7c19-4451-81c4-89c37d90b3fe tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:30.656354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc5635dc-cc1f-4b0e-9ca6-021187568299 req-7edcb85e-7c19-4451-81c4-89c37d90b3fe tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 945 time: 0.0642908 Aug 17 02:43:30.702869 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc5635dc-cc1f-4b0e-9ca6-021187568299 req-abdd0543-aafb-4488-bc85-38964362bbca tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/security-groups?id=e86049d0-b33a-4310-a74d-41049058b868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383132 Aug 17 02:43:30.875796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa02c29-f736-4eff-8cfa-bb8f2d62a07d req-f5832348-962d-46de-8bad-11ab1f552dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:30.877918 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3fa02c29-f736-4eff-8cfa-bb8f2d62a07d req-f5832348-962d-46de-8bad-11ab1f552dc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 1095 time: 0.0754645 Aug 17 02:43:31.049891 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa02c29-f736-4eff-8cfa-bb8f2d62a07d req-073f1e47-95b0-476f-94d5-95558a5e13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:31.054487 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3fa02c29-f736-4eff-8cfa-bb8f2d62a07d req-073f1e47-95b0-476f-94d5-95558a5e13f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.1639879 Aug 17 02:43:31.109585 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3fa02c29-f736-4eff-8cfa-bb8f2d62a07d req-04df22ae-0238-4204-9ec1-b3a6e34ffc5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 HTTP/1.1" status: 200 len: 217 time: 0.0472529 Aug 17 02:43:31.156443 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:31.172386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa02c29-f736-4eff-8cfa-bb8f2d62a07d req-cd9a28d9-a372-49df-b962-828537aa0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:31.173723 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3fa02c29-f736-4eff-8cfa-bb8f2d62a07d req-cd9a28d9-a372-49df-b962-828537aa0051 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0568981 Aug 17 02:43:31.268112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa02c29-f736-4eff-8cfa-bb8f2d62a07d req-355a6d50-7e70-482e-9847-ac7252f5c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:31.270067 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3fa02c29-f736-4eff-8cfa-bb8f2d62a07d req-355a6d50-7e70-482e-9847-ac7252f5c5e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813270 Aug 17 02:43:31.417701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c08ed-93e1-49be-8282-54d4985ffba8 req-9bd2d005-e00e-44ef-bb03-85eb0b7b2275 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:31.419461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e0c08ed-93e1-49be-8282-54d4985ffba8 req-9bd2d005-e00e-44ef-bb03-85eb0b7b2275 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.1259832 Aug 17 02:43:31.448870 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3fa02c29-f736-4eff-8cfa-bb8f2d62a07d req-a3ccc80e-1edc-4f19-ac88-aa466bc381fd service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661441 Aug 17 02:43:31.495756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e0c08ed-93e1-49be-8282-54d4985ffba8 req-3c23e598-a96a-4e0d-bb56-26c07fc8abb2 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691597 Aug 17 02:43:31.581164 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3fa02c29-f736-4eff-8cfa-bb8f2d62a07d req-6eef230b-8228-4a0e-942d-10176d0030b5 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239889 Aug 17 02:43:31.659823 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8d7df-c73f-4926-aa6a-9196c50a4cb5 req-29ed1967-a52e-44cd-aed2-f998eb946362 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:31.661336 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9c8d7df-c73f-4926-aa6a-9196c50a4cb5 req-29ed1967-a52e-44cd-aed2-f998eb946362 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0587702 Aug 17 02:43:31.709939 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9c8d7df-c73f-4926-aa6a-9196c50a4cb5 req-4a2dda1d-f9d5-4b23-a79f-20e8c7964f3b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408905 Aug 17 02:43:31.836499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70470422-e5e3-4d12-8a08-2899b4510ecd req-1dcff88b-118f-4409-a2b2-1a7f721fc6f9 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:31.838119 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70470422-e5e3-4d12-8a08-2899b4510ecd req-1dcff88b-118f-4409-a2b2-1a7f721fc6f9 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 945 time: 0.0645356 Aug 17 02:43:31.885100 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-70470422-e5e3-4d12-8a08-2899b4510ecd req-6e12627a-8d88-4d36-9eb5-1a797bafef66 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/security-groups?id=e86049d0-b33a-4310-a74d-41049058b868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388527 Aug 17 02:43:33.258503 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c6e95-09bb-418c-aed9-bc544cfee427 req-1fd2952a-afa9-4143-ab67-c2ad45e48dad tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:33.258503 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-663c6e95-09bb-418c-aed9-bc544cfee427 req-1fd2952a-afa9-4143-ab67-c2ad45e48dad tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.1385293 Aug 17 02:43:33.272983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d7b05-07e3-47c7-93f1-692ab07e2eab req-f0f2591c-d47d-4fa1-9ee0-ee53d241b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:33.275706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-542d7b05-07e3-47c7-93f1-692ab07e2eab req-f0f2591c-d47d-4fa1-9ee0-ee53d241b80a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 1097 time: 0.1001701 Aug 17 02:43:33.375748 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-663c6e95-09bb-418c-aed9-bc544cfee427 req-f98254e7-6062-4491-8071-7d0813b2b3e7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149530 Aug 17 02:43:33.429554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d7b05-07e3-47c7-93f1-692ab07e2eab req-da3d5654-59b2-4b1d-bce4-a996ac413166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:33.431153 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-542d7b05-07e3-47c7-93f1-692ab07e2eab req-da3d5654-59b2-4b1d-bce4-a996ac413166 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.1441500 Aug 17 02:43:33.509695 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-542d7b05-07e3-47c7-93f1-692ab07e2eab req-96ceed4d-20f9-46ab-92fb-d374e5288c5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=743c726a-b09f-4b22-a438-6192c4de19bc HTTP/1.1" status: 200 len: 217 time: 0.0637472 Aug 17 02:43:33.600481 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d7b05-07e3-47c7-93f1-692ab07e2eab req-f011f97c-2527-49b0-884e-16f89fd44143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:33.609281 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-542d7b05-07e3-47c7-93f1-692ab07e2eab req-f011f97c-2527-49b0-884e-16f89fd44143 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0819447 Aug 17 02:43:33.628907 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278345f-eba3-495d-80cc-5936eb2d5515 req-537fb6bb-a768-4b06-adb1-56b56d1fa12b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:33.631609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6278345f-eba3-495d-80cc-5936eb2d5515 req-537fb6bb-a768-4b06-adb1-56b56d1fa12b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.1264045 Aug 17 02:43:33.711150 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d7b05-07e3-47c7-93f1-692ab07e2eab req-a2ecb400-f793-4960-b257-a1c9ebc8432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:33.712788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-542d7b05-07e3-47c7-93f1-692ab07e2eab req-a2ecb400-f793-4960-b257-a1c9ebc8432e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014431 Aug 17 02:43:33.716133 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6278345f-eba3-495d-80cc-5936eb2d5515 req-f8a6d89a-6ad9-487b-9b59-e94ee5b55532 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612378 Aug 17 02:43:33.912659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-542d7b05-07e3-47c7-93f1-692ab07e2eab req-74b5164f-912d-4a4c-ab01-bf81004b1a6a service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912391 Aug 17 02:43:33.959043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209aa19-1bd9-4587-bfd0-18cccbd9e927 req-82988753-6e23-4dce-b796-d00bbed8c76c tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:33.968488 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c209aa19-1bd9-4587-bfd0-18cccbd9e927 req-82988753-6e23-4dce-b796-d00bbed8c76c tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 945 time: 0.1238146 Aug 17 02:43:34.089823 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c209aa19-1bd9-4587-bfd0-18cccbd9e927 req-439dfbc8-6450-419b-9955-0d96253fe3a5 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/security-groups?id=e86049d0-b33a-4310-a74d-41049058b868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201875 Aug 17 02:43:34.142214 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-542d7b05-07e3-47c7-93f1-692ab07e2eab req-0acbb1ad-da92-450e-8c5e-22cf95848d27 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144151 Aug 17 02:43:34.553963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6a69f-4487-414b-a87a-f3eb844b5762 req-27c1e4a0-c0e5-4165-bdb6-f8e6ae99e09c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:34.557607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6a6a69f-4487-414b-a87a-f3eb844b5762 req-27c1e4a0-c0e5-4165-bdb6-f8e6ae99e09c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.0851836 Aug 17 02:43:34.620915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6a6a69f-4487-414b-a87a-f3eb844b5762 req-c13b5f47-e42f-4268-a618-51bcebfd4154 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549214 Aug 17 02:43:34.881141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de0a9a-6667-4010-8e96-f57ec0d164f3 req-ecfb9444-f2f7-4746-9dd2-9bbd4f3345de tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:34.888429 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3de0a9a-6667-4010-8e96-f57ec0d164f3 req-ecfb9444-f2f7-4746-9dd2-9bbd4f3345de tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0848880 Aug 17 02:43:34.895417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dcc29-24fa-420f-ada7-e3e6f6942ccb req-bf2ea290-6de2-416c-9646-758f1ab33d54 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:34.898490 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1d6dcc29-24fa-420f-ada7-e3e6f6942ccb req-bf2ea290-6de2-416c-9646-758f1ab33d54 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.42 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 945 time: 0.0948126 Aug 17 02:43:34.933626 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3de0a9a-6667-4010-8e96-f57ec0d164f3 req-d41db8ef-e647-4258-890a-fadc2cf47e53 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441968 Aug 17 02:43:35.021466 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-1d6dcc29-24fa-420f-ada7-e3e6f6942ccb req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Deleting port 5d56e226-feb7-4be1-9e68-33dd22de3024 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:43:35.021773 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1d6dcc29-24fa-420f-ada7-e3e6f6942ccb req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:35.193709 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-1d6dcc29-24fa-420f-ada7-e3e6f6942ccb req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] For port 5d56e226-feb7-4be1-9e68-33dd22de3024, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=5d56e226-feb7-4be1-9e68-33dd22de3024,segment=NetworkSegment(454df4b1-c394-41e2-8048-7ff750ebdbac),segment_id=454df4b1-c394-41e2-8048-7ff750ebdbac)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:35.193709 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1d6dcc29-24fa-420f-ada7-e3e6f6942ccb req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:35.208571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-1d6dcc29-24fa-420f-ada7-e3e6f6942ccb req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Calling delete_port for 5d56e226-feb7-4be1-9e68-33dd22de3024 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:43:35.239104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa0012-34b2-4155-9698-250ffabab263 req-fbcdeec5-50a8-4d66-ba13-f11d54a7df73 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:35.240966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13aa0012-34b2-4155-9698-250ffabab263 req-fbcdeec5-50a8-4d66-ba13-f11d54a7df73 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 945 time: 0.0610456 Aug 17 02:43:35.288575 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13aa0012-34b2-4155-9698-250ffabab263 req-35db63af-3b44-44e4-9d70-cf5af121c086 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/security-groups?id=e86049d0-b33a-4310-a74d-41049058b868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397971 Aug 17 02:43:35.686808 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1d6dcc29-24fa-420f-ada7-e3e6f6942ccb req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:35.738718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Pushing event deleted for resources: {'Port': ['ID=5d56e226-feb7-4be1-9e68-33dd22de3024,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:35.761079 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.761079 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.761079 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.761854 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.762194 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.762566 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.763217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.764421 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.765652 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.765652 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.765867 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.766087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.832228 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6dcc29-24fa-420f-ada7-e3e6f6942ccb req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] No DVR routers for this DVR port 5d56e226-feb7-4be1-9e68-33dd22de3024 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:43:35.839142 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1d6dcc29-24fa-420f-ada7-e3e6f6942ccb req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:35.842907 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1d6dcc29-24fa-420f-ada7-e3e6f6942ccb req-53263ce3-c1ac-47e5-9243-876c20f4cd5d tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.42 "DELETE /v2.0/ports/5d56e226-feb7-4be1-9e68-33dd22de3024 HTTP/1.1" status: 204 len: 173 time: 0.9363132 Aug 17 02:43:35.843160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be425847-464f-442b-afa8-93e82b00484b', 'name': 'network-vif-deleted', 'tag': '5d56e226-feb7-4be1-9e68-33dd22de3024'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:35.846940 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22eb41b6-6c51-4ad8-b262-96cff41d0526" -d '{"events": [{"server_uuid": "be425847-464f-442b-afa8-93e82b00484b", "name": "network-vif-deleted", "tag": "5d56e226-feb7-4be1-9e68-33dd22de3024"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:35.860046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21f175-0e9e-404a-937f-331da132889c req-2cac6e61-806a-4f4d-808c-7086211a83e6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:35.862339 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e21f175-0e9e-404a-937f-331da132889c req-2cac6e61-806a-4f4d-808c-7086211a83e6 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 945 time: 0.1514938 Aug 17 02:43:35.928914 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e21f175-0e9e-404a-937f-331da132889c req-f78b3728-b473-4c73-949c-bb562d9e26c7 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572622 Aug 17 02:43:36.015712 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedd419a-b833-42b9-ab53-f3f436072928 x-openstack-request-id: req-eedd419a-b833-42b9-ab53-f3f436072928 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:36.015712 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be425847-464f-442b-afa8-93e82b00484b", "name": "network-vif-deleted", "tag": "5d56e226-feb7-4be1-9e68-33dd22de3024", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:36.015712 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eedd419a-b833-42b9-ab53-f3f436072928 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:36.015712 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be425847-464f-442b-afa8-93e82b00484b', 'name': 'network-vif-deleted', 'tag': '5d56e226-feb7-4be1-9e68-33dd22de3024', 'status': 'completed', 'code': 200} Aug 17 02:43:36.017072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 743c726a-b09f-4b22-a438-6192c4de19bc no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:43:36.167677 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:36.241011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06148e-10e0-4825-886b-8cbde88fc4ed req-9f63f1ad-c035-4510-ae65-47e6edc827e9 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:36.250152 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f06148e-10e0-4825-886b-8cbde88fc4ed req-9f63f1ad-c035-4510-ae65-47e6edc827e9 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.1041577 Aug 17 02:43:36.257290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 743c726a-b09f-4b22-a438-6192c4de19bc, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=743c726a-b09f-4b22-a438-6192c4de19bc,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:36.258600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e763c9-0442-4284-8841-33a0532a6ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743c726a-b09f-4b22-a438-6192c4de19bc'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:36.261807 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe8dc37-ba54-4f85-9fc3-de50b4628d69" -d '{"events": [{"server_uuid": "f3e763c9-0442-4284-8841-33a0532a6ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "743c726a-b09f-4b22-a438-6192c4de19bc"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:36.320278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f06148e-10e0-4825-886b-8cbde88fc4ed req-77e645fc-2f2f-4b0c-b46f-b1e703fe2959 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676003 Aug 17 02:43:36.384961 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52abfbd7-dfd8-4f47-906f-8d3721b729d1 x-openstack-request-id: req-52abfbd7-dfd8-4f47-906f-8d3721b729d1 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:36.386212 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e763c9-0442-4284-8841-33a0532a6ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "743c726a-b09f-4b22-a438-6192c4de19bc", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:36.386709 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52abfbd7-dfd8-4f47-906f-8d3721b729d1 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:36.387107 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e763c9-0442-4284-8841-33a0532a6ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743c726a-b09f-4b22-a438-6192c4de19bc', 'code': 200} Aug 17 02:43:36.430102 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:36.524447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e520f7d-0730-47bc-8d64-25f5cb814ff4 req-d755abb3-18f0-4ede-a5e9-275dc4252b77 tempest-ServerMetadataNegativeTestJSON-883542417 tempest-ServerMetadataNegativeTestJSON-883542417-project] 10.222.0.13 "GET /v2.0/ports?device_id=be425847-464f-442b-afa8-93e82b00484b HTTP/1.1" status: 200 len: 210 time: 0.0776873 Aug 17 02:43:36.562081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=743c726a-b09f-4b22-a438-6192c4de19bc,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:36.581355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:36.582914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:36.584022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:36.585096 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:36.586957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:36.589611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:36.590548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:36.591334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:36.591942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:36.592535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:36.593375 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:36.594261 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:37.138830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b268a65-f7fa-4d5c-a673-ea5cd5a3e017 req-8e4fa078-aba7-4943-8b2c-3b057998104c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:37.140399 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b268a65-f7fa-4d5c-a673-ea5cd5a3e017 req-8e4fa078-aba7-4943-8b2c-3b057998104c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 943 time: 0.0761082 Aug 17 02:43:37.229620 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b268a65-f7fa-4d5c-a673-ea5cd5a3e017 req-5e80e267-7c7e-4e39-912d-ab9544c7479a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817027 Aug 17 02:43:37.462853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee110664-16c3-4a13-a548-e94ce49244fc req-03eb4522-caf9-4e45-8309-df9c42620b4f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:37.471323 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee110664-16c3-4a13-a548-e94ce49244fc req-03eb4522-caf9-4e45-8309-df9c42620b4f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0756686 Aug 17 02:43:37.522155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 5d56e226-feb7-4be1-9e68-33dd22de3024 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:43:37.557462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 5d56e226-feb7-4be1-9e68-33dd22de3024 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:43:37.558217 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 5d56e226-feb7-4be1-9e68-33dd22de3024 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:43:37.565180 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee110664-16c3-4a13-a548-e94ce49244fc req-54f188e5-1e3b-4a4b-8a0a-bd3316c2fb53 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925837 Aug 17 02:43:37.615540 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44640) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:37.679653 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc23e9f-5d92-4c66-b2fb-78ac6533b479 admin admin] Deleting subnet 41edacd4-0511-49cb-906f-cc8da4fccfff {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:43:37.683948 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-adc23e9f-5d92-4c66-b2fb-78ac6533b479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:37.756472 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-adc23e9f-5d92-4c66-b2fb-78ac6533b479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:37.802775 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-adc23e9f-5d92-4c66-b2fb-78ac6533b479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:37.953638 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6e45-daf8-4b9f-8932-37675bbe899a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:38.019116 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-adc23e9f-5d92-4c66-b2fb-78ac6533b479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:38.053789 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc23e9f-5d92-4c66-b2fb-78ac6533b479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41edacd4-0511-49cb-906f-cc8da4fccfff,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:38.058652 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-adc23e9f-5d92-4c66-b2fb-78ac6533b479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:38.066389 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-adc23e9f-5d92-4c66-b2fb-78ac6533b479 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/41edacd4-0511-49cb-906f-cc8da4fccfff HTTP/1.1" status: 204 len: 168 time: 0.4442735 Aug 17 02:43:38.067224 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44650) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:38.157318 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63110509-c199-47df-a87f-6e2cd952e813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:38.261331 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63110509-c199-47df-a87f-6e2cd952e813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:38.273958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-63110509-c199-47df-a87f-6e2cd952e813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869a6434-1d81-42f3-8a6f-63713fa6af43']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:38.287477 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-63110509-c199-47df-a87f-6e2cd952e813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454df4b1-c394-41e2-8048-7ff750ebdbac') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:38.287477 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-63110509-c199-47df-a87f-6e2cd952e813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454df4b1-c394-41e2-8048-7ff750ebdbac') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:38.302023 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63110509-c199-47df-a87f-6e2cd952e813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:38.320202 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63110509-c199-47df-a87f-6e2cd952e813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:38.327209 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63110509-c199-47df-a87f-6e2cd952e813 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63110509-c199-47df-a87f-6e2cd952e813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:43:38.335282 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:43:38.371221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3167d-7fca-40d4-aa79-edcb39931c21 req-2483cf7d-56db-4a2f-bafc-f97671bca819 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:38.373118 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25e3167d-7fca-40d4-aa79-edcb39931c21 req-2483cf7d-56db-4a2f-bafc-f97671bca819 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 943 time: 0.0608385 Aug 17 02:43:38.412985 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25e3167d-7fca-40d4-aa79-edcb39931c21 req-70919401-cee3-4b6d-9fe4-d52e20e901eb tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340395 Aug 17 02:43:38.500623 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63110509-c199-47df-a87f-6e2cd952e813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:38.507694 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63110509-c199-47df-a87f-6e2cd952e813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:38.514142 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-63110509-c199-47df-a87f-6e2cd952e813 admin admin] 10.222.0.13 "DELETE /v2.0/networks/869a6434-1d81-42f3-8a6f-63713fa6af43 HTTP/1.1" status: 204 len: 168 time: 0.4423685 Aug 17 02:43:38.540902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63110509-c199-47df-a87f-6e2cd952e813 admin admin] Pushing event deleted for resources: {'Network': ['ID=869a6434-1d81-42f3-8a6f-63713fa6af43,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:38.563738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e467a18-afba-4eb7-9733-b090907bdec9 req-1f7dfdee-76c7-4b6b-af25-0fafd8b69071 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:38.569829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e467a18-afba-4eb7-9733-b090907bdec9 req-1f7dfdee-76c7-4b6b-af25-0fafd8b69071 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0832851 Aug 17 02:43:38.612041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e467a18-afba-4eb7-9733-b090907bdec9 req-802a069e-8870-498b-9329-a346258784ac tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396919 Aug 17 02:43:39.108227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046401e-03c6-4d48-aea9-90a57c45d051 req-e3c238c6-7d12-4497-93d4-b23c557c957c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:39.109908 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3046401e-03c6-4d48-aea9-90a57c45d051 req-e3c238c6-7d12-4497-93d4-b23c557c957c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.4120739 Aug 17 02:43:39.162500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3046401e-03c6-4d48-aea9-90a57c45d051 req-e55269c7-a87a-4e2f-84c9-07a0b7ee6c00 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453961 Aug 17 02:43:39.219554 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44670) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:39.269055 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-06d6aa17-248e-4111-b4ea-6b29b60963b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=613da46cef80464cbb1386c2df588302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477550 Aug 17 02:43:39.272398 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44672) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:39.275166 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef123f58-fcb3-42d4-9e13-f0229e7e1cc2 req-c7250230-bcaa-4d69-9b72-187ac8ab39f9 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:39.276745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef123f58-fcb3-42d4-9e13-f0229e7e1cc2 req-c7250230-bcaa-4d69-9b72-187ac8ab39f9 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0543864 Aug 17 02:43:39.318183 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef123f58-fcb3-42d4-9e13-f0229e7e1cc2 req-48073a34-5c53-47bb-ba10-94d9a0081d95 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346985 Aug 17 02:43:39.342137 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08469c9f-161a-4fe8-8bdf-087945e4e0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:39.367861 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08469c9f-161a-4fe8-8bdf-087945e4e0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:39.498445 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08469c9f-161a-4fe8-8bdf-087945e4e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:39.509033 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08469c9f-161a-4fe8-8bdf-087945e4e0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:39.509033 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-08469c9f-161a-4fe8-8bdf-087945e4e0cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e86049d0-b33a-4310-a74d-41049058b868 HTTP/1.1" status: 204 len: 168 time: 0.2289000 Aug 17 02:43:39.514289 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08469c9f-161a-4fe8-8bdf-087945e4e0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86049d0-b33a-4310-a74d-41049058b868,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:40.037586 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522155b-ce34-4582-b827-c106d032769c req-e9f6f123-ce86-407b-84ee-85711b8e446d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:40.047148 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d522155b-ce34-4582-b827-c106d032769c req-e9f6f123-ce86-407b-84ee-85711b8e446d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0767789 Aug 17 02:43:40.074732 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 743c726a-b09f-4b22-a438-6192c4de19bc no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:43:40.115385 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d522155b-ce34-4582-b827-c106d032769c req-2c7d6a07-9296-456e-9c13-0dd7d0c747cc tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671048 Aug 17 02:43:40.323110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be42a9c-1313-4530-a665-168cb0391b3c req-a6e7362e-d93e-4c50-9f71-afc0ca1801c1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:40.324615 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7be42a9c-1313-4530-a665-168cb0391b3c req-a6e7362e-d93e-4c50-9f71-afc0ca1801c1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0590448 Aug 17 02:43:40.336427 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-20ba8a85-8a31-44da-9703-7850ccc99940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:40.364288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7be42a9c-1313-4530-a665-168cb0391b3c req-40a32eb0-197b-4333-a2e7-77be6e6ff29f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334575 Aug 17 02:43:40.715780 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:41.784098 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:42.430417 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64076c-3909-40d1-b68a-9918f4f4cf0d req-fa8225a2-daf8-493a-a1f5-e1c47a80e1de tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:42.433431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e64076c-3909-40d1-b68a-9918f4f4cf0d req-fa8225a2-daf8-493a-a1f5-e1c47a80e1de tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0535815 Aug 17 02:43:42.483636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e64076c-3909-40d1-b68a-9918f4f4cf0d req-d4a61d99-c786-45db-abac-02a0209bfb99 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358484 Aug 17 02:43:42.599664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83fcdc-6564-4a1c-be86-8a49cbcbe11e req-d9e93dd1-38b5-4c17-bd10-5cd68cd970f4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:42.599664 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f83fcdc-6564-4a1c-be86-8a49cbcbe11e req-d9e93dd1-38b5-4c17-bd10-5cd68cd970f4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0553906 Aug 17 02:43:42.648357 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f83fcdc-6564-4a1c-be86-8a49cbcbe11e req-d474c411-66ff-4eb9-818f-aad78e4a64c7 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343792 Aug 17 02:43:43.631217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1557c4-a7a3-45cb-b4b6-6a9161e70c4f req-2e91c8d0-b0bc-4028-b0bb-04381ce4fb4a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:43.632679 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1557c4-a7a3-45cb-b4b6-6a9161e70c4f req-2e91c8d0-b0bc-4028-b0bb-04381ce4fb4a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0586817 Aug 17 02:43:43.683563 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1557c4-a7a3-45cb-b4b6-6a9161e70c4f req-6d23d10a-a758-4a97-b397-df3436fd34d1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421512 Aug 17 02:43:43.847454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d15ad-6f75-4c4d-8e7e-5844892eb777 req-2ce77a73-6870-4ee8-8ab1-9bd865b1f5d3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:43.851823 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc6d15ad-6f75-4c4d-8e7e-5844892eb777 req-2ce77a73-6870-4ee8-8ab1-9bd865b1f5d3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0736585 Aug 17 02:43:43.928538 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:43.937142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc6d15ad-6f75-4c4d-8e7e-5844892eb777 req-75d41623-11a1-42d8-9b74-3f3919fa69f1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776737 Aug 17 02:43:44.854188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1ca82-83cd-40bf-88ee-8776297f1ee3 req-e51d2322-9230-49c7-8e4b-bd7f77519b8a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:44.855756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93b1ca82-83cd-40bf-88ee-8776297f1ee3 req-e51d2322-9230-49c7-8e4b-bd7f77519b8a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0563838 Aug 17 02:43:44.897798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93b1ca82-83cd-40bf-88ee-8776297f1ee3 req-1b926f3d-d5e8-4513-bfea-bbc4dac4bcdc tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352139 Aug 17 02:43:45.123576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd8915-edc7-4b6a-953e-c829f88234cd req-0f851a69-ab25-4036-9c5d-4d63f24e2248 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:45.125685 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0dd8915-edc7-4b6a-953e-c829f88234cd req-0f851a69-ab25-4036-9c5d-4d63f24e2248 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0929978 Aug 17 02:43:45.173509 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0dd8915-edc7-4b6a-953e-c829f88234cd req-530bf1d4-ca68-4f58-a0bc-4ab80d1a9363 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402427 Aug 17 02:43:46.053106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9850ba-801d-474c-8d99-cf893e2f3aca req-796d6c47-3b33-41f6-8c37-31fd835905ec tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:46.055465 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d9850ba-801d-474c-8d99-cf893e2f3aca req-796d6c47-3b33-41f6-8c37-31fd835905ec tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0690944 Aug 17 02:43:46.101993 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d9850ba-801d-474c-8d99-cf893e2f3aca req-1f64ecb4-a4a5-4abc-939b-00a8b784df5f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394032 Aug 17 02:43:46.310977 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35271b44-0716-4ebe-8920-1dddd936df26 req-84d8974a-83d1-4e86-b469-6d3ff81c2cd9 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:46.312496 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35271b44-0716-4ebe-8920-1dddd936df26 req-84d8974a-83d1-4e86-b469-6d3ff81c2cd9 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0613890 Aug 17 02:43:46.355197 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35271b44-0716-4ebe-8920-1dddd936df26 req-15250352-87ab-41c4-a12b-eb12f8999360 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357411 Aug 17 02:43:47.250515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2de09-beee-4f74-857d-770f2bf8f302 req-bcb8fb16-e59f-408f-87ac-f5ba277b3daa tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:47.252070 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29f2de09-beee-4f74-857d-770f2bf8f302 req-bcb8fb16-e59f-408f-87ac-f5ba277b3daa tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0635440 Aug 17 02:43:47.303286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29f2de09-beee-4f74-857d-770f2bf8f302 req-855ab2e6-6f3c-48ed-91a9-626783f323b3 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448806 Aug 17 02:43:47.486798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffdc9f-3e1d-4ba7-a1cc-620cbbb1deb4 req-98d62058-6aec-4699-82c4-991baa515a7f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:47.488534 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37ffdc9f-3e1d-4ba7-a1cc-620cbbb1deb4 req-98d62058-6aec-4699-82c4-991baa515a7f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0583494 Aug 17 02:43:47.534047 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37ffdc9f-3e1d-4ba7-a1cc-620cbbb1deb4 req-5219210b-a90b-4c61-a876-864a8092d6a2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357354 Aug 17 02:43:48.455455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e674d-c7b5-43fb-9ab3-778b113dd44a req-2e93ee70-327d-4068-8b90-312baee2b86d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:48.456956 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c39e674d-c7b5-43fb-9ab3-778b113dd44a req-2e93ee70-327d-4068-8b90-312baee2b86d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0564420 Aug 17 02:43:48.506966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c39e674d-c7b5-43fb-9ab3-778b113dd44a req-526a25c8-30fc-483b-9eb3-aa4b7bc8bb6f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438035 Aug 17 02:43:48.670603 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348855ed-1d69-44c4-a7b7-bdc62fc7a1cc req-b343916c-61c8-4da1-aaf8-619ab2397d14 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:48.672843 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-348855ed-1d69-44c4-a7b7-bdc62fc7a1cc req-b343916c-61c8-4da1-aaf8-619ab2397d14 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0598576 Aug 17 02:43:48.686989 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44902) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:48.723901 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-348855ed-1d69-44c4-a7b7-bdc62fc7a1cc req-57918341-5c63-4c30-b575-8dc6ed80cc2b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455444 Aug 17 02:43:48.863995 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-161084c9-68ce-42ed-84c4-a7f49c9d6ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:48.959118 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-161084c9-68ce-42ed-84c4-a7f49c9d6ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.113203 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-161084c9-68ce-42ed-84c4-a7f49c9d6ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.153683 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-161084c9-68ce-42ed-84c4-a7f49c9d6ff0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e42b50e8de94a6ab3f2bce4fe434bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4655018 Aug 17 02:43:49.154472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161084c9-68ce-42ed-84c4-a7f49c9d6ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231f61e0-fcb2-4b7b-b0fc-5e079fea3eb6,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:49.156392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 44914) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:49.225565 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3dd1bdcf-cca8-42e0-8815-f2c56091f842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.238377 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3dd1bdcf-cca8-42e0-8815-f2c56091f842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.479696 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3dd1bdcf-cca8-42e0-8815-f2c56091f842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.482333 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3dd1bdcf-cca8-42e0-8815-f2c56091f842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.486058 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3dd1bdcf-cca8-42e0-8815-f2c56091f842 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/231f61e0-fcb2-4b7b-b0fc-5e079fea3eb6 HTTP/1.1" status: 204 len: 168 time: 0.3260794 Aug 17 02:43:49.491910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1bdcf-cca8-42e0-8815-f2c56091f842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231f61e0-fcb2-4b7b-b0fc-5e079fea3eb6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:49.647925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a85d2-3136-4092-8ce1-240c9d8001a0 req-7d0fb5ad-c9bd-4e98-bf61-ff700bc47d40 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:49.649518 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c3a85d2-3136-4092-8ce1-240c9d8001a0 req-7d0fb5ad-c9bd-4e98-bf61-ff700bc47d40 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0547817 Aug 17 02:43:49.694494 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c3a85d2-3136-4092-8ce1-240c9d8001a0 req-b38c40b0-f283-4d31-a74e-a53f7862e633 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379975 Aug 17 02:43:49.914186 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d5ca7-4587-4a9e-bbf5-f4dfca348d5a req-57038aab-73a3-4099-ac7f-0983345fd82a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:49.915716 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d82d5ca7-4587-4a9e-bbf5-f4dfca348d5a req-57038aab-73a3-4099-ac7f-0983345fd82a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0962679 Aug 17 02:43:49.962255 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d82d5ca7-4587-4a9e-bbf5-f4dfca348d5a req-6fb5cf38-bcd5-49e6-9120-b1f8caa1080b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397499 Aug 17 02:43:50.821362 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b41c7c-7792-46e5-9052-d361a823ee54 req-0d15cc83-e34c-4f30-9e15-dfc14439940f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:50.833159 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88b41c7c-7792-46e5-9052-d361a823ee54 req-0d15cc83-e34c-4f30-9e15-dfc14439940f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0652494 Aug 17 02:43:50.873201 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88b41c7c-7792-46e5-9052-d361a823ee54 req-3c5ca33c-97c7-46e8-a314-e411668d74d0 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333731 Aug 17 02:43:51.105350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66cc64-f609-4974-a6ab-ffa5fbefa0f1 req-c646dc30-7e85-40af-b773-27bc59566534 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:51.108233 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f66cc64-f609-4974-a6ab-ffa5fbefa0f1 req-c646dc30-7e85-40af-b773-27bc59566534 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0563691 Aug 17 02:43:51.151384 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f66cc64-f609-4974-a6ab-ffa5fbefa0f1 req-050fbee4-eb73-4afa-adbe-686feba65869 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378277 Aug 17 02:43:52.013706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087164-28a5-482a-a000-df1ba12aa7c0 req-b75a4946-569e-4601-87cb-1d7b093e8531 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:52.015238 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2b087164-28a5-482a-a000-df1ba12aa7c0 req-b75a4946-569e-4601-87cb-1d7b093e8531 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0587137 Aug 17 02:43:52.063385 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2b087164-28a5-482a-a000-df1ba12aa7c0 req-8f66aa22-f869-4ea1-bd3b-706967495e2a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410659 Aug 17 02:43:52.503641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2964b5-e667-4bc5-ae4c-1fb2d39f6606 req-d2942b7f-30b5-4c92-95f7-99620f4e3871 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:52.505175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e2964b5-e667-4bc5-ae4c-1fb2d39f6606 req-d2942b7f-30b5-4c92-95f7-99620f4e3871 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0550661 Aug 17 02:43:52.549356 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e2964b5-e667-4bc5-ae4c-1fb2d39f6606 req-5aaa8667-8b64-4995-acda-6f3887b34014 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362380 Aug 17 02:43:52.759397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be306563-f2a9-4b5e-bfc3-00c79c339b31 req-f18a23e9-5a6e-459a-9809-8dfc914b8b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:52.761326 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-be306563-f2a9-4b5e-bfc3-00c79c339b31 req-f18a23e9-5a6e-459a-9809-8dfc914b8b9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 1097 time: 0.0863144 Aug 17 02:43:52.779924 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea75d7-5360-4821-a6a3-e25b5253ff37 req-3e3cf386-c01b-49ba-bc0f-06c49a729bc1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:52.781665 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16ea75d7-5360-4821-a6a3-e25b5253ff37 req-3e3cf386-c01b-49ba-bc0f-06c49a729bc1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0577736 Aug 17 02:43:52.827509 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16ea75d7-5360-4821-a6a3-e25b5253ff37 req-097bdf48-d722-4c20-a697-538100c72ddd tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397286 Aug 17 02:43:52.874838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be306563-f2a9-4b5e-bfc3-00c79c339b31 req-df76ee62-f5a2-4ea5-997d-3cc6c6c5cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:52.879351 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-be306563-f2a9-4b5e-bfc3-00c79c339b31 req-df76ee62-f5a2-4ea5-997d-3cc6c6c5cbcc service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.1086593 Aug 17 02:43:52.950678 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-be306563-f2a9-4b5e-bfc3-00c79c339b31 req-3232d2bd-421c-4e2e-a578-b6b7cf67151f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e11478f-186d-416c-a6d1-b91c615a6f06 HTTP/1.1" status: 200 len: 1000 time: 0.0666721 Aug 17 02:43:53.008274 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be306563-f2a9-4b5e-bfc3-00c79c339b31 req-920b3acd-503f-431c-9aa5-fe620aafb21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:53.009826 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-be306563-f2a9-4b5e-bfc3-00c79c339b31 req-920b3acd-503f-431c-9aa5-fe620aafb21f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0520692 Aug 17 02:43:53.058496 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be306563-f2a9-4b5e-bfc3-00c79c339b31 req-bc9c81d0-1026-4603-a085-c3677b86758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:53.060060 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-be306563-f2a9-4b5e-bfc3-00c79c339b31 req-bc9c81d0-1026-4603-a085-c3677b86758e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438378 Aug 17 02:43:53.169007 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-be306563-f2a9-4b5e-bfc3-00c79c339b31 req-cfcd2216-f992-4edb-9a7b-f98427aaf389 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013794 Aug 17 02:43:53.283804 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-be306563-f2a9-4b5e-bfc3-00c79c339b31 req-1a83ce16-96ab-410b-ac85-a54dc1967488 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073792 Aug 17 02:43:53.703310 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce5ca8-fa6f-47bc-b60e-f5fcee7c42a6 req-b1a0e677-a352-44ad-80d2-c7f2f2dd4431 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:53.704855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9bce5ca8-fa6f-47bc-b60e-f5fcee7c42a6 req-b1a0e677-a352-44ad-80d2-c7f2f2dd4431 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0714269 Aug 17 02:43:53.755105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9bce5ca8-fa6f-47bc-b60e-f5fcee7c42a6 req-2cc7116a-8976-42b4-a2a0-ea04faad9aa1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438483 Aug 17 02:43:53.978402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c15e9c-1eef-4f2f-9a61-57ccc2ce666e req-7419f8db-ba36-4db2-8c95-3f8bd66f4816 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:53.980119 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45c15e9c-1eef-4f2f-9a61-57ccc2ce666e req-7419f8db-ba36-4db2-8c95-3f8bd66f4816 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0554652 Aug 17 02:43:54.023667 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45c15e9c-1eef-4f2f-9a61-57ccc2ce666e req-8a5d464a-3eb4-4950-acf7-439f740fdccc tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366735 Aug 17 02:43:54.890451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba3cc6-973b-4777-bd80-9565a6147168 req-d8ca5956-9562-468f-a4dd-38ca86720cc4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:54.892100 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8ba3cc6-973b-4777-bd80-9565a6147168 req-d8ca5956-9562-468f-a4dd-38ca86720cc4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0567575 Aug 17 02:43:54.933730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8ba3cc6-973b-4777-bd80-9565a6147168 req-e4ad7bfb-9c0f-4bf8-8617-3d56c4f60288 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348277 Aug 17 02:43:55.158192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eda4d4-13db-4c9d-b6db-a546278419da req-aa34f3db-5f45-43d1-9ba4-59b649cbf79c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:55.159740 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30eda4d4-13db-4c9d-b6db-a546278419da req-aa34f3db-5f45-43d1-9ba4-59b649cbf79c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0585039 Aug 17 02:43:55.207747 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30eda4d4-13db-4c9d-b6db-a546278419da req-391e6fca-eb39-4b94-97c7-86fc6bd631e1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409758 Aug 17 02:43:55.335774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec67fe-ceac-4613-bf78-9374fd65402c req-a21407b0-dfee-409a-a6ba-adb24a4cc9d5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:55.337333 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55ec67fe-ceac-4613-bf78-9374fd65402c req-a21407b0-dfee-409a-a6ba-adb24a4cc9d5 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0578942 Aug 17 02:43:55.382612 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55ec67fe-ceac-4613-bf78-9374fd65402c req-33d2b3cb-549e-4edf-8c20-2f49558ab013 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356996 Aug 17 02:43:55.531050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a0a26-c12e-43bd-af37-68c9555a05e4 req-fed1f663-19d5-4ad0-b883-86bb56e3e9c9 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:55.534275 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a93a0a26-c12e-43bd-af37-68c9555a05e4 req-fed1f663-19d5-4ad0-b883-86bb56e3e9c9 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0785773 Aug 17 02:43:55.586173 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a93a0a26-c12e-43bd-af37-68c9555a05e4 req-fd45e931-ad65-4cf5-b147-dac273c31780 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448735 Aug 17 02:43:56.254402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9229516-87b9-4934-bf7b-4e5a16facadf req-58fb07a6-dfa7-46fa-808f-9f0d9f2bd86c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:56.256085 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9229516-87b9-4934-bf7b-4e5a16facadf req-58fb07a6-dfa7-46fa-808f-9f0d9f2bd86c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0616453 Aug 17 02:43:56.298655 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9229516-87b9-4934-bf7b-4e5a16facadf req-c78dee31-27a0-4eb1-ac5b-7c3e38c28305 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353193 Aug 17 02:43:56.588741 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59784487-213f-4cc2-a30a-dc8fe48703d1 req-b3a50d48-aef2-4184-9cf7-9e82fcfdfd30 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:56.599091 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59784487-213f-4cc2-a30a-dc8fe48703d1 req-b3a50d48-aef2-4184-9cf7-9e82fcfdfd30 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1129935 Aug 17 02:43:56.654103 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59784487-213f-4cc2-a30a-dc8fe48703d1 req-979539e3-4199-44f3-8f33-696369c954f9 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496533 Aug 17 02:43:57.444201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c169b3-4da2-4035-b470-03d2943ec903 req-0f2cc99f-435c-4be7-88fc-84677a2c0c60 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:57.445765 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8c169b3-4da2-4035-b470-03d2943ec903 req-0f2cc99f-435c-4be7-88fc-84677a2c0c60 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0530756 Aug 17 02:43:57.485437 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8c169b3-4da2-4035-b470-03d2943ec903 req-e5c5a1b3-30be-4ac1-ad3f-ee6e30d611bf tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330968 Aug 17 02:43:57.819416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f95890-1564-4a35-87b8-801cb65ec10a req-f6aeeaf5-3a20-4896-a719-3200067caad2 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:57.821135 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c7f95890-1564-4a35-87b8-801cb65ec10a req-f6aeeaf5-3a20-4896-a719-3200067caad2 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0790107 Aug 17 02:43:57.865024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c7f95890-1564-4a35-87b8-801cb65ec10a req-6e79ff9e-4109-4ef8-9cfb-12102970db2f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344577 Aug 17 02:43:58.056953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45212) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:58.212949 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6b6d970-4974-4cbc-a1a8-78028193febf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:58.277213 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e199ff-5a78-43ad-ac87-c2ac3f9e3047 req-affd6160-34b0-4a79-8697-9fc16981a812 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:58.278773 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02e199ff-5a78-43ad-ac87-c2ac3f9e3047 req-affd6160-34b0-4a79-8697-9fc16981a812 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0526943 Aug 17 02:43:58.313098 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6b6d970-4974-4cbc-a1a8-78028193febf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:58.324516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02e199ff-5a78-43ad-ac87-c2ac3f9e3047 req-267afbff-2201-4f6e-bb0b-31d39603f7f9 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389102 Aug 17 02:43:58.444677 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50badaea-087b-4826-99c5-3e30f8f9a45b req-053230f8-3eb9-4c3f-b5ab-7d8f127a7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:58.446211 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-50badaea-087b-4826-99c5-3e30f8f9a45b req-053230f8-3eb9-4c3f-b5ab-7d8f127a7c4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 1097 time: 0.0438340 Aug 17 02:43:58.498070 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6b6d970-4974-4cbc-a1a8-78028193febf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:58.555404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6d970-4974-4cbc-a1a8-78028193febf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c774f46b-d003-4bd7-a2aa-e509a4b4df45,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:58.573662 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e6b6d970-4974-4cbc-a1a8-78028193febf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68550abc651149dbab4a6e86ef4539da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5062649 Aug 17 02:43:58.573662 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45228) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:58.609825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ac80b-2f9e-46da-8ccb-e9b71547ebe1 req-6f9ba35d-7555-4251-9795-4829b148dab3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:58.611347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a49ac80b-2f9e-46da-8ccb-e9b71547ebe1 req-6f9ba35d-7555-4251-9795-4829b148dab3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0546033 Aug 17 02:43:58.627694 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50badaea-087b-4826-99c5-3e30f8f9a45b req-f12b83ac-0077-4a0c-9fb8-981d84788e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:58.638982 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-50badaea-087b-4826-99c5-3e30f8f9a45b req-f12b83ac-0077-4a0c-9fb8-981d84788e14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.1759126 Aug 17 02:43:58.655208 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a49ac80b-2f9e-46da-8ccb-e9b71547ebe1 req-eec418b3-ab62-41e9-a4fa-a6579e0032da tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378456 Aug 17 02:43:58.705712 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-50badaea-087b-4826-99c5-3e30f8f9a45b req-48aed36d-d189-4243-bace-92a6ca8ca262 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e11478f-186d-416c-a6d1-b91c615a6f06 HTTP/1.1" status: 200 len: 1000 time: 0.0634661 Aug 17 02:43:58.708983 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:58.744147 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-366706bc-a615-4097-9b44-0e86edd6dfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:58.783105 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-366706bc-a615-4097-9b44-0e86edd6dfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:58.785715 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50badaea-087b-4826-99c5-3e30f8f9a45b req-7b40e1f0-3819-418e-af57-62f13d61293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:58.787190 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-50badaea-087b-4826-99c5-3e30f8f9a45b req-7b40e1f0-3819-418e-af57-62f13d61293f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0734866 Aug 17 02:43:58.853110 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50badaea-087b-4826-99c5-3e30f8f9a45b req-f1d906fd-cce1-4083-8cf3-74da228f5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:58.854663 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-50badaea-087b-4826-99c5-3e30f8f9a45b req-f1d906fd-cce1-4083-8cf3-74da228f5cf2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592947 Aug 17 02:43:58.952805 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-50badaea-087b-4826-99c5-3e30f8f9a45b req-f413a0d5-8a37-46c7-a38f-fc6e3e284fa4 service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898466 Aug 17 02:43:59.005015 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-366706bc-a615-4097-9b44-0e86edd6dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:59.007558 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-366706bc-a615-4097-9b44-0e86edd6dfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:59.008692 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-366706bc-a615-4097-9b44-0e86edd6dfb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c774f46b-d003-4bd7-a2aa-e509a4b4df45 HTTP/1.1" status: 204 len: 168 time: 0.4245498 Aug 17 02:43:59.022436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366706bc-a615-4097-9b44-0e86edd6dfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c774f46b-d003-4bd7-a2aa-e509a4b4df45,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:59.065039 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-50badaea-087b-4826-99c5-3e30f8f9a45b req-609676ae-1362-4b92-b0c8-d33f662ecc0a service neutron] 10.222.0.42 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046619 Aug 17 02:43:59.473989 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87882650-1555-49f5-a902-9b67a7c994ce req-5dd18096-895d-4453-bac3-354adec89a5b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:59.475938 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-87882650-1555-49f5-a902-9b67a7c994ce req-5dd18096-895d-4453-bac3-354adec89a5b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0676215 Aug 17 02:43:59.528764 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-87882650-1555-49f5-a902-9b67a7c994ce req-ddf9f84b-1d0e-4b64-bfc4-0876b579d773 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463142 Aug 17 02:43:59.787018 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50accdc-a5e9-41dc-b3d1-3923877e173a req-3101920c-111c-4eb3-a840-d74e53fba30d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:59.788519 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d50accdc-a5e9-41dc-b3d1-3923877e173a req-3101920c-111c-4eb3-a840-d74e53fba30d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0567279 Aug 17 02:43:59.833720 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d50accdc-a5e9-41dc-b3d1-3923877e173a req-aec42062-3c66-4373-97f3-a2b32a95c509 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384536 Aug 17 02:43:59.903947 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45264) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:59.922661 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dd67b941-b0b5-480c-9dd5-c41d2ef35569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.049776 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dd67b941-b0b5-480c-9dd5-c41d2ef35569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.229435 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dd67b941-b0b5-480c-9dd5-c41d2ef35569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.270851 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dd67b941-b0b5-480c-9dd5-c41d2ef35569 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae9cd427b88b4ab293d95aca663e9709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653696 Aug 17 02:44:00.271752 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67b941-b0b5-480c-9dd5-c41d2ef35569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9b56bf-ff26-4fe1-9dfe-732edf933c30,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:00.273873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45270) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:00.341934 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7df8ebe8-a7c1-4750-b8c1-07d08f2c71e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.370398 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7df8ebe8-a7c1-4750-b8c1-07d08f2c71e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.672272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addb0f4-72b0-44e4-a6b3-0d3475f3200a req-c5620847-3635-41cb-9925-b47f3478634f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:00.673832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3addb0f4-72b0-44e4-a6b3-0d3475f3200a req-c5620847-3635-41cb-9925-b47f3478634f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0613666 Aug 17 02:44:00.704888 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7df8ebe8-a7c1-4750-b8c1-07d08f2c71e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.707473 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7df8ebe8-a7c1-4750-b8c1-07d08f2c71e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.710016 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7df8ebe8-a7c1-4750-b8c1-07d08f2c71e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce9b56bf-ff26-4fe1-9dfe-732edf933c30 HTTP/1.1" status: 204 len: 168 time: 0.4336135 Aug 17 02:44:00.727215 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8ebe8-a7c1-4750-b8c1-07d08f2c71e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9b56bf-ff26-4fe1-9dfe-732edf933c30,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:00.732048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3addb0f4-72b0-44e4-a6b3-0d3475f3200a req-c6d99bbf-6ee9-4a99-8442-821f68903046 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517108 Aug 17 02:44:01.020482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aa017-0f9d-4e45-a5b1-ed529ecf28ae req-81213a79-811d-4f14-9a03-8ea8d7ff406b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:01.020482 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-063aa017-0f9d-4e45-a5b1-ed529ecf28ae req-81213a79-811d-4f14-9a03-8ea8d7ff406b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0874257 Aug 17 02:44:01.067846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-063aa017-0f9d-4e45-a5b1-ed529ecf28ae req-a60ac1cc-c83a-4aed-a2c7-3581f53d87fb tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390499 Aug 17 02:44:01.286173 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.877531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c013f87-b2f3-4763-bbf1-f2b0588c577d req-41b04c52-f0d6-4542-ac69-14d8aabdabc0 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:01.879243 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c013f87-b2f3-4763-bbf1-f2b0588c577d req-41b04c52-f0d6-4542-ac69-14d8aabdabc0 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0590692 Aug 17 02:44:01.926015 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c013f87-b2f3-4763-bbf1-f2b0588c577d req-87aae96c-2fc3-496b-bacb-07d2f093927f tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366509 Aug 17 02:44:02.048213 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d677322-477a-41b2-b6bc-3a46637275f2 req-904e0d06-67b7-40e0-93f2-3acb40fa5292 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:02.049769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d677322-477a-41b2-b6bc-3a46637275f2 req-904e0d06-67b7-40e0-93f2-3acb40fa5292 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0521977 Aug 17 02:44:02.106419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d677322-477a-41b2-b6bc-3a46637275f2 req-47688941-486c-441b-a4b7-9e69cbdc27ea tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500669 Aug 17 02:44:02.220192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14949e2-6c27-42c1-aeda-ec6a266c3c6b req-a3c444b0-d282-483e-836d-81e36c0161f3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:02.221822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a14949e2-6c27-42c1-aeda-ec6a266c3c6b req-a3c444b0-d282-483e-836d-81e36c0161f3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0566185 Aug 17 02:44:02.274894 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a14949e2-6c27-42c1-aeda-ec6a266c3c6b req-28f15b7e-f121-4233-b2fe-8d19f4ab37f3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462613 Aug 17 02:44:04.861434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521df6c7-eda0-4e87-83ce-c66fc08a998a req-0d979afa-c36f-4567-9e71-95405aa6672d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:04.863023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-521df6c7-eda0-4e87-83ce-c66fc08a998a req-0d979afa-c36f-4567-9e71-95405aa6672d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e763c9-0442-4284-8841-33a0532a6ce6 HTTP/1.1" status: 200 len: 943 time: 0.0589066 Aug 17 02:44:04.958541 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-003b7ba2-d4dd-4742-9f48-ce72ee223b66 req-ff8c938d-9d9e-4e06-b1b8-88a8305c0401 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613568 Aug 17 02:44:05.046556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-521df6c7-eda0-4e87-83ce-c66fc08a998a req-81a0d1a5-f044-4d8f-b8b5-3ca2a0e71914 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Deleting port 743c726a-b09f-4b22-a438-6192c4de19bc {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:05.047103 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-521df6c7-eda0-4e87-83ce-c66fc08a998a req-81a0d1a5-f044-4d8f-b8b5-3ca2a0e71914 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:05.119206 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b7ba2-d4dd-4742-9f48-ce72ee223b66 req-8c38f889-f7ad-4b8c-82c8-d90f1ea34833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:05.121338 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-003b7ba2-d4dd-4742-9f48-ce72ee223b66 req-8c38f889-f7ad-4b8c-82c8-d90f1ea34833 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 1098 time: 0.1095388 Aug 17 02:44:05.167699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-521df6c7-eda0-4e87-83ce-c66fc08a998a req-81a0d1a5-f044-4d8f-b8b5-3ca2a0e71914 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] For port 743c726a-b09f-4b22-a438-6192c4de19bc, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=743c726a-b09f-4b22-a438-6192c4de19bc,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:05.168221 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-521df6c7-eda0-4e87-83ce-c66fc08a998a req-81a0d1a5-f044-4d8f-b8b5-3ca2a0e71914 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:05.183085 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-521df6c7-eda0-4e87-83ce-c66fc08a998a req-81a0d1a5-f044-4d8f-b8b5-3ca2a0e71914 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Calling delete_port for 743c726a-b09f-4b22-a438-6192c4de19bc owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:05.408113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b7ba2-d4dd-4742-9f48-ce72ee223b66 req-2b805ca0-6b3b-4426-a6bf-f7266b5726bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:05.409870 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-003b7ba2-d4dd-4742-9f48-ce72ee223b66 req-2b805ca0-6b3b-4426-a6bf-f7266b5726bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 200 len: 912 time: 0.2546673 Aug 17 02:44:05.454236 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-003b7ba2-d4dd-4742-9f48-ce72ee223b66 req-b3c61cf4-f180-41d3-8b2f-067d7ff5e100 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5392da04-bee1-4ac7-9abd-d09b2cbda146 HTTP/1.1" status: 200 len: 217 time: 0.0359237 Aug 17 02:44:05.516658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b7ba2-d4dd-4742-9f48-ce72ee223b66 req-999177ac-ece2-40bc-9fc7-e3b8496fcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:05.518355 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-003b7ba2-d4dd-4742-9f48-ce72ee223b66 req-999177ac-ece2-40bc-9fc7-e3b8496fcc1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 200 len: 850 time: 0.0572457 Aug 17 02:44:05.527372 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-521df6c7-eda0-4e87-83ce-c66fc08a998a req-81a0d1a5-f044-4d8f-b8b5-3ca2a0e71914 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:05.555508 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['77048388-e663-4d7b-8b10-234878b99872', '5392da04-bee1-4ac7-9abd-d09b2cbda146'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:44:05.586421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0d1a5-f044-4d8f-b8b5-3ca2a0e71914 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event deleted for resources: {'Port': ['ID=743c726a-b09f-4b22-a438-6192c4de19bc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:05.622117 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:44:05.661527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-521df6c7-eda0-4e87-83ce-c66fc08a998a req-81a0d1a5-f044-4d8f-b8b5-3ca2a0e71914 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] No DVR routers for this DVR port 743c726a-b09f-4b22-a438-6192c4de19bc on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:44:05.664648 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-521df6c7-eda0-4e87-83ce-c66fc08a998a req-81a0d1a5-f044-4d8f-b8b5-3ca2a0e71914 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:05.666866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-521df6c7-eda0-4e87-83ce-c66fc08a998a req-81a0d1a5-f044-4d8f-b8b5-3ca2a0e71914 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "DELETE /v2.0/ports/743c726a-b09f-4b22-a438-6192c4de19bc HTTP/1.1" status: 204 len: 173 time: 0.7981288 Aug 17 02:44:05.667365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e763c9-0442-4284-8841-33a0532a6ce6', 'name': 'network-vif-deleted', 'tag': '743c726a-b09f-4b22-a438-6192c4de19bc'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:44:05.669725 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1996ba63-e274-4587-9ba4-fda82cb0862e" -d '{"events": [{"server_uuid": "f3e763c9-0442-4284-8841-33a0532a6ce6", "name": "network-vif-deleted", "tag": "743c726a-b09f-4b22-a438-6192c4de19bc"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:44:05.692464 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b7ba2-d4dd-4742-9f48-ce72ee223b66 req-78cf2e53-ae68-4efa-8098-0afeacb8e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:05.694045 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-003b7ba2-d4dd-4742-9f48-ce72ee223b66 req-78cf2e53-ae68-4efa-8098-0afeacb8e772 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffdc32a-37ff-4791-9955-993fa20ec3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1677334 Aug 17 02:44:05.709973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-003b7ba2-d4dd-4742-9f48-ce72ee223b66 req-40408d49-cccb-4fa6-90a5-2a9215d47434 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:44:05.711284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-003b7ba2-d4dd-4742-9f48-ce72ee223b66 req-40408d49-cccb-4fa6-90a5-2a9215d47434 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075023 Aug 17 02:44:05.872873 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-003b7ba2-d4dd-4742-9f48-ce72ee223b66 req-f0885b70-61db-47e2-be22-7fdd64a78794 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518533 Aug 17 02:44:05.978452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45470) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:05.997544 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-003b7ba2-d4dd-4742-9f48-ce72ee223b66 req-794fd69c-ac09-43aa-8355-0dee31c6f015 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164758 Aug 17 02:44:06.202183 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-408fc1e5-dbd4-405a-901b-62713a7ad17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:06.318494 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-408fc1e5-dbd4-405a-901b-62713a7ad17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:06.509378 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-408fc1e5-dbd4-405a-901b-62713a7ad17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:06.552586 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-408fc1e5-dbd4-405a-901b-62713a7ad17e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd05390193684e6eb644ce7e57240955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5729702 Aug 17 02:44:06.553522 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fc1e5-dbd4-405a-901b-62713a7ad17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1cba4f-f0ac-4f51-a25c-a80de1e22453,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:06.555991 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45484) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:06.615309 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b112ba57-ab83-478a-bb94-be5a68555f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:06.648213 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b112ba57-ab83-478a-bb94-be5a68555f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:06.728627 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e98b44bb-68c0-4465-89e5-acfd30420ac8 req-9fb23f32-7f70-4a61-bffb-c69e11ffcf99 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0916958 Aug 17 02:44:06.798369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b44bb-68c0-4465-89e5-acfd30420ac8 req-fceb4f67-2734-4d7d-92ac-bcf0354c6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:06.803168 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e98b44bb-68c0-4465-89e5-acfd30420ac8 req-fceb4f67-2734-4d7d-92ac-bcf0354c6dd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84b273b3ac0b4ea5ac4cf904736aab46&device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 1098 time: 0.0445669 Aug 17 02:44:06.906463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b44bb-68c0-4465-89e5-acfd30420ac8 req-9bdd6dda-977b-4174-989d-3efebe2ecc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:06.907926 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e98b44bb-68c0-4465-89e5-acfd30420ac8 req-9bdd6dda-977b-4174-989d-3efebe2ecc13 service neutron] 10.222.0.42 "GET /v2.0/networks?id=36bf98c4-df45-4357-bba5-3ccfe407e9cc HTTP/1.1" status: 200 len: 910 time: 0.0888205 Aug 17 02:44:06.951502 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b112ba57-ab83-478a-bb94-be5a68555f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:06.954046 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b112ba57-ab83-478a-bb94-be5a68555f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:06.957816 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b112ba57-ab83-478a-bb94-be5a68555f2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f1cba4f-f0ac-4f51-a25c-a80de1e22453 HTTP/1.1" status: 204 len: 168 time: 0.3976166 Aug 17 02:44:06.972422 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112ba57-ab83-478a-bb94-be5a68555f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1cba4f-f0ac-4f51-a25c-a80de1e22453,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:06.993654 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e98b44bb-68c0-4465-89e5-acfd30420ac8 req-558d3afc-1df2-4b55-8a42-a284f5183b56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=932c6d30-b782-4988-a6b2-103f29bd1349 HTTP/1.1" status: 200 len: 1002 time: 0.0785158 Aug 17 02:44:07.057271 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b44bb-68c0-4465-89e5-acfd30420ac8 req-efde1bbe-3cda-4d2b-abce-dbb17aa9de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:07.058824 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e98b44bb-68c0-4465-89e5-acfd30420ac8 req-efde1bbe-3cda-4d2b-abce-dbb17aa9de62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8955ede8-ca0a-49ba-a12d-3a5806aeee75 HTTP/1.1" status: 200 len: 848 time: 0.0569706 Aug 17 02:44:07.118020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b44bb-68c0-4465-89e5-acfd30420ac8 req-c8b89fe7-9bcf-41f8-a548-5aa13e739e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:07.120904 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e98b44bb-68c0-4465-89e5-acfd30420ac8 req-c8b89fe7-9bcf-41f8-a548-5aa13e739e13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36bf98c4-df45-4357-bba5-3ccfe407e9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527947 Aug 17 02:44:07.193365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efd3b4-0d2c-44ae-ac86-185733fe1730 req-c8b5223e-f1af-4090-861f-c504b2a2d55d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:07.196032 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71efd3b4-0d2c-44ae-ac86-185733fe1730 req-c8b5223e-f1af-4090-861f-c504b2a2d55d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0824959 Aug 17 02:44:07.253234 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71efd3b4-0d2c-44ae-ac86-185733fe1730 req-7876deb6-631d-430e-b45c-e8e5053a746b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506382 Aug 17 02:44:07.277103 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e98b44bb-68c0-4465-89e5-acfd30420ac8 req-30ff0630-f36e-4164-aea4-2d453176ea9e service neutron] 10.222.0.42 "GET /v2.0/networks/36bf98c4-df45-4357-bba5-3ccfe407e9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486590 Aug 17 02:44:07.313966 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 17 Aug 2021 02:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb062428-b926-49b7-8e6b-aab74f752ed6 x-openstack-request-id: req-cb062428-b926-49b7-8e6b-aab74f752ed6 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:44:07.319597 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e763c9-0442-4284-8841-33a0532a6ce6", "name": "network-vif-deleted", "tag": "743c726a-b09f-4b22-a438-6192c4de19bc", "status": "failed", "code": 422}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:44:07.319597 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb062428-b926-49b7-8e6b-aab74f752ed6 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:44:07.319597 n-d-793621-31 neutron-server[95406]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f3e763c9-0442-4284-8841-33a0532a6ce6', 'name': 'network-vif-deleted', 'tag': '743c726a-b09f-4b22-a438-6192c4de19bc', 'status': 'failed', 'code': 422} returned with failed status Aug 17 02:44:07.391458 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e98b44bb-68c0-4465-89e5-acfd30420ac8 req-1dafc27d-5ed9-46b8-9c61-1fb639355b19 service neutron] 10.222.0.42 "GET /v2.0/networks/36bf98c4-df45-4357-bba5-3ccfe407e9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080742 Aug 17 02:44:08.039041 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e8dcc9ee-a4a3-4431-a6d4-7f81dbd78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:08.151832 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45526) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:08.179780 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57d0e8b4-be49-4e04-89fc-1b05f78db07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:08.311353 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57d0e8b4-be49-4e04-89fc-1b05f78db07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:08.356383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b1d22-6d74-463d-bd74-bd7d98f8e6fd req-11f78049-71bc-4dc5-87f3-c021da367c4d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:08.357992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-527b1d22-6d74-463d-bd74-bd7d98f8e6fd req-11f78049-71bc-4dc5-87f3-c021da367c4d tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 908 time: 0.0597675 Aug 17 02:44:08.426527 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57d0e8b4-be49-4e04-89fc-1b05f78db07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:08.483559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 45536) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:08.483711 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-57d0e8b4-be49-4e04-89fc-1b05f78db07c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81d40278bade412a8867d89faa4b63f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305929 Aug 17 02:44:08.484936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0e8b4-be49-4e04-89fc-1b05f78db07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d138bc81-018b-4c76-a352-63ea38e5374e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:08.501497 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de5fc9-1631-479e-bc29-4dcb43412d7c req-88e05bb5-a60f-44f9-b230-a0b2e604eace tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:08.506145 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0de5fc9-1631-479e-bc29-4dcb43412d7c req-88e05bb5-a60f-44f9-b230-a0b2e604eace tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0697250 Aug 17 02:44:08.578427 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0de5fc9-1631-479e-bc29-4dcb43412d7c req-c7477ab1-a663-4661-a1e3-ef74b418bc74 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700607 Aug 17 02:44:08.584199 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c3c519ae-b84d-47f9-9f1e-e809e9617abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:08.613822 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c3c519ae-b84d-47f9-9f1e-e809e9617abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:08.794918 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c3c519ae-b84d-47f9-9f1e-e809e9617abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:08.798711 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c3c519ae-b84d-47f9-9f1e-e809e9617abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:08.802407 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c3c519ae-b84d-47f9-9f1e-e809e9617abb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d138bc81-018b-4c76-a352-63ea38e5374e HTTP/1.1" status: 204 len: 168 time: 0.3135002 Aug 17 02:44:08.811043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c519ae-b84d-47f9-9f1e-e809e9617abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d138bc81-018b-4c76-a352-63ea38e5374e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:09.495371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0a047-3a1b-484d-952b-578c0598c64a req-dfb29be2-9700-4741-916f-8cd075039c6b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:09.497268 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45c0a047-3a1b-484d-952b-578c0598c64a req-dfb29be2-9700-4741-916f-8cd075039c6b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 908 time: 0.0547211 Aug 17 02:44:09.722398 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51572efc-643d-4425-b72b-474296b98233 req-688bc084-20ca-49cb-99ad-1e9352218010 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:09.722398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51572efc-643d-4425-b72b-474296b98233 req-688bc084-20ca-49cb-99ad-1e9352218010 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0608044 Aug 17 02:44:09.778289 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-51572efc-643d-4425-b72b-474296b98233 req-ccb32383-9e09-4d3e-93a0-ed1e4446e31c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475116 Aug 17 02:44:10.200146 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681647f-01c4-4d1f-be88-741c701a6494 req-44772728-3b27-44c0-ac7e-60e2e008ad40 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:10.201696 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d681647f-01c4-4d1f-be88-741c701a6494 req-44772728-3b27-44c0-ac7e-60e2e008ad40 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 908 time: 0.0537419 Aug 17 02:44:10.318856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-d681647f-01c4-4d1f-be88-741c701a6494 req-e391dfbe-aa43-4e5d-9349-8e02015edb14 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Deleting port a6edcd64-d283-4ff0-8346-30024d6ff261 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:10.319381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d681647f-01c4-4d1f-be88-741c701a6494 req-e391dfbe-aa43-4e5d-9349-8e02015edb14 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:10.332794 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0c06aa69-76ce-42af-a8c1-917962566f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:10.505255 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-d681647f-01c4-4d1f-be88-741c701a6494 req-e391dfbe-aa43-4e5d-9349-8e02015edb14 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] For port a6edcd64-d283-4ff0-8346-30024d6ff261, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=a6edcd64-d283-4ff0-8346-30024d6ff261,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:10.506336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d681647f-01c4-4d1f-be88-741c701a6494 req-e391dfbe-aa43-4e5d-9349-8e02015edb14 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:10.521816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-d681647f-01c4-4d1f-be88-741c701a6494 req-e391dfbe-aa43-4e5d-9349-8e02015edb14 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Calling delete_port for a6edcd64-d283-4ff0-8346-30024d6ff261 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:10.628808 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:10.674319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894efcf-ece3-44c3-928f-20561626e5cb req-f9b6534d-286a-4848-a60a-eabe11243a3a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:10.675797 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d894efcf-ece3-44c3-928f-20561626e5cb req-f9b6534d-286a-4848-a60a-eabe11243a3a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 908 time: 0.0818276 Aug 17 02:44:10.894846 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d681647f-01c4-4d1f-be88-741c701a6494 req-e391dfbe-aa43-4e5d-9349-8e02015edb14 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:10.934332 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391dfbe-aa43-4e5d-9349-8e02015edb14 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event deleted for resources: {'Port': ['ID=a6edcd64-d283-4ff0-8346-30024d6ff261,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:10.994526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-d681647f-01c4-4d1f-be88-741c701a6494 req-e391dfbe-aa43-4e5d-9349-8e02015edb14 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] No DVR routers for this DVR port a6edcd64-d283-4ff0-8346-30024d6ff261 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:44:11.003252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04427159-b1b8-4b28-a9a5-8e2ef746e731 req-16a1959d-aa4d-4038-b125-c17c761da22c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:11.004895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-04427159-b1b8-4b28-a9a5-8e2ef746e731 req-16a1959d-aa4d-4038-b125-c17c761da22c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.1544607 Aug 17 02:44:11.006075 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d681647f-01c4-4d1f-be88-741c701a6494 req-e391dfbe-aa43-4e5d-9349-8e02015edb14 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:11.008009 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d681647f-01c4-4d1f-be88-741c701a6494 req-e391dfbe-aa43-4e5d-9349-8e02015edb14 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.18 "DELETE /v2.0/ports/a6edcd64-d283-4ff0-8346-30024d6ff261 HTTP/1.1" status: 204 len: 173 time: 0.7993939 Aug 17 02:44:11.008462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f3d72-a6da-499d-8f36-fefe98a62593', 'name': 'network-vif-deleted', 'tag': 'a6edcd64-d283-4ff0-8346-30024d6ff261'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:44:11.012002 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda14d61-f9a3-428a-bff9-f831ee4db5d4" -d '{"events": [{"server_uuid": "7a6f3d72-a6da-499d-8f36-fefe98a62593", "name": "network-vif-deleted", "tag": "a6edcd64-d283-4ff0-8346-30024d6ff261"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:44:11.116440 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-04427159-b1b8-4b28-a9a5-8e2ef746e731 req-a88b734e-dbd4-460a-82f4-1f6aa99dcead tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905237 Aug 17 02:44:11.206554 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cc957a-9383-4311-bb40-5feffa5cecb9 x-openstack-request-id: req-b3cc957a-9383-4311-bb40-5feffa5cecb9 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:44:11.206860 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f3d72-a6da-499d-8f36-fefe98a62593", "name": "network-vif-deleted", "tag": "a6edcd64-d283-4ff0-8346-30024d6ff261", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:44:11.206989 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3cc957a-9383-4311-bb40-5feffa5cecb9 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:44:11.207423 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f3d72-a6da-499d-8f36-fefe98a62593', 'name': 'network-vif-deleted', 'tag': 'a6edcd64-d283-4ff0-8346-30024d6ff261', 'status': 'completed', 'code': 200} Aug 17 02:44:11.828146 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96975a8e-4cb8-40a8-955c-168e801fd5ac req-3921852b-d08c-4d89-8329-561d44f9fa47 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6f3d72-a6da-499d-8f36-fefe98a62593 HTTP/1.1" status: 200 len: 210 time: 0.0319986 Aug 17 02:44:11.845922 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:12.300817 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7aba5-d017-4c77-bae7-11adb6439841 req-d2185e02-1e67-45a1-87fc-2398a558fe34 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:12.300817 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fce7aba5-d017-4c77-bae7-11adb6439841 req-d2185e02-1e67-45a1-87fc-2398a558fe34 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.1015875 Aug 17 02:44:12.350167 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fce7aba5-d017-4c77-bae7-11adb6439841 req-c873f372-7fda-43c8-be23-52dee15c4ae8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398657 Aug 17 02:44:13.817512 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:13.892531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca309858-808e-4078-9c44-09f6052f524a req-2891d8bc-55da-47e9-aa2b-f05e7042eb56 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:13.894745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca309858-808e-4078-9c44-09f6052f524a req-2891d8bc-55da-47e9-aa2b-f05e7042eb56 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0635159 Aug 17 02:44:13.949345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca309858-808e-4078-9c44-09f6052f524a req-5cfbc66f-6cbf-4d80-99cf-37b6250b14ed tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450947 Aug 17 02:44:14.200573 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db247a1-e3a2-4af6-bf51-c92e5a20c308 req-a7573428-9046-41e1-837c-2c7165a944fc tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:14.202158 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7db247a1-e3a2-4af6-bf51-c92e5a20c308 req-a7573428-9046-41e1-837c-2c7165a944fc tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 946 time: 0.0611768 Aug 17 02:44:14.248859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device a6edcd64-d283-4ff0-8346-30024d6ff261 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:44:14.252514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7db247a1-e3a2-4af6-bf51-c92e5a20c308 req-7e0510a9-97d7-4353-9ef0-da543c44eca1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437293 Aug 17 02:44:14.275059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: a6edcd64-d283-4ff0-8346-30024d6ff261 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:44:14.275059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device a6edcd64-d283-4ff0-8346-30024d6ff261 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:44:15.116557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cb37c-62ae-431e-b6cd-22be34b1e560 req-ee7d745d-8e17-41f6-80ef-c9c67c6c2f10 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:15.118169 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb0cb37c-62ae-431e-b6cd-22be34b1e560 req-ee7d745d-8e17-41f6-80ef-c9c67c6c2f10 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0579636 Aug 17 02:44:15.159021 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb0cb37c-62ae-431e-b6cd-22be34b1e560 req-2e312c7e-d4da-415a-9da0-b8e7c6af01c3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335691 Aug 17 02:44:15.298495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868e581-497e-4374-afdc-eefcaf2d3dc0 req-285cd630-0372-4833-b314-7c4fc99f85ba tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:15.299997 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0868e581-497e-4374-afdc-eefcaf2d3dc0 req-285cd630-0372-4833-b314-7c4fc99f85ba tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 946 time: 0.0798221 Aug 17 02:44:15.452487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b233f34-2194-4f74-b350-251986e4d121 req-2d19a1a4-ea3f-4387-a21d-02002d62e014 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:15.454023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b233f34-2194-4f74-b350-251986e4d121 req-2d19a1a4-ea3f-4387-a21d-02002d62e014 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 946 time: 0.0685918 Aug 17 02:44:15.462895 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-0868e581-497e-4374-afdc-eefcaf2d3dc0 req-faf669e8-7dbb-40d3-a662-41ac4e1d4c0a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Deleting port 5392da04-bee1-4ac7-9abd-d09b2cbda146 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:15.462895 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0868e581-497e-4374-afdc-eefcaf2d3dc0 req-faf669e8-7dbb-40d3-a662-41ac4e1d4c0a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:15.545536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b233f34-2194-4f74-b350-251986e4d121 req-a3ebb30d-2e5e-40bf-bd1a-ee974879b2e9 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810640 Aug 17 02:44:15.600941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-0868e581-497e-4374-afdc-eefcaf2d3dc0 req-faf669e8-7dbb-40d3-a662-41ac4e1d4c0a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] For port 5392da04-bee1-4ac7-9abd-d09b2cbda146, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5392da04-bee1-4ac7-9abd-d09b2cbda146,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:15.601337 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0868e581-497e-4374-afdc-eefcaf2d3dc0 req-faf669e8-7dbb-40d3-a662-41ac4e1d4c0a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:15.615336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-0868e581-497e-4374-afdc-eefcaf2d3dc0 req-faf669e8-7dbb-40d3-a662-41ac4e1d4c0a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Calling delete_port for 5392da04-bee1-4ac7-9abd-d09b2cbda146 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:15.867832 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0868e581-497e-4374-afdc-eefcaf2d3dc0 req-faf669e8-7dbb-40d3-a662-41ac4e1d4c0a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:15.894999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['77048388-e663-4d7b-8b10-234878b99872', '5392da04-bee1-4ac7-9abd-d09b2cbda146'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:44:15.898717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf669e8-7dbb-40d3-a662-41ac4e1d4c0a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event deleted for resources: {'Port': ['ID=5392da04-bee1-4ac7-9abd-d09b2cbda146,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:15.952352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0868e581-497e-4374-afdc-eefcaf2d3dc0 req-faf669e8-7dbb-40d3-a662-41ac4e1d4c0a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] No DVR routers for this DVR port 5392da04-bee1-4ac7-9abd-d09b2cbda146 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:44:15.956332 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0868e581-497e-4374-afdc-eefcaf2d3dc0 req-faf669e8-7dbb-40d3-a662-41ac4e1d4c0a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:15.959098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0868e581-497e-4374-afdc-eefcaf2d3dc0 req-faf669e8-7dbb-40d3-a662-41ac4e1d4c0a tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.18 "DELETE /v2.0/ports/5392da04-bee1-4ac7-9abd-d09b2cbda146 HTTP/1.1" status: 204 len: 173 time: 0.6511886 Aug 17 02:44:15.959688 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4', 'name': 'network-vif-deleted', 'tag': '5392da04-bee1-4ac7-9abd-d09b2cbda146'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:44:15.964424 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d9c138-4f0e-4b6e-880f-f2efd25945d8" -d '{"events": [{"server_uuid": "cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4", "name": "network-vif-deleted", "tag": "5392da04-bee1-4ac7-9abd-d09b2cbda146"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:44:16.016667 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7cbba4-ba44-4b9e-86ad-ae3b3b0f439b x-openstack-request-id: req-4c7cbba4-ba44-4b9e-86ad-ae3b3b0f439b {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:44:16.022191 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4", "name": "network-vif-deleted", "tag": "5392da04-bee1-4ac7-9abd-d09b2cbda146", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:44:16.022429 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c7cbba4-ba44-4b9e-86ad-ae3b3b0f439b {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:44:16.022821 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4', 'name': 'network-vif-deleted', 'tag': '5392da04-bee1-4ac7-9abd-d09b2cbda146', 'status': 'completed', 'code': 200} Aug 17 02:44:16.308334 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abb382-c9eb-4727-aae0-4e80bdb333f0 req-7385bdce-e1ea-46e4-9a0a-e7eb96b5dddf tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:16.309996 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8abb382-c9eb-4727-aae0-4e80bdb333f0 req-7385bdce-e1ea-46e4-9a0a-e7eb96b5dddf tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0692911 Aug 17 02:44:16.367769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8abb382-c9eb-4727-aae0-4e80bdb333f0 req-dcdd604f-bead-44ac-a9eb-fd03124398b2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491688 Aug 17 02:44:16.693882 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1697a93c-3420-4716-9019-3423d142c249 req-e828fc9c-9a85-4eb6-9b99-46673c59bc8e tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf8e8956-f1be-4fc0-a8c3-fab2961e5fa4 HTTP/1.1" status: 200 len: 210 time: 0.0398943 Aug 17 02:44:17.500026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447ef78-706b-4b6d-8224-f9636a2e1b26 req-5d0a1e39-f5f0-4d6e-9070-baedbf00932d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:17.501659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f447ef78-706b-4b6d-8224-f9636a2e1b26 req-5d0a1e39-f5f0-4d6e-9070-baedbf00932d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0586736 Aug 17 02:44:17.541515 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f447ef78-706b-4b6d-8224-f9636a2e1b26 req-01af813e-1506-4d58-9067-76b8c1702d64 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Aug 17 02:44:18.270003 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5392da04-bee1-4ac7-9abd-d09b2cbda146 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:44:18.292083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 5392da04-bee1-4ac7-9abd-d09b2cbda146 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:44:18.292735 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5392da04-bee1-4ac7-9abd-d09b2cbda146 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:44:18.487345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee8330-0a64-4ddf-8f89-3aa882435d42 req-3644cd8c-7798-4bfe-8449-392280f14968 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:18.490445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66ee8330-0a64-4ddf-8f89-3aa882435d42 req-3644cd8c-7798-4bfe-8449-392280f14968 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.0572889 Aug 17 02:44:18.532049 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66ee8330-0a64-4ddf-8f89-3aa882435d42 req-1190712f-51ac-47fe-8de5-82e637ddf0dc tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=c88e5ef6-3f73-494c-ab1f-f4507454828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340724 Aug 17 02:44:18.666491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3980b6-78a8-45f7-9161-3b85654c6592 req-e4522c50-732f-4a1e-89df-52410e4e1cee tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:18.668782 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed3980b6-78a8-45f7-9161-3b85654c6592 req-e4522c50-732f-4a1e-89df-52410e4e1cee tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0549262 Aug 17 02:44:18.711741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed3980b6-78a8-45f7-9161-3b85654c6592 req-4b59cd52-3d9c-4cdd-86b9-71f7b6b10348 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369015 Aug 17 02:44:18.915064 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd05a1-5dcd-4811-b4af-abf5fb71d694 req-11a32fff-3c62-4923-8ceb-9228711949e1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:18.924598 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6dbd05a1-5dcd-4811-b4af-abf5fb71d694 req-11a32fff-3c62-4923-8ceb-9228711949e1 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.18 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 945 time: 0.0499699 Aug 17 02:44:19.033589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-6dbd05a1-5dcd-4811-b4af-abf5fb71d694 req-26c3dfc0-bf2e-467b-b93f-1ff976dbbe5c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Deleting port 77048388-e663-4d7b-8b10-234878b99872 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:19.047488 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6dbd05a1-5dcd-4811-b4af-abf5fb71d694 req-26c3dfc0-bf2e-467b-b93f-1ff976dbbe5c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:19.132104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-6dbd05a1-5dcd-4811-b4af-abf5fb71d694 req-26c3dfc0-bf2e-467b-b93f-1ff976dbbe5c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] For port 77048388-e663-4d7b-8b10-234878b99872, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=77048388-e663-4d7b-8b10-234878b99872,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:19.132476 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6dbd05a1-5dcd-4811-b4af-abf5fb71d694 req-26c3dfc0-bf2e-467b-b93f-1ff976dbbe5c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:19.146110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-6dbd05a1-5dcd-4811-b4af-abf5fb71d694 req-26c3dfc0-bf2e-467b-b93f-1ff976dbbe5c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Calling delete_port for 77048388-e663-4d7b-8b10-234878b99872 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:19.482695 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6dbd05a1-5dcd-4811-b4af-abf5fb71d694 req-26c3dfc0-bf2e-467b-b93f-1ff976dbbe5c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:19.509225 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['77048388-e663-4d7b-8b10-234878b99872'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:44:19.517621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3dfc0-bf2e-467b-b93f-1ff976dbbe5c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event deleted for resources: {'Port': ['ID=77048388-e663-4d7b-8b10-234878b99872,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:19.590363 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbd05a1-5dcd-4811-b4af-abf5fb71d694 req-26c3dfc0-bf2e-467b-b93f-1ff976dbbe5c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] No DVR routers for this DVR port 77048388-e663-4d7b-8b10-234878b99872 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:44:19.593600 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6dbd05a1-5dcd-4811-b4af-abf5fb71d694 req-26c3dfc0-bf2e-467b-b93f-1ff976dbbe5c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:19.595935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6dbd05a1-5dcd-4811-b4af-abf5fb71d694 req-26c3dfc0-bf2e-467b-b93f-1ff976dbbe5c tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.18 "DELETE /v2.0/ports/77048388-e663-4d7b-8b10-234878b99872 HTTP/1.1" status: 204 len: 173 time: 0.6719501 Aug 17 02:44:19.596431 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6453ab75-d909-4b48-bd47-6fb8851c5bdf', 'name': 'network-vif-deleted', 'tag': '77048388-e663-4d7b-8b10-234878b99872'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:44:19.598945 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812ea495-fab0-4889-afcb-3927d30b3615" -d '{"events": [{"server_uuid": "6453ab75-d909-4b48-bd47-6fb8851c5bdf", "name": "network-vif-deleted", "tag": "77048388-e663-4d7b-8b10-234878b99872"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:44:19.652908 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7c973c3f-be01-4766-9a49-f61fdf209457 req-2c47ca8a-6eef-4794-9565-fe289e44dbbd tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 210 time: 0.0285172 Aug 17 02:44:19.712788 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2ed8f8-9643-47a3-a148-7fd26540ca60 x-openstack-request-id: req-9e2ed8f8-9643-47a3-a148-7fd26540ca60 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:44:19.720271 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6453ab75-d909-4b48-bd47-6fb8851c5bdf", "name": "network-vif-deleted", "tag": "77048388-e663-4d7b-8b10-234878b99872", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:44:19.720610 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e2ed8f8-9643-47a3-a148-7fd26540ca60 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:44:19.721054 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6453ab75-d909-4b48-bd47-6fb8851c5bdf', 'name': 'network-vif-deleted', 'tag': '77048388-e663-4d7b-8b10-234878b99872', 'status': 'completed', 'code': 200} Aug 17 02:44:20.111069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d4915-5524-4f9c-a7ad-0c6de2d01df3 req-da70aee1-c052-4b10-a4b0-ac585f0cb4e0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:20.116596 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-856d4915-5524-4f9c-a7ad-0c6de2d01df3 req-da70aee1-c052-4b10-a4b0-ac585f0cb4e0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0759728 Aug 17 02:44:20.154839 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-856d4915-5524-4f9c-a7ad-0c6de2d01df3 req-d7d90caa-d0f0-4c42-b70f-c50022fc6b9e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345869 Aug 17 02:44:20.783808 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d837551-dc04-4157-a57d-fc2d8ae416d1 req-e20ffe78-4e2c-45df-ac97-84d5b7d04e55 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=6453ab75-d909-4b48-bd47-6fb8851c5bdf HTTP/1.1" status: 200 len: 210 time: 0.0363762 Aug 17 02:44:21.294513 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcef745-e46f-4070-8104-6b7a6f0c9ad9 req-3618a615-1cb5-4ff6-bdbc-7d3be4628946 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:21.296151 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0dcef745-e46f-4070-8104-6b7a6f0c9ad9 req-3618a615-1cb5-4ff6-bdbc-7d3be4628946 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0713851 Aug 17 02:44:21.340609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0dcef745-e46f-4070-8104-6b7a6f0c9ad9 req-d9fa43c3-24de-47e5-baa0-783801588db8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379910 Aug 17 02:44:22.311023 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 77048388-e663-4d7b-8b10-234878b99872 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:44:22.350684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 77048388-e663-4d7b-8b10-234878b99872 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:44:22.353169 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 77048388-e663-4d7b-8b10-234878b99872 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:44:22.598273 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45576569-d1a6-4e02-80cf-afdeda89ba67 req-33d9f282-d629-467c-960c-e274d9ae2dfc tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:22.607789 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45576569-d1a6-4e02-80cf-afdeda89ba67 req-33d9f282-d629-467c-960c-e274d9ae2dfc tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0666864 Aug 17 02:44:22.651674 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45576569-d1a6-4e02-80cf-afdeda89ba67 req-c524f46e-e146-46fc-ad9a-31b2c991bbbc tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406697 Aug 17 02:44:22.860790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54275368-a8a5-493e-b91a-05a0eb497e8f req-03ae5397-d613-47a0-9190-f08ab9144579 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:22.862793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54275368-a8a5-493e-b91a-05a0eb497e8f req-03ae5397-d613-47a0-9190-f08ab9144579 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0562394 Aug 17 02:44:22.913994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54275368-a8a5-493e-b91a-05a0eb497e8f req-d0ca0fd2-20ea-49a4-8f97-22b91af003f4 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447133 Aug 17 02:44:23.520606 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45966) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:23.643397 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de7a1749-aa49-4c8b-a1de-279da29cb916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:23.752541 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de7a1749-aa49-4c8b-a1de-279da29cb916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:23.792973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ea1c4-fe42-4023-88a6-d32251e89184 req-9af6fa55-5fe9-48f3-862e-1ce6747d2d15 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:23.794507 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d68ea1c4-fe42-4023-88a6-d32251e89184 req-9af6fa55-5fe9-48f3-862e-1ce6747d2d15 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0581391 Aug 17 02:44:23.845848 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d68ea1c4-fe42-4023-88a6-d32251e89184 req-5e264df1-a531-4294-8d8f-9105b6495b9e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445094 Aug 17 02:44:23.866467 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de7a1749-aa49-4c8b-a1de-279da29cb916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:23.944380 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-de7a1749-aa49-4c8b-a1de-279da29cb916 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d75913c9a4004e278c1af34d3a2f2e19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219291 Aug 17 02:44:23.947060 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 45980) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:24.008199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a1749-aa49-4c8b-a1de-279da29cb916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d29a94-caf6-4524-965d-4446a9a19635,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:24.011088 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5021735c-97b7-4e0e-894f-4a1af49fc47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:24.040512 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5021735c-97b7-4e0e-894f-4a1af49fc47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:24.166220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9c36b-7092-48d8-b25c-272aa8c65257 req-237df322-05eb-4667-a16f-a73c7cdff156 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:24.174629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf9c36b-7092-48d8-b25c-272aa8c65257 req-237df322-05eb-4667-a16f-a73c7cdff156 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0940554 Aug 17 02:44:24.203416 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5021735c-97b7-4e0e-894f-4a1af49fc47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:24.207689 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5021735c-97b7-4e0e-894f-4a1af49fc47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:24.211415 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5021735c-97b7-4e0e-894f-4a1af49fc47e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12d29a94-caf6-4524-965d-4446a9a19635 HTTP/1.1" status: 204 len: 168 time: 0.2609377 Aug 17 02:44:24.223885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021735c-97b7-4e0e-894f-4a1af49fc47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d29a94-caf6-4524-965d-4446a9a19635,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:24.266310 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf9c36b-7092-48d8-b25c-272aa8c65257 req-b8b1f9c9-7c7e-4214-9797-63fff37133eb tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904815 Aug 17 02:44:24.382154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-779e8c60-0b76-448d-a9bd-13e0e9fda845 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:24.383720 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-779e8c60-0b76-448d-a9bd-13e0e9fda845 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.0621853 Aug 17 02:44:24.517188 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-454faca6-b680-43b6-ab3f-f3b61eb81af8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Deleting port 6e11478f-186d-416c-a6d1-b91c615a6f06 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:24.517576 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-454faca6-b680-43b6-ab3f-f3b61eb81af8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:24.639313 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-454faca6-b680-43b6-ab3f-f3b61eb81af8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] For port 6e11478f-186d-416c-a6d1-b91c615a6f06, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6e11478f-186d-416c-a6d1-b91c615a6f06,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:24.639985 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-454faca6-b680-43b6-ab3f-f3b61eb81af8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:25.145272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492a0bb-8908-496d-aaa6-0acc293383d6 req-c4fba550-3ff8-49fa-9181-36d78c05320b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:25.159863 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d492a0bb-8908-496d-aaa6-0acc293383d6 req-c4fba550-3ff8-49fa-9181-36d78c05320b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.1136434 Aug 17 02:44:25.161806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46010) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:25.222221 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0506d62f-331f-464f-9ef0-e6753bca9a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:25.335994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d492a0bb-8908-496d-aaa6-0acc293383d6 req-9645c188-095e-403c-b06b-4442489ebb3c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595638 Aug 17 02:44:25.473295 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0506d62f-331f-464f-9ef0-e6753bca9a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:25.473613 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-454faca6-b680-43b6-ab3f-f3b61eb81af8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:25.473613 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-454faca6-b680-43b6-ab3f-f3b61eb81af8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:25.473613 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-454faca6-b680-43b6-ab3f-f3b61eb81af8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Floating IP cb7df5a2-b2bd-4ae5-b774-7745b898c711 disassociated. External IP: 172.25.5.223, port: 6e11478f-186d-416c-a6d1-b91c615a6f06. Aug 17 02:44:25.473613 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-454faca6-b680-43b6-ab3f-f3b61eb81af8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Calling delete_port for 6e11478f-186d-416c-a6d1-b91c615a6f06 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:25.596318 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0506d62f-331f-464f-9ef0-e6753bca9a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:25.660334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0506d62f-331f-464f-9ef0-e6753bca9a80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7313dbf2107b45218b661c2a326fae8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4954967 Aug 17 02:44:25.664488 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46022) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:25.676458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506d62f-331f-464f-9ef0-e6753bca9a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020a7334-a7a4-4bb7-835c-c16fa0a65a42,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:25.694724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de5404-c473-4ca2-8461-6a1fb55db127 req-30b23487-e810-4554-9d9e-5b61096a1ca4 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:25.699134 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6de5404-c473-4ca2-8461-6a1fb55db127 req-30b23487-e810-4554-9d9e-5b61096a1ca4 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 945 time: 0.1218102 Aug 17 02:44:25.743567 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fceb4338-0fc3-4596-b2b6-0906c06bfd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:25.784989 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-454faca6-b680-43b6-ab3f-f3b61eb81af8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:25.792619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6de5404-c473-4ca2-8461-6a1fb55db127 req-164da391-e2bf-434a-9dc1-b3cd38e7214b tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups?id=540840ca-32b7-4405-bac0-788d9947a023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816629 Aug 17 02:44:25.798564 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fceb4338-0fc3-4596-b2b6-0906c06bfd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:25.839834 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454faca6-b680-43b6-ab3f-f3b61eb81af8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event deleted for resources: {'Port': ['ID=6e11478f-186d-416c-a6d1-b91c615a6f06,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:26.011472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-454faca6-b680-43b6-ab3f-f3b61eb81af8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Router e488490b-7e91-4d0c-ad69-bf31571198b0 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:44:26.096830 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fceb4338-0fc3-4596-b2b6-0906c06bfd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:26.103044 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fceb4338-0fc3-4596-b2b6-0906c06bfd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:26.103044 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fceb4338-0fc3-4596-b2b6-0906c06bfd89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/020a7334-a7a4-4bb7-835c-c16fa0a65a42 HTTP/1.1" status: 204 len: 168 time: 0.4364836 Aug 17 02:44:26.130201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb4338-0fc3-4596-b2b6-0906c06bfd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020a7334-a7a4-4bb7-835c-c16fa0a65a42,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:26.196727 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-454faca6-b680-43b6-ab3f-f3b61eb81af8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:44:26.211616 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acbe0d9-73ac-4c3a-ba51-96cfb098675e None None] Sync routers for ids ['e488490b-7e91-4d0c-ad69-bf31571198b0'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:44:26.232560 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acbe0d9-73ac-4c3a-ba51-96cfb098675e None None] Routers {'e488490b-7e91-4d0c-ad69-bf31571198b0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:26.233530 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3acbe0d9-73ac-4c3a-ba51-96cfb098675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:44:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e488490b-7e91-4d0c-ad69-bf31571198b0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:26.285932 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-454faca6-b680-43b6-ab3f-f3b61eb81af8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] No DVR routers for this DVR port 6e11478f-186d-416c-a6d1-b91c615a6f06 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:44:26.289679 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-454faca6-b680-43b6-ab3f-f3b61eb81af8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:26.294925 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9c245fce-5662-4dd2-a055-3ef7525e546a req-454faca6-b680-43b6-ab3f-f3b61eb81af8 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.42 "DELETE /v2.0/ports/6e11478f-186d-416c-a6d1-b91c615a6f06 HTTP/1.1" status: 204 len: 173 time: 1.9048753 Aug 17 02:44:26.296766 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-deleted', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:44:26.302069 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e60beb-9d6e-4534-b0dd-5c12efe7c857" -d '{"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-deleted", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:44:26.388728 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-3acbe0d9-73ac-4c3a-ba51-96cfb098675e None None] Set router e488490b-7e91-4d0c-ad69-bf31571198b0 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:26.388861 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25c430f-f628-4be7-b1b8-677354a7daf4 x-openstack-request-id: req-d25c430f-f628-4be7-b1b8-677354a7daf4 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:44:26.388861 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce95fb2-e069-4c1c-8de1-7da7bc42eb10", "name": "network-vif-deleted", "tag": "6e11478f-186d-416c-a6d1-b91c615a6f06", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:44:26.388861 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d25c430f-f628-4be7-b1b8-677354a7daf4 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:44:26.388861 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce95fb2-e069-4c1c-8de1-7da7bc42eb10', 'name': 'network-vif-deleted', 'tag': '6e11478f-186d-416c-a6d1-b91c615a6f06', 'status': 'completed', 'code': 200} Aug 17 02:44:26.545423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c6e0c-d045-4178-8540-1b902723f62b req-bb3768fc-abe9-422f-a14b-17fa74a25fc7 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:26.553896 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d30c6e0c-d045-4178-8540-1b902723f62b req-bb3768fc-abe9-422f-a14b-17fa74a25fc7 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0809495 Aug 17 02:44:26.611597 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d30c6e0c-d045-4178-8540-1b902723f62b req-eacbe1c4-1429-4ea6-b260-4850e4abdd12 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563037 Aug 17 02:44:26.781321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3acbe0d9-73ac-4c3a-ba51-96cfb098675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e1016692-3d2b-4a5d-b484-986545977342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:55Z', 'updated_at': '2021-08-17T02:32:03Z', 'revision_number': 4, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'gw_port': {'id': 'e1016692-3d2b-4a5d-b484-986545977342', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:57Z', 'updated_at': '2021-08-17T02:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5c584c62-12d5-420c-b4b7-f63c0d90d9ee', 'name': '', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'mac_address': 'fa:16:3e:f5:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:02Z', 'updated_at': '2021-08-17T02:32:13Z', 'revision_number': 5, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'subnets': [{'id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:26.862010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acbe0d9-73ac-4c3a-ba51-96cfb098675e None None] Checking router: e488490b-7e91-4d0c-ad69-bf31571198b0 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:44:26.874321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acbe0d9-73ac-4c3a-ba51-96cfb098675e None None] Routers {'e488490b-7e91-4d0c-ad69-bf31571198b0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:26.875282 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3acbe0d9-73ac-4c3a-ba51-96cfb098675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:44:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e488490b-7e91-4d0c-ad69-bf31571198b0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:27.031291 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-3acbe0d9-73ac-4c3a-ba51-96cfb098675e None None] Set router e488490b-7e91-4d0c-ad69-bf31571198b0 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:27.039607 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ea29eed-9b27-4d73-a0d5-192b424cd380 req-a6bdc664-0001-4d2f-9995-bdc22140cc93 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce95fb2-e069-4c1c-8de1-7da7bc42eb10 HTTP/1.1" status: 200 len: 210 time: 0.0495400 Aug 17 02:44:27.387165 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3acbe0d9-73ac-4c3a-ba51-96cfb098675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e1016692-3d2b-4a5d-b484-986545977342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:55Z', 'updated_at': '2021-08-17T02:32:03Z', 'revision_number': 4, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'gw_port': {'id': 'e1016692-3d2b-4a5d-b484-986545977342', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:57Z', 'updated_at': '2021-08-17T02:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5c584c62-12d5-420c-b4b7-f63c0d90d9ee', 'name': '', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'mac_address': 'fa:16:3e:f5:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:02Z', 'updated_at': '2021-08-17T02:32:13Z', 'revision_number': 5, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'subnets': [{'id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:27.435438 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acbe0d9-73ac-4c3a-ba51-96cfb098675e None None] The sync data for ids ['e488490b-7e91-4d0c-ad69-bf31571198b0'] in n-d-793621-31 is: [{'id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e1016692-3d2b-4a5d-b484-986545977342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:55Z', 'updated_at': '2021-08-17T02:32:03Z', 'revision_number': 4, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'gw_port': {'id': 'e1016692-3d2b-4a5d-b484-986545977342', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:57Z', 'updated_at': '2021-08-17T02:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5c584c62-12d5-420c-b4b7-f63c0d90d9ee', 'name': '', 'network_id': '0ffdc32a-37ff-4791-9955-993fa20ec3c2', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'mac_address': 'fa:16:3e:f5:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:32:02Z', 'updated_at': '2021-08-17T02:32:13Z', 'revision_number': 5, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'subnets': [{'id': '86bca318-6d5a-4d38-bce1-90d2345a5489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:44:27.735239 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f00a2-ccb5-4209-87f8-7be73b04da6a req-bf9c93a6-86cd-4331-aac0-8cb94e55683a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:27.743445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e6f00a2-ccb5-4209-87f8-7be73b04da6a req-bf9c93a6-86cd-4331-aac0-8cb94e55683a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0650494 Aug 17 02:44:27.757384 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6e11478f-186d-416c-a6d1-b91c615a6f06 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:44:27.817832 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 6e11478f-186d-416c-a6d1-b91c615a6f06 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:44:27.820826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6e11478f-186d-416c-a6d1-b91c615a6f06 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:44:27.837752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0e6f00a2-ccb5-4209-87f8-7be73b04da6a req-b3563c9c-c77d-4e55-a78d-664909795d32 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931311 Aug 17 02:44:27.886809 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3503ec8e-f964-4072-b88e-4477bd93e48d None None] New status for floating IP cb7df5a2-b2bd-4ae5-b774-7745b898c711: DOWN {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:44:28.281130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46096) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:28.337698 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8eb11260-48ec-4145-b8cb-2669e5175d57 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:28.366668 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8eb11260-48ec-4145-b8cb-2669e5175d57 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:28.589380 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8eb11260-48ec-4145-b8cb-2669e5175d57 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:28.592160 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8eb11260-48ec-4145-b8cb-2669e5175d57 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:28.595456 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8eb11260-48ec-4145-b8cb-2669e5175d57 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "DELETE /v2.0/security-groups/540840ca-32b7-4405-bac0-788d9947a023 HTTP/1.1" status: 204 len: 168 time: 0.3108552 Aug 17 02:44:28.595877 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46112) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:28.609364 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb11260-48ec-4145-b8cb-2669e5175d57 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540840ca-32b7-4405-bac0-788d9947a023,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:28.610800 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-078e09eb-16bb-4e99-a21d-58a5fb47ce03 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] show failed (client error): The resource could not be found. Aug 17 02:44:28.611820 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-078e09eb-16bb-4e99-a21d-58a5fb47ce03 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "GET /v2.0/security-groups/540840ca-32b7-4405-bac0-788d9947a023 HTTP/1.1" status: 404 len: 347 time: 0.0147929 Aug 17 02:44:28.614927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46114) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:28.718623 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:28.789877 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Deleting port 7a9b3def-3378-479d-b00b-2d4aaf1ecc89 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:28.790487 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:28.875333 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:28.875671 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:28.890241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Calling delete_port for 7a9b3def-3378-479d-b00b-2d4aaf1ecc89 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:29.004378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4a26b-9f4a-48a0-ad81-41c926da5b2b req-7fe5fd9b-4672-4370-bbd3-d0d98db7b394 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:29.006151 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54f4a26b-9f4a-48a0-ad81-41c926da5b2b req-7fe5fd9b-4672-4370-bbd3-d0d98db7b394 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.1002204 Aug 17 02:44:29.065715 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54f4a26b-9f4a-48a0-ad81-41c926da5b2b req-f6f68be6-e779-4014-aea9-89959442e201 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514367 Aug 17 02:44:29.234661 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:29.262518 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Pushing event deleted for resources: {'Port': ['ID=7a9b3def-3378-479d-b00b-2d4aaf1ecc89,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:29.275520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.275520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.275847 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.276005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.276345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.276671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.276998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.277357 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.277685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.278123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.278558 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.278888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.360460 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:29.364855 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:29.364855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4f8f2730-46fe-4185-b900-ed87d924e491 tempest-ServerActionsTestJSON-826561595 tempest-ServerActionsTestJSON-826561595-project] 10.222.0.13 "DELETE /v2.0/floatingips/cb7df5a2-b2bd-4ae5-b774-7745b898c711 HTTP/1.1" status: 204 len: 168 time: 0.7485359 Aug 17 02:44:29.368125 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46134) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:29.393570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46138) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:29.558695 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e143326b-732c-4301-bd8d-8b8c8435964f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:30.295738 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e143326b-732c-4301-bd8d-8b8c8435964f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:30.307741 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b90e-8343-4718-b954-dfdfa48069cd req-2276fd82-ff3d-485a-b861-f53578d85df9 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:30.309693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7436b90e-8343-4718-b954-dfdfa48069cd req-2276fd82-ff3d-485a-b861-f53578d85df9 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.1443815 Aug 17 02:44:30.368082 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7436b90e-8343-4718-b954-dfdfa48069cd req-8522ff9e-73e7-4fae-8cca-fa124a3d26d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508497 Aug 17 02:44:30.385380 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e143326b-732c-4301-bd8d-8b8c8435964f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:30.462414 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e143326b-732c-4301-bd8d-8b8c8435964f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a87ba92372744e8a1c08bae94880249&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0675879 Aug 17 02:44:30.463778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143326b-732c-4301-bd8d-8b8c8435964f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f91ae66-d500-4cdf-953d-ed2ecc6210fc,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:30.465605 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46182) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:30.503721 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29c8ee74-2b01-4545-9533-9d92ff47c64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:30.539063 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-539f35af-0c5f-4b54-9efc-d92f74e485ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:30.565146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-539f35af-0c5f-4b54-9efc-d92f74e485ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:30.748306 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-539f35af-0c5f-4b54-9efc-d92f74e485ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:30.753413 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-539f35af-0c5f-4b54-9efc-d92f74e485ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:30.753413 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-539f35af-0c5f-4b54-9efc-d92f74e485ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f91ae66-d500-4cdf-953d-ed2ecc6210fc HTTP/1.1" status: 204 len: 168 time: 0.2859099 Aug 17 02:44:30.771085 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f35af-0c5f-4b54-9efc-d92f74e485ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f91ae66-d500-4cdf-953d-ed2ecc6210fc,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:30.844525 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-29c8ee74-2b01-4545-9533-9d92ff47c64c admin admin] Deleting port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:30.844900 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29c8ee74-2b01-4545-9533-9d92ff47c64c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:30.947058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-29c8ee74-2b01-4545-9533-9d92ff47c64c admin admin] For port 5c584c62-12d5-420c-b4b7-f63c0d90d9ee, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5c584c62-12d5-420c-b4b7-f63c0d90d9ee,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:30.947058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29c8ee74-2b01-4545-9533-9d92ff47c64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:30.976223 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-29c8ee74-2b01-4545-9533-9d92ff47c64c admin admin] Calling delete_port for 5c584c62-12d5-420c-b4b7-f63c0d90d9ee owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:31.224599 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:31.449894 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29c8ee74-2b01-4545-9533-9d92ff47c64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:31.478593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8ee74-2b01-4545-9533-9d92ff47c64c admin admin] Pushing event deleted for resources: {'Port': ['ID=5c584c62-12d5-420c-b4b7-f63c0d90d9ee,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:31.685400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcccdfb-bf04-4685-be0a-0944e3f88fe5 req-d883db74-93c7-4f57-b9c1-002ddf742ea0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:31.693298 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3dcccdfb-bf04-4685-be0a-0944e3f88fe5 req-d883db74-93c7-4f57-b9c1-002ddf742ea0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.1568978 Aug 17 02:44:31.810250 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3dcccdfb-bf04-4685-be0a-0944e3f88fe5 req-2d3228c7-feaa-479a-9657-d79131a0cf3b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160281 Aug 17 02:44:31.827084 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-29c8ee74-2b01-4545-9533-9d92ff47c64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:32.133051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c8ee74-2b01-4545-9533-9d92ff47c64c admin admin] Router e488490b-7e91-4d0c-ad69-bf31571198b0 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:44:32.319734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c8ee74-2b01-4545-9533-9d92ff47c64c admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:44:32.328559 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46232) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:32.329132 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-29c8ee74-2b01-4545-9533-9d92ff47c64c admin admin] 10.222.0.13 "PUT /v2.0/routers/e488490b-7e91-4d0c-ad69-bf31571198b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9598188 Aug 17 02:44:32.332095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fbc1e1-9ef6-456c-ba08-c8b21b09836a None None] Sync routers for ids ['e488490b-7e91-4d0c-ad69-bf31571198b0'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:44:32.343133 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fbc1e1-9ef6-456c-ba08-c8b21b09836a None None] Routers {'e488490b-7e91-4d0c-ad69-bf31571198b0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:32.344073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a1fbc1e1-9ef6-456c-ba08-c8b21b09836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:44:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e488490b-7e91-4d0c-ad69-bf31571198b0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:32.486835 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-a1fbc1e1-9ef6-456c-ba08-c8b21b09836a None None] Set router e488490b-7e91-4d0c-ad69-bf31571198b0 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:32.618643 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:32.761483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a1fbc1e1-9ef6-456c-ba08-c8b21b09836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e1016692-3d2b-4a5d-b484-986545977342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:55Z', 'updated_at': '2021-08-17T02:44:31Z', 'revision_number': 5, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'gw_port': {'id': 'e1016692-3d2b-4a5d-b484-986545977342', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:57Z', 'updated_at': '2021-08-17T02:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:32.808643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fbc1e1-9ef6-456c-ba08-c8b21b09836a None None] Checking router: e488490b-7e91-4d0c-ad69-bf31571198b0 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:44:32.826426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fbc1e1-9ef6-456c-ba08-c8b21b09836a None None] Routers {'e488490b-7e91-4d0c-ad69-bf31571198b0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:32.828058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a1fbc1e1-9ef6-456c-ba08-c8b21b09836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:44:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e488490b-7e91-4d0c-ad69-bf31571198b0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:32.867453 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:33.018141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232eb84-032a-4519-bc65-54d0351108c6 req-614de00e-426d-4779-8491-1bcf24f66f46 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:33.027724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8232eb84-032a-4519-bc65-54d0351108c6 req-614de00e-426d-4779-8491-1bcf24f66f46 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0743213 Aug 17 02:44:33.042784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-a1fbc1e1-9ef6-456c-ba08-c8b21b09836a None None] Set router e488490b-7e91-4d0c-ad69-bf31571198b0 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:33.100799 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8232eb84-032a-4519-bc65-54d0351108c6 req-719d9b63-de03-4cbf-9b39-0650b156051a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682662 Aug 17 02:44:33.133503 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] Deleting port e1016692-3d2b-4a5d-b484-986545977342 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:33.133852 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:33.272564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] For port e1016692-3d2b-4a5d-b484-986545977342, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e1016692-3d2b-4a5d-b484-986545977342,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:33.279246 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:33.313527 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] Calling delete_port for e1016692-3d2b-4a5d-b484-986545977342 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:33.560405 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a1fbc1e1-9ef6-456c-ba08-c8b21b09836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e1016692-3d2b-4a5d-b484-986545977342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:55Z', 'updated_at': '2021-08-17T02:44:31Z', 'revision_number': 5, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'gw_port': {'id': 'e1016692-3d2b-4a5d-b484-986545977342', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:57Z', 'updated_at': '2021-08-17T02:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:33.623457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fbc1e1-9ef6-456c-ba08-c8b21b09836a None None] The sync data for ids ['e488490b-7e91-4d0c-ad69-bf31571198b0'] in n-d-793621-31 is: [{'id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'name': 'tempest-ServerActionsTestJSON-189036059-router', 'tenant_id': '9c180ae939a34aacab47cf5d9b29aa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e1016692-3d2b-4a5d-b484-986545977342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:55Z', 'updated_at': '2021-08-17T02:44:31Z', 'revision_number': 5, 'project_id': '9c180ae939a34aacab47cf5d9b29aa11', 'gw_port': {'id': 'e1016692-3d2b-4a5d-b484-986545977342', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e488490b-7e91-4d0c-ad69-bf31571198b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:57Z', 'updated_at': '2021-08-17T02:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:44:33.925462 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:34.001339 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] Pushing event deleted for resources: {'Port': ['ID=e1016692-3d2b-4a5d-b484-986545977342,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:34.145697 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:34.206843 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5c584c62-12d5-420c-b4b7-f63c0d90d9ee no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:44:34.279701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 5c584c62-12d5-420c-b4b7-f63c0d90d9ee {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:44:34.281476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5c584c62-12d5-420c-b4b7-f63c0d90d9ee not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:44:34.398847 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb492201-67fc-4b62-88e4-b98888b0d24a req-7de63221-37e3-4035-ba2c-cb411774ff89 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:34.410840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb492201-67fc-4b62-88e4-b98888b0d24a req-7de63221-37e3-4035-ba2c-cb411774ff89 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.1322896 Aug 17 02:44:34.427087 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:34.430894 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:34.485007 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb492201-67fc-4b62-88e4-b98888b0d24a req-271d26a6-ffa5-48c2-8ad0-a9fdd02f42e3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732203 Aug 17 02:44:34.605941 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:34.609337 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] Fanout notify agent at l3_agent the message router_deleted on router e488490b-7e91-4d0c-ad69-bf31571198b0 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:44:34.616864 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:34.620001 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-abeb0d87-f969-4546-ad30-5cca10308cce admin admin] 10.222.0.13 "DELETE /v2.0/routers/e488490b-7e91-4d0c-ad69-bf31571198b0 HTTP/1.1" status: 204 len: 168 time: 2.2884703 Aug 17 02:44:34.621963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46304) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:34.710788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-472a306d-a295-41d9-8582-24c696f15380 admin admin] Deleting subnet 86bca318-6d5a-4d38-bce1-90d2345a5489 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:44:34.714991 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-472a306d-a295-41d9-8582-24c696f15380 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:34.781726 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-472a306d-a295-41d9-8582-24c696f15380 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:34.926761 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-472a306d-a295-41d9-8582-24c696f15380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:35.103900 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-472a306d-a295-41d9-8582-24c696f15380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:35.131833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a306d-a295-41d9-8582-24c696f15380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86bca318-6d5a-4d38-bce1-90d2345a5489,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:35.144508 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-472a306d-a295-41d9-8582-24c696f15380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:35.151262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-472a306d-a295-41d9-8582-24c696f15380 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/86bca318-6d5a-4d38-bce1-90d2345a5489 HTTP/1.1" status: 204 len: 168 time: 0.5249262 Aug 17 02:44:35.151768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46334) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:35.152508 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a2a84-7b1a-4556-98f1-5453b1add044 None None] Network 0ffdc32a-37ff-4791-9955-993fa20ec3c2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:44:35.259069 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:35.322788 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Deleting port 80c6385d-c013-4121-844e-2626009d168d {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:35.323207 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:35.422345 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] For port 80c6385d-c013-4121-844e-2626009d168d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=80c6385d-c013-4121-844e-2626009d168d,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:35.429937 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:35.443091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20842c4b-9535-44b5-b9d2-b249c9038d02 None None] DHCP port deletion for 0ffdc32a-37ff-4791-9955-993fa20ec3c2 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:44:35.446867 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Calling delete_port for 80c6385d-c013-4121-844e-2626009d168d owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:35.515532 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-20842c4b-9535-44b5-b9d2-b249c9038d02 None None] Deleting port 80c6385d-c013-4121-844e-2626009d168d {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:35.515990 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-20842c4b-9535-44b5-b9d2-b249c9038d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:35.625625 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-20842c4b-9535-44b5-b9d2-b249c9038d02 None None] For port 80c6385d-c013-4121-844e-2626009d168d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=80c6385d-c013-4121-844e-2626009d168d,segment=NetworkSegment(81bd0674-e630-4ff6-a23b-a5101b77f765),segment_id=81bd0674-e630-4ff6-a23b-a5101b77f765)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:35.626432 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-20842c4b-9535-44b5-b9d2-b249c9038d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:35.635912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99694d4a-3f77-45e8-ab87-c14cb97b2df7 req-bb46837e-cd86-4bcc-81f5-ee9dcc2f982e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:35.642423 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-20842c4b-9535-44b5-b9d2-b249c9038d02 None None] Calling delete_port for 80c6385d-c013-4121-844e-2626009d168d owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:35.645028 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:35.647179 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-99694d4a-3f77-45e8-ab87-c14cb97b2df7 req-bb46837e-cd86-4bcc-81f5-ee9dcc2f982e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0680051 Aug 17 02:44:35.688556 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c6385d-c013-4121-844e-2626009d168d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:35.698334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] No DVR routers for this DVR port 80c6385d-c013-4121-844e-2626009d168d on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:44:35.712557 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-99694d4a-3f77-45e8-ab87-c14cb97b2df7 req-4fdbf83e-9541-4956-92eb-72bcc5cc6b30 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544779 Aug 17 02:44:35.771239 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-20842c4b-9535-44b5-b9d2-b249c9038d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:35.785965 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20842c4b-9535-44b5-b9d2-b249c9038d02 None None] No DVR routers for this DVR port 80c6385d-c013-4121-844e-2626009d168d on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:44:35.824603 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:35.858447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20842c4b-9535-44b5-b9d2-b249c9038d02 None None] Pushing event deleted for resources: {'Port': ['ID=80c6385d-c013-4121-844e-2626009d168d,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:35.874913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffdc32a-37ff-4791-9955-993fa20ec3c2']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:35.894201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81bd0674-e630-4ff6-a23b-a5101b77f765') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:35.894504 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81bd0674-e630-4ff6-a23b-a5101b77f765') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:35.934693 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:35.975533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e1016692-3d2b-4a5d-b484-986545977342 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:44:35.991261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46360) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:35.996972 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:36.042835 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: e1016692-3d2b-4a5d-b484-986545977342 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:44:36.043111 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e1016692-3d2b-4a5d-b484-986545977342 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:44:36.043514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80c6385d-c013-4121-844e-2626009d168d no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:44:36.077303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 80c6385d-c013-4121-844e-2626009d168d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:44:36.077775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80c6385d-c013-4121-844e-2626009d168d not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:44:36.114193 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:44:36.114710 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:44:36.123973 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:44:36.231569 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1a00-dd47-448f-88f5-1d2bd70b4c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:36.337405 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:36.362970 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1a00-dd47-448f-88f5-1d2bd70b4c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:36.373925 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:36.376900 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0ffdc32a-37ff-4791-9955-993fa20ec3c2 HTTP/1.1" status: 204 len: 168 time: 1.2240233 Aug 17 02:44:36.378130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ffdc32a-37ff-4791-9955-993fa20ec3c2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:36.388406 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:36.389035 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:36.389600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:36.390155 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:36.390882 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:36.391417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:36.391946 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:36.392490 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:36.393029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:36.393718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:36.394421 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:36.395094 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85836ca3-2796-46fa-90d5-e96315d9e017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:36.445548 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1a00-dd47-448f-88f5-1d2bd70b4c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:36.496906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c1a00-dd47-448f-88f5-1d2bd70b4c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa068a80-017b-4f61-b201-f94e1d8611b8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:36.511433 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1e5c1a00-dd47-448f-88f5-1d2bd70b4c3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd465650e8eb4ebc8da378ec0c5515b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140793 Aug 17 02:44:36.511433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46370) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:36.596572 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc35c-c1be-4280-9b70-dd458a9b193e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:36.620153 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc35c-c1be-4280-9b70-dd458a9b193e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:36.777299 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc35c-c1be-4280-9b70-dd458a9b193e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:36.779981 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc35c-c1be-4280-9b70-dd458a9b193e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:36.784646 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0bdbc35c-c1be-4280-9b70-dd458a9b193e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa068a80-017b-4f61-b201-f94e1d8611b8 HTTP/1.1" status: 204 len: 168 time: 0.2693300 Aug 17 02:44:36.794017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbc35c-c1be-4280-9b70-dd458a9b193e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa068a80-017b-4f61-b201-f94e1d8611b8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:36.899750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829f668-6fe4-475d-b683-a2ba1aaa0ba3 req-dac90556-431b-4b47-b53e-f2e4d2bddf96 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:36.901296 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46382) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:36.901836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c829f668-6fe4-475d-b683-a2ba1aaa0ba3 req-dac90556-431b-4b47-b53e-f2e4d2bddf96 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0805075 Aug 17 02:44:36.981418 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ae91f052-0bf8-48d8-a3f2-9fe38d1e5312 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c180ae939a34aacab47cf5d9b29aa11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775685 Aug 17 02:44:36.983735 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46388) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:37.005158 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c829f668-6fe4-475d-b683-a2ba1aaa0ba3 req-cede349f-c4f2-42db-80d2-f439f4f62254 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893526 Aug 17 02:44:37.049716 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3d22e96-4187-4feb-b096-77b836982ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:37.083475 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3d22e96-4187-4feb-b096-77b836982ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:37.257600 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3d22e96-4187-4feb-b096-77b836982ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:37.262386 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3d22e96-4187-4feb-b096-77b836982ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:37.263996 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d3d22e96-4187-4feb-b096-77b836982ead admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c88e5ef6-3f73-494c-ab1f-f4507454828d HTTP/1.1" status: 204 len: 168 time: 0.2789648 Aug 17 02:44:37.286101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d22e96-4187-4feb-b096-77b836982ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88e5ef6-3f73-494c-ab1f-f4507454828d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:37.782343 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46412) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:37.800360 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-49924c35-0fad-412c-b893-55ca26059472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:37.938381 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9a465057-4bf1-48c8-a563-59844ab09768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:38.180897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a559f-c7b4-42df-bbf5-c6a6e1ac623d req-aa2edd5e-6cb9-46cc-9016-a7413a339263 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:38.182571 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-729a559f-c7b4-42df-bbf5-c6a6e1ac623d req-aa2edd5e-6cb9-46cc-9016-a7413a339263 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 943 time: 0.0878530 Aug 17 02:44:38.217309 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-49924c35-0fad-412c-b893-55ca26059472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:38.242032 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-729a559f-c7b4-42df-bbf5-c6a6e1ac623d req-566152d1-b257-4d63-bc9c-0a9cb674f01f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514350 Aug 17 02:44:38.336142 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-49924c35-0fad-412c-b893-55ca26059472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:38.362644 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:44:38.387951 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-49924c35-0fad-412c-b893-55ca26059472 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de31dc7a4ddd470881b025ec45572777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6043515 Aug 17 02:44:38.388835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49924c35-0fad-412c-b893-55ca26059472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b11719-e344-4781-a7df-ffa2ab487ec0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:38.392341 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46442) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:38.443761 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd8f772b-8176-4de5-b9f9-68596570d55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:38.467220 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd8f772b-8176-4de5-b9f9-68596570d55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:38.501006 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:38.514328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'port_id': '1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02', 'mac_address': 'fa:16:3e:f8:e8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:44:38.558131 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:38.572021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:44:38.592212 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:38.616425 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd8f772b-8176-4de5-b9f9-68596570d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:38.620564 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd8f772b-8176-4de5-b9f9-68596570d55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:38.620965 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fd8f772b-8176-4de5-b9f9-68596570d55e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84b11719-e344-4781-a7df-ffa2ab487ec0 HTTP/1.1" status: 204 len: 168 time: 0.2266345 Aug 17 02:44:38.629741 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f772b-8176-4de5-b9f9-68596570d55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b11719-e344-4781-a7df-ffa2ab487ec0,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:38.707981 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:38.770715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:38.780785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:38.780785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:38.780785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:38.780785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:38.781169 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:38.781290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:38.781590 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:38.781933 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:38.782248 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:38.782567 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:38.782913 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:38.783218 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:38.783545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbf4e3-74cf-406b-bd41-96216567ce06 req-18c30c70-1efa-455f-9ce8-1c9a6d75b908 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:38.785832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4fbf4e3-74cf-406b-bd41-96216567ce06 req-18c30c70-1efa-455f-9ce8-1c9a6d75b908 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0596285 Aug 17 02:44:38.833260 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4fbf4e3-74cf-406b-bd41-96216567ce06 req-0d5cc245-6c20-43cf-bcf8-9f299cfe4ef5 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388739 Aug 17 02:44:38.843301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46462) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:39.130618 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1744905379-network', 'tenant_id': '0d639bd11f0245b492015d2738c8d99d'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:39.170734 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:44:39.239777 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] Made reservation on behalf of 0d639bd11f0245b492015d2738c8d99d for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:44:39.245543 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:39.259060 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:39.400176 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:39.423512 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fe282-4881-4594-8040-911cb8daad82 req-5159ea0a-5a0c-4625-8876-9a461b90fce2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:39.425190 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f19fe282-4881-4594-8040-911cb8daad82 req-5159ea0a-5a0c-4625-8876-9a461b90fce2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 944 time: 0.0732405 Aug 17 02:44:39.469583 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f19fe282-4881-4594-8040-911cb8daad82 req-3def393b-b6c5-4010-893d-e240205e57d1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368338 Aug 17 02:44:39.543825 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:39.599633 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:44:39.611282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c937bac-143d-4fe8-af68-01c9e401e3ef,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:39.622887 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:39.623163 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] Added segment cf55b48e-e099-4624-ad79-aaff3943553d of type vlan for network 0a73bbe5-bc48-476e-91ad-0544c4757dd6 Aug 17 02:44:39.694595 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:39.777378 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:39.778563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:39.779332 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:39.876625 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] Pushing event updated for resources: {'Network': ['ID=0a73bbe5-bc48-476e-91ad-0544c4757dd6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:39.888952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 0a73bbe5-bc48-476e-91ad-0544c4757dd6 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:44:39.956307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46512) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:39.957886 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f2d1b7be-4ba9-4078-9788-20f491a1098c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1133528 Aug 17 02:44:39.962730 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-02175a02-6765-46a4-beb1-530389b1e73c admin admin] Request body: {'subnet': {'network_id': '0a73bbe5-bc48-476e-91ad-0544c4757dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1744905379-subnet', 'tenant_id': '0d639bd11f0245b492015d2738c8d99d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:40.058202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c9ee9-61a3-4abc-b0bd-d8f7329f0198 req-38885205-584c-4ac4-ae9e-7ad097e4f0a9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:40.068305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d58c9ee9-61a3-4abc-b0bd-d8f7329f0198 req-38885205-584c-4ac4-ae9e-7ad097e4f0a9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.1138430 Aug 17 02:44:40.119864 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d58c9ee9-61a3-4abc-b0bd-d8f7329f0198 req-53bf9e5d-6cde-428b-9517-749ae30487a5 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498102 Aug 17 02:44:40.289813 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02175a02-6765-46a4-beb1-530389b1e73c admin admin] Made reservation on behalf of 0d639bd11f0245b492015d2738c8d99d for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:44:40.293058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02175a02-6765-46a4-beb1-530389b1e73c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.344698 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b4fb55bc-3bc0-4a29-8f25-2c004c3ee690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.387330 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:40.543068 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:40.550041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:40.550740 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.645477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db2870-5fa9-4b56-9654-36158d2987f0 req-d677de60-88d5-4256-8e92-10a139c52f89 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:40.648032 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a0db2870-5fa9-4b56-9654-36158d2987f0 req-d677de60-88d5-4256-8e92-10a139c52f89 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 944 time: 0.0704265 Aug 17 02:44:40.665518 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.695336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b5c1c2-099c-4af9-941a-2d69d9bf6ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:44:40.701178 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96079ae2-6625-440b-a917-4ee470c48816" -d '{"events": [{"server_uuid": "22b5c1c2-099c-4af9-941a-2d69d9bf6ee2", "name": "network-vif-plugged", "status": "completed", "tag": "1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:44:40.707797 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.723015 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a0db2870-5fa9-4b56-9654-36158d2987f0 req-9e206688-3f81-4dde-b453-f259b703c8ac tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657825 Aug 17 02:44:40.724881 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02175a02-6765-46a4-beb1-530389b1e73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.736974 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:40.787831 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.850228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02175a02-6765-46a4-beb1-530389b1e73c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e233d980-a6eb-421b-bb89-d0106ff95af1,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:40.861519 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02175a02-6765-46a4-beb1-530389b1e73c admin admin] Checking segment: {'id': 'cf55b48e-e099-4624-ad79-aaff3943553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a73bbe5-bc48-476e-91ad-0544c4757dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:44:40.868017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02175a02-6765-46a4-beb1-530389b1e73c admin admin] Network hostable DHCP agents. Network: 0a73bbe5-bc48-476e-91ad-0544c4757dd6, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:44:40.872684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:40.931575 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e186f3-6a94-461e-8859-04970902c51c x-openstack-request-id: req-b5e186f3-6a94-461e-8859-04970902c51c {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:44:40.932232 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b5c1c2-099c-4af9-941a-2d69d9bf6ee2", "name": "network-vif-plugged", "status": "completed", "tag": "1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:44:40.932592 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5e186f3-6a94-461e-8859-04970902c51c {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:44:40.933001 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b5c1c2-099c-4af9-941a-2d69d9bf6ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02', 'code': 200} Aug 17 02:44:41.004094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02175a02-6765-46a4-beb1-530389b1e73c admin admin] Network 0a73bbe5-bc48-476e-91ad-0544c4757dd6 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:44:41.135307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-02175a02-6765-46a4-beb1-530389b1e73c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 0a73bbe5-bc48-476e-91ad-0544c4757dd6) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:41.140850 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b896e92-be87-4e4c-95a0-6747c0a2a07f None None] Network 0a73bbe5-bc48-476e-91ad-0544c4757dd6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:44:41.146839 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02175a02-6765-46a4-beb1-530389b1e73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:41.147535 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02175a02-6765-46a4-beb1-530389b1e73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:41.159525 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af833e88-84a7-4f7e-afda-b7f686bd6dc6 req-da5ce003-4513-4165-b01a-2125e91cfb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:41.161618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af833e88-84a7-4f7e-afda-b7f686bd6dc6 req-da5ce003-4513-4165-b01a-2125e91cfb5f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 1097 time: 0.1216502 Aug 17 02:44:41.275960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-02175a02-6765-46a4-beb1-530389b1e73c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3111503 Aug 17 02:44:41.275960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af833e88-84a7-4f7e-afda-b7f686bd6dc6 req-cf205166-c2df-460d-9adc-f2e9a2cc3c2f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975511 Aug 17 02:44:41.330995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4c5ba-e649-4532-9669-b5fdbc076d75 req-4790a7c3-fa25-487c-8e3c-471dd8f378ae tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:41.345466 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bac4c5ba-e649-4532-9669-b5fdbc076d75 req-4790a7c3-fa25-487c-8e3c-471dd8f378ae tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.1037629 Aug 17 02:44:41.459245 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bac4c5ba-e649-4532-9669-b5fdbc076d75 req-89265d08-bd69-481f-9684-dd74a560d774 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114302 Aug 17 02:44:41.489142 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46554) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:41.499226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a02298d-0551-4dad-b336-d801f6602f5b None None] Network 0a73bbe5-bc48-476e-91ad-0544c4757dd6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:44:41.674162 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-267b9f53-9ff8-472e-bcaa-2adac40f89e7 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2014643606'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:41.787799 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-267b9f53-9ff8-472e-bcaa-2adac40f89e7 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:41.793667 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-267b9f53-9ff8-472e-bcaa-2adac40f89e7 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:41.842967 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:41.882414 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-267b9f53-9ff8-472e-bcaa-2adac40f89e7 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:41.960535 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-267b9f53-9ff8-472e-bcaa-2adac40f89e7 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:41.984420 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e759625-f7df-482b-b244-606047395461 req-886b5694-e6b6-4787-aacc-699633c89c91 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:41.986217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e759625-f7df-482b-b244-606047395461 req-886b5694-e6b6-4787-aacc-699633c89c91 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/networks?id=0a73bbe5-bc48-476e-91ad-0544c4757dd6 HTTP/1.1" status: 200 len: 813 time: 0.1173620 Aug 17 02:44:42.004605 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e759625-f7df-482b-b244-606047395461 req-771f6c6b-7ac9-48c4-aace-079bc7e906f9 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/quotas/0d639bd11f0245b492015d2738c8d99d HTTP/1.1" status: 200 len: 375 time: 0.0120933 Aug 17 02:44:42.044778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e759625-f7df-482b-b244-606047395461 req-9d7a12b6-863d-4e0b-808a-07de736249f0 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d639bd11f0245b492015d2738c8d99d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337760 Aug 17 02:44:42.066660 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-267b9f53-9ff8-472e-bcaa-2adac40f89e7 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:42.070342 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-267b9f53-9ff8-472e-bcaa-2adac40f89e7 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5776961 Aug 17 02:44:42.070490 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46576) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:42.149142 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85b1e74-6554-44b7-af13-2fbba6363292 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:42.164468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e759625-f7df-482b-b244-606047395461 req-0d765019-b931-44cd-9ac6-b32caa8b8caa service neutron] 10.222.0.13 "GET /v2.0/networks/0a73bbe5-bc48-476e-91ad-0544c4757dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118445 Aug 17 02:44:42.326708 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e759625-f7df-482b-b244-606047395461 req-fbb979e1-1aae-46c0-a9b9-764a9e84bf77 service neutron] 10.222.0.13 "GET /v2.0/networks/0a73bbe5-bc48-476e-91ad-0544c4757dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533031 Aug 17 02:44:42.375454 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85b1e74-6554-44b7-af13-2fbba6363292 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:42.378494 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85b1e74-6554-44b7-af13-2fbba6363292 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:42.548022 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85b1e74-6554-44b7-af13-2fbba6363292 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:42.548734 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85b1e74-6554-44b7-af13-2fbba6363292 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0cb68331-ce7c-4429-aa35-96c4d1c9b8be {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:44:42.555548 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85b1e74-6554-44b7-af13-2fbba6363292 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:42.558650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46588) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:42.558947 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c85b1e74-6554-44b7-af13-2fbba6363292 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0cb68331-ce7c-4429-aa35-96c4d1c9b8be HTTP/1.1" status: 204 len: 168 time: 0.4872696 Aug 17 02:44:42.563241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2f5f1d8a-6e0b-4c77-8e3b-263a4eeda7e0 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Request body: {'router': {'name': 'tempest-router-46320702', 'distributed': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:42.622577 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:44:42.747101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79c20e-6b3c-4318-b3cb-0c9252d97467 req-86c640c2-6339-4c66-b9a9-2515cbd76272 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:42.755097 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a79c20e-6b3c-4318-b3cb-0c9252d97467 req-86c640c2-6339-4c66-b9a9-2515cbd76272 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 945 time: 0.0747619 Aug 17 02:44:42.766086 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1d8a-6e0b-4c77-8e3b-263a4eeda7e0 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:42.767190 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1d8a-6e0b-4c77-8e3b-263a4eeda7e0 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:42.812428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a79c20e-6b3c-4318-b3cb-0c9252d97467 req-37542690-5dcc-4539-b813-21cb39e6e11c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563235 Aug 17 02:44:42.870034 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1d8a-6e0b-4c77-8e3b-263a4eeda7e0 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:43.012121 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1d8a-6e0b-4c77-8e3b-263a4eeda7e0 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:43.111980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1239db4-c00b-44a0-befd-2986fc323478 req-a8eef456-0443-408a-84a0-195c03efdbd1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:43.113714 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1239db4-c00b-44a0-befd-2986fc323478 req-a8eef456-0443-408a-84a0-195c03efdbd1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0692437 Aug 17 02:44:43.164007 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1239db4-c00b-44a0-befd-2986fc323478 req-bc98c108-3410-4eb6-8c7e-03a42d0a65d9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423393 Aug 17 02:44:43.193002 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f5f1d8a-6e0b-4c77-8e3b-263a4eeda7e0 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:43.193002 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2f5f1d8a-6e0b-4c77-8e3b-263a4eeda7e0 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6324604 Aug 17 02:44:43.195043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46600) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:43.301891 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-087ac91f-b5fa-471c-a112-270adca2d0c2 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:43.396908 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0f9c648f-357e-4f2e-829e-91e3efc3b323 req-c8555fde-a048-444e-88a9-a573cd7505d5 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 210 time: 0.1504161 Aug 17 02:44:43.510576 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-087ac91f-b5fa-471c-a112-270adca2d0c2 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:43.512905 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-087ac91f-b5fa-471c-a112-270adca2d0c2 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:43.620805 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-087ac91f-b5fa-471c-a112-270adca2d0c2 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:43.620805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087ac91f-b5fa-471c-a112-270adca2d0c2 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0ac9d16-0a20-475c-884e-27bcc75722d3 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:44:43.621580 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-087ac91f-b5fa-471c-a112-270adca2d0c2 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:43.626388 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-087ac91f-b5fa-471c-a112-270adca2d0c2 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d0ac9d16-0a20-475c-884e-27bcc75722d3 HTTP/1.1" status: 204 len: 168 time: 0.4267755 Aug 17 02:44:43.627356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46604) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:43.631559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-806304ec-9dff-481f-bcf8-4b7d0ea6f17c tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Request body: {'router': {'name': 'tempest-router-172520591', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f07a75ee01b246ec9d50805be43084dc'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:43.730949 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-806304ec-9dff-481f-bcf8-4b7d0ea6f17c tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:43.732171 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-806304ec-9dff-481f-bcf8-4b7d0ea6f17c tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:43.776977 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:43.791314 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-806304ec-9dff-481f-bcf8-4b7d0ea6f17c tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:43.874334 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-806304ec-9dff-481f-bcf8-4b7d0ea6f17c tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:43.961265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543dccf-4c53-495c-8420-1cc9425f991b req-a69e386b-b99e-4b19-8dfd-2292e1ea2946 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:43.963365 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f543dccf-4c53-495c-8420-1cc9425f991b req-a69e386b-b99e-4b19-8dfd-2292e1ea2946 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 945 time: 0.0540328 Aug 17 02:44:43.969314 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-806304ec-9dff-481f-bcf8-4b7d0ea6f17c tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:43.970469 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-806304ec-9dff-481f-bcf8-4b7d0ea6f17c tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3424549 Aug 17 02:44:43.977469 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46612) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:43.979380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-189b2a86-31b6-4b22-9f87-0a549078a4e6 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:44.013052 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f543dccf-4c53-495c-8420-1cc9425f991b req-bcfacedb-5df4-4bfe-96a5-7b1dbc3cb259 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Aug 17 02:44:44.252967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885a7fa-2c25-4d0e-a495-b001ec75fe4a req-ea9bb893-a506-4741-b8c0-e05834152717 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:44.255274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2885a7fa-2c25-4d0e-a495-b001ec75fe4a req-ea9bb893-a506-4741-b8c0-e05834152717 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 945 time: 0.0803809 Aug 17 02:44:44.344948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2885a7fa-2c25-4d0e-a495-b001ec75fe4a req-bd7592cf-a03b-42dc-958a-add7f0546647 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793386 Aug 17 02:44:44.549399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea7cf6-de59-4db8-9ac8-9c4731beabf4 req-b34955c0-405b-4302-8bbf-8c55bbb61ced tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:44.551102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2dea7cf6-de59-4db8-9ac8-9c4731beabf4 req-b34955c0-405b-4302-8bbf-8c55bbb61ced tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0821130 Aug 17 02:44:44.584801 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-189b2a86-31b6-4b22-9f87-0a549078a4e6 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:44.585152 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-189b2a86-31b6-4b22-9f87-0a549078a4e6 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:44.623221 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2dea7cf6-de59-4db8-9ac8-9c4731beabf4 req-0cc0f06a-80e4-47db-b0b4-f8b271ce96cb tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640085 Aug 17 02:44:44.716801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-189b2a86-31b6-4b22-9f87-0a549078a4e6 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95407) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 17 02:44:44.717491 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-189b2a86-31b6-4b22-9f87-0a549078a4e6 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Router bab4d764-50b4-4416-aef6-8ca45df8f3e2 migrating from provider to provider. {{(pid=95407) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 17 02:44:44.717994 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-189b2a86-31b6-4b22-9f87-0a549078a4e6 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:44.723792 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-189b2a86-31b6-4b22-9f87-0a549078a4e6 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:44.753736 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f7407f4-eeb5-4011-9f58-c54549dc3287 req-b790c9ae-bff4-49db-8f0c-f0fd32dc51ae tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 210 time: 0.0369859 Aug 17 02:44:44.823498 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-189b2a86-31b6-4b22-9f87-0a549078a4e6 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:44.913007 n-d-793621-31 neutron-server[95407]: WARNING neutron.scheduler.l3_agent_scheduler [None req-189b2a86-31b6-4b22-9f87-0a549078a4e6 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] No L3 agents can host the router bab4d764-50b4-4416-aef6-8ca45df8f3e2 Aug 17 02:44:45.056627 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b2a86-31b6-4b22-9f87-0a549078a4e6 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Hosts for router bab4d764-50b4-4416-aef6-8ca45df8f3e2: [] {{(pid=95407) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 17 02:44:45.085199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b2a86-31b6-4b22-9f87-0a549078a4e6 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Hosts for other DVR routers connected to router bab4d764-50b4-4416-aef6-8ca45df8f3e2: set() {{(pid=95407) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 17 02:44:45.088427 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-189b2a86-31b6-4b22-9f87-0a549078a4e6 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.092741 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46630) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:45.093340 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-189b2a86-31b6-4b22-9f87-0a549078a4e6 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] 10.222.0.13 "PUT /v2.0/routers/bab4d764-50b4-4416-aef6-8ca45df8f3e2 HTTP/1.1" status: 200 len: 716 time: 1.1183488 Aug 17 02:44:45.182428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0de5a629-5b7b-4de4-ac8f-3cbfbd7b8eac tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] 10.222.0.13 "GET /v2.0/routers/bab4d764-50b4-4416-aef6-8ca45df8f3e2 HTTP/1.1" status: 200 len: 716 time: 0.0876756 Aug 17 02:44:45.184948 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46634) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:45.447521 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2ba92e85-2fb6-42b0-a030-aaa869746e76 tempest-RoutersTestDVR-624321018 tempest-RoutersTestDVR-624321018-project] 10.222.0.13 "GET /v2.0/routers/bab4d764-50b4-4416-aef6-8ca45df8f3e2 HTTP/1.1" status: 200 len: 682 time: 0.2614143 Aug 17 02:44:45.450928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46640) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:45.472515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed4094-1382-432a-9bc4-d38eecf2ad88 req-309c3d75-e7c5-44c9-9e8b-29e88ffb5fd0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:45.474089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d4ed4094-1382-432a-9bc4-d38eecf2ad88 req-309c3d75-e7c5-44c9-9e8b-29e88ffb5fd0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 945 time: 0.0629463 Aug 17 02:44:45.527062 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d4ed4094-1382-432a-9bc4-d38eecf2ad88 req-a8361ebe-f619-4a48-b91a-094228d502d2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434220 Aug 17 02:44:45.554242 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-45325684-3b65-4ba6-a863-42d6255f7dd7 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.762730 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-45325684-3b65-4ba6-a863-42d6255f7dd7 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.764785 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-45325684-3b65-4ba6-a863-42d6255f7dd7 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.786254 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e90bb-d4f1-4dfe-9e38-f43b0a522bfc req-3de09605-b484-4ac6-86c9-c9801b938fff tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:45.787874 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be0e90bb-d4f1-4dfe-9e38-f43b0a522bfc req-3de09605-b484-4ac6-86c9-c9801b938fff tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0561552 Aug 17 02:44:45.865337 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be0e90bb-d4f1-4dfe-9e38-f43b0a522bfc req-e360ca68-30ad-4ce6-91a9-3b5f361fd046 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690410 Aug 17 02:44:45.904643 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-45325684-3b65-4ba6-a863-42d6255f7dd7 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.907441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45325684-3b65-4ba6-a863-42d6255f7dd7 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bab4d764-50b4-4416-aef6-8ca45df8f3e2 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:44:45.911104 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-45325684-3b65-4ba6-a863-42d6255f7dd7 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.918150 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46654) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:45.923534 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-cdcc0b1c-79a6-4f73-b064-77b38b600212 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Request body: {'router': {'name': 'tempest-router-691352645', 'distributed': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:45.924581 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-45325684-3b65-4ba6-a863-42d6255f7dd7 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] 10.222.0.13 "DELETE /v2.0/routers/bab4d764-50b4-4416-aef6-8ca45df8f3e2 HTTP/1.1" status: 204 len: 168 time: 0.4724362 Aug 17 02:44:45.972071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4c89915-5e9b-4d51-a433-7b94a1d0b15d req-dc719a69-85f2-42e3-8c62-9ffebc448de4 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 210 time: 0.0427709 Aug 17 02:44:45.992332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e759625-f7df-482b-b244-606047395461 req-6e11433f-4da2-425a-8434-9934f077e932 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:45.992467 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e759625-f7df-482b-b244-606047395461 req-6e11433f-4da2-425a-8434-9934f077e932 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.42 "GET /v2.0/networks?id=0a73bbe5-bc48-476e-91ad-0544c4757dd6 HTTP/1.1" status: 200 len: 813 time: 0.1427593 Aug 17 02:44:46.011145 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-6e759625-f7df-482b-b244-606047395461 req-09f72b9a-a9c7-4634-985f-37358d0a860c tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Request body: {'port': {'device_id': '4dcbc71c-e823-424f-9945-444a3149cf77', 'network_id': '0a73bbe5-bc48-476e-91ad-0544c4757dd6', 'admin_state_up': True, 'tenant_id': '0d639bd11f0245b492015d2738c8d99d'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:46.073500 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0b1c-79a6-4f73-b064-77b38b600212 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.074701 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0b1c-79a6-4f73-b064-77b38b600212 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.149071 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0b1c-79a6-4f73-b064-77b38b600212 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.251035 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e759625-f7df-482b-b244-606047395461 req-09f72b9a-a9c7-4634-985f-37358d0a860c tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Made reservation on behalf of 0d639bd11f0245b492015d2738c8d99d for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:44:46.255714 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6e759625-f7df-482b-b244-606047395461 req-09f72b9a-a9c7-4634-985f-37358d0a860c tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.280102 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0b1c-79a6-4f73-b064-77b38b600212 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.403739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-6e759625-f7df-482b-b244-606047395461 req-09f72b9a-a9c7-4634-985f-37358d0a860c tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Allocated IP 172.20.0.14 (0a73bbe5-bc48-476e-91ad-0544c4757dd6/e233d980-a6eb-421b-bb89-d0106ff95af1/79400374-ed72-4d01-ab43-85a09e8b3412) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:44:46.473561 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0b1c-79a6-4f73-b064-77b38b600212 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.474804 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cdcc0b1c-79a6-4f73-b064-77b38b600212 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5556445 Aug 17 02:44:46.477673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46670) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:46.556925 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f67a0433-418a-4051-8c48-eb94261f7ee8 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.614714 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6e759625-f7df-482b-b244-606047395461 req-09f72b9a-a9c7-4634-985f-37358d0a860c tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.800173 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6e759625-f7df-482b-b244-606047395461 req-09f72b9a-a9c7-4634-985f-37358d0a860c tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.853569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e759625-f7df-482b-b244-606047395461 req-09f72b9a-a9c7-4634-985f-37358d0a860c tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Network 0a73bbe5-bc48-476e-91ad-0544c4757dd6 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:44:46.857229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-6e759625-f7df-482b-b244-606047395461 req-09f72b9a-a9c7-4634-985f-37358d0a860c tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:46.862737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e759625-f7df-482b-b244-606047395461 req-09f72b9a-a9c7-4634-985f-37358d0a860c tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:44:46.897208 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72b9a-a9c7-4634-985f-37358d0a860c tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Pushing event updated for resources: {'Port': ['ID=79400374-ed72-4d01-ab43-85a09e8b3412,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:46.928487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e759625-f7df-482b-b244-606047395461 req-09f72b9a-a9c7-4634-985f-37358d0a860c tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:46.929266 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6e759625-f7df-482b-b244-606047395461 req-09f72b9a-a9c7-4634-985f-37358d0a860c tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.017797 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e759625-f7df-482b-b244-606047395461 req-09f72b9a-a9c7-4634-985f-37358d0a860c tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0113330 Aug 17 02:44:47.036878 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Request body: {'port': {'device_id': '4dcbc71c-e823-424f-9945-444a3149cf77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:47.125425 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.271520 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f67a0433-418a-4051-8c48-eb94261f7ee8 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.274401 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f67a0433-418a-4051-8c48-eb94261f7ee8 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.287144 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfc198-32e0-4044-80e3-413629cad13d req-0abd051c-c04a-4877-b403-f2b6329bcf6f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:47.288648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2cfc198-32e0-4044-80e3-413629cad13d req-0abd051c-c04a-4877-b403-f2b6329bcf6f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 945 time: 0.1897810 Aug 17 02:44:47.358530 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956baf6-251f-4120-8972-6ff8c6214d3f req-ef2e191b-e3c8-4128-8379-4f8110343c73 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:47.360054 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2956baf6-251f-4120-8972-6ff8c6214d3f req-ef2e191b-e3c8-4128-8379-4f8110343c73 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 945 time: 0.1846476 Aug 17 02:44:47.417012 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2cfc198-32e0-4044-80e3-413629cad13d req-87b62f02-3b1d-4379-96e5-e8f1bbb90699 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848916 Aug 17 02:44:47.461474 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79400374-ed72-4d01-ab43-85a09e8b3412 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:44:47.465896 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.481376 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Transition to ACTIVE for port object 79400374-ed72-4d01-ab43-85a09e8b3412 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:47.483663 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f67a0433-418a-4051-8c48-eb94261f7ee8 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.484301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67a0433-418a-4051-8c48-eb94261f7ee8 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86638ef8-de08-4bd3-ae97-07ee549f1c90 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:44:47.490828 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f67a0433-418a-4051-8c48-eb94261f7ee8 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.492110 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f67a0433-418a-4051-8c48-eb94261f7ee8 tempest-RoutersTestDVR-87506872 tempest-RoutersTestDVR-87506872-project-admin] 10.222.0.13 "DELETE /v2.0/routers/86638ef8-de08-4bd3-ae97-07ee549f1c90 HTTP/1.1" status: 204 len: 168 time: 1.0133348 Aug 17 02:44:47.559034 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-2956baf6-251f-4120-8972-6ff8c6214d3f req-e4e5b80b-6231-4517-a4b0-a463d89cf8a4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Deleting port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:47.559034 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2956baf6-251f-4120-8972-6ff8c6214d3f req-e4e5b80b-6231-4517-a4b0-a463d89cf8a4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.570594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743dfe6-0cc2-4310-8f40-52c1afb27378 req-d134cdcc-c264-40c9-a8b6-e859c5afa5d0 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:47.572877 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b743dfe6-0cc2-4310-8f40-52c1afb27378 req-d134cdcc-c264-40c9-a8b6-e859c5afa5d0 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0793521 Aug 17 02:44:47.576656 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.658608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Pushing event updated for resources: {'Port': ['ID=79400374-ed72-4d01-ab43-85a09e8b3412,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:47.689880 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b743dfe6-0cc2-4310-8f40-52c1afb27378 req-4b252790-a889-4a82-a24a-35a1189d4229 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062806 Aug 17 02:44:47.749929 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Attempting to bind port 79400374-ed72-4d01-ab43-85a09e8b3412 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:44:47.750281 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Attempting to bind port 79400374-ed72-4d01-ab43-85a09e8b3412 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'cf55b48e-e099-4624-ad79-aaff3943553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a73bbe5-bc48-476e-91ad-0544c4757dd6'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:44:47.750690 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Attempting to bind port 79400374-ed72-4d01-ab43-85a09e8b3412 on network 0a73bbe5-bc48-476e-91ad-0544c4757dd6 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:44:47.755834 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Port 79400374-ed72-4d01-ab43-85a09e8b3412 on network 0a73bbe5-bc48-476e-91ad-0544c4757dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:44:47.756260 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Attempting to bind port 79400374-ed72-4d01-ab43-85a09e8b3412 on network 0a73bbe5-bc48-476e-91ad-0544c4757dd6 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:44:47.764401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-2956baf6-251f-4120-8972-6ff8c6214d3f req-e4e5b80b-6231-4517-a4b0-a463d89cf8a4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] For port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:47.770453 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2956baf6-251f-4120-8972-6ff8c6214d3f req-e4e5b80b-6231-4517-a4b0-a463d89cf8a4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.770992 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:44:47.772808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Checking segment: {'id': 'cf55b48e-e099-4624-ad79-aaff3943553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a73bbe5-bc48-476e-91ad-0544c4757dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:44:47.781381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Bound using segment: {'id': 'cf55b48e-e099-4624-ad79-aaff3943553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a73bbe5-bc48-476e-91ad-0544c4757dd6'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:44:47.782598 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Bound port: 79400374-ed72-4d01-ab43-85a09e8b3412, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf55b48e-e099-4624-ad79-aaff3943553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a73bbe5-bc48-476e-91ad-0544c4757dd6'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:44:47.784463 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.817665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-2956baf6-251f-4120-8972-6ff8c6214d3f req-e4e5b80b-6231-4517-a4b0-a463d89cf8a4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Calling delete_port for 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:47.875870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] For port 79400374-ed72-4d01-ab43-85a09e8b3412, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:44:47.879307 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] For port 79400374-ed72-4d01-ab43-85a09e8b3412, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=79400374-ed72-4d01-ab43-85a09e8b3412,segment=NetworkSegment(cf55b48e-e099-4624-ad79-aaff3943553d),segment_id=cf55b48e-e099-4624-ad79-aaff3943553d)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:44:47.890136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f7095-b61d-4a77-a4a7-ef89b953472c req-8b1c08ec-6aea-4757-9571-233056c6b202 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:47.891575 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-051f7095-b61d-4a77-a4a7-ef89b953472c req-8b1c08ec-6aea-4757-9571-233056c6b202 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 944 time: 0.1057014 Aug 17 02:44:47.953269 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-051f7095-b61d-4a77-a4a7-ef89b953472c req-1e8d904b-4b78-4091-8f13-1b6fbac530c6 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c937bac-143d-4fe8-af68-01c9e401e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519955 Aug 17 02:44:47.987849 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46730) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:47.998103 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.038835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:48.038835 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.038835 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e759625-f7df-482b-b244-606047395461 req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] 10.222.0.42 "PUT /v2.0/ports/79400374-ed72-4d01-ab43-85a09e8b3412 HTTP/1.1" status: 200 len: 1093 time: 1.0062370 Aug 17 02:44:48.038835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dcbc71c-e823-424f-9945-444a3149cf77', 'tag': '79400374-ed72-4d01-ab43-85a09e8b3412'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:44:48.041613 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202dfe61-e2c3-40e4-8208-9bf2a73bb98e" -d '{"events": [{"name": "network-changed", "server_uuid": "4dcbc71c-e823-424f-9945-444a3149cf77", "tag": "79400374-ed72-4d01-ab43-85a09e8b3412"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:44:48.074658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ffb68-15af-4b30-a705-8e7e31bcc30e service neutron] Pushing event updated for resources: {'Port': ['ID=79400374-ed72-4d01-ab43-85a09e8b3412,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:48.169680 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf59b-25a1-43d4-9994-4c1542f5ec05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.188777 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2956baf6-251f-4120-8972-6ff8c6214d3f req-e4e5b80b-6231-4517-a4b0-a463d89cf8a4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.222549 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['55ba2cbc-8aad-4eb1-974a-4223feb95a08'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:44:48.224851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5b80b-6231-4517-a4b0-a463d89cf8a4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event deleted for resources: {'Port': ['ID=1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:48.304864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:44:48.309332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e759625-f7df-482b-b244-606047395461 req-82c7b2fb-65aa-4469-b9e2-df2152559deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:48.310975 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e759625-f7df-482b-b244-606047395461 req-82c7b2fb-65aa-4469-b9e2-df2152559deb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d639bd11f0245b492015d2738c8d99d&device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 1096 time: 0.0859017 Aug 17 02:44:48.335776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2956baf6-251f-4120-8972-6ff8c6214d3f req-e4e5b80b-6231-4517-a4b0-a463d89cf8a4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] No DVR routers for this DVR port 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:44:48.348400 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2956baf6-251f-4120-8972-6ff8c6214d3f req-e4e5b80b-6231-4517-a4b0-a463d89cf8a4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.350684 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2956baf6-251f-4120-8972-6ff8c6214d3f req-e4e5b80b-6231-4517-a4b0-a463d89cf8a4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "DELETE /v2.0/ports/1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 HTTP/1.1" status: 204 len: 173 time: 0.9793200 Aug 17 02:44:48.351308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b5c1c2-099c-4af9-941a-2d69d9bf6ee2', 'name': 'network-vif-deleted', 'tag': '1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:44:48.362200 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0407d69-5d38-4fc4-a0ec-973d3cfed538" -d '{"events": [{"server_uuid": "22b5c1c2-099c-4af9-941a-2d69d9bf6ee2", "name": "network-vif-deleted", "tag": "1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:44:48.405844 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d93a6e2-9b96-4467-b26d-accf2c8a037e x-openstack-request-id: req-8d93a6e2-9b96-4467-b26d-accf2c8a037e {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:44:48.406045 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dcbc71c-e823-424f-9945-444a3149cf77", "tag": "79400374-ed72-4d01-ab43-85a09e8b3412", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:44:48.406298 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d93a6e2-9b96-4467-b26d-accf2c8a037e {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:44:48.406750 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dcbc71c-e823-424f-9945-444a3149cf77', 'tag': '79400374-ed72-4d01-ab43-85a09e8b3412', 'status': 'completed', 'code': 200} Aug 17 02:44:48.411465 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e759625-f7df-482b-b244-606047395461 req-2a8c6c3e-99d0-404e-9b53-81c12a654717 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79400374-ed72-4d01-ab43-85a09e8b3412 HTTP/1.1" status: 200 len: 217 time: 0.0802183 Aug 17 02:44:48.500998 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf59b-25a1-43d4-9994-4c1542f5ec05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.507613 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e759625-f7df-482b-b244-606047395461 req-837c686f-2993-4417-9017-cdc6cd35b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:48.509696 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e759625-f7df-482b-b244-606047395461 req-837c686f-2993-4417-9017-cdc6cd35b34e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e233d980-a6eb-421b-bb89-d0106ff95af1 HTTP/1.1" status: 200 len: 853 time: 0.0901492 Aug 17 02:44:48.513030 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a66fe4a-ff58-45bf-a4b4-408a714ad14e x-openstack-request-id: req-2a66fe4a-ff58-45bf-a4b4-408a714ad14e {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:44:48.513445 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b5c1c2-099c-4af9-941a-2d69d9bf6ee2", "name": "network-vif-deleted", "tag": "1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:44:48.513755 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a66fe4a-ff58-45bf-a4b4-408a714ad14e {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:44:48.514214 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b5c1c2-099c-4af9-941a-2d69d9bf6ee2', 'name': 'network-vif-deleted', 'tag': '1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02', 'status': 'completed', 'code': 200} Aug 17 02:44:48.544761 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e759625-f7df-482b-b244-606047395461 req-113fa182-f8da-4b67-bf11-318ae3a3cd9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a73bbe5-bc48-476e-91ad-0544c4757dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284016 Aug 17 02:44:48.601967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eec8b8b1-b2d5-4ee7-bf33-87f67c26944f req-764cddaf-7ae5-477d-9ea2-0ab92806c2af tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 210 time: 0.0288143 Aug 17 02:44:48.632361 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf59b-25a1-43d4-9994-4c1542f5ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.698529 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e2ebf59b-25a1-43d4-9994-4c1542f5ec05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f07a75ee01b246ec9d50805be43084dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7093210 Aug 17 02:44:48.701405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46770) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:48.708351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebf59b-25a1-43d4-9994-4c1542f5ec05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fa2e09-b2a9-4b25-b203-95edcd2b7e2f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:48.732269 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e759625-f7df-482b-b244-606047395461 req-32e25897-bde7-4f32-b22c-1654551f8115 service neutron] 10.222.0.42 "GET /v2.0/networks/0a73bbe5-bc48-476e-91ad-0544c4757dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792068 Aug 17 02:44:48.768404 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1bbf61c4-3fbb-4bc2-b8c6-06a226347ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.829067 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1bbf61c4-3fbb-4bc2-b8c6-06a226347ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.872269 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e759625-f7df-482b-b244-606047395461 req-606628fd-dd22-44f6-9b70-25fa8231671b service neutron] 10.222.0.42 "GET /v2.0/networks/0a73bbe5-bc48-476e-91ad-0544c4757dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318305 Aug 17 02:44:48.950689 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68a3ef-0e7a-4568-a9cb-17bf59800cd1 req-82377a92-f2a7-49d6-9d79-31ee16173fc2 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:48.953281 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b68a3ef-0e7a-4568-a9cb-17bf59800cd1 req-82377a92-f2a7-49d6-9d79-31ee16173fc2 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.1338928 Aug 17 02:44:49.000073 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b68a3ef-0e7a-4568-a9cb-17bf59800cd1 req-0a63250f-bfd6-448a-98e5-e23c53059e05 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416288 Aug 17 02:44:49.090967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dfe61-e2c3-40e4-8208-9bf2a73bb98e req-4e5e2711-aea8-4178-96da-02944462964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:49.092578 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-202dfe61-e2c3-40e4-8208-9bf2a73bb98e req-4e5e2711-aea8-4178-96da-02944462964f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d639bd11f0245b492015d2738c8d99d&device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 1096 time: 0.0574965 Aug 17 02:44:49.098315 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1bbf61c4-3fbb-4bc2-b8c6-06a226347ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:49.101129 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1bbf61c4-3fbb-4bc2-b8c6-06a226347ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:49.102320 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1bbf61c4-3fbb-4bc2-b8c6-06a226347ecf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54fa2e09-b2a9-4b25-b203-95edcd2b7e2f HTTP/1.1" status: 204 len: 168 time: 0.3999302 Aug 17 02:44:49.135377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf61c4-3fbb-4bc2-b8c6-06a226347ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fa2e09-b2a9-4b25-b203-95edcd2b7e2f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:49.161403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ef1fa-729f-4db4-af46-d7c4fadf7a89 req-3f152381-17b3-4f66-b159-201295a7a3a7 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:49.171790 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-532ef1fa-729f-4db4-af46-d7c4fadf7a89 req-3f152381-17b3-4f66-b159-201295a7a3a7 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 944 time: 0.0671058 Aug 17 02:44:49.211966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-532ef1fa-729f-4db4-af46-d7c4fadf7a89 req-5dce5bc5-11ab-478c-b2c8-69cdd56f113d tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c937bac-143d-4fe8-af68-01c9e401e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390694 Aug 17 02:44:49.241908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dfe61-e2c3-40e4-8208-9bf2a73bb98e req-6bc6bc7b-51c2-4c5b-8110-b594ca1c17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:49.243799 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-202dfe61-e2c3-40e4-8208-9bf2a73bb98e req-6bc6bc7b-51c2-4c5b-8110-b594ca1c17c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0a73bbe5-bc48-476e-91ad-0544c4757dd6 HTTP/1.1" status: 200 len: 914 time: 0.1435142 Aug 17 02:44:49.292761 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-202dfe61-e2c3-40e4-8208-9bf2a73bb98e req-79ff0493-6cf0-4129-8162-6a21ae5e2e08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79400374-ed72-4d01-ab43-85a09e8b3412 HTTP/1.1" status: 200 len: 217 time: 0.0421309 Aug 17 02:44:49.385119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dfe61-e2c3-40e4-8208-9bf2a73bb98e req-c4f7bf60-6782-4a1b-bac7-8b8227eaffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:49.386713 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-202dfe61-e2c3-40e4-8208-9bf2a73bb98e req-c4f7bf60-6782-4a1b-bac7-8b8227eaffb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e233d980-a6eb-421b-bb89-d0106ff95af1 HTTP/1.1" status: 200 len: 853 time: 0.0765371 Aug 17 02:44:49.425288 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-202dfe61-e2c3-40e4-8208-9bf2a73bb98e req-6b7fc871-f6c6-4326-96f6-8575144bc233 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0a73bbe5-bc48-476e-91ad-0544c4757dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310133 Aug 17 02:44:49.531907 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-202dfe61-e2c3-40e4-8208-9bf2a73bb98e req-3c39986d-62e7-48b4-b38b-406f5236457f service neutron] 10.222.0.42 "GET /v2.0/networks/0a73bbe5-bc48-476e-91ad-0544c4757dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983925 Aug 17 02:44:49.646774 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-202dfe61-e2c3-40e4-8208-9bf2a73bb98e req-d4f20c13-80db-4263-91ae-69b040ccf628 service neutron] 10.222.0.42 "GET /v2.0/networks/0a73bbe5-bc48-476e-91ad-0544c4757dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080239 Aug 17 02:44:49.729231 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba1a8709-dabe-4921-b420-43e03c29af0a req-bef63733-0713-44e5-9af3-066b330b841d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 210 time: 0.0319107 Aug 17 02:44:49.960074 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46840) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:49.981982 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25b3cbac-7acb-4be5-8461-154e1ee07fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:50.173690 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25b3cbac-7acb-4be5-8461-154e1ee07fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:50.195927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e54b1-11dc-403b-8640-ea0afa5c49a9 req-e679fe99-d092-4109-9158-971e39429a9d tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:50.198304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff3e54b1-11dc-403b-8640-ea0afa5c49a9 req-e679fe99-d092-4109-9158-971e39429a9d tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0972590 Aug 17 02:44:50.257794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff3e54b1-11dc-403b-8640-ea0afa5c49a9 req-4f47c88f-24d2-4088-9525-11f7040b7799 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516565 Aug 17 02:44:50.261689 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25b3cbac-7acb-4be5-8461-154e1ee07fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:50.332711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3cbac-7acb-4be5-8461-154e1ee07fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2236d6db-2578-4619-a7da-90273aeaef41,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:50.382614 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-25b3cbac-7acb-4be5-8461-154e1ee07fba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=051736687d484af591b0b3dfd1fc0fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4209843 Aug 17 02:44:50.385524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46866) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:50.419778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b4ae1-d3b6-4091-bf78-fdbd15717cb9 req-11823240-e032-439c-a12b-de2929007204 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:50.421493 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-047b4ae1-d3b6-4091-bf78-fdbd15717cb9 req-11823240-e032-439c-a12b-de2929007204 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 944 time: 0.0855429 Aug 17 02:44:50.444820 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:44:50.451628 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-951906b0-6b64-45c5-b5ed-cff54323eabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:50.480419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-047b4ae1-d3b6-4091-bf78-fdbd15717cb9 req-b19d0102-3d13-49ef-ab3b-d83bc5dc9a16 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c937bac-143d-4fe8-af68-01c9e401e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524764 Aug 17 02:44:50.515890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:44:50.516586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 1e26d8b2-7c2b-4700-bfaa-488f9fe2cf02 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:44:50.547366 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-951906b0-6b64-45c5-b5ed-cff54323eabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:50.771178 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-951906b0-6b64-45c5-b5ed-cff54323eabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:50.774287 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-951906b0-6b64-45c5-b5ed-cff54323eabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:50.776801 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-951906b0-6b64-45c5-b5ed-cff54323eabb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2236d6db-2578-4619-a7da-90273aeaef41 HTTP/1.1" status: 204 len: 168 time: 0.3896637 Aug 17 02:44:50.789553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951906b0-6b64-45c5-b5ed-cff54323eabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2236d6db-2578-4619-a7da-90273aeaef41,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:50.872768 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61286aa1-15c1-4f70-b5ab-e7a7e3ed2468 req-dfda1901-6111-4932-b226-78111eb25d24 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 210 time: 0.0592799 Aug 17 02:44:51.436319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785e4c6-270f-498f-9b2c-78f9e4bcf873 req-89138def-bff3-4d42-a12a-af81fda7e45a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:51.442467 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d785e4c6-270f-498f-9b2c-78f9e4bcf873 req-89138def-bff3-4d42-a12a-af81fda7e45a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0840254 Aug 17 02:44:51.486785 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d785e4c6-270f-498f-9b2c-78f9e4bcf873 req-8a6f861d-8783-4cac-8880-519229e7cf26 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412931 Aug 17 02:44:51.612473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ee8e9-d5f0-4bd3-80b0-16365dfbb9ca req-6a0871a7-eb3c-48e5-bce5-edea8d0e08d8 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:51.614005 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-591ee8e9-d5f0-4bd3-80b0-16365dfbb9ca req-6a0871a7-eb3c-48e5-bce5-edea8d0e08d8 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 944 time: 0.0555873 Aug 17 02:44:51.663950 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-591ee8e9-d5f0-4bd3-80b0-16365dfbb9ca req-0d760feb-4c70-481a-ae5d-dde1c7a5dd6d tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c937bac-143d-4fe8-af68-01c9e401e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406308 Aug 17 02:44:51.972717 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bff48f5b-74ec-4ed4-b8ad-287c0f4df313 req-41706052-fcb1-4818-ba47-dcc144ff07b8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 210 time: 0.0324202 Aug 17 02:44:52.286676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46968) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:52.408085 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1420005526'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:52.507823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Made reservation on behalf of 25a0d41a9ab142f4b297463fe5ad3fc6 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:44:52.512523 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:52.522679 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:52.630784 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:52.659003 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122f804-7735-4a56-b096-3d8affe1fcf4 req-92823a9e-5a12-42b2-bdaa-64d2ff7c4423 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:52.660532 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0122f804-7735-4a56-b096-3d8affe1fcf4 req-92823a9e-5a12-42b2-bdaa-64d2ff7c4423 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0657666 Aug 17 02:44:52.700820 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0122f804-7735-4a56-b096-3d8affe1fcf4 req-ed7cc4fc-1f31-429c-a605-e2ea13a7b878 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337722 Aug 17 02:44:52.776548 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:52.804150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:44:52.827603 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:52.828143 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Added segment dc4074aa-1f13-4dd6-8efa-d7450927a642 of type vlan for network 8ddd7bdf-7774-4360-9da6-71219ac57e2e Aug 17 02:44:52.829676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05704058-b032-4703-80e8-df575a8f7bdb,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:52.853676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719151b-6af8-4ab8-b9a9-3eb28cc6d2a9 req-aa3ea6c0-a942-45b7-b767-8f8014dbd718 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:52.855306 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8719151b-6af8-4ab8-b9a9-3eb28cc6d2a9 req-aa3ea6c0-a942-45b7-b767-8f8014dbd718 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 944 time: 0.0884461 Aug 17 02:44:52.897648 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:52.900738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8719151b-6af8-4ab8-b9a9-3eb28cc6d2a9 req-6cd41fbe-90c6-4364-bc59-7a5b8a72becf tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c937bac-143d-4fe8-af68-01c9e401e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355055 Aug 17 02:44:53.084675 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaa24ea9-2649-42e9-b960-d259d7338379 req-00e1e70d-c6c8-4785-9518-e67329a85aab tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 210 time: 0.0331731 Aug 17 02:44:53.124865 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.130875 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:53.131512 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.219676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Pushing event updated for resources: {'Network': ['ID=8ddd7bdf-7774-4360-9da6-71219ac57e2e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:53.229223 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 8ddd7bdf-7774-4360-9da6-71219ac57e2e details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:44:53.330725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47032) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:53.331289 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6aa5319b-557a-4555-a1ec-8bdb4a1b6d0f tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0432019 Aug 17 02:44:53.336191 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e5c94871-e5d6-40b0-9702-ed9f1ddff941 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Request body: {'subnet': {'network_id': '8ddd7bdf-7774-4360-9da6-71219ac57e2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:53.536131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c94871-e5d6-40b0-9702-ed9f1ddff941 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Made reservation on behalf of 25a0d41a9ab142f4b297463fe5ad3fc6 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:44:53.539692 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e5c94871-e5d6-40b0-9702-ed9f1ddff941 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.858891 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5444dc6-7654-44aa-810a-4e342ecf644f req-94e3507b-fda9-4747-ab9e-3abafa2943f6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:53.860434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5444dc6-7654-44aa-810a-4e342ecf644f req-94e3507b-fda9-4747-ab9e-3abafa2943f6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0582802 Aug 17 02:44:53.874812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 79400374-ed72-4d01-ab43-85a09e8b3412 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:44:53.903619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5444dc6-7654-44aa-810a-4e342ecf644f req-e1d42f1c-4417-4f41-a8cd-ee5657c79290 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366011 Aug 17 02:44:53.953850 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e5c94871-e5d6-40b0-9702-ed9f1ddff941 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.999219 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 79400374-ed72-4d01-ab43-85a09e8b3412, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=79400374-ed72-4d01-ab43-85a09e8b3412,segment=NetworkSegment(cf55b48e-e099-4624-ad79-aaff3943553d),segment_id=cf55b48e-e099-4624-ad79-aaff3943553d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:54.015290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '79400374-ed72-4d01-ab43-85a09e8b3412', 'network_id': '0a73bbe5-bc48-476e-91ad-0544c4757dd6', 'port_id': '79400374-ed72-4d01-ab43-85a09e8b3412', 'mac_address': 'fa:16:3e:77:41:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e233d980-a6eb-421b-bb89-d0106ff95af1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:44:54.052582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c94871-e5d6-40b0-9702-ed9f1ddff941 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Pushing event updated for resources: {'Subnet': ['ID=c4dffb3c-f7aa-4b6a-ba50-050c606d3742,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:54.078018 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:54.095761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79400374-ed72-4d01-ab43-85a09e8b3412 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:44:54.112296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0810748-b23d-4a52-ab4a-01e1536d26af req-19768c27-b9d1-4d55-aa05-1b9a737cde4b tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:54.114160 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0810748-b23d-4a52-ab4a-01e1536d26af req-19768c27-b9d1-4d55-aa05-1b9a737cde4b tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 944 time: 0.1271353 Aug 17 02:44:54.122656 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 79400374-ed72-4d01-ab43-85a09e8b3412, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=79400374-ed72-4d01-ab43-85a09e8b3412,segment=NetworkSegment(cf55b48e-e099-4624-ad79-aaff3943553d),segment_id=cf55b48e-e099-4624-ad79-aaff3943553d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:54.125890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c94871-e5d6-40b0-9702-ed9f1ddff941 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Checking segment: {'id': 'dc4074aa-1f13-4dd6-8efa-d7450927a642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8ddd7bdf-7774-4360-9da6-71219ac57e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:44:54.126261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c94871-e5d6-40b0-9702-ed9f1ddff941 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Network hostable DHCP agents. Network: 8ddd7bdf-7774-4360-9da6-71219ac57e2e, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:44:54.171739 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0810748-b23d-4a52-ab4a-01e1536d26af req-d74cf1c7-dcc7-45b3-a0f6-56b6000d4d05 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c937bac-143d-4fe8-af68-01c9e401e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484824 Aug 17 02:44:54.284516 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:54.286385 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c94871-e5d6-40b0-9702-ed9f1ddff941 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Network 8ddd7bdf-7774-4360-9da6-71219ac57e2e is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:44:54.386420 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=79400374-ed72-4d01-ab43-85a09e8b3412,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:54.387704 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-73ccc72f-c7a3-495d-8316-7364c1ac4e4c req-0563b13f-e662-4849-97f3-ebdc3aadeaea tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b5c1c2-099c-4af9-941a-2d69d9bf6ee2 HTTP/1.1" status: 200 len: 210 time: 0.0315335 Aug 17 02:44:54.415883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-e5c94871-e5d6-40b0-9702-ed9f1ddff941 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 8ddd7bdf-7774-4360-9da6-71219ac57e2e) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:54.420331 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c94871-e5d6-40b0-9702-ed9f1ddff941 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:54.421286 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e5c94871-e5d6-40b0-9702-ed9f1ddff941 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:54.426533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a02d3c8-f10a-47cc-b67d-bbf4ef7c4877 None None] Network 8ddd7bdf-7774-4360-9da6-71219ac57e2e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:44:54.464468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47094) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:54.521017 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e5c94871-e5d6-40b0-9702-ed9f1ddff941 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1892059 Aug 17 02:44:54.527599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47100) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:54.536939 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b001746d-c638-44d3-9b2e-811fac5bb10b tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Request body: {'port': {'network_id': '8ddd7bdf-7774-4360-9da6-71219ac57e2e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-88984523'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:54.623853 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec3f4-4393-4fc4-a19d-791f8e4b82a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:54.655995 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-8ddd7bdf-7774-4360-9da6-71219ac57e2e', 'network_id': '8ddd7bdf-7774-4360-9da6-71219ac57e2e', 'tenant_id': '25a0d41a9ab142f4b297463fe5ad3fc6', 'fixed_ips': [{'subnet_id': 'c4dffb3c-f7aa-4b6a-ba50-050c606d3742'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:44:54.658229 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:54.751395 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['79400374-ed72-4d01-ab43-85a09e8b3412'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:44:54.762992 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec3f4-4393-4fc4-a19d-791f8e4b82a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:54.872588 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Allocated IP 2001:db8::2 (8ddd7bdf-7774-4360-9da6-71219ac57e2e/c4dffb3c-f7aa-4b6a-ba50-050c606d3742/f2100998-d79a-4414-8ea0-5ec0dcc4d7d0) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:44:54.881650 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a7ec3f4-4393-4fc4-a19d-791f8e4b82a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:54.929720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47116) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:54.937302 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3a7ec3f4-4393-4fc4-a19d-791f8e4b82a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1eaba8e141bf430d99765a87bd16f1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4716108 Aug 17 02:44:54.938407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ec3f4-4393-4fc4-a19d-791f8e4b82a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216c9b10-5c1e-40fd-bc86-2364e70d23d9,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:55.013308 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-486fd897-f721-4720-bd18-58a4cb77d80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.017470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b001746d-c638-44d3-9b2e-811fac5bb10b tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Made reservation on behalf of 25a0d41a9ab142f4b297463fe5ad3fc6 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:44:55.021943 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b001746d-c638-44d3-9b2e-811fac5bb10b tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.036163 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-486fd897-f721-4720-bd18-58a4cb77d80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.048039 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-b001746d-c638-44d3-9b2e-811fac5bb10b tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] device_id is not set on port f61b2bc5-ba02-4641-9298-c250436893ae yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:44:55.095492 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.113974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c4af2-7e26-4472-8e90-36162d1e6187 req-27e82793-430c-4684-8603-ed42a4c614a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:55.120221 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba7c4af2-7e26-4472-8e90-36162d1e6187 req-27e82793-430c-4684-8603-ed42a4c614a1 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.1353104 Aug 17 02:44:55.171954 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba7c4af2-7e26-4472-8e90-36162d1e6187 req-7e47d9d2-62e5-495d-9ae2-7c8d3a25ef27 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434606 Aug 17 02:44:55.182710 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-486fd897-f721-4720-bd18-58a4cb77d80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.187724 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-486fd897-f721-4720-bd18-58a4cb77d80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.187856 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Transition to ACTIVE for port object f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:55.190910 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-486fd897-f721-4720-bd18-58a4cb77d80a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/216c9b10-5c1e-40fd-bc86-2364e70d23d9 HTTP/1.1" status: 204 len: 168 time: 0.2599962 Aug 17 02:44:55.211533 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fd897-f721-4720-bd18-58a4cb77d80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216c9b10-5c1e-40fd-bc86-2364e70d23d9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:55.217447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Transition to ACTIVE for port object f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:55.311032 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17658914-f699-44df-865f-1896df65984f req-e18eebb0-bd66-4424-ae9c-5e5c4b286892 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:55.312533 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17658914-f699-44df-865f-1896df65984f req-e18eebb0-bd66-4424-ae9c-5e5c4b286892 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 945 time: 0.0520599 Aug 17 02:44:55.342794 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.381226 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17658914-f699-44df-865f-1896df65984f req-a372f31f-642c-4b54-899c-592c94528c3e tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c937bac-143d-4fe8-af68-01c9e401e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618467 Aug 17 02:44:55.383985 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Network 8ddd7bdf-7774-4360-9da6-71219ac57e2e is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:44:55.394554 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:55.394554 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:44:55.404968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Pushing event updated for resources: {'Port': ['ID=f2100998-d79a-4414-8ea0-5ec0dcc4d7d0,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:55.450005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-b001746d-c638-44d3-9b2e-811fac5bb10b tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Allocated IP 2001:db8::3ce (8ddd7bdf-7774-4360-9da6-71219ac57e2e/c4dffb3c-f7aa-4b6a-ba50-050c606d3742/f61b2bc5-ba02-4641-9298-c250436893ae) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:44:55.482912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Attempting to bind port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:44:55.483547 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Attempting to bind port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'dc4074aa-1f13-4dd6-8efa-d7450927a642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8ddd7bdf-7774-4360-9da6-71219ac57e2e'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:44:55.484106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Attempting to bind port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 on network 8ddd7bdf-7774-4360-9da6-71219ac57e2e {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:44:55.490493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:44:55.495104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Checking segment: {'id': 'dc4074aa-1f13-4dd6-8efa-d7450927a642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8ddd7bdf-7774-4360-9da6-71219ac57e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:44:55.495104 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.495104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Bound using segment: {'id': 'dc4074aa-1f13-4dd6-8efa-d7450927a642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8ddd7bdf-7774-4360-9da6-71219ac57e2e'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:44:55.495104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Bound port: f2100998-d79a-4414-8ea0-5ec0dcc4d7d0, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4074aa-1f13-4dd6-8efa-d7450927a642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8ddd7bdf-7774-4360-9da6-71219ac57e2e'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:44:55.495104 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.564506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] For port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:44:55.571058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] For port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f2100998-d79a-4414-8ea0-5ec0dcc4d7d0,segment=NetworkSegment(dc4074aa-1f13-4dd6-8efa-d7450927a642),segment_id=dc4074aa-1f13-4dd6-8efa-d7450927a642)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:44:55.646740 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b001746d-c638-44d3-9b2e-811fac5bb10b tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.663159 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-b001746d-c638-44d3-9b2e-811fac5bb10b tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Transition to ACTIVE for port object f61b2bc5-ba02-4641-9298-c250436893ae will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:55.702306 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.773409 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67911249-5402-43fd-bf0a-34d2040ba1b8 None None] Pushing event updated for resources: {'Port': ['ID=f2100998-d79a-4414-8ea0-5ec0dcc4d7d0,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:55.816453 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b001746d-c638-44d3-9b2e-811fac5bb10b tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.898424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b001746d-c638-44d3-9b2e-811fac5bb10b tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Network 8ddd7bdf-7774-4360-9da6-71219ac57e2e is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:44:55.926424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001746d-c638-44d3-9b2e-811fac5bb10b tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Pushing event updated for resources: {'Port': ['ID=f61b2bc5-ba02-4641-9298-c250436893ae,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:55.929680 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-b001746d-c638-44d3-9b2e-811fac5bb10b tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:55.937511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b001746d-c638-44d3-9b2e-811fac5bb10b tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:44:55.945376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001746d-c638-44d3-9b2e-811fac5bb10b tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:55.946134 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b001746d-c638-44d3-9b2e-811fac5bb10b tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:56.098736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a64eb-ac91-4110-bc03-8ad364b1615e req-8daf1662-92c5-4e50-9634-b3e80e298b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:56.105703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e4a64eb-ac91-4110-bc03-8ad364b1615e req-8daf1662-92c5-4e50-9634-b3e80e298b8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40d55d2b9b694b56acaea90485e97c43&device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 1097 time: 0.0933542 Aug 17 02:44:56.119533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18087f21-3c05-4825-a295-d0a12aa4d340 req-b64cb755-1f10-4a35-bcb6-b9ce7f9756c5 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:56.121115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18087f21-3c05-4825-a295-d0a12aa4d340 req-b64cb755-1f10-4a35-bcb6-b9ce7f9756c5 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.1451683 Aug 17 02:44:56.151452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47172) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:56.165158 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19aad909-04f8-4897-a3b6-0e371085de49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:56.189135 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b001746d-c638-44d3-9b2e-811fac5bb10b tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.6603577 Aug 17 02:44:56.194986 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47174) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:56.201001 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Request body: {'port': {'network_id': '8ddd7bdf-7774-4360-9da6-71219ac57e2e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-481756988', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:56.201608 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.api.validators [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] bootfile-name is not in valid_values {{(pid=95407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 02:44:56.202008 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.api.validators [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] tftp-server is not in valid_values {{(pid=95407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 02:44:56.202401 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.api.validators [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] server-ip-address is not in valid_values {{(pid=95407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 02:44:56.217035 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18087f21-3c05-4825-a295-d0a12aa4d340 req-c2080d15-1f37-419c-903c-88b390dba92d tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871806 Aug 17 02:44:56.244217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a64eb-ac91-4110-bc03-8ad364b1615e req-6aabec88-1d24-4fbb-9c6a-98436560322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:56.245801 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e4a64eb-ac91-4110-bc03-8ad364b1615e req-6aabec88-1d24-4fbb-9c6a-98436560322b service neutron] 10.222.0.18 "GET /v2.0/networks?id=63c037a2-cec8-4bd4-a904-29cd7197ae86 HTTP/1.1" status: 200 len: 911 time: 0.1364119 Aug 17 02:44:56.319846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e4a64eb-ac91-4110-bc03-8ad364b1615e req-4418aad2-9aa8-468d-8ed8-f3bab090d1be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5323a56e-4e48-4602-a152-0c7f79e67077 HTTP/1.1" status: 200 len: 1001 time: 0.0666502 Aug 17 02:44:56.360188 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19aad909-04f8-4897-a3b6-0e371085de49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:56.373945 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a64eb-ac91-4110-bc03-8ad364b1615e req-119440f8-64b4-4f4e-956a-23561600ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:56.375464 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e4a64eb-ac91-4110-bc03-8ad364b1615e req-119440f8-64b4-4f4e-956a-23561600ba6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6588c9ac-5362-490c-a200-ab2910cd28a7 HTTP/1.1" status: 200 len: 849 time: 0.0468163 Aug 17 02:44:56.427502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a64eb-ac91-4110-bc03-8ad364b1615e req-9afa66a4-7b4c-43ff-9dd5-928065269a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:56.429025 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e4a64eb-ac91-4110-bc03-8ad364b1615e req-9afa66a4-7b4c-43ff-9dd5-928065269a6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63c037a2-cec8-4bd4-a904-29cd7197ae86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462723 Aug 17 02:44:56.442518 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19aad909-04f8-4897-a3b6-0e371085de49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:56.489125 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-19aad909-04f8-4897-a3b6-0e371085de49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=caa0b9ec859d4c67a0e29248a489d176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363318 Aug 17 02:44:56.492516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47186) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:56.554253 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aad909-04f8-4897-a3b6-0e371085de49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d129530c-87ed-477d-a841-9e40b912070e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:56.613463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Made reservation on behalf of 25a0d41a9ab142f4b297463fe5ad3fc6 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:44:56.618054 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:56.618377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6937f6-8567-435f-907a-e0009e27237a req-2df04364-0df3-4f32-988b-2c2d02e94c18 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:56.620877 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a6937f6-8567-435f-907a-e0009e27237a req-2df04364-0df3-4f32-988b-2c2d02e94c18 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 945 time: 0.1043613 Aug 17 02:44:56.628374 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e4a64eb-ac91-4110-bc03-8ad364b1615e req-66e7904b-2da6-45e7-9b39-5c9b8891a9b2 service neutron] 10.222.0.18 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870985 Aug 17 02:44:56.671663 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14abe3d7-581f-4981-90af-c6f12fad7116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:56.687585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] device_id is not set on port 6f5febba-c9db-486a-875b-abf53f6dd4be yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:44:56.709220 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14abe3d7-581f-4981-90af-c6f12fad7116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:56.755934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e4a64eb-ac91-4110-bc03-8ad364b1615e req-0d09f2b7-d1b4-4fbb-a8b1-df8382a4e23d service neutron] 10.222.0.18 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187756 Aug 17 02:44:56.785172 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a6937f6-8567-435f-907a-e0009e27237a req-9f0979bf-4f4e-4c11-ad99-513547ba86d1 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c937bac-143d-4fe8-af68-01c9e401e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516087 Aug 17 02:44:56.897669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Allocated IP 2001:db8::152 (8ddd7bdf-7774-4360-9da6-71219ac57e2e/c4dffb3c-f7aa-4b6a-ba50-050c606d3742/6f5febba-c9db-486a-875b-abf53f6dd4be) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:44:56.993089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b57bc1-e2c2-468e-85c4-2e9991f7c5b1 None None] Network 8ddd7bdf-7774-4360-9da6-71219ac57e2e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:44:57.048918 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14abe3d7-581f-4981-90af-c6f12fad7116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:57.052085 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14abe3d7-581f-4981-90af-c6f12fad7116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:57.054057 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-14abe3d7-581f-4981-90af-c6f12fad7116 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d129530c-87ed-477d-a841-9e40b912070e HTTP/1.1" status: 204 len: 168 time: 0.5541191 Aug 17 02:44:57.082643 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abe3d7-581f-4981-90af-c6f12fad7116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d129530c-87ed-477d-a841-9e40b912070e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:57.160115 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:57.184413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-557f572a-f24e-427f-9d35-da839c42b31b None None] Provisioning for port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:57.192833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Transition to ACTIVE for port object 6f5febba-c9db-486a-875b-abf53f6dd4be will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:57.394301 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:57.432477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5a16-3c72-45b1-9a33-cf1b8aa1b15c req-6a1c80b4-bd35-43a3-afaa-857a2cd5b8a0 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:57.434970 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57fe5a16-3c72-45b1-9a33-cf1b8aa1b15c req-6a1c80b4-bd35-43a3-afaa-857a2cd5b8a0 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.1112421 Aug 17 02:44:57.512682 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57fe5a16-3c72-45b1-9a33-cf1b8aa1b15c req-2899d5e6-b00c-487a-96fa-e31481372a69 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662313 Aug 17 02:44:57.524104 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Network 8ddd7bdf-7774-4360-9da6-71219ac57e2e is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:44:57.526133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Pushing event updated for resources: {'Port': ['ID=6f5febba-c9db-486a-875b-abf53f6dd4be,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:57.530643 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:57.533107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:44:57.540848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:57.541976 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:57.646031 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d6ef8cfa-7e77-4002-aa62-d70bd923ba7e tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.4499087 Aug 17 02:44:57.648341 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47240) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:57.753312 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c6ba00e9-cb6a-434c-afe3-76f9055ccced None None] Provisioning for port f61b2bc5-ba02-4641-9298-c250436893ae completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:57.758116 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c6ba00e9-cb6a-434c-afe3-76f9055ccced None None] Provisioning complete for port f61b2bc5-ba02-4641-9298-c250436893ae triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:57.758520 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c6ba00e9-cb6a-434c-afe3-76f9055ccced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:57.769675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a1db01-aac5-4039-b9a5-fd17bbd12c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:57.778761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a1db01-aac5-4039-b9a5-fd17bbd12c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:57.785577 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a1db01-aac5-4039-b9a5-fd17bbd12c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:57.788240 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c2a1db01-aac5-4039-b9a5-fd17bbd12c76 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1384070 Aug 17 02:44:57.792141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47246) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:57.874901 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba00e9-cb6a-434c-afe3-76f9055ccced None None] Port f61b2bc5-ba02-4641-9298-c250436893ae cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:44:57.905433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 79400374-ed72-4d01-ab43-85a09e8b3412 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:58.024999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b8ca312d-f466-4805-8b9f-b3f74e44bf4e None None] Provisioning complete for port f61b2bc5-ba02-4641-9298-c250436893ae triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:58.026834 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b8ca312d-f466-4805-8b9f-b3f74e44bf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:58.038642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:58.083513 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204ae6b-999b-4e2d-9db3-5be3d3ded269 req-3336c6f5-7948-4c9a-85fc-23fa6603b5f4 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:58.085270 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f204ae6b-999b-4e2d-9db3-5be3d3ded269 req-3336c6f5-7948-4c9a-85fc-23fa6603b5f4 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 945 time: 0.1690671 Aug 17 02:44:58.113692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 79400374-ed72-4d01-ab43-85a09e8b3412 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:58.119681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-98a2c4c3-39f8-46ed-9438-65bd42262140 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Deleting port 6f5febba-c9db-486a-875b-abf53f6dd4be {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:58.120042 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-98a2c4c3-39f8-46ed-9438-65bd42262140 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:58.121421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 79400374-ed72-4d01-ab43-85a09e8b3412 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:58.121795 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:58.173622 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca312d-f466-4805-8b9f-b3f74e44bf4e None None] Port f61b2bc5-ba02-4641-9298-c250436893ae cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:44:58.241933 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:58.274405 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcbc71c-e823-424f-9945-444a3149cf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79400374-ed72-4d01-ab43-85a09e8b3412'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:44:58.274655 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f204ae6b-999b-4e2d-9db3-5be3d3ded269 req-8b76e4f1-2859-460b-870c-b600cb733cbb tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c937bac-143d-4fe8-af68-01c9e401e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783996 Aug 17 02:44:58.277423 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799d79e7-f3ef-4d67-8ee1-f39553987805" -d '{"events": [{"server_uuid": "4dcbc71c-e823-424f-9945-444a3149cf77", "name": "network-vif-plugged", "status": "completed", "tag": "79400374-ed72-4d01-ab43-85a09e8b3412"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:44:58.304630 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:58.330539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:58.331268 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:58.360392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 79400374-ed72-4d01-ab43-85a09e8b3412, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=79400374-ed72-4d01-ab43-85a09e8b3412,segment=NetworkSegment(cf55b48e-e099-4624-ad79-aaff3943553d),segment_id=cf55b48e-e099-4624-ad79-aaff3943553d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:58.364555 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-98a2c4c3-39f8-46ed-9438-65bd42262140 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:58.383924 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-98a2c4c3-39f8-46ed-9438-65bd42262140 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Calling delete_port for 6f5febba-c9db-486a-875b-abf53f6dd4be owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:58.444524 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:58.495540 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f2100998-d79a-4414-8ea0-5ec0dcc4d7d0,segment=NetworkSegment(dc4074aa-1f13-4dd6-8efa-d7450927a642),segment_id=dc4074aa-1f13-4dd6-8efa-d7450927a642)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:58.543228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cf92ddc9-316d-4c3c-ae8c-4d16b4bc4c65 None None] Provisioning for port 6f5febba-c9db-486a-875b-abf53f6dd4be completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:58.546046 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:58.576420 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cf92ddc9-316d-4c3c-ae8c-4d16b4bc4c65 None None] Provisioning complete for port 6f5febba-c9db-486a-875b-abf53f6dd4be triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:58.576790 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cf92ddc9-316d-4c3c-ae8c-4d16b4bc4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:58.667352 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc770dc9-8a03-4954-af4d-49a65c301ebd x-openstack-request-id: req-dc770dc9-8a03-4954-af4d-49a65c301ebd {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:44:58.667352 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcbc71c-e823-424f-9945-444a3149cf77", "name": "network-vif-plugged", "status": "completed", "tag": "79400374-ed72-4d01-ab43-85a09e8b3412", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:44:58.667352 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc770dc9-8a03-4954-af4d-49a65c301ebd {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:44:58.667352 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcbc71c-e823-424f-9945-444a3149cf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79400374-ed72-4d01-ab43-85a09e8b3412', 'code': 200} Aug 17 02:44:58.667352 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:58.671487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=79400374-ed72-4d01-ab43-85a09e8b3412,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:58.679290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ddc9-316d-4c3c-ae8c-4d16b4bc4c65 None None] Port 6f5febba-c9db-486a-875b-abf53f6dd4be cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:44:58.730100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=f2100998-d79a-4414-8ea0-5ec0dcc4d7d0,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:58.781615 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-98a2c4c3-39f8-46ed-9438-65bd42262140 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:58.804309 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:58.812261 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868db64c-f35e-45fe-abbe-9e9aee101eab req-e8774096-94ba-4606-9bcd-93113fdeb970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:58.814420 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-868db64c-f35e-45fe-abbe-9e9aee101eab req-e8774096-94ba-4606-9bcd-93113fdeb970 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 1098 time: 0.0666366 Aug 17 02:44:58.825759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2c4c3-39f8-46ed-9438-65bd42262140 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Pushing event deleted for resources: {'Port': ['ID=6f5febba-c9db-486a-875b-abf53f6dd4be,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:58.836550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b4b1b-7f36-4966-b12d-d3a24558b15b req-2ee5644a-587a-4451-9fdc-2ea3e049f364 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:58.847041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c8b4b1b-7f36-4966-b12d-d3a24558b15b req-2ee5644a-587a-4451-9fdc-2ea3e049f364 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.1178906 Aug 17 02:44:58.868826 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-868db64c-f35e-45fe-abbe-9e9aee101eab req-a67c1a7c-4a07-42f7-a4cb-b0cccccbfafa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3c937bac-143d-4fe8-af68-01c9e401e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451224 Aug 17 02:44:58.892913 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-98a2c4c3-39f8-46ed-9438-65bd42262140 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:58.894908 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-98a2c4c3-39f8-46ed-9438-65bd42262140 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] 10.222.0.13 "DELETE /v2.0/ports/6f5febba-c9db-486a-875b-abf53f6dd4be HTTP/1.1" status: 204 len: 168 time: 1.1015658 Aug 17 02:44:58.899425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47308) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:58.905898 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-035b1b3b-1913-4f5d-967e-9d464cea29df tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Request body: {'port': {'name': 'tempest-new-port-name-1084472843', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:58.910034 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.api.validators [None req-035b1b3b-1913-4f5d-967e-9d464cea29df tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] bootfile-name is not in valid_values {{(pid=95407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 02:44:58.910407 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.api.validators [None req-035b1b3b-1913-4f5d-967e-9d464cea29df tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] tftp-server is not in valid_values {{(pid=95407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 02:44:58.910747 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.api.validators [None req-035b1b3b-1913-4f5d-967e-9d464cea29df tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] server-ip-address is not in valid_values {{(pid=95407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 02:44:58.930305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c8b4b1b-7f36-4966-b12d-d3a24558b15b req-2e21016b-839b-4eb2-b600-77e8d2731b62 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819776 Aug 17 02:44:58.991964 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-035b1b3b-1913-4f5d-967e-9d464cea29df tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:59.213230 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-035b1b3b-1913-4f5d-967e-9d464cea29df tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:59.291145 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-035b1b3b-1913-4f5d-967e-9d464cea29df tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:59.327480 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-035b1b3b-1913-4f5d-967e-9d464cea29df tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] In _notify_port_updated(), no bound segment for port f61b2bc5-ba02-4641-9298-c250436893ae on network 8ddd7bdf-7774-4360-9da6-71219ac57e2e {{(pid=95407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:44:59.333600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035b1b3b-1913-4f5d-967e-9d464cea29df tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:59.334305 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-035b1b3b-1913-4f5d-967e-9d464cea29df tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:59.338708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47330) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:59.338880 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-035b1b3b-1913-4f5d-967e-9d464cea29df tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] 10.222.0.13 "PUT /v2.0/ports/f61b2bc5-ba02-4641-9298-c250436893ae HTTP/1.1" status: 200 len: 1130 time: 0.4376359 Aug 17 02:44:59.358619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b1b3b-1913-4f5d-967e-9d464cea29df tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Pushing event updated for resources: {'Port': ['ID=f61b2bc5-ba02-4641-9298-c250436893ae,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:59.431834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d290f89-13fa-4154-b603-170f5e21c46c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:59.433464 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1d290f89-13fa-4154-b603-170f5e21c46c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] 10.222.0.13 "GET /v2.0/ports/f61b2bc5-ba02-4641-9298-c250436893ae HTTP/1.1" status: 200 len: 1130 time: 0.0937240 Aug 17 02:44:59.437625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47338) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:59.504463 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6665af-fd97-4535-8487-973cdb72f17e req-861ecd4f-c657-4b54-884d-86769abdf169 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:59.506063 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7d6665af-fd97-4535-8487-973cdb72f17e req-861ecd4f-c657-4b54-884d-86769abdf169 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 946 time: 0.1510231 Aug 17 02:44:59.573362 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7d6665af-fd97-4535-8487-973cdb72f17e req-b3607041-f4da-435d-b2ea-304df854fd16 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c937bac-143d-4fe8-af68-01c9e401e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432501 Aug 17 02:44:59.596489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-fca4310b-eeb9-4676-ad08-c4a1d50a3e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Deleting port f61b2bc5-ba02-4641-9298-c250436893ae {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:59.596763 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fca4310b-eeb9-4676-ad08-c4a1d50a3e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:59.608327 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f05abf1c-9159-4bdb-8a14-bb83480ebab5 None None] Provisioning complete for port f61b2bc5-ba02-4641-9298-c250436893ae triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:59.614378 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f05abf1c-9159-4bdb-8a14-bb83480ebab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:59.718440 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fca4310b-eeb9-4676-ad08-c4a1d50a3e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:59.732724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-fca4310b-eeb9-4676-ad08-c4a1d50a3e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Calling delete_port for f61b2bc5-ba02-4641-9298-c250436893ae owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:59.803383 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f05abf1c-9159-4bdb-8a14-bb83480ebab5 None None] Port f61b2bc5-ba02-4641-9298-c250436893ae cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:44:59.933140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:59.981807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:59.982184 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.010215 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fca4310b-eeb9-4676-ad08-c4a1d50a3e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.057141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4310b-eeb9-4676-ad08-c4a1d50a3e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Pushing event deleted for resources: {'Port': ['ID=f61b2bc5-ba02-4641-9298-c250436893ae,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:00.091009 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fca4310b-eeb9-4676-ad08-c4a1d50a3e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.095808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47374) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:00.101809 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fca4310b-eeb9-4676-ad08-c4a1d50a3e81 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] 10.222.0.13 "DELETE /v2.0/ports/f61b2bc5-ba02-4641-9298-c250436893ae HTTP/1.1" status: 204 len: 168 time: 0.6570656 Aug 17 02:45:00.156058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3857b06-073f-4dea-b96e-9d7a7d2330ed tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Deleting subnet c4dffb3c-f7aa-4b6a-ba50-050c606d3742 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:45:00.159699 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3857b06-073f-4dea-b96e-9d7a7d2330ed tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.215066 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3857b06-073f-4dea-b96e-9d7a7d2330ed tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.309938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3857b06-073f-4dea-b96e-9d7a7d2330ed tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.459444 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3857b06-073f-4dea-b96e-9d7a7d2330ed tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.488264 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3857b06-073f-4dea-b96e-9d7a7d2330ed tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Pushing event deleted for resources: {'Subnet': ['ID=c4dffb3c-f7aa-4b6a-ba50-050c606d3742,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:00.490458 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3857b06-073f-4dea-b96e-9d7a7d2330ed tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.495224 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a3857b06-073f-4dea-b96e-9d7a7d2330ed tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] 10.222.0.13 "DELETE /v2.0/subnets/c4dffb3c-f7aa-4b6a-ba50-050c606d3742 HTTP/1.1" status: 204 len: 168 time: 0.3956099 Aug 17 02:45:00.496158 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47394) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:00.496436 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86102c45-fd98-49d3-b0a4-73ede5b30c7d None None] Network 8ddd7bdf-7774-4360-9da6-71219ac57e2e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:00.593591 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.617285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47402) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:00.665379 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Deleting port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:00.665867 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.730306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363c9b65-b722-4cdf-9582-eafa8e386f1e None None] DHCP port deletion for 8ddd7bdf-7774-4360-9da6-71219ac57e2e request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:45:00.759460 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] For port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f2100998-d79a-4414-8ea0-5ec0dcc4d7d0,segment=NetworkSegment(dc4074aa-1f13-4dd6-8efa-d7450927a642),segment_id=dc4074aa-1f13-4dd6-8efa-d7450927a642)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:00.760098 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.769052 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b771bf5-ab03-4de5-ab92-9619b02e656a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.774822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Calling delete_port for f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:00.785951 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-363c9b65-b722-4cdf-9582-eafa8e386f1e None None] Deleting port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:00.786259 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-363c9b65-b722-4cdf-9582-eafa8e386f1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.871810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-363c9b65-b722-4cdf-9582-eafa8e386f1e None None] For port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f2100998-d79a-4414-8ea0-5ec0dcc4d7d0,segment=NetworkSegment(dc4074aa-1f13-4dd6-8efa-d7450927a642),segment_id=dc4074aa-1f13-4dd6-8efa-d7450927a642)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:00.872083 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-363c9b65-b722-4cdf-9582-eafa8e386f1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.885500 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-363c9b65-b722-4cdf-9582-eafa8e386f1e None None] Calling delete_port for f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:00.895319 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b771bf5-ab03-4de5-ab92-9619b02e656a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.975945 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:00.983940 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-363c9b65-b722-4cdf-9582-eafa8e386f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:01.003079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Pushing event deleted for resources: {'Port': ['ID=f2100998-d79a-4414-8ea0-5ec0dcc4d7d0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:01.019246 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c9b65-b722-4cdf-9582-eafa8e386f1e None None] Pushing event deleted for resources: {'Port': ['ID=f2100998-d79a-4414-8ea0-5ec0dcc4d7d0,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:01.037800 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c9b65-b722-4cdf-9582-eafa8e386f1e None None] No DVR routers for this DVR port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:01.037985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] No DVR routers for this DVR port f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:01.050147 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b771bf5-ab03-4de5-ab92-9619b02e656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:01.090628 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9b771bf5-ab03-4de5-ab92-9619b02e656a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=600ffe5888e144ffa73c552357a917e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728317 Aug 17 02:45:01.091847 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b771bf5-ab03-4de5-ab92-9619b02e656a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede3921e-f272-44f9-a13d-553b901df0a9,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:01.094365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47428) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:01.142634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74e0dd-51f6-4cef-a895-2398c9766189 req-1091e60e-56f9-4ba1-ad4c-948c6aa17558 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:01.144199 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6c74e0dd-51f6-4cef-a895-2398c9766189 req-1091e60e-56f9-4ba1-ad4c-948c6aa17558 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 946 time: 0.1459897 Aug 17 02:45:01.148252 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ac12bdb-04e2-4561-9c34-24b743d356a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:01.150453 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:01.187024 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ac12bdb-04e2-4561-9c34-24b743d356a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:01.187383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddd7bdf-7774-4360-9da6-71219ac57e2e']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:01.187383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4074aa-1f13-4dd6-8efa-d7450927a642') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:01.187383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4074aa-1f13-4dd6-8efa-d7450927a642') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:01.214845 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:01.227929 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6c74e0dd-51f6-4cef-a895-2398c9766189 req-cc8fc98e-869a-467a-9814-d59c8e39e790 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c937bac-143d-4fe8-af68-01c9e401e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740149 Aug 17 02:45:01.231992 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:01.236370 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:01.242553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:45:01.243532 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:45:01.246692 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:45:01.324757 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ac12bdb-04e2-4561-9c34-24b743d356a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:01.327842 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ac12bdb-04e2-4561-9c34-24b743d356a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:01.329018 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4ac12bdb-04e2-4561-9c34-24b743d356a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ede3921e-f272-44f9-a13d-553b901df0a9 HTTP/1.1" status: 204 len: 168 time: 0.2336798 Aug 17 02:45:01.337538 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac12bdb-04e2-4561-9c34-24b743d356a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede3921e-f272-44f9-a13d-553b901df0a9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:01.402750 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:01.412080 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:01.413947 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] 10.222.0.13 "DELETE /v2.0/networks/8ddd7bdf-7774-4360-9da6-71219ac57e2e HTTP/1.1" status: 204 len: 168 time: 0.9168382 Aug 17 02:45:01.428573 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721e9fb-577e-49eb-a60d-ded1a484035c tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073 tempest-ExtraDHCPOptionsIpV6TestJSON-1877143073-project] Pushing event deleted for resources: {'Network': ['ID=8ddd7bdf-7774-4360-9da6-71219ac57e2e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:01.448370 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735339d-d620-4970-92ca-3aa1a961adf3 req-41105b35-7945-4c48-9870-3b4430220cf4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:01.449867 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c735339d-d620-4970-92ca-3aa1a961adf3 req-41105b35-7945-4c48-9870-3b4430220cf4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 946 time: 0.0823693 Aug 17 02:45:01.508049 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c735339d-d620-4970-92ca-3aa1a961adf3 req-6b8e3a6d-2a26-4cfd-9c45-f3b99e6d8a96 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329332 Aug 17 02:45:01.841729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47460) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:01.927985 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:01.957354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:01.957980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f2100998-d79a-4414-8ea0-5ec0dcc4d7d0 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:02.027324 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-20ecf1ce-166f-4f53-b90f-4454929b2a2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25a0d41a9ab142f4b297463fe5ad3fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842456 Aug 17 02:45:02.029775 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47464) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:02.087669 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-51e9c187-8688-4ae0-b58d-468c453cfe5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:02.111252 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-51e9c187-8688-4ae0-b58d-468c453cfe5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:02.487363 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47470) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:02.501543 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-47242a86-f1fc-4a9c-b790-d4f3de278901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:02.503255 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-51e9c187-8688-4ae0-b58d-468c453cfe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:02.505806 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-51e9c187-8688-4ae0-b58d-468c453cfe5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:02.530075 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-51e9c187-8688-4ae0-b58d-468c453cfe5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05704058-b032-4703-80e8-df575a8f7bdb HTTP/1.1" status: 204 len: 168 time: 0.4757876 Aug 17 02:45:02.530075 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9c187-8688-4ae0-b58d-468c453cfe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05704058-b032-4703-80e8-df575a8f7bdb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:02.677905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-47242a86-f1fc-4a9c-b790-d4f3de278901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:02.774099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0622c-df63-4fdf-bfc3-f25be619b233 req-e182450f-bfb6-4926-9ed0-76bfebb9702f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:02.776048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bfc0622c-df63-4fdf-bfc3-f25be619b233 req-e182450f-bfb6-4926-9ed0-76bfebb9702f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 946 time: 0.0543740 Aug 17 02:45:02.776260 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-47242a86-f1fc-4a9c-b790-d4f3de278901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:02.819605 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-47242a86-f1fc-4a9c-b790-d4f3de278901 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ea1617e1c984e8d86e188b159c8ee1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310442 Aug 17 02:45:02.836076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bfc0622c-df63-4fdf-bfc3-f25be619b233 req-4cb06e7b-f020-4a34-8c91-7d3632544709 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5d62c47-9e36-4496-a438-b9b764f87fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518215 Aug 17 02:45:02.836584 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47480) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:02.848619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47242a86-f1fc-4a9c-b790-d4f3de278901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b4e8d2-fd96-498b-a342-486b59b91445,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:02.904258 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-056f310d-c587-4a4c-a224-fb46c39b4b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:02.943085 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-056f310d-c587-4a4c-a224-fb46c39b4b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:02.964802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d07ab-1ed0-48c6-a043-6b4524a749c3 req-3df5b68e-e7e0-4835-8174-34699b7a16f9 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:02.975007 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e2d07ab-1ed0-48c6-a043-6b4524a749c3 req-3df5b68e-e7e0-4835-8174-34699b7a16f9 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 946 time: 0.0720522 Aug 17 02:45:03.019745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba005c-0c5f-4df3-bc6b-86bc2634c331 req-cfb67a2e-1caa-49cc-9b37-976306715f04 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:03.021421 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6bba005c-0c5f-4df3-bc6b-86bc2634c331 req-cfb67a2e-1caa-49cc-9b37-976306715f04 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.42 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 946 time: 0.0928674 Aug 17 02:45:03.029829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e2d07ab-1ed0-48c6-a043-6b4524a749c3 req-49cd581a-9fba-4c80-b52b-a9bd40e367e6 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c937bac-143d-4fe8-af68-01c9e401e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534186 Aug 17 02:45:03.148566 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-056f310d-c587-4a4c-a224-fb46c39b4b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.151669 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-056f310d-c587-4a4c-a224-fb46c39b4b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.155231 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-056f310d-c587-4a4c-a224-fb46c39b4b46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78b4e8d2-fd96-498b-a342-486b59b91445 HTTP/1.1" status: 204 len: 168 time: 0.3145113 Aug 17 02:45:03.164003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-6bba005c-0c5f-4df3-bc6b-86bc2634c331 req-34d2604c-f2cf-4a87-bcbb-5ee9f437cc80 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Deleting port 55ba2cbc-8aad-4eb1-974a-4223feb95a08 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:03.170101 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6bba005c-0c5f-4df3-bc6b-86bc2634c331 req-34d2604c-f2cf-4a87-bcbb-5ee9f437cc80 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.170101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f310d-c587-4a4c-a224-fb46c39b4b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b4e8d2-fd96-498b-a342-486b59b91445,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:03.550910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-6bba005c-0c5f-4df3-bc6b-86bc2634c331 req-34d2604c-f2cf-4a87-bcbb-5ee9f437cc80 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] For port 55ba2cbc-8aad-4eb1-974a-4223feb95a08, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=55ba2cbc-8aad-4eb1-974a-4223feb95a08,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:03.551601 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6bba005c-0c5f-4df3-bc6b-86bc2634c331 req-34d2604c-f2cf-4a87-bcbb-5ee9f437cc80 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.570200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-6bba005c-0c5f-4df3-bc6b-86bc2634c331 req-34d2604c-f2cf-4a87-bcbb-5ee9f437cc80 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Calling delete_port for 55ba2cbc-8aad-4eb1-974a-4223feb95a08 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:03.810422 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6bba005c-0c5f-4df3-bc6b-86bc2634c331 req-34d2604c-f2cf-4a87-bcbb-5ee9f437cc80 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.845095 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2604c-f2cf-4a87-bcbb-5ee9f437cc80 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event deleted for resources: {'Port': ['ID=55ba2cbc-8aad-4eb1-974a-4223feb95a08,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:03.846241 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['55ba2cbc-8aad-4eb1-974a-4223feb95a08'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:45:03.902740 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bba005c-0c5f-4df3-bc6b-86bc2634c331 req-34d2604c-f2cf-4a87-bcbb-5ee9f437cc80 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] No DVR routers for this DVR port 55ba2cbc-8aad-4eb1-974a-4223feb95a08 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:03.905649 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6bba005c-0c5f-4df3-bc6b-86bc2634c331 req-34d2604c-f2cf-4a87-bcbb-5ee9f437cc80 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.907951 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6bba005c-0c5f-4df3-bc6b-86bc2634c331 req-34d2604c-f2cf-4a87-bcbb-5ee9f437cc80 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.42 "DELETE /v2.0/ports/55ba2cbc-8aad-4eb1-974a-4223feb95a08 HTTP/1.1" status: 204 len: 173 time: 0.8802874 Aug 17 02:45:03.908508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4129781f-779a-47c6-a2d6-b39152d0da4e', 'name': 'network-vif-deleted', 'tag': '55ba2cbc-8aad-4eb1-974a-4223feb95a08'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:45:03.910857 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6e8905-fc51-433e-9e79-896e7285bbb9" -d '{"events": [{"server_uuid": "4129781f-779a-47c6-a2d6-b39152d0da4e", "name": "network-vif-deleted", "tag": "55ba2cbc-8aad-4eb1-974a-4223feb95a08"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:45:03.978142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-681c51c8-f421-43c5-951d-b890bcd9c473 req-3a2e9466-dd41-4182-b461-c3cc4be7b8c3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 210 time: 0.0295570 Aug 17 02:45:04.012457 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47522) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:04.075451 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6565d8b-81ed-4217-86cd-675962e20b92 x-openstack-request-id: req-e6565d8b-81ed-4217-86cd-675962e20b92 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:45:04.075910 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4129781f-779a-47c6-a2d6-b39152d0da4e", "name": "network-vif-deleted", "tag": "55ba2cbc-8aad-4eb1-974a-4223feb95a08", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:45:04.076848 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6565d8b-81ed-4217-86cd-675962e20b92 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:45:04.076953 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4129781f-779a-47c6-a2d6-b39152d0da4e', 'name': 'network-vif-deleted', 'tag': '55ba2cbc-8aad-4eb1-974a-4223feb95a08', 'status': 'completed', 'code': 200} Aug 17 02:45:04.277019 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ef98a-bf78-43bb-ace4-cab6616ee8af req-27dc8475-3273-407f-9d96-1d42f91aa30b tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:04.282655 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc3ef98a-bf78-43bb-ace4-cab6616ee8af req-27dc8475-3273-407f-9d96-1d42f91aa30b tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 946 time: 0.0948610 Aug 17 02:45:04.308303 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1209994577'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:04.371198 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc3ef98a-bf78-43bb-ace4-cab6616ee8af req-2e5a57b4-bc0a-4c0a-ab96-3bc0b5ecf851 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c937bac-143d-4fe8-af68-01c9e401e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804126 Aug 17 02:45:04.427458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b831908-06c2-46c1-82fe-d7509b24f04c req-b3ef5b2a-91c9-4256-b1e0-905b6207a819 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:04.434864 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3b831908-06c2-46c1-82fe-d7509b24f04c req-b3ef5b2a-91c9-4256-b1e0-905b6207a819 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 946 time: 0.2031722 Aug 17 02:45:04.437404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Made reservation on behalf of 8d816ae6a11743adbda14b0fcc9470ea for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:04.448138 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:04.474949 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:04.623116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-3b831908-06c2-46c1-82fe-d7509b24f04c req-febfa35d-c9b4-4f00-b441-0e74967ecf18 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Deleting port 79400374-ed72-4d01-ab43-85a09e8b3412 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:04.623763 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-3b831908-06c2-46c1-82fe-d7509b24f04c req-febfa35d-c9b4-4f00-b441-0e74967ecf18 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:04.751253 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-3b831908-06c2-46c1-82fe-d7509b24f04c req-febfa35d-c9b4-4f00-b441-0e74967ecf18 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] For port 79400374-ed72-4d01-ab43-85a09e8b3412, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=79400374-ed72-4d01-ab43-85a09e8b3412,segment=NetworkSegment(cf55b48e-e099-4624-ad79-aaff3943553d),segment_id=cf55b48e-e099-4624-ad79-aaff3943553d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:04.751681 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-3b831908-06c2-46c1-82fe-d7509b24f04c req-febfa35d-c9b4-4f00-b441-0e74967ecf18 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:04.806766 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-3b831908-06c2-46c1-82fe-d7509b24f04c req-febfa35d-c9b4-4f00-b441-0e74967ecf18 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Calling delete_port for 79400374-ed72-4d01-ab43-85a09e8b3412 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:04.829979 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:04.891280 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:04.953673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:45:04.979824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ede73c5-2712-4ba7-ba6e-a4f284c70a71,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:04.995846 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:04.995846 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Added segment 959bab02-37f6-46fe-ad1f-cdb71cf3a8b2 of type vlan for network 6aee264d-e736-4603-97d8-7d3842894b4f Aug 17 02:45:05.100691 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:05.283992 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-3b831908-06c2-46c1-82fe-d7509b24f04c req-febfa35d-c9b4-4f00-b441-0e74967ecf18 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:05.286092 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:05.293119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:05.293780 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:05.315884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['79400374-ed72-4d01-ab43-85a09e8b3412'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:45:05.400240 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfa35d-c9b4-4f00-b441-0e74967ecf18 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Pushing event deleted for resources: {'Port': ['ID=79400374-ed72-4d01-ab43-85a09e8b3412,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:05.438941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event updated for resources: {'Network': ['ID=6aee264d-e736-4603-97d8-7d3842894b4f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:05.451550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 6aee264d-e736-4603-97d8-7d3842894b4f details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:45:05.460143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b831908-06c2-46c1-82fe-d7509b24f04c req-febfa35d-c9b4-4f00-b441-0e74967ecf18 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] No DVR routers for this DVR port 79400374-ed72-4d01-ab43-85a09e8b3412 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:05.463396 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-3b831908-06c2-46c1-82fe-d7509b24f04c req-febfa35d-c9b4-4f00-b441-0e74967ecf18 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:05.466368 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3b831908-06c2-46c1-82fe-d7509b24f04c req-febfa35d-c9b4-4f00-b441-0e74967ecf18 tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.42 "DELETE /v2.0/ports/79400374-ed72-4d01-ab43-85a09e8b3412 HTTP/1.1" status: 204 len: 173 time: 0.9945891 Aug 17 02:45:05.528433 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c8096621-74d7-4fd4-8423-2d25b338ae3f tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5088353 Aug 17 02:45:05.974892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 55ba2cbc-8aad-4eb1-974a-4223feb95a08 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:06.015793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8ecf8b9-3469-4687-aada-69e4a90aadbf req-d26a81eb-1947-4448-a3d1-85cac4cc3ad0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0648475 Aug 17 02:45:06.058186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 55ba2cbc-8aad-4eb1-974a-4223feb95a08 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:06.058548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 55ba2cbc-8aad-4eb1-974a-4223feb95a08 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:06.078568 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcbc71c-e823-424f-9945-444a3149cf77', 'name': 'network-vif-deleted', 'tag': '79400374-ed72-4d01-ab43-85a09e8b3412'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:45:06.081393 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed0d27b-1ef3-4615-98c3-ea1855deb0cd" -d '{"events": [{"server_uuid": "4dcbc71c-e823-424f-9945-444a3149cf77", "name": "network-vif-deleted", "tag": "79400374-ed72-4d01-ab43-85a09e8b3412"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:45:06.142954 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9bfa9853-6c77-4b38-b856-fdaa67aba530 req-f92114ee-6d63-42bc-8d0f-740098a68d7f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 210 time: 0.0951445 Aug 17 02:45:06.202485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecf8b9-3469-4687-aada-69e4a90aadbf req-06462152-b4e5-4da8-b6b0-f02f5c5c7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:06.204147 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8ecf8b9-3469-4687-aada-69e4a90aadbf req-06462152-b4e5-4da8-b6b0-f02f5c5c7f95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40d55d2b9b694b56acaea90485e97c43&device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 1097 time: 0.1008546 Aug 17 02:45:06.376975 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45195c97-ac32-4e6a-8eed-da4ba69d48ef req-e2c2094c-432d-47b3-9d71-2fee1ba9199d tempest-ServerPasswordTestJSON-1479664981 tempest-ServerPasswordTestJSON-1479664981-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcbc71c-e823-424f-9945-444a3149cf77 HTTP/1.1" status: 200 len: 210 time: 0.1203499 Aug 17 02:45:06.516924 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecf8b9-3469-4687-aada-69e4a90aadbf req-84ef0a4d-b74f-4925-b1ec-28c1825e0adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:06.520369 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8ecf8b9-3469-4687-aada-69e4a90aadbf req-84ef0a4d-b74f-4925-b1ec-28c1825e0adb service neutron] 10.222.0.18 "GET /v2.0/networks?id=63c037a2-cec8-4bd4-a904-29cd7197ae86 HTTP/1.1" status: 200 len: 911 time: 0.2900558 Aug 17 02:45:06.786708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-36ba5773-88d9-47a5-86c0-ff7b4e770ddb tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:06.788591 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-36ba5773-88d9-47a5-86c0-ff7b4e770ddb tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.42 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 946 time: 0.0956142 Aug 17 02:45:06.794651 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8ecf8b9-3469-4687-aada-69e4a90aadbf req-dae66c43-6e01-49dd-805d-93612f1288d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5323a56e-4e48-4602-a152-0c7f79e67077 HTTP/1.1" status: 200 len: 1001 time: 0.2619212 Aug 17 02:45:06.968760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-1b9cbef7-84f2-4b73-a65c-5cf76b38ec22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Deleting port 932c6d30-b782-4988-a6b2-103f29bd1349 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:06.969304 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-1b9cbef7-84f2-4b73-a65c-5cf76b38ec22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:06.978339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81456137-a412-4dbe-b33a-34febc518a27 req-4bcaa271-c21d-4458-a84f-2b20a595ea86 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:06.979834 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-81456137-a412-4dbe-b33a-34febc518a27 req-4bcaa271-c21d-4458-a84f-2b20a595ea86 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 946 time: 0.3914485 Aug 17 02:45:07.203071 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-1b9cbef7-84f2-4b73-a65c-5cf76b38ec22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] For port 932c6d30-b782-4988-a6b2-103f29bd1349, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=932c6d30-b782-4988-a6b2-103f29bd1349,segment=NetworkSegment(6a7c3489-3215-4541-b00d-643ee7f25532),segment_id=6a7c3489-3215-4541-b00d-643ee7f25532)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:07.203696 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-1b9cbef7-84f2-4b73-a65c-5cf76b38ec22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:07.591277 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecf8b9-3469-4687-aada-69e4a90aadbf req-b3256194-9ad7-4f0d-a93f-c0a9787d4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:07.593799 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8ecf8b9-3469-4687-aada-69e4a90aadbf req-b3256194-9ad7-4f0d-a93f-c0a9787d4c5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6588c9ac-5362-490c-a200-ab2910cd28a7 HTTP/1.1" status: 200 len: 849 time: 0.7899051 Aug 17 02:45:07.610094 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-81456137-a412-4dbe-b33a-34febc518a27 req-d102ef0f-887e-4706-84a1-26c6b3626458 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/security-groups?id=669e96f3-2b4e-4887-80c1-a2f6dab467c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5960069 Aug 17 02:45:07.744091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecf8b9-3469-4687-aada-69e4a90aadbf req-e25ff770-7e82-449a-864a-8013d6664a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:07.744091 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8ecf8b9-3469-4687-aada-69e4a90aadbf req-e25ff770-7e82-449a-864a-8013d6664a87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63c037a2-cec8-4bd4-a904-29cd7197ae86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1321950 Aug 17 02:45:07.762321 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff3ecfd-41a1-45c1-a1b7-6d95e00b61df x-openstack-request-id: req-6ff3ecfd-41a1-45c1-a1b7-6d95e00b61df {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:45:07.767647 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcbc71c-e823-424f-9945-444a3149cf77", "name": "network-vif-deleted", "tag": "79400374-ed72-4d01-ab43-85a09e8b3412", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:45:07.768095 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ff3ecfd-41a1-45c1-a1b7-6d95e00b61df {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:45:07.768777 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcbc71c-e823-424f-9945-444a3149cf77', 'name': 'network-vif-deleted', 'tag': '79400374-ed72-4d01-ab43-85a09e8b3412', 'status': 'completed', 'code': 200} Aug 17 02:45:07.800798 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-1b9cbef7-84f2-4b73-a65c-5cf76b38ec22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:07.804107 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-1b9cbef7-84f2-4b73-a65c-5cf76b38ec22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:07.805735 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-1b9cbef7-84f2-4b73-a65c-5cf76b38ec22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Floating IP 38408c7e-08bc-4b1c-b1d4-33a40b7ec3f7 disassociated. External IP: 172.25.5.199, port: 932c6d30-b782-4988-a6b2-103f29bd1349. Aug 17 02:45:07.810195 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-1b9cbef7-84f2-4b73-a65c-5cf76b38ec22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Calling delete_port for 932c6d30-b782-4988-a6b2-103f29bd1349 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:07.976442 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-57744b1a-0cb6-4959-b5c6-dd6d63de4334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:08.011600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 79400374-ed72-4d01-ab43-85a09e8b3412 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:08.027732 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66e2e8ab-bf8c-4e59-a7d8-158be5110451 req-3b51ede3-96e3-4f3a-9172-01cc9ab1faf5 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 210 time: 0.0559697 Aug 17 02:45:08.064228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 79400374-ed72-4d01-ab43-85a09e8b3412 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:08.069218 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 79400374-ed72-4d01-ab43-85a09e8b3412 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:08.069790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 932c6d30-b782-4988-a6b2-103f29bd1349 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:08.112823 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8ecf8b9-3469-4687-aada-69e4a90aadbf req-f0fb84c4-9e5a-49c0-8ff7-523f02ccc13c service neutron] 10.222.0.18 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569534 Aug 17 02:45:08.118718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47606) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:08.255706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47610) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:08.297759 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:08.302246 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-60af9727-6e8e-4c6d-802b-febe42be03d0 admin admin] Deleting subnet e233d980-a6eb-421b-bb89-d0106ff95af1 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:45:08.320307 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-60af9727-6e8e-4c6d-802b-febe42be03d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:08.370040 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-1b9cbef7-84f2-4b73-a65c-5cf76b38ec22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:08.424937 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8ecf8b9-3469-4687-aada-69e4a90aadbf req-bd82c842-ac99-406e-912e-ca1b3830201b service neutron] 10.222.0.18 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973251 Aug 17 02:45:08.432570 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-60af9727-6e8e-4c6d-802b-febe42be03d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:08.450994 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cbef7-84f2-4b73-a65c-5cf76b38ec22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Pushing event deleted for resources: {'Port': ['ID=932c6d30-b782-4988-a6b2-103f29bd1349,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:08.453343 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-763e592b-4649-46e4-a742-16685bdc2808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:08.559030 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-763e592b-4649-46e4-a742-16685bdc2808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:08.577880 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-60af9727-6e8e-4c6d-802b-febe42be03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:08.629464 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-763e592b-4649-46e4-a742-16685bdc2808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:08.685396 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-1b9cbef7-84f2-4b73-a65c-5cf76b38ec22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:45:08.766872 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-763e592b-4649-46e4-a742-16685bdc2808 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=032b65d0718741cca71280cddb96ca4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5081439 Aug 17 02:45:08.768024 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e592b-4649-46e4-a742-16685bdc2808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40e7694-5c67-4cfc-9110-1d14361609c8,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:08.774353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47620) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:08.873883 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f1e93ec-93fc-46b7-a2c6-234fa01050c5 req-3f2f72b6-b757-4c17-80cb-1cf105fed048 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "GET /v2.0/ports?device_id=99bb9234-b9f8-474a-9996-108a08c596fd HTTP/1.1" status: 200 len: 210 time: 0.1143539 Aug 17 02:45:08.910986 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-1b9cbef7-84f2-4b73-a65c-5cf76b38ec22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:45:08.920064 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2882fbfc-144d-4b1a-955d-1419a7ee1b92 req-8dccb002-b877-4d05-b41b-a931dc7d4b34 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2973077 Aug 17 02:45:08.934556 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca012ab-795d-4df2-a19a-73a9a7307405 None None] Sync routers for ids ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:45:08.943051 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0025fdf6-073a-4103-9dc1-6ae52dadda03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:08.954362 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca012ab-795d-4df2-a19a-73a9a7307405 None None] Routers {'92351473-5281-4ba7-aaa8-4c5e39dcbe5e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:08.955531 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6ca012ab-795d-4df2-a19a-73a9a7307405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:44:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:08.974282 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-60af9727-6e8e-4c6d-802b-febe42be03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:09.008840 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0025fdf6-073a-4103-9dc1-6ae52dadda03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:09.049856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-1b9cbef7-84f2-4b73-a65c-5cf76b38ec22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] No DVR routers for this DVR port 932c6d30-b782-4988-a6b2-103f29bd1349 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:09.059336 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-1b9cbef7-84f2-4b73-a65c-5cf76b38ec22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:09.072100 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-726ccc8b-c0da-4e99-8700-42cb14ca9daf req-1b9cbef7-84f2-4b73-a65c-5cf76b38ec22 tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.42 "DELETE /v2.0/ports/932c6d30-b782-4988-a6b2-103f29bd1349 HTTP/1.1" status: 204 len: 173 time: 2.2660699 Aug 17 02:45:09.087684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47628) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:09.113872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-af7bd91d-3fb7-4b59-a078-56266b349c31 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Request body: {'subnet': {'network_id': '6aee264d-e736-4603-97d8-7d3842894b4f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:09.155656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af9727-6e8e-4c6d-802b-febe42be03d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e233d980-a6eb-421b-bb89-d0106ff95af1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:09.163442 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-60af9727-6e8e-4c6d-802b-febe42be03d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:09.168973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-60af9727-6e8e-4c6d-802b-febe42be03d0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e233d980-a6eb-421b-bb89-d0106ff95af1 HTTP/1.1" status: 204 len: 168 time: 1.0491958 Aug 17 02:45:09.172764 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47630) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:09.202137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-220f93a9-b457-4ee6-a412-a9ecd38d567d req-2eed09ae-a716-4723-9240-509ff4e0125c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 210 time: 0.0521235 Aug 17 02:45:09.212622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882fbfc-144d-4b1a-955d-1419a7ee1b92 req-8faee53b-633f-4bd2-8adc-f538f4cdf4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:09.214457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2882fbfc-144d-4b1a-955d-1419a7ee1b92 req-8faee53b-633f-4bd2-8adc-f538f4cdf4b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 1097 time: 0.2421565 Aug 17 02:45:09.257512 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-6ca012ab-795d-4df2-a19a-73a9a7307405 None None] Set router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:09.333819 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee298486-0141-40e7-a84e-c77c0cfe2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:09.405888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882fbfc-144d-4b1a-955d-1419a7ee1b92 req-197a89f4-5f90-4034-917b-929849460fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:09.407935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2882fbfc-144d-4b1a-955d-1419a7ee1b92 req-197a89f4-5f90-4034-917b-929849460fd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 917 time: 0.1515567 Aug 17 02:45:09.409350 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0025fdf6-073a-4103-9dc1-6ae52dadda03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:09.412798 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0025fdf6-073a-4103-9dc1-6ae52dadda03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:09.414122 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0025fdf6-073a-4103-9dc1-6ae52dadda03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e40e7694-5c67-4cfc-9110-1d14361609c8 HTTP/1.1" status: 204 len: 168 time: 0.6384311 Aug 17 02:45:09.420528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7bd91d-3fb7-4b59-a078-56266b349c31 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Made reservation on behalf of 8d816ae6a11743adbda14b0fcc9470ea for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:09.425020 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-af7bd91d-3fb7-4b59-a078-56266b349c31 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:09.482462 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee298486-0141-40e7-a84e-c77c0cfe2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:09.530670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-ee298486-0141-40e7-a84e-c77c0cfe2d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a73bbe5-bc48-476e-91ad-0544c4757dd6']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:09.541865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025fdf6-073a-4103-9dc1-6ae52dadda03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40e7694-5c67-4cfc-9110-1d14361609c8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:09.564878 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-ee298486-0141-40e7-a84e-c77c0cfe2d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf55b48e-e099-4624-ad79-aaff3943553d') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:09.565185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-ee298486-0141-40e7-a84e-c77c0cfe2d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf55b48e-e099-4624-ad79-aaff3943553d') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:09.568367 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2882fbfc-144d-4b1a-955d-1419a7ee1b92 req-898750a8-787d-4f08-acdd-fe17ed82c268 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877 HTTP/1.1" status: 200 len: 1001 time: 0.1394646 Aug 17 02:45:09.583216 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee298486-0141-40e7-a84e-c77c0cfe2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:09.604452 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6ca012ab-795d-4df2-a19a-73a9a7307405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:36Z', 'updated_at': '2021-08-17T02:38:43Z', 'revision_number': 4, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'gw_port': {'id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:38Z', 'updated_at': '2021-08-17T02:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'e40b6cf0-6814-4a1b-9cd3-1f85646cc983', 'name': '', 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'mac_address': 'fa:16:3e:04:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:42Z', 'updated_at': '2021-08-17T02:38:50Z', 'revision_number': 5, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'subnets': [{'id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:09.626114 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee298486-0141-40e7-a84e-c77c0cfe2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:09.645946 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca012ab-795d-4df2-a19a-73a9a7307405 None None] Checking router: 92351473-5281-4ba7-aaa8-4c5e39dcbe5e for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:45:09.646712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee298486-0141-40e7-a84e-c77c0cfe2d2a admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:45:09.647135 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee298486-0141-40e7-a84e-c77c0cfe2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:45:09.649563 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:45:09.671849 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882fbfc-144d-4b1a-955d-1419a7ee1b92 req-d9e897c3-c35d-4c6a-a8df-b713820ebc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:09.673012 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca012ab-795d-4df2-a19a-73a9a7307405 None None] Routers {'92351473-5281-4ba7-aaa8-4c5e39dcbe5e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:09.673841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2882fbfc-144d-4b1a-955d-1419a7ee1b92 req-d9e897c3-c35d-4c6a-a8df-b713820ebc29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.0933678 Aug 17 02:45:09.674756 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6ca012ab-795d-4df2-a19a-73a9a7307405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:44:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:09.764424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882fbfc-144d-4b1a-955d-1419a7ee1b92 req-179c96d0-bba1-4dee-9b5e-83f6af312f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:09.766036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2882fbfc-144d-4b1a-955d-1419a7ee1b92 req-179c96d0-bba1-4dee-9b5e-83f6af312f8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841470 Aug 17 02:45:09.774835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb9234-b9f8-474a-9996-108a08c596fd', 'name': 'network-vif-deleted', 'tag': '932c6d30-b782-4988-a6b2-103f29bd1349'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:45:09.777569 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c38c0d-3bb7-47cc-bb1c-bc62af45f0f5" -d '{"events": [{"server_uuid": "99bb9234-b9f8-474a-9996-108a08c596fd", "name": "network-vif-deleted", "tag": "932c6d30-b782-4988-a6b2-103f29bd1349"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:45:09.783226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-2882fbfc-144d-4b1a-955d-1419a7ee1b92 req-65a3c3bc-023b-463f-9a61-b7e93ddc3220 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:45:09.785880 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2882fbfc-144d-4b1a-955d-1419a7ee1b92 req-65a3c3bc-023b-463f-9a61-b7e93ddc3220 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080466 Aug 17 02:45:09.859728 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee298486-0141-40e7-a84e-c77c0cfe2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:09.886602 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee298486-0141-40e7-a84e-c77c0cfe2d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:09.894386 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ee298486-0141-40e7-a84e-c77c0cfe2d2a admin admin] 10.222.0.13 "DELETE /v2.0/networks/0a73bbe5-bc48-476e-91ad-0544c4757dd6 HTTP/1.1" status: 204 len: 168 time: 0.7199125 Aug 17 02:45:09.908404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee298486-0141-40e7-a84e-c77c0cfe2d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=0a73bbe5-bc48-476e-91ad-0544c4757dd6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:09.941893 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-af7bd91d-3fb7-4b59-a078-56266b349c31 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:09.954506 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2882fbfc-144d-4b1a-955d-1419a7ee1b92 req-ea405151-528f-4f58-b683-cbb87d70732e service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507235 Aug 17 02:45:10.059570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bd91d-3fb7-4b59-a078-56266b349c31 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event updated for resources: {'Subnet': ['ID=22633a86-ab93-4e05-846e-7415b2c71107,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:10.076445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7bd91d-3fb7-4b59-a078-56266b349c31 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Checking segment: {'id': '959bab02-37f6-46fe-ad1f-cdb71cf3a8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6aee264d-e736-4603-97d8-7d3842894b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:10.077540 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7bd91d-3fb7-4b59-a078-56266b349c31 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Network hostable DHCP agents. Network: 6aee264d-e736-4603-97d8-7d3842894b4f, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:45:10.090825 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-6ca012ab-795d-4df2-a19a-73a9a7307405 None None] Set router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:10.177691 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2882fbfc-144d-4b1a-955d-1419a7ee1b92 req-f6c0eb59-6b66-4927-a1be-c7d0d72aaa6c service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164450 Aug 17 02:45:10.181830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7bd91d-3fb7-4b59-a078-56266b349c31 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Network 6aee264d-e736-4603-97d8-7d3842894b4f is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:45:10.267414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-af7bd91d-3fb7-4b59-a078-56266b349c31 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 6aee264d-e736-4603-97d8-7d3842894b4f) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:10.272412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7bd91d-3fb7-4b59-a078-56266b349c31 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:10.276994 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-af7bd91d-3fb7-4b59-a078-56266b349c31 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:10.294991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fefef6-f119-4fb3-bc89-c8f72a2cc48a None None] Network 6aee264d-e736-4603-97d8-7d3842894b4f requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:10.363549 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a32fa8f-35e6-4d5b-8f73-79ba6c8d0b43 x-openstack-request-id: req-1a32fa8f-35e6-4d5b-8f73-79ba6c8d0b43 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:45:10.364000 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb9234-b9f8-474a-9996-108a08c596fd", "name": "network-vif-deleted", "tag": "932c6d30-b782-4988-a6b2-103f29bd1349", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:45:10.364264 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a32fa8f-35e6-4d5b-8f73-79ba6c8d0b43 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:45:10.364721 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb9234-b9f8-474a-9996-108a08c596fd', 'name': 'network-vif-deleted', 'tag': '932c6d30-b782-4988-a6b2-103f29bd1349', 'status': 'completed', 'code': 200} Aug 17 02:45:10.392282 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5b7b7330-df7e-4981-b6a6-aad2e4500f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:10.405317 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47658) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:10.439746 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6ca012ab-795d-4df2-a19a-73a9a7307405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:36Z', 'updated_at': '2021-08-17T02:38:43Z', 'revision_number': 4, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'gw_port': {'id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:38Z', 'updated_at': '2021-08-17T02:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'e40b6cf0-6814-4a1b-9cd3-1f85646cc983', 'name': '', 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'mac_address': 'fa:16:3e:04:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:42Z', 'updated_at': '2021-08-17T02:38:50Z', 'revision_number': 5, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'subnets': [{'id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:10.470288 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca012ab-795d-4df2-a19a-73a9a7307405 None None] The sync data for ids ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'] in n-d-793621-31 is: [{'id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:36Z', 'updated_at': '2021-08-17T02:38:43Z', 'revision_number': 4, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'gw_port': {'id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:38Z', 'updated_at': '2021-08-17T02:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'e40b6cf0-6814-4a1b-9cd3-1f85646cc983', 'name': '', 'network_id': '36bf98c4-df45-4357-bba5-3ccfe407e9cc', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'mac_address': 'fa:16:3e:04:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:42Z', 'updated_at': '2021-08-17T02:38:50Z', 'revision_number': 5, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'subnets': [{'id': '8955ede8-ca0a-49ba-a12d-3a5806aeee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:45:10.494929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47660) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:10.516944 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-af7bd91d-3fb7-4b59-a078-56266b349c31 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4224832 Aug 17 02:45:10.517812 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bbb922cd-2075-4b92-be63-76ed8bae9dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:10.518138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47662) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:10.535450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-803e613c-95cf-46e7-8962-966e025d127c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-844459630'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:10.566222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47664) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:10.592594 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-6aee264d-e736-4603-97d8-7d3842894b4f', 'network_id': '6aee264d-e736-4603-97d8-7d3842894b4f', 'tenant_id': '8d816ae6a11743adbda14b0fcc9470ea', 'fixed_ips': [{'subnet_id': '22633a86-ab93-4e05-846e-7415b2c71107'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:45:10.593484 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:10.679444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-280339ad-17e5-45e6-a76d-b24e1572cde1 req-3fa2a98c-890d-497a-b80f-d5080e4a4317 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=4129781f-779a-47c6-a2d6-b39152d0da4e HTTP/1.1" status: 200 len: 210 time: 0.0983982 Aug 17 02:45:10.694364 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5f8e35e1-f4be-4b05-83a1-7b362d437e7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d639bd11f0245b492015d2738c8d99d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270061 Aug 17 02:45:10.697744 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47666) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:10.745753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ec794750-962f-4fe3-bfbf-1c5337d2dabe tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Deleting port 5e769027-3792-43b3-bda4-aced717a5115 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:10.748666 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec794750-962f-4fe3-bfbf-1c5337d2dabe tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:10.778754 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:10.799505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803e613c-95cf-46e7-8962-966e025d127c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Made reservation on behalf of 8d816ae6a11743adbda14b0fcc9470ea for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:10.802314 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-803e613c-95cf-46e7-8962-966e025d127c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:10.895371 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec794750-962f-4fe3-bfbf-1c5337d2dabe tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:10.895697 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec794750-962f-4fe3-bfbf-1c5337d2dabe tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:10.923732 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Allocated IP 2001:db8:0:ffff::2 (6aee264d-e736-4603-97d8-7d3842894b4f/22633a86-ab93-4e05-846e-7415b2c71107/2b00eea0-7276-43a4-8f6a-526634c34157) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:10.929121 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ec794750-962f-4fe3-bfbf-1c5337d2dabe tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Calling delete_port for 5e769027-3792-43b3-bda4-aced717a5115 owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:10.946662 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4da694a-126d-4644-a6e6-10c440a57158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:10.959347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803e613c-95cf-46e7-8962-966e025d127c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:45:11.000454 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-803e613c-95cf-46e7-8962-966e025d127c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.000982 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-803e613c-95cf-46e7-8962-966e025d127c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Added segment 9b87154c-4063-4b1b-b46b-4b155b09c81d of type vlan for network 02e324c6-1a6e-48fd-999e-f8074b246752 Aug 17 02:45:11.004293 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d1bf9c-51bf-4c3d-ab62-b112697575f2 None None] New status for floating IP 38408c7e-08bc-4b1c-b1d4-33a40b7ec3f7: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:45:11.028654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce965361-73cd-440b-9f09-7d32fffd459d req-dd70373b-2d2a-469e-8a4e-d8c083664d1d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:11.030383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce965361-73cd-440b-9f09-7d32fffd459d req-dd70373b-2d2a-469e-8a4e-d8c083664d1d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.2508104 Aug 17 02:45:11.035951 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4da694a-126d-4644-a6e6-10c440a57158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.160565 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-803e613c-95cf-46e7-8962-966e025d127c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.194228 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bbb922cd-2075-4b92-be63-76ed8bae9dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.218881 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce965361-73cd-440b-9f09-7d32fffd459d req-3f8d8e19-7fc3-412f-8e53-eed6d029080b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668813 Aug 17 02:45:11.245077 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec794750-962f-4fe3-bfbf-1c5337d2dabe tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.273407 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bbb922cd-2075-4b92-be63-76ed8bae9dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.276739 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4da694a-126d-4644-a6e6-10c440a57158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.278334 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.279718 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4da694a-126d-4644-a6e6-10c440a57158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.281542 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d4da694a-126d-4644-a6e6-10c440a57158 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c937bac-143d-4fe8-af68-01c9e401e3ef HTTP/1.1" status: 204 len: 168 time: 0.5822442 Aug 17 02:45:11.282690 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-27d1bf9c-51bf-4c3d-ab62-b112697575f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:45:11.283403 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-27d1bf9c-51bf-4c3d-ab62-b112697575f2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:45:11.296961 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Transition to ACTIVE for port object 2b00eea0-7276-43a4-8f6a-526634c34157 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:11.324897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Transition to ACTIVE for port object 2b00eea0-7276-43a4-8f6a-526634c34157 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:11.347725 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-803e613c-95cf-46e7-8962-966e025d127c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.354743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803e613c-95cf-46e7-8962-966e025d127c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:11.355497 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-803e613c-95cf-46e7-8962-966e025d127c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.371713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb922cd-2075-4b92-be63-76ed8bae9dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55c50ea-6d91-4d10-bda4-5d6540f34d41,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:11.408284 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec794750-962f-4fe3-bfbf-1c5337d2dabe tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Pushing event deleted for resources: {'Port': ['ID=5e769027-3792-43b3-bda4-aced717a5115,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:11.433770 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.451036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bbb922cd-2075-4b92-be63-76ed8bae9dc9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b031b67784294e3f92c3e4f0ed9eade3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9548619 Aug 17 02:45:11.455852 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da694a-126d-4644-a6e6-10c440a57158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c937bac-143d-4fe8-af68-01c9e401e3ef,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:11.461964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47672) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:11.496966 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e613c-95cf-46e7-8962-966e025d127c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event updated for resources: {'Network': ['ID=02e324c6-1a6e-48fd-999e-f8074b246752,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:11.522150 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec794750-962f-4fe3-bfbf-1c5337d2dabe tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.535665 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec794750-962f-4fe3-bfbf-1c5337d2dabe tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.536819 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ec794750-962f-4fe3-bfbf-1c5337d2dabe tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "DELETE /v2.0/floatingips/38408c7e-08bc-4b1c-b1d4-33a40b7ec3f7 HTTP/1.1" status: 204 len: 168 time: 1.1304984 Aug 17 02:45:11.546868 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-803e613c-95cf-46e7-8962-966e025d127c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0252361 Aug 17 02:45:11.547288 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47676) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:11.555223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e2ea8e14-4b03-4207-a5b8-214bd15414a7 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Request body: {'subnet': {'network_id': '02e324c6-1a6e-48fd-999e-f8074b246752', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:11.556766 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 02e324c6-1a6e-48fd-999e-f8074b246752 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:45:11.584562 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3f06-07e1-47b7-b4ca-08be51510e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.631440 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Network 6aee264d-e736-4603-97d8-7d3842894b4f is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:11.645699 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:11.649318 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:11.660577 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3f06-07e1-47b7-b4ca-08be51510e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.720942 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47684) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:11.752085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Pushing event updated for resources: {'Port': ['ID=2b00eea0-7276-43a4-8f6a-526634c34157,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:11.788919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d1bf9c-51bf-4c3d-ab62-b112697575f2 None None] New status for floating IP 38408c7e-08bc-4b1c-b1d4-33a40b7ec3f7: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:45:11.849288 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.867450 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3f06-07e1-47b7-b4ca-08be51510e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.872105 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3f06-07e1-47b7-b4ca-08be51510e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.872970 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-259738c5-a2c2-4a3f-8fc4-f1ffbcda575d tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.873851 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e7ff3f06-07e1-47b7-b4ca-08be51510e50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b55c50ea-6d91-4d10-bda4-5d6540f34d41 HTTP/1.1" status: 204 len: 168 time: 0.4103355 Aug 17 02:45:11.894673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Attempting to bind port 2b00eea0-7276-43a4-8f6a-526634c34157 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:45:11.895305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Attempting to bind port 2b00eea0-7276-43a4-8f6a-526634c34157 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '959bab02-37f6-46fe-ad1f-cdb71cf3a8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6aee264d-e736-4603-97d8-7d3842894b4f'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:45:11.895909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Attempting to bind port 2b00eea0-7276-43a4-8f6a-526634c34157 on network 6aee264d-e736-4603-97d8-7d3842894b4f {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:11.903565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:45:11.904576 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Checking segment: {'id': '959bab02-37f6-46fe-ad1f-cdb71cf3a8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6aee264d-e736-4603-97d8-7d3842894b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:11.905071 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.905479 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff3f06-07e1-47b7-b4ca-08be51510e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55c50ea-6d91-4d10-bda4-5d6540f34d41,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:11.905806 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Bound using segment: {'id': '959bab02-37f6-46fe-ad1f-cdb71cf3a8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6aee264d-e736-4603-97d8-7d3842894b4f'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:45:11.906417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Bound port: 2b00eea0-7276-43a4-8f6a-526634c34157, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959bab02-37f6-46fe-ad1f-cdb71cf3a8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6aee264d-e736-4603-97d8-7d3842894b4f'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:45:11.907642 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.959657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ea8e14-4b03-4207-a5b8-214bd15414a7 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Made reservation on behalf of 8d816ae6a11743adbda14b0fcc9470ea for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:11.959657 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2ea8e14-4b03-4207-a5b8-214bd15414a7 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.972470 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-259738c5-a2c2-4a3f-8fc4-f1ffbcda575d tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:12.092546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] For port 2b00eea0-7276-43a4-8f6a-526634c34157, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:45:12.121943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] For port 2b00eea0-7276-43a4-8f6a-526634c34157, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2b00eea0-7276-43a4-8f6a-526634c34157,segment=NetworkSegment(959bab02-37f6-46fe-ad1f-cdb71cf3a8b2),segment_id=959bab02-37f6-46fe-ad1f-cdb71cf3a8b2)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:45:12.188299 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:12.243924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-259738c5-a2c2-4a3f-8fc4-f1ffbcda575d tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:12.247268 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-259738c5-a2c2-4a3f-8fc4-f1ffbcda575d tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:12.252787 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-259738c5-a2c2-4a3f-8fc4-f1ffbcda575d tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] 10.222.0.13 "DELETE /v2.0/security-groups/669e96f3-2b4e-4887-80c1-a2f6dab467c2 HTTP/1.1" status: 204 len: 168 time: 0.5270035 Aug 17 02:45:12.264730 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259738c5-a2c2-4a3f-8fc4-f1ffbcda575d tempest-TestServerBasicOps-164121266 tempest-TestServerBasicOps-164121266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=669e96f3-2b4e-4887-80c1-a2f6dab467c2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:12.371254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643f01a-c4ec-4f49-ae07-6c4e92be5c2c None None] Pushing event updated for resources: {'Port': ['ID=2b00eea0-7276-43a4-8f6a-526634c34157,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:12.523138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.objects.ports [None req-e2ea8e14-4b03-4207-a5b8-214bd15414a7 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95407) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:45:12.525548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358bfb2-1217-4e9c-b3cc-b1fd275787ce req-81f0c5e0-e60b-4452-b0c1-2fa372041d72 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:12.526429 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2ea8e14-4b03-4207-a5b8-214bd15414a7 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:12.535938 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2358bfb2-1217-4e9c-b3cc-b1fd275787ce req-81f0c5e0-e60b-4452-b0c1-2fa372041d72 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.1369810 Aug 17 02:45:12.656114 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2358bfb2-1217-4e9c-b3cc-b1fd275787ce req-14ee083d-caa7-47d5-a7e2-251e32498ead tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137156 Aug 17 02:45:12.713884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea8e14-4b03-4207-a5b8-214bd15414a7 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event updated for resources: {'Subnet': ['ID=f6ede37d-1b3c-46bf-b62f-fdc7ebf73519,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:12.732052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ea8e14-4b03-4207-a5b8-214bd15414a7 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Checking segment: {'id': '9b87154c-4063-4b1b-b46b-4b155b09c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '02e324c6-1a6e-48fd-999e-f8074b246752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:12.733054 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ea8e14-4b03-4207-a5b8-214bd15414a7 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Network hostable DHCP agents. Network: 02e324c6-1a6e-48fd-999e-f8074b246752, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:45:12.803041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47714) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:12.866979 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ea8e14-4b03-4207-a5b8-214bd15414a7 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Network 02e324c6-1a6e-48fd-999e-f8074b246752 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:45:13.034299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e2ea8e14-4b03-4207-a5b8-214bd15414a7 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 02e324c6-1a6e-48fd-999e-f8074b246752) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:13.051138 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6831bf7f-bb28-4098-811c-42bbfc6dfb56 None None] Network 02e324c6-1a6e-48fd-999e-f8074b246752 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:13.073181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ea8e14-4b03-4207-a5b8-214bd15414a7 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:13.074360 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2ea8e14-4b03-4207-a5b8-214bd15414a7 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:13.194962 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e2ea8e14-4b03-4207-a5b8-214bd15414a7 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6465511 Aug 17 02:45:13.197882 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47728) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:13.202998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-3e676c86-34fe-4bc3-9b3d-51078f395165 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Request body: {'port': {'network_id': '02e324c6-1a6e-48fd-999e-f8074b246752', 'name': 'tempest-NetworksIpV6TestAttrs-1858639575'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:13.332878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-02e324c6-1a6e-48fd-999e-f8074b246752', 'network_id': '02e324c6-1a6e-48fd-999e-f8074b246752', 'tenant_id': '8d816ae6a11743adbda14b0fcc9470ea', 'fixed_ips': [{'subnet_id': 'f6ede37d-1b3c-46bf-b62f-fdc7ebf73519'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:45:13.334148 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:13.558857 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e676c86-34fe-4bc3-9b3d-51078f395165 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Made reservation on behalf of 8d816ae6a11743adbda14b0fcc9470ea for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:13.563070 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e676c86-34fe-4bc3-9b3d-51078f395165 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:13.604037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-3e676c86-34fe-4bc3-9b3d-51078f395165 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] device_id is not set on port 147262ac-bd11-411b-9759-1130453c1c22 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:45:13.613943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47740) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:13.748582 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Allocated IP 2001:db8::f816:3eff:feba:9ad0 (02e324c6-1a6e-48fd-999e-f8074b246752/f6ede37d-1b3c-46bf-b62f-fdc7ebf73519/9dd7017e-23af-440d-9b2e-5bfddff3dcfa) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:13.876611 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b6c48-c96f-42b4-9e39-727d3011bfd3 req-df215542-6cdf-411e-a6ec-17104fc16c86 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:13.893214 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a19b6c48-c96f-42b4-9e39-727d3011bfd3 req-df215542-6cdf-411e-a6ec-17104fc16c86 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.1115794 Aug 17 02:45:14.011953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a19b6c48-c96f-42b4-9e39-727d3011bfd3 req-87a1990d-1d3f-4538-bead-21ac284c7bad tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177201 Aug 17 02:45:14.139858 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-952990560-network', 'tenant_id': '932bad7d1d8f47c184058cfcb226a192'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:14.218474 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:14.230289 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Transition to ACTIVE for port object 9dd7017e-23af-440d-9b2e-5bfddff3dcfa will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:14.232763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] Made reservation on behalf of 932bad7d1d8f47c184058cfcb226a192 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:14.235342 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:14.248326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Transition to ACTIVE for port object 9dd7017e-23af-440d-9b2e-5bfddff3dcfa will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:14.250555 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:14.252696 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:14.260222 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2d3dc8-ecfd-4f0c-a306-ec7d1e23890b None None] Network 6aee264d-e736-4603-97d8-7d3842894b4f requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:14.263481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2b00eea0-7276-43a4-8f6a-526634c34157 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:14.319909 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b605f99e-a309-4c50-b851-3d6acb7a4247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:14.527097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-3e676c86-34fe-4bc3-9b3d-51078f395165 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Allocated IP 2001:db8::f816:3eff:fecb:29f8 (02e324c6-1a6e-48fd-999e-f8074b246752/f6ede37d-1b3c-46bf-b62f-fdc7ebf73519/147262ac-bd11-411b-9759-1130453c1c22) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:14.548659 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:14.566131 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:14.647702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Pushing event updated for resources: {'Port': ['ID=9dd7017e-23af-440d-9b2e-5bfddff3dcfa,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:14.678731 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:14.682019 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Network 02e324c6-1a6e-48fd-999e-f8074b246752 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:14.719428 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:14.725146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:14.726068 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846245c4-4a81-44f7-9f4f-9d5f5b4267c0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:14.746471 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:45:14.775215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1be0045c-ea32-4335-8669-ba1ce30bff38 None None] Provisioning for port 2b00eea0-7276-43a4-8f6a-526634c34157 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:14.812900 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:14.813409 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] Added segment a95808a4-0b99-46fb-83a1-d3f6c8dbe72a of type vlan for network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 Aug 17 02:45:14.846831 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Attempting to bind port 9dd7017e-23af-440d-9b2e-5bfddff3dcfa on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:45:14.847428 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Attempting to bind port 9dd7017e-23af-440d-9b2e-5bfddff3dcfa by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9b87154c-4063-4b1b-b46b-4b155b09c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '02e324c6-1a6e-48fd-999e-f8074b246752'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:45:14.847792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Attempting to bind port 9dd7017e-23af-440d-9b2e-5bfddff3dcfa on network 02e324c6-1a6e-48fd-999e-f8074b246752 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:14.864186 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:14.908027 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e676c86-34fe-4bc3-9b3d-51078f395165 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:14.918104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:45:14.918486 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Checking segment: {'id': '9b87154c-4063-4b1b-b46b-4b155b09c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '02e324c6-1a6e-48fd-999e-f8074b246752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:14.927550 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:14.927550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Bound using segment: {'id': '9b87154c-4063-4b1b-b46b-4b155b09c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '02e324c6-1a6e-48fd-999e-f8074b246752'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:45:14.927550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Bound port: 9dd7017e-23af-440d-9b2e-5bfddff3dcfa, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b87154c-4063-4b1b-b46b-4b155b09c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '02e324c6-1a6e-48fd-999e-f8074b246752'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:45:14.927550 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:14.961596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-3e676c86-34fe-4bc3-9b3d-51078f395165 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Transition to ACTIVE for port object 147262ac-bd11-411b-9759-1130453c1c22 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:14.991477 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b605f99e-a309-4c50-b851-3d6acb7a4247 admin admin] Deleting port e40b6cf0-6814-4a1b-9cd3-1f85646cc983 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:14.991880 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b605f99e-a309-4c50-b851-3d6acb7a4247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:15.020786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 2b00eea0-7276-43a4-8f6a-526634c34157 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:15.040049 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 2b00eea0-7276-43a4-8f6a-526634c34157 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:15.040576 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:15.114265 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-b605f99e-a309-4c50-b851-3d6acb7a4247 admin admin] For port e40b6cf0-6814-4a1b-9cd3-1f85646cc983, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e40b6cf0-6814-4a1b-9cd3-1f85646cc983,segment=NetworkSegment(6a7c3489-3215-4541-b00d-643ee7f25532),segment_id=6a7c3489-3215-4541-b00d-643ee7f25532)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:15.114645 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b605f99e-a309-4c50-b851-3d6acb7a4247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:15.130475 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e676c86-34fe-4bc3-9b3d-51078f395165 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:15.131390 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b605f99e-a309-4c50-b851-3d6acb7a4247 admin admin] Calling delete_port for e40b6cf0-6814-4a1b-9cd3-1f85646cc983 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:15.236391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] For port 9dd7017e-23af-440d-9b2e-5bfddff3dcfa, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:45:15.268367 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] For port 9dd7017e-23af-440d-9b2e-5bfddff3dcfa, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9dd7017e-23af-440d-9b2e-5bfddff3dcfa,segment=NetworkSegment(9b87154c-4063-4b1b-b46b-4b155b09c81d),segment_id=9b87154c-4063-4b1b-b46b-4b155b09c81d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:45:15.287853 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:15.292055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:15.292682 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:15.351000 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:15.394848 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e676c86-34fe-4bc3-9b3d-51078f395165 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event updated for resources: {'Port': ['ID=147262ac-bd11-411b-9759-1130453c1c22,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:15.458207 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47776) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:15.506385 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e676c86-34fe-4bc3-9b3d-51078f395165 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Network 02e324c6-1a6e-48fd-999e-f8074b246752 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:15.570120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-3e676c86-34fe-4bc3-9b3d-51078f395165 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:15.574261 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:15.574568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e676c86-34fe-4bc3-9b3d-51078f395165 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:15.585531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e676c86-34fe-4bc3-9b3d-51078f395165 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:15.587259 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e676c86-34fe-4bc3-9b3d-51078f395165 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:15.597920 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9819806 Aug 17 02:45:15.600945 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47784) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:15.606921 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-db857f5c-4a45-4455-9833-bc830eb189fc admin admin] Request body: {'subnet': {'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-952990560-subnet', 'tenant_id': '932bad7d1d8f47c184058cfcb226a192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:15.623721 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b605f99e-a309-4c50-b851-3d6acb7a4247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:15.636502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede4978-46f8-4e09-ad81-083207de2547 None None] Pushing event updated for resources: {'Port': ['ID=9dd7017e-23af-440d-9b2e-5bfddff3dcfa,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:15.680546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a171734-e91b-4f87-bfbd-13be1339209d admin admin] Pushing event updated for resources: {'Network': ['ID=b723cc12-c2c1-43dc-9f36-b280d34c7ac5,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:15.692531 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:45:15.706784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6b4f-2a87-4e53-a42e-78c89e7dfc97 req-3b5647be-5741-47cc-8af2-190fc1ffbd94 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:15.708596 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a94f6b4f-2a87-4e53-a42e-78c89e7dfc97 req-3b5647be-5741-47cc-8af2-190fc1ffbd94 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.4551842 Aug 17 02:45:15.745027 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 2b00eea0-7276-43a4-8f6a-526634c34157, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2b00eea0-7276-43a4-8f6a-526634c34157,segment=NetworkSegment(959bab02-37f6-46fe-ad1f-cdb71cf3a8b2),segment_id=959bab02-37f6-46fe-ad1f-cdb71cf3a8b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:15.761768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605f99e-a309-4c50-b851-3d6acb7a4247 admin admin] Pushing event deleted for resources: {'Port': ['ID=e40b6cf0-6814-4a1b-9cd3-1f85646cc983,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:15.777864 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a94f6b4f-2a87-4e53-a42e-78c89e7dfc97 req-e010eb47-9784-413b-a63b-cb15e26e8991 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609138 Aug 17 02:45:15.835324 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:15.842358 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ff4222b-76c4-438e-804d-d1b6f2e00a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:15.919236 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db857f5c-4a45-4455-9833-bc830eb189fc admin admin] Made reservation on behalf of 932bad7d1d8f47c184058cfcb226a192 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:15.926008 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db857f5c-4a45-4455-9833-bc830eb189fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:15.982194 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3e676c86-34fe-4bc3-9b3d-51078f395165 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7830756 Aug 17 02:45:15.984921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47790) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:16.000695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-756d88ae-c0e2-4c14-94ba-04cef6daf84e None None] Provisioning complete for port 2b00eea0-7276-43a4-8f6a-526634c34157 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:16.012027 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-756d88ae-c0e2-4c14-94ba-04cef6daf84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:16.107546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=2b00eea0-7276-43a4-8f6a-526634c34157,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:16.176570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e394549-fb31-4682-bfef-a8fa54a3e90c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Deleting subnet f6ede37d-1b3c-46bf-b62f-fdc7ebf73519 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:45:16.180788 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0e394549-fb31-4682-bfef-a8fa54a3e90c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:16.311866 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0e394549-fb31-4682-bfef-a8fa54a3e90c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:16.358367 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b605f99e-a309-4c50-b851-3d6acb7a4247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:16.470603 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0e394549-fb31-4682-bfef-a8fa54a3e90c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:16.494226 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ff4222b-76c4-438e-804d-d1b6f2e00a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:16.582209 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ff4222b-76c4-438e-804d-d1b6f2e00a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:16.647679 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1ff4222b-76c4-438e-804d-d1b6f2e00a7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2e4461ba7744e4682a7baf79e464f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1825485 Aug 17 02:45:16.651189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4222b-76c4-438e-804d-d1b6f2e00a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e25d6b-dcbe-4b28-8fa7-b1709d051e31,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:16.652849 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47810) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:16.672623 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0e394549-fb31-4682-bfef-a8fa54a3e90c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:16.755846 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db857f5c-4a45-4455-9833-bc830eb189fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:16.784209 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0e394549-fb31-4682-bfef-a8fa54a3e90c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:16.790520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0e394549-fb31-4682-bfef-a8fa54a3e90c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/subnets/f6ede37d-1b3c-46bf-b62f-fdc7ebf73519 HTTP/1.1" status: 204 len: 168 time: 0.8042417 Aug 17 02:45:16.791568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e394549-fb31-4682-bfef-a8fa54a3e90c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ede37d-1b3c-46bf-b62f-fdc7ebf73519,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:16.795060 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47822) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:16.873608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47826) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:16.873608 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f28164c-3508-472f-a5bd-bfe09c6bac21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:16.920530 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a02f9ff-695a-47e5-96ae-56c499d8cbbb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:16.922654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a02f9ff-695a-47e5-96ae-56c499d8cbbb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:16.924417 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9a02f9ff-695a-47e5-96ae-56c499d8cbbb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1282637 Aug 17 02:45:16.950668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47832) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:16.994787 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db857f5c-4a45-4455-9833-bc830eb189fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4491968a-5fe9-4d3e-bb02-74a57ef49ae9,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:17.016070 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f28164c-3508-472f-a5bd-bfe09c6bac21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.024384 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db857f5c-4a45-4455-9833-bc830eb189fc admin admin] Checking segment: {'id': 'a95808a4-0b99-46fb-83a1-d3f6c8dbe72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:17.024758 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db857f5c-4a45-4455-9833-bc830eb189fc admin admin] Network hostable DHCP agents. Network: b723cc12-c2c1-43dc-9f36-b280d34c7ac5, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:45:17.070462 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b605f99e-a309-4c50-b851-3d6acb7a4247 admin admin] Router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:45:17.158368 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6438f20-61eb-46f7-b466-fbb4d3773616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.167240 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db857f5c-4a45-4455-9833-bc830eb189fc admin admin] Network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:45:17.177304 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768c627-d06d-4cf5-8367-79581d4c9558 req-3c98a851-be0a-48d8-abe5-97adc12b8e97 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:17.178920 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7768c627-d06d-4cf5-8367-79581d4c9558 req-3c98a851-be0a-48d8-abe5-97adc12b8e97 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.2531979 Aug 17 02:45:17.184411 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e5366f72-f600-44b1-8f58-f3a72c9d98c9 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.219143 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5366f72-f600-44b1-8f58-f3a72c9d98c9 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 17 02:45:17.219620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5366f72-f600-44b1-8f58-f3a72c9d98c9 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:45:17.221454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e5366f72-f600-44b1-8f58-f3a72c9d98c9 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/networks/02e324c6-1a6e-48fd-999e-f8074b246752 HTTP/1.1" status: 409 len: 405 time: 0.2679055 Aug 17 02:45:17.228056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47834) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:17.240962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-956f9e68-5837-44af-a83b-1a728b376c5b tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1800291731'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:17.265004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b605f99e-a309-4c50-b851-3d6acb7a4247 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:45:17.275390 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b605f99e-a309-4c50-b851-3d6acb7a4247 admin admin] 10.222.0.13 "PUT /v2.0/routers/92351473-5281-4ba7-aaa8-4c5e39dcbe5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4686997 Aug 17 02:45:17.275390 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-db857f5c-4a45-4455-9833-bc830eb189fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, b723cc12-c2c1-43dc-9f36-b280d34c7ac5) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:17.278035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47836) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:17.292152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8bac9d-4460-43e8-baa0-e3ea36f5e3c3 None None] Network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:17.292745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db857f5c-4a45-4455-9833-bc830eb189fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:17.292745 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db857f5c-4a45-4455-9833-bc830eb189fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.292906 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5d8188-11f6-4751-8776-f82030a38c72 None None] Sync routers for ids ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:45:17.293329 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7768c627-d06d-4cf5-8367-79581d4c9558 req-0f6c4edc-ba5e-4a92-a784-acd72d3a05af tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041548 Aug 17 02:45:17.335299 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5d8188-11f6-4751-8776-f82030a38c72 None None] Routers {'92351473-5281-4ba7-aaa8-4c5e39dcbe5e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:17.335458 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f28164c-3508-472f-a5bd-bfe09c6bac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.338788 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-de5d8188-11f6-4751-8776-f82030a38c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:17.343898 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f28164c-3508-472f-a5bd-bfe09c6bac21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.348121 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0f28164c-3508-472f-a5bd-bfe09c6bac21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14e25d6b-dcbe-4b28-8fa7-b1709d051e31 HTTP/1.1" status: 204 len: 168 time: 0.6930373 Aug 17 02:45:17.372367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28164c-3508-472f-a5bd-bfe09c6bac21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e25d6b-dcbe-4b28-8fa7-b1709d051e31,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:17.411677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deab11fd-d5ad-48ce-88e2-4c1aab36911b None None] Network 02e324c6-1a6e-48fd-999e-f8074b246752 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:17.467841 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.515698 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-de5d8188-11f6-4751-8776-f82030a38c72 None None] Set router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:17.535251 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6438f20-61eb-46f7-b466-fbb4d3773616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.614866 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.651101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e501e8cd-a2a6-46c1-a327-1fe7b0254738 None None] Network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:17.655885 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6438f20-61eb-46f7-b466-fbb4d3773616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.714061 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47852) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:17.714651 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b6438f20-61eb-46f7-b466-fbb4d3773616 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e579e3241e14df8854735425d3229d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8423321 Aug 17 02:45:17.718335 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6438f20-61eb-46f7-b466-fbb4d3773616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221d1c97-d595-44b2-9188-cde4438e760e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:17.722829 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9cbe1ccd-266c-4e18-a9b0-a8eafa215dbb None None] Provisioning for port 9dd7017e-23af-440d-9b2e-5bfddff3dcfa completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:17.767960 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-db857f5c-4a45-4455-9833-bc830eb189fc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1653016 Aug 17 02:45:17.771371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47854) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:17.794263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-952990560-router', 'tenant_id': '932bad7d1d8f47c184058cfcb226a192', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:17.800991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] Deleting port cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:17.802054 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.815071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2573df8-5b1d-40a0-9a74-69781a61b527 None None] DHCP port deletion for 02e324c6-1a6e-48fd-999e-f8074b246752 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:45:17.841718 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-de5d8188-11f6-4751-8776-f82030a38c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:36Z', 'updated_at': '2021-08-17T02:45:15Z', 'revision_number': 5, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'gw_port': {'id': 'cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:38Z', 'updated_at': '2021-08-17T02:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:17.864104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956f9e68-5837-44af-a83b-1a728b376c5b tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Made reservation on behalf of 8d816ae6a11743adbda14b0fcc9470ea for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:17.869949 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-956f9e68-5837-44af-a83b-1a728b376c5b tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.904548 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82a2e1d0-f44b-425b-b345-616132f31a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.907891 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5d8188-11f6-4751-8776-f82030a38c72 None None] Checking router: 92351473-5281-4ba7-aaa8-4c5e39dcbe5e for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:45:17.931550 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5d8188-11f6-4751-8776-f82030a38c72 None None] Routers {'92351473-5281-4ba7-aaa8-4c5e39dcbe5e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:17.932345 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-de5d8188-11f6-4751-8776-f82030a38c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:17.941487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956f9e68-5837-44af-a83b-1a728b376c5b tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:45:17.956714 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82a2e1d0-f44b-425b-b345-616132f31a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.970509 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.974014 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.975529 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-956f9e68-5837-44af-a83b-1a728b376c5b tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.975888 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-956f9e68-5837-44af-a83b-1a728b376c5b tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Added segment 1f70cc08-c3c0-4391-8238-367ad6c22b07 of type vlan for network 0597b212-a165-4abb-a95c-67b5c85b8dfa Aug 17 02:45:18.014757 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] For port cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:18.014983 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.058231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2b00eea0-7276-43a4-8f6a-526634c34157 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:18.060789 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-de5d8188-11f6-4751-8776-f82030a38c72 None None] Set router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:18.091096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] Calling delete_port for cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:18.115027 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-956f9e68-5837-44af-a83b-1a728b376c5b tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.126882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b2573df8-5b1d-40a0-9a74-69781a61b527 None None] Deleting port 9dd7017e-23af-440d-9b2e-5bfddff3dcfa {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:18.127369 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b2573df8-5b1d-40a0-9a74-69781a61b527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.137571 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-de5d8188-11f6-4751-8776-f82030a38c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:36Z', 'updated_at': '2021-08-17T02:45:17Z', 'revision_number': 6, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:18.169000 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.181765 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5d8188-11f6-4751-8776-f82030a38c72 None None] The sync data for ids ['92351473-5281-4ba7-aaa8-4c5e39dcbe5e'] in n-d-793621-31 is: [{'id': '92351473-5281-4ba7-aaa8-4c5e39dcbe5e', 'name': 'tempest-TestServerBasicOps-1115585323-router', 'tenant_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:36Z', 'updated_at': '2021-08-17T02:45:17Z', 'revision_number': 6, 'project_id': '84b273b3ac0b4ea5ac4cf904736aab46', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:45:18.236829 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47870) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:18.252752 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fa8a831-6f14-4229-9093-e489ef99edb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.275004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 2b00eea0-7276-43a4-8f6a-526634c34157 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:18.275383 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.283878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b2573df8-5b1d-40a0-9a74-69781a61b527 None None] For port 9dd7017e-23af-440d-9b2e-5bfddff3dcfa, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9dd7017e-23af-440d-9b2e-5bfddff3dcfa,segment=NetworkSegment(9b87154c-4063-4b1b-b46b-4b155b09c81d),segment_id=9b87154c-4063-4b1b-b46b-4b155b09c81d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:18.284430 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b2573df8-5b1d-40a0-9a74-69781a61b527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.303952 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82a2e1d0-f44b-425b-b345-616132f31a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.308224 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82a2e1d0-f44b-425b-b345-616132f31a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.309651 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-82a2e1d0-f44b-425b-b345-616132f31a63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/221d1c97-d595-44b2-9188-cde4438e760e HTTP/1.1" status: 204 len: 168 time: 0.5945745 Aug 17 02:45:18.332478 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b2573df8-5b1d-40a0-9a74-69781a61b527 None None] Calling delete_port for 9dd7017e-23af-440d-9b2e-5bfddff3dcfa owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:18.356305 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2e1d0-f44b-425b-b345-616132f31a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221d1c97-d595-44b2-9188-cde4438e760e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:18.460386 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.478977 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-956f9e68-5837-44af-a83b-1a728b376c5b tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.485186 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956f9e68-5837-44af-a83b-1a728b376c5b tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:18.485988 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-956f9e68-5837-44af-a83b-1a728b376c5b tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.511023 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.535098 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fa8a831-6f14-4229-9093-e489ef99edb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.587801 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b2573df8-5b1d-40a0-9a74-69781a61b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.599150 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f9e68-5837-44af-a83b-1a728b376c5b tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event updated for resources: {'Network': ['ID=0597b212-a165-4abb-a95c-67b5c85b8dfa,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:18.656768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2573df8-5b1d-40a0-9a74-69781a61b527 None None] Pushing event deleted for resources: {'Port': ['ID=9dd7017e-23af-440d-9b2e-5bfddff3dcfa,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:18.659262 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fa8a831-6f14-4229-9093-e489ef99edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.659419 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 0597b212-a165-4abb-a95c-67b5c85b8dfa details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:45:18.677297 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47876) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:18.692863 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.695622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:18.705572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-140ae653-eff6-4987-b728-5f6fa5ea071f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1775668736', 'description': 'tempest-secgroup-smoke-1775668736 description', 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:18.725680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2573df8-5b1d-40a0-9a74-69781a61b527 None None] No DVR routers for this DVR port 9dd7017e-23af-440d-9b2e-5bfddff3dcfa on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:18.781387 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5fa8a831-6f14-4229-9093-e489ef99edb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9424a7eaa85c48168869a4fcfbfc3675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5402625 Aug 17 02:45:18.781387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8a831-6f14-4229-9093-e489ef99edb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea9db8c-fe79-405f-9d03-d5db4835c803,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:18.782551 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47880) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:18.795743 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-956f9e68-5837-44af-a83b-1a728b376c5b tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5644658 Aug 17 02:45:18.801458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47882) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:18.807377 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-2b98b9fd-fd6c-44b7-a9c6-db8aee34f8ce tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Request body: {'subnet': {'network_id': '0597b212-a165-4abb-a95c-67b5c85b8dfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:18.855662 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.858341 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.919113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad39971-3f0c-4a50-83c6-2092ae8bdb95 req-0a844ce5-70e8-4928-aba1-fa6533dc6b74 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:18.920651 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cad39971-3f0c-4a50-83c6-2092ae8bdb95 req-0a844ce5-70e8-4928-aba1-fa6533dc6b74 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.1329377 Aug 17 02:45:18.948688 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48d16928-57fb-41c4-a83d-9b849969bcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.957951 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-140ae653-eff6-4987-b728-5f6fa5ea071f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.962997 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cad39971-3f0c-4a50-83c6-2092ae8bdb95 req-2c493c7c-ef7c-44e6-bb76-4e3051d610d2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350292 Aug 17 02:45:18.981582 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.982309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92351473-5281-4ba7-aaa8-4c5e39dcbe5e {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:45:18.992958 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.995026 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-926b69da-ac13-424e-8ca6-d8fc7cb7c6db admin admin] 10.222.0.13 "DELETE /v2.0/routers/92351473-5281-4ba7-aaa8-4c5e39dcbe5e HTTP/1.1" status: 204 len: 168 time: 1.7152834 Aug 17 02:45:18.997158 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47884) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:19.052009 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2886aa-aa72-4b30-a6ac-204739fc0076 admin admin] Deleting subnet 8955ede8-ca0a-49ba-a12d-3a5806aeee75 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:45:19.056527 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f2886aa-aa72-4b30-a6ac-204739fc0076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.063441 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48d16928-57fb-41c4-a83d-9b849969bcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.100519 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f2886aa-aa72-4b30-a6ac-204739fc0076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.120593 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b98b9fd-fd6c-44b7-a9c6-db8aee34f8ce tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Made reservation on behalf of 8d816ae6a11743adbda14b0fcc9470ea for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:19.124246 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b98b9fd-fd6c-44b7-a9c6-db8aee34f8ce tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.204581 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f2886aa-aa72-4b30-a6ac-204739fc0076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.215460 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.252547 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47886) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:19.275280 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bfe88450-34a2-4c04-8f1c-9ab0f5fe3fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.375743 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f2886aa-aa72-4b30-a6ac-204739fc0076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.404277 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2886aa-aa72-4b30-a6ac-204739fc0076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8955ede8-ca0a-49ba-a12d-3a5806aeee75,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:19.409554 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f2886aa-aa72-4b30-a6ac-204739fc0076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.413400 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6f2886aa-aa72-4b30-a6ac-204739fc0076 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8955ede8-ca0a-49ba-a12d-3a5806aeee75 HTTP/1.1" status: 204 len: 168 time: 0.4149542 Aug 17 02:45:19.416610 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fee99aa-7810-4b5b-a836-d64756f08bda None None] Network 36bf98c4-df45-4357-bba5-3ccfe407e9cc requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:19.417660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47888) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:19.523902 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.592535 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-140ae653-eff6-4987-b728-5f6fa5ea071f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.622375 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:45:19.639661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c2808a-b86a-4e7c-a9ce-72cfccc05245 None None] DHCP port deletion for 36bf98c4-df45-4357-bba5-3ccfe407e9cc request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:45:19.674585 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48d16928-57fb-41c4-a83d-9b849969bcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.677415 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48d16928-57fb-41c4-a83d-9b849969bcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.681151 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-48d16928-57fb-41c4-a83d-9b849969bcfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ea9db8c-fe79-405f-9d03-d5db4835c803 HTTP/1.1" status: 204 len: 168 time: 0.8941851 Aug 17 02:45:19.698860 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2808a-b86a-4e7c-a9ce-72cfccc05245 None None] Deleting port b97b4faf-255c-45ea-b610-961645dc3d12 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:19.699605 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f5c2808a-b86a-4e7c-a9ce-72cfccc05245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.702664 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-140ae653-eff6-4987-b728-5f6fa5ea071f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.709944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d16928-57fb-41c4-a83d-9b849969bcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea9db8c-fe79-405f-9d03-d5db4835c803,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:19.776593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f5c2808a-b86a-4e7c-a9ce-72cfccc05245 None None] For port b97b4faf-255c-45ea-b610-961645dc3d12, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b97b4faf-255c-45ea-b610-961645dc3d12,segment=NetworkSegment(6a7c3489-3215-4541-b00d-643ee7f25532),segment_id=6a7c3489-3215-4541-b00d-643ee7f25532)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:19.777281 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f5c2808a-b86a-4e7c-a9ce-72cfccc05245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.796507 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2808a-b86a-4e7c-a9ce-72cfccc05245 None None] Calling delete_port for b97b4faf-255c-45ea-b610-961645dc3d12 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:19.810093 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ae653-eff6-4987-b728-5f6fa5ea071f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4924c2c0-1bb5-4295-ab47-ecda9850adec,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:19.879637 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Allocated IP 172.25.5.85 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/5fab2113-5b6b-4779-8300-db61ffbf3ae9) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:19.886164 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:19.979358 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f5c2808a-b86a-4e7c-a9ce-72cfccc05245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.040349 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.060722 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2808a-b86a-4e7c-a9ce-72cfccc05245 None None] Pushing event deleted for resources: {'Port': ['ID=b97b4faf-255c-45ea-b610-961645dc3d12,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:20.061820 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Deleting port b97b4faf-255c-45ea-b610-961645dc3d12 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:20.062170 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.077327 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c2808a-b86a-4e7c-a9ce-72cfccc05245 None None] No DVR routers for this DVR port b97b4faf-255c-45ea-b610-961645dc3d12 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:20.083383 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e40b6cf0-6814-4a1b-9cd3-1f85646cc983 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:20.133818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: e40b6cf0-6814-4a1b-9cd3-1f85646cc983 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:20.134564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e40b6cf0-6814-4a1b-9cd3-1f85646cc983 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:20.135408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:20.139147 n-d-793621-31 neutron-server[95407]: DEBUG neutron.objects.ports [None req-2b98b9fd-fd6c-44b7-a9c6-db8aee34f8ce tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95407) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:45:20.142127 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b98b9fd-fd6c-44b7-a9c6-db8aee34f8ce tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.155113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] For port b97b4faf-255c-45ea-b610-961645dc3d12, host n-d-793621-31, got binding levels [] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:20.155559 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.172711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:20.175425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device cc7dfee5-e8c9-4bf5-9b6c-b7e0d684bd31 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:20.175425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b97b4faf-255c-45ea-b610-961645dc3d12 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:20.188723 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bfe88450-34a2-4c04-8f1c-9ab0f5fe3fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.190473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Calling delete_port for b97b4faf-255c-45ea-b610-961645dc3d12 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:20.194713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.ipam_backend_mixin [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Port b97b4faf-255c-45ea-b610-961645dc3d12 was not found and therefore no delete operation was performed {{(pid=95406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 02:45:20.197531 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: b97b4faf-255c-45ea-b610-961645dc3d12 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:20.197888 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b97b4faf-255c-45ea-b610-961645dc3d12 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:20.213374 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.220984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98b9fd-fd6c-44b7-a9c6-db8aee34f8ce tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event updated for resources: {'Subnet': ['ID=78b94c3a-df08-456c-8bb7-6efe87eb6833,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:20.234296 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b98b9fd-fd6c-44b7-a9c6-db8aee34f8ce tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Checking segment: {'id': '1f70cc08-c3c0-4391-8238-367ad6c22b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0597b212-a165-4abb-a95c-67b5c85b8dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:20.234977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b98b9fd-fd6c-44b7-a9c6-db8aee34f8ce tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Network hostable DHCP agents. Network: 0597b212-a165-4abb-a95c-67b5c85b8dfa, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:45:20.248989 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] No DVR routers for this DVR port b97b4faf-255c-45ea-b610-961645dc3d12 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:20.250416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Pushing event deleted for resources: {'Port': ['ID=b97b4faf-255c-45ea-b610-961645dc3d12,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:20.292830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c7bfc-133b-4d0f-afb2-96f406fe5590 req-58240a9b-0e3b-4897-a1a8-2682540bf9e4 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:20.295402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c5c7bfc-133b-4d0f-afb2-96f406fe5590 req-58240a9b-0e3b-4897-a1a8-2682540bf9e4 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.1266904 Aug 17 02:45:20.303148 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.338391 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b98b9fd-fd6c-44b7-a9c6-db8aee34f8ce tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Network 0597b212-a165-4abb-a95c-67b5c85b8dfa is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:45:20.343337 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bfe88450-34a2-4c04-8f1c-9ab0f5fe3fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.360537 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:20.365376 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:20.367238 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Pushing event updated for resources: {'Port': ['ID=5fab2113-5b6b-4779-8300-db61ffbf3ae9,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:20.369685 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-140ae653-eff6-4987-b728-5f6fa5ea071f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.370941 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-140ae653-eff6-4987-b728-5f6fa5ea071f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6782334 Aug 17 02:45:20.372223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:20.374179 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47898) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:20.381035 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b2a09f8a-186f-4c07-adf2-87606901f258 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'security_group_rule': {'security_group_id': '4924c2c0-1bb5-4295-ab47-ecda9850adec', 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:20.397878 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.409132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-2b98b9fd-fd6c-44b7-a9c6-db8aee34f8ce tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 0597b212-a165-4abb-a95c-67b5c85b8dfa) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:20.425803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bfddde-c10b-44bb-8b46-9391651079c8 None None] Network 0597b212-a165-4abb-a95c-67b5c85b8dfa requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:20.426459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b98b9fd-fd6c-44b7-a9c6-db8aee34f8ce tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:20.426775 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2b98b9fd-fd6c-44b7-a9c6-db8aee34f8ce tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.435237 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe88450-34a2-4c04-8f1c-9ab0f5fe3fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07afaef9-9ccd-43ec-9782-8001600f83d2,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:20.441347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36bf98c4-df45-4357-bba5-3ccfe407e9cc']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:20.446995 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bfe88450-34a2-4c04-8f1c-9ab0f5fe3fdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=673a8045b141495da09e75614f426093&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1932435 Aug 17 02:45:20.450801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47902) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:20.459908 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c5c7bfc-133b-4d0f-afb2-96f406fe5590 req-5e9bcd07-c695-43de-bf95-3b1a56bba2c4 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476524 Aug 17 02:45:20.468396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7c3489-3215-4541-b00d-643ee7f25532') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:20.468717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7c3489-3215-4541-b00d-643ee7f25532') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:20.488358 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.518654 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.527583 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:45:20.528812 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:45:20.544979 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:45:20.590108 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b2a09f8a-186f-4c07-adf2-87606901f258 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.631456 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2b98b9fd-fd6c-44b7-a9c6-db8aee34f8ce tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8267748 Aug 17 02:45:20.632038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47908) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:20.640247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-16922181-f887-422e-b7ff-c763b639537e tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Request body: {'port': {'network_id': '0597b212-a165-4abb-a95c-67b5c85b8dfa', 'name': 'tempest-NetworksIpV6TestAttrs-471983635'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:20.699336 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-40a81f92-d1b3-4405-a5bc-c2fa37a94694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.708174 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.734702 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.740159 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] 10.222.0.13 "DELETE /v2.0/networks/36bf98c4-df45-4357-bba5-3ccfe407e9cc HTTP/1.1" status: 204 len: 168 time: 1.3184206 Aug 17 02:45:20.740159 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e2a00-c17e-45cf-be31-7d8b6ec19dee admin admin] Pushing event deleted for resources: {'Network': ['ID=36bf98c4-df45-4357-bba5-3ccfe407e9cc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:20.744755 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47910) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:20.751346 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b2a09f8a-186f-4c07-adf2-87606901f258 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.759016 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-40a81f92-d1b3-4405-a5bc-c2fa37a94694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.794443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-0597b212-a165-4abb-a95c-67b5c85b8dfa', 'network_id': '0597b212-a165-4abb-a95c-67b5c85b8dfa', 'tenant_id': '8d816ae6a11743adbda14b0fcc9470ea', 'fixed_ips': [{'subnet_id': '78b94c3a-df08-456c-8bb7-6efe87eb6833'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:45:20.795379 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.871502 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b2a09f8a-186f-4c07-adf2-87606901f258 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.906498 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16922181-f887-422e-b7ff-c763b639537e tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Made reservation on behalf of 8d816ae6a11743adbda14b0fcc9470ea for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:20.910277 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16922181-f887-422e-b7ff-c763b639537e tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.942271 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a09f8a-186f-4c07-adf2-87606901f258 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b37fdb-7521-4d50-9dae-9f8595197cea,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:20.958138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-16922181-f887-422e-b7ff-c763b639537e tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] device_id is not set on port c2db89f0-f973-45a8-9379-88b8025578a2 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:45:20.974386 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Allocated IP 2001:db8::f816:3eff:fe25:d207 (0597b212-a165-4abb-a95c-67b5c85b8dfa/78b94c3a-df08-456c-8bb7-6efe87eb6833/7cae543c-516d-4a2f-94da-c2bf75a05031) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:21.045286 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b2a09f8a-186f-4c07-adf2-87606901f258 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.049523 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b2a09f8a-186f-4c07-adf2-87606901f258 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6741967 Aug 17 02:45:21.049774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47918) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:21.056600 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9420faf8-8a55-4148-b7d3-f45263d92385 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'security_group_rule': {'security_group_id': '4924c2c0-1bb5-4295-ab47-ecda9850adec', 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:21.063765 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.104163 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-40a81f92-d1b3-4405-a5bc-c2fa37a94694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.108382 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-40a81f92-d1b3-4405-a5bc-c2fa37a94694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.109629 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-40a81f92-d1b3-4405-a5bc-c2fa37a94694 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07afaef9-9ccd-43ec-9782-8001600f83d2 HTTP/1.1" status: 204 len: 168 time: 0.6577699 Aug 17 02:45:21.159518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a81f92-d1b3-4405-a5bc-c2fa37a94694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07afaef9-9ccd-43ec-9782-8001600f83d2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:21.163698 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9420faf8-8a55-4148-b7d3-f45263d92385 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.222862 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.238767 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Transition to ACTIVE for port object 7cae543c-516d-4a2f-94da-c2bf75a05031 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:21.283222 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Transition to ACTIVE for port object 7cae543c-516d-4a2f-94da-c2bf75a05031 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:21.295175 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9420faf8-8a55-4148-b7d3-f45263d92385 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.379270 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.385968 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9420faf8-8a55-4148-b7d3-f45263d92385 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.410584 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.441394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420faf8-8a55-4148-b7d3-f45263d92385 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9061aaef-2f19-4971-a879-ccd66b36054d,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:21.478135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-16922181-f887-422e-b7ff-c763b639537e tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Allocated IP 2001:db8::f816:3eff:fe5c:246b (0597b212-a165-4abb-a95c-67b5c85b8dfa/78b94c3a-df08-456c-8bb7-6efe87eb6833/c2db89f0-f973-45a8-9379-88b8025578a2) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:21.500875 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Network 0597b212-a165-4abb-a95c-67b5c85b8dfa is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:21.526002 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:21.530677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:21.535238 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9420faf8-8a55-4148-b7d3-f45263d92385 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.537175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9420faf8-8a55-4148-b7d3-f45263d92385 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4862311 Aug 17 02:45:21.541506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Pushing event updated for resources: {'Port': ['ID=7cae543c-516d-4a2f-94da-c2bf75a05031,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:21.541814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47932) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:21.549574 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-807c45ad-e759-49dd-92fb-47ddfae18171 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'security_group_rule': {'security_group_id': '4924c2c0-1bb5-4295-ab47-ecda9850adec', 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:21.673063 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Attempting to bind port 7cae543c-516d-4a2f-94da-c2bf75a05031 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:45:21.673820 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Attempting to bind port 7cae543c-516d-4a2f-94da-c2bf75a05031 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '1f70cc08-c3c0-4391-8238-367ad6c22b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0597b212-a165-4abb-a95c-67b5c85b8dfa'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:45:21.674592 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Attempting to bind port 7cae543c-516d-4a2f-94da-c2bf75a05031 on network 0597b212-a165-4abb-a95c-67b5c85b8dfa {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:21.683708 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:45:21.683998 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ba454b0-6335-419f-af9a-1af0961301bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.685833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Checking segment: {'id': '1f70cc08-c3c0-4391-8238-367ad6c22b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0597b212-a165-4abb-a95c-67b5c85b8dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:21.686678 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.689493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Bound using segment: {'id': '1f70cc08-c3c0-4391-8238-367ad6c22b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0597b212-a165-4abb-a95c-67b5c85b8dfa'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:45:21.693677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Bound port: 7cae543c-516d-4a2f-94da-c2bf75a05031, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f70cc08-c3c0-4391-8238-367ad6c22b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0597b212-a165-4abb-a95c-67b5c85b8dfa'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:45:21.693677 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.701318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4b2c1-5e8c-4c8e-ac30-ab7a66d58427 req-fc0a502d-c898-410c-b1f9-cb09b6121535 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:21.703093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20c4b2c1-5e8c-4c8e-ac30-ab7a66d58427 req-fc0a502d-c898-410c-b1f9-cb09b6121535 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.1086161 Aug 17 02:45:21.746351 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-807c45ad-e759-49dd-92fb-47ddfae18171 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.781900 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16922181-f887-422e-b7ff-c763b639537e tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.793826 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20c4b2c1-5e8c-4c8e-ac30-ab7a66d58427 req-81cd409f-22df-44ae-852d-17c2d237c686 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818958 Aug 17 02:45:21.816332 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] For port 7cae543c-516d-4a2f-94da-c2bf75a05031, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:45:21.817204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-16922181-f887-422e-b7ff-c763b639537e tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Transition to ACTIVE for port object c2db89f0-f973-45a8-9379-88b8025578a2 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:21.818216 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] For port 7cae543c-516d-4a2f-94da-c2bf75a05031, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7cae543c-516d-4a2f-94da-c2bf75a05031,segment=NetworkSegment(1f70cc08-c3c0-4391-8238-367ad6c22b07),segment_id=1f70cc08-c3c0-4391-8238-367ad6c22b07)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:45:21.839993 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Router 3f92fd33-e47a-4d4a-820d-048d57058b95 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:45:21.875880 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-807c45ad-e759-49dd-92fb-47ddfae18171 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.931513 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.964511 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16922181-f887-422e-b7ff-c763b639537e tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:21.967364 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-807c45ad-e759-49dd-92fb-47ddfae18171 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:22.016633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bd07e-ac7c-4727-a711-cbf799307e45 None None] Pushing event updated for resources: {'Port': ['ID=7cae543c-516d-4a2f-94da-c2bf75a05031,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:22.022069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c45ad-e759-49dd-92fb-47ddfae18171 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fec897-2682-4835-829b-0124f44343d7,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:22.060693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:45:22.060852 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16922181-f887-422e-b7ff-c763b639537e tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Network 0597b212-a165-4abb-a95c-67b5c85b8dfa is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:22.071182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Sync routers for ids ['3f92fd33-e47a-4d4a-820d-048d57058b95'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:45:22.085544 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Routers {'3f92fd33-e47a-4d4a-820d-048d57058b95'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:22.086701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3f92fd33-e47a-4d4a-820d-048d57058b95'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:22.093906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-16922181-f887-422e-b7ff-c763b639537e tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:22.101964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16922181-f887-422e-b7ff-c763b639537e tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:22.110964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16922181-f887-422e-b7ff-c763b639537e tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:22.111902 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16922181-f887-422e-b7ff-c763b639537e tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:22.121162 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16922181-f887-422e-b7ff-c763b639537e tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event updated for resources: {'Port': ['ID=c2db89f0-f973-45a8-9379-88b8025578a2,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:22.141687 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-807c45ad-e759-49dd-92fb-47ddfae18171 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:22.146244 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-807c45ad-e759-49dd-92fb-47ddfae18171 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6018772 Aug 17 02:45:22.147204 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47944) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:22.154393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-71dd86d3-178e-480d-9d04-681753dfa936 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'security_group_rule': {'security_group_id': '4924c2c0-1bb5-4295-ab47-ecda9850adec', 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:22.160808 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:22.168584 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-010b5324-fc28-4e52-ae39-ac5da360a283 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3879633 Aug 17 02:45:22.170671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47946) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:22.223936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-1ba454b0-6335-419f-af9a-1af0961301bb admin admin] Deleting port 3f6bb37a-aea0-4c85-9396-61ba980e390d {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:22.227694 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ba454b0-6335-419f-af9a-1af0961301bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:22.271767 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Set router 3f92fd33-e47a-4d4a-820d-048d57058b95 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:22.285557 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-16922181-f887-422e-b7ff-c763b639537e tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6494603 Aug 17 02:45:22.297943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47950) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:22.356254 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47952) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:22.451063 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a412cef-efc4-46dd-8e9e-24e294c0a888 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Deleting subnet 78b94c3a-df08-456c-8bb7-6efe87eb6833 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:45:22.458185 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a412cef-efc4-46dd-8e9e-24e294c0a888 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:22.465087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-1ba454b0-6335-419f-af9a-1af0961301bb admin admin] For port 3f6bb37a-aea0-4c85-9396-61ba980e390d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3f6bb37a-aea0-4c85-9396-61ba980e390d,segment=NetworkSegment(99eb5ae0-0919-4ced-8934-6064e7396bfc),segment_id=99eb5ae0-0919-4ced-8934-6064e7396bfc)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:22.465696 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ba454b0-6335-419f-af9a-1af0961301bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:22.511537 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-1ba454b0-6335-419f-af9a-1af0961301bb admin admin] Calling delete_port for 3f6bb37a-aea0-4c85-9396-61ba980e390d owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:22.575836 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a412cef-efc4-46dd-8e9e-24e294c0a888 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:22.588909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'name': 'tempest-ServerRescueNegativeTestJSON-952990560-router', 'tenant_id': '932bad7d1d8f47c184058cfcb226a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:17Z', 'updated_at': '2021-08-17T02:45:20Z', 'revision_number': 3, 'project_id': '932bad7d1d8f47c184058cfcb226a192', 'gw_port': {'id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:19Z', 'updated_at': '2021-08-17T02:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:22.630274 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Checking router: 3f92fd33-e47a-4d4a-820d-048d57058b95 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:45:22.630885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Updating router 3f92fd33-e47a-4d4a-820d-048d57058b95 port 5fab2113-5b6b-4779-8300-db61ffbf3ae9 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:45:22.663254 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:22.696874 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2781acc6-3637-4bd4-8fa6-7fb7965bc6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:22.700332 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-71dd86d3-178e-480d-9d04-681753dfa936 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:22.890351 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a412cef-efc4-46dd-8e9e-24e294c0a888 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.073850 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f24562-1953-46a3-acf4-a2847be0bc43 req-953ba4e9-25e3-4066-9567-3fdf6b8a352b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:23.076484 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91f24562-1953-46a3-acf4-a2847be0bc43 req-953ba4e9-25e3-4066-9567-3fdf6b8a352b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.1998968 Aug 17 02:45:23.147865 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.165668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Transition to ACTIVE for port object 5fab2113-5b6b-4779-8300-db61ffbf3ae9 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:23.174304 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a412cef-efc4-46dd-8e9e-24e294c0a888 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.182287 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-71dd86d3-178e-480d-9d04-681753dfa936 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.221922 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91f24562-1953-46a3-acf4-a2847be0bc43 req-9683c15c-0180-47a0-8819-ebcb7715a125 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375685 Aug 17 02:45:23.222639 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a412cef-efc4-46dd-8e9e-24e294c0a888 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Subnet': ['ID=78b94c3a-df08-456c-8bb7-6efe87eb6833,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:23.227180 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a412cef-efc4-46dd-8e9e-24e294c0a888 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.229090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1a412cef-efc4-46dd-8e9e-24e294c0a888 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/subnets/78b94c3a-df08-456c-8bb7-6efe87eb6833 HTTP/1.1" status: 204 len: 168 time: 0.9295762 Aug 17 02:45:23.231928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47968) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:23.248980 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.278036 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.304159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10aef7-1cc7-44ef-b00d-33df8e92c18c None None] Pushing event updated for resources: {'Port': ['ID=5fab2113-5b6b-4779-8300-db61ffbf3ae9,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:23.323417 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-71dd86d3-178e-480d-9d04-681753dfa936 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.336579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Attempting to bind port 5fab2113-5b6b-4779-8300-db61ffbf3ae9 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:45:23.336965 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Attempting to bind port 5fab2113-5b6b-4779-8300-db61ffbf3ae9 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:45:23.337398 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Attempting to bind port 5fab2113-5b6b-4779-8300-db61ffbf3ae9 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:23.343617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:45:23.344076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:23.344667 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.345267 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:45:23.345823 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Bound port: 5fab2113-5b6b-4779-8300-db61ffbf3ae9, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:45:23.346495 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.403309 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd86d3-178e-480d-9d04-681753dfa936 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215949e5-17aa-40a3-a2a8-270734bc733f,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:23.423574 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdde132-17b9-484a-8696-16968b79f29d tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:23.425587 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdde132-17b9-484a-8696-16968b79f29d tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:23.431154 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ccdde132-17b9-484a-8696-16968b79f29d tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1942821 Aug 17 02:45:23.433835 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] For port 5fab2113-5b6b-4779-8300-db61ffbf3ae9, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:45:23.438636 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] For port 5fab2113-5b6b-4779-8300-db61ffbf3ae9, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5fab2113-5b6b-4779-8300-db61ffbf3ae9,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:45:23.440588 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47972) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:23.504296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Allocated IP 172.20.0.1 (b723cc12-c2c1-43dc-9f36-b280d34c7ac5/4491968a-5fe9-4d3e-bb02-74a57ef49ae9/aa3c0ab1-1d85-4dce-b63b-ba40a87491c0) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:23.525531 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.536179 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2781acc6-3637-4bd4-8fa6-7fb7965bc6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.550422 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d714b3c8-149a-440b-be34-d4f113a12854 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.560671 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ba454b0-6335-419f-af9a-1af0961301bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.563144 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-d714b3c8-149a-440b-be34-d4f113a12854 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 17 02:45:23.563604 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d714b3c8-149a-440b-be34-d4f113a12854 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:45:23.565412 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d714b3c8-149a-440b-be34-d4f113a12854 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/networks/0597b212-a165-4abb-a95c-67b5c85b8dfa HTTP/1.1" status: 409 len: 405 time: 0.1207113 Aug 17 02:45:23.571857 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47976) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:23.577362 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-db36ce51-7dd4-455a-91b8-7cbd59cf2ef5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-307020405'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:23.599982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba454b0-6335-419f-af9a-1af0961301bb admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6bb37a-aea0-4c85-9396-61ba980e390d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:23.620366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10aef7-1cc7-44ef-b00d-33df8e92c18c None None] Pushing event updated for resources: {'Port': ['ID=5fab2113-5b6b-4779-8300-db61ffbf3ae9,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:23.624989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d813f3b-c9a5-4833-b4f5-bc41436669da None None] Network 0597b212-a165-4abb-a95c-67b5c85b8dfa requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:23.646677 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.661760 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2781acc6-3637-4bd4-8fa6-7fb7965bc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.732912 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2781acc6-3637-4bd4-8fa6-7fb7965bc6d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59e43f4cc88f43b7a9b94101aa678e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3756042 Aug 17 02:45:23.733856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781acc6-3637-4bd4-8fa6-7fb7965bc6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e33f5a-270f-4991-9e86-80b2ae3223ea,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:23.738036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47980) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:23.777443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Routers {'3f92fd33-e47a-4d4a-820d-048d57058b95'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:23.778106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3f92fd33-e47a-4d4a-820d-048d57058b95'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:23.804601 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.809521 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-71dd86d3-178e-480d-9d04-681753dfa936 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.815228 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-71dd86d3-178e-480d-9d04-681753dfa936 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6606095 Aug 17 02:45:23.815530 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47982) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:23.821890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-4af9d601-f60a-4f45-965e-ed1e30eacfca tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'security_group_rule': {'security_group_id': '4924c2c0-1bb5-4295-ab47-ecda9850adec', 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:23.901880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-48438be1-dff6-4568-a238-ca3b302827c5 None None] Provisioning for port 7cae543c-516d-4a2f-94da-c2bf75a05031 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:23.904840 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:23.915349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:23.937976 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db36ce51-7dd4-455a-91b8-7cbd59cf2ef5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Made reservation on behalf of 8d816ae6a11743adbda14b0fcc9470ea for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:23.941582 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db36ce51-7dd4-455a-91b8-7cbd59cf2ef5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:23.946995 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e99e9e7-57b1-4e3e-a353-0d5f27ed7f15 None None] DHCP port deletion for 0597b212-a165-4abb-a95c-67b5c85b8dfa request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:45:23.954252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:23.963816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] Set router 3f92fd33-e47a-4d4a-820d-048d57058b95 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:23.966055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3c0ab1-1d85-4dce-b63b-ba40a87491c0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:24.018049 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24d77449-c1c5-424a-8fe3-86533c5822bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.037468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db36ce51-7dd4-455a-91b8-7cbd59cf2ef5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:45:24.044003 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ba454b0-6335-419f-af9a-1af0961301bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.048430 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.072007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24d77449-c1c5-424a-8fe3-86533c5822bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.100378 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db36ce51-7dd4-455a-91b8-7cbd59cf2ef5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.100882 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-db36ce51-7dd4-455a-91b8-7cbd59cf2ef5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Added segment 9cef24ae-0d2b-48b1-9b7c-888729e5026d of type vlan for network 4202fece-ea4d-4074-ae71-07498d956356 Aug 17 02:45:24.111629 n-d-793621-31 neutron-server[95406]: INFO neutron.db.securitygroups_db [None req-4af9d601-f60a-4f45-965e-ed1e30eacfca tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Project bfc0da2911ce469596ea2cbdf9ad9ced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:45:24.114181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 7cae543c-516d-4a2f-94da-c2bf75a05031 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:24.146331 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4af9d601-f60a-4f45-965e-ed1e30eacfca tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.180086 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db36ce51-7dd4-455a-91b8-7cbd59cf2ef5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.285590 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-1e99e9e7-57b1-4e3e-a353-0d5f27ed7f15 None None] Deleting port 7cae543c-516d-4a2f-94da-c2bf75a05031 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:24.285971 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e99e9e7-57b1-4e3e-a353-0d5f27ed7f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.332423 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24d77449-c1c5-424a-8fe3-86533c5822bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.337103 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24d77449-c1c5-424a-8fe3-86533c5822bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.346677 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-24d77449-c1c5-424a-8fe3-86533c5822bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19e33f5a-270f-4991-9e86-80b2ae3223ea HTTP/1.1" status: 204 len: 168 time: 0.6071925 Aug 17 02:45:24.374248 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4af9d601-f60a-4f45-965e-ed1e30eacfca tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.397872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1e99e9e7-57b1-4e3e-a353-0d5f27ed7f15 None None] For port 7cae543c-516d-4a2f-94da-c2bf75a05031, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7cae543c-516d-4a2f-94da-c2bf75a05031,segment=NetworkSegment(1f70cc08-c3c0-4391-8238-367ad6c22b07),segment_id=1f70cc08-c3c0-4391-8238-367ad6c22b07)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:24.399047 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e99e9e7-57b1-4e3e-a353-0d5f27ed7f15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.410862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed0e7a-db8d-4877-899a-4ca6fcb82eb2 req-9c7b27f6-b1cb-48e4-8bd6-ff9f2d6bdf05 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:24.412458 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9ed0e7a-db8d-4877-899a-4ca6fcb82eb2 req-9c7b27f6-b1cb-48e4-8bd6-ff9f2d6bdf05 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.0935459 Aug 17 02:45:24.412680 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d77449-c1c5-424a-8fe3-86533c5822bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e33f5a-270f-4991-9e86-80b2ae3223ea,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:24.413394 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db36ce51-7dd4-455a-91b8-7cbd59cf2ef5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.419548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db36ce51-7dd4-455a-91b8-7cbd59cf2ef5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:24.420179 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db36ce51-7dd4-455a-91b8-7cbd59cf2ef5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.426359 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-1e99e9e7-57b1-4e3e-a353-0d5f27ed7f15 None None] Calling delete_port for 7cae543c-516d-4a2f-94da-c2bf75a05031 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:24.469391 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba454b0-6335-419f-af9a-1af0961301bb admin admin] Router 6c11889d-5b96-4827-993f-b13d755c3961 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:45:24.486889 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4af9d601-f60a-4f45-965e-ed1e30eacfca tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.525678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'name': 'tempest-ServerRescueNegativeTestJSON-952990560-router', 'tenant_id': '932bad7d1d8f47c184058cfcb226a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:17Z', 'updated_at': '2021-08-17T02:45:20Z', 'revision_number': 3, 'project_id': '932bad7d1d8f47c184058cfcb226a192', 'gw_port': {'id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:19Z', 'updated_at': '2021-08-17T02:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:24.557167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36ce51-7dd4-455a-91b8-7cbd59cf2ef5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event updated for resources: {'Network': ['ID=4202fece-ea4d-4074-ae71-07498d956356,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:24.565174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9d601-f60a-4f45-965e-ed1e30eacfca tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f278a97-15fe-44c3-bd74-08456e67cbe8,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:24.578024 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 4202fece-ea4d-4074-ae71-07498d956356 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:45:24.579847 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cbb79-18df-4f11-bee3-1728dd6b3bde None None] The sync data for ids ['3f92fd33-e47a-4d4a-820d-048d57058b95'] in n-d-793621-31 is: [{'id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'name': 'tempest-ServerRescueNegativeTestJSON-952990560-router', 'tenant_id': '932bad7d1d8f47c184058cfcb226a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:17Z', 'updated_at': '2021-08-17T02:45:20Z', 'revision_number': 3, 'project_id': '932bad7d1d8f47c184058cfcb226a192', 'gw_port': {'id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:19Z', 'updated_at': '2021-08-17T02:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:45:24.580377 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-db36ce51-7dd4-455a-91b8-7cbd59cf2ef5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0071790 Aug 17 02:45:24.583320 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.588676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48002) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:24.612048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ac14ac35-1b5f-4d46-831a-ba3ca5e8d3c2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Request body: {'subnet': {'network_id': '4202fece-ea4d-4074-ae71-07498d956356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:24.618311 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9ed0e7a-db8d-4877-899a-4ca6fcb82eb2 req-4a1bc988-1595-4951-b8ac-e5fe2a59ca16 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705868 Aug 17 02:45:24.688064 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba454b0-6335-419f-af9a-1af0961301bb admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:45:24.691907 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4af9d601-f60a-4f45-965e-ed1e30eacfca tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.696871 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4af9d601-f60a-4f45-965e-ed1e30eacfca tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8800552 Aug 17 02:45:24.700852 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48004) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:24.708067 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edbc14-11c7-4dcd-907a-5e6d65b0d6e7 None None] Sync routers for ids ['6c11889d-5b96-4827-993f-b13d755c3961'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:45:24.717039 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1ba454b0-6335-419f-af9a-1af0961301bb admin admin] 10.222.0.13 "PUT /v2.0/routers/6c11889d-5b96-4827-993f-b13d755c3961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9664018 Aug 17 02:45:24.718090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48006) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:24.725866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-d4c92f76-b245-4c9b-b041-b69363d02449 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'security_group_rule': {'security_group_id': '4924c2c0-1bb5-4295-ab47-ecda9850adec', 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:24.727346 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21edbc14-11c7-4dcd-907a-5e6d65b0d6e7 None None] Routers {'6c11889d-5b96-4827-993f-b13d755c3961'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:24.732421 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-21edbc14-11c7-4dcd-907a-5e6d65b0d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6c11889d-5b96-4827-993f-b13d755c3961'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:24.792892 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e99e9e7-57b1-4e3e-a353-0d5f27ed7f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.876664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99e9e7-57b1-4e3e-a353-0d5f27ed7f15 None None] Pushing event deleted for resources: {'Port': ['ID=7cae543c-516d-4a2f-94da-c2bf75a05031,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:24.881473 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e99e9e7-57b1-4e3e-a353-0d5f27ed7f15 None None] No DVR routers for this DVR port 7cae543c-516d-4a2f-94da-c2bf75a05031 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:24.913780 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-21edbc14-11c7-4dcd-907a-5e6d65b0d6e7 None None] Set router 6c11889d-5b96-4827-993f-b13d755c3961 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:24.957119 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.964203 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:24.966470 n-d-793621-31 neutron-server[95406]: INFO neutron.db.securitygroups_db [None req-d4c92f76-b245-4c9b-b041-b69363d02449 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Project bfc0da2911ce469596ea2cbdf9ad9ced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:45:24.978611 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4c92f76-b245-4c9b-b041-b69363d02449 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:25.084432 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:25.208864 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4c92f76-b245-4c9b-b041-b69363d02449 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:25.219787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac14ac35-1b5f-4d46-831a-ba3ca5e8d3c2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Made reservation on behalf of 8d816ae6a11743adbda14b0fcc9470ea for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:25.224025 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac14ac35-1b5f-4d46-831a-ba3ca5e8d3c2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:25.236953 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:25.257809 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-21edbc14-11c7-4dcd-907a-5e6d65b0d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c11889d-5b96-4827-993f-b13d755c3961', 'name': 'tempest-TestServerBasicOps-2062640561-router', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fc7bec70-5940-43a2-bc25-130c277fa868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:49Z', 'updated_at': '2021-08-17T02:45:23Z', 'revision_number': 5, 'project_id': '967b631ee29b4d3ca36807f181c4831c', 'gw_port': {'id': 'fc7bec70-5940-43a2-bc25-130c277fa868', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c11889d-5b96-4827-993f-b13d755c3961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:25.291970 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4c92f76-b245-4c9b-b041-b69363d02449 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:25.298180 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edbc14-11c7-4dcd-907a-5e6d65b0d6e7 None None] Checking router: 6c11889d-5b96-4827-993f-b13d755c3961 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:45:25.313901 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:25.320462 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21edbc14-11c7-4dcd-907a-5e6d65b0d6e7 None None] Routers {'6c11889d-5b96-4827-993f-b13d755c3961'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:25.321087 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-21edbc14-11c7-4dcd-907a-5e6d65b0d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6c11889d-5b96-4827-993f-b13d755c3961'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:25.329935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3c0ab1-1d85-4dce-b63b-ba40a87491c0,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:25.346495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c92f76-b245-4c9b-b041-b69363d02449 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46778c6-450b-4f85-b427-09a878011d17,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:25.366161 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] Deleting port fc7bec70-5940-43a2-bc25-130c277fa868 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:25.367649 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:25.420156 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4c92f76-b245-4c9b-b041-b69363d02449 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:25.422586 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d4c92f76-b245-4c9b-b041-b69363d02449 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7207599 Aug 17 02:45:25.455892 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-21edbc14-11c7-4dcd-907a-5e6d65b0d6e7 None None] Set router 6c11889d-5b96-4827-993f-b13d755c3961 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:25.536312 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] For port fc7bec70-5940-43a2-bc25-130c277fa868, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fc7bec70-5940-43a2-bc25-130c277fa868,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:25.536727 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:25.576010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] Calling delete_port for fc7bec70-5940-43a2-bc25-130c277fa868 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:25.583508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:25.586320 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:25.761682 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-21edbc14-11c7-4dcd-907a-5e6d65b0d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c11889d-5b96-4827-993f-b13d755c3961', 'name': 'tempest-TestServerBasicOps-2062640561-router', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:49Z', 'updated_at': '2021-08-17T02:45:25Z', 'revision_number': 6, 'project_id': '967b631ee29b4d3ca36807f181c4831c', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:25.824999 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edbc14-11c7-4dcd-907a-5e6d65b0d6e7 None None] The sync data for ids ['6c11889d-5b96-4827-993f-b13d755c3961'] in n-d-793621-31 is: [{'id': '6c11889d-5b96-4827-993f-b13d755c3961', 'name': 'tempest-TestServerBasicOps-2062640561-router', 'tenant_id': '967b631ee29b4d3ca36807f181c4831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:49Z', 'updated_at': '2021-08-17T02:45:25Z', 'revision_number': 6, 'project_id': '967b631ee29b4d3ca36807f181c4831c', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:45:26.010610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.objects.ports [None req-ac14ac35-1b5f-4d46-831a-ba3ca5e8d3c2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95406) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:45:26.022792 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099928e-78dd-4421-b9a6-b2571b40a439 req-39fc3413-df22-40f7-9513-bed16ef88d46 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:26.024965 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9099928e-78dd-4421-b9a6-b2571b40a439 req-39fc3413-df22-40f7-9513-bed16ef88d46 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.2215292 Aug 17 02:45:26.027171 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Router 3f92fd33-e47a-4d4a-820d-048d57058b95 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:45:26.028141 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac14ac35-1b5f-4d46-831a-ba3ca5e8d3c2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:26.153053 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:26.153322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14ac35-1b5f-4d46-831a-ba3ca5e8d3c2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event updated for resources: {'Subnet': ['ID=1f6fdb4c-16bc-408b-8dd0-c0c99e6b408a,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:26.170706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9099928e-78dd-4421-b9a6-b2571b40a439 req-18e939cf-f670-4361-adf5-aa3ca8a27a65 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356637 Aug 17 02:45:26.193386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7bec70-5940-43a2-bc25-130c277fa868,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:26.201202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48070) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:26.227828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac14ac35-1b5f-4d46-831a-ba3ca5e8d3c2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Checking segment: {'id': '9cef24ae-0d2b-48b1-9b7c-888729e5026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4202fece-ea4d-4074-ae71-07498d956356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:26.228376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac14ac35-1b5f-4d46-831a-ba3ca5e8d3c2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Network hostable DHCP agents. Network: 4202fece-ea4d-4074-ae71-07498d956356, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:45:26.279248 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:45:26.284419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b8044a1f-e446-42f0-8edb-26d232921894 admin admin] 10.222.0.13 "PUT /v2.0/routers/3f92fd33-e47a-4d4a-820d-048d57058b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1126366 Aug 17 02:45:26.341077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac14ac35-1b5f-4d46-831a-ba3ca5e8d3c2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Network 4202fece-ea4d-4074-ae71-07498d956356 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:45:26.342884 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:26.426392 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ac14ac35-1b5f-4d46-831a-ba3ca5e8d3c2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 4202fece-ea4d-4074-ae71-07498d956356) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:26.430973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac14ac35-1b5f-4d46-831a-ba3ca5e8d3c2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:26.431838 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac14ac35-1b5f-4d46-831a-ba3ca5e8d3c2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:26.437212 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4170621d-a03c-4cdc-80dd-720ce7161a8d None None] Network 4202fece-ea4d-4074-ae71-07498d956356 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:26.441020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1009363763-network', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:26.478428 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:26.480635 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:26.530144 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ac14ac35-1b5f-4d46-831a-ba3ca5e8d3c2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9404054 Aug 17 02:45:26.532791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48080) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:26.638641 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:26.639363 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c11889d-5b96-4827-993f-b13d755c3961 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:45:26.648970 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:26.648970 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b1254e4a-d1d6-4321-8c83-c79dfa0b8d35 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6c11889d-5b96-4827-993f-b13d755c3961 HTTP/1.1" status: 204 len: 168 time: 1.9275076 Aug 17 02:45:26.650741 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48088) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:26.729891 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] Made reservation on behalf of b8285e0531a04d3c96585d96ccd10f50 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:26.733415 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:26.780526 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:26.800119 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:26.887601 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc5ec78-c14b-4159-9c9a-47b2384a5853 admin admin] Deleting subnet 85ecf8c5-946f-42b1-8b23-090887b2cac9 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:45:26.912160 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acc5ec78-c14b-4159-9c9a-47b2384a5853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:26.953065 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5fab2113-5b6b-4779-8300-db61ffbf3ae9 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:27.040977 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acc5ec78-c14b-4159-9c9a-47b2384a5853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.041763 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-4202fece-ea4d-4074-ae71-07498d956356', 'network_id': '4202fece-ea4d-4074-ae71-07498d956356', 'tenant_id': '8d816ae6a11743adbda14b0fcc9470ea', 'fixed_ips': [{'subnet_id': '1f6fdb4c-16bc-408b-8dd0-c0c99e6b408a'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:45:27.042688 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.153204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222deb3-b85a-4a13-8648-b670a03f761c req-1cf86093-894d-42cd-822a-c7826e98b6c0 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:27.155384 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-1cf86093-894d-42cd-822a-c7826e98b6c0 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/networks?id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5 HTTP/1.1" status: 200 len: 818 time: 0.1699712 Aug 17 02:45:27.159620 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.188010 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.203584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-ce62bd5e-0483-41a7-befa-ee5e14c7741c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/quotas/932bad7d1d8f47c184058cfcb226a192 HTTP/1.1" status: 200 len: 375 time: 0.0400772 Aug 17 02:45:27.212002 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 5fab2113-5b6b-4779-8300-db61ffbf3ae9 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:27.233591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5fab2113-5b6b-4779-8300-db61ffbf3ae9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:27.233884 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.260421 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.279742 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acc5ec78-c14b-4159-9c9a-47b2384a5853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.299259 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-62e15178-d2d8-4116-b7fe-6c47b01d5e3a tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=932bad7d1d8f47c184058cfcb226a192&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809391 Aug 17 02:45:27.312019 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Allocated IP 2001:db8::f816:3eff:fe39:d609 (4202fece-ea4d-4074-ae71-07498d956356/1f6fdb4c-16bc-408b-8dd0-c0c99e6b408a/dbe79935-7129-4ad8-a815-9f437a64d231) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:27.323523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-7489a364-47ad-4ecc-8cea-39d15773c5ef service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:45:27.324991 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-7489a364-47ad-4ecc-8cea-39d15773c5ef service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072808 Aug 17 02:45:27.403280 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96aab021-e88b-4bbc-8cfd-317138815ae5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:27.418054 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:45:27.464987 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.465799 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] Added segment e0a3835e-4419-4ea4-ba94-3faf6c84db33 of type vlan for network 9e61892c-f1fc-452e-a1fa-712df6fb9b5d Aug 17 02:45:27.526220 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-5af44933-ead9-4ff8-ba71-a265c07de0aa service neutron] 10.222.0.13 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863229 Aug 17 02:45:27.554326 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.573767 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.621953 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 5fab2113-5b6b-4779-8300-db61ffbf3ae9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5fab2113-5b6b-4779-8300-db61ffbf3ae9,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:27.632784 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acc5ec78-c14b-4159-9c9a-47b2384a5853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.673012 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-acc5ec78-c14b-4159-9c9a-47b2384a5853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.677010 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.677624 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-acc5ec78-c14b-4159-9c9a-47b2384a5853 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/85ecf8c5-946f-42b1-8b23-090887b2cac9 HTTP/1.1" status: 204 len: 168 time: 1.0255466 Aug 17 02:45:27.678251 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48134) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:27.680653 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5ec78-c14b-4159-9c9a-47b2384a5853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ecf8c5-946f-42b1-8b23-090887b2cac9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:27.683007 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07751f3-68b6-4132-857a-f5b6d4f2e671 None None] Network f24fae23-7490-43ca-b4d5-c85b7139b8cd requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:27.702116 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-0f6b6552-7c93-43f3-b3a0-bb21b39bd624 service neutron] 10.222.0.13 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699543 Aug 17 02:45:27.708231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Transition to ACTIVE for port object dbe79935-7129-4ad8-a815-9f437a64d231 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:27.767011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Sync routers for ids ['3f92fd33-e47a-4d4a-820d-048d57058b95'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:45:27.769957 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.791991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Transition to ACTIVE for port object dbe79935-7129-4ad8-a815-9f437a64d231 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:27.793941 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.795000 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:27.795783 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.795909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3f6bb37a-aea0-4c85-9396-61ba980e390d no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:27.847434 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 3f6bb37a-aea0-4c85-9396-61ba980e390d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:27.847789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3f6bb37a-aea0-4c85-9396-61ba980e390d not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:27.863067 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Routers {'3f92fd33-e47a-4d4a-820d-048d57058b95'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:27.863951 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3f92fd33-e47a-4d4a-820d-048d57058b95'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:27.884148 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.889200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] Pushing event updated for resources: {'Network': ['ID=9e61892c-f1fc-452e-a1fa-712df6fb9b5d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:27.927606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 9e61892c-f1fc-452e-a1fa-712df6fb9b5d details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:45:27.943248 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ee8ff675-cc1f-44fe-952e-3248eea8924a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7403195 Aug 17 02:45:27.947135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48140) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:27.952396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Request body: {'subnet': {'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1009363763-subnet', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:27.968620 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fc7bec70-5940-43a2-bc25-130c277fa868 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:27.992873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] Deleting port 70677b04-555d-4965-a850-f235199e6f67 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:27.993465 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.062029 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.066644 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: fc7bec70-5940-43a2-bc25-130c277fa868 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:28.068708 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fc7bec70-5940-43a2-bc25-130c277fa868 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:28.081403 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.095349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] For port 70677b04-555d-4965-a850-f235199e6f67, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=70677b04-555d-4965-a850-f235199e6f67,segment=NetworkSegment(99eb5ae0-0919-4ced-8934-6064e7396bfc),segment_id=99eb5ae0-0919-4ced-8934-6064e7396bfc)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:28.095683 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.135918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] Calling delete_port for 70677b04-555d-4965-a850-f235199e6f67 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:28.144879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Made reservation on behalf of b8285e0531a04d3c96585d96ccd10f50 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:28.149785 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.172220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Set router 3f92fd33-e47a-4d4a-820d-048d57058b95 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:28.307776 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=5fab2113-5b6b-4779-8300-db61ffbf3ae9,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:28.415571 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.429857 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Network 4202fece-ea4d-4074-ae71-07498d956356 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:28.438466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:28.440938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:28.465643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Pushing event updated for resources: {'Port': ['ID=dbe79935-7129-4ad8-a815-9f437a64d231,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:28.488997 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=70677b04-555d-4965-a850-f235199e6f67,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:28.501547 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] No DVR routers for this DVR port 70677b04-555d-4965-a850-f235199e6f67 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:28.613701 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.613963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6fdb4c-16bc-408b-8dd0-c0c99e6b408a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:28.636489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24fae23-7490-43ca-b4d5-c85b7139b8cd']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:28.654401 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99eb5ae0-0919-4ced-8934-6064e7396bfc') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:28.654803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99eb5ae0-0919-4ced-8934-6064e7396bfc') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:28.667546 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.691186 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.696285 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.716322 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:45:28.716844 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:45:28.723558 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:45:28.734054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Attempting to bind port dbe79935-7129-4ad8-a815-9f437a64d231 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:45:28.736438 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Attempting to bind port dbe79935-7129-4ad8-a815-9f437a64d231 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9cef24ae-0d2b-48b1-9b7c-888729e5026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4202fece-ea4d-4074-ae71-07498d956356'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:45:28.736438 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Attempting to bind port dbe79935-7129-4ad8-a815-9f437a64d231 on network 4202fece-ea4d-4074-ae71-07498d956356 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:28.753186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad49fa8d-6743-4845-ad7b-d398472f3689 None None] DHCP port deletion for f24fae23-7490-43ca-b4d5-c85b7139b8cd request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:45:28.754197 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:45:28.754587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Checking segment: {'id': '9cef24ae-0d2b-48b1-9b7c-888729e5026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4202fece-ea4d-4074-ae71-07498d956356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:28.755120 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.755394 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Bound using segment: {'id': '9cef24ae-0d2b-48b1-9b7c-888729e5026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4202fece-ea4d-4074-ae71-07498d956356'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:45:28.755946 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Bound port: dbe79935-7129-4ad8-a815-9f437a64d231, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cef24ae-0d2b-48b1-9b7c-888729e5026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4202fece-ea4d-4074-ae71-07498d956356'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:45:28.756334 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.812500 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.820490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4202fece-ea4d-4074-ae71-07498d956356']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:28.831738 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'name': 'tempest-ServerRescueNegativeTestJSON-952990560-router', 'tenant_id': '932bad7d1d8f47c184058cfcb226a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:17Z', 'updated_at': '2021-08-17T02:45:24Z', 'revision_number': 4, 'project_id': '932bad7d1d8f47c184058cfcb226a192', 'gw_port': {'id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:19Z', 'updated_at': '2021-08-17T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'aa3c0ab1-1d85-4dce-b63b-ba40a87491c0', 'name': '', 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5', 'tenant_id': '932bad7d1d8f47c184058cfcb226a192', 'mac_address': 'fa:16:3e:90:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '4491968a-5fe9-4d3e-bb02-74a57ef49ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:23Z', 'updated_at': '2021-08-17T02:45:24Z', 'revision_number': 2, 'project_id': '932bad7d1d8f47c184058cfcb226a192', 'subnets': [{'id': '4491968a-5fe9-4d3e-bb02-74a57ef49ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:28.847538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f13eb6-0638-4da1-97a4-fc74ac331d17 req-5989afdc-b854-4aca-95f5-2a8e2ee51d99 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:28.856455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95f13eb6-0638-4da1-97a4-fc74ac331d17 req-5989afdc-b854-4aca-95f5-2a8e2ee51d99 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.7621708 Aug 17 02:45:28.876039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Checking router: 3f92fd33-e47a-4d4a-820d-048d57058b95 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:45:28.876039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Updating router 3f92fd33-e47a-4d4a-820d-048d57058b95 port aa3c0ab1-1d85-4dce-b63b-ba40a87491c0 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:45:28.884857 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cef24ae-0d2b-48b1-9b7c-888729e5026d') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:28.885161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cef24ae-0d2b-48b1-9b7c-888729e5026d') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:28.903381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.906242 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] For port dbe79935-7129-4ad8-a815-9f437a64d231, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:45:28.910427 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.966012 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.972414 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:28.977322 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] 10.222.0.13 "DELETE /v2.0/networks/f24fae23-7490-43ca-b4d5-c85b7139b8cd HTTP/1.1" status: 204 len: 168 time: 1.2951350 Aug 17 02:45:28.996085 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc53a8a-51f2-40ca-9e93-c9eed9a91d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=f24fae23-7490-43ca-b4d5-c85b7139b8cd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:29.005898 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95f13eb6-0638-4da1-97a4-fc74ac331d17 req-f49d0b0f-bad1-442f-b58d-46691215ab82 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478271 Aug 17 02:45:29.045326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] For port dbe79935-7129-4ad8-a815-9f437a64d231, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=dbe79935-7129-4ad8-a815-9f437a64d231,segment=NetworkSegment(9cef24ae-0d2b-48b1-9b7c-888729e5026d),segment_id=9cef24ae-0d2b-48b1-9b7c-888729e5026d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:45:29.113424 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d2e2793f-bd0e-4a5a-8206-bdaece88abeb req-4fe023c7-b0bb-43e4-8f5a-d8021907bf17 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 210 time: 0.0402083 Aug 17 02:45:29.159710 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:29.160319 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:29.170299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:45:29.170718 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:45:29.173816 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:45:29.238784 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:29.302916 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc907b8-e207-4e15-9383-25c6ee0fdc2b None None] Pushing event updated for resources: {'Port': ['ID=dbe79935-7129-4ad8-a815-9f437a64d231,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:29.353684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:29.391931 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b283404-9923-4e99-b9c2-5a1feeda331f None None] Network 4202fece-ea4d-4074-ae71-07498d956356 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:29.399108 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 02:45:29.399108 n-d-793621-31 neutron-server[95406]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 02:45:29.399108 n-d-793621-31 neutron-server[95406]: [parameters: {'id': '4202fece-ea4d-4074-ae71-07498d956356'}] Aug 17 02:45:29.399108 n-d-793621-31 neutron-server[95406]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:45:29.399108 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:45:29.404401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Checking segment: {'id': 'e0a3835e-4419-4ea4-ba94-3faf6c84db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:29.404767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Network hostable DHCP agents. Network: 9e61892c-f1fc-452e-a1fa-712df6fb9b5d, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:45:29.412920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:29.413284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:29.414185 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:29.414555 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:29.414890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:29.415231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:29.415549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:29.415929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:29.416271 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:29.416583 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:29.416909 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:29.417349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:29.499165 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-1a00a7ad-f922-40a4-b2d4-7eb0335833da tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:29.500692 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-1a00a7ad-f922-40a4-b2d4-7eb0335833da tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/networks?id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5 HTTP/1.1" status: 200 len: 818 time: 0.2049015 Aug 17 02:45:29.519337 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-95be3b3f-b239-49f8-ad34-ca5913fc4c12 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/quotas/932bad7d1d8f47c184058cfcb226a192 HTTP/1.1" status: 200 len: 375 time: 0.0099277 Aug 17 02:45:29.527457 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:29.533561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Network 9e61892c-f1fc-452e-a1fa-712df6fb9b5d is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:45:29.582107 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Transition to ACTIVE for port object aa3c0ab1-1d85-4dce-b63b-ba40a87491c0 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:29.586073 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48180) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:29.598066 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-f835e41e-34ec-414f-be1d-226137fb0690 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=932bad7d1d8f47c184058cfcb226a192&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564380 Aug 17 02:45:29.610926 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abaaa9f-cfcf-44a3-bce9-553a336f5056 None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:45:29.633924 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b3ce7190-7699-486b-88eb-aec395c82cc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84b273b3ac0b4ea5ac4cf904736aab46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461187 Aug 17 02:45:29.634587 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48182) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:29.650491 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:29.700722 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba17038-b128-4bce-ab03-1f7627164826 None None] Pushing event updated for resources: {'Port': ['ID=aa3c0ab1-1d85-4dce-b63b-ba40a87491c0,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:29.730252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 9e61892c-f1fc-452e-a1fa-712df6fb9b5d) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:29.735084 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:29.735934 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:29.743399 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10f78794-6e17-4634-b337-7499b4f4adac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:29.783016 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10f78794-6e17-4634-b337-7499b4f4adac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:29.810455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-57571fd9-4bf8-4b4f-8197-dcf8b7fcad03 service neutron] 10.222.0.13 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960759 Aug 17 02:45:29.824133 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Attempting to bind port aa3c0ab1-1d85-4dce-b63b-ba40a87491c0 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:45:29.824712 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Attempting to bind port aa3c0ab1-1d85-4dce-b63b-ba40a87491c0 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'a95808a4-0b99-46fb-83a1-d3f6c8dbe72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:45:29.824859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Attempting to bind port aa3c0ab1-1d85-4dce-b63b-ba40a87491c0 on network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:29.833596 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0ef9e3ba-c139-4520-8652-21f275423136 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8845897 Aug 17 02:45:29.834164 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:45:29.834545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Checking segment: {'id': 'a95808a4-0b99-46fb-83a1-d3f6c8dbe72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:29.834951 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:29.836073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Bound using segment: {'id': 'a95808a4-0b99-46fb-83a1-d3f6c8dbe72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:45:29.836435 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Bound port: aa3c0ab1-1d85-4dce-b63b-ba40a87491c0, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95808a4-0b99-46fb-83a1-d3f6c8dbe72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:45:29.836841 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:29.845230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48186) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:29.858678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:29.881825 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abaaa9f-cfcf-44a3-bce9-553a336f5056 None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:45:29.925061 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:30.015530 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] For port aa3c0ab1-1d85-4dce-b63b-ba40a87491c0, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:45:30.017845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5fab2113-5b6b-4779-8300-db61ffbf3ae9 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:30.023676 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-74e15bdd-53b7-4a35-9125-f7ed21537ce2 service neutron] 10.222.0.13 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111993 Aug 17 02:45:30.039360 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:30.041020 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:30.044897 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10f78794-6e17-4634-b337-7499b4f4adac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:30.053057 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10f78794-6e17-4634-b337-7499b4f4adac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:30.063034 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-10f78794-6e17-4634-b337-7499b4f4adac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2964e0e3-d9c0-4018-b25a-7ebc8a5bdddb HTTP/1.1" status: 204 len: 168 time: 0.4262495 Aug 17 02:45:30.094962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Deleting port dbe79935-7129-4ad8-a815-9f437a64d231 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:30.098990 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:30.111476 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f78794-6e17-4634-b337-7499b4f4adac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2964e0e3-d9c0-4018-b25a-7ebc8a5bdddb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:30.235073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:30.292065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] For port dbe79935-7129-4ad8-a815-9f437a64d231, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=dbe79935-7129-4ad8-a815-9f437a64d231,segment=NetworkSegment(9cef24ae-0d2b-48b1-9b7c-888729e5026d),segment_id=9cef24ae-0d2b-48b1-9b7c-888729e5026d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:30.298070 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:30.329830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Calling delete_port for dbe79935-7129-4ad8-a815-9f437a64d231 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:30.345519 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device f94521a4-6e98-4353-8e96-b17c2ec8d877 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:45:30.416998 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] For port aa3c0ab1-1d85-4dce-b63b-ba40a87491c0, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=aa3c0ab1-1d85-4dce-b63b-ba40a87491c0,segment=NetworkSegment(a95808a4-0b99-46fb-83a1-d3f6c8dbe72a),segment_id=a95808a4-0b99-46fb-83a1-d3f6c8dbe72a)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:45:30.554779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98f488-d2f0-4e5f-9a2a-8f06415b6325 req-dcb836d3-a3e4-4158-9ed8-338ee3b5a0bf tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:30.562853 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be98f488-d2f0-4e5f-9a2a-8f06415b6325 req-dcb836d3-a3e4-4158-9ed8-338ee3b5a0bf tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.1418076 Aug 17 02:45:30.583381 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:30.588324 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:30.659231 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be98f488-d2f0-4e5f-9a2a-8f06415b6325 req-427af4d1-6a1f-4a76-9036-33263b8c148f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950966 Aug 17 02:45:30.681422 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.resource_extend [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:45:30.718572 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:30.803560 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Port': ['ID=dbe79935-7129-4ad8-a815-9f437a64d231,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:30.844352 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57ac50ea-95af-4b62-8e4d-6f414652d676 req-d7655d18-fa4f-4b51-85fd-a221cd482377 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 210 time: 0.0582232 Aug 17 02:45:30.846450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] No DVR routers for this DVR port dbe79935-7129-4ad8-a815-9f437a64d231 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:30.923485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5fab2113-5b6b-4779-8300-db61ffbf3ae9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:30.924020 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:30.961416 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba17038-b128-4bce-ab03-1f7627164826 None None] Pushing event updated for resources: {'Port': ['ID=aa3c0ab1-1d85-4dce-b63b-ba40a87491c0,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:30.974107 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Routers {'3f92fd33-e47a-4d4a-820d-048d57058b95'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:30.974903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3f92fd33-e47a-4d4a-820d-048d57058b95'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:31.127724 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:31.163868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4202fece-ea4d-4074-ae71-07498d956356']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:31.180914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:31.185900 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cef24ae-0d2b-48b1-9b7c-888729e5026d') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:31.186207 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cef24ae-0d2b-48b1-9b7c-888729e5026d') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:31.208135 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:31.228603 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48210) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:31.254682 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:31.257942 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:31.276880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:45:31.277370 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:45:31.280615 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:45:31.292556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222deb3-b85a-4a13-8648-b670a03f761c req-46a6d8fb-3573-4568-ae5e-5fcac09e4671 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:31.293972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-46a6d8fb-3573-4568-ae5e-5fcac09e4671 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.18 "GET /v2.0/networks?id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5 HTTP/1.1" status: 200 len: 818 time: 0.2872477 Aug 17 02:45:31.303177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'port_id': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'mac_address': 'fa:16:3e:1a:cf:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:45:31.374140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-e222deb3-b85a-4a13-8648-b670a03f761c req-aee48c7c-bdc2-4ac8-ab91-e1344c526266 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Request body: {'port': {'device_id': 'c9c78322-97e6-4d58-9821-41a86fbcb358', 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5', 'admin_state_up': True, 'tenant_id': '932bad7d1d8f47c184058cfcb226a192'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:31.449715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] Set router 3f92fd33-e47a-4d4a-820d-048d57058b95 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:31.530535 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-935e0e2d-6970-468c-8515-d6d59443d6c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=967b631ee29b4d3ca36807f181c4831c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007309 Aug 17 02:45:31.531563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48214) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:31.607486 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:31.623616 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:31.636132 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:31.650754 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:31.653353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/networks/4202fece-ea4d-4074-ae71-07498d956356 HTTP/1.1" status: 204 len: 168 time: 5.1192386 Aug 17 02:45:31.657299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee66de-7b3c-4758-977a-f920b92f4376 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Network': ['ID=4202fece-ea4d-4074-ae71-07498d956356,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:31.659123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e222deb3-b85a-4a13-8648-b670a03f761c req-aee48c7c-bdc2-4ac8-ab91-e1344c526266 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Made reservation on behalf of 932bad7d1d8f47c184058cfcb226a192 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:31.664863 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e222deb3-b85a-4a13-8648-b670a03f761c req-aee48c7c-bdc2-4ac8-ab91-e1344c526266 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:31.668314 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48216) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:31.681397 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'fixed_ips': [{'subnet_id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:45:31.682266 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:31.683243 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-63963a4d-9a57-498b-b029-3c08cfd4138a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-743381401'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:31.687689 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ca427b4-dc84-4fdd-8992-f45a9e9e3af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:31.739631 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ca427b4-dc84-4fdd-8992-f45a9e9e3af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:31.808949 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Allocated IP 172.25.5.11 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/551f534c-5375-4bb3-9726-8bfccfb2dc3a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:31.864376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63963a4d-9a57-498b-b029-3c08cfd4138a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Made reservation on behalf of 8d816ae6a11743adbda14b0fcc9470ea for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:31.868792 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63963a4d-9a57-498b-b029-3c08cfd4138a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:31.948386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0183b-d9cb-40bd-b4fc-6869011d25eb req-fd416e1b-8448-485a-8469-bdc545714e48 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:31.950407 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b1c0183b-d9cb-40bd-b4fc-6869011d25eb req-fd416e1b-8448-485a-8469-bdc545714e48 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.1485665 Aug 17 02:45:31.972878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63963a4d-9a57-498b-b029-3c08cfd4138a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:45:32.011572 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63963a4d-9a57-498b-b029-3c08cfd4138a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:32.012049 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-63963a4d-9a57-498b-b029-3c08cfd4138a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Added segment 8b5ce0c1-da07-4ec3-aace-38f43881acfc of type vlan for network ee866ce6-5e20-4be4-88e1-fb93847ee9cd Aug 17 02:45:32.013819 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 70677b04-555d-4965-a850-f235199e6f67 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:32.043254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 70677b04-555d-4965-a850-f235199e6f67 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:32.043671 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b1c0183b-d9cb-40bd-b4fc-6869011d25eb req-5140a426-0084-4a62-9b16-171f64ca0153 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781581 Aug 17 02:45:32.043793 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 70677b04-555d-4965-a850-f235199e6f67 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:32.049105 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-e222deb3-b85a-4a13-8648-b670a03f761c req-aee48c7c-bdc2-4ac8-ab91-e1344c526266 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Allocated IP 172.20.0.10 (b723cc12-c2c1-43dc-9f36-b280d34c7ac5/4491968a-5fe9-4d3e-bb02-74a57ef49ae9/f74018a7-5642-423f-911c-727df0539bc9) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:32.051168 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:32.114675 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:32.137255 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ca427b4-dc84-4fdd-8992-f45a9e9e3af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:32.142928 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ca427b4-dc84-4fdd-8992-f45a9e9e3af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:32.153311 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2ca427b4-dc84-4fdd-8992-f45a9e9e3af8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5fb5d0a-5d08-4f9e-a14e-01f0d1580dd0 HTTP/1.1" status: 204 len: 168 time: 0.6174822 Aug 17 02:45:32.174305 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63963a4d-9a57-498b-b029-3c08cfd4138a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:32.203465 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca427b4-dc84-4fdd-8992-f45a9e9e3af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fb5d0a-5d08-4f9e-a14e-01f0d1580dd0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:32.261849 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:32.282479 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69ffaedb-f668-411b-aa12-722f8961796d req-6ebebc8c-d611-4302-9fa7-003b74282044 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 210 time: 0.0762982 Aug 17 02:45:32.322730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f94521a4-6e98-4353-8e96-b17c2ec8d877 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:45:32.360026 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63963a4d-9a57-498b-b029-3c08cfd4138a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:32.367892 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63963a4d-9a57-498b-b029-3c08cfd4138a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:32.368594 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-63963a4d-9a57-498b-b029-3c08cfd4138a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:32.461616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Pushing event updated for resources: {'Port': ['ID=551f534c-5375-4bb3-9726-8bfccfb2dc3a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:32.470373 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:32.472467 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:32.474851 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:32.485420 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:32.503206 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63963a4d-9a57-498b-b029-3c08cfd4138a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event updated for resources: {'Network': ['ID=ee866ce6-5e20-4be4-88e1-fb93847ee9cd,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:32.523408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network ee866ce6-5e20-4be4-88e1-fb93847ee9cd details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:45:32.587028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-63963a4d-9a57-498b-b029-3c08cfd4138a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9166183 Aug 17 02:45:32.590373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48236) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:32.591445 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:32.594727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Allocated IP 172.20.0.2 (9e61892c-f1fc-452e-a1fa-712df6fb9b5d/18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0/fd3e64e2-8e17-4eea-a77b-12624616e59a) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:32.608146 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ef29d3db-1764-419b-bffe-f1928e32a1b2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Request body: {'subnet': {'network_id': 'ee866ce6-5e20-4be4-88e1-fb93847ee9cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:32.760959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['f94521a4-6e98-4353-8e96-b17c2ec8d877'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:45:32.801378 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e222deb3-b85a-4a13-8648-b670a03f761c req-aee48c7c-bdc2-4ac8-ab91-e1344c526266 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:32.847634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=f94521a4-6e98-4353-8e96-b17c2ec8d877,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:32.876673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'name': 'tempest-ServerRescueNegativeTestJSON-952990560-router', 'tenant_id': '932bad7d1d8f47c184058cfcb226a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:17Z', 'updated_at': '2021-08-17T02:45:24Z', 'revision_number': 4, 'project_id': '932bad7d1d8f47c184058cfcb226a192', 'gw_port': {'id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:19Z', 'updated_at': '2021-08-17T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'aa3c0ab1-1d85-4dce-b63b-ba40a87491c0', 'name': '', 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5', 'tenant_id': '932bad7d1d8f47c184058cfcb226a192', 'mac_address': 'fa:16:3e:90:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '4491968a-5fe9-4d3e-bb02-74a57ef49ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:23Z', 'updated_at': '2021-08-17T02:45:29Z', 'revision_number': 4, 'project_id': '932bad7d1d8f47c184058cfcb226a192', 'subnets': [{'id': '4491968a-5fe9-4d3e-bb02-74a57ef49ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:32.968540 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d0c4e6-cf89-41a6-abc7-268ecca5e62e None None] The sync data for ids ['3f92fd33-e47a-4d4a-820d-048d57058b95'] in n-d-793621-31 is: [{'id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'name': 'tempest-ServerRescueNegativeTestJSON-952990560-router', 'tenant_id': '932bad7d1d8f47c184058cfcb226a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:17Z', 'updated_at': '2021-08-17T02:45:24Z', 'revision_number': 4, 'project_id': '932bad7d1d8f47c184058cfcb226a192', 'gw_port': {'id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:19Z', 'updated_at': '2021-08-17T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'aa3c0ab1-1d85-4dce-b63b-ba40a87491c0', 'name': '', 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5', 'tenant_id': '932bad7d1d8f47c184058cfcb226a192', 'mac_address': 'fa:16:3e:90:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '4491968a-5fe9-4d3e-bb02-74a57ef49ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:23Z', 'updated_at': '2021-08-17T02:45:29Z', 'revision_number': 4, 'project_id': '932bad7d1d8f47c184058cfcb226a192', 'subnets': [{'id': '4491968a-5fe9-4d3e-bb02-74a57ef49ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:45:33.026769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef29d3db-1764-419b-bffe-f1928e32a1b2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Made reservation on behalf of 8d816ae6a11743adbda14b0fcc9470ea for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:33.032122 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef29d3db-1764-419b-bffe-f1928e32a1b2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:33.186100 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:33.250251 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e222deb3-b85a-4a13-8648-b670a03f761c req-aee48c7c-bdc2-4ac8-ab91-e1344c526266 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:33.523692 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:33.560167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Transition to ACTIVE for port object fd3e64e2-8e17-4eea-a77b-12624616e59a will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:33.616965 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Transition to ACTIVE for port object fd3e64e2-8e17-4eea-a77b-12624616e59a will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:33.708614 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:33.916683 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e222deb3-b85a-4a13-8648-b670a03f761c req-aee48c7c-bdc2-4ac8-ab91-e1344c526266 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:33.924175 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-e222deb3-b85a-4a13-8648-b670a03f761c req-aee48c7c-bdc2-4ac8-ab91-e1344c526266 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:33.929758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee48c7c-bdc2-4ac8-ab91-e1344c526266 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Pushing event updated for resources: {'Port': ['ID=f74018a7-5642-423f-911c-727df0539bc9,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:33.934475 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e222deb3-b85a-4a13-8648-b670a03f761c req-aee48c7c-bdc2-4ac8-ab91-e1344c526266 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:33.995330 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1650fa-718b-4527-be64-941193c201f4 req-98c6e7df-af65-47fe-89cb-5e671f2ac53d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:33.996901 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e1650fa-718b-4527-be64-941193c201f4 req-98c6e7df-af65-47fe-89cb-5e671f2ac53d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.4103489 Aug 17 02:45:34.020697 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:34.020954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Router 49bf2508-7e66-4457-8deb-cb5edb997bc1 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:45:34.087391 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef29d3db-1764-419b-bffe-f1928e32a1b2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:34.112548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Network 9e61892c-f1fc-452e-a1fa-712df6fb9b5d is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:34.116249 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:34.122198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:34.153686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222deb3-b85a-4a13-8648-b670a03f761c req-aee48c7c-bdc2-4ac8-ab91-e1344c526266 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:34.154381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e222deb3-b85a-4a13-8648-b670a03f761c req-aee48c7c-bdc2-4ac8-ab91-e1344c526266 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:34.218091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Pushing event updated for resources: {'Port': ['ID=fd3e64e2-8e17-4eea-a77b-12624616e59a,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:34.247671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-8e9742ed-6aa2-49f8-9ed5-727f66323fa2 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:34.249166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-8e9742ed-6aa2-49f8-9ed5-727f66323fa2 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.42 "GET /v2.0/networks?id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5 HTTP/1.1" status: 200 len: 818 time: 0.6300406 Aug 17 02:45:34.305532 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device aa3c0ab1-1d85-4dce-b63b-ba40a87491c0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:34.339109 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d1f1985f-7c3b-47fd-8d7e-1198ba690a4c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Request body: {'port': {'device_id': 'd7f808d7-8f18-49ef-8bb9-bfc50e3b72b0', 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5', 'admin_state_up': True, 'tenant_id': '932bad7d1d8f47c184058cfcb226a192'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:34.339391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Attempting to bind port fd3e64e2-8e17-4eea-a77b-12624616e59a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:45:34.339391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Attempting to bind port fd3e64e2-8e17-4eea-a77b-12624616e59a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'e0a3835e-4419-4ea4-ba94-3faf6c84db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:45:34.339391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Attempting to bind port fd3e64e2-8e17-4eea-a77b-12624616e59a on network 9e61892c-f1fc-452e-a1fa-712df6fb9b5d {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:34.346413 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:45:34.358933 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Sync routers for ids ['49bf2508-7e66-4457-8deb-cb5edb997bc1'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:45:34.377622 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Routers {'49bf2508-7e66-4457-8deb-cb5edb997bc1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:34.380415 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['49bf2508-7e66-4457-8deb-cb5edb997bc1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:34.398476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:45:34.399344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Checking segment: {'id': 'e0a3835e-4419-4ea4-ba94-3faf6c84db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:34.399344 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:34.399793 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Bound using segment: {'id': 'e0a3835e-4419-4ea4-ba94-3faf6c84db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:45:34.404090 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Bound port: fd3e64e2-8e17-4eea-a77b-12624616e59a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a3835e-4419-4ea4-ba94-3faf6c84db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:45:34.407475 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:34.437872 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e1650fa-718b-4527-be64-941193c201f4 req-f41acb75-4c0b-4bb3-8d50-a76f118c889f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4314966 Aug 17 02:45:34.472522 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:34.474487 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-42bae417-d115-4c36-bbbf-2e0c61959096 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6262915 Aug 17 02:45:34.485866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48262) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:34.570067 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-aee48c7c-bdc2-4ac8-ab91-e1344c526266 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2577434 Aug 17 02:45:34.625152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29d3db-1764-419b-bffe-f1928e32a1b2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event updated for resources: {'Subnet': ['ID=0c4b0ae7-2411-4d9d-8d0d-b809151fd242,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:34.641962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device f94521a4-6e98-4353-8e96-b17c2ec8d877 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:34.655774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Request body: {'port': {'device_id': 'c9c78322-97e6-4d58-9821-41a86fbcb358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:34.746687 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port aa3c0ab1-1d85-4dce-b63b-ba40a87491c0 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:34.791496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port aa3c0ab1-1d85-4dce-b63b-ba40a87491c0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:34.801982 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:34.884990 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Set router 49bf2508-7e66-4457-8deb-cb5edb997bc1 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:34.892006 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5b14e33e-2b45-4770-92a1-0249c3d203e1 req-a957aa93-6e72-4e32-93ce-3bd333513645 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 210 time: 0.1543922 Aug 17 02:45:34.959284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef29d3db-1764-419b-bffe-f1928e32a1b2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Checking segment: {'id': '8b5ce0c1-da07-4ec3-aace-38f43881acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ee866ce6-5e20-4be4-88e1-fb93847ee9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:34.973747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef29d3db-1764-419b-bffe-f1928e32a1b2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Network hostable DHCP agents. Network: ee866ce6-5e20-4be4-88e1-fb93847ee9cd, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:45:35.103408 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:35.324981 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef29d3db-1764-419b-bffe-f1928e32a1b2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Network ee866ce6-5e20-4be4-88e1-fb93847ee9cd is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:45:35.521879 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:45:32Z', 'revision_number': 3, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:35.583660 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Checking router: 49bf2508-7e66-4457-8deb-cb5edb997bc1 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:45:35.584410 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Updating router 49bf2508-7e66-4457-8deb-cb5edb997bc1 port 551f534c-5375-4bb3-9726-8bfccfb2dc3a binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:45:35.605861 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] For port fd3e64e2-8e17-4eea-a77b-12624616e59a, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:45:35.635459 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d1f1985f-7c3b-47fd-8d7e-1198ba690a4c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Made reservation on behalf of 932bad7d1d8f47c184058cfcb226a192 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:35.651064 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:35.656698 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d1f1985f-7c3b-47fd-8d7e-1198ba690a4c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:35.656698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ef29d3db-1764-419b-bffe-f1928e32a1b2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, ee866ce6-5e20-4be4-88e1-fb93847ee9cd) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:35.698036 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] For port fd3e64e2-8e17-4eea-a77b-12624616e59a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fd3e64e2-8e17-4eea-a77b-12624616e59a,segment=NetworkSegment(e0a3835e-4419-4ea4-ba94-3faf6c84db33),segment_id=e0a3835e-4419-4ea4-ba94-3faf6c84db33)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:45:35.723752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef29d3db-1764-419b-bffe-f1928e32a1b2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:35.728544 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef29d3db-1764-419b-bffe-f1928e32a1b2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:35.740522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port f94521a4-6e98-4353-8e96-b17c2ec8d877 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:35.742827 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:35.864454 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:35.975046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ef29d3db-1764-419b-bffe-f1928e32a1b2 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3764505 Aug 17 02:45:35.977829 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48276) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:36.087838 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:36.088750 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:36.101087 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Transition to ACTIVE for port object 551f534c-5375-4bb3-9726-8bfccfb2dc3a will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:36.159445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4175ed-d5e6-4feb-b2fd-b1cafaa6d3ee None None] Pushing event updated for resources: {'Port': ['ID=fd3e64e2-8e17-4eea-a77b-12624616e59a,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:36.192343 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:36.210871 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port aa3c0ab1-1d85-4dce-b63b-ba40a87491c0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=aa3c0ab1-1d85-4dce-b63b-ba40a87491c0,segment=NetworkSegment(a95808a4-0b99-46fb-83a1-d3f6c8dbe72a),segment_id=a95808a4-0b99-46fb-83a1-d3f6c8dbe72a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:36.271872 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:36.321999 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab288f-e5ae-45b8-910e-9e026c2d98d3 None None] Pushing event updated for resources: {'Port': ['ID=551f534c-5375-4bb3-9726-8bfccfb2dc3a,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:36.327167 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:36.350030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:45:36.353575 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a7ebc0-66f2-4141-8300-ffdf6691a7f1" -d '{"events": [{"server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "name": "network-vif-plugged", "status": "completed", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:45:36.366968 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:36.391147 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab288f-e5ae-45b8-910e-9e026c2d98d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:36.391499 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab288f-e5ae-45b8-910e-9e026c2d98d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:36.393485 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab288f-e5ae-45b8-910e-9e026c2d98d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:36.396341 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab288f-e5ae-45b8-910e-9e026c2d98d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:36.397375 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab288f-e5ae-45b8-910e-9e026c2d98d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:36.398666 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab288f-e5ae-45b8-910e-9e026c2d98d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:36.400599 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab288f-e5ae-45b8-910e-9e026c2d98d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:36.401142 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab288f-e5ae-45b8-910e-9e026c2d98d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:36.402661 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab288f-e5ae-45b8-910e-9e026c2d98d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:36.404550 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab288f-e5ae-45b8-910e-9e026c2d98d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:36.405104 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab288f-e5ae-45b8-910e-9e026c2d98d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:36.406946 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab288f-e5ae-45b8-910e-9e026c2d98d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:36.415857 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Attempting to bind port 551f534c-5375-4bb3-9726-8bfccfb2dc3a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:45:36.416544 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Attempting to bind port 551f534c-5375-4bb3-9726-8bfccfb2dc3a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:45:36.417896 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Attempting to bind port 551f534c-5375-4bb3-9726-8bfccfb2dc3a on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:36.436146 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:45:36.436930 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:36.438260 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:36.440505 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:45:36.441984 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Bound port: 551f534c-5375-4bb3-9726-8bfccfb2dc3a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:45:36.447084 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:36.453058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:36.492461 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74018a7-5642-423f-911c-727df0539bc9 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:45:36.503441 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:36.525803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=aa3c0ab1-1d85-4dce-b63b-ba40a87491c0,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:36.565077 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:36.604147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Transition to ACTIVE for port object f74018a7-5642-423f-911c-727df0539bc9 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:36.635526 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] For port 551f534c-5375-4bb3-9726-8bfccfb2dc3a, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:45:36.654320 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] For port 551f534c-5375-4bb3-9726-8bfccfb2dc3a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=551f534c-5375-4bb3-9726-8bfccfb2dc3a,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:45:36.727060 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:36.746642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=f94521a4-6e98-4353-8e96-b17c2ec8d877,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:36.767249 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Allocated IP 172.20.0.1 (9e61892c-f1fc-452e-a1fa-712df6fb9b5d/18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0/0cce579d-ed04-45eb-9c70-2bb5b0b95e57) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:36.810704 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d1f1985f-7c3b-47fd-8d7e-1198ba690a4c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Allocated IP 172.20.0.7 (b723cc12-c2c1-43dc-9f36-b280d34c7ac5/4491968a-5fe9-4d3e-bb02-74a57ef49ae9/86a359f1-b05e-48ee-84c5-b89739e19ed4) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:36.841927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48284) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:36.874529 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:36.901351 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Routers {'49bf2508-7e66-4457-8deb-cb5edb997bc1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:36.907462 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['49bf2508-7e66-4457-8deb-cb5edb997bc1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:36.924724 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab288f-e5ae-45b8-910e-9e026c2d98d3 None None] Pushing event updated for resources: {'Port': ['ID=551f534c-5375-4bb3-9726-8bfccfb2dc3a,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:36.957932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd96dc-df0d-4351-9def-98d458ce9809 req-151d3c1c-e978-44b6-bdd1-5daff84bfbae tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:36.965873 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3bd96dc-df0d-4351-9def-98d458ce9809 req-151d3c1c-e978-44b6-bdd1-5daff84bfbae tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 1.2872541 Aug 17 02:45:37.034815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Pushing event updated for resources: {'Port': ['ID=f74018a7-5642-423f-911c-727df0539bc9,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:37.132132 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.197595 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.217720 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] Set router 49bf2508-7e66-4457-8deb-cb5edb997bc1 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:37.226630 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3bd96dc-df0d-4351-9def-98d458ce9809 req-69291358-4aa4-406d-a650-b3e18ac566db tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583470 Aug 17 02:45:37.361301 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.469083 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f92f2d2f-680c-4ad9-9d33-6b2210ce7449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.530319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Transition to ACTIVE for port object 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:37.534059 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.569587 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:45:32Z', 'revision_number': 3, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:37.616741 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c02b36-e54b-4512-9e4a-4fc2ebcc739b None None] The sync data for ids ['49bf2508-7e66-4457-8deb-cb5edb997bc1'] in n-d-793621-31 is: [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:45:32Z', 'revision_number': 3, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:45:37.643024 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Subnet': ['ID=0c4b0ae7-2411-4d9d-8d0d-b809151fd242,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:37.656030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0eaf905-dc7f-42ba-aaa7-3d8e84a9f892 req-ddf4a72c-2e78-481f-91f4-71d2449f8a5a tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 210 time: 0.1652429 Aug 17 02:45:37.703919 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:37.704320 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:37.704947 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:37.705329 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:37.705676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:37.706017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:37.706355 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:37.706686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:37.713162 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:37.713945 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:37.714411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:37.715011 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:37.758398 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.775403 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee866ce6-5e20-4be4-88e1-fb93847ee9cd']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:37.796596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5ce0c1-da07-4ec3-aace-38f43881acfc') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:37.797105 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5ce0c1-da07-4ec3-aace-38f43881acfc') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:37.817860 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f92f2d2f-680c-4ad9-9d33-6b2210ce7449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.823677 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.840677 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e599ac-5435-4b5e-b127-37a37d91cfda x-openstack-request-id: req-65e599ac-5435-4b5e-b127-37a37d91cfda {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:45:37.841927 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "name": "network-vif-plugged", "status": "completed", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:45:37.842151 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65e599ac-5435-4b5e-b127-37a37d91cfda {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:45:37.842765 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'code': 200} Aug 17 02:45:37.847919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Attempting to bind port f74018a7-5642-423f-911c-727df0539bc9 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:45:37.848404 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Attempting to bind port f74018a7-5642-423f-911c-727df0539bc9 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'a95808a4-0b99-46fb-83a1-d3f6c8dbe72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:45:37.848846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Attempting to bind port f74018a7-5642-423f-911c-727df0539bc9 on network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:37.857231 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.867139 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:45:37.867658 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d1f1985f-7c3b-47fd-8d7e-1198ba690a4c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.868073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:45:37.872831 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:45:37.879644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Port f74018a7-5642-423f-911c-727df0539bc9 on network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:45:37.894420 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Attempting to bind port f74018a7-5642-423f-911c-727df0539bc9 on network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:37.903472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:45:37.903941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Checking segment: {'id': 'a95808a4-0b99-46fb-83a1-d3f6c8dbe72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:37.904458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Bound using segment: {'id': 'a95808a4-0b99-46fb-83a1-d3f6c8dbe72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:45:37.905080 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Bound port: f74018a7-5642-423f-911c-727df0539bc9, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95808a4-0b99-46fb-83a1-d3f6c8dbe72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:45:37.905571 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.911985 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d8db7f34-860d-4177-af4a-dd8463d86a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.930410 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.936097 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f92f2d2f-680c-4ad9-9d33-6b2210ce7449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:38.043046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f2d2f-680c-4ad9-9d33-6b2210ce7449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80996603-0c3b-4360-ad39-9001d0f12642,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:38.080940 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f92f2d2f-680c-4ad9-9d33-6b2210ce7449 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6366f2afe0c5495fa5cb39ea16410923&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2375677 Aug 17 02:45:38.095008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48292) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:38.125573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e69eb1-ccdf-4564-80cd-e28bd037d76d None None] Network 9e61892c-f1fc-452e-a1fa-712df6fb9b5d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:38.162109 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80985a0d-34e4-4a4f-9bc0-4ebfa924b484 None None] Network ee866ce6-5e20-4be4-88e1-fb93847ee9cd requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:38.169565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] For port f74018a7-5642-423f-911c-727df0539bc9, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:45:38.179403 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Network 9e61892c-f1fc-452e-a1fa-712df6fb9b5d is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:38.204084 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:38.217004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:38.332049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] For port f74018a7-5642-423f-911c-727df0539bc9, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f74018a7-5642-423f-911c-727df0539bc9,segment=NetworkSegment(a95808a4-0b99-46fb-83a1-d3f6c8dbe72a),segment_id=a95808a4-0b99-46fb-83a1-d3f6c8dbe72a)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:45:38.348055 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d1f1985f-7c3b-47fd-8d7e-1198ba690a4c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:38.383722 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6e964262-1861-4da4-8b59-7c8794e038ae None None] Provisioning for port fd3e64e2-8e17-4eea-a77b-12624616e59a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:38.418077 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:38.429908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a39d1c-35a3-457e-8d47-b0ba45c812c5 None None] Network ee866ce6-5e20-4be4-88e1-fb93847ee9cd requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:38.439484 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:38.489901 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31fbec3f-a917-4041-bd69-e2588c04831b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:38.520102 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a39d1c-35a3-457e-8d47-b0ba45c812c5 None None] Network ee866ce6-5e20-4be4-88e1-fb93847ee9cd could not be found, it might have been deleted concurrently. {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 02:45:38.544329 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:38.549743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d1f1985f-7c3b-47fd-8d7e-1198ba690a4c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:38.576239 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:38.584545 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/networks/ee866ce6-5e20-4be4-88e1-fb93847ee9cd HTTP/1.1" status: 204 len: 168 time: 2.6022472 Aug 17 02:45:38.608308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48296) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:38.626817 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-0d499311-af22-4edc-8a3b-ba6351502e93 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-264313200'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:38.664907 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d1f1985f-7c3b-47fd-8d7e-1198ba690a4c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:38.670246 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d1f1985f-7c3b-47fd-8d7e-1198ba690a4c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:38.677875 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Pushing event updated for resources: {'Port': ['ID=0cce579d-ed04-45eb-9c70-2bb5b0b95e57,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:38.689569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36bf99-0733-46ce-ad44-5ab3c1911cfb tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Network': ['ID=ee866ce6-5e20-4be4-88e1-fb93847ee9cd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:38.809192 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 551f534c-5375-4bb3-9726-8bfccfb2dc3a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:38.860332 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:38.860833 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:38.862384 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] 10.222.0.18 "PUT /v2.0/ports/f74018a7-5642-423f-911c-727df0539bc9 HTTP/1.1" status: 200 len: 1093 time: 4.2395816 Aug 17 02:45:38.864328 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31fbec3f-a917-4041-bd69-e2588c04831b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:38.866857 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1985f-7c3b-47fd-8d7e-1198ba690a4c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Pushing event updated for resources: {'Port': ['ID=86a359f1-b05e-48ee-84c5-b89739e19ed4,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:38.869357 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c78322-97e6-4d58-9821-41a86fbcb358', 'tag': 'f74018a7-5642-423f-911c-727df0539bc9'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:45:38.881125 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d280c2c8-952d-45e7-9388-5d3df3e9baa4" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c78322-97e6-4d58-9821-41a86fbcb358", "tag": "f74018a7-5642-423f-911c-727df0539bc9"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:45:39.376622 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d499311-af22-4edc-8a3b-ba6351502e93 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Made reservation on behalf of 8d816ae6a11743adbda14b0fcc9470ea for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:39.386840 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d499311-af22-4edc-8a3b-ba6351502e93 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:39.392596 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 551f534c-5375-4bb3-9726-8bfccfb2dc3a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:39.398783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 551f534c-5375-4bb3-9726-8bfccfb2dc3a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:39.399548 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:39.519289 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d499311-af22-4edc-8a3b-ba6351502e93 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:45:39.521973 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:39.584385 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d499311-af22-4edc-8a3b-ba6351502e93 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:39.585968 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-0d499311-af22-4edc-8a3b-ba6351502e93 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Added segment d069682f-d364-4582-b759-2e99cd010b55 of type vlan for network 49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87 Aug 17 02:45:39.624634 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:39.677879 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 551f534c-5375-4bb3-9726-8bfccfb2dc3a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=551f534c-5375-4bb3-9726-8bfccfb2dc3a,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:39.688414 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d499311-af22-4edc-8a3b-ba6351502e93 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:39.796224 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31fbec3f-a917-4041-bd69-e2588c04831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:39.798934 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31fbec3f-a917-4041-bd69-e2588c04831b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:39.800099 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-31fbec3f-a917-4041-bd69-e2588c04831b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80996603-0c3b-4360-ad39-9001d0f12642 HTTP/1.1" status: 204 len: 168 time: 1.6972427 Aug 17 02:45:39.823653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d1f1985f-7c3b-47fd-8d7e-1198ba690a4c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:39.824310 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d1f1985f-7c3b-47fd-8d7e-1198ba690a4c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:39.831117 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:39.832147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fd3e64e2-8e17-4eea-a77b-12624616e59a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:39.836757 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3130e23c-d54a-4629-a096-5a45fd06bcad None None] Network 9e61892c-f1fc-452e-a1fa-712df6fb9b5d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:39.850970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbec3f-a917-4041-bd69-e2588c04831b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80996603-0c3b-4360-ad39-9001d0f12642,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:39.868781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ddd4a-d191-4f17-a67d-64677e34ad99 req-b122f8b8-2edd-465a-bd47-34bb0bb0f9b0 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:39.870890 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a04ddd4a-d191-4f17-a67d-64677e34ad99 req-b122f8b8-2edd-465a-bd47-34bb0bb0f9b0 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 1.3588881 Aug 17 02:45:39.899077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd6e86-b526-466d-8fca-09a13c914719 service neutron] Pushing event updated for resources: {'Port': ['ID=f74018a7-5642-423f-911c-727df0539bc9,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:39.929694 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222deb3-b85a-4a13-8648-b670a03f761c req-6af76f26-106c-4d45-9460-1c9fefe6657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:39.931238 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-6af76f26-106c-4d45-9460-1c9fefe6657e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=932bad7d1d8f47c184058cfcb226a192&device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 1096 time: 0.2484095 Aug 17 02:45:39.936413 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:39.941196 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d499311-af22-4edc-8a3b-ba6351502e93 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:39.942404 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a04ddd4a-d191-4f17-a67d-64677e34ad99 req-0b926980-32c0-4377-8ff9-a2563052e647 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640655 Aug 17 02:45:39.964604 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d499311-af22-4edc-8a3b-ba6351502e93 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:39.965384 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0d499311-af22-4edc-8a3b-ba6351502e93 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:40.056280 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:40.111045 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d1f1985f-7c3b-47fd-8d7e-1198ba690a4c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7988350 Aug 17 02:45:40.129415 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-d2346b4a-5145-4b64-84a1-5909ff5e2b00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74018a7-5642-423f-911c-727df0539bc9 HTTP/1.1" status: 200 len: 217 time: 0.1797159 Aug 17 02:45:40.218159 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Request body: {'port': {'device_id': 'd7f808d7-8f18-49ef-8bb9-bfc50e3b72b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:40.257133 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=551f534c-5375-4bb3-9726-8bfccfb2dc3a,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:40.262563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port fd3e64e2-8e17-4eea-a77b-12624616e59a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:40.383446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222deb3-b85a-4a13-8648-b670a03f761c req-6f968d80-a2f6-4404-8bc6-dcfaa43ec1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:40.386055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-6f968d80-a2f6-4404-8bc6-dcfaa43ec1a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4491968a-5fe9-4d3e-bb02-74a57ef49ae9 HTTP/1.1" status: 200 len: 858 time: 0.1396301 Aug 17 02:45:40.394720 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port fd3e64e2-8e17-4eea-a77b-12624616e59a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:40.394720 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:40.394720 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b08768aa-3d72-498a-a73d-ce0cdda6a04c None None] Provisioning for port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:40.396297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:40.396907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:40.400648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:40.402303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:40.403181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:40.403737 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:40.404284 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:40.404934 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:40.405594 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:40.406089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:40.406506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:40.407030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:40.452371 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd453cb8-bb7d-4aa8-8c14-cd4e47de98d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:40.456978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b08768aa-3d72-498a-a73d-ce0cdda6a04c None None] Provisioning complete for port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:40.457516 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b08768aa-3d72-498a-a73d-ce0cdda6a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:40.531404 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b08768aa-3d72-498a-a73d-ce0cdda6a04c None None] Port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:45:40.534315 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-bef8fbda-daf7-4bac-aed5-2849b38cdab5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779030 Aug 17 02:45:40.668758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82109f0e-014f-44c0-a2b7-0c296b949b83 req-0a0657c4-4cc4-4228-af50-554c976ee498 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:40.677346 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82109f0e-014f-44c0-a2b7-0c296b949b83 req-0a0657c4-4cc4-4228-af50-554c976ee498 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 931 time: 0.5448785 Aug 17 02:45:40.685618 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:40.719552 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:40.728412 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:40.808060 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port fd3e64e2-8e17-4eea-a77b-12624616e59a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fd3e64e2-8e17-4eea-a77b-12624616e59a,segment=NetworkSegment(e0a3835e-4419-4ea4-ba94-3faf6c84db33),segment_id=e0a3835e-4419-4ea4-ba94-3faf6c84db33)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:40.808493 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82109f0e-014f-44c0-a2b7-0c296b949b83 req-80ac253a-e312-4f56-bd48-690699775072 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300318 Aug 17 02:45:40.815949 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0d499311-af22-4edc-8a3b-ba6351502e93 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2043097 Aug 17 02:45:40.817588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48312) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:40.842184 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-171ab8ec-3520-4382-8d15-16bc5c8e9d35 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Request body: {'subnet': {'network_id': '49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:40.874772 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:40.874772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device aa3c0ab1-1d85-4dce-b63b-ba40a87491c0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:40.901469 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8274d177-fd64-4a6b-bd8c-1ab74f476e12 x-openstack-request-id: req-8274d177-fd64-4a6b-bd8c-1ab74f476e12 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:45:40.901469 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c78322-97e6-4d58-9821-41a86fbcb358", "tag": "f74018a7-5642-423f-911c-727df0539bc9", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:45:40.901469 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8274d177-fd64-4a6b-bd8c-1ab74f476e12 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:45:40.901469 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c78322-97e6-4d58-9821-41a86fbcb358', 'tag': 'f74018a7-5642-423f-911c-727df0539bc9', 'status': 'completed', 'code': 200} Aug 17 02:45:40.926226 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Pushing event updated for resources: {'Port': ['ID=0cce579d-ed04-45eb-9c70-2bb5b0b95e57,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:40.930298 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:40.940421 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48314) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:40.976087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d499311-af22-4edc-8a3b-ba6351502e93 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event updated for resources: {'Network': ['ID=49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:40.983732 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a99a716-634a-4969-9db4-723ef8620ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.007747 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:45:41.143562 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-dd34a922-5d20-46ba-af86-83769c56f9ba service neutron] 10.222.0.18 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879269 Aug 17 02:45:41.159482 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Network 9e61892c-f1fc-452e-a1fa-712df6fb9b5d is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:41.162754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:41.165323 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=fd3e64e2-8e17-4eea-a77b-12624616e59a,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:41.198116 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6f4fa21b-5aa5-455a-a14b-4ae73d5c9a12 None None] Provisioning complete for port fd3e64e2-8e17-4eea-a77b-12624616e59a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:41.198641 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa21b-5aa5-455a-a14b-4ae73d5c9a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.325353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port aa3c0ab1-1d85-4dce-b63b-ba40a87491c0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:41.327353 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.603749 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6f4fa21b-5aa5-455a-a14b-4ae73d5c9a12 None None] Provisioning complete for port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:41.604468 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa21b-5aa5-455a-a14b-4ae73d5c9a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.628927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Router 49bf2508-7e66-4457-8deb-cb5edb997bc1 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:45:41.702301 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a99a716-634a-4969-9db4-723ef8620ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.722677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3d453-e162-426e-829d-a0a831543c65 req-4d054231-6a03-41b0-897b-08e319fe7e8d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:41.747041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21a3d453-e162-426e-829d-a0a831543c65 req-4d054231-6a03-41b0-897b-08e319fe7e8d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.6328537 Aug 17 02:45:41.775875 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a99a716-634a-4969-9db4-723ef8620ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.889776 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fa21b-5aa5-455a-a14b-4ae73d5c9a12 None None] Port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:45:41.902294 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.923591 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99a716-634a-4969-9db4-723ef8620ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417bb0af-3940-4a72-b408-68d5fe62f5ce,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:41.941020 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5a99a716-634a-4969-9db4-723ef8620ce6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=303b919f27a84455a437d128a97977b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9993355 Aug 17 02:45:41.945224 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48322) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:41.965388 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:45:41.972494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Sync routers for ids ['49bf2508-7e66-4457-8deb-cb5edb997bc1'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:45:41.980407 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-485dc0de-4c8f-46d2-a714-f7e32ac3feae admin admin] 10.222.0.13 "PUT /v2.0/routers/49bf2508-7e66-4457-8deb-cb5edb997bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4933345 Aug 17 02:45:41.985022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Routers {'49bf2508-7e66-4457-8deb-cb5edb997bc1'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:41.987484 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['49bf2508-7e66-4457-8deb-cb5edb997bc1'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:42.007794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e222deb3-b85a-4a13-8648-b670a03f761c req-bb7c2e02-ab93-40de-902c-aa9b39d42947 service neutron] 10.222.0.18 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8412390 Aug 17 02:45:42.090720 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21a3d453-e162-426e-829d-a0a831543c65 req-5e874d48-aa99-420c-9848-5c16f481378b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426805 Aug 17 02:45:42.126642 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f83ccb2-a33f-4f08-8439-c64c23cca243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:42.174751 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f83ccb2-a33f-4f08-8439-c64c23cca243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:42.200225 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-118a5a93-011e-4789-b3c9-2c64920b2ef5 None None] Provisioning complete for port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:42.200225 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-118a5a93-011e-4789-b3c9-2c64920b2ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:42.254621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171ab8ec-3520-4382-8d15-16bc5c8e9d35 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Made reservation on behalf of 8d816ae6a11743adbda14b0fcc9470ea for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:42.276500 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-171ab8ec-3520-4382-8d15-16bc5c8e9d35 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:42.294729 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f83ccb2-a33f-4f08-8439-c64c23cca243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:42.297884 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f83ccb2-a33f-4f08-8439-c64c23cca243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:42.299492 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3f83ccb2-a33f-4f08-8439-c64c23cca243 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/417bb0af-3940-4a72-b408-68d5fe62f5ce HTTP/1.1" status: 204 len: 168 time: 0.3532670 Aug 17 02:45:42.302533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 551f534c-5375-4bb3-9726-8bfccfb2dc3a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:42.314711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83ccb2-a33f-4f08-8439-c64c23cca243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417bb0af-3940-4a72-b408-68d5fe62f5ce,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:42.526285 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a359f1-b05e-48ee-84c5-b89739e19ed4 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:45:42.576077 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:42.634798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Transition to ACTIVE for port object 86a359f1-b05e-48ee-84c5-b89739e19ed4 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:42.671685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280c2c8-952d-45e7-9388-5d3df3e9baa4 req-56c38e35-c492-4036-99fe-b1594c93690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:42.673868 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d280c2c8-952d-45e7-9388-5d3df3e9baa4 req-56c38e35-c492-4036-99fe-b1594c93690a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=932bad7d1d8f47c184058cfcb226a192&device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 1096 time: 0.4543138 Aug 17 02:45:42.719076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Set router 49bf2508-7e66-4457-8deb-cb5edb997bc1 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:42.767486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ceb4fe-dc0f-4b88-b688-c910af039ca8 req-c3a23ada-8871-4682-9a3c-906c32f65e8c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:42.769818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88ceb4fe-dc0f-4b88-b688-c910af039ca8 req-c3a23ada-8871-4682-9a3c-906c32f65e8c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 931 time: 0.4782572 Aug 17 02:45:42.846666 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-118a5a93-011e-4789-b3c9-2c64920b2ef5 None None] Port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:45:42.915015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280c2c8-952d-45e7-9388-5d3df3e9baa4 req-74517d40-6e08-453b-a66c-05a0e3317da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:42.920137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d280c2c8-952d-45e7-9388-5d3df3e9baa4 req-74517d40-6e08-453b-a66c-05a0e3317da9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5 HTTP/1.1" status: 200 len: 919 time: 0.2317805 Aug 17 02:45:42.926536 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:42.961219 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 551f534c-5375-4bb3-9726-8bfccfb2dc3a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:42.961644 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:43.024965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Pushing event updated for resources: {'Port': ['ID=86a359f1-b05e-48ee-84c5-b89739e19ed4,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:43.120784 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88ceb4fe-dc0f-4b88-b688-c910af039ca8 req-d2585b74-b700-44bb-8555-aee56db269bd tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979911 Aug 17 02:45:43.139035 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d280c2c8-952d-45e7-9388-5d3df3e9baa4 req-c46a94d2-e878-4292-9383-eb8a42cdc949 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74018a7-5642-423f-911c-727df0539bc9 HTTP/1.1" status: 200 len: 217 time: 0.2078636 Aug 17 02:45:43.182661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fd3e64e2-8e17-4eea-a77b-12624616e59a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:43.246434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280c2c8-952d-45e7-9388-5d3df3e9baa4 req-28c3c61d-ebbf-436b-bf68-3bd2fd56f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:43.248210 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d280c2c8-952d-45e7-9388-5d3df3e9baa4 req-28c3c61d-ebbf-436b-bf68-3bd2fd56f839 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4491968a-5fe9-4d3e-bb02-74a57ef49ae9 HTTP/1.1" status: 200 len: 858 time: 0.0658636 Aug 17 02:45:43.280407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:45:38Z', 'revision_number': 4, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '0cce579d-ed04-45eb-9c70-2bb5b0b95e57', 'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'mac_address': 'fa:16:3e:1f:c8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:36Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 2, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'subnets': [{'id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:43.413655 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d280c2c8-952d-45e7-9388-5d3df3e9baa4 req-5ff90918-8d43-4874-a343-fa5b4af98731 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555746 Aug 17 02:45:43.451047 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Checking router: 49bf2508-7e66-4457-8deb-cb5edb997bc1 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:45:43.452775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Updating router 49bf2508-7e66-4457-8deb-cb5edb997bc1 port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:45:43.550079 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:43.599141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Attempting to bind port 86a359f1-b05e-48ee-84c5-b89739e19ed4 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:45:43.599594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Attempting to bind port 86a359f1-b05e-48ee-84c5-b89739e19ed4 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'a95808a4-0b99-46fb-83a1-d3f6c8dbe72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:45:43.599818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Attempting to bind port 86a359f1-b05e-48ee-84c5-b89739e19ed4 on network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:43.617992 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Port 86a359f1-b05e-48ee-84c5-b89739e19ed4 on network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:45:43.618444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Attempting to bind port 86a359f1-b05e-48ee-84c5-b89739e19ed4 on network b723cc12-c2c1-43dc-9f36-b280d34c7ac5 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:43.632452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206fc59-f570-46e3-80f2-276d3b761490 req-cc31bb6a-4d28-4430-8821-c551eb6a5379 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:43.634843 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c206fc59-f570-46e3-80f2-276d3b761490 req-cc31bb6a-4d28-4430-8821-c551eb6a5379 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.3184195 Aug 17 02:45:43.643143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:45:43.643614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Checking segment: {'id': 'a95808a4-0b99-46fb-83a1-d3f6c8dbe72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:43.643890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Bound using segment: {'id': 'a95808a4-0b99-46fb-83a1-d3f6c8dbe72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:45:43.644353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Bound port: 86a359f1-b05e-48ee-84c5-b89739e19ed4, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95808a4-0b99-46fb-83a1-d3f6c8dbe72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:45:43.644722 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:43.651656 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port fd3e64e2-8e17-4eea-a77b-12624616e59a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:43.652230 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:43.859435 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d280c2c8-952d-45e7-9388-5d3df3e9baa4 req-1634eaa7-3cff-4328-8b80-9c544889680f service neutron] 10.222.0.18 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919347 Aug 17 02:45:43.865940 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c206fc59-f570-46e3-80f2-276d3b761490 req-e9fc5f84-5f40-4c0b-a026-3c1a5fcab360 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960797 Aug 17 02:45:43.925229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.objects.ports [None req-171ab8ec-3520-4382-8d15-16bc5c8e9d35 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95406) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:45:43.933773 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-171ab8ec-3520-4382-8d15-16bc5c8e9d35 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:43.948054 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48356) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:43.956691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1453005772-network', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:43.962696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] For port 86a359f1-b05e-48ee-84c5-b89739e19ed4, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:45:44.018471 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] For port 86a359f1-b05e-48ee-84c5-b89739e19ed4, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=86a359f1-b05e-48ee-84c5-b89739e19ed4,segment=NetworkSegment(a95808a4-0b99-46fb-83a1-d3f6c8dbe72a),segment_id=a95808a4-0b99-46fb-83a1-d3f6c8dbe72a)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:45:44.030889 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d280c2c8-952d-45e7-9388-5d3df3e9baa4 req-8168648d-45f5-4476-b390-cdd1a6ddcd36 service neutron] 10.222.0.18 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475255 Aug 17 02:45:44.039879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ab8ec-3520-4382-8d15-16bc5c8e9d35 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event updated for resources: {'Subnet': ['ID=2e1895ca-853b-4316-b01e-bdceb506e16e,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:44.071874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ab8ec-3520-4382-8d15-16bc5c8e9d35 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Checking segment: {'id': 'd069682f-d364-4582-b759-2e99cd010b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:44.072431 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ab8ec-3520-4382-8d15-16bc5c8e9d35 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Network hostable DHCP agents. Network: 49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:45:44.130479 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:44.141456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Transition to ACTIVE for port object 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:44.260377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a467a9-66ba-4203-8d00-3588eb4f4cfd req-c7b75384-8be6-4810-9bf0-5658a9c363ed tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:44.262165 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02a467a9-66ba-4203-8d00-3588eb4f4cfd req-c7b75384-8be6-4810-9bf0-5658a9c363ed tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 943 time: 0.0560815 Aug 17 02:45:44.310789 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02a467a9-66ba-4203-8d00-3588eb4f4cfd req-b3b5af32-3576-4fab-8a82-006023e4bd19 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391667 Aug 17 02:45:45.004086 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815cbf9-eff6-4dc9-a3c9-d1fb7614e378 req-a35c46bd-798e-4d90-8c60-28a648d18b70 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:45.005644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e815cbf9-eff6-4dc9-a3c9-d1fb7614e378 req-a35c46bd-798e-4d90-8c60-28a648d18b70 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.0553696 Aug 17 02:45:45.049487 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e815cbf9-eff6-4dc9-a3c9-d1fb7614e378 req-f76000cc-6b4f-4e75-a394-adcfa7ed2158 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371759 Aug 17 02:45:45.186303 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:45.191688 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:45.191884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] Made reservation on behalf of 375e65fa73984492baeb7de2b9603fcf for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:45.192356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ab8ec-3520-4382-8d15-16bc5c8e9d35 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Network 49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:45:45.194515 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:45.196179 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:45.223325 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:45.304332 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-171ab8ec-3520-4382-8d15-16bc5c8e9d35 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:45.349361 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171ab8ec-3520-4382-8d15-16bc5c8e9d35 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:45.350322 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-171ab8ec-3520-4382-8d15-16bc5c8e9d35 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:45.355356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:45.360338 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:45.365788 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ba0a01-8961-4339-ac54-30f44ba3bac2 None None] Network 49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:45.368077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] 10.222.0.42 "PUT /v2.0/ports/86a359f1-b05e-48ee-84c5-b89739e19ed4 HTTP/1.1" status: 200 len: 1092 time: 5.1572421 Aug 17 02:45:45.369055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f808d7-8f18-49ef-8bb9-bfc50e3b72b0', 'tag': '86a359f1-b05e-48ee-84c5-b89739e19ed4'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:45:45.376838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503e665-620c-4028-96ce-a2390f0d7bb3 None None] Pushing event updated for resources: {'Port': ['ID=0cce579d-ed04-45eb-9c70-2bb5b0b95e57,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:45.377642 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2ee6c7-4483-4844-ab75-7464661d4d18" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0", "tag": "86a359f1-b05e-48ee-84c5-b89739e19ed4"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:45:45.510035 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f229712-488d-492c-ad89-2c397182a07d x-openstack-request-id: req-5f229712-488d-492c-ad89-2c397182a07d {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:45:45.514422 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0", "tag": "86a359f1-b05e-48ee-84c5-b89739e19ed4", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:45:45.514422 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f229712-488d-492c-ad89-2c397182a07d {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:45:45.514422 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f808d7-8f18-49ef-8bb9-bfc50e3b72b0', 'tag': '86a359f1-b05e-48ee-84c5-b89739e19ed4', 'status': 'completed', 'code': 200} Aug 17 02:45:45.571897 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:45.610946 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Attempting to bind port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:45:45.611338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Attempting to bind port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'e0a3835e-4419-4ea4-ba94-3faf6c84db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:45:45.611718 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Attempting to bind port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 on network 9e61892c-f1fc-452e-a1fa-712df6fb9b5d {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:45.619915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2749cd8-f152-4123-87af-ace7275bd52e service neutron] Pushing event updated for resources: {'Port': ['ID=86a359f1-b05e-48ee-84c5-b89739e19ed4,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:45.627070 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:45.655002 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:45:45.655489 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Checking segment: {'id': 'e0a3835e-4419-4ea4-ba94-3faf6c84db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:45.655910 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:45.656311 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Bound using segment: {'id': 'e0a3835e-4419-4ea4-ba94-3faf6c84db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:45:45.656809 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Bound port: 0cce579d-ed04-45eb-9c70-2bb5b0b95e57, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a3835e-4419-4ea4-ba94-3faf6c84db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:45:45.657196 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:45.676299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-12259286-281b-4c4c-8cc0-c98a9e0263bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:45.678396 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-12259286-281b-4c4c-8cc0-c98a9e0263bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=932bad7d1d8f47c184058cfcb226a192&device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 1095 time: 0.1787331 Aug 17 02:45:45.711137 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530797a3-62e7-45ed-a5e1-3d73457c3456,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:45.754071 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:45:45.756018 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-c78dc014-f496-40f8-8cfe-6cbc741c3d9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a359f1-b05e-48ee-84c5-b89739e19ed4 HTTP/1.1" status: 200 len: 217 time: 0.0620291 Aug 17 02:45:45.759430 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-171ab8ec-3520-4382-8d15-16bc5c8e9d35 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.9372385 Aug 17 02:45:45.766776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48380) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:45.799004 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:45.799004 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] Added segment 2d8905e1-5495-4fb7-8dbc-f32033bb0688 of type vlan for network b6a822bd-e559-4a4e-88c0-589026c1141a Aug 17 02:45:45.937457 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:45.962597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] For port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:45:45.998245 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-303b20aa-8cf6-461d-a989-18ab6210df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:46.000739 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-303b20aa-8cf6-461d-a989-18ab6210df72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4491968a-5fe9-4d3e-bb02-74a57ef49ae9 HTTP/1.1" status: 200 len: 858 time: 0.2329037 Aug 17 02:45:46.042436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf99fa5-0068-4f87-958c-fccb7625670a req-5da46213-bfc0-4961-a483-797b952db7c2 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:46.044221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87', 'network_id': '49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87', 'tenant_id': '8d816ae6a11743adbda14b0fcc9470ea', 'fixed_ips': [{'subnet_id': '2e1895ca-853b-4316-b01e-bdceb506e16e'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:45:46.045737 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:46.059151 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8bf99fa5-0068-4f87-958c-fccb7625670a req-5da46213-bfc0-4961-a483-797b952db7c2 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 943 time: 0.3083222 Aug 17 02:45:46.094821 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-97974b7c-0ada-4775-9b17-4ecc3e0b0fca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818801 Aug 17 02:45:46.099007 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] For port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0cce579d-ed04-45eb-9c70-2bb5b0b95e57,segment=NetworkSegment(e0a3835e-4419-4ea4-ba94-3faf6c84db33),segment_id=e0a3835e-4419-4ea4-ba94-3faf6c84db33)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:45:46.106844 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:46.108178 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:46.111487 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:46.202867 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:46.219059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8bf99fa5-0068-4f87-958c-fccb7625670a req-09e22001-f8f7-4d9e-ad3e-15fd77ed9ffa tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533289 Aug 17 02:45:46.267676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] Pushing event updated for resources: {'Network': ['ID=b6a822bd-e559-4a4e-88c0-589026c1141a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:46.283453 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network b6a822bd-e559-4a4e-88c0-589026c1141a details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:45:46.295657 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:46.350092 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-94b6cd2e-e206-47f4-a30b-0b751d300a41 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3987284 Aug 17 02:45:46.355597 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48392) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:46.361051 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e42110a2-8aaf-40c9-bae4-c5752bdbd1c3 admin admin] Request body: {'subnet': {'network_id': 'b6a822bd-e559-4a4e-88c0-589026c1141a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1453005772-subnet', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf', 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:46.436442 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-12c020cf-d899-4b14-9e07-b1a687d9c935 service neutron] 10.222.0.42 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243716 Aug 17 02:45:46.458573 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:46.494544 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42110a2-8aaf-40c9-bae4-c5752bdbd1c3 admin admin] Made reservation on behalf of 375e65fa73984492baeb7de2b9603fcf for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:45:46.497014 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e42110a2-8aaf-40c9-bae4-c5752bdbd1c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:46.604372 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb37fa-a7cb-440f-bbd2-428c68fbe50e req-c9161835-a45a-493a-94b6-107c9b5c93f2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:46.605994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8edb37fa-a7cb-440f-bbd2-428c68fbe50e req-c9161835-a45a-493a-94b6-107c9b5c93f2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.2620623 Aug 17 02:45:46.748383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8edb37fa-a7cb-440f-bbd2-428c68fbe50e req-9ddaaf53-679a-4930-b55d-787fd5cf279d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253633 Aug 17 02:45:46.755329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503e665-620c-4028-96ce-a2390f0d7bb3 None None] Pushing event updated for resources: {'Port': ['ID=0cce579d-ed04-45eb-9c70-2bb5b0b95e57,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:46.772398 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Allocated IP 2001:db8::f816:3eff:fe2c:e2ca (49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87/2e1895ca-853b-4316-b01e-bdceb506e16e/215b818f-362a-4412-9548-705a6fe35e76) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:46.793712 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d32b24d4-6f1f-41de-aff0-fec47c558dab req-b25d211b-130c-4674-9030-940422e59f04 service neutron] 10.222.0.42 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484674 Aug 17 02:45:46.840212 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f74018a7-5642-423f-911c-727df0539bc9 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:45:46.895042 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e42110a2-8aaf-40c9-bae4-c5752bdbd1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:47.040041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Routers {'49bf2508-7e66-4457-8deb-cb5edb997bc1'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:47.045930 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['49bf2508-7e66-4457-8deb-cb5edb997bc1'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:47.107341 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42110a2-8aaf-40c9-bae4-c5752bdbd1c3 admin admin] Checking segment: {'id': '2d8905e1-5495-4fb7-8dbc-f32033bb0688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6a822bd-e559-4a4e-88c0-589026c1141a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:47.107979 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42110a2-8aaf-40c9-bae4-c5752bdbd1c3 admin admin] Network hostable DHCP agents. Network: b6a822bd-e559-4a4e-88c0-589026c1141a, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:45:47.109669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ee6c7-4483-4844-ab75-7464661d4d18 req-a5661862-99e1-4a10-992b-74a2c0e749e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:47.112328 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e2ee6c7-4483-4844-ab75-7464661d4d18 req-a5661862-99e1-4a10-992b-74a2c0e749e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=932bad7d1d8f47c184058cfcb226a192&device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 1095 time: 0.1636107 Aug 17 02:45:47.122889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42110a2-8aaf-40c9-bae4-c5752bdbd1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69238ae4-3e8a-4cfa-838e-8d3928899306,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:47.192553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42110a2-8aaf-40c9-bae4-c5752bdbd1c3 admin admin] Network b6a822bd-e559-4a4e-88c0-589026c1141a is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:45:47.306722 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e42110a2-8aaf-40c9-bae4-c5752bdbd1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, b6a822bd-e559-4a4e-88c0-589026c1141a) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:47.322393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42110a2-8aaf-40c9-bae4-c5752bdbd1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:47.327792 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e42110a2-8aaf-40c9-bae4-c5752bdbd1c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:47.368493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7044771-15be-4564-becb-f5b886c24c19 None None] Network b6a822bd-e559-4a4e-88c0-589026c1141a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:47.457800 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e42110a2-8aaf-40c9-bae4-c5752bdbd1c3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0988135 Aug 17 02:45:47.458022 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48412) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:47.462545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1453005772-router', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:47.511551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f74018a7-5642-423f-911c-727df0539bc9, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f74018a7-5642-423f-911c-727df0539bc9,segment=NetworkSegment(a95808a4-0b99-46fb-83a1-d3f6c8dbe72a),segment_id=a95808a4-0b99-46fb-83a1-d3f6c8dbe72a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:47.545646 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d66815-141b-4f2f-9842-7293a86151b6 req-a68f4606-ab85-41d3-9a86-95a19faac122 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:47.553410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65d66815-141b-4f2f-9842-7293a86151b6 req-a68f4606-ab85-41d3-9a86-95a19faac122 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 943 time: 0.1859407 Aug 17 02:45:47.567341 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:47.570362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'f74018a7-5642-423f-911c-727df0539bc9', 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5', 'port_id': 'f74018a7-5642-423f-911c-727df0539bc9', 'mac_address': 'fa:16:3e:8c:f4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4491968a-5fe9-4d3e-bb02-74a57ef49ae9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:45:47.594372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Transition to ACTIVE for port object 215b818f-362a-4412-9548-705a6fe35e76 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:47.606262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65d66815-141b-4f2f-9842-7293a86151b6 req-316a6f5f-a159-4717-b086-63bfa1ccbf9f tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475688 Aug 17 02:45:47.607732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ee6c7-4483-4844-ab75-7464661d4d18 req-de3fa28d-ea28-414b-9320-5203f4d649e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:47.609175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e2ee6c7-4483-4844-ab75-7464661d4d18 req-de3fa28d-ea28-414b-9320-5203f4d649e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5 HTTP/1.1" status: 200 len: 919 time: 0.4877267 Aug 17 02:45:47.609482 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:47.612910 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:47.678403 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e2ee6c7-4483-4844-ab75-7464661d4d18 req-30fe4e64-1c55-4a05-ba6f-4e14e72e1610 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a359f1-b05e-48ee-84c5-b89739e19ed4 HTTP/1.1" status: 200 len: 217 time: 0.0598009 Aug 17 02:45:47.775610 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:47.784284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ee6c7-4483-4844-ab75-7464661d4d18 req-03f642d7-79f8-4a45-a56c-87479582327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:47.789630 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e2ee6c7-4483-4844-ab75-7464661d4d18 req-03f642d7-79f8-4a45-a56c-87479582327b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4491968a-5fe9-4d3e-bb02-74a57ef49ae9 HTTP/1.1" status: 200 len: 858 time: 0.0951848 Aug 17 02:45:47.795901 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] Set router 49bf2508-7e66-4457-8deb-cb5edb997bc1 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:47.870646 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e2ee6c7-4483-4844-ab75-7464661d4d18 req-f2dd2e21-b974-439b-8a15-937385a20f99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593503 Aug 17 02:45:47.882465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Transition to ACTIVE for port object 215b818f-362a-4412-9548-705a6fe35e76 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:48.016381 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.027274 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.042563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Network 49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:48.043993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-b6a822bd-e559-4a4e-88c0-589026c1141a', 'network_id': 'b6a822bd-e559-4a4e-88c0-589026c1141a', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf', 'fixed_ips': [{'subnet_id': '69238ae4-3e8a-4cfa-838e-8d3928899306'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:45:48.049174 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.073435 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:48.147375 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:48.171451 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74018a7-5642-423f-911c-727df0539bc9 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:45:48.252255 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.354903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e2ee6c7-4483-4844-ab75-7464661d4d18 req-dd1527ab-9530-4e29-b1f2-4716a7b91050 service neutron] 10.222.0.42 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719033 Aug 17 02:45:48.375767 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Pushing event updated for resources: {'Port': ['ID=215b818f-362a-4412-9548-705a6fe35e76,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:48.379454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f74018a7-5642-423f-911c-727df0539bc9, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f74018a7-5642-423f-911c-727df0539bc9,segment=NetworkSegment(a95808a4-0b99-46fb-83a1-d3f6c8dbe72a),segment_id=a95808a4-0b99-46fb-83a1-d3f6c8dbe72a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:48.412999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Attempting to bind port 215b818f-362a-4412-9548-705a6fe35e76 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:45:48.413405 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Attempting to bind port 215b818f-362a-4412-9548-705a6fe35e76 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'd069682f-d364-4582-b759-2e99cd010b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:45:48.413773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Attempting to bind port 215b818f-362a-4412-9548-705a6fe35e76 on network 49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:48.439481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:45:48.441026 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Checking segment: {'id': 'd069682f-d364-4582-b759-2e99cd010b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:48.441026 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.441026 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Bound using segment: {'id': 'd069682f-d364-4582-b759-2e99cd010b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:45:48.441366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Bound port: 215b818f-362a-4412-9548-705a6fe35e76, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd069682f-d364-4582-b759-2e99cd010b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:45:48.441565 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.521181 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.537814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc2c83-bee5-478e-ad51-8dd58db16da1 req-5a848b70-1ec0-4a25-9958-73c7bbe08574 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:48.539420 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3dc2c83-bee5-478e-ad51-8dd58db16da1 req-5a848b70-1ec0-4a25-9958-73c7bbe08574 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.4915810 Aug 17 02:45:48.553861 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.633840 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] For port 215b818f-362a-4412-9548-705a6fe35e76, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:45:48.638975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] For port 215b818f-362a-4412-9548-705a6fe35e76, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=215b818f-362a-4412-9548-705a6fe35e76,segment=NetworkSegment(d069682f-d364-4582-b759-2e99cd010b55),segment_id=d069682f-d364-4582-b759-2e99cd010b55)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:45:48.687317 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 86a359f1-b05e-48ee-84c5-b89739e19ed4 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:45:48.849520 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.886100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Allocated IP 172.20.0.2 (b6a822bd-e559-4a4e-88c0-589026c1141a/69238ae4-3e8a-4cfa-838e-8d3928899306/70c088b6-d044-478a-bb12-0400917dfe90) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:48.918085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 86a359f1-b05e-48ee-84c5-b89739e19ed4, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=86a359f1-b05e-48ee-84c5-b89739e19ed4,segment=NetworkSegment(a95808a4-0b99-46fb-83a1-d3f6c8dbe72a),segment_id=a95808a4-0b99-46fb-83a1-d3f6c8dbe72a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:48.943240 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.004399 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.012586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '86a359f1-b05e-48ee-84c5-b89739e19ed4', 'network_id': 'b723cc12-c2c1-43dc-9f36-b280d34c7ac5', 'port_id': '86a359f1-b05e-48ee-84c5-b89739e19ed4', 'mac_address': 'fa:16:3e:63:07:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4491968a-5fe9-4d3e-bb02-74a57ef49ae9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:45:49.017137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f74018a7-5642-423f-911c-727df0539bc9,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:49.093591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f74018a7-5642-423f-911c-727df0539bc9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:45:49.209038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:45:38Z', 'revision_number': 4, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '0cce579d-ed04-45eb-9c70-2bb5b0b95e57', 'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'mac_address': 'fa:16:3e:1f:c8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:36Z', 'updated_at': '2021-08-17T02:45:45Z', 'revision_number': 4, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'subnets': [{'id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:49.306139 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Allocated IP 172.25.5.200 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/06c25ecc-92f9-46fc-9347-94de5e75a025) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:49.315553 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca3fea1-8689-4c28-8786-645917b048ee None None] Network 49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:49.325976 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Subnet': ['ID=2e1895ca-853b-4316-b01e-bdceb506e16e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:49.412188 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.459996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48440) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:49.460440 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4bb4cb-944d-4288-a06d-5a225a108623 None None] The sync data for ids ['49bf2508-7e66-4457-8deb-cb5edb997bc1'] in n-d-793621-31 is: [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:45:38Z', 'revision_number': 4, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '0cce579d-ed04-45eb-9c70-2bb5b0b95e57', 'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'mac_address': 'fa:16:3e:1f:c8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:36Z', 'updated_at': '2021-08-17T02:45:45Z', 'revision_number': 4, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'subnets': [{'id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:45:49.498720 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3dc2c83-bee5-478e-ad51-8dd58db16da1 req-630ff3b7-ab9c-4428-a242-71316d7d2b0a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9206026 Aug 17 02:45:49.548234 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.548419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:49.634199 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd069682f-d364-4582-b759-2e99cd010b55') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:49.634588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd069682f-d364-4582-b759-2e99cd010b55') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:49.691889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e305e2-96d9-4597-9816-1e094c98684d None None] Pushing event updated for resources: {'Port': ['ID=215b818f-362a-4412-9548-705a6fe35e76,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:49.753155 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b5dd7424-b2db-4551-a82e-3720c2b20706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.754769 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.757368 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.767111 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a359f1-b05e-48ee-84c5-b89739e19ed4 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:45:49.773079 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.780337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:45:49.780861 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:45:49.871181 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:45:49.876245 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e2ee6c7-4483-4844-ab75-7464661d4d18 req-d0d8dba4-e291-4be2-a533-4c64e31287e5 service neutron] 10.222.0.42 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5195606 Aug 17 02:45:49.909529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e651c9c-eec1-4a2f-97ae-d14b492c24fa req-cc786f83-8f6c-456a-a6c9-859bade6406b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:49.912759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e651c9c-eec1-4a2f-97ae-d14b492c24fa req-cc786f83-8f6c-456a-a6c9-859bade6406b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 943 time: 0.2433114 Aug 17 02:45:49.920619 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 02:45:49.920619 n-d-793621-31 neutron-server[95406]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 02:45:49.920619 n-d-793621-31 neutron-server[95406]: [parameters: {'id': '49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87'}] Aug 17 02:45:49.920619 n-d-793621-31 neutron-server[95406]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:45:49.921760 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:45:49.966498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 86a359f1-b05e-48ee-84c5-b89739e19ed4, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=86a359f1-b05e-48ee-84c5-b89739e19ed4,segment=NetworkSegment(a95808a4-0b99-46fb-83a1-d3f6c8dbe72a),segment_id=a95808a4-0b99-46fb-83a1-d3f6c8dbe72a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:49.997707 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e651c9c-eec1-4a2f-97ae-d14b492c24fa req-b006cdf1-66c1-48f6-8899-45bde7444cfa tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743551 Aug 17 02:45:50.027535 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.044352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Transition to ACTIVE for port object 70c088b6-d044-478a-bb12-0400917dfe90 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:50.055354 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.070529 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b5dd7424-b2db-4551-a82e-3720c2b20706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.091014 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.168580 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Transition to ACTIVE for port object 70c088b6-d044-478a-bb12-0400917dfe90 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:50.209433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=86a359f1-b05e-48ee-84c5-b89739e19ed4,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:50.209689 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b5dd7424-b2db-4551-a82e-3720c2b20706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.247558 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:50.304105 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:50.316596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Pushing event updated for resources: {'Port': ['ID=06c25ecc-92f9-46fc-9347-94de5e75a025,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:50.320488 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.341177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:50.399331 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:50.423236 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.446563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Network b6a822bd-e559-4a4e-88c0-589026c1141a is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:50.467814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:50.482586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:50.501525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['86a359f1-b05e-48ee-84c5-b89739e19ed4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:45:50.519736 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b5dd7424-b2db-4551-a82e-3720c2b20706 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1954c540c4d74380b19d3747714d7525&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0584316 Aug 17 02:45:50.524492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48446) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:50.525085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Pushing event updated for resources: {'Port': ['ID=70c088b6-d044-478a-bb12-0400917dfe90,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:50.544456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Deleting port 215b818f-362a-4412-9548-705a6fe35e76 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:50.544991 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.547168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd7424-b2db-4551-a82e-3720c2b20706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052c2dff-47e0-49ab-9f63-b1ff5b217d41,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:50.712451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] For port 215b818f-362a-4412-9548-705a6fe35e76, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=215b818f-362a-4412-9548-705a6fe35e76,segment=NetworkSegment(d069682f-d364-4582-b759-2e99cd010b55),segment_id=d069682f-d364-4582-b759-2e99cd010b55)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:50.712451 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.763994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Attempting to bind port 70c088b6-d044-478a-bb12-0400917dfe90 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:45:50.764371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Attempting to bind port 70c088b6-d044-478a-bb12-0400917dfe90 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '2d8905e1-5495-4fb7-8dbc-f32033bb0688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6a822bd-e559-4a4e-88c0-589026c1141a'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:45:50.764738 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Attempting to bind port 70c088b6-d044-478a-bb12-0400917dfe90 on network b6a822bd-e559-4a4e-88c0-589026c1141a {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:50.795458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Calling delete_port for 215b818f-362a-4412-9548-705a6fe35e76 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:50.804740 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:45:50.805113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Checking segment: {'id': '2d8905e1-5495-4fb7-8dbc-f32033bb0688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6a822bd-e559-4a4e-88c0-589026c1141a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:50.805553 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.805952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Bound using segment: {'id': '2d8905e1-5495-4fb7-8dbc-f32033bb0688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6a822bd-e559-4a4e-88c0-589026c1141a'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:45:50.806439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Bound port: 70c088b6-d044-478a-bb12-0400917dfe90, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8905e1-5495-4fb7-8dbc-f32033bb0688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6a822bd-e559-4a4e-88c0-589026c1141a'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:45:50.807338 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.878696 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:50.909283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:50.910164 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.920043 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa141-59c4-4187-b48c-490c6a062bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.958181 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa141-59c4-4187-b48c-490c6a062bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.990282 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f874c-08ab-48f4-9003-2eb6932c1794 req-7d1117e7-10bb-49a8-8827-b4afd62fe56c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:51.004472 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-435f874c-08ab-48f4-9003-2eb6932c1794 req-7d1117e7-10bb-49a8-8827-b4afd62fe56c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.3333204 Aug 17 02:45:51.159377 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-435f874c-08ab-48f4-9003-2eb6932c1794 req-c6ce5de7-a011-44d2-a4ed-be4e90fdd2e3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530716 Aug 17 02:45:51.292149 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.489458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed8ddd-8e3b-4de4-b3d8-71d722eaecc0 req-8fc86956-7081-40b1-9b50-434798975828 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:51.494226 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71ed8ddd-8e3b-4de4-b3d8-71d722eaecc0 req-8fc86956-7081-40b1-9b50-434798975828 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 944 time: 0.1420953 Aug 17 02:45:51.595371 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71ed8ddd-8e3b-4de4-b3d8-71d722eaecc0 req-29996c5f-2502-4e08-ae50-47a9306e315a tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742066 Aug 17 02:45:51.613847 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa141-59c4-4187-b48c-490c6a062bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.616394 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa141-59c4-4187-b48c-490c6a062bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.619874 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fdbfa141-59c4-4187-b48c-490c6a062bf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/052c2dff-47e0-49ab-9f63-b1ff5b217d41 HTTP/1.1" status: 204 len: 168 time: 1.0592072 Aug 17 02:45:51.621299 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] For port 70c088b6-d044-478a-bb12-0400917dfe90, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:45:51.632024 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.646060 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfa141-59c4-4187-b48c-490c6a062bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052c2dff-47e0-49ab-9f63-b1ff5b217d41,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:51.676935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] For port 70c088b6-d044-478a-bb12-0400917dfe90, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=70c088b6-d044-478a-bb12-0400917dfe90,segment=NetworkSegment(2d8905e1-5495-4fb7-8dbc-f32033bb0688),segment_id=2d8905e1-5495-4fb7-8dbc-f32033bb0688)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:45:51.701000 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.734724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Port': ['ID=215b818f-362a-4412-9548-705a6fe35e76,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:51.741109 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.758182 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] No DVR routers for this DVR port 215b818f-362a-4412-9548-705a6fe35e76 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:51.798173 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.815391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0cce579d-ed04-45eb-9c70-2bb5b0b95e57,segment=NetworkSegment(e0a3835e-4419-4ea4-ba94-3faf6c84db33),segment_id=e0a3835e-4419-4ea4-ba94-3faf6c84db33)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:51.918826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666e3b3-2905-4081-98c1-620d0397dd17 None None] Pushing event updated for resources: {'Port': ['ID=70c088b6-d044-478a-bb12-0400917dfe90,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:51.927767 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.937883 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.963217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:51.994071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd069682f-d364-4582-b759-2e99cd010b55') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:51.995151 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd069682f-d364-4582-b759-2e99cd010b55') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:52.023182 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.039381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=0cce579d-ed04-45eb-9c70-2bb5b0b95e57,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:52.048084 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.059723 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:45:52.060376 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:45:52.065148 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:45:52.100481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Router ab1b815c-2fb7-43ed-a80c-fdf50195b5bd is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:45:52.261942 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.268312 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.292332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48470) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:52.292979 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/networks/49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87 HTTP/1.1" status: 204 len: 168 time: 6.5223708 Aug 17 02:45:52.358277 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbb79-e036-4ca6-8e3c-3896d84f7a70 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Network': ['ID=49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:52.385760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:52.429342 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0488edc-80b1-48e3-83c9-208fdebb7cf0 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] DELETE failed (client error): The resource could not be found. Aug 17 02:45:52.430072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0488edc-80b1-48e3-83c9-208fdebb7cf0 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:45:52.432556 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a0488edc-80b1-48e3-83c9-208fdebb7cf0 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/subnets/2e1895ca-853b-4316-b01e-bdceb506e16e HTTP/1.1" status: 404 len: 337 time: 0.1383588 Aug 17 02:45:52.436378 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48472) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:52.479941 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-4064f50b-5d14-4c3a-8ca3-f00486ffdfb5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] DELETE failed (client error): The resource could not be found. Aug 17 02:45:52.481744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4064f50b-5d14-4c3a-8ca3-f00486ffdfb5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:45:52.482421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:52.482809 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.484131 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4064f50b-5d14-4c3a-8ca3-f00486ffdfb5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/networks/49f3f3e0-4b4e-4bd3-83ae-4b619d9bbe87 HTTP/1.1" status: 404 len: 339 time: 0.0405996 Aug 17 02:45:52.487464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48474) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:52.501311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88d5bd-7c8a-422a-99ce-afb0d6ceae7c req-59e6258f-8a9e-4a50-880d-1143c83c4340 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:52.502933 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a88d5bd-7c8a-422a-99ce-afb0d6ceae7c req-59e6258f-8a9e-4a50-880d-1143c83c4340 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.1594548 Aug 17 02:45:52.531876 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74c9de9-d81d-47d7-8420-9994d7f4468c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] DELETE failed (client error): The resource could not be found. Aug 17 02:45:52.532628 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74c9de9-d81d-47d7-8420-9994d7f4468c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:45:52.534736 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f74c9de9-d81d-47d7-8420-9994d7f4468c tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/subnets/0c4b0ae7-2411-4d9d-8d0d-b809151fd242 HTTP/1.1" status: 404 len: 337 time: 0.0461199 Aug 17 02:45:52.536112 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:45:52.537958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48476) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:52.548680 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Sync routers for ids ['ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:45:52.568840 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Routers {'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:52.570110 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:52.578315 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ccab24-3900-450c-b6f4-4aab7a998b90 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] DELETE failed (client error): The resource could not be found. Aug 17 02:45:52.579571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ccab24-3900-450c-b6f4-4aab7a998b90 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:45:52.581643 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f8ccab24-3900-450c-b6f4-4aab7a998b90 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/networks/ee866ce6-5e20-4be4-88e1-fb93847ee9cd HTTP/1.1" status: 404 len: 339 time: 0.0357864 Aug 17 02:45:52.584505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48478) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:52.597020 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a88d5bd-7c8a-422a-99ce-afb0d6ceae7c req-a79a01d4-4105-4f21-badd-5a3dc8eb6281 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806866 Aug 17 02:45:52.672854 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.674907 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0bce0b08-c742-49fe-b142-9b63940cddde admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2155278 Aug 17 02:45:52.677910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48490) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:52.717330 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a229a3bf-3460-4850-b3dc-0dd15f8f3cdf tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] DELETE failed (client error): The resource could not be found. Aug 17 02:45:52.717330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a229a3bf-3460-4850-b3dc-0dd15f8f3cdf tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:45:52.717330 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a229a3bf-3460-4850-b3dc-0dd15f8f3cdf tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/subnets/1f6fdb4c-16bc-408b-8dd0-c0c99e6b408a HTTP/1.1" status: 404 len: 337 time: 0.0955732 Aug 17 02:45:52.726477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48494) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:52.726955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 86a359f1-b05e-48ee-84c5-b89739e19ed4 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:52.731230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f74018a7-5642-423f-911c-727df0539bc9 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:52.747379 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd8a95c-7045-4ea3-8475-f56e1941af43 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] DELETE failed (client error): The resource could not be found. Aug 17 02:45:52.749985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd8a95c-7045-4ea3-8475-f56e1941af43 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:45:52.756256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0bd8a95c-7045-4ea3-8475-f56e1941af43 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/networks/4202fece-ea4d-4074-ae71-07498d956356 HTTP/1.1" status: 404 len: 339 time: 0.0664940 Aug 17 02:45:52.756804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48496) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:52.841886 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Set router ab1b815c-2fb7-43ed-a80c-fdf50195b5bd gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:52.882437 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf6fa1-00c6-4173-94f3-c08e41d7f301 req-57781b6b-9f51-4d93-aa23-338f8f0410cc tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:52.885040 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69cf6fa1-00c6-4173-94f3-c08e41d7f301 req-57781b6b-9f51-4d93-aa23-338f8f0410cc tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 944 time: 0.1156168 Aug 17 02:45:52.980000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69cf6fa1-00c6-4173-94f3-c08e41d7f301 req-46d1c3a9-2a6c-4bc5-9d07-44d949efc211 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825460 Aug 17 02:45:53.000482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ff4112b9-d2c8-48b2-af6e-d085a11ef9d5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Deleting port c2db89f0-f973-45a8-9379-88b8025578a2 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:53.001060 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ff4112b9-d2c8-48b2-af6e-d085a11ef9d5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.037939 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port f74018a7-5642-423f-911c-727df0539bc9 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:53.043081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port f74018a7-5642-423f-911c-727df0539bc9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:53.043465 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.122569 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 86a359f1-b05e-48ee-84c5-b89739e19ed4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:53.126606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48498) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:53.139292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 86a359f1-b05e-48ee-84c5-b89739e19ed4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:53.139677 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.141647 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'name': 'tempest-TestVolumeBackupRestore-1453005772-router', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '06c25ecc-92f9-46fc-9347-94de5e75a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:47Z', 'updated_at': '2021-08-17T02:45:50Z', 'revision_number': 3, 'project_id': '375e65fa73984492baeb7de2b9603fcf', 'gw_port': {'id': '06c25ecc-92f9-46fc-9347-94de5e75a025', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:49Z', 'updated_at': '2021-08-17T02:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:53.170800 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Checking router: ab1b815c-2fb7-43ed-a80c-fdf50195b5bd for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:45:53.171187 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Updating router ab1b815c-2fb7-43ed-a80c-fdf50195b5bd port 06c25ecc-92f9-46fc-9347-94de5e75a025 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:45:53.183498 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf8806a4-673a-49d4-ae93-9d4d692f5d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.186956 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ff4112b9-d2c8-48b2-af6e-d085a11ef9d5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.213448 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.287120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ff4112b9-d2c8-48b2-af6e-d085a11ef9d5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Calling delete_port for c2db89f0-f973-45a8-9379-88b8025578a2 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:53.439233 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.543487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c78322-97e6-4d58-9821-41a86fbcb358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74018a7-5642-423f-911c-727df0539bc9'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:45:53.547214 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27e5233-92e5-4096-93f5-0a69fdef0242" -d '{"events": [{"server_uuid": "c9c78322-97e6-4d58-9821-41a86fbcb358", "name": "network-vif-plugged", "status": "completed", "tag": "f74018a7-5642-423f-911c-727df0539bc9"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:45:53.591391 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf8806a4-673a-49d4-ae93-9d4d692f5d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.623874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f74018a7-5642-423f-911c-727df0539bc9, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f74018a7-5642-423f-911c-727df0539bc9,segment=NetworkSegment(a95808a4-0b99-46fb-83a1-d3f6c8dbe72a),segment_id=a95808a4-0b99-46fb-83a1-d3f6c8dbe72a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:53.726228 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf8806a4-673a-49d4-ae93-9d4d692f5d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.751469 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da84c7d9-4cda-42db-a340-8259a92cbda6 x-openstack-request-id: req-da84c7d9-4cda-42db-a340-8259a92cbda6 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:45:53.752078 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c78322-97e6-4d58-9821-41a86fbcb358", "name": "network-vif-plugged", "status": "completed", "tag": "f74018a7-5642-423f-911c-727df0539bc9", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:45:53.752078 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da84c7d9-4cda-42db-a340-8259a92cbda6 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:45:53.752419 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c78322-97e6-4d58-9821-41a86fbcb358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74018a7-5642-423f-911c-727df0539bc9', 'code': 200} Aug 17 02:45:53.759947 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.856205 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bf8806a4-673a-49d4-ae93-9d4d692f5d3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2f79d07756d4971a26fb5111c72fe04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7252529 Aug 17 02:45:53.888425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8806a4-673a-49d4-ae93-9d4d692f5d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad3fd99-9680-49b4-b37f-a1a2a86f6ea3,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:53.888710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f74018a7-5642-423f-911c-727df0539bc9,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:53.890462 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48510) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:53.907237 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30698e21-ca18-4198-bab1-db6941e8d879 None None] Network b6a822bd-e559-4a4e-88c0-589026c1141a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:53.988928 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.026774 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07413499-68c6-40c2-ab87-798685b8a0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.032239 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.051250 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83dfbf-c04a-452e-8886-48b7abf24790 req-09c4ba4b-2943-4c6a-9b57-564b3750e145 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:54.060551 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a83dfbf-c04a-452e-8886-48b7abf24790 req-09c4ba4b-2943-4c6a-9b57-564b3750e145 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.2725439 Aug 17 02:45:54.069165 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.072472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ce768-5c1c-44ef-a8b3-5ae8df2180f1 req-a2f45436-e66d-483d-9958-e99f3ba794ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:54.084515 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Transition to ACTIVE for port object 06c25ecc-92f9-46fc-9347-94de5e75a025 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:54.086804 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-702ce768-5c1c-44ef-a8b3-5ae8df2180f1 req-a2f45436-e66d-483d-9958-e99f3ba794ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 1098 time: 0.2974761 Aug 17 02:45:54.098328 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07413499-68c6-40c2-ab87-798685b8a0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.137059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f4775738-101b-4356-8731-7a2a61207e1f None None] Provisioning for port 70c088b6-d044-478a-bb12-0400917dfe90 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:54.168942 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.217174 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a83dfbf-c04a-452e-8886-48b7abf24790 req-6dea2251-e242-414d-b9f6-ed45acbc166b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482449 Aug 17 02:45:54.266635 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-702ce768-5c1c-44ef-a8b3-5ae8df2180f1 req-00af6eab-f945-487c-80c1-8fe45898392d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408830 Aug 17 02:45:54.272932 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 86a359f1-b05e-48ee-84c5-b89739e19ed4, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=86a359f1-b05e-48ee-84c5-b89739e19ed4,segment=NetworkSegment(a95808a4-0b99-46fb-83a1-d3f6c8dbe72a),segment_id=a95808a4-0b99-46fb-83a1-d3f6c8dbe72a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:54.283166 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ff4112b9-d2c8-48b2-af6e-d085a11ef9d5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.315098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 70c088b6-d044-478a-bb12-0400917dfe90 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:54.342645 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Attempting to bind port 06c25ecc-92f9-46fc-9347-94de5e75a025 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:45:54.347158 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Attempting to bind port 06c25ecc-92f9-46fc-9347-94de5e75a025 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:45:54.347158 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Attempting to bind port 06c25ecc-92f9-46fc-9347-94de5e75a025 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:45:54.347158 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed42b4-6699-4232-aa99-70e9d2e9c209 None None] Pushing event updated for resources: {'Port': ['ID=06c25ecc-92f9-46fc-9347-94de5e75a025,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:54.361586 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:45:54.362095 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:45:54.362373 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.365576 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:45:54.366441 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Bound port: 06c25ecc-92f9-46fc-9347-94de5e75a025, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:45:54.367057 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.413195 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ff4112b9-d2c8-48b2-af6e-d085a11ef9d5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.420519 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ff4112b9-d2c8-48b2-af6e-d085a11ef9d5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/ports/c2db89f0-f973-45a8-9379-88b8025578a2 HTTP/1.1" status: 204 len: 168 time: 1.6622260 Aug 17 02:45:54.421416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48514) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:54.431405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4112b9-d2c8-48b2-af6e-d085a11ef9d5 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Port': ['ID=c2db89f0-f973-45a8-9379-88b8025578a2,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:54.442182 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.480969 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8967f8-2a24-4fb3-9263-b73a651b8725 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] DELETE failed (client error): The resource could not be found. Aug 17 02:45:54.481403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8967f8-2a24-4fb3-9263-b73a651b8725 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:45:54.487072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fa8967f8-2a24-4fb3-9263-b73a651b8725 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/subnets/78b94c3a-df08-456c-8bb7-6efe87eb6833 HTTP/1.1" status: 404 len: 337 time: 0.0510597 Aug 17 02:45:54.488223 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48516) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:54.497152 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07413499-68c6-40c2-ab87-798685b8a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.499706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-07413499-68c6-40c2-ab87-798685b8a0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.503141 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-07413499-68c6-40c2-ab87-798685b8a0ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ad3fd99-9680-49b4-b37f-a1a2a86f6ea3 HTTP/1.1" status: 204 len: 168 time: 0.6060736 Aug 17 02:45:54.524389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=86a359f1-b05e-48ee-84c5-b89739e19ed4,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:54.590010 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] For port 06c25ecc-92f9-46fc-9347-94de5e75a025, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:45:54.606558 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] For port 06c25ecc-92f9-46fc-9347-94de5e75a025, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=06c25ecc-92f9-46fc-9347-94de5e75a025,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:45:54.612208 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07413499-68c6-40c2-ab87-798685b8a0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad3fd99-9680-49b4-b37f-a1a2a86f6ea3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:54.645783 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9be4a-91ea-43e5-b729-b3d4750a3d17 req-0188ac94-7182-4867-808f-838ad89a4d32 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:54.646511 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8a9be4a-91ea-43e5-b729-b3d4750a3d17 req-0188ac94-7182-4867-808f-838ad89a4d32 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.2403245 Aug 17 02:45:54.665845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 70c088b6-d044-478a-bb12-0400917dfe90 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:54.671107 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 70c088b6-d044-478a-bb12-0400917dfe90 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:54.671812 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.674185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Allocated IP 172.20.0.1 (b6a822bd-e559-4a4e-88c0-589026c1141a/69238ae4-3e8a-4cfa-838e-8d3928899306/655bb587-c228-4f7c-b1c4-0885ab04e1d4) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:45:54.683385 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d2139049-17ba-4a2b-bfe2-cd89b772a3f1 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.695170 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.713882 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8a9be4a-91ea-43e5-b729-b3d4750a3d17 req-f94e6a32-8359-4fd7-88d5-7792a18cfdea tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559490 Aug 17 02:45:54.866845 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.869980 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d2139049-17ba-4a2b-bfe2-cd89b772a3f1 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.886274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d2139049-17ba-4a2b-bfe2-cd89b772a3f1 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0597b212-a165-4abb-a95c-67b5c85b8dfa']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:54.887693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e202978-2b2c-436a-85fd-a04c99aaad09 None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:45:54.898792 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d2139049-17ba-4a2b-bfe2-cd89b772a3f1 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f70cc08-c3c0-4391-8238-367ad6c22b07') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:54.902956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d2139049-17ba-4a2b-bfe2-cd89b772a3f1 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f70cc08-c3c0-4391-8238-367ad6c22b07') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:54.911556 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d2139049-17ba-4a2b-bfe2-cd89b772a3f1 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.935660 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d2139049-17ba-4a2b-bfe2-cd89b772a3f1 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.941106 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed42b4-6699-4232-aa99-70e9d2e9c209 None None] Pushing event updated for resources: {'Port': ['ID=06c25ecc-92f9-46fc-9347-94de5e75a025,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:54.945348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2139049-17ba-4a2b-bfe2-cd89b772a3f1 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:45:54.945511 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d2139049-17ba-4a2b-bfe2-cd89b772a3f1 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.988036 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bb25c32f-db61-4a58-98a5-f50c6ea78fcf None None] Provisioning complete for port 70c088b6-d044-478a-bb12-0400917dfe90 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:54.988826 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bb25c32f-db61-4a58-98a5-f50c6ea78fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:54.989943 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Routers {'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:54.990503 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:45:55.048695 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:45:55.071739 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 70c088b6-d044-478a-bb12-0400917dfe90, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=70c088b6-d044-478a-bb12-0400917dfe90,segment=NetworkSegment(2d8905e1-5495-4fb7-8dbc-f32033bb0688),segment_id=2d8905e1-5495-4fb7-8dbc-f32033bb0688)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:55.137290 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d2139049-17ba-4a2b-bfe2-cd89b772a3f1 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:55.138647 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:55.153582 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d2139049-17ba-4a2b-bfe2-cd89b772a3f1 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:55.156076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d2139049-17ba-4a2b-bfe2-cd89b772a3f1 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/networks/0597b212-a165-4abb-a95c-67b5c85b8dfa HTTP/1.1" status: 204 len: 168 time: 0.6508918 Aug 17 02:45:55.158635 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48522) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:55.208533 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Transition to ACTIVE for port object 655bb587-c228-4f7c-b1c4-0885ab04e1d4 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:45:55.237831 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2139049-17ba-4a2b-bfe2-cd89b772a3f1 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Network': ['ID=0597b212-a165-4abb-a95c-67b5c85b8dfa,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:55.297462 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] Set router ab1b815c-2fb7-43ed-a80c-fdf50195b5bd gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:55.327164 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e202978-2b2c-436a-85fd-a04c99aaad09 None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:45:55.346167 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:55.414276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-0ff84bfc-d38a-4272-9633-2cc657c64cab tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Deleting port 147262ac-bd11-411b-9759-1130453c1c22 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:55.415950 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ff84bfc-d38a-4272-9633-2cc657c64cab tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:55.437188 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=70c088b6-d044-478a-bb12-0400917dfe90,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:55.465310 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:55.601212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Pushing event updated for resources: {'Port': ['ID=655bb587-c228-4f7c-b1c4-0885ab04e1d4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:55.636762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Network b6a822bd-e559-4a4e-88c0-589026c1141a is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:55.638766 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:55.649999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:45:55.756944 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ff84bfc-d38a-4272-9633-2cc657c64cab tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:55.757556 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f808d7-8f18-49ef-8bb9-bfc50e3b72b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a359f1-b05e-48ee-84c5-b89739e19ed4'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:45:55.760457 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d560e4-6d40-4ef8-ad17-9743c4f65278" -d '{"events": [{"server_uuid": "d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0", "name": "network-vif-plugged", "status": "completed", "tag": "86a359f1-b05e-48ee-84c5-b89739e19ed4"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:45:55.788828 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:55.789686 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'name': 'tempest-TestVolumeBackupRestore-1453005772-router', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '06c25ecc-92f9-46fc-9347-94de5e75a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:47Z', 'updated_at': '2021-08-17T02:45:50Z', 'revision_number': 3, 'project_id': '375e65fa73984492baeb7de2b9603fcf', 'gw_port': {'id': '06c25ecc-92f9-46fc-9347-94de5e75a025', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:49Z', 'updated_at': '2021-08-17T02:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:55.834934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-0ff84bfc-d38a-4272-9633-2cc657c64cab tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Calling delete_port for 147262ac-bd11-411b-9759-1130453c1c22 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:55.854387 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee6874-615a-47a2-9774-6bcb1527ed76 None None] The sync data for ids ['ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'] in n-d-793621-31 is: [{'id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'name': 'tempest-TestVolumeBackupRestore-1453005772-router', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '06c25ecc-92f9-46fc-9347-94de5e75a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:47Z', 'updated_at': '2021-08-17T02:45:50Z', 'revision_number': 3, 'project_id': '375e65fa73984492baeb7de2b9603fcf', 'gw_port': {'id': '06c25ecc-92f9-46fc-9347-94de5e75a025', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:49Z', 'updated_at': '2021-08-17T02:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:45:55.867638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865d1ce-9037-4bb2-8b3b-aeb2d461029a req-5e99aca5-9d89-4d0a-8588-766718fabe7c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:55.870534 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3865d1ce-9037-4bb2-8b3b-aeb2d461029a req-5e99aca5-9d89-4d0a-8588-766718fabe7c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.5023081 Aug 17 02:45:56.172626 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3865d1ce-9037-4bb2-8b3b-aeb2d461029a req-d81eb2fd-29f5-485b-b1c8-01f6d9c7b848 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946837 Aug 17 02:45:56.271495 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:56.351583 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ff84bfc-d38a-4272-9633-2cc657c64cab tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:56.421621 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 70c088b6-d044-478a-bb12-0400917dfe90 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:56.526689 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff84bfc-d38a-4272-9633-2cc657c64cab tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Port': ['ID=147262ac-bd11-411b-9759-1130453c1c22,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:56.609979 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0ff84bfc-d38a-4272-9633-2cc657c64cab tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:56.627190 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:45:56.639982 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0ff84bfc-d38a-4272-9633-2cc657c64cab tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/ports/147262ac-bd11-411b-9759-1130453c1c22 HTTP/1.1" status: 204 len: 168 time: 1.4727082 Aug 17 02:45:56.656668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48554) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:56.662583 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 70c088b6-d044-478a-bb12-0400917dfe90 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:56.663557 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:56.736853 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-7826c0ec-ddce-4a98-8156-23dcd67c8c0a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] DELETE failed (client error): The resource could not be found. Aug 17 02:45:56.737516 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7826c0ec-ddce-4a98-8156-23dcd67c8c0a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:45:56.739727 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7826c0ec-ddce-4a98-8156-23dcd67c8c0a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/subnets/f6ede37d-1b3c-46bf-b62f-fdc7ebf73519 HTTP/1.1" status: 404 len: 337 time: 0.0741251 Aug 17 02:45:56.751144 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48558) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:56.758018 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1c293-f0f3-4ce8-a0cb-db805c03292a req-552f1b9c-66d2-4a6d-9b9f-78de762c5462 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:56.758841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fdc1c293-f0f3-4ce8-a0cb-db805c03292a req-552f1b9c-66d2-4a6d-9b9f-78de762c5462 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.2782221 Aug 17 02:45:56.856846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fdc1c293-f0f3-4ce8-a0cb-db805c03292a req-a3090de6-c588-420e-8a07-c501beade752 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893900 Aug 17 02:45:56.908695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-29764046-c976-49b9-8ce1-7af9a8a9f5fa None None] Provisioning for port 655bb587-c228-4f7c-b1c4-0885ab04e1d4 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:56.937143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-29764046-c976-49b9-8ce1-7af9a8a9f5fa None None] Provisioning complete for port 655bb587-c228-4f7c-b1c4-0885ab04e1d4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:56.938513 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-29764046-c976-49b9-8ce1-7af9a8a9f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:56.950983 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ac78b8-5622-4898-b34f-f04445af33ff x-openstack-request-id: req-f4ac78b8-5622-4898-b34f-f04445af33ff {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:45:56.950983 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0", "name": "network-vif-plugged", "status": "completed", "tag": "86a359f1-b05e-48ee-84c5-b89739e19ed4", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:45:56.950983 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4ac78b8-5622-4898-b34f-f04445af33ff {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:45:56.951642 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f808d7-8f18-49ef-8bb9-bfc50e3b72b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a359f1-b05e-48ee-84c5-b89739e19ed4', 'code': 200} Aug 17 02:45:56.983537 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:57.003034 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24063d4e-8e9a-40dd-acc4-c08ef27da90a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:57.100292 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:57.103290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-29764046-c976-49b9-8ce1-7af9a8a9f5fa None None] Port 655bb587-c228-4f7c-b1c4-0885ab04e1d4 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:45:57.122720 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d084e-e842-4949-b462-d2a2c835c390 req-4a58b4e1-2c5d-40bd-aed3-1b957c32a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:57.124268 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f1d084e-e842-4949-b462-d2a2c835c390 req-4a58b4e1-2c5d-40bd-aed3-1b957c32a0ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 1097 time: 0.0847261 Aug 17 02:45:57.191970 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f1d084e-e842-4949-b462-d2a2c835c390 req-b7be1ea3-bcef-44b4-9230-3318f7b44780 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597949 Aug 17 02:45:57.377596 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:57.387292 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24063d4e-8e9a-40dd-acc4-c08ef27da90a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:57.414361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-24063d4e-8e9a-40dd-acc4-c08ef27da90a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e324c6-1a6e-48fd-999e-f8074b246752']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:57.456676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35567a0-09e1-4924-a2c4-d00b0b938aff req-8386c9ee-ca2b-4f2a-8524-0cdea8820a8d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:57.458436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-24063d4e-8e9a-40dd-acc4-c08ef27da90a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b87154c-4063-4b1b-b46b-4b155b09c81d') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:57.459188 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-24063d4e-8e9a-40dd-acc4-c08ef27da90a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b87154c-4063-4b1b-b46b-4b155b09c81d') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:57.471894 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f35567a0-09e1-4924-a2c4-d00b0b938aff req-8386c9ee-ca2b-4f2a-8524-0cdea8820a8d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.1101744 Aug 17 02:45:57.497139 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24063d4e-8e9a-40dd-acc4-c08ef27da90a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:57.530474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f35567a0-09e1-4924-a2c4-d00b0b938aff req-38a3e7a4-23fe-4e19-b38e-813937a34295 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642745 Aug 17 02:45:57.553913 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24063d4e-8e9a-40dd-acc4-c08ef27da90a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:57.623541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24063d4e-8e9a-40dd-acc4-c08ef27da90a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:45:57.623541 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24063d4e-8e9a-40dd-acc4-c08ef27da90a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:45:57.637006 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:45:57.781677 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Pushing event updated for resources: {'Port': ['ID=655bb587-c228-4f7c-b1c4-0885ab04e1d4,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:57.943973 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Network b6a822bd-e559-4a4e-88c0-589026c1141a is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:45:57.945637 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:45:57.960305 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24063d4e-8e9a-40dd-acc4-c08ef27da90a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:57.985291 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-24063d4e-8e9a-40dd-acc4-c08ef27da90a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:57.991301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48578) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:57.999063 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-24063d4e-8e9a-40dd-acc4-c08ef27da90a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/networks/02e324c6-1a6e-48fd-999e-f8074b246752 HTTP/1.1" status: 204 len: 168 time: 1.2345829 Aug 17 02:45:58.178436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24063d4e-8e9a-40dd-acc4-c08ef27da90a tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Network': ['ID=02e324c6-1a6e-48fd-999e-f8074b246752,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:58.202038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca255360-3e3a-4ecc-9bb0-e182806eefd4 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Deleting subnet 22633a86-ab93-4e05-846e-7415b2c71107 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:45:58.206089 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca255360-3e3a-4ecc-9bb0-e182806eefd4 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:58.250439 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Router ab1b815c-2fb7-43ed-a80c-fdf50195b5bd has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:45:58.262883 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca255360-3e3a-4ecc-9bb0-e182806eefd4 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:58.387859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 06c25ecc-92f9-46fc-9347-94de5e75a025 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:58.401218 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca255360-3e3a-4ecc-9bb0-e182806eefd4 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:58.572745 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca255360-3e3a-4ecc-9bb0-e182806eefd4 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:58.580979 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0e4842a0-a5a5-4a0e-9731-09d6f1dd10c6 None None] Provisioning complete for port 655bb587-c228-4f7c-b1c4-0885ab04e1d4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:58.582559 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0e4842a0-a5a5-4a0e-9731-09d6f1dd10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:58.616165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:45:58.626780 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca255360-3e3a-4ecc-9bb0-e182806eefd4 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:58.630004 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-197a74f8-9ace-47ca-9e3c-192df982bf6c admin admin] 10.222.0.13 "PUT /v2.0/routers/ab1b815c-2fb7-43ed-a80c-fdf50195b5bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8896720 Aug 17 02:45:58.635926 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48588) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:58.636370 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ca255360-3e3a-4ecc-9bb0-e182806eefd4 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/subnets/22633a86-ab93-4e05-846e-7415b2c71107 HTTP/1.1" status: 204 len: 168 time: 0.6441894 Aug 17 02:45:58.663999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc5319-c702-4998-b05c-34061808da7d None None] Network 6aee264d-e736-4603-97d8-7d3842894b4f requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:58.677138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573eab5-580e-4d33-9a7b-4d57893d1811 req-f80f02c7-2a70-4b3a-b602-c2e0c613e87a tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:58.681052 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a573eab5-580e-4d33-9a7b-4d57893d1811 req-f80f02c7-2a70-4b3a-b602-c2e0c613e87a tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.4854155 Aug 17 02:45:58.742995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca255360-3e3a-4ecc-9bb0-e182806eefd4 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Subnet': ['ID=22633a86-ab93-4e05-846e-7415b2c71107,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:58.788725 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a573eab5-580e-4d33-9a7b-4d57893d1811 req-5b33766f-6da1-420f-b694-bae1d6f51b8b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703537 Aug 17 02:45:58.887046 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:58.897524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-0e4842a0-a5a5-4a0e-9731-09d6f1dd10c6 None None] Port 655bb587-c228-4f7c-b1c4-0885ab04e1d4 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:45:58.900370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 06c25ecc-92f9-46fc-9347-94de5e75a025 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:58.905529 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 06c25ecc-92f9-46fc-9347-94de5e75a025 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:58.906197 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:58.978522 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:59.098698 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Deleting port 2b00eea0-7276-43a4-8f6a-526634c34157 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:59.102298 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:59.149602 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01326fa-d4ad-41e9-986a-93ae940982bc None None] DHCP port deletion for 6aee264d-e736-4603-97d8-7d3842894b4f request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:45:59.207914 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:59.237228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3805d85-dda7-4777-98f6-cd9d21b3188d req-c66ff2c1-8d56-4e58-9314-5f09f5e0fb1e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:59.238833 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3805d85-dda7-4777-98f6-cd9d21b3188d req-c66ff2c1-8d56-4e58-9314-5f09f5e0fb1e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.1345587 Aug 17 02:45:59.265906 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] For port 2b00eea0-7276-43a4-8f6a-526634c34157, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2b00eea0-7276-43a4-8f6a-526634c34157,segment=NetworkSegment(959bab02-37f6-46fe-ad1f-cdb71cf3a8b2),segment_id=959bab02-37f6-46fe-ad1f-cdb71cf3a8b2)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:59.266419 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:59.308959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 06c25ecc-92f9-46fc-9347-94de5e75a025, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=06c25ecc-92f9-46fc-9347-94de5e75a025,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:59.333718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Calling delete_port for 2b00eea0-7276-43a4-8f6a-526634c34157 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:59.380307 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3805d85-dda7-4777-98f6-cd9d21b3188d req-7c005013-ae41-4a76-9aef-abe600659f1c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314120 Aug 17 02:45:59.408467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Sync routers for ids ['ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:45:59.418629 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:59.513707 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Routers {'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:59.515073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:59.602264 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f01326fa-d4ad-41e9-986a-93ae940982bc None None] Deleting port 2b00eea0-7276-43a4-8f6a-526634c34157 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:59.605344 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f01326fa-d4ad-41e9-986a-93ae940982bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:59.665531 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:59.684989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] No DVR routers for this DVR port 2b00eea0-7276-43a4-8f6a-526634c34157 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:59.737253 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=06c25ecc-92f9-46fc-9347-94de5e75a025,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:59.829351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Port': ['ID=2b00eea0-7276-43a4-8f6a-526634c34157,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:59.842889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f01326fa-d4ad-41e9-986a-93ae940982bc None None] For port 2b00eea0-7276-43a4-8f6a-526634c34157, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2b00eea0-7276-43a4-8f6a-526634c34157,segment=NetworkSegment(959bab02-37f6-46fe-ad1f-cdb71cf3a8b2),segment_id=959bab02-37f6-46fe-ad1f-cdb71cf3a8b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:59.843623 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f01326fa-d4ad-41e9-986a-93ae940982bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:59.863648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f01326fa-d4ad-41e9-986a-93ae940982bc None None] Calling delete_port for 2b00eea0-7276-43a4-8f6a-526634c34157 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:59.881002 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Set router ab1b815c-2fb7-43ed-a80c-fdf50195b5bd gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:59.987205 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:00.038697 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aee264d-e736-4603-97d8-7d3842894b4f']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:00.065974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959bab02-37f6-46fe-ad1f-cdb71cf3a8b2') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:00.066802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959bab02-37f6-46fe-ad1f-cdb71cf3a8b2') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:00.105831 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:00.156321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc2dcf-f9d7-40cf-b9f2-449776cdaad3 req-75fe55e3-7912-472f-b465-1f5cd0c24a0a tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:00.161509 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:00.164937 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aabc2dcf-f9d7-40cf-b9f2-449776cdaad3 req-75fe55e3-7912-472f-b465-1f5cd0c24a0a tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.1271725 Aug 17 02:46:00.180459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:46:00.180901 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:46:00.192369 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:46:00.281857 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aabc2dcf-f9d7-40cf-b9f2-449776cdaad3 req-155dd87b-c78c-411a-8098-862e0ff0af5e tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097436 Aug 17 02:46:00.327912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 06c25ecc-92f9-46fc-9347-94de5e75a025 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:00.351150 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f01326fa-d4ad-41e9-986a-93ae940982bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:00.447816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01326fa-d4ad-41e9-986a-93ae940982bc None None] No DVR routers for this DVR port 2b00eea0-7276-43a4-8f6a-526634c34157 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:46:00.466728 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01326fa-d4ad-41e9-986a-93ae940982bc None None] Pushing event deleted for resources: {'Port': ['ID=2b00eea0-7276-43a4-8f6a-526634c34157,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:00.522888 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:00.545928 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:00.550690 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] 10.222.0.13 "DELETE /v2.0/networks/6aee264d-e736-4603-97d8-7d3842894b4f HTTP/1.1" status: 204 len: 168 time: 1.9132693 Aug 17 02:46:00.577369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f612b-aca6-4443-b7fb-129d63eaa109 tempest-NetworksIpV6TestAttrs-855558510 tempest-NetworksIpV6TestAttrs-855558510-project] Pushing event deleted for resources: {'Network': ['ID=6aee264d-e736-4603-97d8-7d3842894b4f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:00.769984 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 06c25ecc-92f9-46fc-9347-94de5e75a025 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:00.770847 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:00.868961 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'name': 'tempest-TestVolumeBackupRestore-1453005772-router', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '06c25ecc-92f9-46fc-9347-94de5e75a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:47Z', 'updated_at': '2021-08-17T02:45:56Z', 'revision_number': 4, 'project_id': '375e65fa73984492baeb7de2b9603fcf', 'gw_port': {'id': '06c25ecc-92f9-46fc-9347-94de5e75a025', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:49Z', 'updated_at': '2021-08-17T02:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '655bb587-c228-4f7c-b1c4-0885ab04e1d4', 'name': '', 'network_id': 'b6a822bd-e559-4a4e-88c0-589026c1141a', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf', 'mac_address': 'fa:16:3e:52:d2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '69238ae4-3e8a-4cfa-838e-8d3928899306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:54Z', 'updated_at': '2021-08-17T02:45:56Z', 'revision_number': 2, 'project_id': '375e65fa73984492baeb7de2b9603fcf', 'subnets': [{'id': '69238ae4-3e8a-4cfa-838e-8d3928899306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:00.927670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Checking router: ab1b815c-2fb7-43ed-a80c-fdf50195b5bd for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:46:00.933576 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Updating router ab1b815c-2fb7-43ed-a80c-fdf50195b5bd port 655bb587-c228-4f7c-b1c4-0885ab04e1d4 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:46:00.995867 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:01.170067 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2b00eea0-7276-43a4-8f6a-526634c34157 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:46:01.216579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 2b00eea0-7276-43a4-8f6a-526634c34157 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:46:01.230310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2b00eea0-7276-43a4-8f6a-526634c34157 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:46:01.480957 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:01.492547 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Transition to ACTIVE for port object 655bb587-c228-4f7c-b1c4-0885ab04e1d4 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:01.866362 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:01.872287 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:01.897867 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9d52-7834-4dce-9ae5-6dee8c184d58 req-73222b4a-e02f-40c0-ad55-50281b3a3409 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:01.899687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d62b9d52-7834-4dce-9ae5-6dee8c184d58 req-73222b4a-e02f-40c0-ad55-50281b3a3409 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.0743644 Aug 17 02:46:01.951147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce901930-2af3-4dd6-a18f-7e430d9eec5f None None] Pushing event updated for resources: {'Port': ['ID=655bb587-c228-4f7c-b1c4-0885ab04e1d4,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:01.953746 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d62b9d52-7834-4dce-9ae5-6dee8c184d58 req-a3c9fef6-0f0c-4e41-840e-07f772b5b963 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467815 Aug 17 02:46:02.014200 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Attempting to bind port 655bb587-c228-4f7c-b1c4-0885ab04e1d4 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:02.015553 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Attempting to bind port 655bb587-c228-4f7c-b1c4-0885ab04e1d4 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '2d8905e1-5495-4fb7-8dbc-f32033bb0688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6a822bd-e559-4a4e-88c0-589026c1141a'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:02.016107 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Attempting to bind port 655bb587-c228-4f7c-b1c4-0885ab04e1d4 on network b6a822bd-e559-4a4e-88c0-589026c1141a {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:02.023710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:02.024532 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Checking segment: {'id': '2d8905e1-5495-4fb7-8dbc-f32033bb0688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6a822bd-e559-4a4e-88c0-589026c1141a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:02.025218 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:02.025859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Bound using segment: {'id': '2d8905e1-5495-4fb7-8dbc-f32033bb0688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6a822bd-e559-4a4e-88c0-589026c1141a'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:02.026547 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Bound port: 655bb587-c228-4f7c-b1c4-0885ab04e1d4, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8905e1-5495-4fb7-8dbc-f32033bb0688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6a822bd-e559-4a4e-88c0-589026c1141a'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:02.027295 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:02.159647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] For port 655bb587-c228-4f7c-b1c4-0885ab04e1d4, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:02.165118 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] For port 655bb587-c228-4f7c-b1c4-0885ab04e1d4, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=655bb587-c228-4f7c-b1c4-0885ab04e1d4,segment=NetworkSegment(2d8905e1-5495-4fb7-8dbc-f32033bb0688),segment_id=2d8905e1-5495-4fb7-8dbc-f32033bb0688)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:02.192271 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f199e-f397-4c5d-b8e7-db12c2b06e3e req-60c1c8ba-8d6f-4486-842b-8fe0ded92b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:02.194022 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc0f199e-f397-4c5d-b8e7-db12c2b06e3e req-60c1c8ba-8d6f-4486-842b-8fe0ded92b44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=932bad7d1d8f47c184058cfcb226a192&device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 1097 time: 0.1482248 Aug 17 02:46:02.220888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fec65-027a-4f15-8c5f-e9520aaeee35 req-65f90c15-0a14-4fca-9349-a8a4ba060b0e tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:02.230751 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f58fec65-027a-4f15-8c5f-e9520aaeee35 req-65f90c15-0a14-4fca-9349-a8a4ba060b0e tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.1103420 Aug 17 02:46:02.328749 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48680) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:02.346985 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f58fec65-027a-4f15-8c5f-e9520aaeee35 req-f17ccdfa-284c-4f65-82c0-20648c9a23b5 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149428 Aug 17 02:46:02.351940 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:02.413658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f199e-f397-4c5d-b8e7-db12c2b06e3e req-483c3935-649a-4f79-b8a7-8b95428bc751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:02.418558 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc0f199e-f397-4c5d-b8e7-db12c2b06e3e req-483c3935-649a-4f79-b8a7-8b95428bc751 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5 HTTP/1.1" status: 200 len: 919 time: 0.2082133 Aug 17 02:46:02.451496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Routers {'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:46:02.454056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:45:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:02.553883 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce901930-2af3-4dd6-a18f-7e430d9eec5f None None] Pushing event updated for resources: {'Port': ['ID=655bb587-c228-4f7c-b1c4-0885ab04e1d4,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:02.621577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc0f199e-f397-4c5d-b8e7-db12c2b06e3e req-9482da57-a9af-4309-b35c-8ea866e8f683 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a359f1-b05e-48ee-84c5-b89739e19ed4 HTTP/1.1" status: 200 len: 217 time: 0.1747537 Aug 17 02:46:02.708598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48712) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:02.713637 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-abdaef19-2264-4051-9ae7-e3f95b044857 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d816ae6a11743adbda14b0fcc9470ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847818 Aug 17 02:46:02.747510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] Set router ab1b815c-2fb7-43ed-a80c-fdf50195b5bd gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:46:02.782296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f199e-f397-4c5d-b8e7-db12c2b06e3e req-e4957cc9-08c0-4384-901e-8fd3d8441f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:02.785414 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc0f199e-f397-4c5d-b8e7-db12c2b06e3e req-e4957cc9-08c0-4384-901e-8fd3d8441f23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4491968a-5fe9-4d3e-bb02-74a57ef49ae9 HTTP/1.1" status: 200 len: 858 time: 0.1614227 Aug 17 02:46:02.859183 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc0f199e-f397-4c5d-b8e7-db12c2b06e3e req-90285bed-7975-4b37-a6f9-aaea9d563a79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631738 Aug 17 02:46:03.095919 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-20381c74-58df-45b9-a8b8-f88e6f84901e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:03.163804 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc0f199e-f397-4c5d-b8e7-db12c2b06e3e req-ed5bddc0-7105-4c8a-af72-8b857a5f5ad8 service neutron] 10.222.0.42 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730625 Aug 17 02:46:03.181947 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-20381c74-58df-45b9-a8b8-f88e6f84901e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:03.377620 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc0f199e-f397-4c5d-b8e7-db12c2b06e3e req-a6c23598-aac3-4357-a0ea-b22b8af9425d service neutron] 10.222.0.42 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050912 Aug 17 02:46:03.391857 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'name': 'tempest-TestVolumeBackupRestore-1453005772-router', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '06c25ecc-92f9-46fc-9347-94de5e75a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:47Z', 'updated_at': '2021-08-17T02:45:56Z', 'revision_number': 4, 'project_id': '375e65fa73984492baeb7de2b9603fcf', 'gw_port': {'id': '06c25ecc-92f9-46fc-9347-94de5e75a025', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:49Z', 'updated_at': '2021-08-17T02:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '655bb587-c228-4f7c-b1c4-0885ab04e1d4', 'name': '', 'network_id': 'b6a822bd-e559-4a4e-88c0-589026c1141a', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf', 'mac_address': 'fa:16:3e:52:d2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '69238ae4-3e8a-4cfa-838e-8d3928899306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:54Z', 'updated_at': '2021-08-17T02:46:02Z', 'revision_number': 4, 'project_id': '375e65fa73984492baeb7de2b9603fcf', 'subnets': [{'id': '69238ae4-3e8a-4cfa-838e-8d3928899306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:03.417378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed5c1-52ac-48a7-ae62-0da667523912 req-5432b832-b40e-4ece-ad3b-6c690a85c47d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:03.419010 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a41ed5c1-52ac-48a7-ae62-0da667523912 req-5432b832-b40e-4ece-ad3b-6c690a85c47d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.2540429 Aug 17 02:46:03.437804 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a6316-8b60-41b8-a956-5bd0bae54391 None None] The sync data for ids ['ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'] in n-d-793621-31 is: [{'id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'name': 'tempest-TestVolumeBackupRestore-1453005772-router', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '06c25ecc-92f9-46fc-9347-94de5e75a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:47Z', 'updated_at': '2021-08-17T02:45:56Z', 'revision_number': 4, 'project_id': '375e65fa73984492baeb7de2b9603fcf', 'gw_port': {'id': '06c25ecc-92f9-46fc-9347-94de5e75a025', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:49Z', 'updated_at': '2021-08-17T02:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '655bb587-c228-4f7c-b1c4-0885ab04e1d4', 'name': '', 'network_id': 'b6a822bd-e559-4a4e-88c0-589026c1141a', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf', 'mac_address': 'fa:16:3e:52:d2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '69238ae4-3e8a-4cfa-838e-8d3928899306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:54Z', 'updated_at': '2021-08-17T02:46:02Z', 'revision_number': 4, 'project_id': '375e65fa73984492baeb7de2b9603fcf', 'subnets': [{'id': '69238ae4-3e8a-4cfa-838e-8d3928899306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:46:03.480298 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a41ed5c1-52ac-48a7-ae62-0da667523912 req-647bf32b-031e-49ba-8ede-f25b787562c3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547073 Aug 17 02:46:03.621917 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-20381c74-58df-45b9-a8b8-f88e6f84901e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:03.624494 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-20381c74-58df-45b9-a8b8-f88e6f84901e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:03.625677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-20381c74-58df-45b9-a8b8-f88e6f84901e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ede73c5-2712-4ba7-ba6e-a4f284c70a71 HTTP/1.1" status: 204 len: 168 time: 0.9161539 Aug 17 02:46:03.644951 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20381c74-58df-45b9-a8b8-f88e6f84901e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ede73c5-2712-4ba7-ba6e-a4f284c70a71,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:03.672597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0916eae-56fb-44e5-9fbb-427e27848c82 req-e989ff00-c4ba-478a-94ce-f7d9f56adc46 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:03.685030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0916eae-56fb-44e5-9fbb-427e27848c82 req-e989ff00-c4ba-478a-94ce-f7d9f56adc46 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.0946035 Aug 17 02:46:03.743680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0916eae-56fb-44e5-9fbb-427e27848c82 req-68f0d775-0e0e-4a8c-a714-cad37cd9ca1a tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461848 Aug 17 02:46:04.342226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 655bb587-c228-4f7c-b1c4-0885ab04e1d4 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:04.627524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 655bb587-c228-4f7c-b1c4-0885ab04e1d4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:46:04.635285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 655bb587-c228-4f7c-b1c4-0885ab04e1d4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:04.636086 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:04.667123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ad060-3499-4c98-a180-23abc02c9e5f req-7c0069f2-1772-4e81-91ca-77aaebbe5224 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:04.669500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b81ad060-3499-4c98-a180-23abc02c9e5f req-7c0069f2-1772-4e81-91ca-77aaebbe5224 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.0738809 Aug 17 02:46:04.798398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b81ad060-3499-4c98-a180-23abc02c9e5f req-a1bdf724-abb3-40a8-a66c-4827ca531e6b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013916 Aug 17 02:46:04.847085 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:04.938610 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 655bb587-c228-4f7c-b1c4-0885ab04e1d4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=655bb587-c228-4f7c-b1c4-0885ab04e1d4,segment=NetworkSegment(2d8905e1-5495-4fb7-8dbc-f32033bb0688),segment_id=2d8905e1-5495-4fb7-8dbc-f32033bb0688)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:04.976382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e64735-50d9-4b1c-a228-609394769295 req-7d777e20-0272-4052-ac2b-ac0e5815297b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:04.978816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3e64735-50d9-4b1c-a228-609394769295 req-7d777e20-0272-4052-ac2b-ac0e5815297b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.0666816 Aug 17 02:46:05.037793 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:05.039053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3e64735-50d9-4b1c-a228-609394769295 req-8bcc4086-282b-4499-b532-c5cb30fcc00a tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530910 Aug 17 02:46:05.130117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=655bb587-c228-4f7c-b1c4-0885ab04e1d4,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:05.415176 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b55f09-09d6-481c-af04-464a3bd86512 req-4cc43181-18b6-4598-a89e-5c7ef22d5037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:05.417451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53b55f09-09d6-481c-af04-464a3bd86512 req-4cc43181-18b6-4598-a89e-5c7ef22d5037 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 1097 time: 0.0447516 Aug 17 02:46:05.544474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b55f09-09d6-481c-af04-464a3bd86512 req-15a79a64-e261-4753-bb33-e27ce5e0ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:05.544474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53b55f09-09d6-481c-af04-464a3bd86512 req-15a79a64-e261-4753-bb33-e27ce5e0ada1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 917 time: 0.1191344 Aug 17 02:46:05.632860 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53b55f09-09d6-481c-af04-464a3bd86512 req-605f3ffd-68a3-4c79-a5a4-b4b36046f627 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877 HTTP/1.1" status: 200 len: 1001 time: 0.0803936 Aug 17 02:46:05.644900 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48782) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:05.703320 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b55f09-09d6-481c-af04-464a3bd86512 req-6b2e3462-20f7-4b6b-990c-89a5566dbd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:05.704670 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53b55f09-09d6-481c-af04-464a3bd86512 req-6b2e3462-20f7-4b6b-990c-89a5566dbd5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.0645249 Aug 17 02:46:05.783492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b55f09-09d6-481c-af04-464a3bd86512 req-35353d5b-84d1-4b75-8d92-761f1164c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:05.785653 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53b55f09-09d6-481c-af04-464a3bd86512 req-35353d5b-84d1-4b75-8d92-761f1164c7e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736272 Aug 17 02:46:05.864080 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1715591596'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:05.974036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53b55f09-09d6-481c-af04-464a3bd86512 req-5b11830f-9e1e-4f5b-bb4e-6266a2ce9e88 service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810253 Aug 17 02:46:05.990989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:05.997838 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:06.019091 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:06.184053 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f8507-24ae-44a8-8a9f-2c5e1eadaacf req-596b38d2-f485-49f8-b6a1-e27ac89f9439 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:06.186724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-410f8507-24ae-44a8-8a9f-2c5e1eadaacf req-596b38d2-f485-49f8-b6a1-e27ac89f9439 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.1722169 Aug 17 02:46:06.216581 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:06.225805 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53b55f09-09d6-481c-af04-464a3bd86512 req-f09889e0-9701-4d1d-8abe-527fc9660985 service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441967 Aug 17 02:46:06.248390 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 655bb587-c228-4f7c-b1c4-0885ab04e1d4 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:06.274194 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-410f8507-24ae-44a8-8a9f-2c5e1eadaacf req-0897e2e1-1ffc-4588-b529-39df19c9f69b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663018 Aug 17 02:46:06.320012 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:06.376767 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 655bb587-c228-4f7c-b1c4-0885ab04e1d4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:06.377359 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:06.389446 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebe4623-2249-4b25-8446-8d607a4b5c42,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:06.429196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:46:06.445102 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:06.445789 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Added segment fa2d2b78-154f-4f1a-a1a4-08b1de149e61 of type vlan for network afb88837-38c4-4461-93fd-f1e0713ea4d9 Aug 17 02:46:06.514984 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:06.699555 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:06.705203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:06.705817 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:06.777801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Network': ['ID=afb88837-38c4-4461-93fd-f1e0713ea4d9,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:06.792096 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network afb88837-38c4-4461-93fd-f1e0713ea4d9 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:46:06.903668 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e31ecc62-013d-43fd-9aea-bd6f0dcc44b1 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2570157 Aug 17 02:46:07.034204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349530d-5c7b-4d77-b7bb-55baf879efbb req-1df8bb01-dee8-4135-bec0-38d2b4c9909b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:07.035788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e349530d-5c7b-4d77-b7bb-55baf879efbb req-1df8bb01-dee8-4135-bec0-38d2b4c9909b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.0705075 Aug 17 02:46:07.045750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48814) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:07.051106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-11673acc-1c62-4402-b1b7-a2c4c875d883 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'subnet': {'network_id': 'afb88837-38c4-4461-93fd-f1e0713ea4d9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:07.090846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e349530d-5c7b-4d77-b7bb-55baf879efbb req-527d73e3-7b97-418e-8f23-4e668f84cd03 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445781 Aug 17 02:46:07.225845 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3851bf9-b95f-42b4-b37e-7f25e78020b5 req-a5e21c67-9f0c-4cd7-b2fa-7b2860fd2286 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:07.227527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3851bf9-b95f-42b4-b37e-7f25e78020b5 req-a5e21c67-9f0c-4cd7-b2fa-7b2860fd2286 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0677991 Aug 17 02:46:07.277390 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3851bf9-b95f-42b4-b37e-7f25e78020b5 req-10c9b282-c436-40cc-ad90-68a3e4d4a163 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433316 Aug 17 02:46:07.288521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11673acc-1c62-4402-b1b7-a2c4c875d883 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:07.294196 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-11673acc-1c62-4402-b1b7-a2c4c875d883 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:07.460502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e190f07-889c-419e-a070-94a5db61b3f2 req-9334b238-2a8f-4a74-bba6-4468963cfdff tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:07.466024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e190f07-889c-419e-a070-94a5db61b3f2 req-9334b238-2a8f-4a74-bba6-4468963cfdff tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.0759051 Aug 17 02:46:07.519118 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e190f07-889c-419e-a070-94a5db61b3f2 req-c48053ae-b366-4fff-ae99-6954a940cb13 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459826 Aug 17 02:46:07.660500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-11673acc-1c62-4402-b1b7-a2c4c875d883 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:07.744880 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11673acc-1c62-4402-b1b7-a2c4c875d883 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Subnet': ['ID=cd7d0bd6-8774-45f5-b1d1-0073aa1cf8c8,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:07.751457 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11673acc-1c62-4402-b1b7-a2c4c875d883 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Checking segment: {'id': 'fa2d2b78-154f-4f1a-a1a4-08b1de149e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afb88837-38c4-4461-93fd-f1e0713ea4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:07.751457 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11673acc-1c62-4402-b1b7-a2c4c875d883 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network hostable DHCP agents. Network: afb88837-38c4-4461-93fd-f1e0713ea4d9, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:46:07.860068 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11673acc-1c62-4402-b1b7-a2c4c875d883 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network afb88837-38c4-4461-93fd-f1e0713ea4d9 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:46:08.240419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a531328-f80f-49f4-b6d1-733dc22689a2 req-128bde38-2743-4e98-a4b5-0e1b0dc2c441 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:08.241999 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0a531328-f80f-49f4-b6d1-733dc22689a2 req-128bde38-2743-4e98-a4b5-0e1b0dc2c441 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.0654094 Aug 17 02:46:08.289522 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0a531328-f80f-49f4-b6d1-733dc22689a2 req-7e5dae2d-fd3c-4db8-b078-13a11459dfec tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365369 Aug 17 02:46:08.438511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3bff4-124e-48ad-892a-e7496d1df3ea req-664555da-c981-46c3-9f3f-21d5a9d536e7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:08.441970 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4d3bff4-124e-48ad-892a-e7496d1df3ea req-664555da-c981-46c3-9f3f-21d5a9d536e7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0696778 Aug 17 02:46:08.513601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e4d3bff4-124e-48ad-892a-e7496d1df3ea req-c793ee25-b4d4-4b43-81a1-8e84d6f6174c tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649655 Aug 17 02:46:08.668978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a19f2-c85a-4142-bcf6-bb3d85af178f req-90e5c3c7-38b1-4656-b989-347a968994b6 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:08.670718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ea8a19f2-c85a-4142-bcf6-bb3d85af178f req-90e5c3c7-38b1-4656-b989-347a968994b6 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.0641158 Aug 17 02:46:08.718443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ea8a19f2-c85a-4142-bcf6-bb3d85af178f req-4ecbd728-46f7-4089-9154-17223f249dcb tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410948 Aug 17 02:46:08.771150 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-53fe4d2a-9092-4c35-81a8-161fd1108231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:08.799198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device f94521a4-6e98-4353-8e96-b17c2ec8d877 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:46:08.822830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-885eb2f4-c0b8-496a-aedd-dd3721f55b7e tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:08.824762 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-885eb2f4-c0b8-496a-aedd-dd3721f55b7e tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0664442 Aug 17 02:46:08.913202 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:08.948854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:46:08.951746 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baf593f-50c8-4f90-b04a-5fffb3ec92a7" -d '{"events": [{"server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "name": "network-vif-unplugged", "status": "completed", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:46:08.996626 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:08.996759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-86bad145-2800-445a-9be8-9f5f44703cd8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Deleting port 5323a56e-4e48-4602-a152-0c7f79e67077 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:46:08.996759 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-86bad145-2800-445a-9be8-9f5f44703cd8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:08.996984 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be26f7b7-a36c-4af1-9855-4ca5f170cda1 x-openstack-request-id: req-be26f7b7-a36c-4af1-9855-4ca5f170cda1 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:46:08.996984 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "name": "network-vif-unplugged", "status": "completed", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:46:08.996984 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be26f7b7-a36c-4af1-9855-4ca5f170cda1 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:46:08.996984 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'code': 200} Aug 17 02:46:09.076106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-86bad145-2800-445a-9be8-9f5f44703cd8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] For port 5323a56e-4e48-4602-a152-0c7f79e67077, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5323a56e-4e48-4602-a152-0c7f79e67077,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:09.076686 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-86bad145-2800-445a-9be8-9f5f44703cd8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:09.111375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-11673acc-1c62-4402-b1b7-a2c4c875d883 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, afb88837-38c4-4461-93fd-f1e0713ea4d9) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:09.116397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11673acc-1c62-4402-b1b7-a2c4c875d883 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:09.122232 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-11673acc-1c62-4402-b1b7-a2c4c875d883 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:09.123079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0bdfdf-945e-4720-93f8-aeada7989b6f None None] Network afb88837-38c4-4461-93fd-f1e0713ea4d9 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:09.248459 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:09.277124 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-11673acc-1c62-4402-b1b7-a2c4c875d883 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2301958 Aug 17 02:46:09.284201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48836) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:09.284201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ed326c40-b797-41b6-9dcc-f734d2fcf6f9 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1012212907'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:09.339830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=f94521a4-6e98-4353-8e96-b17c2ec8d877,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:09.355839 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-afb88837-38c4-4461-93fd-f1e0713ea4d9', 'network_id': 'afb88837-38c4-4461-93fd-f1e0713ea4d9', 'tenant_id': '3cc2ddbaec1b4a35abeae81c4c238ccb', 'fixed_ips': [{'subnet_id': 'cd7d0bd6-8774-45f5-b1d1-0073aa1cf8c8'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:46:09.356729 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:09.465031 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-86bad145-2800-445a-9be8-9f5f44703cd8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:09.465031 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-86bad145-2800-445a-9be8-9f5f44703cd8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:09.465031 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-86bad145-2800-445a-9be8-9f5f44703cd8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Floating IP 91be0484-4856-4d83-8fd0-90d768e11db5 disassociated. External IP: 172.25.5.153, port: 5323a56e-4e48-4602-a152-0c7f79e67077. Aug 17 02:46:09.465031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-86bad145-2800-445a-9be8-9f5f44703cd8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Calling delete_port for 5323a56e-4e48-4602-a152-0c7f79e67077 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:46:09.485295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc7279-2358-44fa-a5fa-1dbb6914047e req-c83726e6-0420-4c3f-8aed-21b601c6794c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:09.486883 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58cc7279-2358-44fa-a5fa-1dbb6914047e req-c83726e6-0420-4c3f-8aed-21b601c6794c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.0990160 Aug 17 02:46:09.558703 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Allocated IP 172.20.255.242 (afb88837-38c4-4461-93fd-f1e0713ea4d9/cd7d0bd6-8774-45f5-b1d1-0073aa1cf8c8/8da2b4c4-9e85-449e-b585-b615b891f623) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:09.782406 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:09.795264 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Transition to ACTIVE for port object 8da2b4c4-9e85-449e-b585-b615b891f623 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:09.815124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Transition to ACTIVE for port object 8da2b4c4-9e85-449e-b585-b615b891f623 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:09.934854 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed326c40-b797-41b6-9dcc-f734d2fcf6f9 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:09.938827 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ed326c40-b797-41b6-9dcc-f734d2fcf6f9 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:09.940527 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:10.000131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed326c40-b797-41b6-9dcc-f734d2fcf6f9 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:46:10.017517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Network afb88837-38c4-4461-93fd-f1e0713ea4d9 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:10.021216 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58cc7279-2358-44fa-a5fa-1dbb6914047e req-c8585a80-de7c-42f7-a95c-4e6434b99a1c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266485 Aug 17 02:46:10.022619 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:10.035540 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ed326c40-b797-41b6-9dcc-f734d2fcf6f9 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:10.042207 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-ed326c40-b797-41b6-9dcc-f734d2fcf6f9 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Added segment f7426e70-f8b9-4979-a296-842df86fc6c7 of type vlan for network 047d2181-95bb-430e-9631-d6752fcb7a3d Aug 17 02:46:10.042841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:10.052802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Pushing event updated for resources: {'Port': ['ID=8da2b4c4-9e85-449e-b585-b615b891f623,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:10.142382 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Attempting to bind port 8da2b4c4-9e85-449e-b585-b615b891f623 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:10.142839 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Attempting to bind port 8da2b4c4-9e85-449e-b585-b615b891f623 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'fa2d2b78-154f-4f1a-a1a4-08b1de149e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afb88837-38c4-4461-93fd-f1e0713ea4d9'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:10.143267 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Attempting to bind port 8da2b4c4-9e85-449e-b585-b615b891f623 on network afb88837-38c4-4461-93fd-f1e0713ea4d9 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:10.148651 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:10.149125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Checking segment: {'id': 'fa2d2b78-154f-4f1a-a1a4-08b1de149e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afb88837-38c4-4461-93fd-f1e0713ea4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:10.150369 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:10.150888 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Bound using segment: {'id': 'fa2d2b78-154f-4f1a-a1a4-08b1de149e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afb88837-38c4-4461-93fd-f1e0713ea4d9'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:10.151276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Bound port: 8da2b4c4-9e85-449e-b585-b615b891f623, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2d2b78-154f-4f1a-a1a4-08b1de149e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afb88837-38c4-4461-93fd-f1e0713ea4d9'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:10.151728 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:10.175339 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ed326c40-b797-41b6-9dcc-f734d2fcf6f9 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:10.251117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30917985-9cac-4dcd-b32a-6a5abaaf274a req-1fea6c74-3e3b-41db-9df6-81f8ace32c01 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:10.252509 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30917985-9cac-4dcd-b32a-6a5abaaf274a req-1fea6c74-3e3b-41db-9df6-81f8ace32c01 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 945 time: 0.0791478 Aug 17 02:46:10.270370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] For port 8da2b4c4-9e85-449e-b585-b615b891f623, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:10.281059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] For port 8da2b4c4-9e85-449e-b585-b615b891f623, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8da2b4c4-9e85-449e-b585-b615b891f623,segment=NetworkSegment(fa2d2b78-154f-4f1a-a1a4-08b1de149e61),segment_id=fa2d2b78-154f-4f1a-a1a4-08b1de149e61)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:10.298154 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-86bad145-2800-445a-9be8-9f5f44703cd8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:10.349446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30917985-9cac-4dcd-b32a-6a5abaaf274a req-665bcd24-b20a-4ed2-936c-d70ecf749d7e tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b179ad9-edaa-44d0-b97c-1110d197aca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870059 Aug 17 02:46:10.353554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bad145-2800-445a-9be8-9f5f44703cd8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event deleted for resources: {'Port': ['ID=5323a56e-4e48-4602-a152-0c7f79e67077,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:10.391851 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bc55078d-d841-4404-9d0a-c5326ad0a19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:10.411028 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ed326c40-b797-41b6-9dcc-f734d2fcf6f9 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:10.416356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed326c40-b797-41b6-9dcc-f734d2fcf6f9 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:10.416356 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ed326c40-b797-41b6-9dcc-f734d2fcf6f9 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:10.451282 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:10.584572 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3c110-99eb-4c1d-bb81-17c06dd0ff13 None None] Pushing event updated for resources: {'Port': ['ID=8da2b4c4-9e85-449e-b585-b615b891f623,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:10.607055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-86bad145-2800-445a-9be8-9f5f44703cd8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Router c796c123-51bc-4738-97f4-08e6370ec54c has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:46:10.641719 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed326c40-b797-41b6-9dcc-f734d2fcf6f9 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Network': ['ID=047d2181-95bb-430e-9631-d6752fcb7a3d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:10.658894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 047d2181-95bb-430e-9631-d6752fcb7a3d details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:46:10.706680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ed326c40-b797-41b6-9dcc-f734d2fcf6f9 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4281871 Aug 17 02:46:10.707765 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48862) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:10.716070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c7d9f-3940-4e22-a546-668fbef14286 req-cc1de159-be09-4543-a641-7d5a0c6abf6c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:10.723816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d27c7d9f-3940-4e22-a546-668fbef14286 req-cc1de159-be09-4543-a641-7d5a0c6abf6c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 943 time: 0.1343098 Aug 17 02:46:10.724825 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9aa5aced-b295-4d7e-9045-68237dffe54f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'subnet': {'network_id': '047d2181-95bb-430e-9631-d6752fcb7a3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:10.758224 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:10.862485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d27c7d9f-3940-4e22-a546-668fbef14286 req-03ec934b-cc08-4662-a321-f9d028dd815f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373963 Aug 17 02:46:10.885821 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37405ea3-97e1-4e48-8e91-751271d7c575 req-5964daaa-e333-429a-b3c3-5745557310f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:10.901314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37405ea3-97e1-4e48-8e91-751271d7c575 req-5964daaa-e333-429a-b3c3-5745557310f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=932bad7d1d8f47c184058cfcb226a192&device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 1097 time: 0.1607401 Aug 17 02:46:10.920176 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-86bad145-2800-445a-9be8-9f5f44703cd8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:46:10.929222 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d166e3-cbdd-4700-8a14-90432215ee27 None None] Sync routers for ids ['c796c123-51bc-4738-97f4-08e6370ec54c'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:46:10.961113 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d166e3-cbdd-4700-8a14-90432215ee27 None None] Routers {'c796c123-51bc-4738-97f4-08e6370ec54c'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:46:10.961752 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c5d166e3-cbdd-4700-8a14-90432215ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:46:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c796c123-51bc-4738-97f4-08e6370ec54c'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:11.253536 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37405ea3-97e1-4e48-8e91-751271d7c575 req-5e313841-7480-475d-8afe-065b31b06775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:11.253855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37405ea3-97e1-4e48-8e91-751271d7c575 req-5e313841-7480-475d-8afe-065b31b06775 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5 HTTP/1.1" status: 200 len: 919 time: 0.3138671 Aug 17 02:46:11.317153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa5aced-b295-4d7e-9045-68237dffe54f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:11.322359 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9aa5aced-b295-4d7e-9045-68237dffe54f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:11.335883 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-c5d166e3-cbdd-4700-8a14-90432215ee27 None None] Set router c796c123-51bc-4738-97f4-08e6370ec54c gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:46:11.383185 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-86bad145-2800-445a-9be8-9f5f44703cd8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] No DVR routers for this DVR port 5323a56e-4e48-4602-a152-0c7f79e67077 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:46:11.386975 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37405ea3-97e1-4e48-8e91-751271d7c575 req-9159303b-aa8b-4f07-a517-4582618ec755 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a359f1-b05e-48ee-84c5-b89739e19ed4 HTTP/1.1" status: 200 len: 217 time: 0.1198194 Aug 17 02:46:11.386975 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-86bad145-2800-445a-9be8-9f5f44703cd8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:11.389300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bf7ed46-2553-4ba5-aab6-fb5f8b1c7163 req-86bad145-2800-445a-9be8-9f5f44703cd8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.18 "DELETE /v2.0/ports/5323a56e-4e48-4602-a152-0c7f79e67077 HTTP/1.1" status: 204 len: 173 time: 2.5343974 Aug 17 02:46:11.389871 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb5b957-680f-4007-a97a-ad2c2a07739a', 'name': 'network-vif-deleted', 'tag': '5323a56e-4e48-4602-a152-0c7f79e67077'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:46:11.392772 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8286a2-9d36-4d0a-9707-ff41e6c23981" -d '{"events": [{"server_uuid": "ffb5b957-680f-4007-a97a-ad2c2a07739a", "name": "network-vif-deleted", "tag": "5323a56e-4e48-4602-a152-0c7f79e67077"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:46:11.462011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37405ea3-97e1-4e48-8e91-751271d7c575 req-027d75b0-a3b1-4f96-9331-4aacdd080eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:11.465803 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37405ea3-97e1-4e48-8e91-751271d7c575 req-027d75b0-a3b1-4f96-9331-4aacdd080eda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4491968a-5fe9-4d3e-bb02-74a57ef49ae9 HTTP/1.1" status: 200 len: 858 time: 0.0691528 Aug 17 02:46:11.517693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37405ea3-97e1-4e48-8e91-751271d7c575 req-b9a8b451-8106-4fd3-9290-3a6c3146c2cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443420 Aug 17 02:46:11.668571 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37405ea3-97e1-4e48-8e91-751271d7c575 req-9965a428-23a6-469a-a272-c18c04a2da7e service neutron] 10.222.0.42 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412764 Aug 17 02:46:11.673319 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c5d166e3-cbdd-4700-8a14-90432215ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '192cb886-38bd-4842-b574-3eda2d5f1d3e', 'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'mac_address': 'fa:16:3e:41:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:04Z', 'updated_at': '2021-08-17T02:39:15Z', 'revision_number': 5, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'subnets': [{'id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:11.719426 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d166e3-cbdd-4700-8a14-90432215ee27 None None] Checking router: c796c123-51bc-4738-97f4-08e6370ec54c for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:46:11.749353 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d166e3-cbdd-4700-8a14-90432215ee27 None None] Routers {'c796c123-51bc-4738-97f4-08e6370ec54c'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:46:11.750443 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c5d166e3-cbdd-4700-8a14-90432215ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:46:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c796c123-51bc-4738-97f4-08e6370ec54c'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:11.842452 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:11.843735 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37405ea3-97e1-4e48-8e91-751271d7c575 req-ce6f0b34-d1cb-4a56-8c8a-e22d767370f2 service neutron] 10.222.0.42 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626556 Aug 17 02:46:11.871357 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9aa5aced-b295-4d7e-9045-68237dffe54f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:12.015389 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-c5d166e3-cbdd-4700-8a14-90432215ee27 None None] Set router c796c123-51bc-4738-97f4-08e6370ec54c gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:46:12.019247 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5aced-b295-4d7e-9045-68237dffe54f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Subnet': ['ID=e2a16aca-374d-4e49-ab00-48236f086b86,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:12.093627 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa5aced-b295-4d7e-9045-68237dffe54f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Checking segment: {'id': 'f7426e70-f8b9-4979-a296-842df86fc6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '047d2181-95bb-430e-9631-d6752fcb7a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:12.100133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa5aced-b295-4d7e-9045-68237dffe54f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network hostable DHCP agents. Network: 047d2181-95bb-430e-9631-d6752fcb7a3d, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:46:12.185146 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa5aced-b295-4d7e-9045-68237dffe54f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network 047d2181-95bb-430e-9631-d6752fcb7a3d is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:46:12.310948 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9aa5aced-b295-4d7e-9045-68237dffe54f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 047d2181-95bb-430e-9631-d6752fcb7a3d) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:12.317172 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa5aced-b295-4d7e-9045-68237dffe54f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:12.317172 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9aa5aced-b295-4d7e-9045-68237dffe54f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:12.322571 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8da2b4c4-9e85-449e-b585-b615b891f623 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:12.407877 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3450c5-ca25-4643-a6f8-0f4ad8b8cf87 None None] Network 047d2181-95bb-430e-9631-d6752fcb7a3d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:12.428554 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9aa5aced-b295-4d7e-9045-68237dffe54f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7152994 Aug 17 02:46:12.428788 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48890) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:12.478631 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0094429-4c32-48dd-b9ab-a0eab7b46051 None None] Network afb88837-38c4-4461-93fd-f1e0713ea4d9 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:12.622318 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c5d166e3-cbdd-4700-8a14-90432215ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '192cb886-38bd-4842-b574-3eda2d5f1d3e', 'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'mac_address': 'fa:16:3e:41:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:04Z', 'updated_at': '2021-08-17T02:39:15Z', 'revision_number': 5, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'subnets': [{'id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:12.690789 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d166e3-cbdd-4700-8a14-90432215ee27 None None] The sync data for ids ['c796c123-51bc-4738-97f4-08e6370ec54c'] in n-d-793621-31 is: [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '192cb886-38bd-4842-b574-3eda2d5f1d3e', 'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'mac_address': 'fa:16:3e:41:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:04Z', 'updated_at': '2021-08-17T02:39:15Z', 'revision_number': 5, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'subnets': [{'id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:46:12.715081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c4b4de6d-f149-4fc0-a134-bb061ac5a570 None None] Provisioning for port 8da2b4c4-9e85-449e-b585-b615b891f623 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:46:12.717062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 8da2b4c4-9e85-449e-b585-b615b891f623 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:46:12.731500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:12.757286 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3dcde-d0b7-473a-8053-27d13410fb23 req-b0258bda-0960-4a0e-8281-c43f570a1607 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:12.763530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3fc3dcde-d0b7-473a-8053-27d13410fb23 req-b0258bda-0960-4a0e-8281-c43f570a1607 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.1183023 Aug 17 02:46:12.798113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8da2b4c4-9e85-449e-b585-b615b891f623 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:12.798501 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:12.827305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c4b4de6d-f149-4fc0-a134-bb061ac5a570 None None] Provisioning complete for port 8da2b4c4-9e85-449e-b585-b615b891f623 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:12.828358 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c4b4de6d-f149-4fc0-a134-bb061ac5a570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:12.868934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3fc3dcde-d0b7-473a-8053-27d13410fb23 req-8d0883e8-da0f-47b3-aa2e-b47a9423f92e tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000836 Aug 17 02:46:12.896627 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5323a56e-4e48-4602-a152-0c7f79e67077 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:46:13.137353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a8a4ea7-bbcf-409d-b182-95799d20c7e0 req-4deba795-f677-4bed-8464-9818a4600a24 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb5b957-680f-4007-a97a-ad2c2a07739a HTTP/1.1" status: 200 len: 210 time: 0.0777183 Aug 17 02:46:13.222282 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83224d71-60b8-4353-9d84-ab352acaf714 x-openstack-request-id: req-83224d71-60b8-4353-9d84-ab352acaf714 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:46:13.222849 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb5b957-680f-4007-a97a-ad2c2a07739a", "name": "network-vif-deleted", "tag": "5323a56e-4e48-4602-a152-0c7f79e67077", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:46:13.223265 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83224d71-60b8-4353-9d84-ab352acaf714 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:46:13.223844 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb5b957-680f-4007-a97a-ad2c2a07739a', 'name': 'network-vif-deleted', 'tag': '5323a56e-4e48-4602-a152-0c7f79e67077', 'status': 'completed', 'code': 200} Aug 17 02:46:13.305197 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9be6956-a950-459f-890a-d3713756f0b6 None None] New status for floating IP 91be0484-4856-4d83-8fd0-90d768e11db5: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:46:13.306624 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:13.324295 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 5323a56e-4e48-4602-a152-0c7f79e67077 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:46:13.324637 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5323a56e-4e48-4602-a152-0c7f79e67077 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:46:13.486992 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca12b666-3b4b-4923-8de2-38b7188d940d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-047d2181-95bb-430e-9631-d6752fcb7a3d', 'network_id': '047d2181-95bb-430e-9631-d6752fcb7a3d', 'tenant_id': '3cc2ddbaec1b4a35abeae81c4c238ccb', 'fixed_ips': [{'subnet_id': 'e2a16aca-374d-4e49-ab00-48236f086b86'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:46:13.488020 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ca12b666-3b4b-4923-8de2-38b7188d940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:13.529126 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:13.562370 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Subnet': ['ID=e2a16aca-374d-4e49-ab00-48236f086b86,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:13.693302 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:13.715331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047d2181-95bb-430e-9631-d6752fcb7a3d']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:13.734409 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:13.755893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7426e70-f8b9-4979-a296-842df86fc6c7') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:13.759370 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7426e70-f8b9-4979-a296-842df86fc6c7') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:13.770161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:13.799866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:13.812272 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c4b4de6d-f149-4fc0-a134-bb061ac5a570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:13.819611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:46:13.822722 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:46:13.832297 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:46:13.853346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274e347-50b3-4be8-ba43-6374446417c5 req-e5b81bed-e944-4e68-8088-1528f068a13d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:13.854022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59053482-6606-429e-802a-52adc1f0ddfa None None] Network 047d2181-95bb-430e-9631-d6752fcb7a3d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:13.857297 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4274e347-50b3-4be8-ba43-6374446417c5 req-e5b81bed-e944-4e68-8088-1528f068a13d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 943 time: 0.1306083 Aug 17 02:46:13.970868 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4274e347-50b3-4be8-ba43-6374446417c5 req-5f0639f0-9992-4934-aecc-83b454251a47 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053958 Aug 17 02:46:14.007017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c4b4de6d-f149-4fc0-a134-bb061ac5a570 None None] For port 8da2b4c4-9e85-449e-b585-b615b891f623, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8da2b4c4-9e85-449e-b585-b615b891f623,segment=NetworkSegment(fa2d2b78-154f-4f1a-a1a4-08b1de149e61),segment_id=fa2d2b78-154f-4f1a-a1a4-08b1de149e61)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:14.099297 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:14.109506 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:14.111474 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:14.114100 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c4b4de6d-f149-4fc0-a134-bb061ac5a570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:14.118887 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/047d2181-95bb-430e-9631-d6752fcb7a3d HTTP/1.1" status: 204 len: 168 time: 1.6887879 Aug 17 02:46:14.119130 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48920) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:14.124798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-5ab24d6a-6909-4f4b-9dd8-d64b03a1f9d8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1021695110'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:14.137409 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b685c1-54c0-4e83-a1e1-d57a03e91492 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Network': ['ID=047d2181-95bb-430e-9631-d6752fcb7a3d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:14.196319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d3ce8-602a-42cb-b9bd-b02325d3cafe req-b0c3736f-ba4e-40b9-9065-4fd37e0ee2da tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:14.198145 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2b9d3ce8-602a-42cb-b9bd-b02325d3cafe req-b0c3736f-ba4e-40b9-9065-4fd37e0ee2da tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.1473916 Aug 17 02:46:14.268437 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2b9d3ce8-602a-42cb-b9bd-b02325d3cafe req-fb41f058-2ef3-40f4-a090-dea5c4b4f487 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601342 Aug 17 02:46:14.322226 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:46:14.322718 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:46:14.328313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab24d6a-6909-4f4b-9dd8-d64b03a1f9d8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:14.332281 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab24d6a-6909-4f4b-9dd8-d64b03a1f9d8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:14.355040 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4de6d-f149-4fc0-a134-bb061ac5a570 None None] Pushing event updated for resources: {'Port': ['ID=8da2b4c4-9e85-449e-b585-b615b891f623,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:14.364923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8113e939-fc62-4515-bb8a-b2f2fcd86f4d None None] Provisioning complete for port 8da2b4c4-9e85-449e-b585-b615b891f623 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:14.365900 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8113e939-fc62-4515-bb8a-b2f2fcd86f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:14.408315 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab24d6a-6909-4f4b-9dd8-d64b03a1f9d8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:46:14.427338 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab24d6a-6909-4f4b-9dd8-d64b03a1f9d8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:14.430315 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-5ab24d6a-6909-4f4b-9dd8-d64b03a1f9d8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Added segment 937de162-fee2-4570-a1a6-db18a93c88fb of type vlan for network 1d90ca8c-dd51-4936-baed-484c647727cd Aug 17 02:46:14.506962 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab24d6a-6909-4f4b-9dd8-d64b03a1f9d8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:14.546019 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48938) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:14.582006 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48944) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:14.627890 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab24d6a-6909-4f4b-9dd8-d64b03a1f9d8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:14.635197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab24d6a-6909-4f4b-9dd8-d64b03a1f9d8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:14.635197 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab24d6a-6909-4f4b-9dd8-d64b03a1f9d8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:14.702608 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d72a91-9042-4187-ac6e-4f018a79d1ce tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:14.747986 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d72a91-9042-4187-ac6e-4f018a79d1ce tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:14.750719 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab24d6a-6909-4f4b-9dd8-d64b03a1f9d8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Network': ['ID=1d90ca8c-dd51-4936-baed-484c647727cd,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:14.757473 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-b422e1be-b3e8-4688-87d6-4fb0241d120f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2102811 Aug 17 02:46:14.763133 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 1d90ca8c-dd51-4936-baed-484c647727cd details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:46:14.785194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-760b687e-cd8c-4f9b-b84d-2556371f455d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:46:14.786342 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-760b687e-cd8c-4f9b-b84d-2556371f455d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121775 Aug 17 02:46:14.813395 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5ab24d6a-6909-4f4b-9dd8-d64b03a1f9d8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6932096 Aug 17 02:46:14.816110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 48950) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:14.823965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-789a1f77-9993-46bf-9a7e-cd6e11c63916 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'subnet': {'network_id': '1d90ca8c-dd51-4936-baed-484c647727cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:14.865222 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d72a91-9042-4187-ac6e-4f018a79d1ce tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:14.868045 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82d72a91-9042-4187-ac6e-4f018a79d1ce tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:14.870402 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-82d72a91-9042-4187-ac6e-4f018a79d1ce tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "DELETE /v2.0/security-groups/5b179ad9-edaa-44d0-b97c-1110d197aca6 HTTP/1.1" status: 204 len: 168 time: 0.2863941 Aug 17 02:46:14.875459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48960) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:14.925822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d72a91-9042-4187-ac6e-4f018a79d1ce tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b179ad9-edaa-44d0-b97c-1110d197aca6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:14.955534 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-ab90766d-ad2e-4e1b-a764-89eed72423ad tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] show failed (client error): The resource could not be found. Aug 17 02:46:14.963907 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ab90766d-ad2e-4e1b-a764-89eed72423ad tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups/5b179ad9-edaa-44d0-b97c-1110d197aca6 HTTP/1.1" status: 404 len: 347 time: 0.0824819 Aug 17 02:46:14.966859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48962) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:15.105852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-5eb5d6c5-59cd-4608-a6f2-55266afbeb92 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775668736&fields=id&tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced HTTP/1.1" status: 200 len: 267 time: 0.1257787 Aug 17 02:46:15.120661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8da2b4c4-9e85-449e-b585-b615b891f623 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:15.245968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8da2b4c4-9e85-449e-b585-b615b891f623 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:15.246852 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:15.319479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-176a1653-6865-443a-bccb-6e28abd00085 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Deleting port cb4b6b90-c3c2-4098-b918-3a76f78829f6 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:46:15.319824 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-176a1653-6865-443a-bccb-6e28abd00085 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:15.335972 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-eeec4ca2-68ab-4575-8033-5a02ebee2d95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:15.338493 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-eeec4ca2-68ab-4575-8033-5a02ebee2d95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 812 time: 0.2315943 Aug 17 02:46:15.342641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789a1f77-9993-46bf-9a7e-cd6e11c63916 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:15.348369 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-789a1f77-9993-46bf-9a7e-cd6e11c63916 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:15.440505 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-0c8fd98d-41bf-4788-bc35-2e5e6352dfb1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/quotas/bfc0da2911ce469596ea2cbdf9ad9ced HTTP/1.1" status: 200 len: 375 time: 0.0355871 Aug 17 02:46:15.453046 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-176a1653-6865-443a-bccb-6e28abd00085 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:15.453422 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-176a1653-6865-443a-bccb-6e28abd00085 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:15.470061 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-176a1653-6865-443a-bccb-6e28abd00085 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Calling delete_port for cb4b6b90-c3c2-4098-b918-3a76f78829f6 owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:46:15.495518 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.ipam_backend_mixin [None req-789a1f77-9993-46bf-9a7e-cd6e11c63916 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Performing IP validity checks on allocation pools {{(pid=95406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 02:46:15.497437 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.ipam_backend_mixin [None req-789a1f77-9993-46bf-9a7e-cd6e11c63916 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 02:46:15.557287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-67df3a3a-4854-4b1d-aa56-a12d78990849 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036847 Aug 17 02:46:15.752067 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-176a1653-6865-443a-bccb-6e28abd00085 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:15.802774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a1653-6865-443a-bccb-6e28abd00085 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event deleted for resources: {'Port': ['ID=cb4b6b90-c3c2-4098-b918-3a76f78829f6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:15.855546 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d172bec8-cae7-4336-bcd4-d21d017dd9cd service neutron] 10.222.0.13 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924094 Aug 17 02:46:15.860452 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-789a1f77-9993-46bf-9a7e-cd6e11c63916 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:15.878116 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-176a1653-6865-443a-bccb-6e28abd00085 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:15.880731 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-176a1653-6865-443a-bccb-6e28abd00085 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:15.886917 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-176a1653-6865-443a-bccb-6e28abd00085 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "DELETE /v2.0/floatingips/91be0484-4856-4d83-8fd0-90d768e11db5 HTTP/1.1" status: 204 len: 168 time: 0.9141309 Aug 17 02:46:15.972991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a1f77-9993-46bf-9a7e-cd6e11c63916 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Subnet': ['ID=5ac52245-302f-416b-a7b7-163fbc75662c,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:16.017020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a1f77-9993-46bf-9a7e-cd6e11c63916 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Checking segment: {'id': '937de162-fee2-4570-a1a6-db18a93c88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1d90ca8c-dd51-4936-baed-484c647727cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:16.017020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789a1f77-9993-46bf-9a7e-cd6e11c63916 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network hostable DHCP agents. Network: 1d90ca8c-dd51-4936-baed-484c647727cd, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:46:16.024683 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-a69369f3-d715-47a1-aa7d-661724769fb2 service neutron] 10.222.0.13 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617708 Aug 17 02:46:16.157362 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789a1f77-9993-46bf-9a7e-cd6e11c63916 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network 1d90ca8c-dd51-4936-baed-484c647727cd is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:46:16.259915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-789a1f77-9993-46bf-9a7e-cd6e11c63916 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 1d90ca8c-dd51-4936-baed-484c647727cd) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:16.265660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789a1f77-9993-46bf-9a7e-cd6e11c63916 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:16.266258 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-789a1f77-9993-46bf-9a7e-cd6e11c63916 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:16.269643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e5c31d-8b04-4161-afca-dea5c348dc43 None None] Network 1d90ca8c-dd51-4936-baed-484c647727cd requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:16.375004 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-789a1f77-9993-46bf-9a7e-cd6e11c63916 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5515504 Aug 17 02:46:16.375388 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 48992) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:16.474836 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-1d90ca8c-dd51-4936-baed-484c647727cd', 'network_id': '1d90ca8c-dd51-4936-baed-484c647727cd', 'tenant_id': '3cc2ddbaec1b4a35abeae81c4c238ccb', 'fixed_ips': [{'subnet_id': '5ac52245-302f-416b-a7b7-163fbc75662c'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:46:16.475916 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:16.515293 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:16.573431 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:16.625411 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Allocated IP 172.20.0.3 (1d90ca8c-dd51-4936-baed-484c647727cd/5ac52245-302f-416b-a7b7-163fbc75662c/1a7de8ef-494b-4afc-9f2e-39f6682b5074) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:16.828193 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:16.836928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Transition to ACTIVE for port object 1a7de8ef-494b-4afc-9f2e-39f6682b5074 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:16.859371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Transition to ACTIVE for port object 1a7de8ef-494b-4afc-9f2e-39f6682b5074 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:16.963879 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:16.984654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba90370-0802-45a1-8013-57151f873576 req-9df998d1-621b-48a8-88b7-749bd4292110 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:16.986383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ba90370-0802-45a1-8013-57151f873576 req-9df998d1-621b-48a8-88b7-749bd4292110 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 943 time: 0.0713048 Aug 17 02:46:17.058803 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ba90370-0802-45a1-8013-57151f873576 req-12e51079-97b6-4d39-9034-9a0a2319a222 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562580 Aug 17 02:46:17.074422 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Pushing event updated for resources: {'Port': ['ID=1a7de8ef-494b-4afc-9f2e-39f6682b5074,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:17.077382 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:17.082548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Network 1d90ca8c-dd51-4936-baed-484c647727cd is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:17.085136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:17.094400 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:17.117519 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac52245-302f-416b-a7b7-163fbc75662c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:17.179474 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Attempting to bind port 1a7de8ef-494b-4afc-9f2e-39f6682b5074 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:17.181406 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Attempting to bind port 1a7de8ef-494b-4afc-9f2e-39f6682b5074 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '937de162-fee2-4570-a1a6-db18a93c88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1d90ca8c-dd51-4936-baed-484c647727cd'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:17.182060 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Attempting to bind port 1a7de8ef-494b-4afc-9f2e-39f6682b5074 on network 1d90ca8c-dd51-4936-baed-484c647727cd {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:17.194686 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:17.196085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Checking segment: {'id': '937de162-fee2-4570-a1a6-db18a93c88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1d90ca8c-dd51-4936-baed-484c647727cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:17.198305 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:17.205491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Bound using segment: {'id': '937de162-fee2-4570-a1a6-db18a93c88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1d90ca8c-dd51-4936-baed-484c647727cd'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:17.205491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Bound port: 1a7de8ef-494b-4afc-9f2e-39f6682b5074, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937de162-fee2-4570-a1a6-db18a93c88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1d90ca8c-dd51-4936-baed-484c647727cd'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:17.205491 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:17.260314 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def70ed-e298-408a-a3e3-191c136864c3 req-e96de3b0-0460-49a0-9cf5-08c381d88bbd tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:17.267344 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:17.270782 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1def70ed-e298-408a-a3e3-191c136864c3 req-e96de3b0-0460-49a0-9cf5-08c381d88bbd tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.1086516 Aug 17 02:46:17.289140 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d90ca8c-dd51-4936-baed-484c647727cd']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:17.304761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937de162-fee2-4570-a1a6-db18a93c88fb') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:17.305368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937de162-fee2-4570-a1a6-db18a93c88fb') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:17.318504 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:17.336862 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1def70ed-e298-408a-a3e3-191c136864c3 req-a558e3a7-81eb-4b48-bde9-adf41ccddfa2 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644124 Aug 17 02:46:17.343210 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:17.360763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:46:17.361917 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:46:17.380426 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:46:17.399981 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] For port 1a7de8ef-494b-4afc-9f2e-39f6682b5074, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:17.460825 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] For port 1a7de8ef-494b-4afc-9f2e-39f6682b5074, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1a7de8ef-494b-4afc-9f2e-39f6682b5074,segment=NetworkSegment(937de162-fee2-4570-a1a6-db18a93c88fb),segment_id=937de162-fee2-4570-a1a6-db18a93c88fb)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:17.501692 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.db.api [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 02:46:17.501692 n-d-793621-31 neutron-server[95407]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 02:46:17.501692 n-d-793621-31 neutron-server[95407]: [parameters: {'id': '1d90ca8c-dd51-4936-baed-484c647727cd'}] Aug 17 02:46:17.501692 n-d-793621-31 neutron-server[95407]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:46:17.501692 n-d-793621-31 neutron-server[95407]: DEBUG oslo_db.api [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:46:17.551705 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:17.669466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4ee03-3718-41e6-acf2-3fb1e8a4dedb None None] Pushing event updated for resources: {'Port': ['ID=1a7de8ef-494b-4afc-9f2e-39f6682b5074,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:17.694147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7d748c-8cf7-476b-b766-4d86aab0b802 None None] Network 1d90ca8c-dd51-4936-baed-484c647727cd requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:17.765286 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49024) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:17.777438 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-044ac704-a986-4b34-af8d-dd3eca202ab8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--338512789', 'description': 'tempest-description--224975093'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:17.863617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f6a35c-daf4-47d1-a01e-96a74e5f2fe0 None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:46:17.940395 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aa7ae83c-f3e6-494f-830f-8db4f5f29c51 req-a762a016-39d3-45ef-b154-37c8a340f288 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 210 time: 0.1321909 Aug 17 02:46:17.980035 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-044ac704-a986-4b34-af8d-dd3eca202ab8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.002458 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.082183 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f6a35c-daf4-47d1-a01e-96a74e5f2fe0 None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:46:18.142987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Deleting port 1a7de8ef-494b-4afc-9f2e-39f6682b5074 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:46:18.143968 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.162395 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-044ac704-a986-4b34-af8d-dd3eca202ab8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.245329 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8131ad-5e0a-4f0f-8aff-751667a47619 req-9a3dbd53-df3e-4f88-9e6b-0b7097944328 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:18.254337 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb8131ad-5e0a-4f0f-8aff-751667a47619 req-9a3dbd53-df3e-4f88-9e6b-0b7097944328 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 943 time: 0.0673106 Aug 17 02:46:18.262382 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] For port 1a7de8ef-494b-4afc-9f2e-39f6682b5074, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1a7de8ef-494b-4afc-9f2e-39f6682b5074,segment=NetworkSegment(937de162-fee2-4570-a1a6-db18a93c88fb),segment_id=937de162-fee2-4570-a1a6-db18a93c88fb)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:18.263161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.282507 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-044ac704-a986-4b34-af8d-dd3eca202ab8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.296136 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Calling delete_port for 1a7de8ef-494b-4afc-9f2e-39f6682b5074 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:46:18.329049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ac704-a986-4b34-af8d-dd3eca202ab8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a53db9f3-4666-4c61-93d4-cd55b892e602,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:18.354714 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb8131ad-5e0a-4f0f-8aff-751667a47619 req-c166ef03-c875-4edc-b45c-fd343228255c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992401 Aug 17 02:46:18.460696 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-044ac704-a986-4b34-af8d-dd3eca202ab8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.464227 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-044ac704-a986-4b34-af8d-dd3eca202ab8 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6974666 Aug 17 02:46:18.468353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49030) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:18.485745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e0553fff-a4e3-4d53-8e28-95297bc80dbc tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Request body: {'security_group_rule': {'security_group_id': 'a53db9f3-4666-4c61-93d4-cd55b892e602', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:18.515116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceca738-23f6-42d2-a644-decd98e07579 req-576ece6f-007e-43c1-9471-adc1d990ad4b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:18.530111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dceca738-23f6-42d2-a644-decd98e07579 req-576ece6f-007e-43c1-9471-adc1d990ad4b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.1090586 Aug 17 02:46:18.581668 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e0553fff-a4e3-4d53-8e28-95297bc80dbc tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.605758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dceca738-23f6-42d2-a644-decd98e07579 req-d0907311-08fa-44e7-9ea0-d5c80408c40a tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740259 Aug 17 02:46:18.627204 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.708683 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e0553fff-a4e3-4d53-8e28-95297bc80dbc tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.710781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Port': ['ID=1a7de8ef-494b-4afc-9f2e-39f6682b5074,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:18.717531 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No DVR routers for this DVR port 1a7de8ef-494b-4afc-9f2e-39f6682b5074 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:46:18.819930 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e0553fff-a4e3-4d53-8e28-95297bc80dbc tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.874068 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.877633 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0553fff-a4e3-4d53-8e28-95297bc80dbc tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565128c2-f36f-4803-b7b5-05987a3fe91c,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:18.891265 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d90ca8c-dd51-4936-baed-484c647727cd']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:18.906686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937de162-fee2-4570-a1a6-db18a93c88fb') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:18.907286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937de162-fee2-4570-a1a6-db18a93c88fb') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:18.925813 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.942883 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.953177 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e0553fff-a4e3-4d53-8e28-95297bc80dbc tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.954467 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e0553fff-a4e3-4d53-8e28-95297bc80dbc tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4814398 Aug 17 02:46:18.955658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:46:18.956070 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.957175 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49036) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:46:18.961953 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:46:18.964236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-58a0cc20-59d7-4926-aaee-85f33d95d681 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Request body: {'security_group_rule': {'security_group_id': 'a53db9f3-4666-4c61-93d4-cd55b892e602', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:19.079654 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed3482af-3cea-4d6b-839f-621b66eaf4fc req-ac77c793-8635-4c15-8ca4-5714cbcc3a2e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 210 time: 0.0406911 Aug 17 02:46:19.105027 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-58a0cc20-59d7-4926-aaee-85f33d95d681 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:19.165846 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-58a0cc20-59d7-4926-aaee-85f33d95d681 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:19.191466 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:19.200234 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:19.207940 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/1d90ca8c-dd51-4936-baed-484c647727cd HTTP/1.1" status: 204 len: 168 time: 2.8256912 Aug 17 02:46:19.208227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49040) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:19.214517 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-03674fd8-d8c4-4e13-b5e1-f6578508832e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-248411395'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:19.216362 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf754b-2549-4f7d-8ca0-cb8a92057cc0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Network': ['ID=1d90ca8c-dd51-4936-baed-484c647727cd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:19.277485 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-58a0cc20-59d7-4926-aaee-85f33d95d681 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:19.299518 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0cc20-59d7-4926-aaee-85f33d95d681 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012dc50f-718c-44d7-90e5-edbb81978210,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:19.435023 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03674fd8-d8c4-4e13-b5e1-f6578508832e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:19.441338 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03674fd8-d8c4-4e13-b5e1-f6578508832e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:19.514301 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-58a0cc20-59d7-4926-aaee-85f33d95d681 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:19.518809 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49044) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:19.519381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-58a0cc20-59d7-4926-aaee-85f33d95d681 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5607803 Aug 17 02:46:19.526232 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:19.584641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03674fd8-d8c4-4e13-b5e1-f6578508832e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:46:19.628865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2eeffc-d58d-4820-9f2b-9315b28b88b7 req-35757995-d9b8-4a22-97b9-ead025a155c7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:19.630491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d2eeffc-d58d-4820-9f2b-9315b28b88b7 req-35757995-d9b8-4a22-97b9-ead025a155c7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 943 time: 0.1431425 Aug 17 02:46:19.639145 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03674fd8-d8c4-4e13-b5e1-f6578508832e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:19.639503 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-03674fd8-d8c4-4e13-b5e1-f6578508832e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Added segment c12fbf6c-b92d-476a-9019-fd1ac539dc42 of type vlan for network 5319d1f5-4329-4622-9eb7-74f1be6524b0 Aug 17 02:46:19.650124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-aadebebf-0073-45dc-ba58-5a9c3e688a6c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:19.650789 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-aadebebf-0073-45dc-ba58-5a9c3e688a6c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 812 time: 0.2482622 Aug 17 02:46:19.656002 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:19.767417 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03674fd8-d8c4-4e13-b5e1-f6578508832e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:19.801017 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d2eeffc-d58d-4820-9f2b-9315b28b88b7 req-b7f32aaa-2092-4210-8465-07b0d2e2c3ac tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335793 Aug 17 02:46:19.813572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-14f7c8ee-19a3-4681-a71b-4b2d35d0573d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced HTTP/1.1" status: 200 len: 380 time: 0.1341393 Aug 17 02:46:19.830146 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-677af449-0904-49be-b87c-4d1fa4a838d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'port': {'device_id': '3a192c99-326e-4a39-8678-f8c5d4efa66e', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'admin_state_up': True, 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'security_groups': ['4924c2c0-1bb5-4295-ab47-ecda9850adec']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:19.921521 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03674fd8-d8c4-4e13-b5e1-f6578508832e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:19.930137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03674fd8-d8c4-4e13-b5e1-f6578508832e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:19.945632 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03674fd8-d8c4-4e13-b5e1-f6578508832e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:19.948685 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:20.068156 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03674fd8-d8c4-4e13-b5e1-f6578508832e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Network': ['ID=5319d1f5-4329-4622-9eb7-74f1be6524b0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:20.079707 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-03674fd8-d8c4-4e13-b5e1-f6578508832e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8706770 Aug 17 02:46:20.084427 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49052) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:20.087632 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 5319d1f5-4329-4622-9eb7-74f1be6524b0 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:46:20.090603 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-818dab55-ba3f-4a21-90d2-fc55b8578b9b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'subnet': {'network_id': '5319d1f5-4329-4622-9eb7-74f1be6524b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:20.122552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc12f4-c0ec-46bd-acb6-f76b21694834 req-2a88cca2-500e-45d9-949b-72d788c51db5 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:20.130902 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50cc12f4-c0ec-46bd-acb6-f76b21694834 req-2a88cca2-500e-45d9-949b-72d788c51db5 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.1266577 Aug 17 02:46:20.178363 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50cc12f4-c0ec-46bd-acb6-f76b21694834 req-14aa6fae-93cb-42dd-b324-1db5e624419c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460551 Aug 17 02:46:20.182067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Allocated IP 172.25.5.48 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/fee35eda-6d57-4c58-9dce-ba87e77573c6) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:20.208013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-677af449-0904-49be-b87c-4d1fa4a838d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Made reservation on behalf of bfc0da2911ce469596ea2cbdf9ad9ced for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:20.213609 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-677af449-0904-49be-b87c-4d1fa4a838d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:20.369973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30540f7e-710d-4da0-8d1e-af2701545aeb req-c072d571-72d4-40b7-9c1f-6de161fa85c6 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 210 time: 0.0698075 Aug 17 02:46:20.465402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-677af449-0904-49be-b87c-4d1fa4a838d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Allocated IP 172.20.0.6 (c2370959-6d24-42f8-8b5f-273d78403b0c/764c3736-195b-4464-8ea3-48fdcebbb5de/37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:20.513417 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:20.615864 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818dab55-ba3f-4a21-90d2-fc55b8578b9b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:20.619887 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-818dab55-ba3f-4a21-90d2-fc55b8578b9b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:20.789204 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:20.878028 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-677af449-0904-49be-b87c-4d1fa4a838d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:20.879227 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:20.886907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event updated for resources: {'Port': ['ID=fee35eda-6d57-4c58-9dce-ba87e77573c6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:20.892007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:20.896878 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:20.897089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-677af449-0904-49be-b87c-4d1fa4a838d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Transition to ACTIVE for port object 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:21.013591 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-818dab55-ba3f-4a21-90d2-fc55b8578b9b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:21.025307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364e74a-c56f-4ec2-aed5-ec632bac5e1f req-661e4a75-d9c8-4b1d-8c5e-4716a2ead618 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:21.027218 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f364e74a-c56f-4ec2-aed5-ec632bac5e1f req-661e4a75-d9c8-4b1d-8c5e-4716a2ead618 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 943 time: 0.0697491 Aug 17 02:46:21.071459 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-677af449-0904-49be-b87c-4d1fa4a838d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:21.121455 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dab55-ba3f-4a21-90d2-fc55b8578b9b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Subnet': ['ID=50466fd0-733a-4532-ad96-03d17471bfe7,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:21.138461 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:21.138916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f364e74a-c56f-4ec2-aed5-ec632bac5e1f req-0119766d-2ea5-44ba-a0f4-1611ccb8e1f9 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004169 Aug 17 02:46:21.158096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-677af449-0904-49be-b87c-4d1fa4a838d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Network c2370959-6d24-42f8-8b5f-273d78403b0c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:21.159258 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818dab55-ba3f-4a21-90d2-fc55b8578b9b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Checking segment: {'id': 'c12fbf6c-b92d-476a-9019-fd1ac539dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5319d1f5-4329-4622-9eb7-74f1be6524b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:21.159654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818dab55-ba3f-4a21-90d2-fc55b8578b9b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network hostable DHCP agents. Network: 5319d1f5-4329-4622-9eb7-74f1be6524b0, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:46:21.176985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-677af449-0904-49be-b87c-4d1fa4a838d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:21.176985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-677af449-0904-49be-b87c-4d1fa4a838d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:21.246492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-677af449-0904-49be-b87c-4d1fa4a838d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:21.248085 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-677af449-0904-49be-b87c-4d1fa4a838d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:21.266846 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:21.268956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677af449-0904-49be-b87c-4d1fa4a838d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'Port': ['ID=37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:21.272010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818dab55-ba3f-4a21-90d2-fc55b8578b9b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network 5319d1f5-4329-4622-9eb7-74f1be6524b0 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:46:21.347071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-677af449-0904-49be-b87c-4d1fa4a838d4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5229683 Aug 17 02:46:21.397177 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8a733-e9f6-4aef-821d-ed0f8b94c9b9 req-27e76e47-4d4c-4418-b1ae-0ca9ebdd2ace tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:21.407455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5c8a733-e9f6-4aef-821d-ed0f8b94c9b9 req-27e76e47-4d4c-4418-b1ae-0ca9ebdd2ace tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.1164839 Aug 17 02:46:21.421677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Request body: {'port': {'device_id': '3a192c99-326e-4a39-8678-f8c5d4efa66e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:21.465270 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-818dab55-ba3f-4a21-90d2-fc55b8578b9b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 5319d1f5-4329-4622-9eb7-74f1be6524b0) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:21.479190 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d6bf5a-cb95-4eb0-bee1-be00c130d4c6 None None] Network 5319d1f5-4329-4622-9eb7-74f1be6524b0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:21.490090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818dab55-ba3f-4a21-90d2-fc55b8578b9b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:21.491412 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-818dab55-ba3f-4a21-90d2-fc55b8578b9b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:21.509950 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:21.579130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5c8a733-e9f6-4aef-821d-ed0f8b94c9b9 req-a7b4273f-215c-46a8-9069-a7a912d254fa tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700103 Aug 17 02:46:21.618542 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-818dab55-ba3f-4a21-90d2-fc55b8578b9b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5320730 Aug 17 02:46:21.621676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49068) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:21.841145 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:21.901039 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:21.904898 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:21.969859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-5319d1f5-4329-4622-9eb7-74f1be6524b0', 'network_id': '5319d1f5-4329-4622-9eb7-74f1be6524b0', 'tenant_id': '3cc2ddbaec1b4a35abeae81c4c238ccb', 'fixed_ips': [{'subnet_id': '50466fd0-733a-4532-ad96-03d17471bfe7'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:46:21.971221 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:21.974518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-418a7494-ee51-4651-9b0c-4d292f16c92c None None] Provisioning for port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:46:21.979683 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67044ab-0186-404f-b29b-b3af768f8be5 req-735adafe-5f72-47f9-bbd3-5217e4f10eaf tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:21.981628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d67044ab-0186-404f-b29b-b3af768f8be5 req-735adafe-5f72-47f9-bbd3-5217e4f10eaf tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 931 time: 0.2083123 Aug 17 02:46:21.997730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-418a7494-ee51-4651-9b0c-4d292f16c92c None None] Provisioning complete for port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:21.998409 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-418a7494-ee51-4651-9b0c-4d292f16c92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:22.083385 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event updated for resources: {'Port': ['ID=fee35eda-6d57-4c58-9dce-ba87e77573c6,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:22.108264 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d67044ab-0186-404f-b29b-b3af768f8be5 req-c67a0c52-4e67-45ca-b9d3-aa4c0519c396 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083062 Aug 17 02:46:22.153953 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-418a7494-ee51-4651-9b0c-4d292f16c92c None None] Port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:46:22.169296 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:22.173642 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:22.294550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:46:22.314017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Allocated IP 172.20.0.1 (5319d1f5-4329-4622-9eb7-74f1be6524b0/50466fd0-733a-4532-ad96-03d17471bfe7/0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:22.316953 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:22.357517 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:22.369415 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bcea9a03-8a3e-4e00-8bb4-f80f0db49c79 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8492892 Aug 17 02:46:22.395309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Transition to ACTIVE for port object 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:22.433284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29589ce-9f99-430c-85ef-a333f402b8a4 req-a0dda41f-1708-4bda-adbf-32a62d8427b4 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:22.444864 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c29589ce-9f99-430c-85ef-a333f402b8a4 req-a0dda41f-1708-4bda-adbf-32a62d8427b4 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 943 time: 0.1560977 Aug 17 02:46:22.479920 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:22.537761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Pushing event updated for resources: {'Port': ['ID=37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:22.551959 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c29589ce-9f99-430c-85ef-a333f402b8a4 req-e741ada5-6a99-4df6-95e8-14ca17b59d15 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055148 Aug 17 02:46:22.569537 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:22.594390 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Transition to ACTIVE for port object 0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:22.622607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Transition to ACTIVE for port object 0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:22.658240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Attempting to bind port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:22.658634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Attempting to bind port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:22.658973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Attempting to bind port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:22.668181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 on network c2370959-6d24-42f8-8b5f-273d78403b0c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:46:22.668754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Attempting to bind port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:22.680185 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:22.681135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Checking segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:22.682035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Bound using segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:22.682704 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Bound port: 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:22.683381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:22.706268 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:22.760335 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Network 5319d1f5-4329-4622-9eb7-74f1be6524b0 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:22.764246 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:22.771126 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:22.776220 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:22.782935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-30b9a578-198a-4212-981c-2c458c64aba4 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--338512789&fields=id&tenant_id=40d55d2b9b694b56acaea90485e97c43 HTTP/1.1" status: 200 len: 267 time: 0.0593419 Aug 17 02:46:22.897432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Pushing event updated for resources: {'Port': ['ID=0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:22.918947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Attempting to bind port 0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:22.921742 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Attempting to bind port 0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'c12fbf6c-b92d-476a-9019-fd1ac539dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5319d1f5-4329-4622-9eb7-74f1be6524b0'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:22.921742 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Attempting to bind port 0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9 on network 5319d1f5-4329-4622-9eb7-74f1be6524b0 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:22.926142 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:22.926523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] For port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:22.926650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Checking segment: {'id': 'c12fbf6c-b92d-476a-9019-fd1ac539dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5319d1f5-4329-4622-9eb7-74f1be6524b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:22.926966 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:22.927343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Bound using segment: {'id': 'c12fbf6c-b92d-476a-9019-fd1ac539dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5319d1f5-4329-4622-9eb7-74f1be6524b0'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:22.928092 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Bound port: 0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12fbf6c-b92d-476a-9019-fd1ac539dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5319d1f5-4329-4622-9eb7-74f1be6524b0'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:22.928488 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:22.940001 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] For port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:22.943599 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:22.946491 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Subnet': ['ID=50466fd0-733a-4532-ad96-03d17471bfe7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:22.965727 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5319d1f5-4329-4622-9eb7-74f1be6524b0']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:22.975006 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-1380f03c-86d7-4ae5-b618-b4d06be79bc9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:22.976676 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-1380f03c-86d7-4ae5-b618-b4d06be79bc9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/networks?id=63c037a2-cec8-4bd4-a904-29cd7197ae86 HTTP/1.1" status: 200 len: 810 time: 0.1929300 Aug 17 02:46:22.986489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12fbf6c-b92d-476a-9019-fd1ac539dc42') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:22.987052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12fbf6c-b92d-476a-9019-fd1ac539dc42') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:23.002222 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-bfdb53ab-66f8-45bd-9935-b9b263c32eca tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/quotas/40d55d2b9b694b56acaea90485e97c43 HTTP/1.1" status: 200 len: 375 time: 0.0168846 Aug 17 02:46:23.016380 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:23.039375 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] For port 0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:23.042252 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:23.043669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] For port 0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9,segment=NetworkSegment(c12fbf6c-b92d-476a-9019-fd1ac539dc42),segment_id=c12fbf6c-b92d-476a-9019-fd1ac539dc42)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:23.112148 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:23.113041 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:23.114282 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] 10.222.0.18 "PUT /v2.0/ports/37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 HTTP/1.1" status: 200 len: 1092 time: 1.7421503 Aug 17 02:46:23.124367 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-1b9395c3-0511-435c-a864-d08e42e2be9b tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=40d55d2b9b694b56acaea90485e97c43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1209967 Aug 17 02:46:23.125491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a192c99-326e-4a39-8678-f8c5d4efa66e', 'tag': '37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:46:23.127625 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458d6d5b-e770-4807-acea-cb87c9d264e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a192c99-326e-4a39-8678-f8c5d4efa66e", "tag": "37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:46:23.148572 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:23.156547 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f52429-d444-4ebf-81d1-0b984252d2dc service neutron] Pushing event updated for resources: {'Port': ['ID=37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:23.165363 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:23.165558 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:46:23.166067 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:46:23.217103 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:46:23.326578 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400a2c1-5465-4c83-a924-67b9d5f5d642 None None] Pushing event updated for resources: {'Port': ['ID=0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:23.354638 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007a50b7-399f-4f84-99ca-27cea3c57d80 None None] Network 5319d1f5-4329-4622-9eb7-74f1be6524b0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:23.391880 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.db.api [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 02:46:23.391880 n-d-793621-31 neutron-server[95407]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 02:46:23.391880 n-d-793621-31 neutron-server[95407]: [parameters: {'id': '5319d1f5-4329-4622-9eb7-74f1be6524b0'}] Aug 17 02:46:23.391880 n-d-793621-31 neutron-server[95407]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:46:23.392828 n-d-793621-31 neutron-server[95407]: DEBUG oslo_db.api [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:46:23.686729 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2b7ac4-1f84-4488-a10e-a30aa5cd7ec6 None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:46:23.748050 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-db1f7ba6-53c6-4c6a-8ba5-c652f0ab4747 service neutron] 10.222.0.13 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737958 Aug 17 02:46:23.809899 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2b7ac4-1f84-4488-a10e-a30aa5cd7ec6 None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:46:23.811566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-f0d3f31b-6785-4bc6-88e6-04b1c916d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:23.813070 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-f0d3f31b-6785-4bc6-88e6-04b1c916d05b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 1095 time: 0.1038129 Aug 17 02:46:23.855240 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-37210290-84ce-4b85-8fc4-858362d39469 service neutron] 10.222.0.13 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001608 Aug 17 02:46:23.894305 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:23.973894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Deleting port 0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:46:23.974761 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:24.033762 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-6a262f6d-e9d0-42e5-a8ad-5375f12e3fbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 HTTP/1.1" status: 200 len: 217 time: 0.0449662 Aug 17 02:46:24.098809 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] For port 0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9,segment=NetworkSegment(c12fbf6c-b92d-476a-9019-fd1ac539dc42),segment_id=c12fbf6c-b92d-476a-9019-fd1ac539dc42)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:24.099166 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:24.118444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Calling delete_port for 0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:46:24.135333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-0acc90aa-5db2-4345-bad4-567e773a7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:24.136945 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-0acc90aa-5db2-4345-bad4-567e773a7f45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0935369 Aug 17 02:46:24.204472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-1222bdc5-335e-481f-80d4-fdd6ed144239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:24.206455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-1222bdc5-335e-481f-80d4-fdd6ed144239 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600135 Aug 17 02:46:24.332518 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:24.381728 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Port': ['ID=0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:24.383508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894a9ac-fb3e-4b9a-834c-78f673869c8f req-bf093e6b-3de2-4a64-b81e-34ea6f892e88 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:24.385514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No DVR routers for this DVR port 0d0e7e89-4065-4a75-a4eb-31d3d31ab5d9 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:46:24.386522 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9894a9ac-fb3e-4b9a-834c-78f673869c8f req-bf093e6b-3de2-4a64-b81e-34ea6f892e88 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.1149707 Aug 17 02:46:24.389584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-bb18170a-9795-4536-b2d1-66c85fb68419 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737072 Aug 17 02:46:24.515092 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:24.527962 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9894a9ac-fb3e-4b9a-834c-78f673869c8f req-141f412b-a4f7-4211-84e1-bee67109add9 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332302 Aug 17 02:46:24.537555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5319d1f5-4329-4622-9eb7-74f1be6524b0']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:24.561477 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12fbf6c-b92d-476a-9019-fd1ac539dc42') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:24.561829 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12fbf6c-b92d-476a-9019-fd1ac539dc42') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:24.579210 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be1b3ef4-433b-4020-a4f4-7d28aa210859 req-af29c6fb-b7b3-4024-aa4c-7dd6c2e6d4df service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653616 Aug 17 02:46:24.603315 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:24.610754 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93da2e0c-9865-42d1-a032-42aa87739b8c x-openstack-request-id: req-93da2e0c-9865-42d1-a032-42aa87739b8c {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:46:24.611190 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a192c99-326e-4a39-8678-f8c5d4efa66e", "tag": "37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:46:24.611588 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93da2e0c-9865-42d1-a032-42aa87739b8c {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:46:24.612101 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a192c99-326e-4a39-8678-f8c5d4efa66e', 'tag': '37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3', 'status': 'completed', 'code': 200} Aug 17 02:46:24.628822 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:24.638425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:46:24.638844 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:46:24.693074 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:46:24.730607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da0425-f12e-4a3e-bab1-8dfc966395ef req-91ca283f-d197-4e3b-9b14-7977aa78e320 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:24.732433 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01da0425-f12e-4a3e-bab1-8dfc966395ef req-91ca283f-d197-4e3b-9b14-7977aa78e320 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.0671017 Aug 17 02:46:24.802840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01da0425-f12e-4a3e-bab1-8dfc966395ef req-9e3a6b88-32f8-434f-a5d7-3e12f3585774 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611985 Aug 17 02:46:24.805982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d6d5b-e770-4807-acea-cb87c9d264e3 req-3a9756ec-4973-4105-ac2b-0498ad708079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:24.807396 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-458d6d5b-e770-4807-acea-cb87c9d264e3 req-3a9756ec-4973-4105-ac2b-0498ad708079 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 1095 time: 0.0740407 Aug 17 02:46:24.844485 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:24.868055 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:24.879089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49118) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:24.881510 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/5319d1f5-4329-4622-9eb7-74f1be6524b0 HTTP/1.1" status: 204 len: 168 time: 3.2584546 Aug 17 02:46:24.885532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-8637048b-096d-4c13-a6cf-7b8edd2e4009 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-272726536'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:24.925041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405e9ee-0ef8-4588-9c6a-e08120a2a1b6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Network': ['ID=5319d1f5-4329-4622-9eb7-74f1be6524b0,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:24.976269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d6d5b-e770-4807-acea-cb87c9d264e3 req-ad87d453-8a8f-4d57-b3a3-f21050433369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:24.977892 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-458d6d5b-e770-4807-acea-cb87c9d264e3 req-ad87d453-8a8f-4d57-b3a3-f21050433369 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.1625528 Aug 17 02:46:24.990296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d54f16-5dcd-4f8b-859d-f6d015c7f103 req-e55aeb0a-820e-47c4-876f-016f8eb78540 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:24.991809 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8d54f16-5dcd-4f8b-859d-f6d015c7f103 req-e55aeb0a-820e-47c4-876f-016f8eb78540 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 943 time: 0.0964994 Aug 17 02:46:25.042626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8637048b-096d-4c13-a6cf-7b8edd2e4009 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:25.048460 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8637048b-096d-4c13-a6cf-7b8edd2e4009 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:25.049967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-458d6d5b-e770-4807-acea-cb87c9d264e3 req-59a4daf8-9361-4509-ac4d-9667a550674d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 HTTP/1.1" status: 200 len: 217 time: 0.0571501 Aug 17 02:46:25.136255 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8d54f16-5dcd-4f8b-859d-f6d015c7f103 req-0d8943c2-36de-4df2-afda-23a826ca3272 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373243 Aug 17 02:46:25.151044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8637048b-096d-4c13-a6cf-7b8edd2e4009 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:46:25.163709 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d6d5b-e770-4807-acea-cb87c9d264e3 req-9466cc4c-af7f-4f3a-880c-9b510936af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:25.165291 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-458d6d5b-e770-4807-acea-cb87c9d264e3 req-9466cc4c-af7f-4f3a-880c-9b510936af6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0993106 Aug 17 02:46:25.194153 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8637048b-096d-4c13-a6cf-7b8edd2e4009 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:25.194153 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-8637048b-096d-4c13-a6cf-7b8edd2e4009 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Added segment ac69e527-1e32-4c08-aae3-528e90087c48 of type vlan for network a88b916b-4e32-4d0d-b5be-ed16405e824b Aug 17 02:46:25.267793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f3e9cfe-97ac-4c9e-b855-6b82f17fcb93 req-af8de1fa-8b49-4330-a0f8-0a67b5f60f80 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 210 time: 0.0553637 Aug 17 02:46:25.285896 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8637048b-096d-4c13-a6cf-7b8edd2e4009 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:25.295395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d6d5b-e770-4807-acea-cb87c9d264e3 req-93c1d3aa-cb3a-45f5-ac23-968c5284e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:25.295395 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-458d6d5b-e770-4807-acea-cb87c9d264e3 req-93c1d3aa-cb3a-45f5-ac23-968c5284e416 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1181278 Aug 17 02:46:25.424625 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-458d6d5b-e770-4807-acea-cb87c9d264e3 req-09504af7-8def-4bd4-a3da-d06a2060c17d service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244907 Aug 17 02:46:25.432799 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8637048b-096d-4c13-a6cf-7b8edd2e4009 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:25.440291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8637048b-096d-4c13-a6cf-7b8edd2e4009 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:25.441079 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8637048b-096d-4c13-a6cf-7b8edd2e4009 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:25.596594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637048b-096d-4c13-a6cf-7b8edd2e4009 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Network': ['ID=a88b916b-4e32-4d0d-b5be-ed16405e824b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:25.607972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network a88b916b-4e32-4d0d-b5be-ed16405e824b details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:46:25.615526 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49122) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:25.619123 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8637048b-096d-4c13-a6cf-7b8edd2e4009 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7381399 Aug 17 02:46:25.625851 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8817fc37-33ea-44fd-a719-8c8055b0790c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'subnet': {'network_id': 'a88b916b-4e32-4d0d-b5be-ed16405e824b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:25.679703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-458d6d5b-e770-4807-acea-cb87c9d264e3 req-40a04462-83e6-4c30-b3f7-2d7c95538190 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348359 Aug 17 02:46:25.766205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef7dea-fdcc-419a-bed0-b5c7ada4a367 req-bbdb03ac-6644-4c22-b242-98e5a63c10b6 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:25.767903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8ef7dea-fdcc-419a-bed0-b5c7ada4a367 req-bbdb03ac-6644-4c22-b242-98e5a63c10b6 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.1013215 Aug 17 02:46:25.814154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8ef7dea-fdcc-419a-bed0-b5c7ada4a367 req-7416c401-a929-4089-9e4e-3ef52952a847 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379624 Aug 17 02:46:25.843334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8817fc37-33ea-44fd-a719-8c8055b0790c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:25.848335 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8817fc37-33ea-44fd-a719-8c8055b0790c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:25.974029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2f178-ad92-438d-8984-e1c3b29901ba req-a28f8f3a-2317-4375-b7d3-2de9527f56c0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:25.978904 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2e2f178-ad92-438d-8984-e1c3b29901ba req-a28f8f3a-2317-4375-b7d3-2de9527f56c0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.0969851 Aug 17 02:46:26.040950 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f2e2f178-ad92-438d-8984-e1c3b29901ba req-b2ee2878-1783-44da-859a-3971cff41e3d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439782 Aug 17 02:46:26.168727 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8817fc37-33ea-44fd-a719-8c8055b0790c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:26.259401 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817fc37-33ea-44fd-a719-8c8055b0790c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Subnet': ['ID=6a59969b-3cb0-4211-850f-3d2c3e8fe3ae,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:26.261145 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8817fc37-33ea-44fd-a719-8c8055b0790c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Checking segment: {'id': 'ac69e527-1e32-4c08-aae3-528e90087c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a88b916b-4e32-4d0d-b5be-ed16405e824b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:26.261145 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8817fc37-33ea-44fd-a719-8c8055b0790c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network hostable DHCP agents. Network: a88b916b-4e32-4d0d-b5be-ed16405e824b, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:46:26.361556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81852c-0fee-4936-9185-1fabb232d615 req-a86ac76a-cae6-4bd3-8884-eba16c7e818e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:26.366274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a81852c-0fee-4936-9185-1fabb232d615 req-a86ac76a-cae6-4bd3-8884-eba16c7e818e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 943 time: 0.1195605 Aug 17 02:46:26.386004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8817fc37-33ea-44fd-a719-8c8055b0790c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network a88b916b-4e32-4d0d-b5be-ed16405e824b is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:46:26.421869 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a81852c-0fee-4936-9185-1fabb232d615 req-b79af691-830c-466f-9859-57466963bab7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457430 Aug 17 02:46:26.488858 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-8817fc37-33ea-44fd-a719-8c8055b0790c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, a88b916b-4e32-4d0d-b5be-ed16405e824b) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:26.494890 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8817fc37-33ea-44fd-a719-8c8055b0790c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:26.495758 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8817fc37-33ea-44fd-a719-8c8055b0790c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:26.506177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70918d7-349c-4caa-bcf0-c93dc4c881d4 None None] Network a88b916b-4e32-4d0d-b5be-ed16405e824b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:26.548213 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-075b99ec-981f-48f6-a0de-66e3666b0a10 req-2d6226ed-c281-45dd-adb5-b75582830575 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 210 time: 0.0582621 Aug 17 02:46:26.574598 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8817fc37-33ea-44fd-a719-8c8055b0790c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9577031 Aug 17 02:46:26.577138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49140) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:26.748790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-acd44644-898b-47ad-a3bd-32fe3caa8c71 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:26.750720 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-acd44644-898b-47ad-a3bd-32fe3caa8c71 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.42 "GET /v2.0/networks?id=63c037a2-cec8-4bd4-a904-29cd7197ae86 HTTP/1.1" status: 200 len: 810 time: 0.1969812 Aug 17 02:46:26.812033 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:26.850703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-dfe35b7e-ee79-40dc-9800-1419db92e5d0 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40d55d2b9b694b56acaea90485e97c43 HTTP/1.1" status: 200 len: 379 time: 0.0850945 Aug 17 02:46:26.869891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f204360-3936-4040-9d96-45b35d848b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-a88b916b-4e32-4d0d-b5be-ed16405e824b', 'network_id': 'a88b916b-4e32-4d0d-b5be-ed16405e824b', 'tenant_id': '3cc2ddbaec1b4a35abeae81c4c238ccb', 'fixed_ips': [{'subnet_id': '6a59969b-3cb0-4211-850f-3d2c3e8fe3ae'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:46:26.871294 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1f204360-3936-4040-9d96-45b35d848b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:26.871826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-96203604-a30f-4acc-b0b5-cff856a05e55 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Request body: {'port': {'device_id': '3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'admin_state_up': True, 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'security_groups': ['a53db9f3-4666-4c61-93d4-cd55b892e602']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:26.966589 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:27.086244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474f0fa-bf8d-4f59-b454-f5c94f3a1964 req-a1b30079-788b-4921-bb7d-f74aa5e1df88 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:27.089769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3474f0fa-bf8d-4f59-b454-f5c94f3a1964 req-a1b30079-788b-4921-bb7d-f74aa5e1df88 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.1240942 Aug 17 02:46:27.180857 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3474f0fa-bf8d-4f59-b454-f5c94f3a1964 req-5f603aea-36e0-4152-a707-d757f3e61d49 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790501 Aug 17 02:46:27.218783 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:27.296291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5a437-4e72-4f84-b812-fb7d5d585bec req-d7c95bfc-353c-4593-a5c7-cfaadffe895e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:27.299681 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Subnet': ['ID=6a59969b-3cb0-4211-850f-3d2c3e8fe3ae,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:27.306605 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05a5a437-4e72-4f84-b812-fb7d5d585bec req-d7c95bfc-353c-4593-a5c7-cfaadffe895e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.0743334 Aug 17 02:46:27.326574 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-96203604-a30f-4acc-b0b5-cff856a05e55 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Made reservation on behalf of 40d55d2b9b694b56acaea90485e97c43 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:27.326574 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-96203604-a30f-4acc-b0b5-cff856a05e55 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:27.346335 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49154) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:27.395947 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05a5a437-4e72-4f84-b812-fb7d5d585bec req-dd874280-d930-4547-9ae8-efdb1dc6f277 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830684 Aug 17 02:46:27.422983 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server [None req-1f204360-3936-4040-9d96-45b35d848b38 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a59969b-3cb0-4211-850f-3d2c3e8fe3ae: This subnet is being modified by another concurrent operation. Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise exception Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a59969b-3cb0-4211-850f-3d2c3e8fe3ae: This subnet is being modified by another concurrent operation. Aug 17 02:46:27.441050 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server Aug 17 02:46:27.467811 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88b916b-4e32-4d0d-b5be-ed16405e824b']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:27.511760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac69e527-1e32-4c08-aae3-528e90087c48') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:27.511760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac69e527-1e32-4c08-aae3-528e90087c48') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:27.515037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78d0ff2-6c1a-4a0c-97eb-ce1184bca6fe None None] Network a88b916b-4e32-4d0d-b5be-ed16405e824b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:27.530767 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:27.567007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:27.576526 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:46:27.576939 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:46:27.619003 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:46:27.722615 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:27.731071 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:27.732236 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2429945-16ed-4dae-a8f3-aaf92bafc828 None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:46:27.737914 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/a88b916b-4e32-4d0d-b5be-ed16405e824b HTTP/1.1" status: 204 len: 168 time: 1.1596179 Aug 17 02:46:27.740493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49164) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:27.759495 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-946855ee-f632-401b-a021-1fb7d040f891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:27.762545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-96211dde-74d1-4c52-9190-1499d4619e61 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-866055315'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:27.777143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469234e-eb23-4314-8f62-b0068ab62cfc tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Network': ['ID=a88b916b-4e32-4d0d-b5be-ed16405e824b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:27.803170 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-96203604-a30f-4acc-b0b5-cff856a05e55 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Allocated IP 172.20.0.12 (63c037a2-cec8-4bd4-a904-29cd7197ae86/6588c9ac-5362-490c-a200-ab2910cd28a7/3ce8d626-ba29-4697-800f-fc5b7e2c7bbb) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:27.814935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f252e-c409-44f8-b7a3-7095d7f3fa85 req-73952400-7789-4858-b328-4a024f4a768e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:27.818580 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-951f252e-c409-44f8-b7a3-7095d7f3fa85 req-73952400-7789-4858-b328-4a024f4a768e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 943 time: 0.1820304 Aug 17 02:46:27.865541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-d28d1245-2db5-4224-81d7-aa42dac2dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:27.866210 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96211dde-74d1-4c52-9190-1499d4619e61 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:27.867059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-d28d1245-2db5-4224-81d7-aa42dac2dcd7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47&tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be HTTP/1.1" status: 200 len: 1095 time: 0.2279360 Aug 17 02:46:27.870800 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96211dde-74d1-4c52-9190-1499d4619e61 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:27.889203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2429945-16ed-4dae-a8f3-aaf92bafc828 None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:46:27.898989 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-31', 'device_owner': 'compute:nova'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:27.919847 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96211dde-74d1-4c52-9190-1499d4619e61 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:46:27.930993 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96211dde-74d1-4c52-9190-1499d4619e61 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:27.931254 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-96211dde-74d1-4c52-9190-1499d4619e61 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Added segment b75b71b6-5fec-49f6-8028-a6fa48de2eab of type vlan for network a41600be-3d4c-49be-8028-e3ca4f6bad78 Aug 17 02:46:27.954120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-951f252e-c409-44f8-b7a3-7095d7f3fa85 req-d67820c8-a09c-48ce-8974-f45faa9c7708 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192970 Aug 17 02:46:28.051179 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96211dde-74d1-4c52-9190-1499d4619e61 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:28.086032 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:28.166547 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-febd4791-d48a-43dc-857b-5eaf8783e027 req-5dafc8a1-256a-4758-8f60-9396369d5895 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 210 time: 0.0613267 Aug 17 02:46:28.221957 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96211dde-74d1-4c52-9190-1499d4619e61 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:28.236570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96211dde-74d1-4c52-9190-1499d4619e61 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:28.238575 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96211dde-74d1-4c52-9190-1499d4619e61 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:28.258141 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-96203604-a30f-4acc-b0b5-cff856a05e55 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:28.343795 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96211dde-74d1-4c52-9190-1499d4619e61 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Network': ['ID=a41600be-3d4c-49be-8028-e3ca4f6bad78,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:28.365822 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network a41600be-3d4c-49be-8028-e3ca4f6bad78 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:46:28.380258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-96203604-a30f-4acc-b0b5-cff856a05e55 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Transition to ACTIVE for port object 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:28.407183 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-946855ee-f632-401b-a021-1fb7d040f891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:28.531406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa26e9-7a55-4d24-a5ed-39bfcf22074f req-a7e1a62a-808f-449c-8241-3b8076f41913 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:28.532956 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77aa26e9-7a55-4d24-a5ed-39bfcf22074f req-a7e1a62a-808f-449c-8241-3b8076f41913 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.2205827 Aug 17 02:46:28.537057 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-946855ee-f632-401b-a021-1fb7d040f891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:28.606802 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-96211dde-74d1-4c52-9190-1499d4619e61 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8618209 Aug 17 02:46:28.607459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49172) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:28.610756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-946855ee-f632-401b-a021-1fb7d040f891 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ee77c0c1b2643ba8482fdab770abfa3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2615843 Aug 17 02:46:28.613681 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-0cb3da23-3222-4021-9d4c-2f47a4e549f8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'subnet': {'network_id': 'a41600be-3d4c-49be-8028-e3ca4f6bad78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:28.618633 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49174) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:28.641320 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946855ee-f632-401b-a021-1fb7d040f891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a20fc8-b33d-47ae-af6a-f60811be42d3,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:28.694344 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77aa26e9-7a55-4d24-a5ed-39bfcf22074f req-dda5fa0e-6bbd-49c2-8069-72bb1c572215 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480424 Aug 17 02:46:28.707066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:28.714789 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-96203604-a30f-4acc-b0b5-cff856a05e55 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:28.776566 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:28.793843 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-96203604-a30f-4acc-b0b5-cff856a05e55 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Network 63c037a2-cec8-4bd4-a904-29cd7197ae86 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:28.804236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:28.845373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-96203604-a30f-4acc-b0b5-cff856a05e55 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:28.849738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96203604-a30f-4acc-b0b5-cff856a05e55 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event updated for resources: {'Port': ['ID=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:28.855946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-96203604-a30f-4acc-b0b5-cff856a05e55 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:28.903869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94521a4-6e98-4353-8e96-b17c2ec8d877 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:46:28.919479 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:28.961934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-96203604-a30f-4acc-b0b5-cff856a05e55 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:28.961934 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-96203604-a30f-4acc-b0b5-cff856a05e55 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:28.961934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Transition to ACTIVE for port object f94521a4-6e98-4353-8e96-b17c2ec8d877 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:28.976739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888fa2c-b7d1-4b37-9b9c-a11c659003c2 req-ccf64db9-c954-453b-9f08-1268e15a079d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:28.981415 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8888fa2c-b7d1-4b37-9b9c-a11c659003c2 req-ccf64db9-c954-453b-9f08-1268e15a079d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.2023339 Aug 17 02:46:29.032150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8888fa2c-b7d1-4b37-9b9c-a11c659003c2 req-5e8d60a3-c8d6-4d83-a43f-e01cf8b0035b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430677 Aug 17 02:46:29.053814 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-67d8b840-7348-424a-b952-872eba61d6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:29.056477 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:29.100217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-96203604-a30f-4acc-b0b5-cff856a05e55 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2422068 Aug 17 02:46:29.119410 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-67d8b840-7348-424a-b952-872eba61d6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:29.128877 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Request body: {'port': {'device_id': '3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:29.223108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Pushing event updated for resources: {'Port': ['ID=f94521a4-6e98-4353-8e96-b17c2ec8d877,revision_number=9']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:29.265887 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb3da23-3222-4021-9d4c-2f47a4e549f8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:29.269915 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cb3da23-3222-4021-9d4c-2f47a4e549f8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:29.334081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-de904c34-b0d2-482f-ab96-ffdd45054398 None None] Provisioning for port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:46:29.345139 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-67d8b840-7348-424a-b952-872eba61d6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:29.345139 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-67d8b840-7348-424a-b952-872eba61d6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:29.345431 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-de904c34-b0d2-482f-ab96-ffdd45054398 None None] Provisioning complete for port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:29.345431 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de904c34-b0d2-482f-ab96-ffdd45054398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:29.345644 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-67d8b840-7348-424a-b952-872eba61d6f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78a20fc8-b33d-47ae-af6a-f60811be42d3 HTTP/1.1" status: 204 len: 168 time: 0.7233477 Aug 17 02:46:29.354897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.ipam_backend_mixin [None req-0cb3da23-3222-4021-9d4c-2f47a4e549f8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Performing IP validity checks on allocation pools {{(pid=95407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 02:46:29.355278 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.ipam_backend_mixin [None req-0cb3da23-3222-4021-9d4c-2f47a4e549f8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 02:46:29.359802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8b840-7348-424a-b952-872eba61d6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a20fc8-b33d-47ae-af6a-f60811be42d3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:29.360051 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:29.391557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] No DVR routers for this DVR port f94521a4-6e98-4353-8e96-b17c2ec8d877 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:46:29.396591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034314a-6593-4887-ae87-d2ff887177a8 req-817c7774-7202-434e-9cd2-3eaec2476f9e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:29.399297 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e034314a-6593-4887-ae87-d2ff887177a8 req-817c7774-7202-434e-9cd2-3eaec2476f9e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 943 time: 0.2503481 Aug 17 02:46:29.420328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-de904c34-b0d2-482f-ab96-ffdd45054398 None None] Port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:46:29.553876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e034314a-6593-4887-ae87-d2ff887177a8 req-77e3a9a3-0daf-4692-9e65-7a6bdc9f2f1c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177053 Aug 17 02:46:29.631246 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cb3da23-3222-4021-9d4c-2f47a4e549f8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:29.696046 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3da23-3222-4021-9d4c-2f47a4e549f8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Subnet': ['ID=5ea4eb13-ba14-4640-889c-384b076150a3,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:29.705990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb3da23-3222-4021-9d4c-2f47a4e549f8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Checking segment: {'id': 'b75b71b6-5fec-49f6-8028-a6fa48de2eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a41600be-3d4c-49be-8028-e3ca4f6bad78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:29.706357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb3da23-3222-4021-9d4c-2f47a4e549f8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network hostable DHCP agents. Network: a41600be-3d4c-49be-8028-e3ca4f6bad78, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:46:29.772335 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Attempting to bind port f94521a4-6e98-4353-8e96-b17c2ec8d877 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:29.772335 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Attempting to bind port f94521a4-6e98-4353-8e96-b17c2ec8d877 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:29.772606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Attempting to bind port f94521a4-6e98-4353-8e96-b17c2ec8d877 on network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:29.782342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc4458-86a1-4df6-95c6-12dbbcadfcb0 req-140cf6a4-9f5c-4b80-bf18-f2e2523d5599 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:29.783930 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20bc4458-86a1-4df6-95c6-12dbbcadfcb0 req-140cf6a4-9f5c-4b80-bf18-f2e2523d5599 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 932 time: 0.1504195 Aug 17 02:46:29.790605 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Port f94521a4-6e98-4353-8e96-b17c2ec8d877 on network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:46:29.790938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Attempting to bind port f94521a4-6e98-4353-8e96-b17c2ec8d877 on network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:29.796678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb3da23-3222-4021-9d4c-2f47a4e549f8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network a41600be-3d4c-49be-8028-e3ca4f6bad78 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:46:29.820688 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:29.821049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Checking segment: {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:29.822419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Bound using segment: {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:29.822719 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Bound port: f94521a4-6e98-4353-8e96-b17c2ec8d877, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:29.823195 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:29.905498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-0cb3da23-3222-4021-9d4c-2f47a4e549f8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, a41600be-3d4c-49be-8028-e3ca4f6bad78) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:29.911399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb3da23-3222-4021-9d4c-2f47a4e549f8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:29.912350 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cb3da23-3222-4021-9d4c-2f47a4e549f8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:29.916474 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff2ae09-5026-4709-b26f-14730b5fd54d None None] Network a41600be-3d4c-49be-8028-e3ca4f6bad78 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:30.044042 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0cb3da23-3222-4021-9d4c-2f47a4e549f8 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4348776 Aug 17 02:46:30.051606 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49190) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:30.093857 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-a41600be-3d4c-49be-8028-e3ca4f6bad78', 'network_id': 'a41600be-3d4c-49be-8028-e3ca4f6bad78', 'tenant_id': '3cc2ddbaec1b4a35abeae81c4c238ccb', 'fixed_ips': [{'subnet_id': '5ea4eb13-ba14-4640-889c-384b076150a3'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:46:30.095384 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.181971 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.255537 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.261767 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20bc4458-86a1-4df6-95c6-12dbbcadfcb0 req-2a05708c-c046-45ab-aadd-a0639849a024 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a53db9f3-4666-4c61-93d4-cd55b892e602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4616623 Aug 17 02:46:30.270731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49194) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:30.284007 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Allocated IP 172.20.0.3 (a41600be-3d4c-49be-8028-e3ca4f6bad78/5ea4eb13-ba14-4640-889c-384b076150a3/8f7b1c30-1320-4188-bbe8-589c157a8c96) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:30.318439 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1dbc28d-d1ee-4ce3-8085-c67ef54b6f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.365887 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:30.409495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:30.433265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:46:30.447533 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.448144 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.456401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Transition to ACTIVE for port object 8f7b1c30-1320-4188-bbe8-589c157a8c96 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:30.472108 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Transition to ACTIVE for port object 8f7b1c30-1320-4188-bbe8-589c157a8c96 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:30.482316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd201c71-e222-4e0f-b945-fd4e6505c6aa req-63aff778-e170-4e0b-ae65-24442eb35e81 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:30.483876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd201c71-e222-4e0f-b945-fd4e6505c6aa req-63aff778-e170-4e0b-ae65-24442eb35e81 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.1194506 Aug 17 02:46:30.487470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Transition to ACTIVE for port object 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:30.533976 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.552922 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd201c71-e222-4e0f-b945-fd4e6505c6aa req-f6223fcb-cddf-4d16-bff9-a31e2a7b65a7 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624075 Aug 17 02:46:30.576973 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.596359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:30.596998 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.598503 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] 10.222.0.18 "PUT /v2.0/ports/f94521a4-6e98-4353-8e96-b17c2ec8d877 HTTP/1.1" status: 200 len: 1092 time: 2.7101645 Aug 17 02:46:30.601883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:46:30.604735 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fd1701-eb08-4c7d-948b-b839c0129f63" -d '{"events": [{"name": "network-changed", "server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:46:30.620337 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.625707 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1dbc28d-d1ee-4ce3-8085-c67ef54b6f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.644203 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Pushing event updated for resources: {'Port': ['ID=f94521a4-6e98-4353-8e96-b17c2ec8d877,revision_number=10']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:30.665781 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Network a41600be-3d4c-49be-8028-e3ca4f6bad78 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:30.673112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:30.682629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:30.689886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:30.690238 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:30.690582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:30.690923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:30.691256 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:30.691586 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:30.691916 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:30.692235 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:30.692569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:30.692905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:30.693230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:30.693582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921dfd99-6c29-4835-8b4d-1c077f9e8966 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:30.748411 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Pushing event updated for resources: {'Port': ['ID=8f7b1c30-1320-4188-bbe8-589c157a8c96,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:30.758520 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.792336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Attempting to bind port 8f7b1c30-1320-4188-bbe8-589c157a8c96 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:30.792710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Attempting to bind port 8f7b1c30-1320-4188-bbe8-589c157a8c96 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'b75b71b6-5fec-49f6-8028-a6fa48de2eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a41600be-3d4c-49be-8028-e3ca4f6bad78'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:30.793077 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Attempting to bind port 8f7b1c30-1320-4188-bbe8-589c157a8c96 on network a41600be-3d4c-49be-8028-e3ca4f6bad78 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:30.802328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:30.802840 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Checking segment: {'id': 'b75b71b6-5fec-49f6-8028-a6fa48de2eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a41600be-3d4c-49be-8028-e3ca4f6bad78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:30.803047 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.803479 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Bound using segment: {'id': 'b75b71b6-5fec-49f6-8028-a6fa48de2eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a41600be-3d4c-49be-8028-e3ca4f6bad78'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:30.803977 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Bound port: 8f7b1c30-1320-4188-bbe8-589c157a8c96, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75b71b6-5fec-49f6-8028-a6fa48de2eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a41600be-3d4c-49be-8028-e3ca4f6bad78'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:30.804363 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.818412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea4eb13-ba14-4640-889c-384b076150a3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:30.827682 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1dbc28d-d1ee-4ce3-8085-c67ef54b6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.898135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:30.909078 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-ec8f590a-73d3-4345-bd77-7de8ae0942a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:30.910881 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-ec8f590a-73d3-4345-bd77-7de8ae0942a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 1096 time: 0.2615891 Aug 17 02:46:30.921963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbc28d-d1ee-4ce3-8085-c67ef54b6f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7f4407-3878-4393-ac17-da66dc855d62,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:30.928790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] For port 8f7b1c30-1320-4188-bbe8-589c157a8c96, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:30.932118 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:30.942139 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] For port 8f7b1c30-1320-4188-bbe8-589c157a8c96, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8f7b1c30-1320-4188-bbe8-589c157a8c96,segment=NetworkSegment(b75b71b6-5fec-49f6-8028-a6fa48de2eab),segment_id=b75b71b6-5fec-49f6-8028-a6fa48de2eab)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:30.956366 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41600be-3d4c-49be-8028-e3ca4f6bad78']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:30.973229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75b71b6-5fec-49f6-8028-a6fa48de2eab') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:30.973677 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75b71b6-5fec-49f6-8028-a6fa48de2eab') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:30.986683 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:31.013504 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e1dbc28d-d1ee-4ce3-8085-c67ef54b6f36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecaffc33a5534dcfb75f7e66ce9278bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7416501 Aug 17 02:46:31.029707 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49202) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:31.042471 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd821ae-c956-4546-9746-107e4dcc6f9e req-24beef73-71a1-4335-bdab-ae8a204435a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:31.044210 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0fd821ae-c956-4546-9746-107e4dcc6f9e req-24beef73-71a1-4335-bdab-ae8a204435a3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 1097 time: 0.0552394 Aug 17 02:46:31.051726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a63adc-d604-4d31-a120-3d57ec49ab60 req-118bf745-f144-47d3-a894-0f50122d8ae8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:31.053295 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-78a63adc-d604-4d31-a120-3d57ec49ab60 req-118bf745-f144-47d3-a894-0f50122d8ae8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.3204591 Aug 17 02:46:31.060397 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:31.073490 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:31.087886 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:46:31.088319 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:46:31.091539 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:46:31.125450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Attempting to bind port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:31.125978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Attempting to bind port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:31.126202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Attempting to bind port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb on network 63c037a2-cec8-4bd4-a904-29cd7197ae86 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:31.136637 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0fd821ae-c956-4546-9746-107e4dcc6f9e req-3d877d23-ad54-405b-a61f-82316adf2133 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856755 Aug 17 02:46:31.162335 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb on network 63c037a2-cec8-4bd4-a904-29cd7197ae86 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:46:31.162671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Attempting to bind port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb on network 63c037a2-cec8-4bd4-a904-29cd7197ae86 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:31.162998 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840bc51-80c1-4b0d-8467-486a79f25593 None None] Pushing event updated for resources: {'Port': ['ID=8f7b1c30-1320-4188-bbe8-589c157a8c96,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:31.176288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-78a63adc-d604-4d31-a120-3d57ec49ab60 req-bcbbe366-d606-498d-8af1-a2517b553cb4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977092 Aug 17 02:46:31.184397 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144e631f-0a43-435e-bbb5-c790aac8589e None None] Network a41600be-3d4c-49be-8028-e3ca4f6bad78 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:31.190178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:31.190422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Checking segment: {'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:31.190822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Bound using segment: {'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:31.191274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Bound port: 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06c2594-9397-486e-9836-400128821701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:31.191885 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:31.202102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-a2a2d2bd-9dd2-4cd0-ba6e-0dc90960d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:31.203764 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-a2a2d2bd-9dd2-4cd0-ba6e-0dc90960d561 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 917 time: 0.2607772 Aug 17 02:46:31.226302 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.db.api [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 02:46:31.226302 n-d-793621-31 neutron-server[95407]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 02:46:31.226302 n-d-793621-31 neutron-server[95407]: [parameters: {'id': 'a41600be-3d4c-49be-8028-e3ca4f6bad78'}] Aug 17 02:46:31.226302 n-d-793621-31 neutron-server[95407]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:46:31.230720 n-d-793621-31 neutron-server[95407]: DEBUG oslo_db.api [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:46:31.230946 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:31.268103 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf7e3f62-c035-4bb7-9a3b-c7a633f5e72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:31.322490 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03a18db-cbb0-43f1-971c-9ce13df66d6d None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:46:31.359868 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf7e3f62-c035-4bb7-9a3b-c7a633f5e72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:31.389584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-a5ef7c6c-ca79-4324-a780-a1940d0dcac2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877 HTTP/1.1" status: 200 len: 999 time: 0.1668265 Aug 17 02:46:31.435833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a18db-cbb0-43f1-971c-9ce13df66d6d None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:46:31.442119 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] For port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:31.472547 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] For port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:31.481968 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742eb830-e890-46b0-ae79-40f193a12ee4 req-0f55d504-3b1a-4bb1-9a37-794ea503f1b5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:31.483524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-742eb830-e890-46b0-ae79-40f193a12ee4 req-0f55d504-3b1a-4bb1-9a37-794ea503f1b5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.2170074 Aug 17 02:46:31.489344 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-4202f7cf-0a34-4b49-b333-c023b74295d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:31.490213 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-4202f7cf-0a34-4b49-b333-c023b74295d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.0908480 Aug 17 02:46:31.545550 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:31.590288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-742eb830-e890-46b0-ae79-40f193a12ee4 req-1eb50b3f-eb5c-4190-b908-fe490c08650b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988128 Aug 17 02:46:31.599961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:31.600982 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:31.602012 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] 10.222.0.42 "PUT /v2.0/ports/3ce8d626-ba29-4697-800f-fc5b7e2c7bbb HTTP/1.1" status: 200 len: 1093 time: 2.4877787 Aug 17 02:46:31.610650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-c4ff31b4-42d6-4776-a61d-1f23051cb71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:31.612206 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-c4ff31b4-42d6-4776-a61d-1f23051cb71f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128399 Aug 17 02:46:31.629423 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf7e3f62-c035-4bb7-9a3b-c7a633f5e72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:31.632281 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf7e3f62-c035-4bb7-9a3b-c7a633f5e72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:31.634349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cf7e3f62-c035-4bb7-9a3b-c7a633f5e72d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b7f4407-3878-4393-ac17-da66dc855d62 HTTP/1.1" status: 204 len: 168 time: 0.6089101 Aug 17 02:46:31.648854 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2bf8a-f9fb-4ef8-8f37-adde41d82666 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:31.698225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e3f62-c035-4bb7-9a3b-c7a633f5e72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7f4407-3878-4393-ac17-da66dc855d62,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:31.728255 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:31.735476 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fa2893-9754-42a3-90d8-b6d2cc190ed7 x-openstack-request-id: req-24fa2893-9754-42a3-90d8-b6d2cc190ed7 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:46:31.735921 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:46:31.736278 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24fa2893-9754-42a3-90d8-b6d2cc190ed7 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:46:31.737087 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'status': 'completed', 'code': 200} Aug 17 02:46:31.774015 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-f2087882-2567-41c7-a2dd-55516dfaf4eb service neutron] 10.222.0.18 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467721 Aug 17 02:46:31.821862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Deleting port 8f7b1c30-1320-4188-bbe8-589c157a8c96 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:46:31.822608 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:31.900833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] For port 8f7b1c30-1320-4188-bbe8-589c157a8c96, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8f7b1c30-1320-4188-bbe8-589c157a8c96,segment=NetworkSegment(b75b71b6-5fec-49f6-8028-a6fa48de2eab),segment_id=b75b71b6-5fec-49f6-8028-a6fa48de2eab)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:31.901269 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:31.918486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Calling delete_port for 8f7b1c30-1320-4188-bbe8-589c157a8c96 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:46:31.949312 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-5fe69eae-8d12-4f13-9f51-07f980d03064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:31.950786 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-5fe69eae-8d12-4f13-9f51-07f980d03064 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d55d2b9b694b56acaea90485e97c43&device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 1096 time: 0.1327815 Aug 17 02:46:31.981109 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeae39-b17c-4596-8694-b6cca5856e60 req-6addbb5e-d675-42a9-b783-b6b161a25ad5 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:31.983118 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8afeae39-b17c-4596-8694-b6cca5856e60 req-6addbb5e-d675-42a9-b783-b6b161a25ad5 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 944 time: 0.1241522 Aug 17 02:46:31.984559 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-acf70511-9c43-4f6d-93c3-c4bfc0c86e70 req-f07e51c6-3c27-45d9-a615-abad138954fa service neutron] 10.222.0.18 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025197 Aug 17 02:46:32.018136 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-3b3f315c-054f-4c70-80a7-adb43ad2030c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb HTTP/1.1" status: 200 len: 217 time: 0.0497329 Aug 17 02:46:32.088619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8afeae39-b17c-4596-8694-b6cca5856e60 req-2bdd76dc-c98d-45dd-83c3-b2351399044c tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a53db9f3-4666-4c61-93d4-cd55b892e602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739963 Aug 17 02:46:32.096448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-40c6e828-f759-4255-b953-8b9d5d200db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:32.097992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-40c6e828-f759-4255-b953-8b9d5d200db3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6588c9ac-5362-490c-a200-ab2910cd28a7 HTTP/1.1" status: 200 len: 849 time: 0.0677779 Aug 17 02:46:32.130813 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:32.195784 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Port': ['ID=8f7b1c30-1320-4188-bbe8-589c157a8c96,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:32.199225 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No DVR routers for this DVR port 8f7b1c30-1320-4188-bbe8-589c157a8c96 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:46:32.250851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-2fc73c4b-2091-44d9-ae21-ff489644f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:32.252389 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-2fc73c4b-2091-44d9-ae21-ff489644f35b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63c037a2-cec8-4bd4-a904-29cd7197ae86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1431122 Aug 17 02:46:32.256597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd1701-eb08-4c7d-948b-b839c0129f63 req-4d11669d-8b10-4c5d-8abb-305e25ee259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:32.258313 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6fd1701-eb08-4c7d-948b-b839c0129f63 req-4d11669d-8b10-4c5d-8abb-305e25ee259b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 1096 time: 0.1242828 Aug 17 02:46:32.307581 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:32.317490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedbd49-c5b2-446f-8dc0-2fc022ea3c95 req-83900ccc-2c1d-4843-807c-95a4b01cfd15 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:32.323277 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2bedbd49-c5b2-446f-8dc0-2fc022ea3c95 req-83900ccc-2c1d-4843-807c-95a4b01cfd15 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.1288891 Aug 17 02:46:32.323412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41600be-3d4c-49be-8028-e3ca4f6bad78']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:32.333120 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75b71b6-5fec-49f6-8028-a6fa48de2eab') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:32.333567 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75b71b6-5fec-49f6-8028-a6fa48de2eab') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:32.344333 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:32.358730 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:32.364979 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:46:32.365531 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:46:32.369179 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:46:32.476548 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2bedbd49-c5b2-446f-8dc0-2fc022ea3c95 req-79b9138d-1900-4f56-bc49-50927b9411da tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149642 Aug 17 02:46:32.496963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd1701-eb08-4c7d-948b-b839c0129f63 req-4ab21e20-59d5-45d0-9abf-951356c755d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:32.498942 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6fd1701-eb08-4c7d-948b-b839c0129f63 req-4ab21e20-59d5-45d0-9abf-951356c755d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 917 time: 0.2280855 Aug 17 02:46:32.505617 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-f7367ce0-b003-4f29-b4e7-ae125a289809 service neutron] 10.222.0.42 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160108 Aug 17 02:46:32.540520 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:32.547326 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:32.562643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49228) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:32.563498 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/a41600be-3d4c-49be-8028-e3ca4f6bad78 HTTP/1.1" status: 204 len: 168 time: 2.5023408 Aug 17 02:46:32.574051 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd581ed9-7e2a-4fb3-a1e3-d027b263875a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Network': ['ID=a41600be-3d4c-49be-8028-e3ca4f6bad78,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:32.614188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-460111bc-aea5-4530-96e2-37950d50e012 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-781394527'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:32.666916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6fd1701-eb08-4c7d-948b-b839c0129f63 req-f8dd34c3-29c4-40ec-b6ce-f638d791af99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877 HTTP/1.1" status: 200 len: 999 time: 0.1602693 Aug 17 02:46:32.736298 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7377-cd17-4e67-8c0a-64c3bca016d0 req-4b761317-177e-417f-858f-b9fcdbc08075 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:32.737877 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-965b7377-cd17-4e67-8c0a-64c3bca016d0 req-4b761317-177e-417f-858f-b9fcdbc08075 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.1877215 Aug 17 02:46:32.799176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49238) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:32.814907 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbc513f0-a039-4900-b4ff-fd0f9c444dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:33.015378 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbc513f0-a039-4900-b4ff-fd0f9c444dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:33.074834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460111bc-aea5-4530-96e2-37950d50e012 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:33.079018 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-460111bc-aea5-4530-96e2-37950d50e012 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:33.110838 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-740780fe-30f4-47f8-aa21-b43efed1ff33 req-ad6b4333-f54c-4e37-8710-480c8e926ffc service neutron] 10.222.0.42 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963519 Aug 17 02:46:33.112655 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbc513f0-a039-4900-b4ff-fd0f9c444dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:33.119308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd1701-eb08-4c7d-948b-b839c0129f63 req-b99e9001-f88c-4fc1-b007-0c6b414e379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:33.130232 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6fd1701-eb08-4c7d-948b-b839c0129f63 req-b99e9001-f88c-4fc1-b007-0c6b414e379f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.4520478 Aug 17 02:46:33.150565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460111bc-aea5-4530-96e2-37950d50e012 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:46:33.162810 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-460111bc-aea5-4530-96e2-37950d50e012 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:33.173778 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-460111bc-aea5-4530-96e2-37950d50e012 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Added segment 52ebafa8-1722-41d0-891e-82e3dae86835 of type vlan for network d23ecc92-e680-4e30-94e7-42e1fae266cc Aug 17 02:46:33.214988 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-460111bc-aea5-4530-96e2-37950d50e012 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:33.229710 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dbc513f0-a039-4900-b4ff-fd0f9c444dd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a9262dc49f3402b9503836c1d076fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291847 Aug 17 02:46:33.231276 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc513f0-a039-4900-b4ff-fd0f9c444dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68aa4a5-2e22-4d3e-ba67-a020004f4211,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:33.239637 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49244) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:33.268015 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-965b7377-cd17-4e67-8c0a-64c3bca016d0 req-bdf0e46b-129e-4ff9-8676-3c252c6a4ce3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5214474 Aug 17 02:46:33.345842 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-640fc02a-9541-4c38-9764-2ef08f4a7038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:33.376210 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-640fc02a-9541-4c38-9764-2ef08f4a7038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:33.433108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1547d-a348-4ae8-8d25-dc879ff0a06f req-c480065a-9617-4823-a7b6-7d41f09d928b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:33.438440 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cbc1547d-a348-4ae8-8d25-dc879ff0a06f req-c480065a-9617-4823-a7b6-7d41f09d928b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.0628607 Aug 17 02:46:33.448945 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-460111bc-aea5-4530-96e2-37950d50e012 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:33.448945 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460111bc-aea5-4530-96e2-37950d50e012 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:33.448945 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-460111bc-aea5-4530-96e2-37950d50e012 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:33.581081 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-640fc02a-9541-4c38-9764-2ef08f4a7038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:33.583086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cbc1547d-a348-4ae8-8d25-dc879ff0a06f req-40cacf98-7f93-409a-9db9-46e05ea166e2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312585 Aug 17 02:46:33.583656 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-640fc02a-9541-4c38-9764-2ef08f4a7038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:33.583787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460111bc-aea5-4530-96e2-37950d50e012 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Network': ['ID=d23ecc92-e680-4e30-94e7-42e1fae266cc,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:33.588630 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-640fc02a-9541-4c38-9764-2ef08f4a7038 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a68aa4a5-2e22-4d3e-ba67-a020004f4211 HTTP/1.1" status: 204 len: 168 time: 0.3361189 Aug 17 02:46:33.600562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fc02a-9541-4c38-9764-2ef08f4a7038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68aa4a5-2e22-4d3e-ba67-a020004f4211,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:33.613775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network d23ecc92-e680-4e30-94e7-42e1fae266cc details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:46:33.627225 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:46:33.689873 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-460111bc-aea5-4530-96e2-37950d50e012 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1119268 Aug 17 02:46:33.692800 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49250) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:33.699378 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-0c21015f-4240-4dc2-9e13-58f75a91141b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'subnet': {'network_id': 'd23ecc92-e680-4e30-94e7-42e1fae266cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:33.739116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1', 'tag': '3ce8d626-ba29-4697-800f-fc5b7e2c7bbb'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:46:33.747299 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559d638d-74d0-46d9-b255-2e2d56ff285e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1", "tag": "3ce8d626-ba29-4697-800f-fc5b7e2c7bbb"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:46:33.799225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280383c-d134-4e39-b2d9-a6e00eaa2895 req-765a3b78-517e-4df0-aa14-27d9cc325ffc tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:33.807764 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0280383c-d134-4e39-b2d9-a6e00eaa2895 req-765a3b78-517e-4df0-aa14-27d9cc325ffc tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 944 time: 0.1210985 Aug 17 02:46:33.889926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0280383c-d134-4e39-b2d9-a6e00eaa2895 req-e2831d55-69de-4e0e-bac3-6a81b17bb24a tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a53db9f3-4666-4c61-93d4-cd55b892e602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811117 Aug 17 02:46:34.031353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c21015f-4240-4dc2-9e13-58f75a91141b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:34.036067 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0c21015f-4240-4dc2-9e13-58f75a91141b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:34.082500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9e90f-d680-439b-9bd3-7dcc8b044323 req-fb8e39d0-7488-441c-ad6a-74c1ffad98d0 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:34.084150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ed9e90f-d680-439b-9bd3-7dcc8b044323 req-fb8e39d0-7488-441c-ad6a-74c1ffad98d0 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.1200745 Aug 17 02:46:34.201897 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ed9e90f-d680-439b-9bd3-7dcc8b044323 req-0fe71d1e-688b-4c9e-9663-3c121f8ee4f8 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011038 Aug 17 02:46:34.267301 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c488096-6322-41cc-b662-76898e2d0749 x-openstack-request-id: req-9c488096-6322-41cc-b662-76898e2d0749 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:46:34.268362 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1", "tag": "3ce8d626-ba29-4697-800f-fc5b7e2c7bbb", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:46:34.268705 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c488096-6322-41cc-b662-76898e2d0749 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:46:34.269166 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1', 'tag': '3ce8d626-ba29-4697-800f-fc5b7e2c7bbb', 'status': 'completed', 'code': 200} Aug 17 02:46:34.404953 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d638d-74d0-46d9-b255-2e2d56ff285e req-b18b5fbb-3921-4cb1-b352-59c06b3674eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:34.406889 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-559d638d-74d0-46d9-b255-2e2d56ff285e req-b18b5fbb-3921-4cb1-b352-59c06b3674eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d55d2b9b694b56acaea90485e97c43&device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 1096 time: 0.0859313 Aug 17 02:46:34.608858 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0c21015f-4240-4dc2-9e13-58f75a91141b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:34.632149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d638d-74d0-46d9-b255-2e2d56ff285e req-c29b51de-04cb-4d01-84be-5551bfc4320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:34.633732 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-559d638d-74d0-46d9-b255-2e2d56ff285e req-c29b51de-04cb-4d01-84be-5551bfc4320a service neutron] 10.222.0.42 "GET /v2.0/networks?id=63c037a2-cec8-4bd4-a904-29cd7197ae86 HTTP/1.1" status: 200 len: 911 time: 0.2158237 Aug 17 02:46:34.650983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f634d4-2e7f-4a2f-b8f8-77313c4b770c req-598dd1fc-6ae3-4f13-85d2-b870554733d3 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:34.664195 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06f634d4-2e7f-4a2f-b8f8-77313c4b770c req-598dd1fc-6ae3-4f13-85d2-b870554733d3 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1424136 Aug 17 02:46:34.737842 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-559d638d-74d0-46d9-b255-2e2d56ff285e req-26a4b53f-618e-4a25-9d60-d18ed8e580ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb HTTP/1.1" status: 200 len: 217 time: 0.0965939 Aug 17 02:46:34.740282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c21015f-4240-4dc2-9e13-58f75a91141b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Checking segment: {'id': '52ebafa8-1722-41d0-891e-82e3dae86835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd23ecc92-e680-4e30-94e7-42e1fae266cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:34.740859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c21015f-4240-4dc2-9e13-58f75a91141b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network hostable DHCP agents. Network: d23ecc92-e680-4e30-94e7-42e1fae266cc, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:46:34.748444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21015f-4240-4dc2-9e13-58f75a91141b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Subnet': ['ID=33e702cd-ce6a-4bab-b437-874734d5bb3f,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:34.770207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06f634d4-2e7f-4a2f-b8f8-77313c4b770c req-6ac2a26a-1e77-425b-a7ca-518af2c77d5d tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046367 Aug 17 02:46:34.818935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d638d-74d0-46d9-b255-2e2d56ff285e req-bf7b4993-a88c-4f6b-be6f-3bbe7b109ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:34.820899 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-559d638d-74d0-46d9-b255-2e2d56ff285e req-bf7b4993-a88c-4f6b-be6f-3bbe7b109ef6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6588c9ac-5362-490c-a200-ab2910cd28a7 HTTP/1.1" status: 200 len: 849 time: 0.0618689 Aug 17 02:46:34.906425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c21015f-4240-4dc2-9e13-58f75a91141b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network d23ecc92-e680-4e30-94e7-42e1fae266cc is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:46:34.930154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a39434-b17c-4905-a0f6-f0145a947a02 req-73357e14-81e7-4ba0-96a4-12f061b31db0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:34.932847 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0a39434-b17c-4905-a0f6-f0145a947a02 req-73357e14-81e7-4ba0-96a4-12f061b31db0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.0913899 Aug 17 02:46:34.935676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d638d-74d0-46d9-b255-2e2d56ff285e req-4d64016f-b30b-40f5-8734-31a37349baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:34.937477 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-559d638d-74d0-46d9-b255-2e2d56ff285e req-4d64016f-b30b-40f5-8734-31a37349baa0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63c037a2-cec8-4bd4-a904-29cd7197ae86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083848 Aug 17 02:46:35.042644 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-0c21015f-4240-4dc2-9e13-58f75a91141b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, d23ecc92-e680-4e30-94e7-42e1fae266cc) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:35.047078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c21015f-4240-4dc2-9e13-58f75a91141b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:35.047940 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0c21015f-4240-4dc2-9e13-58f75a91141b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:35.059557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1190dd8-6e47-49f2-97ab-d2566415fc59 None None] Network d23ecc92-e680-4e30-94e7-42e1fae266cc requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:35.083250 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0a39434-b17c-4905-a0f6-f0145a947a02 req-f16fac4f-5e40-4306-ae77-fb072ffc4c43 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399040 Aug 17 02:46:35.113499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-559d638d-74d0-46d9-b255-2e2d56ff285e req-726904ed-c63b-4bf8-b017-74c128950672 service neutron] 10.222.0.42 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652088 Aug 17 02:46:35.176030 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0c21015f-4240-4dc2-9e13-58f75a91141b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4820483 Aug 17 02:46:35.178826 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49280) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:35.357028 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-d23ecc92-e680-4e30-94e7-42e1fae266cc', 'network_id': 'd23ecc92-e680-4e30-94e7-42e1fae266cc', 'tenant_id': '3cc2ddbaec1b4a35abeae81c4c238ccb', 'fixed_ips': [{'subnet_id': '33e702cd-ce6a-4bab-b437-874734d5bb3f'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:46:35.358172 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:35.381062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7ce4b-cdb4-4955-98ca-046cd69f774e req-36c39175-3895-464b-aff7-7b118bc7b7d2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:35.392665 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9bf7ce4b-cdb4-4955-98ca-046cd69f774e req-36c39175-3895-464b-aff7-7b118bc7b7d2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.1511326 Aug 17 02:46:35.448557 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9bf7ce4b-cdb4-4955-98ca-046cd69f774e req-4d1189d2-fc1d-42f0-a48e-a52fd135c1c4 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547853 Aug 17 02:46:35.557308 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:35.573882 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-559d638d-74d0-46d9-b255-2e2d56ff285e req-9635440c-18f4-488f-b2a9-b52c117c4c2c service neutron] 10.222.0.42 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484921 Aug 17 02:46:35.612177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Allocated IP 172.20.0.1 (d23ecc92-e680-4e30-94e7-42e1fae266cc/33e702cd-ce6a-4bab-b437-874734d5bb3f/effa58f6-1478-49d6-9703-350e2a6b1fdc) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:35.666607 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:35.720893 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49290) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:35.762443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9da66-f9b1-4315-a2b2-023e84387ab2 req-18452c69-9e47-4b8b-9d48-ff772821cf30 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:35.771821 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8c9da66-f9b1-4315-a2b2-023e84387ab2 req-18452c69-9e47-4b8b-9d48-ff772821cf30 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 944 time: 0.1233351 Aug 17 02:46:35.822144 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8c9da66-f9b1-4315-a2b2-023e84387ab2 req-195594de-8423-41fd-b805-ae0b0369cb8b tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a53db9f3-4666-4c61-93d4-cd55b892e602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378363 Aug 17 02:46:35.965655 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1505979762-network', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:35.966978 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:35.988315 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Transition to ACTIVE for port object effa58f6-1478-49d6-9703-350e2a6b1fdc will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:36.004283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Transition to ACTIVE for port object effa58f6-1478-49d6-9703-350e2a6b1fdc will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:36.112055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] Made reservation on behalf of 078278ed667443dea3cb83d7d2fecef6 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:36.113277 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.125163 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.136692 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.158401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Network d23ecc92-e680-4e30-94e7-42e1fae266cc is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:36.171491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:36.185918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:36.191653 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Pushing event updated for resources: {'Port': ['ID=effa58f6-1478-49d6-9703-350e2a6b1fdc,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:36.237635 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.317366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Attempting to bind port effa58f6-1478-49d6-9703-350e2a6b1fdc on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:36.318046 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Attempting to bind port effa58f6-1478-49d6-9703-350e2a6b1fdc by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '52ebafa8-1722-41d0-891e-82e3dae86835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd23ecc92-e680-4e30-94e7-42e1fae266cc'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:36.318517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Attempting to bind port effa58f6-1478-49d6-9703-350e2a6b1fdc on network d23ecc92-e680-4e30-94e7-42e1fae266cc {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:36.336683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:36.342748 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.349607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Checking segment: {'id': '52ebafa8-1722-41d0-891e-82e3dae86835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd23ecc92-e680-4e30-94e7-42e1fae266cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:36.350234 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.350748 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Bound using segment: {'id': '52ebafa8-1722-41d0-891e-82e3dae86835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd23ecc92-e680-4e30-94e7-42e1fae266cc'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:36.351383 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Bound port: effa58f6-1478-49d6-9703-350e2a6b1fdc, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ebafa8-1722-41d0-891e-82e3dae86835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd23ecc92-e680-4e30-94e7-42e1fae266cc'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:36.353864 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23ecc92-e680-4e30-94e7-42e1fae266cc']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:36.357917 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.365169 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ebafa8-1722-41d0-891e-82e3dae86835') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:36.365533 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ebafa8-1722-41d0-891e-82e3dae86835') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:36.375984 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.387638 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.393592 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.404559 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:46:36.404559 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.430928 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dcebb-2aa5-476f-bb04-873be7a303ae req-3741a4aa-4fea-4de1-ad9f-acd005585036 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:36.441596 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-771dcebb-2aa5-476f-bb04-873be7a303ae req-3741a4aa-4fea-4de1-ad9f-acd005585036 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.1031184 Aug 17 02:46:36.469825 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Subnet': ['ID=33e702cd-ce6a-4bab-b437-874734d5bb3f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:46:36.471731 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:46:36.506080 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.db.api [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 02:46:36.506080 n-d-793621-31 neutron-server[95407]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 02:46:36.506080 n-d-793621-31 neutron-server[95407]: [parameters: {'id': 'd23ecc92-e680-4e30-94e7-42e1fae266cc'}] Aug 17 02:46:36.506080 n-d-793621-31 neutron-server[95407]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:46:36.507021 n-d-793621-31 neutron-server[95407]: DEBUG oslo_db.api [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:46:36.515149 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-771dcebb-2aa5-476f-bb04-873be7a303ae req-5de4c145-8ce0-4e57-b419-b4548dcff0a3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711579 Aug 17 02:46:36.521619 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.535711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] For port effa58f6-1478-49d6-9703-350e2a6b1fdc, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:36.539250 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] For port effa58f6-1478-49d6-9703-350e2a6b1fdc, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=effa58f6-1478-49d6-9703-350e2a6b1fdc,segment=NetworkSegment(52ebafa8-1722-41d0-891e-82e3dae86835),segment_id=52ebafa8-1722-41d0-891e-82e3dae86835)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:36.565108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:46:36.567492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f39382b-ae20-4b28-bc70-7863ce2330f1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:36.587375 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.587761 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] Added segment 90b04aa7-7631-40dc-aa74-c144111368f6 of type vlan for network e5453bbb-edd0-412f-b32f-ee5f32f64d62 Aug 17 02:46:36.643587 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.674973 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.698319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f41c1-4eca-4e91-8cf7-d0e679301121 req-a8894afc-4efe-4195-b96b-ae166395bfa2 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:36.699238 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e04f41c1-4eca-4e91-8cf7-d0e679301121 req-a8894afc-4efe-4195-b96b-ae166395bfa2 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0962391 Aug 17 02:46:36.740635 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be80be8-54fb-4afb-ae0d-83c1e0dcd5f0 None None] Pushing event updated for resources: {'Port': ['ID=effa58f6-1478-49d6-9703-350e2a6b1fdc,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:36.758717 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5275702c-07fd-4ab0-a65f-8bb141a2f63f None None] Network d23ecc92-e680-4e30-94e7-42e1fae266cc requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:36.801503 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e04f41c1-4eca-4e91-8cf7-d0e679301121 req-7ab6ab1c-187d-4689-b88f-c58b66541096 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632892 Aug 17 02:46:36.871184 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.872280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:36.872862 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:36.903618 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fb07a9-fea5-4990-982f-2394dc6cf39d None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:46:36.934913 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:46:36.961283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] Pushing event updated for resources: {'Network': ['ID=e5453bbb-edd0-412f-b32f-ee5f32f64d62,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:36.997583 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network e5453bbb-edd0-412f-b32f-ee5f32f64d62 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:46:37.008453 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:37.030659 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1ab82-ac00-452b-b98c-3d57deddcc9d req-f155526e-ea9d-403a-bd1a-44975bb2a2c3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:37.032166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90f1ab82-ac00-452b-b98c-3d57deddcc9d req-f155526e-ea9d-403a-bd1a-44975bb2a2c3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.1567693 Aug 17 02:46:37.075882 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b961c6dc-28d2-4219-8a19-cfd3079d417c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3505688 Aug 17 02:46:37.078318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49306) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:37.081757 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Deleting port effa58f6-1478-49d6-9703-350e2a6b1fdc {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:46:37.082113 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:37.113801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-d3519333-b20b-4d19-be97-318cafcf3443 admin admin] Request body: {'subnet': {'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1505979762-subnet', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6', 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:37.162058 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90f1ab82-ac00-452b-b98c-3d57deddcc9d req-da0cef20-134b-434b-b716-8f0b61c88c23 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232138 Aug 17 02:46:37.169832 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] For port effa58f6-1478-49d6-9703-350e2a6b1fdc, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=effa58f6-1478-49d6-9703-350e2a6b1fdc,segment=NetworkSegment(52ebafa8-1722-41d0-891e-82e3dae86835),segment_id=52ebafa8-1722-41d0-891e-82e3dae86835)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:37.170198 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:37.202156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Calling delete_port for effa58f6-1478-49d6-9703-350e2a6b1fdc owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:46:37.270118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3519333-b20b-4d19-be97-318cafcf3443 admin admin] Made reservation on behalf of 078278ed667443dea3cb83d7d2fecef6 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:37.272394 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d3519333-b20b-4d19-be97-318cafcf3443 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:37.418158 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f3b6b-bc86-4f42-9801-87c48e9310fc req-be790784-7d90-46f7-8fad-a877e39636d3 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:37.426397 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc3f3b6b-bc86-4f42-9801-87c48e9310fc req-be790784-7d90-46f7-8fad-a877e39636d3 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 944 time: 0.1677337 Aug 17 02:46:37.443220 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:37.510316 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No DVR routers for this DVR port effa58f6-1478-49d6-9703-350e2a6b1fdc on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:46:37.512533 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Port': ['ID=effa58f6-1478-49d6-9703-350e2a6b1fdc,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:37.549709 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc3f3b6b-bc86-4f42-9801-87c48e9310fc req-64c62717-dbd0-42ae-bcde-a3ff2007e02b tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a53db9f3-4666-4c61-93d4-cd55b892e602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222193 Aug 17 02:46:37.646049 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:37.656485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb07a9-fea5-4990-982f-2394dc6cf39d None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:46:37.667581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '3ce8d626-ba29-4697-800f-fc5b7e2c7bbb', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'port_id': '3ce8d626-ba29-4697-800f-fc5b7e2c7bbb', 'mac_address': 'fa:16:3e:3f:58:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:46:37.670877 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:37.682832 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23ecc92-e680-4e30-94e7-42e1fae266cc']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:37.694266 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ebafa8-1722-41d0-891e-82e3dae86835') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:37.694568 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ebafa8-1722-41d0-891e-82e3dae86835') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:37.707336 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:37.722755 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:37.730176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:46:37.730554 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:46:37.734604 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:46:37.755402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e7040-b1d1-497b-97b2-075dc67c03a6 req-52012140-2455-492e-aecd-abf448915880 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:37.757062 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-515e7040-b1d1-497b-97b2-075dc67c03a6 req-52012140-2455-492e-aecd-abf448915880 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.0720124 Aug 17 02:46:37.772505 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:37.809159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:46:37.831953 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d3519333-b20b-4d19-be97-318cafcf3443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:37.876316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:37.896066 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-515e7040-b1d1-497b-97b2-075dc67c03a6 req-91afb0fe-1df8-4bdd-958f-b91bee741349 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220973 Aug 17 02:46:37.918885 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-35876e34-904d-44ec-b036-bba0039c0f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:37.957315 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:37.968694 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:37.975477 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/d23ecc92-e680-4e30-94e7-42e1fae266cc HTTP/1.1" status: 204 len: 168 time: 2.7953973 Aug 17 02:46:37.982267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49320) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:38.011785 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:38.013981 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-89b09f83-9266-454b-9bc7-318cc43bd871 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2117992393'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:38.023817 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Network': ['ID=d23ecc92-e680-4e30-94e7-42e1fae266cc,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:38.043309 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:38.043725 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:38.044095 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:38.044490 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:38.045005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:38.045475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:38.046055 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:38.046503 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:38.046913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:38.047293 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:38.047669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:38.048414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dc63c-0cb6-4ca8-9175-bcb2a9c2aee5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:38.122571 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3519333-b20b-4d19-be97-318cafcf3443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc9ca113-d7fd-49ea-a52f-d7c52e8102db,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:38.125070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3519333-b20b-4d19-be97-318cafcf3443 admin admin] Checking segment: {'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:38.125506 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3519333-b20b-4d19-be97-318cafcf3443 admin admin] Network hostable DHCP agents. Network: e5453bbb-edd0-412f-b32f-ee5f32f64d62, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:46:38.168073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:38.188660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1423b-b6f1-41e4-9622-bd074a4797fb req-0fa6a452-5cc8-4874-93c6-1530556d4bc0 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:38.199374 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-efb1423b-b6f1-41e4-9622-bd074a4797fb req-0fa6a452-5cc8-4874-93c6-1530556d4bc0 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1762176 Aug 17 02:46:38.254365 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-efb1423b-b6f1-41e4-9622-bd074a4797fb req-3d5a4c17-4996-4b2a-af6f-a26cebde4197 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532124 Aug 17 02:46:38.260710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b09f83-9266-454b-9bc7-318cc43bd871 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:38.265835 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89b09f83-9266-454b-9bc7-318cc43bd871 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:38.307740 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b09f83-9266-454b-9bc7-318cc43bd871 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:46:38.318715 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89b09f83-9266-454b-9bc7-318cc43bd871 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:38.319066 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-89b09f83-9266-454b-9bc7-318cc43bd871 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Added segment 287bd81d-4bf8-420d-96ab-cbacd5263393 of type vlan for network 56eefc04-ff57-482b-ac5f-eaef38849930 Aug 17 02:46:38.382960 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3519333-b20b-4d19-be97-318cafcf3443 admin admin] Network e5453bbb-edd0-412f-b32f-ee5f32f64d62 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:46:38.401592 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89b09f83-9266-454b-9bc7-318cc43bd871 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:38.429753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['3ce8d626-ba29-4697-800f-fc5b7e2c7bbb'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:46:38.442301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0bde6-9dfc-4553-a4e5-d8e156491907 req-2b62f5aa-8144-4768-bbdc-01acaffd7f01 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:38.443876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-74b0bde6-9dfc-4553-a4e5-d8e156491907 req-2b62f5aa-8144-4768-bbdc-01acaffd7f01 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.1229944 Aug 17 02:46:38.496705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-d3519333-b20b-4d19-be97-318cafcf3443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, e5453bbb-edd0-412f-b32f-ee5f32f64d62) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:38.513064 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-74b0bde6-9dfc-4553-a4e5-d8e156491907 req-0969e8a6-96c8-4d0f-bcef-716dd1c8ec2f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613842 Aug 17 02:46:38.519009 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3519333-b20b-4d19-be97-318cafcf3443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:38.521578 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d3519333-b20b-4d19-be97-318cafcf3443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:38.545394 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89b09f83-9266-454b-9bc7-318cc43bd871 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:38.551592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b09f83-9266-454b-9bc7-318cc43bd871 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:38.552398 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89b09f83-9266-454b-9bc7-318cc43bd871 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:38.558833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609d8f39-91da-45ff-962b-cfc7a0e698af None None] Network e5453bbb-edd0-412f-b32f-ee5f32f64d62 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:38.657809 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b09f83-9266-454b-9bc7-318cc43bd871 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Network': ['ID=56eefc04-ff57-482b-ac5f-eaef38849930,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:38.672822 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 56eefc04-ff57-482b-ac5f-eaef38849930 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:46:38.680065 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49328) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:38.687739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1505979762-router', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:38.690523 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d3519333-b20b-4d19-be97-318cafcf3443 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6110220 Aug 17 02:46:38.737221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eb284-e94e-4e47-83ff-17654a5fcaad req-09eee444-4a37-4456-8a38-00f7fb49a7c6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:38.739001 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b75eb284-e94e-4e47-83ff-17654a5fcaad req-09eee444-4a37-4456-8a38-00f7fb49a7c6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 945 time: 0.0782428 Aug 17 02:46:38.741599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-89b09f83-9266-454b-9bc7-318cc43bd871 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7529910 Aug 17 02:46:38.744737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49330) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:38.750530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-be88681f-3cea-45cf-9e11-1c7d6e0abd38 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'subnet': {'network_id': '56eefc04-ff57-482b-ac5f-eaef38849930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:38.855458 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b75eb284-e94e-4e47-83ff-17654a5fcaad req-8c326a10-f32c-4f74-b6cd-497cc3974b88 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a53db9f3-4666-4c61-93d4-cd55b892e602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042652 Aug 17 02:46:38.911996 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:38.913933 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:38.945534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-e5453bbb-edd0-412f-b32f-ee5f32f64d62', 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6', 'fixed_ips': [{'subnet_id': 'fc9ca113-d7fd-49ea-a52f-d7c52e8102db'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:46:38.946471 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:39.096278 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:39.106122 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be88681f-3cea-45cf-9e11-1c7d6e0abd38 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:39.118153 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14654-0a8c-4c2d-8e6f-56b5e58717b2 req-f4527bca-c8ba-46b3-94b4-2af638fae55f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:39.119925 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be88681f-3cea-45cf-9e11-1c7d6e0abd38 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:39.135109 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5c14654-0a8c-4c2d-8e6f-56b5e58717b2 req-f4527bca-c8ba-46b3-94b4-2af638fae55f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.1139143 Aug 17 02:46:39.220556 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5c14654-0a8c-4c2d-8e6f-56b5e58717b2 req-b3251d7c-a00e-42f2-b0fb-3fda39290b31 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842876 Aug 17 02:46:39.245053 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Allocated IP 172.20.0.2 (e5453bbb-edd0-412f-b32f-ee5f32f64d62/fc9ca113-d7fd-49ea-a52f-d7c52e8102db/fc07704a-1d33-44b3-aa13-5d20e552883e) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:39.463186 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe85d8c-3c29-4431-b672-1f0d88a78bde req-411c3e9f-c0e0-4da1-b38e-51c7864afa10 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:39.470000 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:39.474930 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbe85d8c-3c29-4431-b672-1f0d88a78bde req-411c3e9f-c0e0-4da1-b38e-51c7864afa10 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1088736 Aug 17 02:46:39.492629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Transition to ACTIVE for port object fc07704a-1d33-44b3-aa13-5d20e552883e will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:39.520130 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Transition to ACTIVE for port object fc07704a-1d33-44b3-aa13-5d20e552883e will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:39.533832 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:39.576796 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbe85d8c-3c29-4431-b672-1f0d88a78bde req-49f3303e-8976-4ab8-a6d7-cd225fe6157c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005700 Aug 17 02:46:39.681034 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:39.768562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Network e5453bbb-edd0-412f-b32f-ee5f32f64d62 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:39.774660 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:39.794101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:39.806435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7d56f-827e-49a0-961f-eeca6748679b req-517d3c27-772e-4b0f-936e-60ffc832b988 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:39.809658 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ee7d56f-827e-49a0-961f-eeca6748679b req-517d3c27-772e-4b0f-936e-60ffc832b988 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.1543360 Aug 17 02:46:39.874450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Pushing event updated for resources: {'Port': ['ID=fc07704a-1d33-44b3-aa13-5d20e552883e,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:39.915657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ee7d56f-827e-49a0-961f-eeca6748679b req-95565269-477a-4ae6-888f-c98d7a3ed9e2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960956 Aug 17 02:46:39.932358 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Attempting to bind port fc07704a-1d33-44b3-aa13-5d20e552883e on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:39.933448 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Attempting to bind port fc07704a-1d33-44b3-aa13-5d20e552883e by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:39.934148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Attempting to bind port fc07704a-1d33-44b3-aa13-5d20e552883e on network e5453bbb-edd0-412f-b32f-ee5f32f64d62 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:39.946305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:39.947739 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Checking segment: {'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:39.948673 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:39.949354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Bound using segment: {'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:39.955318 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Bound port: fc07704a-1d33-44b3-aa13-5d20e552883e, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:39.955318 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:40.056624 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be88681f-3cea-45cf-9e11-1c7d6e0abd38 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:40.082779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] For port fc07704a-1d33-44b3-aa13-5d20e552883e, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:40.087854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] For port fc07704a-1d33-44b3-aa13-5d20e552883e, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fc07704a-1d33-44b3-aa13-5d20e552883e,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:40.105710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661ca8e-29be-4716-a964-58216a718e87 req-5ad6695e-be5f-4a42-ba91-3d91a83310e2 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:40.115717 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d661ca8e-29be-4716-a964-58216a718e87 req-5ad6695e-be5f-4a42-ba91-3d91a83310e2 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 945 time: 0.1110742 Aug 17 02:46:40.158118 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:40.163855 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88681f-3cea-45cf-9e11-1c7d6e0abd38 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Subnet': ['ID=d44c28fb-a7d0-4da4-8956-7940fc331fde,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:40.183326 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be88681f-3cea-45cf-9e11-1c7d6e0abd38 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Checking segment: {'id': '287bd81d-4bf8-420d-96ab-cbacd5263393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '56eefc04-ff57-482b-ac5f-eaef38849930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:40.183807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be88681f-3cea-45cf-9e11-1c7d6e0abd38 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network hostable DHCP agents. Network: 56eefc04-ff57-482b-ac5f-eaef38849930, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:46:40.200533 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d661ca8e-29be-4716-a964-58216a718e87 req-f5601bf1-1ac7-4cfb-92e6-58973857d5d2 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a53db9f3-4666-4c61-93d4-cd55b892e602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825827 Aug 17 02:46:40.301984 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161f06b-c9ee-4b1f-88e0-075b6b8550b7 None None] Pushing event updated for resources: {'Port': ['ID=fc07704a-1d33-44b3-aa13-5d20e552883e,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:40.372693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be88681f-3cea-45cf-9e11-1c7d6e0abd38 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network 56eefc04-ff57-482b-ac5f-eaef38849930 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:46:40.396984 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bdd8cece-eb6d-43d1-a282-95c26e797b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:40.456013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29921b-b09c-4cad-8d1e-8467d0cc55ac req-d58b850a-44dd-4e9f-9d5f-e59489b58eea tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:40.457849 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff29921b-b09c-4cad-8d1e-8467d0cc55ac req-d58b850a-44dd-4e9f-9d5f-e59489b58eea tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.0789266 Aug 17 02:46:40.465204 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-be88681f-3cea-45cf-9e11-1c7d6e0abd38 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 56eefc04-ff57-482b-ac5f-eaef38849930) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:40.472652 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be88681f-3cea-45cf-9e11-1c7d6e0abd38 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:40.473462 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be88681f-3cea-45cf-9e11-1c7d6e0abd38 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:40.479585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d971dfc9-e07a-45a9-bdc4-59ca23fda30b None None] Network 56eefc04-ff57-482b-ac5f-eaef38849930 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:40.545063 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:40.583347 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:40.589979 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ff29921b-b09c-4cad-8d1e-8467d0cc55ac req-eeb51a9b-926b-45e2-ac95-03c8a86099db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053884 Aug 17 02:46:40.692812 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-be88681f-3cea-45cf-9e11-1c7d6e0abd38 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9468825 Aug 17 02:46:40.708954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49350) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:40.869957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-56eefc04-ff57-482b-ac5f-eaef38849930', 'network_id': '56eefc04-ff57-482b-ac5f-eaef38849930', 'tenant_id': '3cc2ddbaec1b4a35abeae81c4c238ccb', 'fixed_ips': [{'subnet_id': 'd44c28fb-a7d0-4da4-8956-7940fc331fde'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:46:40.870695 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:40.875200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Allocated IP 172.25.5.90 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:41.095665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:41.114273 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:41.127732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5097e3e-6323-4fa7-b32a-f8cc2689b3e1 req-b1153962-6269-4c45-88db-0563b3c9500b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:41.129995 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5097e3e-6323-4fa7-b32a-f8cc2689b3e1 req-b1153962-6269-4c45-88db-0563b3c9500b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.3327658 Aug 17 02:46:41.191729 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:41.206597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fc07704a-1d33-44b3-aa13-5d20e552883e up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:41.322184 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:41.351409 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:41.406130 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:41.430049 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5097e3e-6323-4fa7-b32a-f8cc2689b3e1 req-3424e973-d51c-4aea-96e6-9d25964f1e48 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903762 Aug 17 02:46:41.445867 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:41.457926 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:41.460515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:41.515269 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Pushing event updated for resources: {'Port': ['ID=e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:41.569726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Allocated IP 172.20.0.1 (56eefc04-ff57-482b-ac5f-eaef38849930/d44c28fb-a7d0-4da4-8956-7940fc331fde/62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:41.595350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd1701-eb08-4c7d-948b-b839c0129f63 req-be26d8f7-c5a5-487d-9f30-9e69a428bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:41.604571 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6fd1701-eb08-4c7d-948b-b839c0129f63 req-be26d8f7-c5a5-487d-9f30-9e69a428bbd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2612023 Aug 17 02:46:41.641680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:46:41.762496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port fc07704a-1d33-44b3-aa13-5d20e552883e completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:46:41.777815 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:41.778192 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:41.841447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550a4d4-671c-42ba-8c3f-f1636bd473b8 req-8d0298a8-4759-491e-84a7-a3e0b15a1256 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:41.843610 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4550a4d4-671c-42ba-8c3f-f1636bd473b8 req-8d0298a8-4759-491e-84a7-a3e0b15a1256 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.2251554 Aug 17 02:46:41.941986 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4550a4d4-671c-42ba-8c3f-f1636bd473b8 req-f547056a-7de7-4ee5-9295-7de07fab4a75 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902724 Aug 17 02:46:42.028347 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:42.184813 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:42.307056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9928a55-f291-43ff-b193-63cf985f5077 req-ae500855-95cd-48b7-b960-d999af42dd1f tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:42.309542 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9928a55-f291-43ff-b193-63cf985f5077 req-ae500855-95cd-48b7-b960-d999af42dd1f tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 945 time: 0.1386590 Aug 17 02:46:42.332693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2173a93-f8ea-40bd-a1ef-6e39a9fe0c41 None None] Network e5453bbb-edd0-412f-b32f-ee5f32f64d62 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:42.347603 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:42.498115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9928a55-f291-43ff-b193-63cf985f5077 req-babead85-d311-422a-b9ee-45a321dd6083 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a53db9f3-4666-4c61-93d4-cd55b892e602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873312 Aug 17 02:46:42.614133 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:42.639165 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Transition to ACTIVE for port object 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:42.675447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce8d626-ba29-4697-800f-fc5b7e2c7bbb'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:46:42.678298 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d774c3f-1441-4001-8241-1f58d9708a87" -d '{"events": [{"server_uuid": "3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1", "name": "network-vif-plugged", "status": "completed", "tag": "3ce8d626-ba29-4697-800f-fc5b7e2c7bbb"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:46:42.736889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:42.758026 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Transition to ACTIVE for port object 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:42.802431 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb522c47-f90b-4dfd-8111-a2312d0eac00 req-32caa9a8-d246-4ed8-8986-0061b7309d5f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:42.803952 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb522c47-f90b-4dfd-8111-a2312d0eac00 req-32caa9a8-d246-4ed8-8986-0061b7309d5f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.2215452 Aug 17 02:46:42.827493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-834b5d6f-38ce-47bd-8b58-7307d662f82c None None] Provisioning for port fc07704a-1d33-44b3-aa13-5d20e552883e completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:46:42.851980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-834b5d6f-38ce-47bd-8b58-7307d662f82c None None] Provisioning complete for port fc07704a-1d33-44b3-aa13-5d20e552883e triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:42.852406 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-834b5d6f-38ce-47bd-8b58-7307d662f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:42.886635 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb522c47-f90b-4dfd-8111-a2312d0eac00 req-00918a07-f5f8-4f03-9f3b-fd88216151b0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633309 Aug 17 02:46:42.901118 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6fd1701-eb08-4c7d-948b-b839c0129f63 req-92923f1b-9e3a-4020-be55-258917f50172 service neutron] 10.222.0.18 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523513 Aug 17 02:46:42.914184 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:43.031676 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:43.106740 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Network 56eefc04-ff57-482b-ac5f-eaef38849930 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:43.165556 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:43.171989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:43.188149 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:43.232270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9497fc-c4e4-424b-b15a-00e43cda1e93 req-eec017c3-c4d4-4175-bbdb-ee4e861d62a6 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:43.253516 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:43.253907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:43.256089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc9497fc-c4e4-424b-b15a-00e43cda1e93 req-eec017c3-c4d4-4175-bbdb-ee4e861d62a6 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1410658 Aug 17 02:46:43.256706 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:43.257048 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:43.257439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:43.257815 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:43.258181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:43.258546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:43.258955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:43.259318 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:43.259641 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:43.259964 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:43.384800 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc9497fc-c4e4-424b-b15a-00e43cda1e93 req-d1fb89bf-c597-481d-9b50-49f09f005e96 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222746 Aug 17 02:46:43.480820 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Pushing event updated for resources: {'Port': ['ID=62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:43.748070 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d8ad55-eb4b-47e7-b446-f1dcadda9d7f x-openstack-request-id: req-42d8ad55-eb4b-47e7-b446-f1dcadda9d7f {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:46:43.748070 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1", "name": "network-vif-plugged", "status": "completed", "tag": "3ce8d626-ba29-4697-800f-fc5b7e2c7bbb", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:46:43.748070 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42d8ad55-eb4b-47e7-b446-f1dcadda9d7f {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:46:43.748070 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce8d626-ba29-4697-800f-fc5b7e2c7bbb', 'code': 200} Aug 17 02:46:43.752971 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:43.753821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Attempting to bind port 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:43.753821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Attempting to bind port 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '287bd81d-4bf8-420d-96ab-cbacd5263393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '56eefc04-ff57-482b-ac5f-eaef38849930'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:43.753821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Attempting to bind port 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5 on network 56eefc04-ff57-482b-ac5f-eaef38849930 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:43.753821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:43.753821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Checking segment: {'id': '287bd81d-4bf8-420d-96ab-cbacd5263393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '56eefc04-ff57-482b-ac5f-eaef38849930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:43.753821 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:43.753821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Bound using segment: {'id': '287bd81d-4bf8-420d-96ab-cbacd5263393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '56eefc04-ff57-482b-ac5f-eaef38849930'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:43.753821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Bound port: 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287bd81d-4bf8-420d-96ab-cbacd5263393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '56eefc04-ff57-482b-ac5f-eaef38849930'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:43.753821 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:43.753821 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-834b5d6f-38ce-47bd-8b58-7307d662f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:43.755759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa010776-abaf-4f02-af99-837df6402409 req-137c20e5-b683-4ad8-88fa-8fd9b63f82dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:43.755759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aa010776-abaf-4f02-af99-837df6402409 req-137c20e5-b683-4ad8-88fa-8fd9b63f82dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.1075454 Aug 17 02:46:43.755759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74532fc-2943-4452-87a8-d77e7cfaffe2 req-cbbfc4dc-fad1-4a1f-9089-fae3c9f01a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:43.755759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b74532fc-2943-4452-87a8-d77e7cfaffe2 req-cbbfc4dc-fad1-4a1f-9089-fae3c9f01a17 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 1098 time: 0.1498313 Aug 17 02:46:43.755759 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:43.797539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-834b5d6f-38ce-47bd-8b58-7307d662f82c None None] For port fc07704a-1d33-44b3-aa13-5d20e552883e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fc07704a-1d33-44b3-aa13-5d20e552883e,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:43.859679 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] For port 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:43.871513 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] For port 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5,segment=NetworkSegment(287bd81d-4bf8-420d-96ab-cbacd5263393),segment_id=287bd81d-4bf8-420d-96ab-cbacd5263393)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:43.879234 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Subnet': ['ID=d44c28fb-a7d0-4da4-8956-7940fc331fde,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:43.990157 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aa010776-abaf-4f02-af99-837df6402409 req-c074509f-2427-40e5-af9b-fa40d174d6b7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913369 Aug 17 02:46:43.993031 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-834b5d6f-38ce-47bd-8b58-7307d662f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:43.999149 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b74532fc-2943-4452-87a8-d77e7cfaffe2 req-c31b0643-7b75-4cc7-ba27-acd3796486b0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a53db9f3-4666-4c61-93d4-cd55b892e602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267423 Aug 17 02:46:44.009693 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:44.021339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56eefc04-ff57-482b-ac5f-eaef38849930']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:44.036264 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:44.042532 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:44.043744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Router 95bd5694-2f80-41af-bb88-a822c598a185 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:46:44.066431 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b5d6f-38ce-47bd-8b58-7307d662f82c None None] Pushing event updated for resources: {'Port': ['ID=fc07704a-1d33-44b3-aa13-5d20e552883e,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:44.087917 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287bd81d-4bf8-420d-96ab-cbacd5263393') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:44.088569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287bd81d-4bf8-420d-96ab-cbacd5263393') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:44.117805 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:44.132681 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cc68583e-6c24-4eba-9b69-6c4eedd51617 None None] Provisioning complete for port fc07704a-1d33-44b3-aa13-5d20e552883e triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:44.139315 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cc68583e-6c24-4eba-9b69-6c4eedd51617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:44.139486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3a607-9227-4ded-8881-3ff2c6e5b5ec req-bc92d3ee-cbaf-4133-9a27-d0ac458a73db tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:44.140926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25e3a607-9227-4ded-8881-3ff2c6e5b5ec req-bc92d3ee-cbaf-4133-9a27-d0ac458a73db tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 946 time: 0.1052961 Aug 17 02:46:44.154185 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:44.184440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:46:44.185144 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:46:44.205129 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:46:44.232821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7164c9-6fe9-4fdf-ab33-4e5e960dec86 None None] Pushing event updated for resources: {'Port': ['ID=62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:44.393924 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25e3a607-9227-4ded-8881-3ff2c6e5b5ec req-c7173405-36f6-4b7d-ae63-b4f703d20588 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a53db9f3-4666-4c61-93d4-cd55b892e602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345114 Aug 17 02:46:44.419288 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:46:44.460288 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Sync routers for ids ['95bd5694-2f80-41af-bb88-a822c598a185'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:46:44.478361 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 02:46:44.478361 n-d-793621-31 neutron-server[95406]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 02:46:44.478361 n-d-793621-31 neutron-server[95406]: [parameters: {'id': '56eefc04-ff57-482b-ac5f-eaef38849930'}] Aug 17 02:46:44.478361 n-d-793621-31 neutron-server[95406]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:46:44.478996 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:46:44.579931 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:44.581131 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8369fe6d-27e4-465e-a757-c7253975aea2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8999889 Aug 17 02:46:44.583906 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49382) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:44.601465 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bc7ce-83fc-4aef-b596-e47d53d6d2e8 req-1b3fe44d-3025-4451-9acc-d6b5a87cbe41 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:44.604369 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-853bc7ce-83fc-4aef-b596-e47d53d6d2e8 req-1b3fe44d-3025-4451-9acc-d6b5a87cbe41 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.0908227 Aug 17 02:46:44.628356 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Routers {'95bd5694-2f80-41af-bb88-a822c598a185'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:46:44.629413 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:46:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['95bd5694-2f80-41af-bb88-a822c598a185'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:44.673320 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-853bc7ce-83fc-4aef-b596-e47d53d6d2e8 req-0f61e2b5-f5bf-4531-9a6e-f29a914744d3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624919 Aug 17 02:46:44.782959 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Set router 95bd5694-2f80-41af-bb88-a822c598a185 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:46:44.827622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687d8dd-d63b-477d-aada-65bfc8ed9cf9 req-6eebb83d-7c7c-4680-8441-c8e5fb0ab625 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:44.829211 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3687d8dd-d63b-477d-aada-65bfc8ed9cf9 req-6eebb83d-7c7c-4680-8441-c8e5fb0ab625 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0725253 Aug 17 02:46:44.879810 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3687d8dd-d63b-477d-aada-65bfc8ed9cf9 req-81e4cad4-55a4-4b28-a758-131e545af632 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441437 Aug 17 02:46:44.980472 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:45.087733 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bd5694-2f80-41af-bb88-a822c598a185', 'name': 'tempest-TestServerMultinode-1505979762-router', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:38Z', 'updated_at': '2021-08-17T02:46:41Z', 'revision_number': 3, 'project_id': '078278ed667443dea3cb83d7d2fecef6', 'gw_port': {'id': 'e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bd5694-2f80-41af-bb88-a822c598a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:40Z', 'updated_at': '2021-08-17T02:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:45.146486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6e9a8-1d03-41c5-838a-292a7ad4f4ee req-bb8f27bd-9476-48ed-b7dd-757bba9ae55f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:45.146848 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Checking router: 95bd5694-2f80-41af-bb88-a822c598a185 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:46:45.147232 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Updating router 95bd5694-2f80-41af-bb88-a822c598a185 port e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:46:45.156086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69b6e9a8-1d03-41c5-838a-292a7ad4f4ee req-bb8f27bd-9476-48ed-b7dd-757bba9ae55f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.1023674 Aug 17 02:46:45.186794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Deleting port 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:46:45.187137 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:45.203132 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:45.227665 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:45.268583 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69b6e9a8-1d03-41c5-838a-292a7ad4f4ee req-4c1f54dd-b18c-4a5f-92a3-d3da0d3ae28e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104736 Aug 17 02:46:45.280765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fc07704a-1d33-44b3-aa13-5d20e552883e up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:45.374420 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port fc07704a-1d33-44b3-aa13-5d20e552883e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:45.375018 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:45.438006 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] For port 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5,segment=NetworkSegment(287bd81d-4bf8-420d-96ab-cbacd5263393),segment_id=287bd81d-4bf8-420d-96ab-cbacd5263393)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:45.438532 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:45.485207 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Calling delete_port for 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:46:45.588821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:45.595897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Allocated IP 172.20.0.1 (e5453bbb-edd0-412f-b32f-ee5f32f64d62/fc9ca113-d7fd-49ea-a52f-d7c52e8102db/ee2dfb8a-925d-44b4-b436-5b7aca104d49) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:45.706253 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc910d-22b4-45b6-ac66-2052f2d82a26 req-e0a991ca-d911-4498-afb8-a13d29b38cbe tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:45.711164 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80bc910d-22b4-45b6-ac66-2052f2d82a26 req-e0a991ca-d911-4498-afb8-a13d29b38cbe tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 946 time: 0.1149790 Aug 17 02:46:45.746204 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:45.789626 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:45.791362 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:45.803474 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Transition to ACTIVE for port object e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:45.814674 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Transition to ACTIVE for port object ee2dfb8a-925d-44b4-b436-5b7aca104d49 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:45.819915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Port': ['ID=62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:45.832986 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No DVR routers for this DVR port 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:46:45.845096 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832db73f-6825-42a3-855a-76766c365e99 None None] Network 56eefc04-ff57-482b-ac5f-eaef38849930 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:45.859295 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80bc910d-22b4-45b6-ac66-2052f2d82a26 req-e02c3734-d16e-432e-862b-a15c10727a7c tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a53db9f3-4666-4c61-93d4-cd55b892e602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365564 Aug 17 02:46:45.894573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No active binding found for port 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5 {{(pid=95408) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 02:46:45.894573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 17 02:46:45.894573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bcd08ac4-b71b-42b8-954a-d9aa7fb68c32 None None] Could not find standard attr ID for object 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:46:45.926662 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Port 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5 not found, will not notify nova. {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 17 02:46:45.928515 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:45.980775 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:45.986845 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.003590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56eefc04-ff57-482b-ac5f-eaef38849930']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:46.012738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287bd81d-4bf8-420d-96ab-cbacd5263393') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:46.013032 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287bd81d-4bf8-420d-96ab-cbacd5263393') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:46.021131 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c4410-e2bc-46bd-9345-991f867e407b None None] Pushing event updated for resources: {'Port': ['ID=e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:46.027438 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.034742 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Attempting to bind port e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:46.035878 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Attempting to bind port e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:46.036464 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Attempting to bind port e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:46.040285 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c4410-e2bc-46bd-9345-991f867e407b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:46.040967 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c4410-e2bc-46bd-9345-991f867e407b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:46.041627 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c4410-e2bc-46bd-9345-991f867e407b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:46.042167 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c4410-e2bc-46bd-9345-991f867e407b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:46.042696 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c4410-e2bc-46bd-9345-991f867e407b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:46.043229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cc026-c9d3-466d-be6e-9e320d130de0 req-eca05c85-cecc-4dc2-99bf-19f5037bb38c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:46.043608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Network e5453bbb-edd0-412f-b32f-ee5f32f64d62 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:46.048072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d12cc026-c9d3-466d-be6e-9e320d130de0 req-eca05c85-cecc-4dc2-99bf-19f5037bb38c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.1057882 Aug 17 02:46:46.048268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:46.048387 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c4410-e2bc-46bd-9345-991f867e407b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:46.048387 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c4410-e2bc-46bd-9345-991f867e407b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:46.048387 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c4410-e2bc-46bd-9345-991f867e407b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:46.049208 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c4410-e2bc-46bd-9345-991f867e407b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:46.049376 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c4410-e2bc-46bd-9345-991f867e407b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:46.051624 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c4410-e2bc-46bd-9345-991f867e407b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:46.051624 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c4410-e2bc-46bd-9345-991f867e407b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:46:46.051894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:46.060666 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.067745 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:46.072319 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:46.072319 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.072319 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:46.072319 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Bound port: e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:46.072319 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.075631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:46:46.075631 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:46:46.078631 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:46:46.090545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Pushing event updated for resources: {'Port': ['ID=ee2dfb8a-925d-44b4-b436-5b7aca104d49,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:46.115420 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.131100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53fa2c8-6ef0-4c59-9c5c-92f6fe30ab78 None None] DHCP port deletion for 56eefc04-ff57-482b-ac5f-eaef38849930 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:46:46.155102 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] For port e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:46.158892 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] For port e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:46.237653 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d12cc026-c9d3-466d-be6e-9e320d130de0 req-cf7351e5-f377-4e23-bcb7-872f852f95a3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570232 Aug 17 02:46:46.300246 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.353991 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Routers {'95bd5694-2f80-41af-bb88-a822c598a185'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:46:46.354800 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:46:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['95bd5694-2f80-41af-bb88-a822c598a185'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:46.378463 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b84f04-8e76-4aa4-ad36-b82052904c53 req-ccb34e23-cf96-4075-b478-4b004ae85e4d tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:46.385894 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27b84f04-8e76-4aa4-ad36-b82052904c53 req-ccb34e23-cf96-4075-b478-4b004ae85e4d tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0757456 Aug 17 02:46:46.400911 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.437532 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27b84f04-8e76-4aa4-ad36-b82052904c53 req-dcdab7ad-6741-4c11-b403-12f9f7205c66 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 Aug 17 02:46:46.513386 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c4410-e2bc-46bd-9345-991f867e407b None None] Pushing event updated for resources: {'Port': ['ID=e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:46.513625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.554343 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] Set router 95bd5694-2f80-41af-bb88-a822c598a185 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:46:46.574259 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.576375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/56eefc04-ff57-482b-ac5f-eaef38849930 HTTP/1.1" status: 204 len: 168 time: 5.8663461 Aug 17 02:46:46.577686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a10d4-a5f2-4156-bea1-e02a7878290a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Network': ['ID=56eefc04-ff57-482b-ac5f-eaef38849930,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:46.580409 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49400) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:46.592658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9c34b460-b00d-429a-a261-6135f9d53ca5 None None] Provisioning for port ee2dfb8a-925d-44b4-b436-5b7aca104d49 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:46:46.593413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-005e7f00-405a-4a9a-ac90-0f2c5fb3962f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1591977696'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:46.600206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9c34b460-b00d-429a-a261-6135f9d53ca5 None None] Provisioning complete for port ee2dfb8a-925d-44b4-b436-5b7aca104d49 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:46.601068 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9c34b460-b00d-429a-a261-6135f9d53ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.640754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad1e6f-e357-426f-8855-2f062980ae99 req-c174c09f-9750-4a05-bf4d-0f3ea03b5470 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:46.642432 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52ad1e6f-e357-426f-8855-2f062980ae99 req-c174c09f-9750-4a05-bf4d-0f3ea03b5470 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.1067159 Aug 17 02:46:46.664617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9c34b460-b00d-429a-a261-6135f9d53ca5 None None] Port ee2dfb8a-925d-44b4-b436-5b7aca104d49 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:46:46.694271 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52ad1e6f-e357-426f-8855-2f062980ae99 req-bbcdc26f-92dc-45b3-ac24-eba813ba8d5b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453827 Aug 17 02:46:46.703528 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.715873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005e7f00-405a-4a9a-ac90-0f2c5fb3962f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:46.721864 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-005e7f00-405a-4a9a-ac90-0f2c5fb3962f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.749755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005e7f00-405a-4a9a-ac90-0f2c5fb3962f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:46:46.760677 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-005e7f00-405a-4a9a-ac90-0f2c5fb3962f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.766793 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-005e7f00-405a-4a9a-ac90-0f2c5fb3962f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Added segment 18d49720-d705-407c-9910-f593827d3d32 of type vlan for network ab1c2dcf-986b-4219-890c-3a6152be27f0 Aug 17 02:46:46.816429 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bd5694-2f80-41af-bb88-a822c598a185', 'name': 'tempest-TestServerMultinode-1505979762-router', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:38Z', 'updated_at': '2021-08-17T02:46:41Z', 'revision_number': 3, 'project_id': '078278ed667443dea3cb83d7d2fecef6', 'gw_port': {'id': 'e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bd5694-2f80-41af-bb88-a822c598a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:40Z', 'updated_at': '2021-08-17T02:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:46.819175 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-005e7f00-405a-4a9a-ac90-0f2c5fb3962f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.839063 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.854031 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab5665-d80f-4b56-84c3-fd8250fe36a5 None None] The sync data for ids ['95bd5694-2f80-41af-bb88-a822c598a185'] in n-d-793621-31 is: [{'id': '95bd5694-2f80-41af-bb88-a822c598a185', 'name': 'tempest-TestServerMultinode-1505979762-router', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:38Z', 'updated_at': '2021-08-17T02:46:41Z', 'revision_number': 3, 'project_id': '078278ed667443dea3cb83d7d2fecef6', 'gw_port': {'id': 'e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bd5694-2f80-41af-bb88-a822c598a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:40Z', 'updated_at': '2021-08-17T02:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:46:46.958851 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Pushing event updated for resources: {'Port': ['ID=ee2dfb8a-925d-44b4-b436-5b7aca104d49,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:46.960292 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-005e7f00-405a-4a9a-ac90-0f2c5fb3962f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.963886 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:46.970692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005e7f00-405a-4a9a-ac90-0f2c5fb3962f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:46.971341 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-005e7f00-405a-4a9a-ac90-0f2c5fb3962f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:47.069852 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:46:47.094598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:46:47.094995 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 62c56340-e7c9-41f4-9c49-c9a0b8c0f3a5 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:46:47.122447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Network e5453bbb-edd0-412f-b32f-ee5f32f64d62 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:47.122447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:47.287380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Router 95bd5694-2f80-41af-bb88-a822c598a185 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:46:47.377616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e7f00-405a-4a9a-ac90-0f2c5fb3962f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Network': ['ID=ab1c2dcf-986b-4219-890c-3a6152be27f0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:47.391268 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network ab1c2dcf-986b-4219-890c-3a6152be27f0 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:46:47.428407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05b680-a019-41cd-bc8c-5eeea8863464 req-6849e82d-bcc7-4e95-b27f-9db668503e91 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:47.437414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:46:47.438355 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b05b680-a019-41cd-bc8c-5eeea8863464 req-6849e82d-bcc7-4e95-b27f-9db668503e91 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 946 time: 0.5000718 Aug 17 02:46:47.452022 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-90111212-7ff4-4b90-af35-746cd747fb36 admin admin] 10.222.0.13 "PUT /v2.0/routers/95bd5694-2f80-41af-bb88-a822c598a185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8587134 Aug 17 02:46:47.486025 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-005e7f00-405a-4a9a-ac90-0f2c5fb3962f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9021528 Aug 17 02:46:47.486526 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49410) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:47.493669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-5c79545b-096b-4e3d-9161-43c4a6b5fe60 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:47.506328 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b05b680-a019-41cd-bc8c-5eeea8863464 req-ca0350d6-8e56-49ce-897c-a16419289321 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a53db9f3-4666-4c61-93d4-cd55b892e602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632074 Aug 17 02:46:47.529194 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-11f378c4-b853-4125-9fff-ad556232080b None None] Provisioning complete for port ee2dfb8a-925d-44b4-b436-5b7aca104d49 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:47.529917 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-11f378c4-b853-4125-9fff-ad556232080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:47.599581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-11f378c4-b853-4125-9fff-ad556232080b None None] Port ee2dfb8a-925d-44b4-b436-5b7aca104d49 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:46:47.640111 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ece91-29d6-425f-860c-3efa41e17998 req-cbc79a70-4ee1-4c61-9d2f-d993c1044c8d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:47.642118 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d6ece91-29d6-425f-860c-3efa41e17998 req-cbc79a70-4ee1-4c61-9d2f-d993c1044c8d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.0725493 Aug 17 02:46:47.688077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d6ece91-29d6-425f-860c-3efa41e17998 req-27636367-06c5-49db-b488-d72b917aea2e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395606 Aug 17 02:46:47.752983 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c79545b-096b-4e3d-9161-43c4a6b5fe60 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:47.819784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d818d5-588b-49d7-b845-0a73e12e81bd req-768765be-958b-4ab2-890d-e1d925d95b92 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:47.821880 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-79d818d5-588b-49d7-b845-0a73e12e81bd req-768765be-958b-4ab2-890d-e1d925d95b92 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0577610 Aug 17 02:46:47.865931 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c79545b-096b-4e3d-9161-43c4a6b5fe60 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:47.884834 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-79d818d5-588b-49d7-b845-0a73e12e81bd req-a161e8a9-eb6c-477e-b433-915569c19890 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544107 Aug 17 02:46:48.007530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c79545b-096b-4e3d-9161-43c4a6b5fe60 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network ab1c2dcf-986b-4219-890c-3a6152be27f0 is not hosted by any dhcp agent {{(pid=95407) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 02:46:48.016861 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c79545b-096b-4e3d-9161-43c4a6b5fe60 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:48.023840 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c79545b-096b-4e3d-9161-43c4a6b5fe60 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:48.023840 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5c79545b-096b-4e3d-9161-43c4a6b5fe60 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "PUT /v2.0/networks/ab1c2dcf-986b-4219-890c-3a6152be27f0 HTTP/1.1" status: 200 len: 723 time: 0.5320313 Aug 17 02:46:48.024505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49422) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:48.035601 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-58fbcf18-cf0a-47f8-b650-5d08f8cb277c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'subnet': {'network_id': 'ab1c2dcf-986b-4219-890c-3a6152be27f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:48.121674 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79545b-096b-4e3d-9161-43c4a6b5fe60 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Network': ['ID=ab1c2dcf-986b-4219-890c-3a6152be27f0,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:48.135840 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network ab1c2dcf-986b-4219-890c-3a6152be27f0 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:46:48.142346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e44c7-8ff3-44a6-82f3-5a316af20422 req-dc312276-730f-4370-a071-771515b9d32c tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:48.143909 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e5e44c7-8ff3-44a6-82f3-5a316af20422 req-dc312276-730f-4370-a071-771515b9d32c tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 946 time: 0.1103334 Aug 17 02:46:48.154351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49426) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:48.162051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9c6113b1-daf5-4947-90d2-5ef849330718 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Request body: {'floatingip': {'port_id': '3ce8d626-ba29-4697-800f-fc5b7e2c7bbb'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:48.230065 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9c6113b1-daf5-4947-90d2-5ef849330718 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:48.300272 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fbcf18-cf0a-47f8-b650-5d08f8cb277c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:48.303928 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58fbcf18-cf0a-47f8-b650-5d08f8cb277c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:48.319065 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c6fd1701-eb08-4c7d-948b-b839c0129f63 req-74bf01f2-e220-4482-9b87-612c80b9f4b4 service neutron] 10.222.0.18 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936839 Aug 17 02:46:48.418566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194d26e-589a-44c1-9889-a5c2a678c7bd req-01075baa-8495-4ba4-bb27-fb51fc95103a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:48.420711 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2194d26e-589a-44c1-9889-a5c2a678c7bd req-01075baa-8495-4ba4-bb27-fb51fc95103a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.1974628 Aug 17 02:46:48.573812 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2194d26e-589a-44c1-9889-a5c2a678c7bd req-736393fb-93c5-4e13-a1f4-11cb97fc30bf tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806391 Aug 17 02:46:48.606514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49444) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:48.617485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1130228095-network', 'tenant_id': '79883023ec444887aa03ae960546a041'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:48.983541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae8fc2-2b33-47d8-bb0e-25314a2f10c2 req-179df183-6c6c-4c8f-99ab-3cb30e21a942 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:48.985044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3eae8fc2-2b33-47d8-bb0e-25314a2f10c2 req-179df183-6c6c-4c8f-99ab-3cb30e21a942 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.1994574 Aug 17 02:46:49.028717 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Sync routers for ids ['95bd5694-2f80-41af-bb88-a822c598a185'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:46:49.039862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Routers {'95bd5694-2f80-41af-bb88-a822c598a185'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:46:49.040878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:46:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['95bd5694-2f80-41af-bb88-a822c598a185'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:49.101642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:49.134763 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3eae8fc2-2b33-47d8-bb0e-25314a2f10c2 req-19189300-ae6d-4561-9b3a-3ed4086af59f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359928 Aug 17 02:46:49.151910 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.resource_extend [None req-9c6113b1-daf5-4947-90d2-5ef849330718 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:46:49.231923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Set router 95bd5694-2f80-41af-bb88-a822c598a185 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:46:49.233627 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9c6113b1-daf5-4947-90d2-5ef849330718 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:49.256278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e792bcf-cd7e-4054-8d10-2244ab412ae3 req-22b3bdfa-9159-4a71-b9cc-0dfec09eda78 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:49.257886 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e792bcf-cd7e-4054-8d10-2244ab412ae3 req-22b3bdfa-9159-4a71-b9cc-0dfec09eda78 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0592170 Aug 17 02:46:49.300114 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e792bcf-cd7e-4054-8d10-2244ab412ae3 req-1d895b57-071f-4921-a060-be5b28fc7ba4 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349085 Aug 17 02:46:49.437001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bd5694-2f80-41af-bb88-a822c598a185', 'name': 'tempest-TestServerMultinode-1505979762-router', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:38Z', 'updated_at': '2021-08-17T02:46:46Z', 'revision_number': 4, 'project_id': '078278ed667443dea3cb83d7d2fecef6', 'gw_port': {'id': 'e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bd5694-2f80-41af-bb88-a822c598a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:40Z', 'updated_at': '2021-08-17T02:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'ee2dfb8a-925d-44b4-b436-5b7aca104d49', 'name': '', 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6', 'mac_address': 'fa:16:3e:f6:cc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bd5694-2f80-41af-bb88-a822c598a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'fc9ca113-d7fd-49ea-a52f-d7c52e8102db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:45Z', 'updated_at': '2021-08-17T02:46:46Z', 'revision_number': 2, 'project_id': '078278ed667443dea3cb83d7d2fecef6', 'subnets': [{'id': 'fc9ca113-d7fd-49ea-a52f-d7c52e8102db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:49.443235 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] Made reservation on behalf of 79883023ec444887aa03ae960546a041 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:49.446306 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:49.448659 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58fbcf18-cf0a-47f8-b650-5d08f8cb277c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:49.450219 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9c6113b1-daf5-4947-90d2-5ef849330718 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:49.460248 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:49.466292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Checking router: 95bd5694-2f80-41af-bb88-a822c598a185 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:46:49.466657 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Updating router 95bd5694-2f80-41af-bb88-a822c598a185 port ee2dfb8a-925d-44b4-b436-5b7aca104d49 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:46:49.471002 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:46:49.495421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:49.495797 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:49.520985 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:49.527744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbcf18-cf0a-47f8-b650-5d08f8cb277c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Subnet': ['ID=a475d821-3a06-4448-bae0-704cd1869773,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:49.531245 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fbcf18-cf0a-47f8-b650-5d08f8cb277c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Checking segment: {'id': '18d49720-d705-407c-9910-f593827d3d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ab1c2dcf-986b-4219-890c-3a6152be27f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:49.531870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fbcf18-cf0a-47f8-b650-5d08f8cb277c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network hostable DHCP agents. Network: ab1c2dcf-986b-4219-890c-3a6152be27f0, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:46:49.625629 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-9c6113b1-daf5-4947-90d2-5ef849330718 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Floating IP abd93cb8-1d24-4cba-be79-0cb824aa2353 associated. External IP: 172.25.5.48, port: 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb. Aug 17 02:46:49.632059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fbcf18-cf0a-47f8-b650-5d08f8cb277c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network ab1c2dcf-986b-4219-890c-3a6152be27f0 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:46:49.694040 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:49.744266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:49.773575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154a25a-7aff-419b-ab26-29add45f8f90 req-a46d9bda-7a9a-4e4b-897e-f30b946319aa tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:49.775583 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d154a25a-7aff-419b-ab26-29add45f8f90 req-a46d9bda-7a9a-4e4b-897e-f30b946319aa tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.1773920 Aug 17 02:46:49.792077 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-58fbcf18-cf0a-47f8-b650-5d08f8cb277c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, ab1c2dcf-986b-4219-890c-3a6152be27f0) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:49.797807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fbcf18-cf0a-47f8-b650-5d08f8cb277c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:49.798456 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-58fbcf18-cf0a-47f8-b650-5d08f8cb277c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:49.803954 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b897ec1-0d44-4d9b-a08f-6da72884fa77 None None] Network ab1c2dcf-986b-4219-890c-3a6152be27f0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:49.807539 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:49.833452 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d154a25a-7aff-419b-ab26-29add45f8f90 req-6d08b0da-8dba-4813-a9d7-4b444be47295 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492435 Aug 17 02:46:49.860726 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:49.948477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6113b1-daf5-4947-90d2-5ef849330718 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Router c796c123-51bc-4738-97f4-08e6370ec54c has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:46:49.968029 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:49.971620 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:49.994080 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Transition to ACTIVE for port object ee2dfb8a-925d-44b4-b436-5b7aca104d49 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:49.998098 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:50.033352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:46:50.044481 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-58fbcf18-cf0a-47f8-b650-5d08f8cb277c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0184703 Aug 17 02:46:50.052326 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49462) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:50.059216 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d3b68f1b-c387-400c-894b-c9a8c6272558 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:50.061055 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:50.070842 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ece2de-ef2f-43a8-96b4-df436bcba40c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:50.082077 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:50.082344 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] Added segment 06595942-8096-41b8-a1fe-c8be6a0b5cf5 of type vlan for network 46a1a85d-8b6c-4386-8a81-e82213787a6b Aug 17 02:46:50.140471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-ab1c2dcf-986b-4219-890c-3a6152be27f0', 'network_id': 'ab1c2dcf-986b-4219-890c-3a6152be27f0', 'tenant_id': '3cc2ddbaec1b4a35abeae81c4c238ccb', 'fixed_ips': [{'subnet_id': 'a475d821-3a06-4448-bae0-704cd1869773'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:46:50.141462 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:50.144822 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:50.147792 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6113b1-daf5-4947-90d2-5ef849330718 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:46:50.154218 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9c6113b1-daf5-4947-90d2-5ef849330718 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:50.173201 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1414cd97-6710-4d9d-8a03-df835ce83ac3 None None] Sync routers for ids ['c796c123-51bc-4738-97f4-08e6370ec54c'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:46:50.193083 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1414cd97-6710-4d9d-8a03-df835ce83ac3 None None] Routers {'c796c123-51bc-4738-97f4-08e6370ec54c'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:46:50.198030 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1414cd97-6710-4d9d-8a03-df835ce83ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:46:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c796c123-51bc-4738-97f4-08e6370ec54c'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:50.205259 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9c6113b1-daf5-4947-90d2-5ef849330718 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "PUT /v2.0/floatingips/abd93cb8-1d24-4cba-be79-0cb824aa2353 HTTP/1.1" status: 200 len: 991 time: 2.0446393 Aug 17 02:46:50.205259 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1', 'tag': '3ce8d626-ba29-4697-800f-fc5b7e2c7bbb'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:46:50.219202 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aa9649-9802-4459-bbbc-741a34059754" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1", "tag": "3ce8d626-ba29-4697-800f-fc5b7e2c7bbb"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:46:50.221966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389362f8-0116-4ab4-8187-29a1db19bfb9 None None] Pushing event updated for resources: {'Port': ['ID=ee2dfb8a-925d-44b4-b436-5b7aca104d49,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:50.224886 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3b68f1b-c387-400c-894b-c9a8c6272558 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9021011'] for subnet, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:50.277481 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:50.278634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:50.279336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:50.406825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] Pushing event updated for resources: {'Network': ['ID=46a1a85d-8b6c-4386-8a81-e82213787a6b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:50.427036 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Attempting to bind port ee2dfb8a-925d-44b4-b436-5b7aca104d49 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:50.431388 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Attempting to bind port ee2dfb8a-925d-44b4-b436-5b7aca104d49 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:50.431388 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Attempting to bind port ee2dfb8a-925d-44b4-b436-5b7aca104d49 on network e5453bbb-edd0-412f-b32f-ee5f32f64d62 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:50.434780 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 46a1a85d-8b6c-4386-8a81-e82213787a6b details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:46:50.440357 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:50.440741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Checking segment: {'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:50.441143 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:50.441680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Bound using segment: {'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:50.442171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Bound port: ee2dfb8a-925d-44b4-b436-5b7aca104d49, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:50.442564 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:50.464615 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-1414cd97-6710-4d9d-8a03-df835ce83ac3 None None] Set router c796c123-51bc-4738-97f4-08e6370ec54c gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:46:50.466435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014711d-3793-4b41-8406-d90bce5fdad6 req-77bdeedb-aa31-4a11-8811-e351e35a062a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:50.468203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7014711d-3793-4b41-8406-d90bce5fdad6 req-77bdeedb-aa31-4a11-8811-e351e35a062a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.1724250 Aug 17 02:46:50.508160 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6d9593ad-1217-4e61-8f80-798b00d37a4d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9004786 Aug 17 02:46:50.512938 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49476) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:50.524144 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-98a7bd4a-080e-4a9b-a834-14ade1a280ee admin admin] Request body: {'subnet': {'network_id': '46a1a85d-8b6c-4386-8a81-e82213787a6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1130228095-subnet', 'tenant_id': '79883023ec444887aa03ae960546a041', 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:50.556998 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7014711d-3793-4b41-8406-d90bce5fdad6 req-cd9f3993-bcab-46eb-8afe-8c7b8ba9a4a8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720494 Aug 17 02:46:50.629276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] For port ee2dfb8a-925d-44b4-b436-5b7aca104d49, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:50.637490 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] For port ee2dfb8a-925d-44b4-b436-5b7aca104d49, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ee2dfb8a-925d-44b4-b436-5b7aca104d49,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:50.677743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a7bd4a-080e-4a9b-a834-14ade1a280ee admin admin] Made reservation on behalf of 79883023ec444887aa03ae960546a041 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:50.680176 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-98a7bd4a-080e-4a9b-a834-14ade1a280ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:50.682807 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3b68f1b-c387-400c-894b-c9a8c6272558 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730040250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3295861'] for subnet, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:50.745725 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:50.813126 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Allocated IP 172.20.0.2 (ab1c2dcf-986b-4219-890c-3a6152be27f0/a475d821-3a06-4448-bae0-704cd1869773/594f81f8-1045-4cc7-b8b4-47aa92fd3728) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:50.836197 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Routers {'95bd5694-2f80-41af-bb88-a822c598a185'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:46:50.837181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:46:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['95bd5694-2f80-41af-bb88-a822c598a185'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:50.896834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389362f8-0116-4ab4-8187-29a1db19bfb9 None None] Pushing event updated for resources: {'Port': ['ID=ee2dfb8a-925d-44b4-b436-5b7aca104d49,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:50.906912 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1414cd97-6710-4d9d-8a03-df835ce83ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'abd93cb8-1d24-4cba-be79-0cb824aa2353', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'port_id': '3ce8d626-ba29-4697-800f-fc5b7e2c7bbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'mac_address': 'fa:16:3e:3f:58:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:46:20Z', 'updated_at': '2021-08-17T02:46:49Z', 'revision_number': 1, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192cb886-38bd-4842-b574-3eda2d5f1d3e', 'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'mac_address': 'fa:16:3e:41:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:04Z', 'updated_at': '2021-08-17T02:39:15Z', 'revision_number': 5, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'subnets': [{'id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:50.954386 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1414cd97-6710-4d9d-8a03-df835ce83ac3 None None] Checking router: c796c123-51bc-4738-97f4-08e6370ec54c for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:46:50.966442 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1414cd97-6710-4d9d-8a03-df835ce83ac3 None None] Routers {'c796c123-51bc-4738-97f4-08e6370ec54c'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:46:50.967074 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1414cd97-6710-4d9d-8a03-df835ce83ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:46:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c796c123-51bc-4738-97f4-08e6370ec54c'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:51.112285 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80991bf-41ca-4634-9140-3b3be61b51cd x-openstack-request-id: req-b80991bf-41ca-4634-9140-3b3be61b51cd {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:46:51.113456 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1", "tag": "3ce8d626-ba29-4697-800f-fc5b7e2c7bbb", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:46:51.113948 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b80991bf-41ca-4634-9140-3b3be61b51cd {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:46:51.114598 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1', 'tag': '3ce8d626-ba29-4697-800f-fc5b7e2c7bbb', 'status': 'completed', 'code': 200} Aug 17 02:46:51.235111 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-1414cd97-6710-4d9d-8a03-df835ce83ac3 None None] Set router c796c123-51bc-4738-97f4-08e6370ec54c gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:46:51.291898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329abca2-b656-411e-a0ad-35075fb555b3 req-12083d76-5631-4c35-902e-d236256a7bf9 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:51.300115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-329abca2-b656-411e-a0ad-35075fb555b3 req-12083d76-5631-4c35-902e-d236256a7bf9 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0699403 Aug 17 02:46:51.335875 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9649-9802-4459-bbbc-741a34059754 req-139640cb-295b-4eb4-80a5-31b51945b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:51.337476 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6aa9649-9802-4459-bbbc-741a34059754 req-139640cb-295b-4eb4-80a5-31b51945b235 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d55d2b9b694b56acaea90485e97c43&device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 1098 time: 0.1617060 Aug 17 02:46:51.351568 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-329abca2-b656-411e-a0ad-35075fb555b3 req-a16b68f7-d6be-4b31-8c92-5aeaba835b7e tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508108 Aug 17 02:46:51.435355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:46:51.448633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:51.531929 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1414cd97-6710-4d9d-8a03-df835ce83ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'abd93cb8-1d24-4cba-be79-0cb824aa2353', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'port_id': '3ce8d626-ba29-4697-800f-fc5b7e2c7bbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'mac_address': 'fa:16:3e:3f:58:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:46:20Z', 'updated_at': '2021-08-17T02:46:49Z', 'revision_number': 1, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192cb886-38bd-4842-b574-3eda2d5f1d3e', 'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'mac_address': 'fa:16:3e:41:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:04Z', 'updated_at': '2021-08-17T02:39:15Z', 'revision_number': 5, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'subnets': [{'id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:51.560026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9649-9802-4459-bbbc-741a34059754 req-3225a1df-af39-4388-a8ab-49a4a1b0920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:51.564363 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6aa9649-9802-4459-bbbc-741a34059754 req-3225a1df-af39-4388-a8ab-49a4a1b0920b service neutron] 10.222.0.42 "GET /v2.0/networks?id=63c037a2-cec8-4bd4-a904-29cd7197ae86 HTTP/1.1" status: 200 len: 911 time: 0.2122047 Aug 17 02:46:51.591805 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1414cd97-6710-4d9d-8a03-df835ce83ac3 None None] The sync data for ids ['c796c123-51bc-4738-97f4-08e6370ec54c'] in n-d-793621-31 is: [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'abd93cb8-1d24-4cba-be79-0cb824aa2353', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'port_id': '3ce8d626-ba29-4697-800f-fc5b7e2c7bbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'mac_address': 'fa:16:3e:3f:58:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:46:20Z', 'updated_at': '2021-08-17T02:46:49Z', 'revision_number': 1, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192cb886-38bd-4842-b574-3eda2d5f1d3e', 'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'mac_address': 'fa:16:3e:41:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:04Z', 'updated_at': '2021-08-17T02:39:15Z', 'revision_number': 5, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'subnets': [{'id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:46:51.641721 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b68f1b-c387-400c-894b-c9a8c6272558 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:51.642348 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d3b68f1b-c387-400c-894b-c9a8c6272558 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:51.645965 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d3b68f1b-c387-400c-894b-c9a8c6272558 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "PUT /v2.0/subnets/a475d821-3a06-4448-bae0-704cd1869773 HTTP/1.1" status: 200 len: 806 time: 1.5898283 Aug 17 02:46:51.653755 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49494) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:51.711294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6aa9649-9802-4459-bbbc-741a34059754 req-c804e551-a09f-41a6-99f9-7c691878562a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb HTTP/1.1" status: 200 len: 999 time: 0.1374133 Aug 17 02:46:51.726576 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] Set router 95bd5694-2f80-41af-bb88-a822c598a185 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:46:51.761452 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-98a7bd4a-080e-4a9b-a834-14ade1a280ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:51.799462 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b68f1b-c387-400c-894b-c9a8c6272558 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Subnet': ['ID=a475d821-3a06-4448-bae0-704cd1869773,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:51.911234 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:51.932910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:51.933458 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:51.941887 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7bd4a-080e-4a9b-a834-14ade1a280ee admin admin] Checking segment: {'id': '06595942-8096-41b8-a1fe-c8be6a0b5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46a1a85d-8b6c-4386-8a81-e82213787a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:51.942594 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7bd4a-080e-4a9b-a834-14ade1a280ee admin admin] Network hostable DHCP agents. Network: 46a1a85d-8b6c-4386-8a81-e82213787a6b, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:46:51.949294 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Transition to ACTIVE for port object 594f81f8-1045-4cc7-b8b4-47aa92fd3728 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:51.952847 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:52.012768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7bd4a-080e-4a9b-a834-14ade1a280ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a56e8e-a1b6-4e82-a6dd-cff369aa9842,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:52.013659 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a61da-b814-40a6-abd4-8761719a7744 None None] New status for floating IP abd93cb8-1d24-4cba-be79-0cb824aa2353: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:46:52.028858 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.103311 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7bd4a-080e-4a9b-a834-14ade1a280ee admin admin] Network 46a1a85d-8b6c-4386-8a81-e82213787a6b is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:46:52.112289 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'port_id': '37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3', 'mac_address': 'fa:16:3e:43:8c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:46:52.117340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9649-9802-4459-bbbc-741a34059754 req-3c507da4-24b7-4f25-ac59-2f370754cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:52.119084 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6aa9649-9802-4459-bbbc-741a34059754 req-3c507da4-24b7-4f25-ac59-2f370754cada service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6588c9ac-5362-490c-a200-ab2910cd28a7 HTTP/1.1" status: 200 len: 849 time: 0.3994768 Aug 17 02:46:52.119408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Transition to ACTIVE for port object 594f81f8-1045-4cc7-b8b4-47aa92fd3728 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:52.123855 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.142656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101cdc0-f5a5-462c-8a0b-6888e58a4091 req-8350b6e2-141e-4b0a-93c0-db8d87538772 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:52.144895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5101cdc0-f5a5-462c-8a0b-6888e58a4091 req-8350b6e2-141e-4b0a-93c0-db8d87538772 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.0773492 Aug 17 02:46:52.185942 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-98a7bd4a-080e-4a9b-a834-14ade1a280ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 46a1a85d-8b6c-4386-8a81-e82213787a6b) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:52.191691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a7bd4a-080e-4a9b-a834-14ade1a280ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:52.193524 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-98a7bd4a-080e-4a9b-a834-14ade1a280ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.217393 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4922182b-7b58-470b-96fa-27de1c8c795a None None] Network 46a1a85d-8b6c-4386-8a81-e82213787a6b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:52.226528 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5101cdc0-f5a5-462c-8a0b-6888e58a4091 req-28972001-8e06-45fe-bf38-cdac275169ca tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640907 Aug 17 02:46:52.228676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9649-9802-4459-bbbc-741a34059754 req-e65993f8-c200-41b0-a61e-0e1985c7d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:52.230203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6aa9649-9802-4459-bbbc-741a34059754 req-e65993f8-c200-41b0-a61e-0e1985c7d00b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63c037a2-cec8-4bd4-a904-29cd7197ae86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843554 Aug 17 02:46:52.230507 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.300699 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-98a7bd4a-080e-4a9b-a834-14ade1a280ee admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7817690 Aug 17 02:46:52.304255 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49504) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:52.312058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1130228095-router', 'tenant_id': '79883023ec444887aa03ae960546a041', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:52.356438 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.387910 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6aa9649-9802-4459-bbbc-741a34059754 req-55d9dc4b-cfb3-4032-aaf8-e00fad2fb571 service neutron] 10.222.0.42 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502671 Aug 17 02:46:52.402829 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Subnet': ['ID=a475d821-3a06-4448-bae0-704cd1869773,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:52.427003 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.454207 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.455643 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.490869 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.513946 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1c2dcf-986b-4219-890c-3a6152be27f0']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:52.536888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e6aa9649-9802-4459-bbbc-741a34059754 req-e356c93f-1208-4f72-8e5f-903bcd5a6446 service neutron] 10.222.0.42 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244850 Aug 17 02:46:52.550071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Network ab1c2dcf-986b-4219-890c-3a6152be27f0 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:52.564417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:46:52.566162 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d49720-d705-407c-9910-f593827d3d32') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:52.566697 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d49720-d705-407c-9910-f593827d3d32') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:52.577959 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.581809 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.593642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:52.599409 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:52.605645 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.608717 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Pushing event updated for resources: {'Port': ['ID=594f81f8-1045-4cc7-b8b4-47aa92fd3728,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:52.611074 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b53fb5-2796-462b-9cc9-1a3d2d9d2119 req-0c68f7ec-85bf-4b2d-a71e-36038ed377e1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:52.616369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:46:52.616924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.619100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:46:52.626315 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:46:52.641123 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42b53fb5-2796-462b-9cc9-1a3d2d9d2119 req-0c68f7ec-85bf-4b2d-a71e-36038ed377e1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 943 time: 0.2507474 Aug 17 02:46:52.700548 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42b53fb5-2796-462b-9cc9-1a3d2d9d2119 req-a66f1e1d-c1d0-42b1-9bd5-28cd8774402e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579405 Aug 17 02:46:52.733280 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.755332 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Attempting to bind port 594f81f8-1045-4cc7-b8b4-47aa92fd3728 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:52.755709 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Attempting to bind port 594f81f8-1045-4cc7-b8b4-47aa92fd3728 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '18d49720-d705-407c-9910-f593827d3d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ab1c2dcf-986b-4219-890c-3a6152be27f0'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:52.756072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Attempting to bind port 594f81f8-1045-4cc7-b8b4-47aa92fd3728 on network ab1c2dcf-986b-4219-890c-3a6152be27f0 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:52.773449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:52.773891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Checking segment: {'id': '18d49720-d705-407c-9910-f593827d3d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ab1c2dcf-986b-4219-890c-3a6152be27f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:52.774380 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.775422 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Bound using segment: {'id': '18d49720-d705-407c-9910-f593827d3d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ab1c2dcf-986b-4219-890c-3a6152be27f0'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:52.775942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Bound port: 594f81f8-1045-4cc7-b8b4-47aa92fd3728, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d49720-d705-407c-9910-f593827d3d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ab1c2dcf-986b-4219-890c-3a6152be27f0'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:52.776336 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.781452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bd5694-2f80-41af-bb88-a822c598a185', 'name': 'tempest-TestServerMultinode-1505979762-router', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:38Z', 'updated_at': '2021-08-17T02:46:46Z', 'revision_number': 4, 'project_id': '078278ed667443dea3cb83d7d2fecef6', 'gw_port': {'id': 'e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bd5694-2f80-41af-bb88-a822c598a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:40Z', 'updated_at': '2021-08-17T02:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'ee2dfb8a-925d-44b4-b436-5b7aca104d49', 'name': '', 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6', 'mac_address': 'fa:16:3e:f6:cc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bd5694-2f80-41af-bb88-a822c598a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'fc9ca113-d7fd-49ea-a52f-d7c52e8102db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:45Z', 'updated_at': '2021-08-17T02:46:50Z', 'revision_number': 4, 'project_id': '078278ed667443dea3cb83d7d2fecef6', 'subnets': [{'id': 'fc9ca113-d7fd-49ea-a52f-d7c52e8102db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:52.787122 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.db.api [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 02:46:52.787122 n-d-793621-31 neutron-server[95407]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 02:46:52.787122 n-d-793621-31 neutron-server[95407]: [parameters: {'id': 'ab1c2dcf-986b-4219-890c-3a6152be27f0'}] Aug 17 02:46:52.787122 n-d-793621-31 neutron-server[95407]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:46:52.788285 n-d-793621-31 neutron-server[95407]: DEBUG oslo_db.api [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:46:52.880490 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:52.919210 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca1835-b4ea-4726-aff4-95d57ed1b390 None None] The sync data for ids ['95bd5694-2f80-41af-bb88-a822c598a185'] in n-d-793621-31 is: [{'id': '95bd5694-2f80-41af-bb88-a822c598a185', 'name': 'tempest-TestServerMultinode-1505979762-router', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:38Z', 'updated_at': '2021-08-17T02:46:46Z', 'revision_number': 4, 'project_id': '078278ed667443dea3cb83d7d2fecef6', 'gw_port': {'id': 'e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bd5694-2f80-41af-bb88-a822c598a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:40Z', 'updated_at': '2021-08-17T02:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'ee2dfb8a-925d-44b4-b436-5b7aca104d49', 'name': '', 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6', 'mac_address': 'fa:16:3e:f6:cc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95bd5694-2f80-41af-bb88-a822c598a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'fc9ca113-d7fd-49ea-a52f-d7c52e8102db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:45Z', 'updated_at': '2021-08-17T02:46:50Z', 'revision_number': 4, 'project_id': '078278ed667443dea3cb83d7d2fecef6', 'subnets': [{'id': 'fc9ca113-d7fd-49ea-a52f-d7c52e8102db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:46:52.926850 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] For port 594f81f8-1045-4cc7-b8b4-47aa92fd3728, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:52.950995 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] For port 594f81f8-1045-4cc7-b8b4-47aa92fd3728, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=594f81f8-1045-4cc7-b8b4-47aa92fd3728,segment=NetworkSegment(18d49720-d705-407c-9910-f593827d3d32),segment_id=18d49720-d705-407c-9910-f593827d3d32)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:52.984206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:53.032692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-46a1a85d-8b6c-4386-8a81-e82213787a6b', 'network_id': '46a1a85d-8b6c-4386-8a81-e82213787a6b', 'tenant_id': '79883023ec444887aa03ae960546a041', 'fixed_ips': [{'subnet_id': '99a56e8e-a1b6-4e82-a6dd-cff369aa9842'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:46:53.036280 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:53.059475 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:53.174395 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ee2dfb8a-925d-44b4-b436-5b7aca104d49 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:53.231426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:46:53.257092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d942818-7641-4961-b5fd-92b13d6b1227 req-7ed431b3-a34c-4ac2-b29d-6629ad662326 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:53.259399 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d942818-7641-4961-b5fd-92b13d6b1227 req-7ed431b3-a34c-4ac2-b29d-6629ad662326 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0730250 Aug 17 02:46:53.334946 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d942818-7641-4961-b5fd-92b13d6b1227 req-c993036b-a439-4027-a1be-968213a97c80 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655401 Aug 17 02:46:53.342236 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:53.350195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3ba3a-6f60-4c59-8e31-d4794060f211 None None] Pushing event updated for resources: {'Port': ['ID=594f81f8-1045-4cc7-b8b4-47aa92fd3728,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:53.465674 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:53.503180 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:53.522705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a489f7e-6eac-4970-977d-c1ccfbce87bf req-c2bfb3d2-27b0-4278-a68b-a898278223d6 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:53.525522 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a489f7e-6eac-4970-977d-c1ccfbce87bf req-c2bfb3d2-27b0-4278-a68b-a898278223d6 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.0720954 Aug 17 02:46:53.580602 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a489f7e-6eac-4970-977d-c1ccfbce87bf req-1c2f2a0b-37e3-48ec-9007-22e0d29b231f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480330 Aug 17 02:46:53.601203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ea76c-78d9-4b35-92be-c5fcfacbc2f9 None None] Network ab1c2dcf-986b-4219-890c-3a6152be27f0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:53.655444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Deleting port 594f81f8-1045-4cc7-b8b4-47aa92fd3728 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:46:53.655820 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:53.672308 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port ee2dfb8a-925d-44b4-b436-5b7aca104d49 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:46:53.710726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ee2dfb8a-925d-44b4-b436-5b7aca104d49 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:53.711140 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:53.757524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Allocated IP 172.25.5.234 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/a490a44c-125e-4572-a7c9-db63d4dabddd) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:53.800963 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Allocated IP 172.20.0.2 (46a1a85d-8b6c-4386-8a81-e82213787a6b/99a56e8e-a1b6-4e82-a6dd-cff369aa9842/ad0e7aa7-260c-4f70-b2e6-caba35470f48) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:53.816469 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] For port 594f81f8-1045-4cc7-b8b4-47aa92fd3728, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=594f81f8-1045-4cc7-b8b4-47aa92fd3728,segment=NetworkSegment(18d49720-d705-407c-9910-f593827d3d32),segment_id=18d49720-d705-407c-9910-f593827d3d32)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:53.817505 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:53.853639 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Calling delete_port for 594f81f8-1045-4cc7-b8b4-47aa92fd3728 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:46:53.932264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2eeed-3a2d-4c8a-92a2-d50d436bb11f req-7de6e42e-3531-459b-a6e9-e19cb5434981 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:53.934278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cbb2eeed-3a2d-4c8a-92a2-d50d436bb11f req-7de6e42e-3531-459b-a6e9-e19cb5434981 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 944 time: 0.0887060 Aug 17 02:46:54.025816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cbb2eeed-3a2d-4c8a-92a2-d50d436bb11f req-8a7f61f8-1441-4444-9ba6-d57afc863e9f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794764 Aug 17 02:46:54.053709 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:54.238224 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:54.245700 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:54.249354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd21e697-416f-4281-953f-5024e15e3440 None None] Network ab1c2dcf-986b-4219-890c-3a6152be27f0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:54.295951 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:54.297516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Port': ['ID=594f81f8-1045-4cc7-b8b4-47aa92fd3728,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:54.307864 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No DVR routers for this DVR port 594f81f8-1045-4cc7-b8b4-47aa92fd3728 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:46:54.310979 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:54.317313 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:54.318351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:54.397784 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a490a44c-125e-4572-a7c9-db63d4dabddd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:54.484928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port ee2dfb8a-925d-44b4-b436-5b7aca104d49, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ee2dfb8a-925d-44b4-b436-5b7aca104d49,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:54.496809 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:54.525446 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:54.537483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Transition to ACTIVE for port object ad0e7aa7-260c-4f70-b2e6-caba35470f48 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:54.542609 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1c2dcf-986b-4219-890c-3a6152be27f0']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:54.552934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730d7f9-d016-4fb8-8280-e48ddfe35d06 req-03b06b60-005b-4eb9-a4cc-b002d36cb095 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:54.559012 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Transition to ACTIVE for port object ad0e7aa7-260c-4f70-b2e6-caba35470f48 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:54.562786 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5730d7f9-d016-4fb8-8280-e48ddfe35d06 req-03b06b60-005b-4eb9-a4cc-b002d36cb095 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1024432 Aug 17 02:46:54.564547 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:54.642363 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:54.652776 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5730d7f9-d016-4fb8-8280-e48ddfe35d06 req-cb2cb023-a6e9-4485-8952-66d36c774c17 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784280 Aug 17 02:46:54.655892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=ee2dfb8a-925d-44b4-b436-5b7aca104d49,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:54.671292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d49720-d705-407c-9910-f593827d3d32') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:54.672107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d49720-d705-407c-9910-f593827d3d32') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:54.686935 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:54.730935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Network 46a1a85d-8b6c-4386-8a81-e82213787a6b is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:54.735612 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:54.737775 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:54.746527 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:54.763738 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:46:54.764405 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:46:54.769679 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:46:54.779589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Pushing event updated for resources: {'Port': ['ID=ad0e7aa7-260c-4f70-b2e6-caba35470f48,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:54.874816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31ebb5-5d76-42f6-bab0-4705780b67cb req-6d7c5e81-b90b-44e7-81ba-615d8291b10e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:54.878443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b31ebb5-5d76-42f6-bab0-4705780b67cb req-6d7c5e81-b90b-44e7-81ba-615d8291b10e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.1120744 Aug 17 02:46:54.882511 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Attempting to bind port ad0e7aa7-260c-4f70-b2e6-caba35470f48 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:54.883497 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Attempting to bind port ad0e7aa7-260c-4f70-b2e6-caba35470f48 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '06595942-8096-41b8-a1fe-c8be6a0b5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46a1a85d-8b6c-4386-8a81-e82213787a6b'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:54.884090 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Attempting to bind port ad0e7aa7-260c-4f70-b2e6-caba35470f48 on network 46a1a85d-8b6c-4386-8a81-e82213787a6b {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:54.901452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:54.902023 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Checking segment: {'id': '06595942-8096-41b8-a1fe-c8be6a0b5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46a1a85d-8b6c-4386-8a81-e82213787a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:54.902571 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:54.903121 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Bound using segment: {'id': '06595942-8096-41b8-a1fe-c8be6a0b5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46a1a85d-8b6c-4386-8a81-e82213787a6b'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:54.903660 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Bound port: ad0e7aa7-260c-4f70-b2e6-caba35470f48, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06595942-8096-41b8-a1fe-c8be6a0b5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46a1a85d-8b6c-4386-8a81-e82213787a6b'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:54.904126 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:54.938101 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b31ebb5-5d76-42f6-bab0-4705780b67cb req-781aacd6-1ec6-40fe-8d2f-4fc843a64717 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510449 Aug 17 02:46:55.000452 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:55.001889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] For port ad0e7aa7-260c-4f70-b2e6-caba35470f48, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:55.009625 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] For port ad0e7aa7-260c-4f70-b2e6-caba35470f48, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ad0e7aa7-260c-4f70-b2e6-caba35470f48,segment=NetworkSegment(06595942-8096-41b8-a1fe-c8be6a0b5cf5),segment_id=06595942-8096-41b8-a1fe-c8be6a0b5cf5)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:55.020055 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:55.025720 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/ab1c2dcf-986b-4219-890c-3a6152be27f0 HTTP/1.1" status: 204 len: 168 time: 3.3672733 Aug 17 02:46:55.026201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49530) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:55.045234 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-1759c4c1-44b6-4637-b9de-51f00e3cbe74 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:46:55.046224 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1759c4c1-44b6-4637-b9de-51f00e3cbe74 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:46:55.048845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1759c4c1-44b6-4637-b9de-51f00e3cbe74 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/ab1c2dcf-986b-4219-890c-3a6152be27f0 HTTP/1.1" status: 404 len: 339 time: 0.0222054 Aug 17 02:46:55.053410 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49534) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:55.064091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-64432ecf-6ad1-404d-9677-1e1a36c2f38a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1076396823', 'description': 'd1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:55.088033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ee2dfb8a-925d-44b4-b436-5b7aca104d49 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:55.116818 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:55.120081 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:55.171636 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600806ee-5aec-4153-acad-7fc27fbb46a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Network': ['ID=ab1c2dcf-986b-4219-890c-3a6152be27f0,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:55.209179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077062a-9241-4bda-904e-fa5c796f00a9 req-4db76e0b-d2fe-4bfe-8778-44126228153d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:55.211179 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9077062a-9241-4bda-904e-fa5c796f00a9 req-4db76e0b-d2fe-4bfe-8778-44126228153d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 944 time: 0.0810223 Aug 17 02:46:55.213383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64432ecf-6ad1-404d-9677-1e1a36c2f38a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:55.217413 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64432ecf-6ad1-404d-9677-1e1a36c2f38a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:55.235154 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda46acd-a3f8-47ba-8160-3731ce847cbb None None] Pushing event updated for resources: {'Port': ['ID=ad0e7aa7-260c-4f70-b2e6-caba35470f48,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:55.260571 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ee2dfb8a-925d-44b4-b436-5b7aca104d49 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:55.260571 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:55.299659 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64432ecf-6ad1-404d-9677-1e1a36c2f38a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:46:55.314829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9077062a-9241-4bda-904e-fa5c796f00a9 req-8e2ff2fb-003c-4bd5-bbf2-52e75e0d4594 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804141 Aug 17 02:46:55.351518 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64432ecf-6ad1-404d-9677-1e1a36c2f38a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:55.351875 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-64432ecf-6ad1-404d-9677-1e1a36c2f38a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Added segment de92e800-65b4-47af-bfc3-b9febf728e5b of type vlan for network 9d061a7f-c951-46fb-927f-11d8e29e73ee Aug 17 02:46:55.402825 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64432ecf-6ad1-404d-9677-1e1a36c2f38a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:55.439724 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:55.552073 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64432ecf-6ad1-404d-9677-1e1a36c2f38a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:55.563315 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64432ecf-6ad1-404d-9677-1e1a36c2f38a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:55.564307 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64432ecf-6ad1-404d-9677-1e1a36c2f38a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:55.670846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-64432ecf-6ad1-404d-9677-1e1a36c2f38a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6160531 Aug 17 02:46:55.675225 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49542) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:55.683404 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64432ecf-6ad1-404d-9677-1e1a36c2f38a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Network': ['ID=9d061a7f-c951-46fb-927f-11d8e29e73ee,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:55.700857 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 9d061a7f-c951-46fb-927f-11d8e29e73ee details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:46:55.767347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebdaddc-313b-422c-a84b-4ea130ac24a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:55.769923 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cebdaddc-313b-422c-a84b-4ea130ac24a3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "GET /v2.0/networks?id=9d061a7f-c951-46fb-927f-11d8e29e73ee HTTP/1.1" status: 200 len: 761 time: 0.0935423 Aug 17 02:46:55.773769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49548) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:55.779899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Router 995974f9-ad2c-4c7d-b7a0-16da94a009e8 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:46:55.781605 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-82073e5d-c0da-449a-8d40-ac44875e5bd4 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'network': {'description': 'd2'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:55.908519 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7be53-1ee3-4c41-8120-f347e9959a60 req-df491e76-977a-47e8-a7e5-2037f8598f74 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:55.910160 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-64d7be53-1ee3-4c41-8120-f347e9959a60 req-df491e76-977a-47e8-a7e5-2037f8598f74 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1489534 Aug 17 02:46:55.913554 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:46:55.925692 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Sync routers for ids ['995974f9-ad2c-4c7d-b7a0-16da94a009e8'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:46:55.936312 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Routers {'995974f9-ad2c-4c7d-b7a0-16da94a009e8'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:46:55.937218 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:46:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['995974f9-ad2c-4c7d-b7a0-16da94a009e8'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:56.014077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-64d7be53-1ee3-4c41-8120-f347e9959a60 req-d6a456a0-8110-4006-ae7a-ce4b5bd6650a tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847123 Aug 17 02:46:56.021278 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:56.025840 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9abd667e-c7fa-4bb9-be05-b9500a0ea1c8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7173457 Aug 17 02:46:56.032115 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49556) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:56.034430 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-82073e5d-c0da-449a-8d40-ac44875e5bd4 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:56.095698 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Set router 995974f9-ad2c-4c7d-b7a0-16da94a009e8 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:46:56.160301 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-82073e5d-c0da-449a-8d40-ac44875e5bd4 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:56.185884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82073e5d-c0da-449a-8d40-ac44875e5bd4 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network 9d061a7f-c951-46fb-927f-11d8e29e73ee is not hosted by any dhcp agent {{(pid=95406) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 02:46:56.192258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82073e5d-c0da-449a-8d40-ac44875e5bd4 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:56.193123 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-82073e5d-c0da-449a-8d40-ac44875e5bd4 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:56.198497 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-82073e5d-c0da-449a-8d40-ac44875e5bd4 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "PUT /v2.0/networks/9d061a7f-c951-46fb-927f-11d8e29e73ee HTTP/1.1" status: 200 len: 758 time: 0.4195697 Aug 17 02:46:56.204552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49560) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:56.264355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8011143-2615-4f2f-a4a1-42a8df534da3 req-c509ee92-c6f8-4576-b4d4-5079803d721a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:56.272447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8011143-2615-4f2f-a4a1-42a8df534da3 req-c509ee92-c6f8-4576-b4d4-5079803d721a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.1544201 Aug 17 02:46:56.281684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82073e5d-c0da-449a-8d40-ac44875e5bd4 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Network': ['ID=9d061a7f-c951-46fb-927f-11d8e29e73ee,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:56.294154 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 9d061a7f-c951-46fb-927f-11d8e29e73ee details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:46:56.356310 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8011143-2615-4f2f-a4a1-42a8df534da3 req-e07c0434-83b2-443a-9666-db12f6ae7a43 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826674 Aug 17 02:46:56.414458 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'name': 'tempest-TestServerMultinode-1130228095-router', 'tenant_id': '79883023ec444887aa03ae960546a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:52Z', 'updated_at': '2021-08-17T02:46:54Z', 'revision_number': 3, 'project_id': '79883023ec444887aa03ae960546a041', 'gw_port': {'id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:53Z', 'updated_at': '2021-08-17T02:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:56.451872 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Checking router: 995974f9-ad2c-4c7d-b7a0-16da94a009e8 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:46:56.452251 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Updating router 995974f9-ad2c-4c7d-b7a0-16da94a009e8 port a490a44c-125e-4572-a7c9-db63d4dabddd binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:46:56.485911 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:56.528662 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ca8571-410f-41b9-b4c6-2b7a1e2acf3a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:56.534746 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e8ca8571-410f-41b9-b4c6-2b7a1e2acf3a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "GET /v2.0/networks?id=9d061a7f-c951-46fb-927f-11d8e29e73ee HTTP/1.1" status: 200 len: 761 time: 0.3136814 Aug 17 02:46:56.536514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027a785-7587-4efe-94c6-174a9e533477 req-8d303ad2-bf79-4ca8-8935-e61b15e817d3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:56.538132 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c027a785-7587-4efe-94c6-174a9e533477 req-8d303ad2-bf79-4ca8-8935-e61b15e817d3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 944 time: 0.0654001 Aug 17 02:46:56.541826 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49568) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:56.548083 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-5d53336a-46a4-4315-b3f9-78817f7f3f23 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2067503927'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:56.560450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3637096-9b68-470d-944d-8f977faa3b24 None None] Network 46a1a85d-8b6c-4386-8a81-e82213787a6b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:56.606158 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c027a785-7587-4efe-94c6-174a9e533477 req-bc62dd15-e7b6-45e0-98f6-f51be90ece30 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539851 Aug 17 02:46:56.706122 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-01bc9acf-0268-4353-b1eb-557e72336c01 None None] Provisioning for port ad0e7aa7-260c-4f70-b2e6-caba35470f48 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:46:56.710453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d53336a-46a4-4315-b3f9-78817f7f3f23 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:56.715355 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d53336a-46a4-4315-b3f9-78817f7f3f23 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:56.873537 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:56.886091 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Transition to ACTIVE for port object a490a44c-125e-4572-a7c9-db63d4dabddd will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:56.957973 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:56.997911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:57.026603 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09448076-3f23-430a-97ac-f6c8a12fc0fa None None] Pushing event updated for resources: {'Port': ['ID=a490a44c-125e-4572-a7c9-db63d4dabddd,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:57.062723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d53336a-46a4-4315-b3f9-78817f7f3f23 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:46:57.082203 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Attempting to bind port a490a44c-125e-4572-a7c9-db63d4dabddd on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:46:57.084288 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Attempting to bind port a490a44c-125e-4572-a7c9-db63d4dabddd by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:46:57.086320 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Attempting to bind port a490a44c-125e-4572-a7c9-db63d4dabddd on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:46:57.089563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5094a7-c00b-4e65-a673-b7ee02dba4cf None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:46:57.098095 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:46:57.105299 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:57.105869 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:57.106372 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:46:57.106977 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Bound port: a490a44c-125e-4572-a7c9-db63d4dabddd, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:46:57.107455 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:57.119964 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d53336a-46a4-4315-b3f9-78817f7f3f23 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:57.120321 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-5d53336a-46a4-4315-b3f9-78817f7f3f23 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Added segment e4418d1b-8840-4a0f-914d-bb9579a65da1 of type vlan for network 39d0e94c-f8b9-407e-a9fa-641ff298c489 Aug 17 02:46:57.212184 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] For port a490a44c-125e-4572-a7c9-db63d4dabddd, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:46:57.216235 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] For port a490a44c-125e-4572-a7c9-db63d4dabddd, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a490a44c-125e-4572-a7c9-db63d4dabddd,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:46:57.244500 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ad0e7aa7-260c-4f70-b2e6-caba35470f48 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:57.252998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c622f-3801-4339-8dbd-3d8800c8c36a req-1d42cb6a-12e8-4e6f-b344-894c4f9878d1 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:57.254605 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a34c622f-3801-4339-8dbd-3d8800c8c36a req-1d42cb6a-12e8-4e6f-b344-894c4f9878d1 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1102808 Aug 17 02:46:57.267595 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d53336a-46a4-4315-b3f9-78817f7f3f23 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:57.304802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a34c622f-3801-4339-8dbd-3d8800c8c36a req-cb3aac7b-7fec-40f7-9aed-36d5a54af4c0 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Aug 17 02:46:57.321083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:46:57.335652 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:57.343399 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:57.344424 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:57.349328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5094a7-c00b-4e65-a673-b7ee02dba4cf None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:46:57.367320 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:57.450560 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port ad0e7aa7-260c-4f70-b2e6-caba35470f48 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:46:57.463108 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ad0e7aa7-260c-4f70-b2e6-caba35470f48 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:57.463555 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:57.476262 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Routers {'995974f9-ad2c-4c7d-b7a0-16da94a009e8'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:46:57.476907 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:46:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['995974f9-ad2c-4c7d-b7a0-16da94a009e8'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:57.480302 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09448076-3f23-430a-97ac-f6c8a12fc0fa None None] Pushing event updated for resources: {'Port': ['ID=a490a44c-125e-4572-a7c9-db63d4dabddd,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:57.519552 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d53336a-46a4-4315-b3f9-78817f7f3f23 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:57.530158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d53336a-46a4-4315-b3f9-78817f7f3f23 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:57.531012 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d53336a-46a4-4315-b3f9-78817f7f3f23 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:57.559961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6f375-4252-4d1a-a2af-1f9280b99689 req-4f8d7fc6-b61f-478e-bba4-f3fdbcca56b6 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:57.563264 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69a6f375-4252-4d1a-a2af-1f9280b99689 req-4f8d7fc6-b61f-478e-bba4-f3fdbcca56b6 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.0720067 Aug 17 02:46:57.588094 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:57.614436 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69a6f375-4252-4d1a-a2af-1f9280b99689 req-c58e636d-864d-4fb7-8d7c-a063976306aa tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450423 Aug 17 02:46:57.663610 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] Set router 995974f9-ad2c-4c7d-b7a0-16da94a009e8 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:46:57.681580 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5d53336a-46a4-4315-b3f9-78817f7f3f23 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1382761 Aug 17 02:46:57.684410 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49584) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:57.691566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-26a7e202-df3a-41d4-89a0-d8b845398e74 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'subnet': {'network_id': '39d0e94c-f8b9-407e-a9fa-641ff298c489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:46:57.736781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53336a-46a4-4315-b3f9-78817f7f3f23 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Network': ['ID=39d0e94c-f8b9-407e-a9fa-641ff298c489,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:57.754255 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Allocated IP 172.20.0.1 (46a1a85d-8b6c-4386-8a81-e82213787a6b/99a56e8e-a1b6-4e82-a6dd-cff369aa9842/03766e53-e515-4059-b898-27169d0567f9) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:46:57.798968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 39d0e94c-f8b9-407e-a9fa-641ff298c489 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:46:57.825773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a192c99-326e-4a39-8678-f8c5d4efa66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:46:57.828263 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1645cc-d542-4d56-bb25-183c26a1023f" -d '{"events": [{"server_uuid": "3a192c99-326e-4a39-8678-f8c5d4efa66e", "name": "network-vif-plugged", "status": "completed", "tag": "37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:46:57.916010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:57.921130 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'name': 'tempest-TestServerMultinode-1130228095-router', 'tenant_id': '79883023ec444887aa03ae960546a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:52Z', 'updated_at': '2021-08-17T02:46:54Z', 'revision_number': 3, 'project_id': '79883023ec444887aa03ae960546a041', 'gw_port': {'id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:53Z', 'updated_at': '2021-08-17T02:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:57.932180 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa640bb-712a-45af-9e9b-9258e11debf5 req-de607f43-b885-4a8d-82c0-ab60af5d443b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:57.941631 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bfa640bb-712a-45af-9e9b-9258e11debf5 req-de607f43-b885-4a8d-82c0-ab60af5d443b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 944 time: 0.0912836 Aug 17 02:46:57.957579 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c88249-d0f7-40ed-8a92-e490025011f8 None None] The sync data for ids ['995974f9-ad2c-4c7d-b7a0-16da94a009e8'] in n-d-793621-31 is: [{'id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'name': 'tempest-TestServerMultinode-1130228095-router', 'tenant_id': '79883023ec444887aa03ae960546a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:52Z', 'updated_at': '2021-08-17T02:46:54Z', 'revision_number': 3, 'project_id': '79883023ec444887aa03ae960546a041', 'gw_port': {'id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:53Z', 'updated_at': '2021-08-17T02:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:46:57.983627 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:57.996909 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:57.998701 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bfa640bb-712a-45af-9e9b-9258e11debf5 req-625a497c-37c8-41c7-9e9f-c7fdfa9ac114 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543065 Aug 17 02:46:58.005712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a7e202-df3a-41d4-89a0-d8b845398e74 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:46:58.013740 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26a7e202-df3a-41d4-89a0-d8b845398e74 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:58.016031 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Transition to ACTIVE for port object 03766e53-e515-4059-b898-27169d0567f9 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:46:58.052456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port ad0e7aa7-260c-4f70-b2e6-caba35470f48, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ad0e7aa7-260c-4f70-b2e6-caba35470f48,segment=NetworkSegment(06595942-8096-41b8-a1fe-c8be6a0b5cf5),segment_id=06595942-8096-41b8-a1fe-c8be6a0b5cf5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:58.066143 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:58.129752 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:58.170674 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:58.193059 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:58.234730 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253eaf04-42bf-4a99-bfda-b05359f184de x-openstack-request-id: req-253eaf04-42bf-4a99-bfda-b05359f184de {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:46:58.235124 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a192c99-326e-4a39-8678-f8c5d4efa66e", "name": "network-vif-plugged", "status": "completed", "tag": "37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:46:58.236477 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-253eaf04-42bf-4a99-bfda-b05359f184de {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:46:58.236879 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a192c99-326e-4a39-8678-f8c5d4efa66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3', 'code': 200} Aug 17 02:46:58.261814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=ad0e7aa7-260c-4f70-b2e6-caba35470f48,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:58.286436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Network 46a1a85d-8b6c-4386-8a81-e82213787a6b is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:58.291629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:58.297557 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:46:58.360264 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Pushing event updated for resources: {'Port': ['ID=03766e53-e515-4059-b898-27169d0567f9,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:58.389701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57480b5c-3535-482f-a737-30f2a7d0acb6 req-d9d20b99-a6c2-439e-95ec-c692eda48fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:58.391257 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57480b5c-3535-482f-a737-30f2a7d0acb6 req-d9d20b99-a6c2-439e-95ec-c692eda48fa6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 1097 time: 0.0813243 Aug 17 02:46:58.435700 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:58.480027 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57480b5c-3535-482f-a737-30f2a7d0acb6 req-9a78d8fb-b3ee-478b-a7d3-a2c12ad14260 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788767 Aug 17 02:46:58.481276 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26a7e202-df3a-41d4-89a0-d8b845398e74 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:58.618485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7e202-df3a-41d4-89a0-d8b845398e74 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Subnet': ['ID=e099d0bf-5650-4df0-945d-fe2b2873b44c,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:58.631495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849a0b1-ec2d-4607-880f-1473666c71a0 req-ba74f17c-b5f0-49d2-922f-4a07a06cc1e5 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:58.633418 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4849a0b1-ec2d-4607-880f-1473666c71a0 req-ba74f17c-b5f0-49d2-922f-4a07a06cc1e5 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1450596 Aug 17 02:46:58.635267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7e202-df3a-41d4-89a0-d8b845398e74 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Checking segment: {'id': 'e4418d1b-8840-4a0f-914d-bb9579a65da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '39d0e94c-f8b9-407e-a9fa-641ff298c489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:46:58.636110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a7e202-df3a-41d4-89a0-d8b845398e74 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network hostable DHCP agents. Network: 39d0e94c-f8b9-407e-a9fa-641ff298c489, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:46:58.698398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4849a0b1-ec2d-4607-880f-1473666c71a0 req-b395c359-f553-479d-8e6d-7e1dbc95b2d0 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571113 Aug 17 02:46:58.752153 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:58.827098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a7e202-df3a-41d4-89a0-d8b845398e74 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network 39d0e94c-f8b9-407e-a9fa-641ff298c489 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:46:58.833173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b2370b51-4b68-4122-aedb-5a8b7845b84c None None] Provisioning for port 03766e53-e515-4059-b898-27169d0567f9 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:46:58.838319 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:58.842080 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b2370b51-4b68-4122-aedb-5a8b7845b84c None None] Provisioning complete for port 03766e53-e515-4059-b898-27169d0567f9 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:46:58.842610 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b2370b51-4b68-4122-aedb-5a8b7845b84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:58.884767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d626d-5469-427a-bfcb-20bd709edf5a req-ca442cce-ac8d-4ab0-921c-b7327f116f84 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:58.886752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-154d626d-5469-427a-bfcb-20bd709edf5a req-ca442cce-ac8d-4ab0-921c-b7327f116f84 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 944 time: 0.1037683 Aug 17 02:46:58.929217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-26a7e202-df3a-41d4-89a0-d8b845398e74 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 39d0e94c-f8b9-407e-a9fa-641ff298c489) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:58.929975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b2370b51-4b68-4122-aedb-5a8b7845b84c None None] Port 03766e53-e515-4059-b898-27169d0567f9 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:46:58.943061 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a7e202-df3a-41d4-89a0-d8b845398e74 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:58.943061 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-26a7e202-df3a-41d4-89a0-d8b845398e74 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:58.943302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1767850e-11bd-46ea-92a1-c03f62ae5b44 None None] Network 39d0e94c-f8b9-407e-a9fa-641ff298c489 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:58.983927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-154d626d-5469-427a-bfcb-20bd709edf5a req-d23c063f-bf7d-445f-9e14-e0b67d83f16c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793130 Aug 17 02:46:59.033506 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-26a7e202-df3a-41d4-89a0-d8b845398e74 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3474753 Aug 17 02:46:59.037504 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49608) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:46:59.135213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f94521a4-6e98-4353-8e96-b17c2ec8d877 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:46:59.225178 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:59.325624 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:59.363594 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:59.424545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669b179-3eef-4a51-ae5d-093b171289ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-39d0e94c-f8b9-407e-a9fa-641ff298c489', 'network_id': '39d0e94c-f8b9-407e-a9fa-641ff298c489', 'tenant_id': '3cc2ddbaec1b4a35abeae81c4c238ccb', 'fixed_ips': [{'subnet_id': 'e099d0bf-5650-4df0-945d-fe2b2873b44c'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:46:59.425633 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c669b179-3eef-4a51-ae5d-093b171289ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:59.458939 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a490a44c-125e-4572-a7c9-db63d4dabddd up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:46:59.459167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefe7dd-4e90-45b0-8496-a352a2418152 req-aa517817-61f2-4d2b-9cbe-746f52a5140e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:59.468369 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-adefe7dd-4e90-45b0-8496-a352a2418152 req-aa517817-61f2-4d2b-9cbe-746f52a5140e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 945 time: 0.2379730 Aug 17 02:46:59.501821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Pushing event updated for resources: {'Port': ['ID=03766e53-e515-4059-b898-27169d0567f9,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:59.510697 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:59.512862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:46:59.526639 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:59.592299 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-adefe7dd-4e90-45b0-8496-a352a2418152 req-638cf73b-0d27-4ba3-ae7c-f9a96c3621be tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229348 Aug 17 02:46:59.598765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'port_id': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'mac_address': 'fa:16:3e:1a:cf:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:46:59.668036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Network 46a1a85d-8b6c-4386-8a81-e82213787a6b is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:46:59.670643 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:46:59.707943 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:59.758635 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Subnet': ['ID=e099d0bf-5650-4df0-945d-fe2b2873b44c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:59.888293 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:59.908920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d0e94c-f8b9-407e-a9fa-641ff298c489']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:59.909377 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server [None req-c669b179-3eef-4a51-ae5d-093b171289ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e099d0bf-5650-4df0-945d-fe2b2873b44c: This subnet is being modified by another concurrent operation. Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise exception Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e099d0bf-5650-4df0-945d-fe2b2873b44c: This subnet is being modified by another concurrent operation. Aug 17 02:46:59.915933 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server Aug 17 02:46:59.935911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94521a4-6e98-4353-8e96-b17c2ec8d877 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:46:59.955344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce52545-5b68-4eb7-a4b6-83cc958d1e12 None None] Network 39d0e94c-f8b9-407e-a9fa-641ff298c489 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:46:59.969858 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Router 995974f9-ad2c-4c7d-b7a0-16da94a009e8 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:46:59.984746 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4418d1b-8840-4a0f-914d-bb9579a65da1') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:46:59.986830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4418d1b-8840-4a0f-914d-bb9579a65da1') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:00.016588 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:00.017446 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:00.046899 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:00.058085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port a490a44c-125e-4572-a7c9-db63d4dabddd completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:47:00.064200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:47:00.066234 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:00.075814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port a490a44c-125e-4572-a7c9-db63d4dabddd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:00.076189 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:47:00.087952 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:47:00.127511 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:00.183174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a873cd1-3390-40a6-9a6b-2586551c05d1 req-59b33e6b-6f4a-4be8-93dc-b49379eb9830 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:00.186324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:47:00.191148 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a873cd1-3390-40a6-9a6b-2586551c05d1 req-59b33e6b-6f4a-4be8-93dc-b49379eb9830 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.2370996 Aug 17 02:47:00.203718 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f31afc09-d303-40f8-8cb1-76924be0e2fe admin admin] 10.222.0.13 "PUT /v2.0/routers/995974f9-ad2c-4c7d-b7a0-16da94a009e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1731207 Aug 17 02:47:00.261864 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9a873cd1-3390-40a6-9a6b-2586551c05d1 req-7a6e3a23-709e-4139-a479-628eb966047a tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696936 Aug 17 02:47:00.269210 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f94521a4-6e98-4353-8e96-b17c2ec8d877,revision_number=11']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:00.273217 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:00.280122 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:00.289554 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/39d0e94c-f8b9-407e-a9fa-641ff298c489 HTTP/1.1" status: 204 len: 168 time: 1.2475302 Aug 17 02:47:00.290075 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49628) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:00.308153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1f4bad-ffd9-48b5-8d7d-32b0cecebdd6 None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:47:00.356713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a2df0-db43-46d3-9c40-189b6786d872 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Network': ['ID=39d0e94c-f8b9-407e-a9fa-641ff298c489,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:00.372297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-190a708f-40e6-477b-ae32-c0d721939319 None None] Provisioning complete for port 03766e53-e515-4059-b898-27169d0567f9 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:00.372682 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-190a708f-40e6-477b-ae32-c0d721939319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:00.381147 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a04fe13-5461-496c-bddf-a006478ea56d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] GET failed (client error): The resource could not be found. Aug 17 02:47:00.386500 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4a04fe13-5461-496c-bddf-a006478ea56d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "GET /v2.0/subnets/e099d0bf-5650-4df0-945d-fe2b2873b44c HTTP/1.1" status: 404 len: 337 time: 0.0941744 Aug 17 02:47:00.390770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49632) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:00.427084 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-937ffdf4-012f-4e49-b652-7164fc82314c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:00.427084 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-937ffdf4-012f-4e49-b652-7164fc82314c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:00.432329 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-937ffdf4-012f-4e49-b652-7164fc82314c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/39d0e94c-f8b9-407e-a9fa-641ff298c489 HTTP/1.1" status: 404 len: 339 time: 0.0363631 Aug 17 02:47:00.433485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49634) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:00.459723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-190a708f-40e6-477b-ae32-c0d721939319 None None] Port 03766e53-e515-4059-b898-27169d0567f9 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:47:00.534208 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f27fca-4fe9-4b06-be25-db4e88f11957 req-02895801-a58b-49cf-b8ed-15fde9fdced7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:00.547132 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-92f27fca-4fe9-4b06-be25-db4e88f11957 req-02895801-a58b-49cf-b8ed-15fde9fdced7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.1177146 Aug 17 02:47:00.598678 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:00.620422 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-92f27fca-4fe9-4b06-be25-db4e88f11957 req-7fe36ffc-a421-4227-ad3f-d88ccb6d8095 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719104 Aug 17 02:47:00.650306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f94521a4-6e98-4353-8e96-b17c2ec8d877'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:47:00.674201 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port a490a44c-125e-4572-a7c9-db63d4dabddd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a490a44c-125e-4572-a7c9-db63d4dabddd,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:00.744349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4480b-5515-4976-a12f-2c2408125f57 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:00.745714 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-48d4480b-5515-4976-a12f-2c2408125f57 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3107321 Aug 17 02:47:00.748401 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49646) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:00.766806 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:00.767691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ad0e7aa7-260c-4f70-b2e6-caba35470f48 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:47:00.798833 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3aa739b7-00d8-4ad7-bff9-2bf8535777c0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "GET /v2.0/subnets?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 207 time: 0.0473044 Aug 17 02:47:00.801594 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49650) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:00.809114 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Sync routers for ids ['995974f9-ad2c-4c7d-b7a0-16da94a009e8'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:47:00.844725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1f4bad-ffd9-48b5-8d7d-32b0cecebdd6 None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:47:00.921534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Routers {'995974f9-ad2c-4c7d-b7a0-16da94a009e8'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:47:00.922284 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:46:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['995974f9-ad2c-4c7d-b7a0-16da94a009e8'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:00.966655 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c9e99-06a7-4095-adde-4832e029c68b req-4c03461e-68e3-4db1-87c9-665efec754ec tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:00.986257 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-195c9e99-06a7-4095-adde-4832e029c68b req-4c03461e-68e3-4db1-87c9-665efec754ec tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 945 time: 0.1111445 Aug 17 02:47:01.035352 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7f507a-4c7c-4058-ad24-aca0f625ec5c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:01.055644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-195c9e99-06a7-4095-adde-4832e029c68b req-1c502609-6c2d-41c7-9bd1-a7311e946b9c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650182 Aug 17 02:47:01.059199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7f507a-4c7c-4058-ad24-aca0f625ec5c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:01.081580 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7f507a-4c7c-4058-ad24-aca0f625ec5c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:01.091191 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7f507a-4c7c-4058-ad24-aca0f625ec5c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:01.093176 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2f7f507a-4c7c-4058-ad24-aca0f625ec5c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2906554 Aug 17 02:47:01.096884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49662) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:01.120362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=a490a44c-125e-4572-a7c9-db63d4dabddd,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:01.225003 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ad0e7aa7-260c-4f70-b2e6-caba35470f48 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:01.225591 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:01.289604 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Set router 995974f9-ad2c-4c7d-b7a0-16da94a009e8 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:47:01.311369 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ad2ab6a0-9a8d-4952-91d9-fd30f6b07b88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2118599 Aug 17 02:47:01.319283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49674) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:01.377890 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:01.417410 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e4df6d-e285-4e6e-b8a8-12b70c1b7cd3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:01.419202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e4df6d-e285-4e6e-b8a8-12b70c1b7cd3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:01.420783 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-08e4df6d-e285-4e6e-b8a8-12b70c1b7cd3 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1009347 Aug 17 02:47:01.424595 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49678) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:01.455988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-1b5ad27d-59b0-4339-9689-1267536ad4fc tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:01.457991 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-1b5ad27d-59b0-4339-9689-1267536ad4fc tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/networks?id=e5453bbb-edd0-412f-b32f-ee5f32f64d62 HTTP/1.1" status: 200 len: 911 time: 0.1702390 Aug 17 02:47:01.484979 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-615e0333-5854-4620-81be-5ceb758ea6d2 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/quotas/79883023ec444887aa03ae960546a041 HTTP/1.1" status: 200 len: 375 time: 0.0190361 Aug 17 02:47:01.537715 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70739181-95ee-4c23-bcf4-d66bea19322c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['shared'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:01.540171 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70739181-95ee-4c23-bcf4-d66bea19322c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['shared'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:01.548102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49680) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:01.551258 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-70739181-95ee-4c23-bcf4-d66bea19322c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1250079 Aug 17 02:47:01.705386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffc1f0a-bba1-404e-84b5-88991ea4dfae tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:01.710698 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1ffc1f0a-bba1-404e-84b5-88991ea4dfae tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "GET /v2.0/networks/afb88837-38c4-4461-93fd-f1e0713ea4d9 HTTP/1.1" status: 200 len: 800 time: 0.1569016 Aug 17 02:47:01.713393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49686) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:01.762124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-7120d3d9-0952-4058-a160-d87151490653 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=79883023ec444887aa03ae960546a041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2760861 Aug 17 02:47:01.785813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a490a44c-125e-4572-a7c9-db63d4dabddd up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:47:01.866381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'name': 'tempest-TestServerMultinode-1130228095-router', 'tenant_id': '79883023ec444887aa03ae960546a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:52Z', 'updated_at': '2021-08-17T02:46:58Z', 'revision_number': 4, 'project_id': '79883023ec444887aa03ae960546a041', 'gw_port': {'id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:53Z', 'updated_at': '2021-08-17T02:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '03766e53-e515-4059-b898-27169d0567f9', 'name': '', 'network_id': '46a1a85d-8b6c-4386-8a81-e82213787a6b', 'tenant_id': '79883023ec444887aa03ae960546a041', 'mac_address': 'fa:16:3e:e9:b4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '99a56e8e-a1b6-4e82-a6dd-cff369aa9842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:57Z', 'updated_at': '2021-08-17T02:46:58Z', 'revision_number': 2, 'project_id': '79883023ec444887aa03ae960546a041', 'subnets': [{'id': '99a56e8e-a1b6-4e82-a6dd-cff369aa9842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:01.895437 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-27aa58d5-5992-4377-ba68-a1219eb869b0 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "GET /v2.0/networks/afb88837-38c4-4461-93fd-f1e0713ea4d9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1804683 Aug 17 02:47:01.896590 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49688) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:01.906298 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Checking router: 995974f9-ad2c-4c7d-b7a0-16da94a009e8 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:47:01.906664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Updating router 995974f9-ad2c-4c7d-b7a0-16da94a009e8 port 03766e53-e515-4059-b898-27169d0567f9 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:47:01.935134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port a490a44c-125e-4572-a7c9-db63d4dabddd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:01.935887 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:01.964232 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:01.965229 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-d92e316c-7d1b-4394-bbcd-32a42694172b service neutron] 10.222.0.13 "GET /v2.0/networks/e5453bbb-edd0-412f-b32f-ee5f32f64d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911700 Aug 17 02:47:01.980175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ddadf8-376a-41c1-b2b5-bd34c50dd493 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:01.987597 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-77ddadf8-376a-41c1-b2b5-bd34c50dd493 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "GET /v2.0/subnets/cd7d0bd6-8774-45f5-b1d1-0073aa1cf8c8 HTTP/1.1" status: 200 len: 811 time: 0.0896385 Aug 17 02:47:01.989524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49690) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:02.060503 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d056a6-1477-4b15-b186-50fb8cbc6436 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['shared'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:02.067997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49692) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:02.069015 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-16d056a6-1477-4b15-b186-50fb8cbc6436 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "GET /v2.0/subnets/cd7d0bd6-8774-45f5-b1d1-0073aa1cf8c8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0770535 Aug 17 02:47:02.083324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-021a1cc3-9471-4251-951c-74f848a7290d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1396433694'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:02.147065 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-3d9e7224-f3b1-48e0-a801-f28c2dc63fa9 service neutron] 10.222.0.13 "GET /v2.0/networks/e5453bbb-edd0-412f-b32f-ee5f32f64d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751828 Aug 17 02:47:02.224452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021a1cc3-9471-4251-951c-74f848a7290d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:47:02.227139 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-021a1cc3-9471-4251-951c-74f848a7290d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:02.277590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021a1cc3-9471-4251-951c-74f848a7290d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:47:02.295096 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-021a1cc3-9471-4251-951c-74f848a7290d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:02.295795 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-021a1cc3-9471-4251-951c-74f848a7290d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Added segment 46d883be-59a8-4780-9838-4eacfc23d980 of type vlan for network 6a70f6dd-ac98-4f4e-a015-e1a64d31bdde Aug 17 02:47:02.391208 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-021a1cc3-9471-4251-951c-74f848a7290d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:02.533712 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-021a1cc3-9471-4251-951c-74f848a7290d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:02.534196 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:02.538867 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021a1cc3-9471-4251-951c-74f848a7290d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:02.539557 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-021a1cc3-9471-4251-951c-74f848a7290d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:02.552475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Transition to ACTIVE for port object 03766e53-e515-4059-b898-27169d0567f9 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:47:02.634465 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a1cc3-9471-4251-951c-74f848a7290d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Network': ['ID=6a70f6dd-ac98-4f4e-a015-e1a64d31bdde,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:02.645270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9cda7-5019-44d4-bdc5-f1ea3952b52a req-b021a0b2-f1d8-4641-99e4-9d81821b4075 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:02.645707 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 6a70f6dd-ac98-4f4e-a015-e1a64d31bdde details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:47:02.646859 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fbc9cda7-5019-44d4-bdc5-f1ea3952b52a req-b021a0b2-f1d8-4641-99e4-9d81821b4075 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 945 time: 0.1260014 Aug 17 02:47:02.684189 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-021a1cc3-9471-4251-951c-74f848a7290d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6151161 Aug 17 02:47:02.687111 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49710) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:02.691123 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:02.692067 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-f297ef38-23fb-4147-b7af-742afb23153d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'subnet': {'network_id': '6a70f6dd-ac98-4f4e-a015-e1a64d31bdde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:02.701993 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fbc9cda7-5019-44d4-bdc5-f1ea3952b52a req-caa280cb-f45b-42be-a416-72a697722d1e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469768 Aug 17 02:47:02.736632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49712) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:02.903237 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Attempting to bind port 03766e53-e515-4059-b898-27169d0567f9 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:47:02.903237 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Attempting to bind port 03766e53-e515-4059-b898-27169d0567f9 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '06595942-8096-41b8-a1fe-c8be6a0b5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46a1a85d-8b6c-4386-8a81-e82213787a6b'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:47:02.903739 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Attempting to bind port 03766e53-e515-4059-b898-27169d0567f9 on network 46a1a85d-8b6c-4386-8a81-e82213787a6b {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:47:02.905990 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca168c5-8ace-4f3e-94e5-7810c1aa9928 None None] Pushing event updated for resources: {'Port': ['ID=03766e53-e515-4059-b898-27169d0567f9,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:02.919750 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:47:02.927810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Checking segment: {'id': '06595942-8096-41b8-a1fe-c8be6a0b5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46a1a85d-8b6c-4386-8a81-e82213787a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:47:02.927810 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:02.927810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Bound using segment: {'id': '06595942-8096-41b8-a1fe-c8be6a0b5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46a1a85d-8b6c-4386-8a81-e82213787a6b'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:47:02.927810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Bound port: 03766e53-e515-4059-b898-27169d0567f9, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06595942-8096-41b8-a1fe-c8be6a0b5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '46a1a85d-8b6c-4386-8a81-e82213787a6b'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:47:02.927810 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:02.928367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920832e-561a-4f69-9477-d67b2343ab14 req-661f1fcd-4f8a-4f71-8636-61cb92f70bd0 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:02.929802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b920832e-561a-4f69-9477-d67b2343ab14 req-661f1fcd-4f8a-4f71-8636-61cb92f70bd0 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 945 time: 0.1180763 Aug 17 02:47:03.003353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b920832e-561a-4f69-9477-d67b2343ab14 req-578fb283-8541-4fb7-ab34-94afbe109402 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631931 Aug 17 02:47:03.004188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f297ef38-23fb-4147-b7af-742afb23153d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Made reservation on behalf of 3cc2ddbaec1b4a35abeae81c4c238ccb for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:47:03.007581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] For port 03766e53-e515-4059-b898-27169d0567f9, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:47:03.014309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] For port 03766e53-e515-4059-b898-27169d0567f9, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=03766e53-e515-4059-b898-27169d0567f9,segment=NetworkSegment(06595942-8096-41b8-a1fe-c8be6a0b5cf5),segment_id=06595942-8096-41b8-a1fe-c8be6a0b5cf5)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:47:03.016471 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f297ef38-23fb-4147-b7af-742afb23153d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:03.054774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f94521a4-6e98-4353-8e96-b17c2ec8d877 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:47:03.118669 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:03.139403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.ipam_backend_mixin [None req-f297ef38-23fb-4147-b7af-742afb23153d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Performing IP validity checks on allocation pools {{(pid=95406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 02:47:03.139932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.ipam_backend_mixin [None req-f297ef38-23fb-4147-b7af-742afb23153d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 02:47:03.157425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851e6a93-2271-4fec-932d-ef41fd0ed83a tempest-TestVolumeBootPattern-70163358 tempest-TestVolumeBootPattern-70163358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:03.159346 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-851e6a93-2271-4fec-932d-ef41fd0ed83a tempest-TestVolumeBootPattern-70163358 tempest-TestVolumeBootPattern-70163358-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 1092 time: 0.4209983 Aug 17 02:47:03.163529 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49720) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:03.186202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': '37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:03.226287 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Routers {'995974f9-ad2c-4c7d-b7a0-16da94a009e8'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:47:03.227105 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:46:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['995974f9-ad2c-4c7d-b7a0-16da94a009e8'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:03.302511 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35077bc5-a492-4352-b87c-4e60c1b4a243 req-b5cf7549-4dcb-40c1-93db-9e8f38bf96d3 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 210 time: 0.0437360 Aug 17 02:47:03.323656 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:03.461421 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f297ef38-23fb-4147-b7af-742afb23153d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:03.483490 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:03.598164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f297ef38-23fb-4147-b7af-742afb23153d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Checking segment: {'id': '46d883be-59a8-4780-9838-4eacfc23d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6a70f6dd-ac98-4f4e-a015-e1a64d31bdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:47:03.598535 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f297ef38-23fb-4147-b7af-742afb23153d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network hostable DHCP agents. Network: 6a70f6dd-ac98-4f4e-a015-e1a64d31bdde, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:47:03.625119 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297ef38-23fb-4147-b7af-742afb23153d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Subnet': ['ID=d9beb9ce-9b4a-42ee-ad4a-f8c1efe91d26,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:03.639475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Allocated IP 172.25.5.29 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/b6c47da5-6283-4e5c-bbd9-231d53c1ba43) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:47:03.669401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port f94521a4-6e98-4353-8e96-b17c2ec8d877 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:47:03.689288 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port f94521a4-6e98-4353-8e96-b17c2ec8d877 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:03.689761 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:03.695459 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] Set router 995974f9-ad2c-4c7d-b7a0-16da94a009e8 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:47:03.735439 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f297ef38-23fb-4147-b7af-742afb23153d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Network 6a70f6dd-ac98-4f4e-a015-e1a64d31bdde is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:47:03.740275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca168c5-8ace-4f3e-94e5-7810c1aa9928 None None] Pushing event updated for resources: {'Port': ['ID=03766e53-e515-4059-b898-27169d0567f9,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:03.792376 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:03.831706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-f297ef38-23fb-4147-b7af-742afb23153d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 6a70f6dd-ac98-4f4e-a015-e1a64d31bdde) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:47:03.837183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f297ef38-23fb-4147-b7af-742afb23153d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:03.838235 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f297ef38-23fb-4147-b7af-742afb23153d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577169'] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:03.857007 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f637a199-4cf8-46af-b789-9ebb63483439 None None] Network 6a70f6dd-ac98-4f4e-a015-e1a64d31bdde requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:47:03.940759 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:03.941198 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f297ef38-23fb-4147-b7af-742afb23153d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2530525 Aug 17 02:47:03.947499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49730) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:03.959122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a6bab89b-3d15-47ee-8662-3e976025f0fa tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:03.987941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:47:04.000649 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:47:04.001462 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:04.001569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:47:04.026440 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'Port': ['ID=b6c47da5-6283-4e5c-bbd9-231d53c1ba43,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:04.081865 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:47:04.084148 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2156e5-cb1c-462d-b0cb-20213bffcf3b" -d '{"events": [{"server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "name": "network-vif-plugged", "status": "completed", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:47:04.120063 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:04.165503 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6bab89b-3d15-47ee-8662-3e976025f0fa tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3282475'] for subnet, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:04.193379 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:04.259173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-6a70f6dd-ac98-4f4e-a015-e1a64d31bdde', 'network_id': '6a70f6dd-ac98-4f4e-a015-e1a64d31bdde', 'tenant_id': '3cc2ddbaec1b4a35abeae81c4c238ccb', 'fixed_ips': [{'subnet_id': 'd9beb9ce-9b4a-42ee-ad4a-f8c1efe91d26'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:47:04.260023 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:04.273703 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'name': 'tempest-TestServerMultinode-1130228095-router', 'tenant_id': '79883023ec444887aa03ae960546a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:52Z', 'updated_at': '2021-08-17T02:46:58Z', 'revision_number': 4, 'project_id': '79883023ec444887aa03ae960546a041', 'gw_port': {'id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:53Z', 'updated_at': '2021-08-17T02:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '03766e53-e515-4059-b898-27169d0567f9', 'name': '', 'network_id': '46a1a85d-8b6c-4386-8a81-e82213787a6b', 'tenant_id': '79883023ec444887aa03ae960546a041', 'mac_address': 'fa:16:3e:e9:b4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '99a56e8e-a1b6-4e82-a6dd-cff369aa9842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:57Z', 'updated_at': '2021-08-17T02:47:02Z', 'revision_number': 4, 'project_id': '79883023ec444887aa03ae960546a041', 'subnets': [{'id': '99a56e8e-a1b6-4e82-a6dd-cff369aa9842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:04.343908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe86be-10bb-4234-9b6b-81f9a46a1c1e None None] The sync data for ids ['995974f9-ad2c-4c7d-b7a0-16da94a009e8'] in n-d-793621-31 is: [{'id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'name': 'tempest-TestServerMultinode-1130228095-router', 'tenant_id': '79883023ec444887aa03ae960546a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:52Z', 'updated_at': '2021-08-17T02:46:58Z', 'revision_number': 4, 'project_id': '79883023ec444887aa03ae960546a041', 'gw_port': {'id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:53Z', 'updated_at': '2021-08-17T02:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '03766e53-e515-4059-b898-27169d0567f9', 'name': '', 'network_id': '46a1a85d-8b6c-4386-8a81-e82213787a6b', 'tenant_id': '79883023ec444887aa03ae960546a041', 'mac_address': 'fa:16:3e:e9:b4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '99a56e8e-a1b6-4e82-a6dd-cff369aa9842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:57Z', 'updated_at': '2021-08-17T02:47:02Z', 'revision_number': 4, 'project_id': '79883023ec444887aa03ae960546a041', 'subnets': [{'id': '99a56e8e-a1b6-4e82-a6dd-cff369aa9842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:47:04.369380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f94521a4-6e98-4353-8e96-b17c2ec8d877,revision_number=12']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:04.802748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37202b50-524a-4c4b-b0da-66845dc5840a req-71b49592-86b1-44da-a6d1-8a14a98909cd tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:04.811152 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37202b50-524a-4c4b-b0da-66845dc5840a req-71b49592-86b1-44da-a6d1-8a14a98909cd tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 946 time: 0.5740356 Aug 17 02:47:04.871464 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016feb9-1e18-4490-b66e-dd55e0411f2f req-d9bdedce-e951-4691-b19a-8edf390e36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:04.873021 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f016feb9-1e18-4490-b66e-dd55e0411f2f req-d9bdedce-e951-4691-b19a-8edf390e36fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=932bad7d1d8f47c184058cfcb226a192&device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 1098 time: 0.5514967 Aug 17 02:47:04.944450 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37202b50-524a-4c4b-b0da-66845dc5840a req-0f917afb-82fa-41ba-a8ce-1daf9637b00d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322970 Aug 17 02:47:05.017308 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee4989f-3167-4963-9aab-3eddcef39043 x-openstack-request-id: req-fee4989f-3167-4963-9aab-3eddcef39043 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:47:05.017890 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "name": "network-vif-plugged", "status": "completed", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:47:05.018440 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fee4989f-3167-4963-9aab-3eddcef39043 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:47:05.019206 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'code': 200} Aug 17 02:47:05.075522 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:05.079414 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6bab89b-3d15-47ee-8662-3e976025f0fa tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730040250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3620531'] for subnet, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:05.183026 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Allocated IP 172.20.0.3 (6a70f6dd-ac98-4f4e-a015-e1a64d31bdde/d9beb9ce-9b4a-42ee-ad4a-f8c1efe91d26/aaf53e4b-af52-452c-80d3-0696f0ea1220) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:47:05.252786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bab89b-3d15-47ee-8662-3e976025f0fa tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:05.253629 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6bab89b-3d15-47ee-8662-3e976025f0fa tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:05.266125 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a6bab89b-3d15-47ee-8662-3e976025f0fa tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "PUT /v2.0/subnets/d9beb9ce-9b4a-42ee-ad4a-f8c1efe91d26 HTTP/1.1" status: 200 len: 877 time: 1.3063476 Aug 17 02:47:05.267037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49748) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:05.286010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016feb9-1e18-4490-b66e-dd55e0411f2f req-19e87812-60a0-4c47-9037-9afd5fd448f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:05.287868 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f016feb9-1e18-4490-b66e-dd55e0411f2f req-19e87812-60a0-4c47-9037-9afd5fd448f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5 HTTP/1.1" status: 200 len: 919 time: 0.3741915 Aug 17 02:47:05.386288 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bab89b-3d15-47ee-8662-3e976025f0fa tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event updated for resources: {'Subnet': ['ID=d9beb9ce-9b4a-42ee-ad4a-f8c1efe91d26,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:05.402189 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f016feb9-1e18-4490-b66e-dd55e0411f2f req-f828112c-e567-4260-aa35-3c2d47a4bf60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74018a7-5642-423f-911c-727df0539bc9 HTTP/1.1" status: 200 len: 217 time: 0.1022866 Aug 17 02:47:05.475322 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:05.475611 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016feb9-1e18-4490-b66e-dd55e0411f2f req-4d6cb9ac-6cb9-48ab-9753-60d28e70c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:05.477174 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f016feb9-1e18-4490-b66e-dd55e0411f2f req-4d6cb9ac-6cb9-48ab-9753-60d28e70c120 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4491968a-5fe9-4d3e-bb02-74a57ef49ae9 HTTP/1.1" status: 200 len: 858 time: 0.0645037 Aug 17 02:47:05.485505 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:05.490844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0e0f8-e84e-42d3-9c24-f40431a74cc2 req-2dc14faf-4be2-446b-967e-4bbbdd9cc344 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:05.492632 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01f0e0f8-e84e-42d3-9c24-f40431a74cc2 req-2dc14faf-4be2-446b-967e-4bbbdd9cc344 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.3338327 Aug 17 02:47:05.506124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Transition to ACTIVE for port object aaf53e4b-af52-452c-80d3-0696f0ea1220 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:47:05.528202 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Transition to ACTIVE for port object aaf53e4b-af52-452c-80d3-0696f0ea1220 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:47:05.557559 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f016feb9-1e18-4490-b66e-dd55e0411f2f req-3f6f2d98-3995-4c7e-8fb2-9bd4d5932940 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635047 Aug 17 02:47:05.604534 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01f0e0f8-e84e-42d3-9c24-f40431a74cc2 req-bb5f4765-9df8-4a9e-a08e-dc8967d292fa tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023014 Aug 17 02:47:05.626231 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:05.638605 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395ecdd-faa0-4a50-b255-b8671411dda0 req-39ef13c7-3a11-4186-b427-e53c169cfe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:05.646078 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9395ecdd-faa0-4a50-b255-b8671411dda0 req-39ef13c7-3a11-4186-b427-e53c169cfe68 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 1098 time: 0.2315526 Aug 17 02:47:05.690011 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:05.729916 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Network 6a70f6dd-ac98-4f4e-a015-e1a64d31bdde is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:47:05.737226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:47:05.744395 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:47:05.775933 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Pushing event updated for resources: {'Port': ['ID=aaf53e4b-af52-452c-80d3-0696f0ea1220,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:05.802696 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9395ecdd-faa0-4a50-b255-b8671411dda0 req-2829d91b-c1fb-455b-bd2c-667299512206 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352344 Aug 17 02:47:05.860774 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:05.895872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 03766e53-e515-4059-b898-27169d0567f9 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:47:05.905461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Deleting port aaf53e4b-af52-452c-80d3-0696f0ea1220 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:47:05.905857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:05.948531 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Attempting to bind port aaf53e4b-af52-452c-80d3-0696f0ea1220 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:47:05.948906 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Attempting to bind port aaf53e4b-af52-452c-80d3-0696f0ea1220 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '46d883be-59a8-4780-9838-4eacfc23d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6a70f6dd-ac98-4f4e-a015-e1a64d31bdde'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:47:05.949327 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Attempting to bind port aaf53e4b-af52-452c-80d3-0696f0ea1220 on network 6a70f6dd-ac98-4f4e-a015-e1a64d31bdde {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:47:05.958405 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:47:05.958878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Checking segment: {'id': '46d883be-59a8-4780-9838-4eacfc23d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6a70f6dd-ac98-4f4e-a015-e1a64d31bdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:47:05.959217 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:05.959617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Bound using segment: {'id': '46d883be-59a8-4780-9838-4eacfc23d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6a70f6dd-ac98-4f4e-a015-e1a64d31bdde'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:47:05.960164 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Bound port: aaf53e4b-af52-452c-80d3-0696f0ea1220, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d883be-59a8-4780-9838-4eacfc23d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6a70f6dd-ac98-4f4e-a015-e1a64d31bdde'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:47:05.960553 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:05.983980 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4773e118-c672-488c-8bf0-c929f5db7a29 req-5a309ed4-0d62-41bf-94dd-fac01ca1ac7b tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 210 time: 0.0656548 Aug 17 02:47:06.068168 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f016feb9-1e18-4490-b66e-dd55e0411f2f req-ed3af26d-28c4-4fc6-8f69-38907ba8f755 service neutron] 10.222.0.18 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976215 Aug 17 02:47:06.073559 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:06.092130 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-a70f428d-a22f-4d28-9717-642615102245 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:06.095435 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-a70f428d-a22f-4d28-9717-642615102245 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.42 "GET /v2.0/networks?id=e5453bbb-edd0-412f-b32f-ee5f32f64d62 HTTP/1.1" status: 200 len: 911 time: 0.3372743 Aug 17 02:47:06.126156 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-8ca680fd-249e-40ec-8f77-36c3ac4204aa tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Request body: {'port': {'device_id': '99375715-9e64-42c8-ba0f-e9cc5b832783', 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62', 'admin_state_up': True, 'tenant_id': '79883023ec444887aa03ae960546a041'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:06.143980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] For port aaf53e4b-af52-452c-80d3-0696f0ea1220, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:47:06.148048 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] For port aaf53e4b-af52-452c-80d3-0696f0ea1220, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=aaf53e4b-af52-452c-80d3-0696f0ea1220,segment=NetworkSegment(46d883be-59a8-4780-9838-4eacfc23d980),segment_id=46d883be-59a8-4780-9838-4eacfc23d980)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:47:06.163616 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 03766e53-e515-4059-b898-27169d0567f9 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:47:06.173769 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 03766e53-e515-4059-b898-27169d0567f9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:06.174563 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:06.226351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'Port': ['ID=b6c47da5-6283-4e5c-bbd9-231d53c1ba43,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:06.243385 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:06.248696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] For port aaf53e4b-af52-452c-80d3-0696f0ea1220, host n-d-793621-31, got binding levels [] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:06.249110 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:06.273614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Calling delete_port for aaf53e4b-af52-452c-80d3-0696f0ea1220 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:47:06.310878 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:06.416752 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954167d-7257-46e2-9a8b-19b55bad6fa8 None None] Pushing event updated for resources: {'Port': ['ID=aaf53e4b-af52-452c-80d3-0696f0ea1220,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:06.460509 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:06.468671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-8ca680fd-249e-40ec-8f77-36c3ac4204aa tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Made reservation on behalf of 79883023ec444887aa03ae960546a041 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:47:06.471941 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-8ca680fd-249e-40ec-8f77-36c3ac4204aa tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:06.545383 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Floating IP f529fb98-2304-4a0b-8c73-2943654df576 associated. External IP: 172.25.5.29, port: 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3. Aug 17 02:47:06.556769 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 03766e53-e515-4059-b898-27169d0567f9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=03766e53-e515-4059-b898-27169d0567f9,segment=NetworkSegment(06595942-8096-41b8-a1fe-c8be6a0b5cf5),segment_id=06595942-8096-41b8-a1fe-c8be6a0b5cf5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:06.620841 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:06.666520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-8ca680fd-249e-40ec-8f77-36c3ac4204aa tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Allocated IP 172.20.0.12 (e5453bbb-edd0-412f-b32f-ee5f32f64d62/fc9ca113-d7fd-49ea-a52f-d7c52e8102db/a7e896c1-9a1c-4e4e-9acb-b71bffc70248) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:47:06.895362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=03766e53-e515-4059-b898-27169d0567f9,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:06.958476 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:47:06.978149 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f016feb9-1e18-4490-b66e-dd55e0411f2f req-398782da-6b57-43fd-bfbc-09cb905ead2a service neutron] 10.222.0.18 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6972106 Aug 17 02:47:07.014119 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd270f2-2983-4701-8542-7961ded071bf req-83a29673-7bef-4266-ab6c-edaa41839257 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:07.024037 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:07.026859 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-edd270f2-2983-4701-8542-7961ded071bf req-83a29673-7bef-4266-ab6c-edaa41839257 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 946 time: 0.8693013 Aug 17 02:47:07.077094 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Port': ['ID=aaf53e4b-af52-452c-80d3-0696f0ea1220,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:07.161392 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-edd270f2-2983-4701-8542-7961ded071bf req-913ee69b-60c1-4f94-9e43-9a663e63fed4 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333699 Aug 17 02:47:07.197482 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-8ca680fd-249e-40ec-8f77-36c3ac4204aa tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:07.223333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-8ca680fd-249e-40ec-8f77-36c3ac4204aa tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Transition to ACTIVE for port object a7e896c1-9a1c-4e4e-9acb-b71bffc70248 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:47:07.288312 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No DVR routers for this DVR port aaf53e4b-af52-452c-80d3-0696f0ea1220 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:47:07.334633 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:47:07.356109 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb72dc-cb08-4f46-8d5a-7290da9c03b8 None None] Sync routers for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:47:07.375069 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:07.384308 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb72dc-cb08-4f46-8d5a-7290da9c03b8 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:47:07.385780 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-60cb72dc-cb08-4f46-8d5a-7290da9c03b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:46:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:07.417774 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-8ca680fd-249e-40ec-8f77-36c3ac4204aa tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:07.478830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-8ca680fd-249e-40ec-8f77-36c3ac4204aa tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Network e5453bbb-edd0-412f-b32f-ee5f32f64d62 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:47:07.490584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-8ca680fd-249e-40ec-8f77-36c3ac4204aa tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:47:07.496318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-8ca680fd-249e-40ec-8f77-36c3ac4204aa tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:47:07.512844 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:07.558989 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-60cb72dc-cb08-4f46-8d5a-7290da9c03b8 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:47:07.569736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca680fd-249e-40ec-8f77-36c3ac4204aa tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Pushing event updated for resources: {'Port': ['ID=a7e896c1-9a1c-4e4e-9acb-b71bffc70248,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:07.614414 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8a4db401-7ce6-4238-a05c-d66b4462e7e2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4344497 Aug 17 02:47:07.614414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a192c99-326e-4a39-8678-f8c5d4efa66e', 'tag': '37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:47:07.614414 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c43b68-5ed1-41cd-b52d-83d2fd4451ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3a192c99-326e-4a39-8678-f8c5d4efa66e", "tag": "37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:47:07.616578 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0879d7-3b45-4a4e-8b52-df53f6266fe4 req-f529f196-768b-478f-af24-375a74da19e3 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:07.616713 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:07.616848 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc0879d7-3b45-4a4e-8b52-df53f6266fe4 req-f529f196-768b-478f-af24-375a74da19e3 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.2968032 Aug 17 02:47:07.657486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Subnet': ['ID=d9beb9ce-9b4a-42ee-ad4a-f8c1efe91d26,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:07.753885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-8ca680fd-249e-40ec-8f77-36c3ac4204aa tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:07.755410 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-8ca680fd-249e-40ec-8f77-36c3ac4204aa tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:07.845888 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:07.870420 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc0879d7-3b45-4a4e-8b52-df53f6266fe4 req-0a8b3719-ec70-40ca-9862-b79bf1bb5b70 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218554 Aug 17 02:47:07.886965 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-8ca680fd-249e-40ec-8f77-36c3ac4204aa tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7815764 Aug 17 02:47:07.891143 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cccdd52c-98cb-4609-ba9a-5a0a5eb7f24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:07.902039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a70f6dd-ac98-4f4e-a015-e1a64d31bdde']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:07.930950 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Request body: {'port': {'device_id': '99375715-9e64-42c8-ba0f-e9cc5b832783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:07.939361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d883be-59a8-4780-9838-4eacfc23d980') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:07.939671 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d883be-59a8-4780-9838-4eacfc23d980') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:07.970571 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:08.025120 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:08.055170 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:47:08.056179 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:47:08.060479 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:47:08.081114 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:08.082305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 03766e53-e515-4059-b898-27169d0567f9 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:47:08.232781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:08.244176 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:08.265365 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/6a70f6dd-ac98-4f4e-a015-e1a64d31bdde HTTP/1.1" status: 204 len: 168 time: 3.0063026 Aug 17 02:47:08.288336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 03766e53-e515-4059-b898-27169d0567f9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:08.289261 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:08.292362 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49794) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:08.381415 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a756e22d-69c8-4341-a124-a62d6834823d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:08.382003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a756e22d-69c8-4341-a124-a62d6834823d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:08.388882 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a756e22d-69c8-4341-a124-a62d6834823d tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/subnets/d9beb9ce-9b4a-42ee-ad4a-f8c1efe91d26 HTTP/1.1" status: 404 len: 337 time: 0.0945997 Aug 17 02:47:08.389372 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49800) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:08.392167 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa795222-61b7-4c82-8c09-c76038156769 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Network': ['ID=6a70f6dd-ac98-4f4e-a015-e1a64d31bdde,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:08.396141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-119b8e72-d8b1-4ec6-816d-de2ca180e2b5 None None] Provisioning for port a7e896c1-9a1c-4e4e-9acb-b71bffc70248 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:47:08.419143 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-b414ae33-6609-477c-be4c-b4db39973526 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:08.420135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b414ae33-6609-477c-be4c-b4db39973526 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:08.427087 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b414ae33-6609-477c-be4c-b4db39973526 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/6a70f6dd-ac98-4f4e-a015-e1a64d31bdde HTTP/1.1" status: 404 len: 339 time: 0.0339227 Aug 17 02:47:08.427087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49804) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:08.446803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-119b8e72-d8b1-4ec6-816d-de2ca180e2b5 None None] Provisioning complete for port a7e896c1-9a1c-4e4e-9acb-b71bffc70248 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:08.447690 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-119b8e72-d8b1-4ec6-816d-de2ca180e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:08.480021 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-78dc7c79-5a4e-436b-abca-c6e1a74de44a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:08.481072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78dc7c79-5a4e-436b-abca-c6e1a74de44a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:08.492003 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-78dc7c79-5a4e-436b-abca-c6e1a74de44a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/subnets/e099d0bf-5650-4df0-945d-fe2b2873b44c HTTP/1.1" status: 404 len: 337 time: 0.0649350 Aug 17 02:47:08.497557 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49808) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:08.559378 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f323554-a846-4f86-a3d1-4fd0a62bec72 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:08.560300 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f323554-a846-4f86-a3d1-4fd0a62bec72 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:08.577304 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2f323554-a846-4f86-a3d1-4fd0a62bec72 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/39d0e94c-f8b9-407e-a9fa-641ff298c489 HTTP/1.1" status: 404 len: 339 time: 0.0778606 Aug 17 02:47:08.578292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49810) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:08.648505 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-60cb72dc-cb08-4f46-8d5a-7290da9c03b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'f529fb98-2304-4a0b-8c73-2943654df576', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'port_id': '37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'mac_address': 'fa:16:3e:43:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a192c99-326e-4a39-8678-f8c5d4efa66e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:47:04Z', 'updated_at': '2021-08-17T02:47:04Z', 'revision_number': 0, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:08.657491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-119b8e72-d8b1-4ec6-816d-de2ca180e2b5 None None] Port a7e896c1-9a1c-4e4e-9acb-b71bffc70248 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:47:08.752179 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb72dc-cb08-4f46-8d5a-7290da9c03b8 None None] Checking router: 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:47:08.782358 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb72dc-cb08-4f46-8d5a-7290da9c03b8 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:47:08.783670 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-60cb72dc-cb08-4f46-8d5a-7290da9c03b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:46:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:08.786885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f055098d-0044-4aa7-bf36-a261322f2e26 None None] Could not find standard attr ID for object aaf53e4b-af52-452c-80d3-0696f0ea1220. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:47:08.808026 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3595e72e-9c9b-424b-a850-a14fd5a52c34 None None] DHCP port deletion for 6a70f6dd-ac98-4f4e-a015-e1a64d31bdde request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:47:08.837977 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b974109-e609-47fa-b16b-3e53ae18e3fd None None] Network 6a70f6dd-ac98-4f4e-a015-e1a64d31bdde requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:47:08.853965 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5565c2b-711f-4e64-9938-fb78a0f083b5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:08.874652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b974109-e609-47fa-b16b-3e53ae18e3fd None None] Network 6a70f6dd-ac98-4f4e-a015-e1a64d31bdde could not be found, it might have been deleted concurrently. {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 02:47:08.891219 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88887496-7a6b-4372-8bdc-74832fb5bac4 None None] Network 6a70f6dd-ac98-4f4e-a015-e1a64d31bdde requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:47:08.916348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b3109-3cf1-4bb3-9108-b11776295e35 req-b7ac7b61-38e8-4f70-83ca-f32bdf489f3c tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:08.918630 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-759b3109-3cf1-4bb3-9108-b11776295e35 req-b7ac7b61-38e8-4f70-83ca-f32bdf489f3c tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1028 time: 0.2163458 Aug 17 02:47:08.939565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e896c1-9a1c-4e4e-9acb-b71bffc70248 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:47:08.955456 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:08.957086 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88887496-7a6b-4372-8bdc-74832fb5bac4 None None] Network 6a70f6dd-ac98-4f4e-a015-e1a64d31bdde could not be found, it might have been deleted concurrently. {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 02:47:08.970460 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Transition to ACTIVE for port object a7e896c1-9a1c-4e4e-9acb-b71bffc70248 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:47:09.021219 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-759b3109-3cf1-4bb3-9108-b11776295e35 req-427c814a-8adc-470c-9304-17ef7db06e35 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488241 Aug 17 02:47:09.038251 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:09.079677 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5565c2b-711f-4e64-9938-fb78a0f083b5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:09.084720 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67131d08-292c-4988-9a17-b850d742d408 x-openstack-request-id: req-67131d08-292c-4988-9a17-b850d742d408 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:47:09.085919 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a192c99-326e-4a39-8678-f8c5d4efa66e", "tag": "37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:47:09.087927 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67131d08-292c-4988-9a17-b850d742d408 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:47:09.088813 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a192c99-326e-4a39-8678-f8c5d4efa66e', 'tag': '37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3', 'status': 'completed', 'code': 200} Aug 17 02:47:09.089407 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-60cb72dc-cb08-4f46-8d5a-7290da9c03b8 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:47:09.107919 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-d5565c2b-711f-4e64-9938-fb78a0f083b5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d061a7f-c951-46fb-927f-11d8e29e73ee']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:09.152851 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-d5565c2b-711f-4e64-9938-fb78a0f083b5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de92e800-65b4-47af-bfc3-b9febf728e5b') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:09.153174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-d5565c2b-711f-4e64-9938-fb78a0f083b5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de92e800-65b4-47af-bfc3-b9febf728e5b') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:09.163492 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5565c2b-711f-4e64-9938-fb78a0f083b5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:09.195694 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5565c2b-711f-4e64-9938-fb78a0f083b5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:09.204118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5565c2b-711f-4e64-9938-fb78a0f083b5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:47:09.204802 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5565c2b-711f-4e64-9938-fb78a0f083b5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:47:09.260016 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:47:09.319921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Pushing event updated for resources: {'Port': ['ID=a7e896c1-9a1c-4e4e-9acb-b71bffc70248,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:09.369411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b2eb2-f7fa-4c7d-b7a8-c2fcc0395de4 req-2d9ba6ae-489f-497d-94a9-6967d6d8c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:09.387721 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c43b68-5ed1-41cd-b52d-83d2fd4451ac req-a5473b44-0e52-48f5-95a8-823c9cd7ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:09.389444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9c43b68-5ed1-41cd-b52d-83d2fd4451ac req-a5473b44-0e52-48f5-95a8-823c9cd7ca7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 1097 time: 0.2203951 Aug 17 02:47:09.391385 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-265b2eb2-f7fa-4c7d-b7a8-c2fcc0395de4 req-2d9ba6ae-489f-497d-94a9-6967d6d8c1dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 1098 time: 0.1106911 Aug 17 02:47:09.410794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbc8db-4575-4c5e-99cc-63b2814fa349 req-952675d1-46ca-46af-bfb9-c072168e3688 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:09.412785 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9fbc8db-4575-4c5e-99cc-63b2814fa349 req-952675d1-46ca-46af-bfb9-c072168e3688 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 946 time: 0.1566179 Aug 17 02:47:09.546982 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9fbc8db-4575-4c5e-99cc-63b2814fa349 req-cd00c400-1912-45fe-b253-078ac82db022 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071570 Aug 17 02:47:09.549473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Attempting to bind port a7e896c1-9a1c-4e4e-9acb-b71bffc70248 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:47:09.549910 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Attempting to bind port a7e896c1-9a1c-4e4e-9acb-b71bffc70248 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:47:09.550256 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Attempting to bind port a7e896c1-9a1c-4e4e-9acb-b71bffc70248 on network e5453bbb-edd0-412f-b32f-ee5f32f64d62 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:47:09.568704 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Port a7e896c1-9a1c-4e4e-9acb-b71bffc70248 on network e5453bbb-edd0-412f-b32f-ee5f32f64d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:47:09.569187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Attempting to bind port a7e896c1-9a1c-4e4e-9acb-b71bffc70248 on network e5453bbb-edd0-412f-b32f-ee5f32f64d62 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:47:09.589832 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:47:09.590368 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Checking segment: {'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:47:09.590854 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Bound using segment: {'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:47:09.591401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Bound port: a7e896c1-9a1c-4e4e-9acb-b71bffc70248, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:47:09.591883 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:09.615397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c43b68-5ed1-41cd-b52d-83d2fd4451ac req-2a5982fc-175d-4dff-87c9-70edde8274e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:09.621215 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9c43b68-5ed1-41cd-b52d-83d2fd4451ac req-2a5982fc-175d-4dff-87c9-70edde8274e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.2034767 Aug 17 02:47:09.670070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b2eb2-f7fa-4c7d-b7a8-c2fcc0395de4 req-07e15274-346a-4aef-bbe9-1431001e49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:09.672545 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-265b2eb2-f7fa-4c7d-b7a8-c2fcc0395de4 req-07e15274-346a-4aef-bbe9-1431001e49c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 917 time: 0.2612929 Aug 17 02:47:09.674951 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5565c2b-711f-4e64-9938-fb78a0f083b5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:09.708142 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d5565c2b-711f-4e64-9938-fb78a0f083b5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:09.713685 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-60cb72dc-cb08-4f46-8d5a-7290da9c03b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'f529fb98-2304-4a0b-8c73-2943654df576', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'port_id': '37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'mac_address': 'fa:16:3e:43:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a192c99-326e-4a39-8678-f8c5d4efa66e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:47:04Z', 'updated_at': '2021-08-17T02:47:04Z', 'revision_number': 0, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:09.716311 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d5565c2b-711f-4e64-9938-fb78a0f083b5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/9d061a7f-c951-46fb-927f-11d8e29e73ee HTTP/1.1" status: 204 len: 168 time: 1.1339202 Aug 17 02:47:09.719716 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5565c2b-711f-4e64-9938-fb78a0f083b5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Network': ['ID=9d061a7f-c951-46fb-927f-11d8e29e73ee,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:09.721970 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device aaf53e4b-af52-452c-80d3-0696f0ea1220 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:47:09.732053 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49836) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:09.791332 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] For port a7e896c1-9a1c-4e4e-9acb-b71bffc70248, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:47:09.794805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] For port a7e896c1-9a1c-4e4e-9acb-b71bffc70248, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=a7e896c1-9a1c-4e4e-9acb-b71bffc70248,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:47:09.795880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: aaf53e4b-af52-452c-80d3-0696f0ea1220 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:47:09.796676 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device aaf53e4b-af52-452c-80d3-0696f0ea1220 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:47:09.814622 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb72dc-cb08-4f46-8d5a-7290da9c03b8 None None] The sync data for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 is: [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'f529fb98-2304-4a0b-8c73-2943654df576', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'port_id': '37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'mac_address': 'fa:16:3e:43:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a192c99-326e-4a39-8678-f8c5d4efa66e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:47:04Z', 'updated_at': '2021-08-17T02:47:04Z', 'revision_number': 0, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:47:09.870352 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ac0042-4be3-4bc0-9501-d54ad0956252 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:09.870743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ac0042-4be3-4bc0-9501-d54ad0956252 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:09.877989 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-61ac0042-4be3-4bc0-9501-d54ad0956252 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/subnets/a475d821-3a06-4448-bae0-704cd1869773 HTTP/1.1" status: 404 len: 337 time: 0.1410787 Aug 17 02:47:09.879877 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9c43b68-5ed1-41cd-b52d-83d2fd4451ac req-0341f27a-acb6-49da-8aef-20804501ab4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 HTTP/1.1" status: 200 len: 998 time: 0.2470365 Aug 17 02:47:09.881015 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:09.884196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49838) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:09.931473 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-96226cf7-7c72-4ea9-89c7-483b72ec108c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:09.932709 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96226cf7-7c72-4ea9-89c7-483b72ec108c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:09.939734 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-96226cf7-7c72-4ea9-89c7-483b72ec108c tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/ab1c2dcf-986b-4219-890c-3a6152be27f0 HTTP/1.1" status: 404 len: 339 time: 0.0509992 Aug 17 02:47:09.944591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49842) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:09.962512 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-265b2eb2-f7fa-4c7d-b7a8-c2fcc0395de4 req-763789ab-e2e0-4b8d-9664-99cfe46a96b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877 HTTP/1.1" status: 200 len: 1001 time: 0.2445202 Aug 17 02:47:09.992508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ba4d2-ea7c-4c38-83dc-72f84146e89c req-ccb3900e-65e3-486e-9dc2-8260e94c57c0 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:10.000787 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-509ba4d2-ea7c-4c38-83dc-72f84146e89c req-ccb3900e-65e3-486e-9dc2-8260e94c57c0 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.2040048 Aug 17 02:47:10.044363 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:10.053610 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:10.056781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b2eb2-f7fa-4c7d-b7a8-c2fcc0395de4 req-b7a5bd43-1f95-4370-858f-d5cc485e04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:10.057024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] 10.222.0.42 "PUT /v2.0/ports/a7e896c1-9a1c-4e4e-9acb-b71bffc70248 HTTP/1.1" status: 200 len: 1093 time: 2.1553426 Aug 17 02:47:10.059786 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-265b2eb2-f7fa-4c7d-b7a8-c2fcc0395de4 req-b7a5bd43-1f95-4370-858f-d5cc485e04d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.0860693 Aug 17 02:47:10.064521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99375715-9e64-42c8-ba0f-e9cc5b832783', 'tag': 'a7e896c1-9a1c-4e4e-9acb-b71bffc70248'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:47:10.071798 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2edf7f9-6c11-4bba-8022-c3275c38e017" -d '{"events": [{"name": "network-changed", "server_uuid": "99375715-9e64-42c8-ba0f-e9cc5b832783", "tag": "a7e896c1-9a1c-4e4e-9acb-b71bffc70248"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:47:10.108662 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-db22ec33-48bd-475e-a020-d67ff627c12e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:10.109282 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db22ec33-48bd-475e-a020-d67ff627c12e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:10.132621 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-db22ec33-48bd-475e-a020-d67ff627c12e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/subnets/d44c28fb-a7d0-4da4-8956-7940fc331fde HTTP/1.1" status: 404 len: 337 time: 0.1690116 Aug 17 02:47:10.132621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c43b68-5ed1-41cd-b52d-83d2fd4451ac req-0155319d-ba35-494a-b9e8-495d8c4bbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:10.132621 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9c43b68-5ed1-41cd-b52d-83d2fd4451ac req-0155319d-ba35-494a-b9e8-495d8c4bbd60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.2156055 Aug 17 02:47:10.134893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49848) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:10.193750 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc18e12-5459-439a-9d5e-b4a080957e1e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:10.195882 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc18e12-5459-439a-9d5e-b4a080957e1e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:10.199247 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1dc18e12-5459-439a-9d5e-b4a080957e1e tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/56eefc04-ff57-482b-ac5f-eaef38849930 HTTP/1.1" status: 404 len: 339 time: 0.0735841 Aug 17 02:47:10.204117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49852) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:10.238110 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b2eb2-f7fa-4c7d-b7a8-c2fcc0395de4 req-d7a4adc9-e374-4757-ae0d-538bcd4294d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:10.240235 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-265b2eb2-f7fa-4c7d-b7a8-c2fcc0395de4 req-d7a4adc9-e374-4757-ae0d-538bcd4294d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630700 Aug 17 02:47:10.249898 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca155a8-643f-4557-9483-722530d0e93f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:10.250373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca155a8-643f-4557-9483-722530d0e93f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:10.255255 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9ca155a8-643f-4557-9483-722530d0e93f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/subnets/33e702cd-ce6a-4bab-b437-874734d5bb3f HTTP/1.1" status: 404 len: 337 time: 0.0463176 Aug 17 02:47:10.256352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25f03d9-9e4d-4f57-9bcd-1a34f90d1794 None None] New status for floating IP f529fb98-2304-4a0b-8c73-2943654df576: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:47:10.258468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49854) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:10.283824 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70988a3d-6fe3-454d-bc0d-dbf84e83e09c service neutron] Pushing event updated for resources: {'Port': ['ID=a7e896c1-9a1c-4e4e-9acb-b71bffc70248,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:10.328960 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-31143b47-59be-405a-9b43-38f4d5591c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:10.366946 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-509ba4d2-ea7c-4c38-83dc-72f84146e89c req-7fcbd5e7-db79-45b8-897e-c828a44905f3 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630886 Aug 17 02:47:10.414048 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-21de1cf3-df9c-4c25-a0d4-6f127e26b1f5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:10.414660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21de1cf3-df9c-4c25-a0d4-6f127e26b1f5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:10.427688 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-21de1cf3-df9c-4c25-a0d4-6f127e26b1f5 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/d23ecc92-e680-4e30-94e7-42e1fae266cc HTTP/1.1" status: 404 len: 339 time: 0.1661165 Aug 17 02:47:10.430812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49856) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:10.471268 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-265b2eb2-f7fa-4c7d-b7a8-c2fcc0395de4 req-d12cecc9-376c-4738-a109-efd2a759af7a service neutron] 10.222.0.18 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167306 Aug 17 02:47:10.516121 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c43b68-5ed1-41cd-b52d-83d2fd4451ac req-385c8545-0715-425a-94d1-91028b45ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:10.517927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9c43b68-5ed1-41cd-b52d-83d2fd4451ac req-385c8545-0715-425a-94d1-91028b45ec97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3854246 Aug 17 02:47:10.519945 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc103b55-0b4b-43d6-a5c9-3bd1b113943b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:10.520485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc103b55-0b4b-43d6-a5c9-3bd1b113943b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:10.522622 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fc103b55-0b4b-43d6-a5c9-3bd1b113943b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/subnets/5ea4eb13-ba14-4640-889c-384b076150a3 HTTP/1.1" status: 404 len: 337 time: 0.0897450 Aug 17 02:47:10.528197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49860) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:10.570754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-3ba8c9ac-c014-45eb-9ca4-b5b81b5adf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:10.573071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-3ba8c9ac-c014-45eb-9ca4-b5b81b5adf7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79883023ec444887aa03ae960546a041&device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1096 time: 0.1936567 Aug 17 02:47:10.593529 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-da621ba9-c845-45ec-9380-6f900da3e5e6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:10.594147 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da621ba9-c845-45ec-9380-6f900da3e5e6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:10.598822 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-da621ba9-c845-45ec-9380-6f900da3e5e6 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/a41600be-3d4c-49be-8028-e3ca4f6bad78 HTTP/1.1" status: 404 len: 339 time: 0.0692899 Aug 17 02:47:10.611899 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49862) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:10.628291 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:47:10.680315 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:10.707700 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35962e8-a677-4168-961c-95868ed626cf tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:10.708166 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35962e8-a677-4168-961c-95868ed626cf tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:10.709953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f35962e8-a677-4168-961c-95868ed626cf tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/subnets/6a59969b-3cb0-4211-850f-3d2c3e8fe3ae HTTP/1.1" status: 404 len: 337 time: 0.0971839 Aug 17 02:47:10.715608 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-14b51d4d-32b0-4081-a51d-910f98ee7194 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e896c1-9a1c-4e4e-9acb-b71bffc70248 HTTP/1.1" status: 200 len: 217 time: 0.1044726 Aug 17 02:47:10.739351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49866) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:10.772795 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-69eb69b3-cddf-47c9-a136-e40ce2f4c5f3 req-c7b93b7b-91d7-478c-8896-0d752e2ad1e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1163578 Aug 17 02:47:10.775305 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-265b2eb2-f7fa-4c7d-b7a8-c2fcc0395de4 req-06af7b4b-61ac-477d-8559-acc5543d75db service neutron] 10.222.0.18 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916148 Aug 17 02:47:10.792809 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc754e4-a407-4601-81cf-d5e527e186c4 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:10.792809 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc754e4-a407-4601-81cf-d5e527e186c4 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:10.792809 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5cc754e4-a407-4601-81cf-d5e527e186c4 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/a88b916b-4e32-4d0d-b5be-ed16405e824b HTTP/1.1" status: 404 len: 339 time: 0.0480025 Aug 17 02:47:10.793074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49868) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:10.826961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-7914d280-da4a-44c2-b4de-94fc4cd3f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:10.829422 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-7914d280-da4a-44c2-b4de-94fc4cd3f622 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc9ca113-d7fd-49ea-a52f-d7c52e8102db HTTP/1.1" status: 200 len: 849 time: 0.0990787 Aug 17 02:47:10.854024 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f50ae0-fc86-46bf-aa02-05b26680783b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:10.854616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f50ae0-fc86-46bf-aa02-05b26680783b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:10.857750 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d0f50ae0-fc86-46bf-aa02-05b26680783b tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/subnets/50466fd0-733a-4532-ad96-03d17471bfe7 HTTP/1.1" status: 404 len: 337 time: 0.0634205 Aug 17 02:47:10.859945 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49872) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:10.864201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356645b7-0ba2-4dd8-bc5a-0badd207bdba req-8b6242e3-1bf7-47a5-903d-dfaa28701625 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:10.866816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-356645b7-0ba2-4dd8-bc5a-0badd207bdba req-8b6242e3-1bf7-47a5-903d-dfaa28701625 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1096 time: 0.2027733 Aug 17 02:47:10.879600 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9c43b68-5ed1-41cd-b52d-83d2fd4451ac req-c9e073ca-5c42-41b1-b6b8-af6101793edd service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414066 Aug 17 02:47:10.904663 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ad35b3-a576-4e4d-84be-3587fb927a4a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:10.905397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ad35b3-a576-4e4d-84be-3587fb927a4a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:10.907235 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-44ad35b3-a576-4e4d-84be-3587fb927a4a tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/5319d1f5-4329-4622-9eb7-74f1be6524b0 HTTP/1.1" status: 404 len: 339 time: 0.0462706 Aug 17 02:47:10.910351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49874) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:10.944168 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-275dd430-6dcd-4813-a226-6d8162b4a63f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:10.944756 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275dd430-6dcd-4813-a226-6d8162b4a63f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:10.947120 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-275dd430-6dcd-4813-a226-6d8162b4a63f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/subnets/5ac52245-302f-416b-a7b7-163fbc75662c HTTP/1.1" status: 404 len: 337 time: 0.0352271 Aug 17 02:47:10.951984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49876) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:10.974151 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb69b3-cddf-47c9-a136-e40ce2f4c5f3 req-24a26dc8-128d-47f2-97fe-51d9fd79f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:10.976034 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-69eb69b3-cddf-47c9-a136-e40ce2f4c5f3 req-24a26dc8-128d-47f2-97fe-51d9fd79f690 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=932bad7d1d8f47c184058cfcb226a192&device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 1097 time: 0.1069124 Aug 17 02:47:10.976464 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a77f306-ea76-4076-bc40-881e81ba3343 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:10.977022 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a77f306-ea76-4076-bc40-881e81ba3343 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:10.978739 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9a77f306-ea76-4076-bc40-881e81ba3343 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/1d90ca8c-dd51-4936-baed-484c647727cd HTTP/1.1" status: 404 len: 339 time: 0.0264554 Aug 17 02:47:10.984545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49880) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:11.035459 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-356645b7-0ba2-4dd8-bc5a-0badd207bdba req-a5b4ad93-8698-4cd1-a772-8cdc148cdc68 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599758 Aug 17 02:47:11.036363 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba4a0be-f420-472a-8987-83997466f0af tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:11.036975 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba4a0be-f420-472a-8987-83997466f0af tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:11.044051 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4ba4a0be-f420-472a-8987-83997466f0af tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/subnets/e2a16aca-374d-4e49-ab00-48236f086b86 HTTP/1.1" status: 404 len: 337 time: 0.0535216 Aug 17 02:47:11.054586 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49882) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:11.105032 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-0a3b2fb4-ff26-49b2-987c-9b0f85f4e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:11.108328 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-0a3b2fb4-ff26-49b2-987c-9b0f85f4e7dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5453bbb-edd0-412f-b32f-ee5f32f64d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2655752 Aug 17 02:47:11.121279 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9c43b68-5ed1-41cd-b52d-83d2fd4451ac req-4f19c1e1-b8f3-4efa-920e-319a22cde4ac service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213078 Aug 17 02:47:11.123546 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed74841b-abb6-4926-a8c5-36e0024c9a6b x-openstack-request-id: req-ed74841b-abb6-4926-a8c5-36e0024c9a6b {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:47:11.124002 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99375715-9e64-42c8-ba0f-e9cc5b832783", "tag": "a7e896c1-9a1c-4e4e-9acb-b71bffc70248", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:47:11.124454 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed74841b-abb6-4926-a8c5-36e0024c9a6b {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:47:11.125081 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99375715-9e64-42c8-ba0f-e9cc5b832783', 'tag': 'a7e896c1-9a1c-4e4e-9acb-b71bffc70248', 'status': 'completed', 'code': 200} Aug 17 02:47:11.131580 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5d7b8a-a468-4b63-b9be-28d2f53c6a5f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:11.132192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5d7b8a-a468-4b63-b9be-28d2f53c6a5f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:11.138352 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5a5d7b8a-a468-4b63-b9be-28d2f53c6a5f tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/047d2181-95bb-430e-9631-d6752fcb7a3d HTTP/1.1" status: 404 len: 339 time: 0.0790710 Aug 17 02:47:11.142420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49884) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:11.248972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-c448a2c9-d99f-49f0-bb6f-eb071d55d661 service neutron] 10.222.0.42 "GET /v2.0/networks/e5453bbb-edd0-412f-b32f-ee5f32f64d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156363 Aug 17 02:47:11.253745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a4eff5-2519-44cf-b142-52ea617f76e7 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Deleting subnet cd7d0bd6-8774-45f5-b1d1-0073aa1cf8c8 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:47:11.264469 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79a4eff5-2519-44cf-b142-52ea617f76e7 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:11.320183 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb69b3-cddf-47c9-a136-e40ce2f4c5f3 req-cc980f3e-6029-4c83-9623-434589ea2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:11.323194 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-69eb69b3-cddf-47c9-a136-e40ce2f4c5f3 req-cc980f3e-6029-4c83-9623-434589ea2cc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5 HTTP/1.1" status: 200 len: 919 time: 0.3224518 Aug 17 02:47:11.402435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c09075-0026-4733-ba8c-d1060973d33e req-13e3c855-9765-4c5d-ace6-edcec224328b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:11.404983 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90c09075-0026-4733-ba8c-d1060973d33e req-13e3c855-9765-4c5d-ace6-edcec224328b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 946 time: 0.1228480 Aug 17 02:47:11.455264 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bc74738-eada-49bc-9741-46f0e0d9680f req-e103ea65-d550-4d13-b4fa-3faa302539a3 service neutron] 10.222.0.42 "GET /v2.0/networks/e5453bbb-edd0-412f-b32f-ee5f32f64d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987357 Aug 17 02:47:11.484533 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90c09075-0026-4733-ba8c-d1060973d33e req-a646fdbb-83b2-4936-85d6-ad56230976b7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578823 Aug 17 02:47:11.621763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651b530-1c73-4dc4-b4d1-f6d3a947ccc3 req-dcbde40a-da2f-40ca-be2f-c20963b8989d tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:11.623341 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8651b530-1c73-4dc4-b4d1-f6d3a947ccc3 req-dcbde40a-da2f-40ca-be2f-c20963b8989d tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0706558 Aug 17 02:47:11.696731 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8651b530-1c73-4dc4-b4d1-f6d3a947ccc3 req-959c8f40-cb19-4d61-aec1-20071d5da37b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573120 Aug 17 02:47:11.703062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edf7f9-6c11-4bba-8022-c3275c38e017 req-739b3bf4-6062-4d08-8541-6975be18528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:11.703883 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a2edf7f9-6c11-4bba-8022-c3275c38e017 req-739b3bf4-6062-4d08-8541-6975be18528b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79883023ec444887aa03ae960546a041&device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1096 time: 0.0758803 Aug 17 02:47:11.763740 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-69eb69b3-cddf-47c9-a136-e40ce2f4c5f3 req-aaebc140-83cc-44b7-be48-d2cfcb90f53b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86a359f1-b05e-48ee-84c5-b89739e19ed4 HTTP/1.1" status: 200 len: 217 time: 0.4307885 Aug 17 02:47:11.769123 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79a4eff5-2519-44cf-b142-52ea617f76e7 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:11.798665 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:11.855086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb69b3-cddf-47c9-a136-e40ce2f4c5f3 req-1bd8796c-bb0e-4fae-a660-4ffc9b48d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:11.856918 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-69eb69b3-cddf-47c9-a136-e40ce2f4c5f3 req-1bd8796c-bb0e-4fae-a660-4ffc9b48d3be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4491968a-5fe9-4d3e-bb02-74a57ef49ae9 HTTP/1.1" status: 200 len: 858 time: 0.0846686 Aug 17 02:47:11.937906 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-69eb69b3-cddf-47c9-a136-e40ce2f4c5f3 req-90f3350c-feea-4648-befa-fe69f91ecd64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487320 Aug 17 02:47:11.943840 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79a4eff5-2519-44cf-b142-52ea617f76e7 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.091356 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-69eb69b3-cddf-47c9-a136-e40ce2f4c5f3 req-01b2699d-cac0-4d14-a976-13fee5b14a3a service neutron] 10.222.0.42 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435869 Aug 17 02:47:12.104866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edf7f9-6c11-4bba-8022-c3275c38e017 req-0253fff6-6534-4c12-bfb9-da0d778e4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:12.106427 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a2edf7f9-6c11-4bba-8022-c3275c38e017 req-0253fff6-6534-4c12-bfb9-da0d778e4319 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5453bbb-edd0-412f-b32f-ee5f32f64d62 HTTP/1.1" status: 200 len: 911 time: 0.3893452 Aug 17 02:47:12.168547 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a2edf7f9-6c11-4bba-8022-c3275c38e017 req-61eb7920-77bc-4b25-b5f1-eb14d52538a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e896c1-9a1c-4e4e-9acb-b71bffc70248 HTTP/1.1" status: 200 len: 217 time: 0.0546916 Aug 17 02:47:12.199585 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79a4eff5-2519-44cf-b142-52ea617f76e7 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.237367 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-69eb69b3-cddf-47c9-a136-e40ce2f4c5f3 req-87acd842-7d94-48cd-b67d-41be582b1053 service neutron] 10.222.0.42 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382005 Aug 17 02:47:12.239604 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4eff5-2519-44cf-b142-52ea617f76e7 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7d0bd6-8774-45f5-b1d1-0073aa1cf8c8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:12.241761 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79a4eff5-2519-44cf-b142-52ea617f76e7 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.244023 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-79a4eff5-2519-44cf-b142-52ea617f76e7 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/subnets/cd7d0bd6-8774-45f5-b1d1-0073aa1cf8c8 HTTP/1.1" status: 204 len: 168 time: 1.1012340 Aug 17 02:47:12.247252 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49900) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:12.256675 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9888524-e821-4ca7-bb56-132a57a65cc4 req-36c526b3-ecee-49e3-bd27-c7b15ac4a246 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:12.259077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9888524-e821-4ca7-bb56-132a57a65cc4 req-36c526b3-ecee-49e3-bd27-c7b15ac4a246 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1096 time: 0.1020069 Aug 17 02:47:12.260657 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68fab3f-a648-4608-a626-fe2cc00d0918 None None] Network afb88837-38c4-4461-93fd-f1e0713ea4d9 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:47:12.272576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edf7f9-6c11-4bba-8022-c3275c38e017 req-0e2afa07-d891-4666-b54f-3d7903fdc3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:12.275057 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a2edf7f9-6c11-4bba-8022-c3275c38e017 req-0e2afa07-d891-4666-b54f-3d7903fdc3c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc9ca113-d7fd-49ea-a52f-d7c52e8102db HTTP/1.1" status: 200 len: 849 time: 0.0840471 Aug 17 02:47:12.333383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9888524-e821-4ca7-bb56-132a57a65cc4 req-be0d57e8-755a-4bcc-9299-4462bbee72be tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638592 Aug 17 02:47:12.351650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edf7f9-6c11-4bba-8022-c3275c38e017 req-2ced0bca-deca-4756-895b-173c71c116ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:12.354450 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a2edf7f9-6c11-4bba-8022-c3275c38e017 req-2ced0bca-deca-4756-895b-173c71c116ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5453bbb-edd0-412f-b32f-ee5f32f64d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710826 Aug 17 02:47:12.370272 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.439258 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Deleting port 8da2b4c4-9e85-449e-b585-b615b891f623 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:47:12.439766 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.479394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a2edf7f9-6c11-4bba-8022-c3275c38e017 req-dd580e86-98a5-4b79-a30d-fbeeba0849a3 service neutron] 10.222.0.42 "GET /v2.0/networks/e5453bbb-edd0-412f-b32f-ee5f32f64d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165586 Aug 17 02:47:12.519088 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e75b27-d9a2-4655-b32a-8c1a583182de None None] DHCP port deletion for afb88837-38c4-4461-93fd-f1e0713ea4d9 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:47:12.532958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] For port 8da2b4c4-9e85-449e-b585-b615b891f623, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8da2b4c4-9e85-449e-b585-b615b891f623,segment=NetworkSegment(fa2d2b78-154f-4f1a-a1a4-08b1de149e61),segment_id=fa2d2b78-154f-4f1a-a1a4-08b1de149e61)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:12.533617 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.549641 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Calling delete_port for 8da2b4c4-9e85-449e-b585-b615b891f623 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:47:12.596331 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f2e75b27-d9a2-4655-b32a-8c1a583182de None None] Deleting port 8da2b4c4-9e85-449e-b585-b615b891f623 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:47:12.597289 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f2e75b27-d9a2-4655-b32a-8c1a583182de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.626224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a2edf7f9-6c11-4bba-8022-c3275c38e017 req-adebd663-33c2-4f4f-b06d-34b66c467317 service neutron] 10.222.0.42 "GET /v2.0/networks/e5453bbb-edd0-412f-b32f-ee5f32f64d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397572 Aug 17 02:47:12.687633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f2e75b27-d9a2-4655-b32a-8c1a583182de None None] For port 8da2b4c4-9e85-449e-b585-b615b891f623, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8da2b4c4-9e85-449e-b585-b615b891f623,segment=NetworkSegment(fa2d2b78-154f-4f1a-a1a4-08b1de149e61),segment_id=fa2d2b78-154f-4f1a-a1a4-08b1de149e61)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:12.688067 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f2e75b27-d9a2-4655-b32a-8c1a583182de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.704033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f2e75b27-d9a2-4655-b32a-8c1a583182de None None] Calling delete_port for 8da2b4c4-9e85-449e-b585-b615b891f623 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:47:12.723150 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.761629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Port': ['ID=8da2b4c4-9e85-449e-b585-b615b891f623,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:12.783377 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] No DVR routers for this DVR port 8da2b4c4-9e85-449e-b585-b615b891f623 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:47:12.831433 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f2e75b27-d9a2-4655-b32a-8c1a583182de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.853272 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e75b27-d9a2-4655-b32a-8c1a583182de None None] No DVR routers for this DVR port 8da2b4c4-9e85-449e-b585-b615b891f623 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:47:12.894981 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e75b27-d9a2-4655-b32a-8c1a583182de None None] Pushing event deleted for resources: {'Port': ['ID=8da2b4c4-9e85-449e-b585-b615b891f623,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:12.897460 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.909321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e34e6c-29a6-4738-8893-6d72dd3a59fb req-3fdde621-7a93-40ce-8f67-6f98a43b573a tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:12.912491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8e34e6c-29a6-4738-8893-6d72dd3a59fb req-3fdde621-7a93-40ce-8f67-6f98a43b573a tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0825531 Aug 17 02:47:12.916893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb88837-38c4-4461-93fd-f1e0713ea4d9']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:12.930843 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2d2b78-154f-4f1a-a1a4-08b1de149e61') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:12.931281 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2d2b78-154f-4f1a-a1a4-08b1de149e61') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:12.945569 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.964443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8e34e6c-29a6-4738-8893-6d72dd3a59fb req-3e2840ed-e4f5-4bb0-b704-6beb212426ed tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421846 Aug 17 02:47:12.973706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:47:12.999878 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:47:13.175934 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:13.184872 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:13.187131 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] 10.222.0.13 "DELETE /v2.0/networks/afb88837-38c4-4461-93fd-f1e0713ea4d9 HTTP/1.1" status: 204 len: 168 time: 0.9379516 Aug 17 02:47:13.216152 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727824a-c356-4303-87cd-ff69bd7e5f88 tempest-NetworksTest-1895150256 tempest-NetworksTest-1895150256-project] Pushing event deleted for resources: {'Network': ['ID=afb88837-38c4-4461-93fd-f1e0713ea4d9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:13.471417 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82df802-de88-41bc-9b1b-a98d3bfe9669 req-e1f481c8-e9ce-4c5c-aec6-418aeeb4edae tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:13.473102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d82df802-de88-41bc-9b1b-a98d3bfe9669 req-e1f481c8-e9ce-4c5c-aec6-418aeeb4edae tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1096 time: 0.0499647 Aug 17 02:47:13.514054 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d82df802-de88-41bc-9b1b-a98d3bfe9669 req-4a6f2f22-0e82-4b1b-b304-b45c3a797776 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329225 Aug 17 02:47:13.733378 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49922) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:13.765969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8da2b4c4-9e85-449e-b585-b615b891f623 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:47:13.797721 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 8da2b4c4-9e85-449e-b585-b615b891f623 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:47:13.798054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8da2b4c4-9e85-449e-b585-b615b891f623 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:47:13.861698 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:13.940938 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-927446ba-6d84-478c-a9b6-42fc6fc10040 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cc2ddbaec1b4a35abeae81c4c238ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063415 Aug 17 02:47:13.943498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49926) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:13.999464 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e25ddf12-0b74-4598-905f-15c3217ab3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:14.042033 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e25ddf12-0b74-4598-905f-15c3217ab3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:14.124955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c07364-db65-4579-97fe-f1a64bc3a1c3 req-8dcefe84-439a-4920-a27f-411c3324b707 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:14.127012 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03c07364-db65-4579-97fe-f1a64bc3a1c3 req-8dcefe84-439a-4920-a27f-411c3324b707 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0558746 Aug 17 02:47:14.178815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03c07364-db65-4579-97fe-f1a64bc3a1c3 req-69a7237e-305b-497c-8ad3-470709d87638 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Aug 17 02:47:14.221871 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e25ddf12-0b74-4598-905f-15c3217ab3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:14.228022 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e25ddf12-0b74-4598-905f-15c3217ab3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:14.230306 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e25ddf12-0b74-4598-905f-15c3217ab3f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ebe4623-2249-4b25-8446-8d607a4b5c42 HTTP/1.1" status: 204 len: 168 time: 0.2856665 Aug 17 02:47:14.245009 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ddf12-0b74-4598-905f-15c3217ab3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebe4623-2249-4b25-8446-8d607a4b5c42,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:14.651712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853f09e-4ffc-45c7-9942-df8df956036a req-18be5aff-fb35-4e37-abc5-b5f497750535 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:14.651712 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b853f09e-4ffc-45c7-9942-df8df956036a req-18be5aff-fb35-4e37-abc5-b5f497750535 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1096 time: 0.0408666 Aug 17 02:47:14.666693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b853f09e-4ffc-45c7-9942-df8df956036a req-b7573c96-f506-4594-b64b-8bef1412fb49 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314898 Aug 17 02:47:15.304878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552526d-aa5a-4cd6-ba74-1d6abab149e7 req-95030739-98a0-40eb-bb2c-331cccee1b1e tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:15.309934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6552526d-aa5a-4cd6-ba74-1d6abab149e7 req-95030739-98a0-40eb-bb2c-331cccee1b1e tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0591075 Aug 17 02:47:15.351199 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6552526d-aa5a-4cd6-ba74-1d6abab149e7 req-c575ad3d-bcce-4ada-bec7-4a26a0752842 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363085 Aug 17 02:47:15.628584 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49964) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:15.755470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e9cbdee2-0434-4179-b935-e5689269d0d2 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] Request body: {'port': {'network_id': '32027be9-fed3-4aaf-b302-e01e4ff7d241', 'name': 'tempest-NetworksNegativeTestJSON-419667103'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:15.769855 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cbdee2-0434-4179-b935-e5689269d0d2 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] POST failed (client error): The resource could not be found. Aug 17 02:47:15.770750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9cbdee2-0434-4179-b935-e5689269d0d2 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:15.771679 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e9cbdee2-0434-4179-b935-e5689269d0d2 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1415675 Aug 17 02:47:15.776103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49974) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:15.794623 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a2027e-650f-4bc2-b992-d723572ee108 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:15.797515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a2027e-650f-4bc2-b992-d723572ee108 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:15.797515 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-22a2027e-650f-4bc2-b992-d723572ee108 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] 10.222.0.13 "DELETE /v2.0/networks/d2f1ffa1-06f4-4596-9099-90add9cbf8d4 HTTP/1.1" status: 404 len: 339 time: 0.0198820 Aug 17 02:47:15.800782 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49976) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:15.803751 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0f1b2-2038-4b41-add4-4504c5d338f4 req-b79d6011-052c-4a3d-b3f0-fe1bd06f1404 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:15.806059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50f0f1b2-2038-4b41-add4-4504c5d338f4 req-b79d6011-052c-4a3d-b3f0-fe1bd06f1404 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1096 time: 0.0519457 Aug 17 02:47:15.827544 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aad1eb8-1257-4615-8e26-873b7d6da282 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:15.828231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aad1eb8-1257-4615-8e26-873b7d6da282 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:15.829971 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4aad1eb8-1257-4615-8e26-873b7d6da282 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] 10.222.0.13 "DELETE /v2.0/ports/47340f3e-ac49-4e20-ac55-1caf71f02334 HTTP/1.1" status: 404 len: 333 time: 0.0282166 Aug 17 02:47:15.838610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49980) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:15.857729 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50f0f1b2-2038-4b41-add4-4504c5d338f4 req-6ea0c264-ab4b-469a-9516-a5ebcaacbddc tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433025 Aug 17 02:47:15.865600 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ae5b2e-30c7-4073-bdb8-d542fa0c461d tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] DELETE failed (client error): The resource could not be found. Aug 17 02:47:15.866069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ae5b2e-30c7-4073-bdb8-d542fa0c461d tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:15.869556 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b8ae5b2e-30c7-4073-bdb8-d542fa0c461d tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] 10.222.0.13 "DELETE /v2.0/subnets/2c7a96e2-f7d5-489d-8d19-c3cec6c07b65 HTTP/1.1" status: 404 len: 337 time: 0.0282233 Aug 17 02:47:15.873505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 49984) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:15.896511 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7864f6-1832-45ca-96db-c358fe88af97 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] GET failed (client error): The resource could not be found. Aug 17 02:47:15.898113 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0a7864f6-1832-45ca-96db-c358fe88af97 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] 10.222.0.13 "GET /v2.0/networks/34450c6e-6d91-4fbc-b0c9-0f42c05fd9af HTTP/1.1" status: 404 len: 339 time: 0.0235603 Aug 17 02:47:15.903493 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49986) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:15.929945 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f31e0a7-4caf-4cb7-bcfe-c31461ce9f0f tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] GET failed (client error): The resource could not be found. Aug 17 02:47:15.931769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7f31e0a7-4caf-4cb7-bcfe-c31461ce9f0f tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] 10.222.0.13 "GET /v2.0/ports/28b13a9f-ea4c-4bba-bbac-3c83c944e14c HTTP/1.1" status: 404 len: 333 time: 0.0266969 Aug 17 02:47:15.935374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49988) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:15.968460 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-c512589f-fb70-44a9-83e0-95f69423a4ab tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] GET failed (client error): The resource could not be found. Aug 17 02:47:15.969822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c512589f-fb70-44a9-83e0-95f69423a4ab tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] 10.222.0.13 "GET /v2.0/subnets/63a4a54d-caca-4481-b62b-e574d7905bdf HTTP/1.1" status: 404 len: 337 time: 0.0334983 Aug 17 02:47:15.974084 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49990) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:15.979700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-c9c11da2-13e7-407a-af01-fcfafd1e2350 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:15.992861 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c11da2-13e7-407a-af01-fcfafd1e2350 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] PUT failed (client error): The resource could not be found. Aug 17 02:47:15.993720 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c11da2-13e7-407a-af01-fcfafd1e2350 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:15.998275 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c9c11da2-13e7-407a-af01-fcfafd1e2350 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] 10.222.0.13 "PUT /v2.0/networks/7c58eccc-207d-47f1-b13a-1990fcbdd6b7 HTTP/1.1" status: 404 len: 339 time: 0.0194728 Aug 17 02:47:15.998602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49992) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:16.004139 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-168519b7-72bc-4d18-8062-d3741f4f5372 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:16.022998 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-168519b7-72bc-4d18-8062-d3741f4f5372 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] PUT failed (client error): The resource could not be found. Aug 17 02:47:16.023615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168519b7-72bc-4d18-8062-d3741f4f5372 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:16.025570 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-168519b7-72bc-4d18-8062-d3741f4f5372 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] 10.222.0.13 "PUT /v2.0/ports/f6e23d8e-c507-4d3b-b913-b24db4294a33 HTTP/1.1" status: 404 len: 333 time: 0.0259089 Aug 17 02:47:16.029150 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 49994) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:16.034494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-c287f42d-cdc2-4ca7-87d9-8c401a1b8670 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:16.058299 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-c287f42d-cdc2-4ca7-87d9-8c401a1b8670 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] PUT failed (client error): The resource could not be found. Aug 17 02:47:16.059005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c287f42d-cdc2-4ca7-87d9-8c401a1b8670 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:47:16.060657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c287f42d-cdc2-4ca7-87d9-8c401a1b8670 tempest-NetworksNegativeTestJSON-561206332 tempest-NetworksNegativeTestJSON-561206332-project] 10.222.0.13 "PUT /v2.0/subnets/442348c6-987f-4b29-9f8d-0ab80e0d1383 HTTP/1.1" status: 404 len: 337 time: 0.0301597 Aug 17 02:47:16.490178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ea0f6-6612-483b-a3ab-23502479229d req-88dc15ab-5dd2-45d0-bcdd-cb938d0896ac tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:16.495756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d0ea0f6-6612-483b-a3ab-23502479229d req-88dc15ab-5dd2-45d0-bcdd-cb938d0896ac tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0585666 Aug 17 02:47:16.549818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d0ea0f6-6612-483b-a3ab-23502479229d req-5916d7b3-3cea-472a-8f88-f7b5cfe8d17f tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506091 Aug 17 02:47:16.609599 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50004) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:16.739358 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06c6630d-2cc9-4f3c-bc0a-296f88b2fe2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:16.841337 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06c6630d-2cc9-4f3c-bc0a-296f88b2fe2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:16.900872 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06c6630d-2cc9-4f3c-bc0a-296f88b2fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:16.957493 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-06c6630d-2cc9-4f3c-bc0a-296f88b2fe2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68ebb4c954e54b549afb0c3b09343b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467195 Aug 17 02:47:16.960074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50016) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:16.968780 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6630d-2cc9-4f3c-bc0a-296f88b2fe2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344ed51e-cbb1-45b8-b33c-241c6728e92e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:17.020317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3ea85-3e25-413d-8817-8f9576c9220a req-2b7674c0-28d0-4e25-93eb-4b68f93111a8 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:17.028505 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35d3ea85-3e25-413d-8817-8f9576c9220a req-2b7674c0-28d0-4e25-93eb-4b68f93111a8 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1096 time: 0.0757086 Aug 17 02:47:17.039472 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf40a3b4-2f76-4c35-8620-df42fe9af6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:17.070512 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device a7e896c1-9a1c-4e4e-9acb-b71bffc70248 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:47:17.072877 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35d3ea85-3e25-413d-8817-8f9576c9220a req-34931a1c-1253-4900-8843-a2f8f72f1aa1 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435114 Aug 17 02:47:17.078516 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf40a3b4-2f76-4c35-8620-df42fe9af6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:17.193168 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port a7e896c1-9a1c-4e4e-9acb-b71bffc70248, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=a7e896c1-9a1c-4e4e-9acb-b71bffc70248,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:17.209060 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf40a3b4-2f76-4c35-8620-df42fe9af6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:17.212927 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf40a3b4-2f76-4c35-8620-df42fe9af6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:17.216519 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cf40a3b4-2f76-4c35-8620-df42fe9af6af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/344ed51e-cbb1-45b8-b33c-241c6728e92e HTTP/1.1" status: 204 len: 168 time: 0.2529902 Aug 17 02:47:17.224398 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'a7e896c1-9a1c-4e4e-9acb-b71bffc70248', 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62', 'port_id': 'a7e896c1-9a1c-4e4e-9acb-b71bffc70248', 'mac_address': 'fa:16:3e:54:a8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9ca113-d7fd-49ea-a52f-d7c52e8102db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:47:17.224542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40a3b4-2f76-4c35-8620-df42fe9af6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344ed51e-cbb1-45b8-b33c-241c6728e92e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:17.281164 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:17.296401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e896c1-9a1c-4e4e-9acb-b71bffc70248 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:47:17.317123 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port a7e896c1-9a1c-4e4e-9acb-b71bffc70248, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=a7e896c1-9a1c-4e4e-9acb-b71bffc70248,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:17.432319 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:17.485185 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=a7e896c1-9a1c-4e4e-9acb-b71bffc70248,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:17.675450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f670873-5b08-491e-beb7-47327f326dd7 req-37d9a3a4-1868-4347-ac1d-ad925cf15bc1 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:17.683128 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0f670873-5b08-491e-beb7-47327f326dd7 req-37d9a3a4-1868-4347-ac1d-ad925cf15bc1 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0598726 Aug 17 02:47:17.732574 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0f670873-5b08-491e-beb7-47327f326dd7 req-e9208ad1-8b7d-4821-b49f-9c165a7fbbab tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482702 Aug 17 02:47:17.824256 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['a7e896c1-9a1c-4e4e-9acb-b71bffc70248'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:47:18.273029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439b7ca-2960-40f8-bc28-44e6a1c33833 req-985e37f0-c793-4735-8100-162eafd5be7e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:18.275246 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8439b7ca-2960-40f8-bc28-44e6a1c33833 req-985e37f0-c793-4735-8100-162eafd5be7e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1097 time: 0.0587995 Aug 17 02:47:18.326120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8439b7ca-2960-40f8-bc28-44e6a1c33833 req-73f61fb8-39e6-46d8-828f-27e81f3c21b6 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Aug 17 02:47:18.527750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50050) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:18.633450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1635725160'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:18.711391 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Made reservation on behalf of ef2ef2455a90458c93b5203c451954e7 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:47:18.715722 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:18.724846 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:18.865530 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:18.878882 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9ef6f-ce06-461b-bb69-1ba45f1641bd req-fc4a223a-0b47-4527-b3c3-3a63014e0a00 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:18.880733 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44d9ef6f-ce06-461b-bb69-1ba45f1641bd req-fc4a223a-0b47-4527-b3c3-3a63014e0a00 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0661521 Aug 17 02:47:18.923741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44d9ef6f-ce06-461b-bb69-1ba45f1641bd req-e4b8ad84-1c68-4eb1-8ae3-f3d9980770ad tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355232 Aug 17 02:47:18.942481 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:18.962760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:47:18.984625 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:18.984975 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Added segment cd685c7b-b5c9-4753-85db-3ed3502cad59 of type vlan for network 769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9 Aug 17 02:47:18.987663 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6928770e-9fbc-45de-93ce-683acbd6650f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:19.033910 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:19.087312 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device a7e896c1-9a1c-4e4e-9acb-b71bffc70248 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:47:19.140690 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:19.150424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:19.154024 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:19.208615 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port a7e896c1-9a1c-4e4e-9acb-b71bffc70248 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:47:19.212861 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port a7e896c1-9a1c-4e4e-9acb-b71bffc70248 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:19.217125 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:19.254144 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Pushing event updated for resources: {'Network': ['ID=769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:19.268704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:47:19.290451 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3dafece1-2962-4a54-9e29-46620fc8b9b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7613480 Aug 17 02:47:19.294876 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50064) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:19.302896 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-5bb3ebbb-71e8-43e6-a3eb-b5eb77930550 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Request body: {'subnet': {'network_id': '769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:19.358073 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:19.384276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99375715-9e64-42c8-ba0f-e9cc5b832783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e896c1-9a1c-4e4e-9acb-b71bffc70248'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:47:19.386772 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef15093-0e69-41a0-aea7-d51be14436cd" -d '{"events": [{"server_uuid": "99375715-9e64-42c8-ba0f-e9cc5b832783", "name": "network-vif-plugged", "status": "completed", "tag": "a7e896c1-9a1c-4e4e-9acb-b71bffc70248"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:47:19.400662 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port a7e896c1-9a1c-4e4e-9acb-b71bffc70248, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=a7e896c1-9a1c-4e4e-9acb-b71bffc70248,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:19.462549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e040cf-f18d-4d9e-8c53-83c1d156705d req-285bf778-ddf7-4b44-94cf-7f1b95e1ca21 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:19.464171 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a0e040cf-f18d-4d9e-8c53-83c1d156705d req-285bf778-ddf7-4b44-94cf-7f1b95e1ca21 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1097 time: 0.0504050 Aug 17 02:47:19.510829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a0e040cf-f18d-4d9e-8c53-83c1d156705d req-4eb8e016-1f5f-41e1-bd5e-f914469421d4 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350797 Aug 17 02:47:19.512702 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:19.548266 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb3ebbb-71e8-43e6-a3eb-b5eb77930550 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Made reservation on behalf of ef2ef2455a90458c93b5203c451954e7 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:47:19.552936 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ebbb-71e8-43e6-a3eb-b5eb77930550 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:19.585721 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=a7e896c1-9a1c-4e4e-9acb-b71bffc70248,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:19.590170 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791c11a1-fbcc-4b43-9790-32f99b08122b x-openstack-request-id: req-791c11a1-fbcc-4b43-9790-32f99b08122b {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:47:19.590458 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99375715-9e64-42c8-ba0f-e9cc5b832783", "name": "network-vif-plugged", "status": "completed", "tag": "a7e896c1-9a1c-4e4e-9acb-b71bffc70248", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:47:19.590646 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-791c11a1-fbcc-4b43-9790-32f99b08122b {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:47:19.591047 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99375715-9e64-42c8-ba0f-e9cc5b832783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e896c1-9a1c-4e4e-9acb-b71bffc70248', 'code': 200} Aug 17 02:47:19.741602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea326fc-1288-453d-9b59-7ec237ab4a91 req-3d79d608-d09c-418d-bc50-c348cd370cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:19.743285 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ea326fc-1288-453d-9b59-7ec237ab4a91 req-3d79d608-d09c-418d-bc50-c348cd370cec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1098 time: 0.0662229 Aug 17 02:47:19.836069 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ea326fc-1288-453d-9b59-7ec237ab4a91 req-f99b0457-f281-40d6-92a5-d58c1dd58dd2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717225 Aug 17 02:47:19.842039 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92611bdc-c2d7-4ed2-8b9e-a1b658fdf35b req-0983f37e-10c9-4eb0-8475-95ce0ba75f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:19.843578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-92611bdc-c2d7-4ed2-8b9e-a1b658fdf35b req-0983f37e-10c9-4eb0-8475-95ce0ba75f29 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 1098 time: 0.0923114 Aug 17 02:47:19.895483 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ebbb-71e8-43e6-a3eb-b5eb77930550 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:19.899412 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-92611bdc-c2d7-4ed2-8b9e-a1b658fdf35b req-8990ad72-00e7-4dda-a595-d83edcba70fb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331194 Aug 17 02:47:19.973395 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3ebbb-71e8-43e6-a3eb-b5eb77930550 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Pushing event updated for resources: {'Subnet': ['ID=c0b5e54f-3c92-470f-b3ca-d68785ffe04b,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:19.993370 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb3ebbb-71e8-43e6-a3eb-b5eb77930550 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Checking segment: {'id': 'cd685c7b-b5c9-4753-85db-3ed3502cad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:47:19.993370 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb3ebbb-71e8-43e6-a3eb-b5eb77930550 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Network hostable DHCP agents. Network: 769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:47:20.059182 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb44d1-e93c-4a03-8a89-f0de7ff3e4d6 req-052b9915-6ed3-4af1-a658-d5b425c1d33d tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:20.061657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6acb44d1-e93c-4a03-8a89-f0de7ff3e4d6 req-052b9915-6ed3-4af1-a658-d5b425c1d33d tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0572989 Aug 17 02:47:20.089430 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb3ebbb-71e8-43e6-a3eb-b5eb77930550 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Network 769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:47:20.111232 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6acb44d1-e93c-4a03-8a89-f0de7ff3e4d6 req-0004a438-a3b5-478f-8eb5-f1aa2b5679c2 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419912 Aug 17 02:47:20.168885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-5bb3ebbb-71e8-43e6-a3eb-b5eb77930550 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:47:20.175254 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb3ebbb-71e8-43e6-a3eb-b5eb77930550 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:20.175821 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ebbb-71e8-43e6-a3eb-b5eb77930550 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:20.182466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c2432-a2aa-470f-a494-b5001c45e616 None None] Network 769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:47:20.284801 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5bb3ebbb-71e8-43e6-a3eb-b5eb77930550 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9883845 Aug 17 02:47:20.288136 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50082) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:20.295497 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e94a0bff-f280-42c9-98db-7116160f7b1a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Request body: {'port': {'network_id': '769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9', 'name': 'tempest-TagsExtTest-510851587'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:20.366673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9', 'network_id': '769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9', 'tenant_id': 'ef2ef2455a90458c93b5203c451954e7', 'fixed_ips': [{'subnet_id': 'c0b5e54f-3c92-470f-b3ca-d68785ffe04b'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:47:20.367641 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:20.500769 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94a0bff-f280-42c9-98db-7116160f7b1a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Made reservation on behalf of ef2ef2455a90458c93b5203c451954e7 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:47:20.509869 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e94a0bff-f280-42c9-98db-7116160f7b1a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:20.531910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Allocated IP 172.20.0.2 (769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9/c0b5e54f-3c92-470f-b3ca-d68785ffe04b/2daec664-2328-49f2-a693-3d8eefa3e7e4) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:47:20.533625 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-e94a0bff-f280-42c9-98db-7116160f7b1a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] device_id is not set on port 534807b8-7699-45f4-b9d3-938fc5351d46 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:47:20.718905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa43e9-713b-4a73-a5fb-956eca411494 req-f97d354a-6441-4127-af64-5d5fd3c29593 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:20.721602 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13fa43e9-713b-4a73-a5fb-956eca411494 req-f97d354a-6441-4127-af64-5d5fd3c29593 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1098 time: 0.0711105 Aug 17 02:47:20.772440 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13fa43e9-713b-4a73-a5fb-956eca411494 req-77a3b1ca-1b74-41ee-b585-0cbc7919c81c tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393505 Aug 17 02:47:20.785393 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:20.799136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Transition to ACTIVE for port object 2daec664-2328-49f2-a693-3d8eefa3e7e4 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:47:20.825798 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Transition to ACTIVE for port object 2daec664-2328-49f2-a693-3d8eefa3e7e4 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:47:20.903074 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:20.955930 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Network 769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:47:20.960148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:47:20.962979 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:47:20.965598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Pushing event updated for resources: {'Port': ['ID=2daec664-2328-49f2-a693-3d8eefa3e7e4,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:20.986072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-e94a0bff-f280-42c9-98db-7116160f7b1a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Allocated IP 172.20.0.4 (769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9/c0b5e54f-3c92-470f-b3ca-d68785ffe04b/534807b8-7699-45f4-b9d3-938fc5351d46) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:47:21.047193 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Attempting to bind port 2daec664-2328-49f2-a693-3d8eefa3e7e4 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:47:21.047684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Attempting to bind port 2daec664-2328-49f2-a693-3d8eefa3e7e4 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'cd685c7b-b5c9-4753-85db-3ed3502cad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:47:21.048204 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Attempting to bind port 2daec664-2328-49f2-a693-3d8eefa3e7e4 on network 769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:47:21.055178 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:47:21.059978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Checking segment: {'id': 'cd685c7b-b5c9-4753-85db-3ed3502cad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:47:21.059978 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:21.059978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Bound using segment: {'id': 'cd685c7b-b5c9-4753-85db-3ed3502cad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:47:21.059978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Bound port: 2daec664-2328-49f2-a693-3d8eefa3e7e4, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd685c7b-b5c9-4753-85db-3ed3502cad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:47:21.059978 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:21.171001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] For port 2daec664-2328-49f2-a693-3d8eefa3e7e4, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:47:21.179232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] For port 2daec664-2328-49f2-a693-3d8eefa3e7e4, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2daec664-2328-49f2-a693-3d8eefa3e7e4,segment=NetworkSegment(cd685c7b-b5c9-4753-85db-3ed3502cad59),segment_id=cd685c7b-b5c9-4753-85db-3ed3502cad59)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:47:21.204788 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e94a0bff-f280-42c9-98db-7116160f7b1a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:21.223106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-e94a0bff-f280-42c9-98db-7116160f7b1a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Transition to ACTIVE for port object 534807b8-7699-45f4-b9d3-938fc5351d46 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:47:21.248679 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:21.346895 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17caa-d865-46bf-8234-e708e5fc9a4c req-973882f8-84eb-49eb-9b86-fb712e9e575d tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:21.350492 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65b17caa-d865-46bf-8234-e708e5fc9a4c req-973882f8-84eb-49eb-9b86-fb712e9e575d tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1034861 Aug 17 02:47:21.353141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037aaa9-c77e-419e-86e8-957bb16ec67d None None] Pushing event updated for resources: {'Port': ['ID=2daec664-2328-49f2-a693-3d8eefa3e7e4,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:21.365946 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e94a0bff-f280-42c9-98db-7116160f7b1a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:21.450724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65b17caa-d865-46bf-8234-e708e5fc9a4c req-682e2a0e-9fca-46c5-9cf9-dc14886b0cda tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899913 Aug 17 02:47:21.474992 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a0bff-f280-42c9-98db-7116160f7b1a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Network 769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:47:21.486048 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a0bff-f280-42c9-98db-7116160f7b1a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Pushing event updated for resources: {'Port': ['ID=534807b8-7699-45f4-b9d3-938fc5351d46,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:21.489660 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e94a0bff-f280-42c9-98db-7116160f7b1a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:47:21.492539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a0bff-f280-42c9-98db-7116160f7b1a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:47:21.598414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94a0bff-f280-42c9-98db-7116160f7b1a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:21.605186 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e94a0bff-f280-42c9-98db-7116160f7b1a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:21.721696 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e94a0bff-f280-42c9-98db-7116160f7b1a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4291742 Aug 17 02:47:21.722245 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50096) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:21.728521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-95613fad-a513-4953-a6d8-324f4ce5afc6 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2136235084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:21.785678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2daec664-2328-49f2-a693-3d8eefa3e7e4 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:47:21.827175 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-95613fad-a513-4953-a6d8-324f4ce5afc6 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:21.830167 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-95613fad-a513-4953-a6d8-324f4ce5afc6 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:21.920132 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-95613fad-a513-4953-a6d8-324f4ce5afc6 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:21.922735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb21cb3-24c3-47bd-bced-c5b801e49305 req-35c20974-47c9-4f7c-839a-9971fdd207e5 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:21.924556 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5eb21cb3-24c3-47bd-bced-c5b801e49305 req-35c20974-47c9-4f7c-839a-9971fdd207e5 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1098 time: 0.0570731 Aug 17 02:47:21.970931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5eb21cb3-24c3-47bd-bced-c5b801e49305 req-e8993fa7-e6b7-4d45-a851-fc016c6b7ed9 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375032 Aug 17 02:47:21.985838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 2daec664-2328-49f2-a693-3d8eefa3e7e4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:47:22.004561 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-95613fad-a513-4953-a6d8-324f4ce5afc6 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:22.077785 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-95613fad-a513-4953-a6d8-324f4ce5afc6 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:22.079169 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-95613fad-a513-4953-a6d8-324f4ce5afc6 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3556283 Aug 17 02:47:22.082004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50104) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:22.087963 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-37af1ce5-1ab5-46ae-906e-88c971745573 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-404698647', 'prefixes': ['172.20.0.0/16']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:22.111812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb1fb1-4910-4c9b-a98c-d690654252f4 req-8c5444e5-c72e-4b38-985d-be15a77b4074 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:22.114179 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12eb1fb1-4910-4c9b-a98c-d690654252f4 req-8c5444e5-c72e-4b38-985d-be15a77b4074 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1098 time: 0.0614965 Aug 17 02:47:22.160078 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12eb1fb1-4910-4c9b-a98c-d690654252f4 req-5aa0efd1-1941-4a6a-843f-8bbbeeaee72c tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355461 Aug 17 02:47:22.327106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51217fb-e225-476f-88c8-a233c2ad4754 req-7a65a451-3555-4329-af0c-acd634596e8a tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:22.330360 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f51217fb-e225-476f-88c8-a233c2ad4754 req-7a65a451-3555-4329-af0c-acd634596e8a tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1098 time: 0.0641067 Aug 17 02:47:22.389706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f51217fb-e225-476f-88c8-a233c2ad4754 req-a000d056-689a-4a90-b103-d583f0efaab2 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545902 Aug 17 02:47:22.426506 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-37af1ce5-1ab5-46ae-906e-88c971745573 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks [] for subnetpool, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:22.434783 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-37af1ce5-1ab5-46ae-906e-88c971745573 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3512988 Aug 17 02:47:22.435918 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50108) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:22.446734 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-55b078a1-2c08-40e9-841a-a0a7f56bc971 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c0b5e54f-3c92-470f-b3ca-d68785ffe04b', 'tempest-TagsExtTest-Tag-978574340') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:22.626667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ee919-fdff-4685-8438-11548c267f45 req-e60ea11a-0f33-43de-a80d-7955d73d2204 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:22.629463 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b24ee919-fdff-4685-8438-11548c267f45 req-e60ea11a-0f33-43de-a80d-7955d73d2204 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0817318 Aug 17 02:47:22.651061 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655ab4f5-8def-41ac-91c2-39f055b3afe9 None None] Network 769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:47:22.677206 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b24ee919-fdff-4685-8438-11548c267f45 req-b7b2650b-b605-4ea4-b467-175e24321269 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398612 Aug 17 02:47:22.688672 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-55b078a1-2c08-40e9-841a-a0a7f56bc971 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "PUT /v2.0/subnets/c0b5e54f-3c92-470f-b3ca-d68785ffe04b/tags/tempest-TagsExtTest-Tag-978574340 HTTP/1.1" status: 201 len: 201 time: 0.2492926 Aug 17 02:47:22.692651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50122) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:22.717700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-4c8f0636-bed2-41cf-93b9-8f522ae09f51 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '534807b8-7699-45f4-b9d3-938fc5351d46', 'tempest-TagsExtTest-Tag-1995122536') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:22.871761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-28a33781-a0e2-4b90-8108-2462d2794fa4 None None] Provisioning for port 2daec664-2328-49f2-a693-3d8eefa3e7e4 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:47:22.877045 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-28a33781-a0e2-4b90-8108-2462d2794fa4 None None] Provisioning complete for port 2daec664-2328-49f2-a693-3d8eefa3e7e4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:22.877821 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-28a33781-a0e2-4b90-8108-2462d2794fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:22.956563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a8c9-19df-43a7-a35f-5f973632165d req-0ce311e1-a73e-4fef-95e2-48dd5bf83405 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:22.960758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3702a8c9-19df-43a7-a35f-5f973632165d req-0ce311e1-a73e-4fef-95e2-48dd5bf83405 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/networks?id=e5453bbb-edd0-412f-b32f-ee5f32f64d62 HTTP/1.1" status: 200 len: 911 time: 0.1666348 Aug 17 02:47:22.996253 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-28a33781-a0e2-4b90-8108-2462d2794fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:23.001731 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3702a8c9-19df-43a7-a35f-5f973632165d req-c9edf5c3-528b-4323-bae8-109f3ed7a403 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/quotas/79883023ec444887aa03ae960546a041 HTTP/1.1" status: 200 len: 375 time: 0.0290945 Aug 17 02:47:23.050275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-28a33781-a0e2-4b90-8108-2462d2794fa4 None None] For port 2daec664-2328-49f2-a693-3d8eefa3e7e4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2daec664-2328-49f2-a693-3d8eefa3e7e4,segment=NetworkSegment(cd685c7b-b5c9-4753-85db-3ed3502cad59),segment_id=cd685c7b-b5c9-4753-85db-3ed3502cad59)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:23.061781 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4c8f0636-bed2-41cf-93b9-8f522ae09f51 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "PUT /v2.0/ports/534807b8-7699-45f4-b9d3-938fc5351d46/tags/tempest-TagsExtTest-Tag-1995122536 HTTP/1.1" status: 201 len: 201 time: 0.3657115 Aug 17 02:47:23.063165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50136) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:23.068903 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-788c311a-7aee-49bb-9db9-6794a1eb317e tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5800ca27-3890-426f-ac5d-35b789038772', 'tempest-TagsExtTest-Tag-197534691') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:23.110125 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3702a8c9-19df-43a7-a35f-5f973632165d req-0390521d-7b17-460a-9cb0-206e933b4e7a tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=79883023ec444887aa03ae960546a041&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1074123 Aug 17 02:47:23.129130 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-28a33781-a0e2-4b90-8108-2462d2794fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:23.235215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a33781-a0e2-4b90-8108-2462d2794fa4 None None] Pushing event updated for resources: {'Port': ['ID=2daec664-2328-49f2-a693-3d8eefa3e7e4,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:23.279665 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-788c311a-7aee-49bb-9db9-6794a1eb317e tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "PUT /v2.0/routers/5800ca27-3890-426f-ac5d-35b789038772/tags/tempest-TagsExtTest-Tag-197534691 HTTP/1.1" status: 201 len: 201 time: 0.2153151 Aug 17 02:47:23.282770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50138) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:23.291318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-5644881b-29fd-4314-aba0-41a77a8c418e tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3', 'tempest-TagsExtTest-Tag-1292251091') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:23.302983 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3702a8c9-19df-43a7-a35f-5f973632165d req-5a545f53-50c8-4cc3-bac6-b16cc976acd4 service neutron] 10.222.0.13 "GET /v2.0/networks/e5453bbb-edd0-412f-b32f-ee5f32f64d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918354 Aug 17 02:47:23.352864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8b6e7726-af01-478a-bc8e-502e3ff602b9 None None] Provisioning for port 534807b8-7699-45f4-b9d3-938fc5351d46 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:47:23.363050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8b6e7726-af01-478a-bc8e-502e3ff602b9 None None] Provisioning complete for port 534807b8-7699-45f4-b9d3-938fc5351d46 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:23.363859 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7726-af01-478a-bc8e-502e3ff602b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:23.411637 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e7726-af01-478a-bc8e-502e3ff602b9 None None] Port 534807b8-7699-45f4-b9d3-938fc5351d46 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:47:23.433886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8b6e7726-af01-478a-bc8e-502e3ff602b9 None None] Provisioning complete for port 2daec664-2328-49f2-a693-3d8eefa3e7e4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:23.434469 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7726-af01-478a-bc8e-502e3ff602b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:23.474821 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5644881b-29fd-4314-aba0-41a77a8c418e tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "PUT /v2.0/subnetpools/b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3/tags/tempest-TagsExtTest-Tag-1292251091 HTTP/1.1" status: 201 len: 201 time: 0.1882145 Aug 17 02:47:23.475811 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50140) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:23.482046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3702a8c9-19df-43a7-a35f-5f973632165d req-b1273086-8bf9-4f17-b9da-db0c63cf9598 service neutron] 10.222.0.13 "GET /v2.0/networks/e5453bbb-edd0-412f-b32f-ee5f32f64d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654048 Aug 17 02:47:23.482273 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-a159a4c6-34be-4bc6-a298-fa2348b8efe3 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c0b5e54f-3c92-470f-b3ca-d68785ffe04b') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:23.573796 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a159a4c6-34be-4bc6-a298-fa2348b8efe3 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/subnets/c0b5e54f-3c92-470f-b3ca-d68785ffe04b/tags HTTP/1.1" status: 200 len: 240 time: 0.0964756 Aug 17 02:47:23.577057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50142) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:23.581795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-180f2bfd-9da7-429c-aa6c-961d6f87b409 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0b5e54f-3c92-470f-b3ca-d68785ffe04b', 'tempest-TagsExtTest-Tag-978574340') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:23.698217 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2516c52c-d61a-42b3-b145-9a322beae521 None None] Provisioning complete for port 534807b8-7699-45f4-b9d3-938fc5351d46 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:23.698828 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2516c52c-d61a-42b3-b145-9a322beae521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:23.753673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50146) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:23.755536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-180f2bfd-9da7-429c-aa6c-961d6f87b409 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/subnets/c0b5e54f-3c92-470f-b3ca-d68785ffe04b/tags/tempest-TagsExtTest-Tag-978574340 HTTP/1.1" status: 204 len: 168 time: 0.1768866 Aug 17 02:47:23.762489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-4b8fd512-026e-4c25-8cf8-17ffd2dcf05e tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c0b5e54f-3c92-470f-b3ca-d68785ffe04b', 'tempest-TagsExtTest-Tag-978574340') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:23.778552 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2daec664-2328-49f2-a693-3d8eefa3e7e4 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:47:23.781039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-2516c52c-d61a-42b3-b145-9a322beae521 None None] Port 534807b8-7699-45f4-b9d3-938fc5351d46 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:47:23.848866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 2daec664-2328-49f2-a693-3d8eefa3e7e4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:23.849268 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:23.983505 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4b8fd512-026e-4c25-8cf8-17ffd2dcf05e tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/subnets/c0b5e54f-3c92-470f-b3ca-d68785ffe04b/tags/tempest-TagsExtTest-Tag-978574340 HTTP/1.1" status: 204 len: 168 time: 0.2279451 Aug 17 02:47:23.985811 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50156) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:23.991411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-13ce2c8e-c56d-4460-8b87-b666f2e7ecd2 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c0b5e54f-3c92-470f-b3ca-d68785ffe04b') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:24.020431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94d9402f-1b24-4226-9392-37c9f03cc477 req-aacadacc-46b2-414b-b146-473de4c2a62d tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 210 time: 0.0359585 Aug 17 02:47:24.079414 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-13ce2c8e-c56d-4460-8b87-b666f2e7ecd2 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/subnets/c0b5e54f-3c92-470f-b3ca-d68785ffe04b/tags HTTP/1.1" status: 200 len: 205 time: 0.0917690 Aug 17 02:47:24.086027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50160) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:24.093537 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-842a6942-c2b8-40a3-adad-99fd4753e896 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '534807b8-7699-45f4-b9d3-938fc5351d46') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:24.171486 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-842a6942-c2b8-40a3-adad-99fd4753e896 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/ports/534807b8-7699-45f4-b9d3-938fc5351d46/tags HTTP/1.1" status: 200 len: 241 time: 0.0828784 Aug 17 02:47:24.173676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50162) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:24.178337 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-46a86516-8541-49ad-8117-1c46ee623d5c tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '534807b8-7699-45f4-b9d3-938fc5351d46', 'tempest-TagsExtTest-Tag-1995122536') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:24.256381 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-46a86516-8541-49ad-8117-1c46ee623d5c tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/ports/534807b8-7699-45f4-b9d3-938fc5351d46/tags/tempest-TagsExtTest-Tag-1995122536 HTTP/1.1" status: 204 len: 168 time: 0.0808311 Aug 17 02:47:24.260058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50166) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:24.264858 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-93656cdf-9000-4f94-83e0-b108263477a6 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '534807b8-7699-45f4-b9d3-938fc5351d46', 'tempest-TagsExtTest-Tag-1995122536') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:24.417811 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3718f5-e5df-4c0e-9b27-93051cebbba6 req-b003a870-aea0-491f-afd7-041f6509a4e2 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:24.419349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0a3718f5-e5df-4c0e-9b27-93051cebbba6 req-b003a870-aea0-491f-afd7-041f6509a4e2 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0632586 Aug 17 02:47:24.496434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-93656cdf-9000-4f94-83e0-b108263477a6 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/ports/534807b8-7699-45f4-b9d3-938fc5351d46/tags/tempest-TagsExtTest-Tag-1995122536 HTTP/1.1" status: 204 len: 168 time: 0.2352781 Aug 17 02:47:24.499629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50174) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:24.505078 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0a3718f5-e5df-4c0e-9b27-93051cebbba6 req-6cd53cb0-645b-4528-bb7e-7e532de22aa3 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771494 Aug 17 02:47:24.511850 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-206531a8-79d1-41b2-b306-6c5f8e53e2b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '534807b8-7699-45f4-b9d3-938fc5351d46') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:24.525110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7981-13f9-4093-b0bd-19594b7273ca req-9a4fbc2c-b0a2-4068-81cd-e214f4da5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:24.526520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b09e7981-13f9-4093-b0bd-19594b7273ca req-9a4fbc2c-b0a2-4068-81cd-e214f4da5c55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=932bad7d1d8f47c184058cfcb226a192&device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 1098 time: 0.0806115 Aug 17 02:47:24.598008 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-206531a8-79d1-41b2-b306-6c5f8e53e2b5 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/ports/534807b8-7699-45f4-b9d3-938fc5351d46/tags HTTP/1.1" status: 200 len: 205 time: 0.0961988 Aug 17 02:47:24.598991 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50176) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:24.605670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-10595ad6-96a2-470a-8953-ebaca3208b31 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5800ca27-3890-426f-ac5d-35b789038772') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:24.696852 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7981-13f9-4093-b0bd-19594b7273ca req-34a42282-ad44-4416-9f8f-50d7900c3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:24.699866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b09e7981-13f9-4093-b0bd-19594b7273ca req-34a42282-ad44-4416-9f8f-50d7900c3c3f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5 HTTP/1.1" status: 200 len: 919 time: 0.1527877 Aug 17 02:47:24.736064 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-10595ad6-96a2-470a-8953-ebaca3208b31 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/routers/5800ca27-3890-426f-ac5d-35b789038772/tags HTTP/1.1" status: 200 len: 240 time: 0.1357574 Aug 17 02:47:24.736925 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50178) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:24.741491 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-a10f0f7f-6497-43a9-a88c-6b8c15a695b8 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5800ca27-3890-426f-ac5d-35b789038772', 'tempest-TagsExtTest-Tag-197534691') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:24.758672 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b09e7981-13f9-4093-b0bd-19594b7273ca req-2a5facb6-9943-4257-8771-2351dce610a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74018a7-5642-423f-911c-727df0539bc9 HTTP/1.1" status: 200 len: 217 time: 0.0454464 Aug 17 02:47:24.822986 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a10f0f7f-6497-43a9-a88c-6b8c15a695b8 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/routers/5800ca27-3890-426f-ac5d-35b789038772/tags/tempest-TagsExtTest-Tag-197534691 HTTP/1.1" status: 204 len: 168 time: 0.0813222 Aug 17 02:47:24.823548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50180) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:24.828927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-cccf539e-0b0b-4959-b184-f02bc240b3e7 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5800ca27-3890-426f-ac5d-35b789038772', 'tempest-TagsExtTest-Tag-197534691') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:24.843003 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7981-13f9-4093-b0bd-19594b7273ca req-ec4d8d2e-879f-48fc-b16f-fd2349cdef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:24.844511 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b09e7981-13f9-4093-b0bd-19594b7273ca req-ec4d8d2e-879f-48fc-b16f-fd2349cdef38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4491968a-5fe9-4d3e-bb02-74a57ef49ae9 HTTP/1.1" status: 200 len: 858 time: 0.0739176 Aug 17 02:47:24.904544 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b09e7981-13f9-4093-b0bd-19594b7273ca req-78db5ed7-f2a6-4867-9469-0e378bddc6ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436749 Aug 17 02:47:25.031859 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b09e7981-13f9-4093-b0bd-19594b7273ca req-0effd1c3-b9ec-47a3-8109-a5dcc2bc1357 service neutron] 10.222.0.18 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184123 Aug 17 02:47:25.050375 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cccf539e-0b0b-4959-b184-f02bc240b3e7 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/routers/5800ca27-3890-426f-ac5d-35b789038772/tags/tempest-TagsExtTest-Tag-197534691 HTTP/1.1" status: 204 len: 168 time: 0.2251103 Aug 17 02:47:25.057018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50188) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:25.065160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-583f69e5-82ef-4891-ace0-b0c9538d2a44 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5800ca27-3890-426f-ac5d-35b789038772') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:25.156923 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b09e7981-13f9-4093-b0bd-19594b7273ca req-b95d2f55-db8a-430c-a5e5-9b50f66539a6 service neutron] 10.222.0.18 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168947 Aug 17 02:47:25.215827 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-07cd087d-a14e-40cb-8792-24d8f381b4c4 req-c263ecbd-3ad5-4fa1-9f47-544d97fe05cc tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 210 time: 0.0402877 Aug 17 02:47:25.228762 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-583f69e5-82ef-4891-ace0-b0c9538d2a44 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/routers/5800ca27-3890-426f-ac5d-35b789038772/tags HTTP/1.1" status: 200 len: 205 time: 0.1697412 Aug 17 02:47:25.229434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50190) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:25.237025 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-a1b08d45-3646-46d9-b9ab-aa6dd9928ac0 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:25.274702 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a1b08d45-3646-46d9-b9ab-aa6dd9928ac0 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/subnetpools/b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3/tags HTTP/1.1" status: 200 len: 241 time: 0.0434685 Aug 17 02:47:25.277702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50192) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:25.283139 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-2c7d18b4-2fb6-4757-a3b8-cb9a7d6d9bc0 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3', 'tempest-TagsExtTest-Tag-1292251091') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:25.312440 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2c7d18b4-2fb6-4757-a3b8-cb9a7d6d9bc0 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/subnetpools/b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3/tags/tempest-TagsExtTest-Tag-1292251091 HTTP/1.1" status: 204 len: 168 time: 0.0330958 Aug 17 02:47:25.315241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50194) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:25.320079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-a6f835d2-8720-451f-91a9-6b27b72e08a4 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3', 'tempest-TagsExtTest-Tag-1292251091') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:25.429849 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a6f835d2-8720-451f-91a9-6b27b72e08a4 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/subnetpools/b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3/tags/tempest-TagsExtTest-Tag-1292251091 HTTP/1.1" status: 204 len: 168 time: 0.1128743 Aug 17 02:47:25.433872 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50196) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:25.441814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-385f5687-44e5-42ce-8289-201bf15b77ec tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:25.474721 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-385f5687-44e5-42ce-8289-201bf15b77ec tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/subnetpools/b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3/tags HTTP/1.1" status: 200 len: 205 time: 0.0368817 Aug 17 02:47:25.474956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50198) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:25.479728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-45cbc0a1-d457-42ad-b163-b0ae5f1d48ea tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:25.518082 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-45cbc0a1-d457-42ad-b163-b0ae5f1d48ea tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/subnetpools/b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3/tags HTTP/1.1" status: 204 len: 168 time: 0.0419765 Aug 17 02:47:25.522351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50200) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:25.530083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-7931aed1-ba07-4d8b-942e-72e0897e5f98 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5800ca27-3890-426f-ac5d-35b789038772') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:25.802358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f717c36-8bc6-4935-998e-bfdf02300d77 req-5d4f0004-f534-4de9-9132-9db49279ffbe tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:25.803809 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f717c36-8bc6-4935-998e-bfdf02300d77 req-5d4f0004-f534-4de9-9132-9db49279ffbe tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1636009 Aug 17 02:47:25.806057 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7931aed1-ba07-4d8b-942e-72e0897e5f98 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/routers/5800ca27-3890-426f-ac5d-35b789038772/tags HTTP/1.1" status: 204 len: 168 time: 0.2815559 Aug 17 02:47:25.809214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50206) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:25.815435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-f69990df-2ef5-4128-b112-c4ce3475b743 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '534807b8-7699-45f4-b9d3-938fc5351d46') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:25.881980 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f717c36-8bc6-4935-998e-bfdf02300d77 req-d9beab3b-9b74-4736-8806-bfb477f1f61e tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641260 Aug 17 02:47:25.920686 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f69990df-2ef5-4128-b112-c4ce3475b743 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/ports/534807b8-7699-45f4-b9d3-938fc5351d46/tags HTTP/1.1" status: 204 len: 168 time: 0.1065793 Aug 17 02:47:25.921156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50210) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:25.928269 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-d3f4f60d-e3fd-4862-8a81-501212e45595 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c0b5e54f-3c92-470f-b3ca-d68785ffe04b') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:26.013309 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d3f4f60d-e3fd-4862-8a81-501212e45595 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/subnets/c0b5e54f-3c92-470f-b3ca-d68785ffe04b/tags HTTP/1.1" status: 204 len: 168 time: 0.0849371 Aug 17 02:47:26.018842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50214) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:26.028723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-09705332-98a2-4ae0-8751-7d451cd1bbc4 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c0b5e54f-3c92-470f-b3ca-d68785ffe04b', 'tempest-TagsExtTest-Tag-1449346030') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:26.245925 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-09705332-98a2-4ae0-8751-7d451cd1bbc4 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "PUT /v2.0/subnets/c0b5e54f-3c92-470f-b3ca-d68785ffe04b/tags/tempest-TagsExtTest-Tag-1449346030 HTTP/1.1" status: 201 len: 201 time: 0.2247448 Aug 17 02:47:26.250054 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50220) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:26.258228 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-9673a6fc-b93d-47eb-a1fd-338a036baf86 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '534807b8-7699-45f4-b9d3-938fc5351d46', 'tempest-TagsExtTest-Tag-1916972590') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:26.357464 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25f7a82e-22d5-42f2-8051-e75729844746 req-4ebae798-99c3-4da7-8456-36e350672621 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 210 time: 0.0375104 Aug 17 02:47:26.421888 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9673a6fc-b93d-47eb-a1fd-338a036baf86 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "PUT /v2.0/ports/534807b8-7699-45f4-b9d3-938fc5351d46/tags/tempest-TagsExtTest-Tag-1916972590 HTTP/1.1" status: 201 len: 201 time: 0.1707184 Aug 17 02:47:26.425452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50222) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:26.430304 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-db756241-3f91-4ad3-8fe5-0275ea38c4fd tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5800ca27-3890-426f-ac5d-35b789038772', 'tempest-TagsExtTest-Tag-851476884') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:26.587478 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-db756241-3f91-4ad3-8fe5-0275ea38c4fd tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "PUT /v2.0/routers/5800ca27-3890-426f-ac5d-35b789038772/tags/tempest-TagsExtTest-Tag-851476884 HTTP/1.1" status: 201 len: 201 time: 0.1608016 Aug 17 02:47:26.590365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50224) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:26.596635 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-5d188d81-4a03-476a-9324-8f19ff4d806d tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3', 'tempest-TagsExtTest-Tag-230744143') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:26.655544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a8c9-19df-43a7-a35f-5f973632165d req-990da7d6-f995-4002-a415-76973e8a0c97 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:26.656910 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3702a8c9-19df-43a7-a35f-5f973632165d req-990da7d6-f995-4002-a415-76973e8a0c97 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.18 "GET /v2.0/networks?id=e5453bbb-edd0-412f-b32f-ee5f32f64d62 HTTP/1.1" status: 200 len: 911 time: 0.1374402 Aug 17 02:47:26.673772 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-3702a8c9-19df-43a7-a35f-5f973632165d req-21d0f37f-b1c8-4170-b4e5-ad9fea46503e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Request body: {'port': {'device_id': '8648b03a-513a-4976-b31c-b4630e2bccdd', 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62', 'admin_state_up': True, 'tenant_id': '79883023ec444887aa03ae960546a041'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:26.759452 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5d188d81-4a03-476a-9324-8f19ff4d806d tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "PUT /v2.0/subnetpools/b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3/tags/tempest-TagsExtTest-Tag-230744143 HTTP/1.1" status: 201 len: 201 time: 0.1673059 Aug 17 02:47:26.763115 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50226) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:26.769305 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-d9059411-893e-4538-9982-184ef866a084 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c0b5e54f-3c92-470f-b3ca-d68785ffe04b', {'tags': ['tempest-TagsExtTest-Tag-792656898', 'tempest-TagsExtTest-Tag-333626212', 'tempest-TagsExtTest-Tag-1982198058']}) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:26.797658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3702a8c9-19df-43a7-a35f-5f973632165d req-21d0f37f-b1c8-4170-b4e5-ad9fea46503e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Made reservation on behalf of 79883023ec444887aa03ae960546a041 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:47:26.799975 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3702a8c9-19df-43a7-a35f-5f973632165d req-21d0f37f-b1c8-4170-b4e5-ad9fea46503e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:26.997687 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-3702a8c9-19df-43a7-a35f-5f973632165d req-21d0f37f-b1c8-4170-b4e5-ad9fea46503e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Allocated IP 172.20.0.3 (e5453bbb-edd0-412f-b32f-ee5f32f64d62/fc9ca113-d7fd-49ea-a52f-d7c52e8102db/81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:47:27.000935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d9059411-893e-4538-9982-184ef866a084 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "PUT /v2.0/subnets/c0b5e54f-3c92-470f-b3ca-d68785ffe04b/tags HTTP/1.1" status: 200 len: 316 time: 0.2366552 Aug 17 02:47:27.005436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50232) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:27.013062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-2e714886-c855-4428-a580-f1be79bdc573 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c0b5e54f-3c92-470f-b3ca-d68785ffe04b') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:27.078508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea86b8-088a-4571-9e2f-a07688ba9dd0 req-42510292-f999-466a-84ae-d74c21a096c2 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:27.080115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03ea86b8-088a-4571-9e2f-a07688ba9dd0 req-42510292-f999-466a-84ae-d74c21a096c2 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0995913 Aug 17 02:47:27.181872 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03ea86b8-088a-4571-9e2f-a07688ba9dd0 req-b252238b-9193-40b0-b282-41506fd546f7 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933108 Aug 17 02:47:27.188148 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2e714886-c855-4428-a580-f1be79bdc573 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/subnets/c0b5e54f-3c92-470f-b3ca-d68785ffe04b/tags HTTP/1.1" status: 204 len: 168 time: 0.1807199 Aug 17 02:47:27.190921 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50240) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:27.206225 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-54f660b3-bbb8-4250-a34e-b9611f06ea53 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0b5e54f-3c92-470f-b3ca-d68785ffe04b', 'tempest-TagsExtTest-Tag-792656898') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:27.286235 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3702a8c9-19df-43a7-a35f-5f973632165d req-21d0f37f-b1c8-4170-b4e5-ad9fea46503e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:27.295718 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-54f660b3-bbb8-4250-a34e-b9611f06ea53 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] show failed (client error): The resource could not be found. Aug 17 02:47:27.295718 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-54f660b3-bbb8-4250-a34e-b9611f06ea53 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/subnets/c0b5e54f-3c92-470f-b3ca-d68785ffe04b/tags/tempest-TagsExtTest-Tag-792656898 HTTP/1.1" status: 404 len: 328 time: 0.1027720 Aug 17 02:47:27.300021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50242) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:27.308199 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-3f4b95e1-dc6c-404e-b4c6-b5cea85e9419 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0b5e54f-3c92-470f-b3ca-d68785ffe04b', 'tempest-TagsExtTest-Tag-333626212') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:27.315005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-3702a8c9-19df-43a7-a35f-5f973632165d req-21d0f37f-b1c8-4170-b4e5-ad9fea46503e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Transition to ACTIVE for port object 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:47:27.403834 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-3f4b95e1-dc6c-404e-b4c6-b5cea85e9419 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] show failed (client error): The resource could not be found. Aug 17 02:47:27.407729 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3f4b95e1-dc6c-404e-b4c6-b5cea85e9419 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/subnets/c0b5e54f-3c92-470f-b3ca-d68785ffe04b/tags/tempest-TagsExtTest-Tag-333626212 HTTP/1.1" status: 404 len: 328 time: 0.1040487 Aug 17 02:47:27.408119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50246) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:27.418202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-c5f30a6d-cc00-437d-910a-39ffda595041 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0b5e54f-3c92-470f-b3ca-d68785ffe04b', 'tempest-TagsExtTest-Tag-1982198058') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:27.488902 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4798abb7-9639-47b7-9bba-4ffbb9546315 req-eae07f69-5691-4154-9929-20c541e22790 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 210 time: 0.0322504 Aug 17 02:47:27.497823 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3702a8c9-19df-43a7-a35f-5f973632165d req-21d0f37f-b1c8-4170-b4e5-ad9fea46503e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:27.527645 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-c5f30a6d-cc00-437d-910a-39ffda595041 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] show failed (client error): The resource could not be found. Aug 17 02:47:27.535773 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c5f30a6d-cc00-437d-910a-39ffda595041 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/subnets/c0b5e54f-3c92-470f-b3ca-d68785ffe04b/tags/tempest-TagsExtTest-Tag-1982198058 HTTP/1.1" status: 404 len: 329 time: 0.1200809 Aug 17 02:47:27.536510 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50250) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:27.540721 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['a7e896c1-9a1c-4e4e-9acb-b71bffc70248'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:47:27.552824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-5358b097-6092-407c-872d-ef5af9ae2164 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '534807b8-7699-45f4-b9d3-938fc5351d46', {'tags': ['tempest-TagsExtTest-Tag-1794296513', 'tempest-TagsExtTest-Tag-1777693208', 'tempest-TagsExtTest-Tag-1464031088']}) {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:27.586376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0f37f-b1c8-4170-b4e5-ad9fea46503e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Pushing event updated for resources: {'Port': ['ID=81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:27.592748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3702a8c9-19df-43a7-a35f-5f973632165d req-21d0f37f-b1c8-4170-b4e5-ad9fea46503e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Network e5453bbb-edd0-412f-b32f-ee5f32f64d62 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:47:27.594299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-3702a8c9-19df-43a7-a35f-5f973632165d req-21d0f37f-b1c8-4170-b4e5-ad9fea46503e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:47:27.608427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3702a8c9-19df-43a7-a35f-5f973632165d req-21d0f37f-b1c8-4170-b4e5-ad9fea46503e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:47:27.669588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a8c9-19df-43a7-a35f-5f973632165d req-21d0f37f-b1c8-4170-b4e5-ad9fea46503e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:27.671268 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3702a8c9-19df-43a7-a35f-5f973632165d req-21d0f37f-b1c8-4170-b4e5-ad9fea46503e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:27.751767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50252) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:27.752124 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5358b097-6092-407c-872d-ef5af9ae2164 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "PUT /v2.0/ports/534807b8-7699-45f4-b9d3-938fc5351d46/tags HTTP/1.1" status: 200 len: 318 time: 0.2056196 Aug 17 02:47:27.757047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.tag.tag_plugin [None req-5eb0bd71-65b8-4f8b-bff5-2efe50e6d187 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '534807b8-7699-45f4-b9d3-938fc5351d46') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:27.787142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3702a8c9-19df-43a7-a35f-5f973632165d req-21d0f37f-b1c8-4170-b4e5-ad9fea46503e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1172934 Aug 17 02:47:27.812197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Request body: {'port': {'device_id': '8648b03a-513a-4976-b31c-b4630e2bccdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:47:27.919017 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:27.978562 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5eb0bd71-65b8-4f8b-bff5-2efe50e6d187 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/ports/534807b8-7699-45f4-b9d3-938fc5351d46/tags HTTP/1.1" status: 204 len: 168 time: 0.2258294 Aug 17 02:47:27.981854 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50254) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:27.986729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-227425d2-0f6c-4bd3-bdfb-6996f29dd6f2 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '534807b8-7699-45f4-b9d3-938fc5351d46', 'tempest-TagsExtTest-Tag-1794296513') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:27.998459 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5dcb449e-61c1-4414-b563-82947899749b None None] Provisioning for port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:47:28.007762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5dcb449e-61c1-4414-b563-82947899749b None None] Provisioning complete for port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:28.009575 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5dcb449e-61c1-4414-b563-82947899749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:28.061310 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-227425d2-0f6c-4bd3-bdfb-6996f29dd6f2 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] show failed (client error): The resource could not be found. Aug 17 02:47:28.063823 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-227425d2-0f6c-4bd3-bdfb-6996f29dd6f2 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/ports/534807b8-7699-45f4-b9d3-938fc5351d46/tags/tempest-TagsExtTest-Tag-1794296513 HTTP/1.1" status: 404 len: 329 time: 0.0800204 Aug 17 02:47:28.070236 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50256) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:28.079504 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-89327380-1610-476a-87e4-18ec96d30fc0 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '534807b8-7699-45f4-b9d3-938fc5351d46', 'tempest-TagsExtTest-Tag-1777693208') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:28.086105 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb449e-61c1-4414-b563-82947899749b None None] Port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:47:28.169020 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-89327380-1610-476a-87e4-18ec96d30fc0 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] show failed (client error): The resource could not be found. Aug 17 02:47:28.169020 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-89327380-1610-476a-87e4-18ec96d30fc0 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/ports/534807b8-7699-45f4-b9d3-938fc5351d46/tags/tempest-TagsExtTest-Tag-1777693208 HTTP/1.1" status: 404 len: 329 time: 0.0895998 Aug 17 02:47:28.172719 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50262) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:28.178560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-7f824f4e-6e41-4343-8d1f-1b0092131ebd tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '534807b8-7699-45f4-b9d3-938fc5351d46', 'tempest-TagsExtTest-Tag-1464031088') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:28.249591 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-7f824f4e-6e41-4343-8d1f-1b0092131ebd tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] show failed (client error): The resource could not be found. Aug 17 02:47:28.250660 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7f824f4e-6e41-4343-8d1f-1b0092131ebd tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/ports/534807b8-7699-45f4-b9d3-938fc5351d46/tags/tempest-TagsExtTest-Tag-1464031088 HTTP/1.1" status: 404 len: 329 time: 0.0767453 Aug 17 02:47:28.253509 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50266) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:28.258412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-fe1ef8f4-9d59-4b80-a5db-3d6729196830 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5800ca27-3890-426f-ac5d-35b789038772', {'tags': ['tempest-TagsExtTest-Tag-1516194780', 'tempest-TagsExtTest-Tag-663333114', 'tempest-TagsExtTest-Tag-1264825188']}) {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:28.427447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:47:28.445763 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:28.467178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c29eb-7991-4f3d-b524-63bf59d6e9a6 req-61997829-6033-4896-9ff9-4f901a5f0180 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:28.476148 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-637c29eb-7991-4f3d-b524-63bf59d6e9a6 req-61997829-6033-4896-9ff9-4f901a5f0180 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1738551 Aug 17 02:47:28.521288 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Transition to ACTIVE for port object 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:47:28.552529 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-637c29eb-7991-4f3d-b524-63bf59d6e9a6 req-d371a79a-77ee-4311-bae4-99acdf844109 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697777 Aug 17 02:47:28.626801 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:28.708514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Pushing event updated for resources: {'Port': ['ID=81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:28.763585 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:28.908252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbf15c-6922-48d1-b6d7-f31870f8b2ff req-c579be18-62a7-4818-8791-3553ef8d2a03 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:28.912654 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-defbf15c-6922-48d1-b6d7-f31870f8b2ff req-c579be18-62a7-4818-8791-3553ef8d2a03 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1053 time: 0.0746682 Aug 17 02:47:28.912904 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fe1ef8f4-9d59-4b80-a5db-3d6729196830 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "PUT /v2.0/routers/5800ca27-3890-426f-ac5d-35b789038772/tags HTTP/1.1" status: 200 len: 317 time: 0.6553812 Aug 17 02:47:28.913466 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50274) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:28.916569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Attempting to bind port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:47:28.917198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Attempting to bind port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:47:28.917881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Attempting to bind port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 on network e5453bbb-edd0-412f-b32f-ee5f32f64d62 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:47:28.925132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-6f6d7b82-5ca7-4ee8-a6a5-c6d79966b8b9 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5800ca27-3890-426f-ac5d-35b789038772') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:28.939999 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 on network e5453bbb-edd0-412f-b32f-ee5f32f64d62 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:47:28.940230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Attempting to bind port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 on network e5453bbb-edd0-412f-b32f-ee5f32f64d62 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:47:29.101755 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6f6d7b82-5ca7-4ee8-a6a5-c6d79966b8b9 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/routers/5800ca27-3890-426f-ac5d-35b789038772/tags HTTP/1.1" status: 204 len: 168 time: 0.1867716 Aug 17 02:47:29.106322 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50276) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:29.112219 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-24843e15-e842-4a89-ab57-cfb3abda711a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5800ca27-3890-426f-ac5d-35b789038772', 'tempest-TagsExtTest-Tag-1516194780') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:29.211154 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-24843e15-e842-4a89-ab57-cfb3abda711a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] show failed (client error): The resource could not be found. Aug 17 02:47:29.214081 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-24843e15-e842-4a89-ab57-cfb3abda711a tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/routers/5800ca27-3890-426f-ac5d-35b789038772/tags/tempest-TagsExtTest-Tag-1516194780 HTTP/1.1" status: 404 len: 329 time: 0.1061811 Aug 17 02:47:29.216730 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50280) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:29.221887 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-42af0742-e796-4b2f-91d4-c4a2eeed38ef tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5800ca27-3890-426f-ac5d-35b789038772', 'tempest-TagsExtTest-Tag-663333114') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:29.227441 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:47:29.227784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Checking segment: {'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:47:29.228158 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Bound using segment: {'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:47:29.228605 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Bound port: 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b04aa7-7631-40dc-aa74-c144111368f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:47:29.228960 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:29.256941 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-defbf15c-6922-48d1-b6d7-f31870f8b2ff req-29e46c2d-5425-4f8e-8449-b58687763ed5 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351040 Aug 17 02:47:29.316857 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] For port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:47:29.320497 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] For port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:47:29.324678 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-42af0742-e796-4b2f-91d4-c4a2eeed38ef tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] show failed (client error): The resource could not be found. Aug 17 02:47:29.325766 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-42af0742-e796-4b2f-91d4-c4a2eeed38ef tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/routers/5800ca27-3890-426f-ac5d-35b789038772/tags/tempest-TagsExtTest-Tag-663333114 HTTP/1.1" status: 404 len: 328 time: 0.1077795 Aug 17 02:47:29.335038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50282) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:29.335038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-fb0f1c11-4aa5-4b78-9480-34d9c6affba9 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5800ca27-3890-426f-ac5d-35b789038772', 'tempest-TagsExtTest-Tag-1264825188') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:29.388314 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:29.423062 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-fb0f1c11-4aa5-4b78-9480-34d9c6affba9 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] show failed (client error): The resource could not be found. Aug 17 02:47:29.425280 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fb0f1c11-4aa5-4b78-9480-34d9c6affba9 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/routers/5800ca27-3890-426f-ac5d-35b789038772/tags/tempest-TagsExtTest-Tag-1264825188 HTTP/1.1" status: 404 len: 329 time: 0.0951014 Aug 17 02:47:29.426685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:29.427313 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:29.428917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3702a8c9-19df-43a7-a35f-5f973632165d req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] 10.222.0.18 "PUT /v2.0/ports/81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 HTTP/1.1" status: 200 len: 1092 time: 1.6249902 Aug 17 02:47:29.432477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8648b03a-513a-4976-b31c-b4630e2bccdd', 'tag': '81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:47:29.432477 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd2e669-be14-4fb1-8650-8be0b01f6b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "8648b03a-513a-4976-b31c-b4630e2bccdd", "tag": "81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:47:29.433590 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50284) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:29.439873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-81eda672-d4a7-4c1b-b910-f73e4fa68a3e tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3', {'tags': ['tempest-TagsExtTest-Tag-242847111', 'tempest-TagsExtTest-Tag-426653848', 'tempest-TagsExtTest-Tag-291114851']}) {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:29.483238 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95f6aa-7710-49e1-9ee4-52a5f7fe01f0 service neutron] Pushing event updated for resources: {'Port': ['ID=81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:29.514578 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdea6a1e-a626-467e-a1eb-8c77bd08f349 x-openstack-request-id: req-bdea6a1e-a626-467e-a1eb-8c77bd08f349 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:47:29.514578 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8648b03a-513a-4976-b31c-b4630e2bccdd", "tag": "81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:47:29.514578 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdea6a1e-a626-467e-a1eb-8c77bd08f349 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:47:29.514578 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8648b03a-513a-4976-b31c-b4630e2bccdd', 'tag': '81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799', 'status': 'completed', 'code': 200} Aug 17 02:47:29.573893 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-81eda672-d4a7-4c1b-b910-f73e4fa68a3e tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "PUT /v2.0/subnetpools/b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3/tags HTTP/1.1" status: 200 len: 315 time: 0.1361289 Aug 17 02:47:29.575768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50288) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:29.588989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-3458b09b-8dd7-4d48-9fc6-5730a25331fb tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:29.628660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2e669-be14-4fb1-8650-8be0b01f6b8b req-dd74fb43-4031-4d10-81e2-0a1f8969ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:29.633517 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8bd2e669-be14-4fb1-8650-8be0b01f6b8b req-dd74fb43-4031-4d10-81e2-0a1f8969ec06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79883023ec444887aa03ae960546a041&device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1095 time: 0.0758953 Aug 17 02:47:29.727852 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3458b09b-8dd7-4d48-9fc6-5730a25331fb tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/subnetpools/b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3/tags HTTP/1.1" status: 204 len: 168 time: 0.1503704 Aug 17 02:47:29.728716 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50296) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:29.733102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-c18f59f6-2157-4730-b186-42d446d5c7da tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3', 'tempest-TagsExtTest-Tag-242847111') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:29.754789 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-c18f59f6-2157-4730-b186-42d446d5c7da tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] show failed (client error): The resource could not be found. Aug 17 02:47:29.755877 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c18f59f6-2157-4730-b186-42d446d5c7da tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/subnetpools/b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3/tags/tempest-TagsExtTest-Tag-242847111 HTTP/1.1" status: 404 len: 328 time: 0.0265000 Aug 17 02:47:29.763326 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50298) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:29.768726 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-fe38526b-f93d-4540-a033-75507edaf1b3 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3', 'tempest-TagsExtTest-Tag-426653848') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:29.792911 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-fe38526b-f93d-4540-a033-75507edaf1b3 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] show failed (client error): The resource could not be found. Aug 17 02:47:29.797031 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fe38526b-f93d-4540-a033-75507edaf1b3 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/subnetpools/b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3/tags/tempest-TagsExtTest-Tag-426653848 HTTP/1.1" status: 404 len: 328 time: 0.0294449 Aug 17 02:47:29.797185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50300) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:29.803163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-1d431b21-0b90-450e-b2d0-b1e3b1968075 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3', 'tempest-TagsExtTest-Tag-291114851') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:29.829019 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-1d431b21-0b90-450e-b2d0-b1e3b1968075 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] show failed (client error): The resource could not be found. Aug 17 02:47:29.829019 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1d431b21-0b90-450e-b2d0-b1e3b1968075 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/subnetpools/b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3/tags/tempest-TagsExtTest-Tag-291114851 HTTP/1.1" status: 404 len: 328 time: 0.0294318 Aug 17 02:47:29.830864 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50304) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:29.835928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-bb1a6a43-7f12-43e3-968e-52bd65ddf0a3 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:29.868231 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bb1a6a43-7f12-43e3-968e-52bd65ddf0a3 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/subnetpools/b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3/tags HTTP/1.1" status: 204 len: 168 time: 0.0351112 Aug 17 02:47:29.870216 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50306) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:29.878658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5baaa0f-d744-49ce-a180-e4e4df3c560a req-72ddeb3b-a9e0-40d8-8bfb-8d37205bc03b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:29.879529 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-eb51b97e-c307-4ea3-bf42-86563ff97d95 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5800ca27-3890-426f-ac5d-35b789038772') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:29.881008 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d5baaa0f-d744-49ce-a180-e4e4df3c560a req-72ddeb3b-a9e0-40d8-8bfb-8d37205bc03b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.2057829 Aug 17 02:47:29.915506 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2e669-be14-4fb1-8650-8be0b01f6b8b req-f1a05221-30e7-48ab-abc1-82b0909b5288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:29.915506 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8bd2e669-be14-4fb1-8650-8be0b01f6b8b req-f1a05221-30e7-48ab-abc1-82b0909b5288 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=79883023ec444887aa03ae960546a041&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2607191 Aug 17 02:47:30.016368 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eb51b97e-c307-4ea3-bf42-86563ff97d95 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/routers/5800ca27-3890-426f-ac5d-35b789038772/tags HTTP/1.1" status: 204 len: 168 time: 0.1447704 Aug 17 02:47:30.018883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50308) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:30.023543 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-bbac2ce8-c977-44f7-88b8-599a47b89dd6 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '534807b8-7699-45f4-b9d3-938fc5351d46') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:30.085685 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bbac2ce8-c977-44f7-88b8-599a47b89dd6 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/ports/534807b8-7699-45f4-b9d3-938fc5351d46/tags HTTP/1.1" status: 204 len: 168 time: 0.0657482 Aug 17 02:47:30.089549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50310) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:30.091763 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d5baaa0f-d744-49ce-a180-e4e4df3c560a req-196153f7-898f-46a3-bee0-42a811915785 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971133 Aug 17 02:47:30.094743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.tag.tag_plugin [None req-43306ca9-2040-4042-b404-64baa64ce940 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c0b5e54f-3c92-470f-b3ca-d68785ffe04b') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:30.197472 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-43306ca9-2040-4042-b404-64baa64ce940 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/subnets/c0b5e54f-3c92-470f-b3ca-d68785ffe04b/tags HTTP/1.1" status: 204 len: 168 time: 0.1065123 Aug 17 02:47:30.204726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50314) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:30.251641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2e669-be14-4fb1-8650-8be0b01f6b8b req-a5144c53-95f2-4098-93b4-25fc72423d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:30.253431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8bd2e669-be14-4fb1-8650-8be0b01f6b8b req-a5144c53-95f2-4098-93b4-25fc72423d70 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3192761 Aug 17 02:47:30.416844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a8c9-19df-43a7-a35f-5f973632165d req-6168c938-e3a8-41e1-b278-10d9746fcc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:30.418305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3702a8c9-19df-43a7-a35f-5f973632165d req-6168c938-e3a8-41e1-b278-10d9746fcc03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79883023ec444887aa03ae960546a041&device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1095 time: 0.0790582 Aug 17 02:47:30.423927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba730a0-b991-4a93-8ac3-1e3e5e4475c4 req-3d4f7ce3-d7a3-4975-a328-2376d6225af7 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:30.425530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dba730a0-b991-4a93-8ac3-1e3e5e4475c4 req-3d4f7ce3-d7a3-4975-a328-2376d6225af7 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1095 time: 0.0711493 Aug 17 02:47:30.482162 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3702a8c9-19df-43a7-a35f-5f973632165d req-c3ce4d0e-4174-4e34-9221-cb8176d50fe8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 HTTP/1.1" status: 200 len: 217 time: 0.0418293 Aug 17 02:47:30.528146 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d2b49db-bf67-499d-a4cb-8e66b14e538c tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks [] for subnetpool, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:30.529318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8d2b49db-bf67-499d-a4cb-8e66b14e538c tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/subnetpools/b8ccf75a-f2e7-43bc-9d47-6ac27b08dca3 HTTP/1.1" status: 204 len: 168 time: 0.3239367 Aug 17 02:47:30.532811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dba730a0-b991-4a93-8ac3-1e3e5e4475c4 req-63a7c9ad-04b7-4fc8-a04f-27a75d9bc251 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990407 Aug 17 02:47:30.533232 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50320) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:30.557402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a8c9-19df-43a7-a35f-5f973632165d req-4f5eae8c-31fe-4301-8eea-792b1708e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:30.566394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3702a8c9-19df-43a7-a35f-5f973632165d req-4f5eae8c-31fe-4301-8eea-792b1708e356 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc9ca113-d7fd-49ea-a52f-d7c52e8102db HTTP/1.1" status: 200 len: 849 time: 0.0670547 Aug 17 02:47:30.574521 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e2bb6481-ea47-4368-8dee-01b5b9afba45 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "GET /v2.0/ports?device_id=5800ca27-3890-426f-ac5d-35b789038772 HTTP/1.1" status: 200 len: 205 time: 0.0398965 Aug 17 02:47:30.574676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50322) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:30.676702 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1480281-9f94-4099-8d27-cb1012078a8c tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:30.751604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a8c9-19df-43a7-a35f-5f973632165d req-3dcce486-d6d6-482e-8276-71f273f899cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:30.755961 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3702a8c9-19df-43a7-a35f-5f973632165d req-3dcce486-d6d6-482e-8276-71f273f899cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5453bbb-edd0-412f-b32f-ee5f32f64d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798866 Aug 17 02:47:30.903941 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1480281-9f94-4099-8d27-cb1012078a8c tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:30.909071 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1480281-9f94-4099-8d27-cb1012078a8c tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:30.989703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3702a8c9-19df-43a7-a35f-5f973632165d req-749ecc1e-4139-4e74-b868-99135adb61d1 service neutron] 10.222.0.18 "GET /v2.0/networks/e5453bbb-edd0-412f-b32f-ee5f32f64d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963482 Aug 17 02:47:31.045830 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1480281-9f94-4099-8d27-cb1012078a8c tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:31.046364 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1480281-9f94-4099-8d27-cb1012078a8c tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Fanout notify agent at l3_agent the message router_deleted on router 5800ca27-3890-426f-ac5d-35b789038772 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:47:31.054721 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1480281-9f94-4099-8d27-cb1012078a8c tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:31.056090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e1480281-9f94-4099-8d27-cb1012078a8c tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/routers/5800ca27-3890-426f-ac5d-35b789038772 HTTP/1.1" status: 204 len: 168 time: 0.4729052 Aug 17 02:47:31.058574 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50332) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:31.160166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3702a8c9-19df-43a7-a35f-5f973632165d req-092d871f-725b-489f-9dc8-c51b96ed2de6 service neutron] 10.222.0.18 "GET /v2.0/networks/e5453bbb-edd0-412f-b32f-ee5f32f64d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588464 Aug 17 02:47:31.186341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Deleting port 534807b8-7699-45f4-b9d3-938fc5351d46 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:47:31.186693 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:31.255210 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:31.282566 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:31.296405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Calling delete_port for 534807b8-7699-45f4-b9d3-938fc5351d46 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:47:31.512387 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:31.547174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Pushing event deleted for resources: {'Port': ['ID=534807b8-7699-45f4-b9d3-938fc5351d46,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:31.590281 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:31.590647 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:31.591496 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:31.592008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:31.592363 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:31.592709 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:31.593045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:31.593411 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:31.593753 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:31.594087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:31.594422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:31.594751 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:31.695784 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:31.699631 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0e24792d-01b4-4ec3-9778-bcfd18aeaefa tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/ports/534807b8-7699-45f4-b9d3-938fc5351d46 HTTP/1.1" status: 204 len: 168 time: 0.6399643 Aug 17 02:47:31.702048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50344) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:31.715453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8b58a-f08c-44e8-b3ad-83647332f8da req-2b35ee0a-db2f-41ff-bfd9-b40394101479 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:31.717000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37f8b58a-f08c-44e8-b3ad-83647332f8da req-2b35ee0a-db2f-41ff-bfd9-b40394101479 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1095 time: 0.0710731 Aug 17 02:47:31.781678 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37f8b58a-f08c-44e8-b3ad-83647332f8da req-129a5851-c83d-4f65-9677-ea2b10a50ef4 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448124 Aug 17 02:47:31.805064 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c6dcb5-bb48-4573-a573-52f137e913b7 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Deleting subnet c0b5e54f-3c92-470f-b3ca-d68785ffe04b {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:47:31.811467 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02c6dcb5-bb48-4573-a573-52f137e913b7 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:31.870188 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02c6dcb5-bb48-4573-a573-52f137e913b7 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:31.967923 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02c6dcb5-bb48-4573-a573-52f137e913b7 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:32.136358 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02c6dcb5-bb48-4573-a573-52f137e913b7 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:32.170624 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6dcb5-bb48-4573-a573-52f137e913b7 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b5e54f-3c92-470f-b3ca-d68785ffe04b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:32.174147 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02c6dcb5-bb48-4573-a573-52f137e913b7 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:32.177665 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-02c6dcb5-bb48-4573-a573-52f137e913b7 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/subnets/c0b5e54f-3c92-470f-b3ca-d68785ffe04b HTTP/1.1" status: 204 len: 168 time: 0.4743721 Aug 17 02:47:32.178621 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50350) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:32.186760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e66285-a587-48df-8f70-5c03d45b0402 None None] Network 769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:47:32.270769 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:32.337140 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Deleting port 2daec664-2328-49f2-a693-3d8eefa3e7e4 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:47:32.337566 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:32.418703 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] For port 2daec664-2328-49f2-a693-3d8eefa3e7e4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2daec664-2328-49f2-a693-3d8eefa3e7e4,segment=NetworkSegment(cd685c7b-b5c9-4753-85db-3ed3502cad59),segment_id=cd685c7b-b5c9-4753-85db-3ed3502cad59)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:32.418991 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:32.429963 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfd37dc-0b1b-4cf9-a765-9d284bceda9b None None] DHCP port deletion for 769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:47:32.442893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Calling delete_port for 2daec664-2328-49f2-a693-3d8eefa3e7e4 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:47:32.486464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-abfd37dc-0b1b-4cf9-a765-9d284bceda9b None None] Deleting port 2daec664-2328-49f2-a693-3d8eefa3e7e4 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:47:32.487439 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-abfd37dc-0b1b-4cf9-a765-9d284bceda9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:32.564020 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-abfd37dc-0b1b-4cf9-a765-9d284bceda9b None None] For port 2daec664-2328-49f2-a693-3d8eefa3e7e4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2daec664-2328-49f2-a693-3d8eefa3e7e4,segment=NetworkSegment(cd685c7b-b5c9-4753-85db-3ed3502cad59),segment_id=cd685c7b-b5c9-4753-85db-3ed3502cad59)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:32.564404 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-abfd37dc-0b1b-4cf9-a765-9d284bceda9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:32.578873 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-abfd37dc-0b1b-4cf9-a765-9d284bceda9b None None] Calling delete_port for 2daec664-2328-49f2-a693-3d8eefa3e7e4 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:47:32.621211 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:32.652381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] No DVR routers for this DVR port 2daec664-2328-49f2-a693-3d8eefa3e7e4 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:47:32.657944 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-abfd37dc-0b1b-4cf9-a765-9d284bceda9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:32.659145 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Pushing event deleted for resources: {'Port': ['ID=2daec664-2328-49f2-a693-3d8eefa3e7e4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:32.688106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd37dc-0b1b-4cf9-a765-9d284bceda9b None None] Pushing event deleted for resources: {'Port': ['ID=2daec664-2328-49f2-a693-3d8eefa3e7e4,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:32.690056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd37dc-0b1b-4cf9-a765-9d284bceda9b None None] No DVR routers for this DVR port 2daec664-2328-49f2-a693-3d8eefa3e7e4 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:47:32.750812 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:32.765536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:32.777259 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd685c7b-b5c9-4753-85db-3ed3502cad59') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:32.777536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd685c7b-b5c9-4753-85db-3ed3502cad59') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:32.787571 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:32.816584 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:32.827320 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:47:32.827676 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:47:32.831483 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:47:32.924623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972616e-eede-493a-bc2a-c28514bf3490 req-ca3885dd-aca8-465a-a695-4c4324ff79af tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:32.926200 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2972616e-eede-493a-bc2a-c28514bf3490 req-ca3885dd-aca8-465a-a695-4c4324ff79af tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1095 time: 0.0451846 Aug 17 02:47:32.981885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2972616e-eede-493a-bc2a-c28514bf3490 req-7c9fb6f2-f13d-4f70-9c01-48daa85a0b48 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493417 Aug 17 02:47:33.039260 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:33.052920 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:33.060903 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] 10.222.0.13 "DELETE /v2.0/networks/769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9 HTTP/1.1" status: 204 len: 168 time: 0.8775249 Aug 17 02:47:33.075830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9554b4-73af-4d32-b159-562aea063a40 tempest-TagsExtTest-1800030014 tempest-TagsExtTest-1800030014-project] Pushing event deleted for resources: {'Network': ['ID=769ad2c7-66d0-4d1f-aed3-5e019ea9a0c9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:33.220212 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2c84f-2a5a-4b4d-8922-48bbfcbcc94f req-7e8f8037-330e-4eaf-83a7-563a74959ead tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:33.222059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76a2c84f-2a5a-4b4d-8922-48bbfcbcc94f req-7e8f8037-330e-4eaf-83a7-563a74959ead tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0876420 Aug 17 02:47:33.263930 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76a2c84f-2a5a-4b4d-8922-48bbfcbcc94f req-e702a42b-a8af-406f-9c8e-db2e15c88697 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341532 Aug 17 02:47:33.819529 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50386) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:33.827131 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2daec664-2328-49f2-a693-3d8eefa3e7e4 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:47:33.864122 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 2daec664-2328-49f2-a693-3d8eefa3e7e4 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:47:33.864998 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2daec664-2328-49f2-a693-3d8eefa3e7e4 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:47:34.024004 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cb8d5ec3-f8f6-493c-990f-0f4252c8d565 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef2ef2455a90458c93b5203c451954e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1994438 Aug 17 02:47:34.024951 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50392) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:34.109141 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8dc79db-fb0a-4c3c-9518-ef35be39dd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:34.134563 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8dc79db-fb0a-4c3c-9518-ef35be39dd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:34.300501 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8dc79db-fb0a-4c3c-9518-ef35be39dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:34.303321 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a8dc79db-fb0a-4c3c-9518-ef35be39dd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:34.304534 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a8dc79db-fb0a-4c3c-9518-ef35be39dd29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6928770e-9fbc-45de-93ce-683acbd6650f HTTP/1.1" status: 204 len: 168 time: 0.2785351 Aug 17 02:47:34.313452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc79db-fb0a-4c3c-9518-ef35be39dd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6928770e-9fbc-45de-93ce-683acbd6650f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:34.569457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588e311-68dc-4fa0-affa-ef4eba601560 req-b2cb2780-2425-4a46-a55b-d6250b319980 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:34.578918 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f588e311-68dc-4fa0-affa-ef4eba601560 req-b2cb2780-2425-4a46-a55b-d6250b319980 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1095 time: 0.0701349 Aug 17 02:47:34.616665 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f588e311-68dc-4fa0-affa-ef4eba601560 req-28b4dd75-ab25-4c97-b5c2-d905ce3a182d tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364654 Aug 17 02:47:35.221253 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:47:35.389131 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:35.424664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799', 'network_id': 'e5453bbb-edd0-412f-b32f-ee5f32f64d62', 'port_id': '81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799', 'mac_address': 'fa:16:3e:26:57:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9ca113-d7fd-49ea-a52f-d7c52e8102db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:47:35.491705 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:35.511320 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:47:35.550378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:35.676815 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:35.753736 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:35.771940 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4ff22-6006-412f-9f99-9d7e426772b9 req-f503abcd-a7bd-4c95-90aa-c007104e63ff tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:35.780366 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66c4ff22-6006-412f-9f99-9d7e426772b9 req-f503abcd-a7bd-4c95-90aa-c007104e63ff tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1096 time: 0.0621755 Aug 17 02:47:35.839325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66c4ff22-6006-412f-9f99-9d7e426772b9 req-c9158222-bc24-47c4-94c6-99aa9b67a154 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518885 Aug 17 02:47:36.158245 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:47:37.027213 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9703ae7-6101-472d-9730-617bf7f76248 req-11bae4c3-1072-4d31-82fc-07ae22ef54d1 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:37.029000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9703ae7-6101-472d-9730-617bf7f76248 req-11bae4c3-1072-4d31-82fc-07ae22ef54d1 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1096 time: 0.0468497 Aug 17 02:47:37.104643 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9703ae7-6101-472d-9730-617bf7f76248 req-42018845-fa0f-48c5-a270-9b3bd18d896b tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684800 Aug 17 02:47:38.003918 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c3ff65a7-9983-4d66-b2a1-e5c7d19e316f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:38.245253 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815a846-9967-4158-8997-99df6c92c56c req-8488972b-0800-4d33-b056-862f6a8977b9 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:38.246934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e815a846-9967-4158-8997-99df6c92c56c req-8488972b-0800-4d33-b056-862f6a8977b9 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1096 time: 0.0555141 Aug 17 02:47:38.290111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e815a846-9967-4158-8997-99df6c92c56c req-2aaf77a7-be2d-4338-a92b-bf0553c12cd8 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353320 Aug 17 02:47:38.678414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50502) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:38.833284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0057756e-dd95-44f3-8884-c7565882f639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:38.987521 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0057756e-dd95-44f3-8884-c7565882f639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:39.066863 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0057756e-dd95-44f3-8884-c7565882f639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:39.112380 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0057756e-dd95-44f3-8884-c7565882f639 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c6efbc20b534ebcada2293ca2ab537b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303071 Aug 17 02:47:39.112380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057756e-dd95-44f3-8884-c7565882f639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f66032-e622-4847-b004-56460fa18779,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:39.112734 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50516) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:39.188219 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:39.216143 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:39.238210 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:47:39.410457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:47:39.415135 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:39.415591 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:39.424141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7634e60-4168-4825-a649-89db9e81413a req-7fb4161d-3ff9-4b0f-9bbb-40fb58bdb26a tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:39.425722 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7634e60-4168-4825-a649-89db9e81413a req-7fb4161d-3ff9-4b0f-9bbb-40fb58bdb26a tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1096 time: 0.0462363 Aug 17 02:47:39.455495 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:39.459388 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:39.461932 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7f66032-e622-4847-b004-56460fa18779 HTTP/1.1" status: 204 len: 168 time: 0.3473346 Aug 17 02:47:39.493120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7634e60-4168-4825-a649-89db9e81413a req-03535545-1441-4771-9802-8de7953c803a tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505784 Aug 17 02:47:39.493284 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f66032-e622-4847-b004-56460fa18779,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:39.503189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:39.504806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:39.505999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:39.506656 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:39.507202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:39.507746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:39.509381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:39.510542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:39.511202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:39.511786 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:39.512420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:39.512938 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8d77b-f7d8-4045-aced-62571c9393ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:39.522829 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:39.557606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8648b03a-513a-4976-b31c-b4630e2bccdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:47:39.560026 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f664971-fcba-48e8-8d1e-38084b264579" -d '{"events": [{"server_uuid": "8648b03a-513a-4976-b31c-b4630e2bccdd", "name": "network-vif-plugged", "status": "completed", "tag": "81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:47:39.579906 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:39.605099 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d839e0e-169d-4122-8360-1d24776173f2 x-openstack-request-id: req-4d839e0e-169d-4122-8360-1d24776173f2 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:47:39.605424 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8648b03a-513a-4976-b31c-b4630e2bccdd", "name": "network-vif-plugged", "status": "completed", "tag": "81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:47:39.605684 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d839e0e-169d-4122-8360-1d24776173f2 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:47:39.606218 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8648b03a-513a-4976-b31c-b4630e2bccdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799', 'code': 200} Aug 17 02:47:39.757074 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d4ab5-4bde-4ffb-b148-ae78032254b7 req-f1b16785-d41a-492b-a0b4-97e260dccdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:39.759027 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:39.759331 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f1d4ab5-4bde-4ffb-b148-ae78032254b7 req-f1b16785-d41a-492b-a0b4-97e260dccdc5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1096 time: 0.0483072 Aug 17 02:47:39.825011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f1d4ab5-4bde-4ffb-b148-ae78032254b7 req-e37a4f9e-2b76-440f-b746-59777661d2f0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560923 Aug 17 02:47:39.838876 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:40.275342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50536) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:40.290796 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-957b5025-03b0-48d3-814a-bdaf8a08e948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:40.335169 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a9abbf64-cc64-46ce-b187-98480d3fdbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:40.415406 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-957b5025-03b0-48d3-814a-bdaf8a08e948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:40.483557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-957b5025-03b0-48d3-814a-bdaf8a08e948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:40.534005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b5025-03b0-48d3-814a-bdaf8a08e948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfe4eb7-8f37-45ea-9b4c-cb376f8a26a8,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:40.542086 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-957b5025-03b0-48d3-814a-bdaf8a08e948 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e96a31ef3f5746d3af6c102973449742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656465 Aug 17 02:47:40.544480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50540) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:40.587329 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:40.648518 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4359de51-836e-4fae-a206-fb85343851eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:40.668718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e898bb9-0cba-4010-b094-3fdd2cc60a93 req-e6a6c5b5-f843-43ac-bb59-2f10d80f43cd tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:40.670297 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e898bb9-0cba-4010-b094-3fdd2cc60a93 req-e6a6c5b5-f843-43ac-bb59-2f10d80f43cd tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1097 time: 0.0950177 Aug 17 02:47:40.681817 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4359de51-836e-4fae-a206-fb85343851eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:40.733792 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e898bb9-0cba-4010-b094-3fdd2cc60a93 req-c598e280-13ac-431a-a15d-86ce3892b587 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552928 Aug 17 02:47:40.884408 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4359de51-836e-4fae-a206-fb85343851eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:40.889140 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4359de51-836e-4fae-a206-fb85343851eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:40.890386 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4359de51-836e-4fae-a206-fb85343851eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dfe4eb7-8f37-45ea-9b4c-cb376f8a26a8 HTTP/1.1" status: 204 len: 168 time: 0.3437705 Aug 17 02:47:40.900029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359de51-836e-4fae-a206-fb85343851eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfe4eb7-8f37-45ea-9b4c-cb376f8a26a8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:41.827157 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:41.890739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd6ec0-d1be-421d-9a35-692faa7ff3af req-4c06de03-4dfd-419d-b70e-d141567e1a12 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:41.892303 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4bd6ec0-d1be-421d-9a35-692faa7ff3af req-4c06de03-4dfd-419d-b70e-d141567e1a12 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1097 time: 0.0502682 Aug 17 02:47:41.953432 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4bd6ec0-d1be-421d-9a35-692faa7ff3af req-d2a57ee4-44f6-44f0-b196-0507f38fe7b4 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537508 Aug 17 02:47:43.082691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe3c56-6c38-471b-bebe-7db2d0d3f5a7 req-fa8901c5-ff7d-4bef-b8db-a4b5bb08e91e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:43.085281 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-befe3c56-6c38-471b-bebe-7db2d0d3f5a7 req-fa8901c5-ff7d-4bef-b8db-a4b5bb08e91e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1097 time: 0.0508547 Aug 17 02:47:43.178240 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-befe3c56-6c38-471b-bebe-7db2d0d3f5a7 req-f7c95f49-f368-4f67-8cd5-304f35db4ad6 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857236 Aug 17 02:47:43.325505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46a233-c55a-4831-ab17-1f6a2402ab72 req-e75bb5ae-1b47-45e4-b111-26f68298b8dc tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:43.327429 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b46a233-c55a-4831-ab17-1f6a2402ab72 req-e75bb5ae-1b47-45e4-b111-26f68298b8dc tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1097 time: 0.0743487 Aug 17 02:47:43.370306 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b46a233-c55a-4831-ab17-1f6a2402ab72 req-a09b25c0-fd3f-4c11-a02d-b4fda505327f tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361705 Aug 17 02:47:43.559330 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d0480-cd54-41c7-9fed-6955de6b2776 req-0e8425fb-a1c0-4164-ada3-0d1d93ef3fef tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:43.560901 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c2d0480-cd54-41c7-9fed-6955de6b2776 req-0e8425fb-a1c0-4164-ada3-0d1d93ef3fef tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1097 time: 0.0472348 Aug 17 02:47:43.612659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c2d0480-cd54-41c7-9fed-6955de6b2776 req-cfd669b7-b4b2-4934-a6dd-65c8e712de10 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 Aug 17 02:47:43.832301 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:44.211205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8143e61-3bb1-4f1a-ae3c-43cbb24d13a3 req-a89bca05-e733-4709-9687-e9728922db75 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:44.214486 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8143e61-3bb1-4f1a-ae3c-43cbb24d13a3 req-a89bca05-e733-4709-9687-e9728922db75 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1097 time: 0.0583217 Aug 17 02:47:44.281981 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8143e61-3bb1-4f1a-ae3c-43cbb24d13a3 req-bced1136-d5c0-408d-9284-2577b20ca56a tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428865 Aug 17 02:47:45.422979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0aff8-8221-4ae6-8e92-3d751b18d5ea req-9c4f4953-4302-49ea-b774-dcece58d6c9c tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:45.425880 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5bc0aff8-8221-4ae6-8e92-3d751b18d5ea req-9c4f4953-4302-49ea-b774-dcece58d6c9c tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1097 time: 0.0650423 Aug 17 02:47:45.481631 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5bc0aff8-8221-4ae6-8e92-3d751b18d5ea req-97047fb4-5d0e-4cbd-b682-b9bc76dedbdf tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488400 Aug 17 02:47:46.463341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2b6e6-16b1-430a-9236-23e523235293 req-8bf08216-d6ae-4174-aa69-a81d89394f7f tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:46.465116 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88c2b6e6-16b1-430a-9236-23e523235293 req-8bf08216-d6ae-4174-aa69-a81d89394f7f tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1097 time: 0.0695508 Aug 17 02:47:46.557524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-88c2b6e6-16b1-430a-9236-23e523235293 req-bc98a0d2-56ef-4cf4-830b-30d5599b72a9 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Deleting port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:47:46.557524 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-88c2b6e6-16b1-430a-9236-23e523235293 req-bc98a0d2-56ef-4cf4-830b-30d5599b72a9 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:46.959822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb04ce-4fde-4830-9068-acbad9a6c1a5 req-7a3aed6d-134d-4da6-ae02-2bd78457727c tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:46.961531 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cbbb04ce-4fde-4830-9068-acbad9a6c1a5 req-7a3aed6d-134d-4da6-ae02-2bd78457727c tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 1097 time: 0.0743287 Aug 17 02:47:46.981545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-88c2b6e6-16b1-430a-9236-23e523235293 req-bc98a0d2-56ef-4cf4-830b-30d5599b72a9 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] For port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:46.982011 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-88c2b6e6-16b1-430a-9236-23e523235293 req-bc98a0d2-56ef-4cf4-830b-30d5599b72a9 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:47.008661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-88c2b6e6-16b1-430a-9236-23e523235293 req-bc98a0d2-56ef-4cf4-830b-30d5599b72a9 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Calling delete_port for 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:47:47.038906 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cbbb04ce-4fde-4830-9068-acbad9a6c1a5 req-1a3df003-5b6d-4e54-a4bd-ed75a0161952 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596702 Aug 17 02:47:47.244371 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-88c2b6e6-16b1-430a-9236-23e523235293 req-bc98a0d2-56ef-4cf4-830b-30d5599b72a9 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:47.275873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98a0d2-56ef-4cf4-830b-30d5599b72a9 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Pushing event deleted for resources: {'Port': ['ID=81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:47.286103 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:47:47.290831 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['a7e896c1-9a1c-4e4e-9acb-b71bffc70248'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:47:47.344870 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c2b6e6-16b1-430a-9236-23e523235293 req-bc98a0d2-56ef-4cf4-830b-30d5599b72a9 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] No DVR routers for this DVR port 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:47:47.347361 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-88c2b6e6-16b1-430a-9236-23e523235293 req-bc98a0d2-56ef-4cf4-830b-30d5599b72a9 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:47.351480 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88c2b6e6-16b1-430a-9236-23e523235293 req-bc98a0d2-56ef-4cf4-830b-30d5599b72a9 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.18 "DELETE /v2.0/ports/81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 HTTP/1.1" status: 204 len: 173 time: 0.8794162 Aug 17 02:47:47.352789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8648b03a-513a-4976-b31c-b4630e2bccdd', 'name': 'network-vif-deleted', 'tag': '81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:47:47.366658 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e903a4c3-36c2-4157-95f1-f6259cb6d4e3" -d '{"events": [{"server_uuid": "8648b03a-513a-4976-b31c-b4630e2bccdd", "name": "network-vif-deleted", "tag": "81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:47:47.416013 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4aa15ce-53f6-47dd-b8ce-58c13de101e6 x-openstack-request-id: req-b4aa15ce-53f6-47dd-b8ce-58c13de101e6 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:47:47.416884 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8648b03a-513a-4976-b31c-b4630e2bccdd", "name": "network-vif-deleted", "tag": "81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:47:47.417348 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4aa15ce-53f6-47dd-b8ce-58c13de101e6 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:47:47.417962 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8648b03a-513a-4976-b31c-b4630e2bccdd', 'name': 'network-vif-deleted', 'tag': '81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799', 'status': 'completed', 'code': 200} Aug 17 02:47:47.639670 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:47:48.280020 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a11bbfa-bb98-41e3-a8d4-fb26da03bf58 req-286b92b4-03d0-40ce-98e4-e277827752c9 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8648b03a-513a-4976-b31c-b4630e2bccdd HTTP/1.1" status: 200 len: 210 time: 0.0303960 Aug 17 02:47:48.476750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb1eb6-28f8-40c2-9d56-b66bb25da159 req-e9eaa766-bbb7-4d6b-bb78-a89e389e77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:48.480076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00bb1eb6-28f8-40c2-9d56-b66bb25da159 req-e9eaa766-bbb7-4d6b-bb78-a89e389e77ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=932bad7d1d8f47c184058cfcb226a192&device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 1098 time: 0.0749924 Aug 17 02:47:48.619946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e79992-b16a-428b-8dc7-ba46f1034f30 req-d48ae822-aa34-4c36-bbf2-aad119feea3f tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:48.621818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21e79992-b16a-428b-8dc7-ba46f1034f30 req-d48ae822-aa34-4c36-bbf2-aad119feea3f tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1097553 Aug 17 02:47:48.635215 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb1eb6-28f8-40c2-9d56-b66bb25da159 req-7ab9d0dc-c9c9-4401-b206-257476921a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:48.638300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00bb1eb6-28f8-40c2-9d56-b66bb25da159 req-7ab9d0dc-c9c9-4401-b206-257476921a3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5 HTTP/1.1" status: 200 len: 919 time: 0.1480784 Aug 17 02:47:48.696763 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00bb1eb6-28f8-40c2-9d56-b66bb25da159 req-94f880a7-bec7-43a4-a388-1b71e88c97ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74018a7-5642-423f-911c-727df0539bc9 HTTP/1.1" status: 200 len: 217 time: 0.0445139 Aug 17 02:47:48.704258 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21e79992-b16a-428b-8dc7-ba46f1034f30 req-1534cba2-87c3-484f-b4c2-d9472f3ad532 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720582 Aug 17 02:47:48.752624 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb1eb6-28f8-40c2-9d56-b66bb25da159 req-b63f9f8d-0223-49a4-8472-1793472ab6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:48.754150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00bb1eb6-28f8-40c2-9d56-b66bb25da159 req-b63f9f8d-0223-49a4-8472-1793472ab6b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4491968a-5fe9-4d3e-bb02-74a57ef49ae9 HTTP/1.1" status: 200 len: 858 time: 0.0490432 Aug 17 02:47:48.787912 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00bb1eb6-28f8-40c2-9d56-b66bb25da159 req-5c59f313-5590-452a-a38e-4bd4bd0b5c8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251608 Aug 17 02:47:48.914370 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00bb1eb6-28f8-40c2-9d56-b66bb25da159 req-c72f88f6-4bd2-4719-bba3-62680ab1c9dc service neutron] 10.222.0.18 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181469 Aug 17 02:47:48.954563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50742) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:49.034039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00bb1eb6-28f8-40c2-9d56-b66bb25da159 req-8a4eaace-f8f8-4d2f-97fb-c340516c9460 service neutron] 10.222.0.18 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105075 Aug 17 02:47:49.095743 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1aeb7ef4-8711-4fd9-9f7b-ddff61dc4696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:49.200984 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1aeb7ef4-8711-4fd9-9f7b-ddff61dc4696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:49.280103 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:47:49.300986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:47:49.301859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 81ba7cd6-86d8-4c9c-bc1f-f4e0dc058799 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:47:49.329571 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1aeb7ef4-8711-4fd9-9f7b-ddff61dc4696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:49.354829 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb7ef4-8711-4fd9-9f7b-ddff61dc4696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2281a946-e5ef-468f-8e14-53ddde32545a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:49.392324 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1aeb7ef4-8711-4fd9-9f7b-ddff61dc4696 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53696b6906714276acce6d30904ebb96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365549 Aug 17 02:47:49.392813 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50754) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:49.448604 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2b656e14-c601-4ac3-9622-10e8cd7a0b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:49.470107 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2b656e14-c601-4ac3-9622-10e8cd7a0b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:49.671979 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2b656e14-c601-4ac3-9622-10e8cd7a0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:49.686235 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2b656e14-c601-4ac3-9622-10e8cd7a0b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:49.686235 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2b656e14-c601-4ac3-9622-10e8cd7a0b1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2281a946-e5ef-468f-8e14-53ddde32545a HTTP/1.1" status: 204 len: 168 time: 0.2820199 Aug 17 02:47:49.686235 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b656e14-c601-4ac3-9622-10e8cd7a0b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2281a946-e5ef-468f-8e14-53ddde32545a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:50.078699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528709c-26f5-4da1-8074-71e661ae4449 req-68aef7df-d3b0-4fb4-a89a-4f9fd583ab72 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:50.078699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8528709c-26f5-4da1-8074-71e661ae4449 req-68aef7df-d3b0-4fb4-a89a-4f9fd583ab72 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0714855 Aug 17 02:47:50.120574 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8528709c-26f5-4da1-8074-71e661ae4449 req-fc7e77bf-df57-4a84-bbdc-9b883223cafe tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370929 Aug 17 02:47:50.221167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcf07f-dabb-4785-8014-b5ff5502234d req-48721bde-9792-4f92-aa5d-fea61b3500ea tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:50.222719 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-99bcf07f-dabb-4785-8014-b5ff5502234d req-48721bde-9792-4f92-aa5d-fea61b3500ea tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1098 time: 0.0427213 Aug 17 02:47:50.259591 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-99bcf07f-dabb-4785-8014-b5ff5502234d req-7dfd6982-bd62-473a-a199-530dfffabaec tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304852 Aug 17 02:47:50.458448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50778) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:50.472397 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-afe7f618-2c05-4fbb-890b-4b9542ca3ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:50.571458 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-afe7f618-2c05-4fbb-890b-4b9542ca3ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:50.723555 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-afe7f618-2c05-4fbb-890b-4b9542ca3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:50.761459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7f618-2c05-4fbb-890b-4b9542ca3ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b27fd4-3de1-4426-9182-7d8d60f5f76b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:50.765941 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-afe7f618-2c05-4fbb-890b-4b9542ca3ea9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28bc19f95ad44cd6a265c8a5966ced54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3064544 Aug 17 02:47:50.768784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50782) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:50.829860 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ae55b0d-e466-44d0-b61c-58efdd8158d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:50.854236 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ae55b0d-e466-44d0-b61c-58efdd8158d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:50.969030 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ae55b0d-e466-44d0-b61c-58efdd8158d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:50.971652 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ae55b0d-e466-44d0-b61c-58efdd8158d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:50.972922 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7ae55b0d-e466-44d0-b61c-58efdd8158d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0b27fd4-3de1-4426-9182-7d8d60f5f76b HTTP/1.1" status: 204 len: 168 time: 0.2030497 Aug 17 02:47:50.981553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae55b0d-e466-44d0-b61c-58efdd8158d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b27fd4-3de1-4426-9182-7d8d60f5f76b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:51.275534 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394f2ce-b994-4cc9-947f-f38a5a084306 req-29e0e888-8d46-4765-b0f8-73e0e5d6a048 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:51.281904 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2394f2ce-b994-4cc9-947f-f38a5a084306 req-29e0e888-8d46-4765-b0f8-73e0e5d6a048 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0818906 Aug 17 02:47:51.321671 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2394f2ce-b994-4cc9-947f-f38a5a084306 req-92a7e8c9-267d-42c1-8320-65173660bea7 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373738 Aug 17 02:47:51.433122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd004a-2e45-42a0-a245-879c0432b34b req-53618622-1682-4b01-9376-2b4006a95769 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:51.441626 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fdbd004a-2e45-42a0-a245-879c0432b34b req-53618622-1682-4b01-9376-2b4006a95769 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1098 time: 0.0588672 Aug 17 02:47:51.485811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fdbd004a-2e45-42a0-a245-879c0432b34b req-49ef6d97-549a-4db8-a7db-e1659038b9b8 tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b6ece2de-ef2f-43a8-96b4-df436bcba40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 Aug 17 02:47:51.590902 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f0716-c5b0-4ced-a170-831e992bc610 req-fbda308f-3e1a-4fc3-8043-0cc3faa3693d tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:51.592452 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c67f0716-c5b0-4ced-a170-831e992bc610 req-fbda308f-3e1a-4fc3-8043-0cc3faa3693d tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 1098 time: 0.0478904 Aug 17 02:47:51.687922 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-c67f0716-c5b0-4ced-a170-831e992bc610 req-48df3c57-588f-4e9a-afb7-503e918b864e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Deleting port a7e896c1-9a1c-4e4e-9acb-b71bffc70248 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:47:51.688263 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c67f0716-c5b0-4ced-a170-831e992bc610 req-48df3c57-588f-4e9a-afb7-503e918b864e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:51.773569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-c67f0716-c5b0-4ced-a170-831e992bc610 req-48df3c57-588f-4e9a-afb7-503e918b864e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] For port a7e896c1-9a1c-4e4e-9acb-b71bffc70248, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=a7e896c1-9a1c-4e4e-9acb-b71bffc70248,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:51.774433 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c67f0716-c5b0-4ced-a170-831e992bc610 req-48df3c57-588f-4e9a-afb7-503e918b864e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:51.788746 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-c67f0716-c5b0-4ced-a170-831e992bc610 req-48df3c57-588f-4e9a-afb7-503e918b864e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Calling delete_port for a7e896c1-9a1c-4e4e-9acb-b71bffc70248 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:47:52.003650 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c67f0716-c5b0-4ced-a170-831e992bc610 req-48df3c57-588f-4e9a-afb7-503e918b864e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:52.040630 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['a7e896c1-9a1c-4e4e-9acb-b71bffc70248'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:47:52.052806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df3c57-588f-4e9a-afb7-503e918b864e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7e896c1-9a1c-4e4e-9acb-b71bffc70248,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:52.128027 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67f0716-c5b0-4ced-a170-831e992bc610 req-48df3c57-588f-4e9a-afb7-503e918b864e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] No DVR routers for this DVR port a7e896c1-9a1c-4e4e-9acb-b71bffc70248 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:47:52.132342 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c67f0716-c5b0-4ced-a170-831e992bc610 req-48df3c57-588f-4e9a-afb7-503e918b864e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:52.135829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c67f0716-c5b0-4ced-a170-831e992bc610 req-48df3c57-588f-4e9a-afb7-503e918b864e tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.42 "DELETE /v2.0/ports/a7e896c1-9a1c-4e4e-9acb-b71bffc70248 HTTP/1.1" status: 204 len: 173 time: 0.5368571 Aug 17 02:47:52.136900 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99375715-9e64-42c8-ba0f-e9cc5b832783', 'name': 'network-vif-deleted', 'tag': 'a7e896c1-9a1c-4e4e-9acb-b71bffc70248'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:47:52.147992 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45343fb5-d248-4498-8b1d-c4b2bbfcd9d7" -d '{"events": [{"server_uuid": "99375715-9e64-42c8-ba0f-e9cc5b832783", "name": "network-vif-deleted", "tag": "a7e896c1-9a1c-4e4e-9acb-b71bffc70248"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:47:52.247128 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b62570-99aa-42c9-ba8c-a8b6cdb9e079 x-openstack-request-id: req-d1b62570-99aa-42c9-ba8c-a8b6cdb9e079 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:47:52.247547 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99375715-9e64-42c8-ba0f-e9cc5b832783", "name": "network-vif-deleted", "tag": "a7e896c1-9a1c-4e4e-9acb-b71bffc70248", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:47:52.248008 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1b62570-99aa-42c9-ba8c-a8b6cdb9e079 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:47:52.248513 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99375715-9e64-42c8-ba0f-e9cc5b832783', 'name': 'network-vif-deleted', 'tag': 'a7e896c1-9a1c-4e4e-9acb-b71bffc70248', 'status': 'completed', 'code': 200} Aug 17 02:47:52.456923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eec221-3aad-482d-9ad0-466b4429fb4b req-b25bb7dc-a2ee-4e01-8424-f47206ba3164 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:52.458577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18eec221-3aad-482d-9ad0-466b4429fb4b req-b25bb7dc-a2ee-4e01-8424-f47206ba3164 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0546234 Aug 17 02:47:52.506828 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18eec221-3aad-482d-9ad0-466b4429fb4b req-4d5a8159-d2f4-491d-85e8-726eeaf999e0 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396221 Aug 17 02:47:52.598947 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1583e60b-93f9-4ba3-8bce-7f8a9c0394b0 req-efcb1f70-32a4-4982-a2ad-30fa5f8e23dd tempest-TestServerMultinode-743559456 tempest-TestServerMultinode-743559456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99375715-9e64-42c8-ba0f-e9cc5b832783 HTTP/1.1" status: 200 len: 210 time: 0.0261946 Aug 17 02:47:53.658500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fc6c1-217f-4ced-942f-20e3818be95a req-7c705f54-0f0e-4c28-8183-04bc8b55cc27 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:53.660071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-988fc6c1-217f-4ced-942f-20e3818be95a req-7c705f54-0f0e-4c28-8183-04bc8b55cc27 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0559285 Aug 17 02:47:53.707455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-988fc6c1-217f-4ced-942f-20e3818be95a req-898733ac-8194-4069-8283-a540b4a2121f tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403399 Aug 17 02:47:53.765806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50866) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:54.175511 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e04e0b7e-7a49-40ea-855c-27143991310e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:54.513124 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e04e0b7e-7a49-40ea-855c-27143991310e admin admin] Deleting port ee2dfb8a-925d-44b4-b436-5b7aca104d49 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:47:54.513500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e04e0b7e-7a49-40ea-855c-27143991310e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:54.592766 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-e04e0b7e-7a49-40ea-855c-27143991310e admin admin] For port ee2dfb8a-925d-44b4-b436-5b7aca104d49, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ee2dfb8a-925d-44b4-b436-5b7aca104d49,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:54.593125 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e04e0b7e-7a49-40ea-855c-27143991310e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:54.610344 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e04e0b7e-7a49-40ea-855c-27143991310e admin admin] Calling delete_port for ee2dfb8a-925d-44b4-b436-5b7aca104d49 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:47:54.856432 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf2b15-e9d6-49e5-8e7c-a82d2ac83e0e req-ebae5806-1f58-461c-8d95-603b38f6cb5c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:54.857997 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8fbf2b15-e9d6-49e5-8e7c-a82d2ac83e0e req-ebae5806-1f58-461c-8d95-603b38f6cb5c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0607755 Aug 17 02:47:54.898662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8fbf2b15-e9d6-49e5-8e7c-a82d2ac83e0e req-96fa764b-555a-4b16-bb41-e4e8fd27e6c9 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345988 Aug 17 02:47:54.900737 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e04e0b7e-7a49-40ea-855c-27143991310e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:54.929565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e0b7e-7a49-40ea-855c-27143991310e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2dfb8a-925d-44b4-b436-5b7aca104d49,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:55.124633 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e04e0b7e-7a49-40ea-855c-27143991310e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:55.275332 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device a7e896c1-9a1c-4e4e-9acb-b71bffc70248 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:47:55.300283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: a7e896c1-9a1c-4e4e-9acb-b71bffc70248 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:47:55.300283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device a7e896c1-9a1c-4e4e-9acb-b71bffc70248 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:47:55.369904 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04e0b7e-7a49-40ea-855c-27143991310e admin admin] Router 95bd5694-2f80-41af-bb88-a822c598a185 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:47:55.509621 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04e0b7e-7a49-40ea-855c-27143991310e admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:47:55.518380 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e04e0b7e-7a49-40ea-855c-27143991310e admin admin] 10.222.0.13 "PUT /v2.0/routers/95bd5694-2f80-41af-bb88-a822c598a185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7487047 Aug 17 02:47:55.518517 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50900) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:55.525718 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e565ea44-9c40-4543-91b4-36d9f9b635a6 None None] Sync routers for ids ['95bd5694-2f80-41af-bb88-a822c598a185'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:47:55.542588 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e565ea44-9c40-4543-91b4-36d9f9b635a6 None None] Routers {'95bd5694-2f80-41af-bb88-a822c598a185'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:47:55.543645 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e565ea44-9c40-4543-91b4-36d9f9b635a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:47:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['95bd5694-2f80-41af-bb88-a822c598a185'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:55.642965 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:55.666299 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-e565ea44-9c40-4543-91b4-36d9f9b635a6 None None] Set router 95bd5694-2f80-41af-bb88-a822c598a185 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:47:55.765203 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:55.878136 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e565ea44-9c40-4543-91b4-36d9f9b635a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bd5694-2f80-41af-bb88-a822c598a185', 'name': 'tempest-TestServerMultinode-1505979762-router', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:38Z', 'updated_at': '2021-08-17T02:47:54Z', 'revision_number': 5, 'project_id': '078278ed667443dea3cb83d7d2fecef6', 'gw_port': {'id': 'e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bd5694-2f80-41af-bb88-a822c598a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:40Z', 'updated_at': '2021-08-17T02:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:55.885816 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] Deleting port e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:47:55.886155 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:55.907638 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e565ea44-9c40-4543-91b4-36d9f9b635a6 None None] Checking router: 95bd5694-2f80-41af-bb88-a822c598a185 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:47:55.916823 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e565ea44-9c40-4543-91b4-36d9f9b635a6 None None] Routers {'95bd5694-2f80-41af-bb88-a822c598a185'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:47:55.917472 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e565ea44-9c40-4543-91b4-36d9f9b635a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:47:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['95bd5694-2f80-41af-bb88-a822c598a185'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:55.995025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] For port e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:55.995664 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:56.009114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] Calling delete_port for e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:47:56.033125 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-e565ea44-9c40-4543-91b4-36d9f9b635a6 None None] Set router 95bd5694-2f80-41af-bb88-a822c598a185 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:47:56.036730 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579450-99b8-492a-a469-d5b3b9efb2e0 req-c1f25df3-ae84-4987-bc3c-653108bb9428 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:56.038328 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d579450-99b8-492a-a469-d5b3b9efb2e0 req-c1f25df3-ae84-4987-bc3c-653108bb9428 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0614583 Aug 17 02:47:56.089116 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e565ea44-9c40-4543-91b4-36d9f9b635a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95bd5694-2f80-41af-bb88-a822c598a185', 'name': 'tempest-TestServerMultinode-1505979762-router', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:38Z', 'updated_at': '2021-08-17T02:47:55Z', 'revision_number': 6, 'project_id': '078278ed667443dea3cb83d7d2fecef6', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:56.091927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d579450-99b8-492a-a469-d5b3b9efb2e0 req-1ba9cec1-03b4-4230-a88e-8dc8fe6af65c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467224 Aug 17 02:47:56.125187 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e565ea44-9c40-4543-91b4-36d9f9b635a6 None None] The sync data for ids ['95bd5694-2f80-41af-bb88-a822c598a185'] in n-d-793621-31 is: [{'id': '95bd5694-2f80-41af-bb88-a822c598a185', 'name': 'tempest-TestServerMultinode-1505979762-router', 'tenant_id': '078278ed667443dea3cb83d7d2fecef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:38Z', 'updated_at': '2021-08-17T02:47:55Z', 'revision_number': 6, 'project_id': '078278ed667443dea3cb83d7d2fecef6', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:47:56.312699 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:56.337985 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:56.402655 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:56.501129 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:56.503463 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:56.735208 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:56.735811 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95bd5694-2f80-41af-bb88-a822c598a185 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:47:56.740738 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:56.741997 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6f523428-c278-4285-b7c2-b77f78a32194 admin admin] 10.222.0.13 "DELETE /v2.0/routers/95bd5694-2f80-41af-bb88-a822c598a185 HTTP/1.1" status: 204 len: 168 time: 1.2223933 Aug 17 02:47:56.745366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50922) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:56.790457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd36cf4-51bd-4823-8ba5-6b027158eca3 admin admin] Deleting subnet fc9ca113-d7fd-49ea-a52f-d7c52e8102db {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:47:56.793895 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edd36cf4-51bd-4823-8ba5-6b027158eca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:56.833226 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edd36cf4-51bd-4823-8ba5-6b027158eca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:56.922505 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edd36cf4-51bd-4823-8ba5-6b027158eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:57.038235 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edd36cf4-51bd-4823-8ba5-6b027158eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:57.070308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd36cf4-51bd-4823-8ba5-6b027158eca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc9ca113-d7fd-49ea-a52f-d7c52e8102db,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:57.078588 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edd36cf4-51bd-4823-8ba5-6b027158eca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:57.081502 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-edd36cf4-51bd-4823-8ba5-6b027158eca3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fc9ca113-d7fd-49ea-a52f-d7c52e8102db HTTP/1.1" status: 204 len: 168 time: 0.3342233 Aug 17 02:47:57.083308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50926) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:57.085918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d829b-532d-41fd-8be9-3da535cd61b1 None None] Network e5453bbb-edd0-412f-b32f-ee5f32f64d62 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:47:57.211734 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:57.360972 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dc01e-f067-496c-9707-a603906325df req-677dab8f-34bd-420d-a3a3-61410b29bfa4 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:57.368344 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] DHCP port deletion for e5453bbb-edd0-412f-b32f-ee5f32f64d62 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:47:57.380756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e73dc01e-f067-496c-9707-a603906325df req-677dab8f-34bd-420d-a3a3-61410b29bfa4 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0951860 Aug 17 02:47:57.393742 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] Deleting port fc07704a-1d33-44b3-aa13-5d20e552883e {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:47:57.395917 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:57.429531 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Deleting port fc07704a-1d33-44b3-aa13-5d20e552883e {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:47:57.430939 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:57.474579 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] For port fc07704a-1d33-44b3-aa13-5d20e552883e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fc07704a-1d33-44b3-aa13-5d20e552883e,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:57.474861 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:57.488551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] Calling delete_port for fc07704a-1d33-44b3-aa13-5d20e552883e owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:47:57.503211 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] For port fc07704a-1d33-44b3-aa13-5d20e552883e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fc07704a-1d33-44b3-aa13-5d20e552883e,segment=NetworkSegment(90b04aa7-7631-40dc-aa74-c144111368f6),segment_id=90b04aa7-7631-40dc-aa74-c144111368f6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:57.504065 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:57.528818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Calling delete_port for fc07704a-1d33-44b3-aa13-5d20e552883e owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:47:57.636471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e73dc01e-f067-496c-9707-a603906325df req-5ace14aa-3e4c-4641-8685-ca1e1ca00bdd tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321043 Aug 17 02:47:57.754342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ee2dfb8a-925d-44b4-b436-5b7aca104d49 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:47:57.769677 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:57.777229 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: ee2dfb8a-925d-44b4-b436-5b7aca104d49 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:47:57.777592 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ee2dfb8a-925d-44b4-b436-5b7aca104d49 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:47:57.778013 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fc07704a-1d33-44b3-aa13-5d20e552883e no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:47:57.798059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: fc07704a-1d33-44b3-aa13-5d20e552883e {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:47:57.798448 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fc07704a-1d33-44b3-aa13-5d20e552883e not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:47:57.798811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:47:57.799241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] Pushing event deleted for resources: {'Port': ['ID=fc07704a-1d33-44b3-aa13-5d20e552883e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:57.805792 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] No DVR routers for this DVR port fc07704a-1d33-44b3-aa13-5d20e552883e on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:47:57.819737 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:57.824713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:47:57.825105 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e2e637ea-74c8-4e35-aa49-2e0b7bb2af4b not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:47:57.847945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Pushing event deleted for resources: {'Port': ['ID=fc07704a-1d33-44b3-aa13-5d20e552883e,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:57.856590 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] No DVR routers for this DVR port fc07704a-1d33-44b3-aa13-5d20e552883e on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:47:57.859053 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:57.862555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:57.862555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:57.862555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:57.862555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:57.862555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:57.862555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:57.862555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:57.862555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:57.862555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:57.862555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:57.864386 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa6e6-54e3-493c-bdc7-9197b9ef488c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:57.901614 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:57.918730 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5453bbb-edd0-412f-b32f-ee5f32f64d62']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:57.942236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b04aa7-7631-40dc-aa74-c144111368f6') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:57.943192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b04aa7-7631-40dc-aa74-c144111368f6') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:47:57.955913 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:57.973970 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:57.985604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:47:57.990101 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:47:57.991680 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:47:58.135270 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:58.142289 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:58.144627 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] 10.222.0.13 "DELETE /v2.0/networks/e5453bbb-edd0-412f-b32f-ee5f32f64d62 HTTP/1.1" status: 204 len: 168 time: 1.0599303 Aug 17 02:47:58.147825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 50944) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:47:58.231502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402b350-2cdd-4e29-ba8a-a26bbe7502dc admin admin] Pushing event deleted for resources: {'Network': ['ID=e5453bbb-edd0-412f-b32f-ee5f32f64d62,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:58.672220 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-30e950a2-b2ae-4748-b3b1-c6d0c1aa4775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:58.729793 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:58.873789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c716a01-fe99-4d04-bdaa-3e12cdd8131a req-3526fe90-51b1-403f-9570-8752154b3eb1 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:58.875287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9c716a01-fe99-4d04-bdaa-3e12cdd8131a req-3526fe90-51b1-403f-9570-8752154b3eb1 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1551743 Aug 17 02:47:59.023105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9c716a01-fe99-4d04-bdaa-3e12cdd8131a req-5f4178f5-f09d-4577-a8e0-6e68442cc2a6 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409206 Aug 17 02:47:59.178321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-30e950a2-b2ae-4748-b3b1-c6d0c1aa4775 admin admin] Deleting port 03766e53-e515-4059-b898-27169d0567f9 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:47:59.179068 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-30e950a2-b2ae-4748-b3b1-c6d0c1aa4775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:59.286509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-30e950a2-b2ae-4748-b3b1-c6d0c1aa4775 admin admin] For port 03766e53-e515-4059-b898-27169d0567f9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=03766e53-e515-4059-b898-27169d0567f9,segment=NetworkSegment(06595942-8096-41b8-a1fe-c8be6a0b5cf5),segment_id=06595942-8096-41b8-a1fe-c8be6a0b5cf5)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:59.286868 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-30e950a2-b2ae-4748-b3b1-c6d0c1aa4775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:59.307186 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-30e950a2-b2ae-4748-b3b1-c6d0c1aa4775 admin admin] Calling delete_port for 03766e53-e515-4059-b898-27169d0567f9 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:47:59.575040 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-30e950a2-b2ae-4748-b3b1-c6d0c1aa4775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:59.603848 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e950a2-b2ae-4748-b3b1-c6d0c1aa4775 admin admin] Pushing event deleted for resources: {'Port': ['ID=03766e53-e515-4059-b898-27169d0567f9,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:59.828222 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-30e950a2-b2ae-4748-b3b1-c6d0c1aa4775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:00.289604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985cd13-a6f8-4510-be32-5e29e4c54a25 req-40fe646e-1b0c-4775-88ad-d28dfa4c4236 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:00.291408 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7985cd13-a6f8-4510-be32-5e29e4c54a25 req-40fe646e-1b0c-4775-88ad-d28dfa4c4236 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1224709 Aug 17 02:48:00.406224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7985cd13-a6f8-4510-be32-5e29e4c54a25 req-641c82db-c438-4067-ac9a-fc833ef9970b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087208 Aug 17 02:48:00.449198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e950a2-b2ae-4748-b3b1-c6d0c1aa4775 admin admin] Router 995974f9-ad2c-4c7d-b7a0-16da94a009e8 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:48:00.593339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e950a2-b2ae-4748-b3b1-c6d0c1aa4775 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:48:00.605474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-30e950a2-b2ae-4748-b3b1-c6d0c1aa4775 admin admin] 10.222.0.13 "PUT /v2.0/routers/995974f9-ad2c-4c7d-b7a0-16da94a009e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4511037 Aug 17 02:48:00.605919 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 50988) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:00.616837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2e9f8-d156-488f-be81-00d637d00754 None None] Sync routers for ids ['995974f9-ad2c-4c7d-b7a0-16da94a009e8'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:48:00.629469 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2e9f8-d156-488f-be81-00d637d00754 None None] Routers {'995974f9-ad2c-4c7d-b7a0-16da94a009e8'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:48:00.630477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-aff2e9f8-d156-488f-be81-00d637d00754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:47:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['995974f9-ad2c-4c7d-b7a0-16da94a009e8'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:00.727490 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:00.949557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-aff2e9f8-d156-488f-be81-00d637d00754 None None] Set router 995974f9-ad2c-4c7d-b7a0-16da94a009e8 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:48:01.175153 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:01.187800 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-aff2e9f8-d156-488f-be81-00d637d00754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'name': 'tempest-TestServerMultinode-1130228095-router', 'tenant_id': '79883023ec444887aa03ae960546a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:52Z', 'updated_at': '2021-08-17T02:47:59Z', 'revision_number': 5, 'project_id': '79883023ec444887aa03ae960546a041', 'gw_port': {'id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:53Z', 'updated_at': '2021-08-17T02:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:01.216987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2e9f8-d156-488f-be81-00d637d00754 None None] Checking router: 995974f9-ad2c-4c7d-b7a0-16da94a009e8 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:48:01.222371 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:01.227277 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2e9f8-d156-488f-be81-00d637d00754 None None] Routers {'995974f9-ad2c-4c7d-b7a0-16da94a009e8'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:48:01.228001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-aff2e9f8-d156-488f-be81-00d637d00754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:47:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['995974f9-ad2c-4c7d-b7a0-16da94a009e8'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:01.352304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-aff2e9f8-d156-488f-be81-00d637d00754 None None] Set router 995974f9-ad2c-4c7d-b7a0-16da94a009e8 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:48:01.370517 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] Deleting port a490a44c-125e-4572-a7c9-db63d4dabddd {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:48:01.370872 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:01.500394 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] For port a490a44c-125e-4572-a7c9-db63d4dabddd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a490a44c-125e-4572-a7c9-db63d4dabddd,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:48:01.501014 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:01.521440 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] Calling delete_port for a490a44c-125e-4572-a7c9-db63d4dabddd owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:48:01.590102 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-aff2e9f8-d156-488f-be81-00d637d00754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'name': 'tempest-TestServerMultinode-1130228095-router', 'tenant_id': '79883023ec444887aa03ae960546a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:52Z', 'updated_at': '2021-08-17T02:47:59Z', 'revision_number': 5, 'project_id': '79883023ec444887aa03ae960546a041', 'gw_port': {'id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:53Z', 'updated_at': '2021-08-17T02:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:01.621089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194757ee-c575-4bff-a44b-ecc367b1ef12 req-18c6e5f2-ca4f-4485-88b6-1007a1cf5891 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:01.630325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-194757ee-c575-4bff-a44b-ecc367b1ef12 req-18c6e5f2-ca4f-4485-88b6-1007a1cf5891 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1097281 Aug 17 02:48:01.640534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2e9f8-d156-488f-be81-00d637d00754 None None] The sync data for ids ['995974f9-ad2c-4c7d-b7a0-16da94a009e8'] in n-d-793621-31 is: [{'id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'name': 'tempest-TestServerMultinode-1130228095-router', 'tenant_id': '79883023ec444887aa03ae960546a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:46:52Z', 'updated_at': '2021-08-17T02:47:59Z', 'revision_number': 5, 'project_id': '79883023ec444887aa03ae960546a041', 'gw_port': {'id': 'a490a44c-125e-4572-a7c9-db63d4dabddd', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995974f9-ad2c-4c7d-b7a0-16da94a009e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:46:53Z', 'updated_at': '2021-08-17T02:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:48:01.682165 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-194757ee-c575-4bff-a44b-ecc367b1ef12 req-b73fc39b-130f-455f-b9d4-5111ec2026b1 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508277 Aug 17 02:48:01.991052 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 03766e53-e515-4059-b898-27169d0567f9 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:48:02.011053 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:02.020062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 03766e53-e515-4059-b898-27169d0567f9 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:48:02.020537 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 03766e53-e515-4059-b898-27169d0567f9 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:48:02.059862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a490a44c-125e-4572-a7c9-db63d4dabddd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:02.141361 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:02.251047 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:02.253797 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:02.523463 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:02.524431 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 995974f9-ad2c-4c7d-b7a0-16da94a009e8 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:48:02.528952 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:02.530080 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5222d0df-2a36-446f-9db2-f6944e646cc6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/995974f9-ad2c-4c7d-b7a0-16da94a009e8 HTTP/1.1" status: 204 len: 168 time: 1.9230738 Aug 17 02:48:02.532725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51014) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:02.584208 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f427017-db55-4920-accc-2603b6b0e733 admin admin] Deleting subnet 99a56e8e-a1b6-4e82-a6dd-cff369aa9842 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:48:02.588575 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f427017-db55-4920-accc-2603b6b0e733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:02.634832 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f427017-db55-4920-accc-2603b6b0e733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:02.726385 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f427017-db55-4920-accc-2603b6b0e733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:02.834004 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d659966-0b33-4cab-999b-da55988e674b req-19f5969a-7386-4f46-ae2c-daad5f4cbbd5 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:02.835614 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d659966-0b33-4cab-999b-da55988e674b req-19f5969a-7386-4f46-ae2c-daad5f4cbbd5 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0655415 Aug 17 02:48:02.879784 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d659966-0b33-4cab-999b-da55988e674b req-e3ac1184-4574-4890-929b-7a0ccb6e415b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350597 Aug 17 02:48:02.890193 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f427017-db55-4920-accc-2603b6b0e733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:02.924315 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f427017-db55-4920-accc-2603b6b0e733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:02.928598 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3f427017-db55-4920-accc-2603b6b0e733 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/99a56e8e-a1b6-4e82-a6dd-cff369aa9842 HTTP/1.1" status: 204 len: 168 time: 0.3924158 Aug 17 02:48:02.928598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f427017-db55-4920-accc-2603b6b0e733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a56e8e-a1b6-4e82-a6dd-cff369aa9842,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:02.930011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c422b9f-d398-42de-8ad9-566994afc8e7 None None] Network 46a1a85d-8b6c-4386-8a81-e82213787a6b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:48:02.935473 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51028) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:03.019519 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:03.117941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] Deleting port ad0e7aa7-260c-4f70-b2e6-caba35470f48 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:48:03.118777 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:03.187462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea21ff15-4d0e-49d3-818c-392cab6aa77f None None] DHCP port deletion for 46a1a85d-8b6c-4386-8a81-e82213787a6b request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:48:03.202450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] For port ad0e7aa7-260c-4f70-b2e6-caba35470f48, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ad0e7aa7-260c-4f70-b2e6-caba35470f48,segment=NetworkSegment(06595942-8096-41b8-a1fe-c8be6a0b5cf5),segment_id=06595942-8096-41b8-a1fe-c8be6a0b5cf5)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:48:03.202450 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:03.229952 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] Calling delete_port for ad0e7aa7-260c-4f70-b2e6-caba35470f48 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:48:03.245389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ea21ff15-4d0e-49d3-818c-392cab6aa77f None None] Deleting port ad0e7aa7-260c-4f70-b2e6-caba35470f48 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:48:03.246075 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea21ff15-4d0e-49d3-818c-392cab6aa77f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:03.321900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ea21ff15-4d0e-49d3-818c-392cab6aa77f None None] For port ad0e7aa7-260c-4f70-b2e6-caba35470f48, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ad0e7aa7-260c-4f70-b2e6-caba35470f48,segment=NetworkSegment(06595942-8096-41b8-a1fe-c8be6a0b5cf5),segment_id=06595942-8096-41b8-a1fe-c8be6a0b5cf5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:48:03.322038 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea21ff15-4d0e-49d3-818c-392cab6aa77f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:03.352899 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ea21ff15-4d0e-49d3-818c-392cab6aa77f None None] Calling delete_port for ad0e7aa7-260c-4f70-b2e6-caba35470f48 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:48:03.418957 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:03.436999 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea21ff15-4d0e-49d3-818c-392cab6aa77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:03.446416 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0e7aa7-260c-4f70-b2e6-caba35470f48,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:03.448770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] No DVR routers for this DVR port ad0e7aa7-260c-4f70-b2e6-caba35470f48 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:48:03.465710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21ff15-4d0e-49d3-818c-392cab6aa77f None None] Pushing event deleted for resources: {'Port': ['ID=ad0e7aa7-260c-4f70-b2e6-caba35470f48,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:03.469835 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21ff15-4d0e-49d3-818c-392cab6aa77f None None] No DVR routers for this DVR port ad0e7aa7-260c-4f70-b2e6-caba35470f48 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:48:03.540777 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:03.548206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a1a85d-8b6c-4386-8a81-e82213787a6b']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:03.558607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06595942-8096-41b8-a1fe-c8be6a0b5cf5') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:03.558907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06595942-8096-41b8-a1fe-c8be6a0b5cf5') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:03.570121 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:03.585153 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:48:03.598024 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:48:03.759472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a490a44c-125e-4572-a7c9-db63d4dabddd no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:48:03.780715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: a490a44c-125e-4572-a7c9-db63d4dabddd {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:48:03.781070 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a490a44c-125e-4572-a7c9-db63d4dabddd not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:48:03.781558 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ad0e7aa7-260c-4f70-b2e6-caba35470f48 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:48:03.806016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: ad0e7aa7-260c-4f70-b2e6-caba35470f48 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:48:03.806820 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ad0e7aa7-260c-4f70-b2e6-caba35470f48 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:48:03.821909 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:03.829035 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:03.832924 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/46a1a85d-8b6c-4386-8a81-e82213787a6b HTTP/1.1" status: 204 len: 168 time: 0.8962862 Aug 17 02:48:03.849449 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67b0e7-b4f5-48da-8a32-fb7e386338e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=46a1a85d-8b6c-4386-8a81-e82213787a6b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:04.017129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4765d6-7b27-4993-8a7c-09bf950df0d0 req-e1b85e2e-1c84-4b1b-8d4d-d520145e0910 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:04.018648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a4765d6-7b27-4993-8a7c-09bf950df0d0 req-e1b85e2e-1c84-4b1b-8d4d-d520145e0910 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0550005 Aug 17 02:48:04.060057 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a4765d6-7b27-4993-8a7c-09bf950df0d0 req-90367d58-ddba-49a2-ad51-5cc0feb02200 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349276 Aug 17 02:48:04.296399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51060) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:04.352280 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-77ef2926-eb4c-4ddf-bc8b-c613e4808961 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=078278ed667443dea3cb83d7d2fecef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513635 Aug 17 02:48:04.352677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51062) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:04.412964 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04477533-65bb-495e-a330-bf8dc7d63a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:04.439420 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04477533-65bb-495e-a330-bf8dc7d63a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:04.592181 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04477533-65bb-495e-a330-bf8dc7d63a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:04.595713 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04477533-65bb-495e-a330-bf8dc7d63a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:04.599461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-04477533-65bb-495e-a330-bf8dc7d63a06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f39382b-ae20-4b28-bc70-7863ce2330f1 HTTP/1.1" status: 204 len: 168 time: 0.2432134 Aug 17 02:48:04.609055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04477533-65bb-495e-a330-bf8dc7d63a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f39382b-ae20-4b28-bc70-7863ce2330f1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:05.210830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675eb6e7-abfe-4f18-8ea9-26962a5a6f78 req-0ebdf9f6-7d56-47bb-9514-72ab38a47cd6 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:05.213473 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-675eb6e7-abfe-4f18-8ea9-26962a5a6f78 req-0ebdf9f6-7d56-47bb-9514-72ab38a47cd6 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0756311 Aug 17 02:48:05.264323 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-675eb6e7-abfe-4f18-8ea9-26962a5a6f78 req-5fc3efc9-3eb7-42a5-9bc9-7e4c9dda666c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432351 Aug 17 02:48:05.477582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51090) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:05.518540 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d1d70f0a-e9d2-4126-bbaa-354ad1154ac7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79883023ec444887aa03ae960546a041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397086 Aug 17 02:48:05.520890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51092) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:05.570257 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5e02a2c8-c17f-4999-ad76-904025fe5611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:05.596737 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5e02a2c8-c17f-4999-ad76-904025fe5611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:05.740958 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5e02a2c8-c17f-4999-ad76-904025fe5611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:05.744506 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5e02a2c8-c17f-4999-ad76-904025fe5611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:05.745822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5e02a2c8-c17f-4999-ad76-904025fe5611 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6ece2de-ef2f-43a8-96b4-df436bcba40c HTTP/1.1" status: 204 len: 168 time: 0.2239804 Aug 17 02:48:05.754217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02a2c8-c17f-4999-ad76-904025fe5611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ece2de-ef2f-43a8-96b4-df436bcba40c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:06.401618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c36e6-3d29-48d2-a8de-d6cca469fbaf req-32647b11-2d71-42a6-8053-e4ada4520875 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:06.403326 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7d8c36e6-3d29-48d2-a8de-d6cca469fbaf req-32647b11-2d71-42a6-8053-e4ada4520875 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0568671 Aug 17 02:48:06.453366 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7d8c36e6-3d29-48d2-a8de-d6cca469fbaf req-00397608-be43-4ef8-b18e-8420a315c530 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431240 Aug 17 02:48:06.662133 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdfa05-5a7c-45de-8c07-d4f7f0be8cbe req-fbb8362e-d737-4631-9284-ea4267d85859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:06.663739 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8bdfa05-5a7c-45de-8c07-d4f7f0be8cbe req-fbb8362e-d737-4631-9284-ea4267d85859 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 1098 time: 0.0434437 Aug 17 02:48:06.704796 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8bdfa05-5a7c-45de-8c07-d4f7f0be8cbe req-6154fcca-60f6-410b-834a-3805ef0f614d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328548 Aug 17 02:48:07.192970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ac15b-f8db-44df-a17b-202185ae3a67 req-9f6ef01a-e853-430d-bf02-45f7b337c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:07.194563 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c57ac15b-f8db-44df-a17b-202185ae3a67 req-9f6ef01a-e853-430d-bf02-45f7b337c130 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=932bad7d1d8f47c184058cfcb226a192&device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 1098 time: 0.0500307 Aug 17 02:48:07.314402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ac15b-f8db-44df-a17b-202185ae3a67 req-3956c8b1-709a-4f50-9bf7-3a7f8c5b3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:07.315984 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c57ac15b-f8db-44df-a17b-202185ae3a67 req-3956c8b1-709a-4f50-9bf7-3a7f8c5b3c5e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5 HTTP/1.1" status: 200 len: 919 time: 0.0955951 Aug 17 02:48:07.362268 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c57ac15b-f8db-44df-a17b-202185ae3a67 req-91650db6-a782-4124-ad56-45bd6bf66e81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74018a7-5642-423f-911c-727df0539bc9 HTTP/1.1" status: 200 len: 217 time: 0.0371797 Aug 17 02:48:07.420276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ac15b-f8db-44df-a17b-202185ae3a67 req-41b961aa-51c2-4adb-a0c0-cc1f27982a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:07.421703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c57ac15b-f8db-44df-a17b-202185ae3a67 req-41b961aa-51c2-4adb-a0c0-cc1f27982a38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4491968a-5fe9-4d3e-bb02-74a57ef49ae9 HTTP/1.1" status: 200 len: 858 time: 0.0511584 Aug 17 02:48:07.458266 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c57ac15b-f8db-44df-a17b-202185ae3a67 req-375530c6-4416-47f7-8179-7ab6dd140478 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278680 Aug 17 02:48:07.611231 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c57ac15b-f8db-44df-a17b-202185ae3a67 req-97f9ab58-4126-4fc0-becc-2416d56f018f service neutron] 10.222.0.18 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438441 Aug 17 02:48:07.657608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8161b53-dfd1-4248-aec3-bc406b8bcaa6 req-b342ea24-8e6b-4910-9298-3901f291f748 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:07.659454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8161b53-dfd1-4248-aec3-bc406b8bcaa6 req-b342ea24-8e6b-4910-9298-3901f291f748 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1073792 Aug 17 02:48:07.748047 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8161b53-dfd1-4248-aec3-bc406b8bcaa6 req-732ec32e-9f55-4313-8ecf-aa7bebdb2a5f tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748544 Aug 17 02:48:07.793929 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c57ac15b-f8db-44df-a17b-202185ae3a67 req-57ec930f-c421-4a8b-a8d2-79d3088a5b0e service neutron] 10.222.0.18 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561377 Aug 17 02:48:07.923467 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a9940312-27eb-4bf9-97c8-693ddaa04417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:08.908604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b07c65-13d0-4833-aaca-c4a684a65081 req-220e511d-e3ba-4f94-8d2f-de6cda779151 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:08.910312 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8b07c65-13d0-4833-aaca-c4a684a65081 req-220e511d-e3ba-4f94-8d2f-de6cda779151 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0727599 Aug 17 02:48:08.951381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8b07c65-13d0-4833-aaca-c4a684a65081 req-ec1b69f3-2279-49b4-8f60-c3fdb682ccf5 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345347 Aug 17 02:48:09.568415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2125c-f365-48f7-a17a-4a0c321787bf req-2605415d-e29b-44b9-8804-f20b8aaa60ab tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:09.571007 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-10f2125c-f365-48f7-a17a-4a0c321787bf req-2605415d-e29b-44b9-8804-f20b8aaa60ab tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0616105 Aug 17 02:48:09.641852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-10f2125c-f365-48f7-a17a-4a0c321787bf req-2bb2e867-4c60-4862-aaae-010c3376f768 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638008 Aug 17 02:48:09.659789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5578d81-975e-4b00-a18e-20619012201d req-d2b84c62-a886-4466-9206-27e8571ca997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:09.661474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5578d81-975e-4b00-a18e-20619012201d req-d2b84c62-a886-4466-9206-27e8571ca997 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=932bad7d1d8f47c184058cfcb226a192&device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 1098 time: 0.0525405 Aug 17 02:48:09.773740 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5578d81-975e-4b00-a18e-20619012201d req-95f9dddd-1ecb-4a11-8f94-ebc537ea444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:09.773740 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5578d81-975e-4b00-a18e-20619012201d req-95f9dddd-1ecb-4a11-8f94-ebc537ea444c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5 HTTP/1.1" status: 200 len: 919 time: 0.0970180 Aug 17 02:48:09.811913 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5578d81-975e-4b00-a18e-20619012201d req-bfd264b2-ca58-4551-9803-9a3641657bb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74018a7-5642-423f-911c-727df0539bc9 HTTP/1.1" status: 200 len: 217 time: 0.0374470 Aug 17 02:48:09.876295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5578d81-975e-4b00-a18e-20619012201d req-d85bdc68-d291-4a68-8046-de444ae6f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:09.879347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5578d81-975e-4b00-a18e-20619012201d req-d85bdc68-d291-4a68-8046-de444ae6f546 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4491968a-5fe9-4d3e-bb02-74a57ef49ae9 HTTP/1.1" status: 200 len: 858 time: 0.0577152 Aug 17 02:48:09.937774 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5578d81-975e-4b00-a18e-20619012201d req-127a9c10-cf1b-4fa9-9879-71df2a30964e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b723cc12-c2c1-43dc-9f36-b280d34c7ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470150 Aug 17 02:48:10.061709 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5578d81-975e-4b00-a18e-20619012201d req-1eb20a4b-c326-4a12-9075-9375a65ffa7a service neutron] 10.222.0.18 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114056 Aug 17 02:48:10.184260 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5578d81-975e-4b00-a18e-20619012201d req-7a0192bd-a580-49d4-8e3d-f5c61dc7274d service neutron] 10.222.0.18 "GET /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149375 Aug 17 02:48:10.329513 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b25cdfb3-6f82-46aa-92e7-f0900ebe79e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:10.576339 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:10.773385 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6c89-5e25-4e6f-b24d-90e10df14362 req-25c8e71b-e74b-4f4f-b58c-fa4379677055 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:10.775510 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29ad6c89-5e25-4e6f-b24d-90e10df14362 req-25c8e71b-e74b-4f4f-b58c-fa4379677055 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0503581 Aug 17 02:48:10.814672 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29ad6c89-5e25-4e6f-b24d-90e10df14362 req-742f0858-2ed9-410d-a57b-27de9aec79c1 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330992 Aug 17 02:48:11.798048 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:11.958289 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108862ae-0498-4dbf-b53d-0f691b2df71f req-6439ac58-3e42-4700-850f-16140812f485 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:11.959790 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-108862ae-0498-4dbf-b53d-0f691b2df71f req-6439ac58-3e42-4700-850f-16140812f485 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0580556 Aug 17 02:48:12.019703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-108862ae-0498-4dbf-b53d-0f691b2df71f req-63b353c4-07db-46f2-9134-6f695bc80e97 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519013 Aug 17 02:48:12.663804 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a43e1f44-bdbe-408d-96f8-8e3fe0263ec9 req-ffeedb72-ca14-4738-b5ee-12a5f44fad68 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0486534 Aug 17 02:48:12.748208 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e1f44-bdbe-408d-96f8-8e3fe0263ec9 req-d461dad1-72f0-4545-9b90-308e1d305057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:12.749796 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a43e1f44-bdbe-408d-96f8-8e3fe0263ec9 req-d461dad1-72f0-4545-9b90-308e1d305057 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d55d2b9b694b56acaea90485e97c43&device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 1098 time: 0.0519509 Aug 17 02:48:12.874312 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e1f44-bdbe-408d-96f8-8e3fe0263ec9 req-fce6c549-5aa9-457d-8889-21e47f084fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:12.876561 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a43e1f44-bdbe-408d-96f8-8e3fe0263ec9 req-fce6c549-5aa9-457d-8889-21e47f084fbd service neutron] 10.222.0.42 "GET /v2.0/networks?id=63c037a2-cec8-4bd4-a904-29cd7197ae86 HTTP/1.1" status: 200 len: 911 time: 0.1065066 Aug 17 02:48:12.987505 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a43e1f44-bdbe-408d-96f8-8e3fe0263ec9 req-36b26e25-2f8b-4392-a7cc-12d110d85b4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb HTTP/1.1" status: 200 len: 1001 time: 0.1013443 Aug 17 02:48:13.104613 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e1f44-bdbe-408d-96f8-8e3fe0263ec9 req-486ee547-6e46-4ae3-9765-1e79d4e40951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:13.106383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a43e1f44-bdbe-408d-96f8-8e3fe0263ec9 req-486ee547-6e46-4ae3-9765-1e79d4e40951 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6588c9ac-5362-490c-a200-ab2910cd28a7 HTTP/1.1" status: 200 len: 849 time: 0.0999582 Aug 17 02:48:13.207493 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e1f44-bdbe-408d-96f8-8e3fe0263ec9 req-165f1540-134b-4c9f-a1f7-6420f4fa6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:13.210236 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a43e1f44-bdbe-408d-96f8-8e3fe0263ec9 req-165f1540-134b-4c9f-a1f7-6420f4fa6e0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63c037a2-cec8-4bd4-a904-29cd7197ae86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960200 Aug 17 02:48:13.250818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f231a1-7d47-4019-b0bf-d4f49a4774c0 req-77bb51f6-5212-4722-be37-c2562cce3b2c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:13.252334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-92f231a1-7d47-4019-b0bf-d4f49a4774c0 req-77bb51f6-5212-4722-be37-c2562cce3b2c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0919151 Aug 17 02:48:13.340168 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-92f231a1-7d47-4019-b0bf-d4f49a4774c0 req-26a51eeb-82d2-42ec-b741-2f5f77317c9d tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578024 Aug 17 02:48:13.369983 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a43e1f44-bdbe-408d-96f8-8e3fe0263ec9 req-a75a37d4-237e-43dc-9deb-40e2b84d217e service neutron] 10.222.0.42 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521599 Aug 17 02:48:13.468077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a43e1f44-bdbe-408d-96f8-8e3fe0263ec9 req-1edbfb1a-f018-400d-813f-b1b74ef815be service neutron] 10.222.0.42 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912564 Aug 17 02:48:13.797903 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:14.471209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa009801-85c6-44eb-ad68-552665280733 req-1da48e9c-ac7b-4847-a785-dc7f21fddb6f tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:14.473808 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aa009801-85c6-44eb-ad68-552665280733 req-1da48e9c-ac7b-4847-a785-dc7f21fddb6f tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0550938 Aug 17 02:48:14.517091 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aa009801-85c6-44eb-ad68-552665280733 req-fb4a4daa-5990-4c0a-92ec-42eb82b4e753 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376170 Aug 17 02:48:24.632354 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:48:27.057855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51490) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:27.216023 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-387e62fa-fe28-4608-aa7b-3228a51d2f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:27.359093 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-387e62fa-fe28-4608-aa7b-3228a51d2f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:27.501272 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-387e62fa-fe28-4608-aa7b-3228a51d2f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:27.575302 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e62fa-fe28-4608-aa7b-3228a51d2f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a3e4dc-1ebe-4cd9-b6df-14f1595d13b2,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:27.587349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-387e62fa-fe28-4608-aa7b-3228a51d2f7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f023a2a0ba1b4b0cb3cd7d7b74333b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5241947 Aug 17 02:48:27.588132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51498) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:27.658529 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63ab8a46-d7b7-4bdc-9108-1c31133e9c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:27.678413 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63ab8a46-d7b7-4bdc-9108-1c31133e9c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:27.803879 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63ab8a46-d7b7-4bdc-9108-1c31133e9c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:27.808199 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63ab8a46-d7b7-4bdc-9108-1c31133e9c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:27.813373 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-63ab8a46-d7b7-4bdc-9108-1c31133e9c31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09a3e4dc-1ebe-4cd9-b6df-14f1595d13b2 HTTP/1.1" status: 204 len: 168 time: 0.2238281 Aug 17 02:48:27.834198 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab8a46-d7b7-4bdc-9108-1c31133e9c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a3e4dc-1ebe-4cd9-b6df-14f1595d13b2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:28.608176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51508) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:28.636937 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74598e3b-02bb-4b52-b2c2-eacba15aa7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:28.724586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:28.775640 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74598e3b-02bb-4b52-b2c2-eacba15aa7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:28.826702 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-74598e3b-02bb-4b52-b2c2-eacba15aa7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:28.880312 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-74598e3b-02bb-4b52-b2c2-eacba15aa7bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=748e80d9535849a0a4b3abefbaf811e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672322 Aug 17 02:48:28.881662 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74598e3b-02bb-4b52-b2c2-eacba15aa7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87b95e4-ebc8-4aa9-95e5-1dacb3a15282,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:28.883128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51512) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:28.955567 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bb3e4776-579b-49cc-b114-c50e07b9cdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:28.980481 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bb3e4776-579b-49cc-b114-c50e07b9cdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:29.118966 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bb3e4776-579b-49cc-b114-c50e07b9cdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:29.121668 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bb3e4776-579b-49cc-b114-c50e07b9cdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:29.125318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bb3e4776-579b-49cc-b114-c50e07b9cdac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d87b95e4-ebc8-4aa9-95e5-1dacb3a15282 HTTP/1.1" status: 204 len: 168 time: 0.2382560 Aug 17 02:48:29.133488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e4776-579b-49cc-b114-c50e07b9cdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87b95e4-ebc8-4aa9-95e5-1dacb3a15282,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:30.387685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56ad73-ed86-4360-a3c3-d218d1a40e81 req-4780ae84-91c7-4d4f-b816-93998399a7b6 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:30.390074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b56ad73-ed86-4360-a3c3-d218d1a40e81 req-4780ae84-91c7-4d4f-b816-93998399a7b6 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.0656209 Aug 17 02:48:30.441406 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b56ad73-ed86-4360-a3c3-d218d1a40e81 req-c7790131-e262-44e3-a9e4-a89224679ed6 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434034 Aug 17 02:48:31.187122 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:31.860582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5433d-67f6-4a3e-a55c-0ce5ebbd19c9 req-55b9655c-9bc5-4943-811b-a7db5952102d tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:31.862385 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41f5433d-67f6-4a3e-a55c-0ce5ebbd19c9 req-55b9655c-9bc5-4943-811b-a7db5952102d tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.0648394 Aug 17 02:48:31.917176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41f5433d-67f6-4a3e-a55c-0ce5ebbd19c9 req-b63a8553-3acd-4c3b-baaa-ccf234bce0c7 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 Aug 17 02:48:32.941297 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b828b-d9b5-4b30-9149-a363760171cc req-3aca9758-661d-48f2-870d-75bf2e00a9c0 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:32.943220 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-347b828b-d9b5-4b30-9149-a363760171cc req-3aca9758-661d-48f2-870d-75bf2e00a9c0 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.0569594 Aug 17 02:48:33.144672 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-347b828b-d9b5-4b30-9149-a363760171cc req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Deleting port 86a359f1-b05e-48ee-84c5-b89739e19ed4 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:48:33.145562 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-347b828b-d9b5-4b30-9149-a363760171cc req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:33.264830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-347b828b-d9b5-4b30-9149-a363760171cc req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] For port 86a359f1-b05e-48ee-84c5-b89739e19ed4, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=86a359f1-b05e-48ee-84c5-b89739e19ed4,segment=NetworkSegment(a95808a4-0b99-46fb-83a1-d3f6c8dbe72a),segment_id=a95808a4-0b99-46fb-83a1-d3f6c8dbe72a)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:48:33.265502 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-347b828b-d9b5-4b30-9149-a363760171cc req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:33.283718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-347b828b-d9b5-4b30-9149-a363760171cc req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Calling delete_port for 86a359f1-b05e-48ee-84c5-b89739e19ed4 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:48:33.447810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2cc53-9a10-4307-a9fa-cad84a2c7286 req-cc769877-0a21-4e02-8eae-0377c492fe9e tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:33.456601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3a2cc53-9a10-4307-a9fa-cad84a2c7286 req-cc769877-0a21-4e02-8eae-0377c492fe9e tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 945 time: 0.4063466 Aug 17 02:48:33.759175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3a2cc53-9a10-4307-a9fa-cad84a2c7286 req-0d4b9ccc-9fbe-4f37-8a90-10983957a38c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253781 Aug 17 02:48:33.759175 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-347b828b-d9b5-4b30-9149-a363760171cc req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:33.763248 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f74018a7-5642-423f-911c-727df0539bc9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:48:33.800834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Pushing event deleted for resources: {'Port': ['ID=86a359f1-b05e-48ee-84c5-b89739e19ed4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:33.841093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:33.841385 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:33.841728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:33.842127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:33.842963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:33.843121 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:33.843890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:33.843890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:33.844228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:33.844441 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:33.844860 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:33.845199 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:34.001731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-347b828b-d9b5-4b30-9149-a363760171cc req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] No DVR routers for this DVR port 86a359f1-b05e-48ee-84c5-b89739e19ed4 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:48:34.007149 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-347b828b-d9b5-4b30-9149-a363760171cc req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:34.010886 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-347b828b-d9b5-4b30-9149-a363760171cc req-17bee5e8-c42b-4be4-95c2-02296402a341 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.42 "DELETE /v2.0/ports/86a359f1-b05e-48ee-84c5-b89739e19ed4 HTTP/1.1" status: 204 len: 173 time: 1.0617988 Aug 17 02:48:34.012337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f808d7-8f18-49ef-8bb9-bfc50e3b72b0', 'name': 'network-vif-deleted', 'tag': '86a359f1-b05e-48ee-84c5-b89739e19ed4'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:48:34.021173 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaa96f7-57e5-4b4c-b2ba-0177b26fbe7b" -d '{"events": [{"server_uuid": "d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0", "name": "network-vif-deleted", "tag": "86a359f1-b05e-48ee-84c5-b89739e19ed4"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:48:34.084911 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebd225e-5eb8-4a45-ae42-926d1e5e3c20 x-openstack-request-id: req-5ebd225e-5eb8-4a45-ae42-926d1e5e3c20 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:48:34.084911 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0", "name": "network-vif-deleted", "tag": "86a359f1-b05e-48ee-84c5-b89739e19ed4", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:48:34.084911 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ebd225e-5eb8-4a45-ae42-926d1e5e3c20 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:48:34.084911 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f808d7-8f18-49ef-8bb9-bfc50e3b72b0', 'name': 'network-vif-deleted', 'tag': '86a359f1-b05e-48ee-84c5-b89739e19ed4', 'status': 'completed', 'code': 200} Aug 17 02:48:34.709920 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95ad5404-36eb-4187-b7f1-b064d549fe81 req-d1a14fc1-3e20-42a9-821b-13085a65abf7 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f808d7-8f18-49ef-8bb9-bfc50e3b72b0 HTTP/1.1" status: 200 len: 210 time: 0.0303605 Aug 17 02:48:35.475573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 86a359f1-b05e-48ee-84c5-b89739e19ed4 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:48:35.503379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 86a359f1-b05e-48ee-84c5-b89739e19ed4 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:48:35.503692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 86a359f1-b05e-48ee-84c5-b89739e19ed4 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:48:36.646643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b22c6-1a4d-4773-8e9e-4b34b84a4a07 req-43078c88-6c34-45da-b843-a5559c99b877 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:36.648307 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a8b22c6-1a4d-4773-8e9e-4b34b84a4a07 req-43078c88-6c34-45da-b843-a5559c99b877 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0618813 Aug 17 02:48:36.715721 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4a8b22c6-1a4d-4773-8e9e-4b34b84a4a07 req-a766c2c6-87ed-41a8-ba9b-e1f54d4273bc tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559502 Aug 17 02:48:38.032230 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ac552554-2c72-446f-957b-c7494b27ccf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:38.399544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a65adf-27b9-493f-81fe-fc42567ea7f4 req-1c4dbb4c-2511-486a-8ae6-92087a6d9921 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:38.401295 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-14a65adf-27b9-493f-81fe-fc42567ea7f4 req-1c4dbb4c-2511-486a-8ae6-92087a6d9921 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0585270 Aug 17 02:48:38.462288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-14a65adf-27b9-493f-81fe-fc42567ea7f4 req-ad03954e-a5c1-4251-81fa-95c215608b9b tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530617 Aug 17 02:48:38.606069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15640832-c265-47ad-bcd8-b8e473402eda req-231b4b3a-c0c9-4c7c-8624-195e21e17df5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:38.618697 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15640832-c265-47ad-bcd8-b8e473402eda req-231b4b3a-c0c9-4c7c-8624-195e21e17df5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 946 time: 0.0780108 Aug 17 02:48:38.680176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15640832-c265-47ad-bcd8-b8e473402eda req-8667ec8b-a432-437c-be5a-a6e257358438 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612996 Aug 17 02:48:39.170831 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51734) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:39.316125 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dac31f0a-6524-4d3f-a3b4-f185bb1962f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:39.435562 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dac31f0a-6524-4d3f-a3b4-f185bb1962f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:39.572254 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dac31f0a-6524-4d3f-a3b4-f185bb1962f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:39.636071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dac31f0a-6524-4d3f-a3b4-f185bb1962f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf1ff7d8a0fb4370a715f7ef817d0efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4597230 Aug 17 02:48:39.638218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51746) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:39.642400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac31f0a-6524-4d3f-a3b4-f185bb1962f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1bdcc9-6c7f-4ca6-ae9f-231f9a0a3e49,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:39.675097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a861b-5f96-4c50-bda7-515911a6d996 req-bb02bbbc-7501-4323-8694-f8fc56534714 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:39.676906 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-945a861b-5f96-4c50-bda7-515911a6d996 req-bb02bbbc-7501-4323-8694-f8fc56534714 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1240766 Aug 17 02:48:39.721275 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:39.733781 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-945a861b-5f96-4c50-bda7-515911a6d996 req-78089b75-9618-48b0-a050-cca08511f7b6 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479887 Aug 17 02:48:39.745733 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:39.875818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5ba54-adf6-4981-96e7-e451c65eeb97 req-e5c6126f-3987-40f5-8f18-6cd10de96d80 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:39.877385 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7c5ba54-adf6-4981-96e7-e451c65eeb97 req-e5c6126f-3987-40f5-8f18-6cd10de96d80 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 946 time: 0.0575519 Aug 17 02:48:39.908232 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:39.911027 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:39.912299 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd1bdcc9-6c7f-4ca6-ae9f-231f9a0a3e49 HTTP/1.1" status: 204 len: 168 time: 0.2728112 Aug 17 02:48:39.925166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1bdcc9-6c7f-4ca6-ae9f-231f9a0a3e49,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:39.940202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:39.941074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:39.941634 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:39.942317 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:39.942917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:39.943441 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7c5ba54-adf6-4981-96e7-e451c65eeb97 req-102084ea-3cc6-4492-bbb2-7b520ad6c5b3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587156 Aug 17 02:48:39.943676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:39.944025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:39.944419 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:39.944761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:39.945092 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:39.945496 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:39.946598 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b957c4-b51d-4ab2-9a51-ca076ada6306 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:48:40.347370 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c785-f3eb-4d18-9bd8-72b79b2d67d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:40.655599 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:40.804784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-c6bc0909-3acd-4b1f-8d37-a529786f9fcb tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:40.806998 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-c6bc0909-3acd-4b1f-8d37-a529786f9fcb tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.18 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 946 time: 0.0591476 Aug 17 02:48:40.866102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51768) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:40.881546 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ac2e8d01-f81a-4e93-8d4d-bdf7f9642212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:40.931655 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5614d0-952b-410d-9fb3-a20185e0bcd6 req-559d5904-dc41-4246-b17d-acaf565a8c83 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:40.933545 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c5614d0-952b-410d-9fb3-a20185e0bcd6 req-559d5904-dc41-4246-b17d-acaf565a8c83 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.1061890 Aug 17 02:48:40.981612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-abd0764d-f379-4987-bfb0-9b33176320dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Deleting port f94521a4-6e98-4353-8e96-b17c2ec8d877 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:48:40.981948 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-abd0764d-f379-4987-bfb0-9b33176320dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:40.987474 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ac2e8d01-f81a-4e93-8d4d-bdf7f9642212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:41.005271 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c5614d0-952b-410d-9fb3-a20185e0bcd6 req-cdfc12dc-57b2-4d42-8eda-6c4fa5b89979 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602295 Aug 17 02:48:41.060668 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ac2e8d01-f81a-4e93-8d4d-bdf7f9642212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:41.095165 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ac2e8d01-f81a-4e93-8d4d-bdf7f9642212 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3c83b7d792b44cebb2404ebc751c5e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279356 Aug 17 02:48:41.100945 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51776) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:41.127974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-abd0764d-f379-4987-bfb0-9b33176320dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] For port f94521a4-6e98-4353-8e96-b17c2ec8d877, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f94521a4-6e98-4353-8e96-b17c2ec8d877,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:48:41.127974 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-abd0764d-f379-4987-bfb0-9b33176320dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:41.141807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e8d01-f81a-4e93-8d4d-bdf7f9642212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92544ac8-1098-4a19-8827-375860e65923,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:41.184241 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7645ad74-19a4-47ad-8274-5fc5ac6b6d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:41.203929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8121cc7-4589-4d63-a4ee-bd58150d6083 req-5f84f89b-0a7a-414e-adec-95762473e800 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:41.205496 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8121cc7-4589-4d63-a4ee-bd58150d6083 req-5f84f89b-0a7a-414e-adec-95762473e800 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 946 time: 0.1246684 Aug 17 02:48:41.216636 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7645ad74-19a4-47ad-8274-5fc5ac6b6d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:41.352541 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-abd0764d-f379-4987-bfb0-9b33176320dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:41.352920 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-abd0764d-f379-4987-bfb0-9b33176320dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:41.353232 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-abd0764d-f379-4987-bfb0-9b33176320dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Floating IP 359bbe7b-b5f3-4cdc-b451-50de29290e65 disassociated. External IP: 172.25.5.123, port: f94521a4-6e98-4353-8e96-b17c2ec8d877. Aug 17 02:48:41.353620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-abd0764d-f379-4987-bfb0-9b33176320dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Calling delete_port for f94521a4-6e98-4353-8e96-b17c2ec8d877 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:48:41.398438 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7645ad74-19a4-47ad-8274-5fc5ac6b6d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:41.402790 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7645ad74-19a4-47ad-8274-5fc5ac6b6d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:41.413266 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7645ad74-19a4-47ad-8274-5fc5ac6b6d69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92544ac8-1098-4a19-8827-375860e65923 HTTP/1.1" status: 204 len: 168 time: 0.3045902 Aug 17 02:48:41.427171 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645ad74-19a4-47ad-8274-5fc5ac6b6d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92544ac8-1098-4a19-8827-375860e65923,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:41.578953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b8121cc7-4589-4d63-a4ee-bd58150d6083 req-4383daae-5155-4065-b64f-c20444f7474f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a02b92e-9970-43cf-93cf-1fe330e2ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3647847 Aug 17 02:48:41.645397 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-abd0764d-f379-4987-bfb0-9b33176320dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:41.692216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0764d-f379-4987-bfb0-9b33176320dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event deleted for resources: {'Port': ['ID=f94521a4-6e98-4353-8e96-b17c2ec8d877,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:41.798192 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:42.186631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-abd0764d-f379-4987-bfb0-9b33176320dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:48:42.195357 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1356936-95ec-4594-8f4d-8efb57c01ad3 req-15bb45be-d6d0-4251-96fc-fec786b316f3 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:42.204257 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d1356936-95ec-4594-8f4d-8efb57c01ad3 req-15bb45be-d6d0-4251-96fc-fec786b316f3 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0874171 Aug 17 02:48:42.300838 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d1356936-95ec-4594-8f4d-8efb57c01ad3 req-142fbe19-64a0-4890-8136-34c84a1407cc tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953035 Aug 17 02:48:42.380677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-abd0764d-f379-4987-bfb0-9b33176320dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:48:42.392380 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186dfa5a-a2d7-408b-905a-db0dd377e756 None None] Sync routers for ids ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:48:42.402491 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186dfa5a-a2d7-408b-905a-db0dd377e756 None None] Routers {'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:48:42.403119 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-186dfa5a-a2d7-408b-905a-db0dd377e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:48:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:42.426418 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-abd0764d-f379-4987-bfb0-9b33176320dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] No DVR routers for this DVR port f94521a4-6e98-4353-8e96-b17c2ec8d877 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:48:42.430645 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-abd0764d-f379-4987-bfb0-9b33176320dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:42.433231 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f6ab281-4c6b-4b31-b9d9-e52d865a028c req-abd0764d-f379-4987-bfb0-9b33176320dc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.18 "DELETE /v2.0/ports/f94521a4-6e98-4353-8e96-b17c2ec8d877 HTTP/1.1" status: 204 len: 173 time: 1.6181087 Aug 17 02:48:42.433712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'name': 'network-vif-deleted', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:48:42.437205 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc75ab05-497b-4084-ac0f-dce9361f47b4" -d '{"events": [{"server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "name": "network-vif-deleted", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:48:42.479458 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201ba235-81cb-4afe-9a58-d12eaa90062d x-openstack-request-id: req-201ba235-81cb-4afe-9a58-d12eaa90062d {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:48:42.479754 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de03a726-f14e-453e-88a1-680de004eb47", "name": "network-vif-deleted", "tag": "f94521a4-6e98-4353-8e96-b17c2ec8d877", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:48:42.480536 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-201ba235-81cb-4afe-9a58-d12eaa90062d {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:48:42.481072 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de03a726-f14e-453e-88a1-680de004eb47', 'name': 'network-vif-deleted', 'tag': 'f94521a4-6e98-4353-8e96-b17c2ec8d877', 'status': 'completed', 'code': 200} Aug 17 02:48:42.532300 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-186dfa5a-a2d7-408b-905a-db0dd377e756 None None] Set router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:48:42.742168 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-433baad3-0dc8-4de6-b770-945da58313be req-13df4152-574c-4101-9473-3779c6880484 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=de03a726-f14e-453e-88a1-680de004eb47 HTTP/1.1" status: 200 len: 210 time: 0.0494225 Aug 17 02:48:42.913000 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-186dfa5a-a2d7-408b-905a-db0dd377e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8', 'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'mac_address': 'fa:16:3e:56:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:46Z', 'updated_at': '2021-08-17T02:41:54Z', 'revision_number': 5, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'subnets': [{'id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:42.949571 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186dfa5a-a2d7-408b-905a-db0dd377e756 None None] Checking router: ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:48:42.959464 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186dfa5a-a2d7-408b-905a-db0dd377e756 None None] Routers {'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:48:42.960369 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-186dfa5a-a2d7-408b-905a-db0dd377e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:48:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:43.082518 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-186dfa5a-a2d7-408b-905a-db0dd377e756 None None] Set router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:48:43.416564 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-186dfa5a-a2d7-408b-905a-db0dd377e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8', 'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'mac_address': 'fa:16:3e:56:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:46Z', 'updated_at': '2021-08-17T02:41:54Z', 'revision_number': 5, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'subnets': [{'id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:43.453022 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186dfa5a-a2d7-408b-905a-db0dd377e756 None None] The sync data for ids ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'] in n-d-793621-31 is: [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8', 'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'mac_address': 'fa:16:3e:56:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:46Z', 'updated_at': '2021-08-17T02:41:54Z', 'revision_number': 5, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'subnets': [{'id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:48:43.485557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13967b1-6d42-4fe2-b1b3-692e05f2bcbb req-d02b924d-70d3-4c53-821a-19b248ea4675 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:43.487423 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f13967b1-6d42-4fe2-b1b3-692e05f2bcbb req-d02b924d-70d3-4c53-821a-19b248ea4675 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0701013 Aug 17 02:48:43.536120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f13967b1-6d42-4fe2-b1b3-692e05f2bcbb req-74ba0d7c-4aa3-405c-96c4-049e9856f01e tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/security-groups?id=846245c4-4a81-44f7-9f4f-9d5f5b4267c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387368 Aug 17 02:48:43.641987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685e2c1-3713-46d8-821f-cd4ca5a301d5 req-6b8f8f13-56e5-4d91-aa18-7dba619485f0 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:43.644255 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7685e2c1-3713-46d8-821f-cd4ca5a301d5 req-6b8f8f13-56e5-4d91-aa18-7dba619485f0 tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 946 time: 0.0657768 Aug 17 02:48:43.802989 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-7685e2c1-3713-46d8-821f-cd4ca5a301d5 req-a3b5469b-da36-46a6-9df1-92dff8ae8b2c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Deleting port f74018a7-5642-423f-911c-727df0539bc9 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:48:43.803486 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7685e2c1-3713-46d8-821f-cd4ca5a301d5 req-a3b5469b-da36-46a6-9df1-92dff8ae8b2c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:43.858537 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f726d0-4b21-4d79-883b-ae312ea5a407 None None] New status for floating IP 359bbe7b-b5f3-4cdc-b451-50de29290e65: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:48:43.895704 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:43.936558 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51856) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:43.940480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-7685e2c1-3713-46d8-821f-cd4ca5a301d5 req-a3b5469b-da36-46a6-9df1-92dff8ae8b2c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] For port f74018a7-5642-423f-911c-727df0539bc9, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f74018a7-5642-423f-911c-727df0539bc9,segment=NetworkSegment(a95808a4-0b99-46fb-83a1-d3f6c8dbe72a),segment_id=a95808a4-0b99-46fb-83a1-d3f6c8dbe72a)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:48:43.940768 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7685e2c1-3713-46d8-821f-cd4ca5a301d5 req-a3b5469b-da36-46a6-9df1-92dff8ae8b2c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:43.958489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-7685e2c1-3713-46d8-821f-cd4ca5a301d5 req-a3b5469b-da36-46a6-9df1-92dff8ae8b2c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Calling delete_port for f74018a7-5642-423f-911c-727df0539bc9 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:48:44.033713 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7d77798-542f-452b-904e-b414a6f18d06 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:44.061713 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7d77798-542f-452b-904e-b414a6f18d06 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:44.255775 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7d77798-542f-452b-904e-b414a6f18d06 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:44.256118 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7685e2c1-3713-46d8-821f-cd4ca5a301d5 req-a3b5469b-da36-46a6-9df1-92dff8ae8b2c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:44.259124 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7d77798-542f-452b-904e-b414a6f18d06 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:44.264664 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f7d77798-542f-452b-904e-b414a6f18d06 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "DELETE /v2.0/security-groups/3a02b92e-9970-43cf-93cf-1fe330e2ae07 HTTP/1.1" status: 204 len: 168 time: 0.3217945 Aug 17 02:48:44.277073 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51862) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:44.285004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d77798-542f-452b-904e-b414a6f18d06 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a02b92e-9970-43cf-93cf-1fe330e2ae07,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:44.285220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f74018a7-5642-423f-911c-727df0539bc9'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:48:44.290633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5469b-da36-46a6-9df1-92dff8ae8b2c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Pushing event deleted for resources: {'Port': ['ID=f74018a7-5642-423f-911c-727df0539bc9,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:44.296239 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-ddf53c9e-2cd4-4167-a166-3099eb02edb5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] show failed (client error): The resource could not be found. Aug 17 02:48:44.298404 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ddf53c9e-2cd4-4167-a166-3099eb02edb5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups/3a02b92e-9970-43cf-93cf-1fe330e2ae07 HTTP/1.1" status: 404 len: 347 time: 0.0201423 Aug 17 02:48:44.303318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51866) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:44.388517 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-7685e2c1-3713-46d8-821f-cd4ca5a301d5 req-a3b5469b-da36-46a6-9df1-92dff8ae8b2c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] No DVR routers for this DVR port f74018a7-5642-423f-911c-727df0539bc9 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:48:44.394068 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-7685e2c1-3713-46d8-821f-cd4ca5a301d5 req-a3b5469b-da36-46a6-9df1-92dff8ae8b2c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:44.396092 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7685e2c1-3713-46d8-821f-cd4ca5a301d5 req-a3b5469b-da36-46a6-9df1-92dff8ae8b2c tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.18 "DELETE /v2.0/ports/f74018a7-5642-423f-911c-727df0539bc9 HTTP/1.1" status: 204 len: 173 time: 0.7434969 Aug 17 02:48:44.480279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-89493575-fd36-46fd-b2ce-d6a4e47f07f5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Deleting port 8d126361-ebaf-4a30-80a9-b9312337931b {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:48:44.480626 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89493575-fd36-46fd-b2ce-d6a4e47f07f5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:44.482148 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c78322-97e6-4d58-9821-41a86fbcb358', 'name': 'network-vif-deleted', 'tag': 'f74018a7-5642-423f-911c-727df0539bc9'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:48:44.485127 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebd9fd0-2e2d-431e-8c83-9ff887d20eee" -d '{"events": [{"server_uuid": "c9c78322-97e6-4d58-9821-41a86fbcb358", "name": "network-vif-deleted", "tag": "f74018a7-5642-423f-911c-727df0539bc9"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:48:44.548595 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d6602e-9944-4059-b6c5-86ed08113d11 x-openstack-request-id: req-06d6602e-9944-4059-b6c5-86ed08113d11 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:48:44.549980 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c78322-97e6-4d58-9821-41a86fbcb358", "name": "network-vif-deleted", "tag": "f74018a7-5642-423f-911c-727df0539bc9", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:48:44.550270 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06d6602e-9944-4059-b6c5-86ed08113d11 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:48:44.550876 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c78322-97e6-4d58-9821-41a86fbcb358', 'name': 'network-vif-deleted', 'tag': 'f74018a7-5642-423f-911c-727df0539bc9', 'status': 'completed', 'code': 200} Aug 17 02:48:44.601598 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89493575-fd36-46fd-b2ce-d6a4e47f07f5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:44.602957 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89493575-fd36-46fd-b2ce-d6a4e47f07f5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:44.617490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-89493575-fd36-46fd-b2ce-d6a4e47f07f5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Calling delete_port for 8d126361-ebaf-4a30-80a9-b9312337931b owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:48:44.701589 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b47b611-ec8c-47c2-9430-8b883c532cbd req-7acf233d-2e8a-4c31-bf80-02a5134a47ab tempest-ServerRescueNegativeTestJSON-1343086265 tempest-ServerRescueNegativeTestJSON-1343086265-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c78322-97e6-4d58-9821-41a86fbcb358 HTTP/1.1" status: 200 len: 210 time: 0.0713320 Aug 17 02:48:44.872592 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89493575-fd36-46fd-b2ce-d6a4e47f07f5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:44.901692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89493575-fd36-46fd-b2ce-d6a4e47f07f5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event deleted for resources: {'Port': ['ID=8d126361-ebaf-4a30-80a9-b9312337931b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:44.970396 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89493575-fd36-46fd-b2ce-d6a4e47f07f5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:44.978208 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-89493575-fd36-46fd-b2ce-d6a4e47f07f5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:44.978208 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-89493575-fd36-46fd-b2ce-d6a4e47f07f5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "DELETE /v2.0/floatingips/359bbe7b-b5f3-4cdc-b451-50de29290e65 HTTP/1.1" status: 204 len: 168 time: 0.6715798 Aug 17 02:48:45.463996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51908) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:45.479799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-079f4e51-e4a6-4d06-8def-8ff957920909 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761917695', 'description': 'tempest-description--976446753'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:48:45.576322 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-079f4e51-e4a6-4d06-8def-8ff957920909 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:45.583364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f94521a4-6e98-4353-8e96-b17c2ec8d877 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:48:45.617176 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: f94521a4-6e98-4353-8e96-b17c2ec8d877 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:48:45.617606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f94521a4-6e98-4353-8e96-b17c2ec8d877 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:48:45.684660 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-079f4e51-e4a6-4d06-8def-8ff957920909 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:45.760948 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51920) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:45.769572 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-079f4e51-e4a6-4d06-8def-8ff957920909 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:45.860177 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f4e51-e4a6-4d06-8def-8ff957920909 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:45.958063 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-079f4e51-e4a6-4d06-8def-8ff957920909 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:45.963991 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-079f4e51-e4a6-4d06-8def-8ff957920909 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4943218 Aug 17 02:48:45.964181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51926) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:45.968265 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6fd28c6b-7e20-4013-8bdf-a1e95af7201a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Request body: {'security_group_rule': {'security_group_id': 'fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:48:46.046084 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fd28c6b-7e20-4013-8bdf-a1e95af7201a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.116418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51930) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:46.124482 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fd28c6b-7e20-4013-8bdf-a1e95af7201a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.217415 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6144df41-f1b4-4d05-982a-b364a0e0265f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.222288 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fd28c6b-7e20-4013-8bdf-a1e95af7201a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.252127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd28c6b-7e20-4013-8bdf-a1e95af7201a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2d3386-4a30-43e6-a93c-743741f75c60,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:46.272398 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64b57a78-00ef-4499-a1e1-925804aebf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.405810 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6fd28c6b-7e20-4013-8bdf-a1e95af7201a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.407016 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6fd28c6b-7e20-4013-8bdf-a1e95af7201a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4436095 Aug 17 02:48:46.409711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51938) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:46.417412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-17fc285d-9027-4c25-ab3c-14465ea92eec tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Request body: {'security_group_rule': {'security_group_id': 'fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:48:46.482614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6144df41-f1b4-4d05-982a-b364a0e0265f admin admin] Deleting port aa3c0ab1-1d85-4dce-b63b-ba40a87491c0 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:48:46.482980 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6144df41-f1b4-4d05-982a-b364a0e0265f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.501817 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64b57a78-00ef-4499-a1e1-925804aebf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.560221 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64b57a78-00ef-4499-a1e1-925804aebf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.565970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-6144df41-f1b4-4d05-982a-b364a0e0265f admin admin] For port aa3c0ab1-1d85-4dce-b63b-ba40a87491c0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=aa3c0ab1-1d85-4dce-b63b-ba40a87491c0,segment=NetworkSegment(a95808a4-0b99-46fb-83a1-d3f6c8dbe72a),segment_id=a95808a4-0b99-46fb-83a1-d3f6c8dbe72a)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:48:46.570403 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6144df41-f1b4-4d05-982a-b364a0e0265f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.579430 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6144df41-f1b4-4d05-982a-b364a0e0265f admin admin] Calling delete_port for aa3c0ab1-1d85-4dce-b63b-ba40a87491c0 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:48:46.614537 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b57a78-00ef-4499-a1e1-925804aebf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906e7d63-6459-4702-b96a-c98261112681,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:46.622037 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-64b57a78-00ef-4499-a1e1-925804aebf43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9b5d2b0497747d585f2d6d17806c5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5020354 Aug 17 02:48:46.622392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51942) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:46.676224 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-09fce77f-8e76-4f62-b015-b656ecad2ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.704425 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-17fc285d-9027-4c25-ab3c-14465ea92eec tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.708194 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-09fce77f-8e76-4f62-b015-b656ecad2ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.791316 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-17fc285d-9027-4c25-ab3c-14465ea92eec tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.861026 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-17fc285d-9027-4c25-ab3c-14465ea92eec tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.883786 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc285d-9027-4c25-ab3c-14465ea92eec tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04c7ba8-3ada-40c6-bdbe-98e57eca9177,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:46.889342 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-09fce77f-8e76-4f62-b015-b656ecad2ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.889905 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6144df41-f1b4-4d05-982a-b364a0e0265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.891908 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-09fce77f-8e76-4f62-b015-b656ecad2ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.893042 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-09fce77f-8e76-4f62-b015-b656ecad2ba1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/906e7d63-6459-4702-b96a-c98261112681 HTTP/1.1" status: 204 len: 168 time: 0.2699354 Aug 17 02:48:46.903382 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fce77f-8e76-4f62-b015-b656ecad2ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906e7d63-6459-4702-b96a-c98261112681,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:46.934299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144df41-f1b4-4d05-982a-b364a0e0265f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3c0ab1-1d85-4dce-b63b-ba40a87491c0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:46.958969 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-17fc285d-9027-4c25-ab3c-14465ea92eec tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:46.964032 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-17fc285d-9027-4c25-ab3c-14465ea92eec tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5530109 Aug 17 02:48:46.964676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51952) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:46.970274 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:48:47.084068 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:47.121188 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6144df41-f1b4-4d05-982a-b364a0e0265f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:47.201540 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:47.332938 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Allocated IP 172.25.5.176 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/dd9479cf-a722-4483-a530-88cbc34fc737) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:48:47.391033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6144df41-f1b4-4d05-982a-b364a0e0265f admin admin] Router 3f92fd33-e47a-4d4a-820d-048d57058b95 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:48:47.447057 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:47.514351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6144df41-f1b4-4d05-982a-b364a0e0265f admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:48:47.519725 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6144df41-f1b4-4d05-982a-b364a0e0265f admin admin] 10.222.0.13 "PUT /v2.0/routers/3f92fd33-e47a-4d4a-820d-048d57058b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7575865 Aug 17 02:48:47.522406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51962) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:47.526221 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ec76b-ef8f-4d0d-95a6-3bb271a08186 None None] Sync routers for ids ['3f92fd33-e47a-4d4a-820d-048d57058b95'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:48:47.538516 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42ec76b-ef8f-4d0d-95a6-3bb271a08186 None None] Routers {'3f92fd33-e47a-4d4a-820d-048d57058b95'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:48:47.539130 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e42ec76b-ef8f-4d0d-95a6-3bb271a08186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:48:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3f92fd33-e47a-4d4a-820d-048d57058b95'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:47.591549 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f74018a7-5642-423f-911c-727df0539bc9 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:48:47.598138 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:47.650247 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-e42ec76b-ef8f-4d0d-95a6-3bb271a08186 None None] Set router 3f92fd33-e47a-4d4a-820d-048d57058b95 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:48:47.651037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: f74018a7-5642-423f-911c-727df0539bc9 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:48:47.652945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f74018a7-5642-423f-911c-727df0539bc9 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:48:47.663200 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:47.673002 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:48:47.673766 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 51966) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:47.686576 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:48:47.698153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:48:47.702158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event updated for resources: {'Port': ['ID=dd9479cf-a722-4483-a530-88cbc34fc737,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:47.712911 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c84fc119-acdb-435e-8c94-dda697280526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:47.876715 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e42ec76b-ef8f-4d0d-95a6-3bb271a08186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'name': 'tempest-ServerRescueNegativeTestJSON-952990560-router', 'tenant_id': '932bad7d1d8f47c184058cfcb226a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:17Z', 'updated_at': '2021-08-17T02:48:46Z', 'revision_number': 5, 'project_id': '932bad7d1d8f47c184058cfcb226a192', 'gw_port': {'id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:19Z', 'updated_at': '2021-08-17T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:47.892421 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:47.906377 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ec76b-ef8f-4d0d-95a6-3bb271a08186 None None] Checking router: 3f92fd33-e47a-4d4a-820d-048d57058b95 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:48:47.918626 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42ec76b-ef8f-4d0d-95a6-3bb271a08186 None None] Routers {'3f92fd33-e47a-4d4a-820d-048d57058b95'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:48:47.919259 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e42ec76b-ef8f-4d0d-95a6-3bb271a08186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:48:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3f92fd33-e47a-4d4a-820d-048d57058b95'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:48.005528 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c84fc119-acdb-435e-8c94-dda697280526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.053850 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-e42ec76b-ef8f-4d0d-95a6-3bb271a08186 None None] Set router 3f92fd33-e47a-4d4a-820d-048d57058b95 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:48:48.132138 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.180446 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.205524 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c84fc119-acdb-435e-8c94-dda697280526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.257502 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e42ec76b-ef8f-4d0d-95a6-3bb271a08186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'name': 'tempest-ServerRescueNegativeTestJSON-952990560-router', 'tenant_id': '932bad7d1d8f47c184058cfcb226a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:17Z', 'updated_at': '2021-08-17T02:48:46Z', 'revision_number': 5, 'project_id': '932bad7d1d8f47c184058cfcb226a192', 'gw_port': {'id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:19Z', 'updated_at': '2021-08-17T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:48.281086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fc119-acdb-435e-8c94-dda697280526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b06380-26fa-4eaf-9aa6-319f609c9402,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:48.288635 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c84fc119-acdb-435e-8c94-dda697280526 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97aed8ef026642be89cb08fd156888cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6137073 Aug 17 02:48:48.292335 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 51974) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:48.295593 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ec76b-ef8f-4d0d-95a6-3bb271a08186 None None] The sync data for ids ['3f92fd33-e47a-4d4a-820d-048d57058b95'] in n-d-793621-31 is: [{'id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'name': 'tempest-ServerRescueNegativeTestJSON-952990560-router', 'tenant_id': '932bad7d1d8f47c184058cfcb226a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:17Z', 'updated_at': '2021-08-17T02:48:46Z', 'revision_number': 5, 'project_id': '932bad7d1d8f47c184058cfcb226a192', 'gw_port': {'id': '5fab2113-5b6b-4779-8300-db61ffbf3ae9', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f92fd33-e47a-4d4a-820d-048d57058b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:19Z', 'updated_at': '2021-08-17T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:48:48.342504 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] Deleting port 5fab2113-5b6b-4779-8300-db61ffbf3ae9 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:48:48.342929 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.457892 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dc88b65d-1d47-4534-8ff5-18b2784db8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.471199 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.497344 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] For port 5fab2113-5b6b-4779-8300-db61ffbf3ae9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5fab2113-5b6b-4779-8300-db61ffbf3ae9,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:48:48.497630 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.510291 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dc88b65d-1d47-4534-8ff5-18b2784db8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.521693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] Calling delete_port for 5fab2113-5b6b-4779-8300-db61ffbf3ae9 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:48:48.557965 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.651522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event updated for resources: {'Port': ['ID=dd9479cf-a722-4483-a530-88cbc34fc737,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:48.660586 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.679174 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dc88b65d-1d47-4534-8ff5-18b2784db8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.682165 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dc88b65d-1d47-4534-8ff5-18b2784db8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.683350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dc88b65d-1d47-4534-8ff5-18b2784db8a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9b06380-26fa-4eaf-9aa6-319f609c9402 HTTP/1.1" status: 204 len: 168 time: 0.3899703 Aug 17 02:48:48.693568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88b65d-1d47-4534-8ff5-18b2784db8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b06380-26fa-4eaf-9aa6-319f609c9402,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:48.782018 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.782018 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9212f322-9223-4204-a1e5-442b476a542b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8058970 Aug 17 02:48:48.855595 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.894587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fab2113-5b6b-4779-8300-db61ffbf3ae9,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:48.977508 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.101840 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.106277 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.159109 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-36e86889-fdf2-4dc0-ba4a-532638f0a9c8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--761917695&fields=id&tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be HTTP/1.1" status: 200 len: 267 time: 0.1089971 Aug 17 02:48:49.281846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-10b786f3-2d6e-4d7c-b632-31d4be9e30e7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:49.281846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-10b786f3-2d6e-4d7c-b632-31d4be9e30e7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 816 time: 0.1128609 Aug 17 02:48:49.281846 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.281846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f92fd33-e47a-4d4a-820d-048d57058b95 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:48:49.286078 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.287428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-92ffaece-59a3-411a-8d36-235b152b4f36 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3f92fd33-e47a-4d4a-820d-048d57058b95 HTTP/1.1" status: 204 len: 168 time: 1.7639534 Aug 17 02:48:49.290767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52014) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:49.306681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-3b6763ca-4f0e-42bd-ba0e-7ddd7b3eb996 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/quotas/f3d876cf0d9d4a2a81e5117cd9f5a6be HTTP/1.1" status: 200 len: 375 time: 0.0181155 Aug 17 02:48:49.346663 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa50a00-c156-4541-9fda-7d22cf5756bb admin admin] Deleting subnet 4491968a-5fe9-4d3e-bb02-74a57ef49ae9 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:48:49.351647 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0aa50a00-c156-4541-9fda-7d22cf5756bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.382430 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-faa48fdb-406b-4c0e-8ffc-b8800278839f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0608616 Aug 17 02:48:49.407924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0aa50a00-c156-4541-9fda-7d22cf5756bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.462915 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0aa50a00-c156-4541-9fda-7d22cf5756bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.493794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-df7fdff8-a4a4-4a8f-8cbe-d9fc7d2cd151 service neutron] 10.222.0.13 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099653 Aug 17 02:48:49.599312 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-95555d94-a3b8-449b-be7b-60fc1cf1dbab service neutron] 10.222.0.13 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977371 Aug 17 02:48:49.599895 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0aa50a00-c156-4541-9fda-7d22cf5756bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.633186 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa50a00-c156-4541-9fda-7d22cf5756bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4491968a-5fe9-4d3e-bb02-74a57ef49ae9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:49.639017 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0aa50a00-c156-4541-9fda-7d22cf5756bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.641291 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0aa50a00-c156-4541-9fda-7d22cf5756bb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4491968a-5fe9-4d3e-bb02-74a57ef49ae9 HTTP/1.1" status: 204 len: 168 time: 0.3492882 Aug 17 02:48:49.644092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52022) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:49.725269 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13fe66ae-f263-4899-815d-50bdfce2634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.817302 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13fe66ae-f263-4899-815d-50bdfce2634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.830581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-13fe66ae-f263-4899-815d-50bdfce2634b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b723cc12-c2c1-43dc-9f36-b280d34c7ac5']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:49.843267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-13fe66ae-f263-4899-815d-50bdfce2634b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95808a4-0b99-46fb-83a1-d3f6c8dbe72a') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:49.843552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-13fe66ae-f263-4899-815d-50bdfce2634b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95808a4-0b99-46fb-83a1-d3f6c8dbe72a') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:48:49.861386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13fe66ae-f263-4899-815d-50bdfce2634b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.885865 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device aa3c0ab1-1d85-4dce-b63b-ba40a87491c0 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:48:49.886493 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13fe66ae-f263-4899-815d-50bdfce2634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.893301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fe66ae-f263-4899-815d-50bdfce2634b admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:48:49.897491 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13fe66ae-f263-4899-815d-50bdfce2634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.907347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: aa3c0ab1-1d85-4dce-b63b-ba40a87491c0 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:48:49.907749 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device aa3c0ab1-1d85-4dce-b63b-ba40a87491c0 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:48:49.908222 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5fab2113-5b6b-4779-8300-db61ffbf3ae9 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:48:49.912086 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:48:49.932266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 5fab2113-5b6b-4779-8300-db61ffbf3ae9 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:48:49.932266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5fab2113-5b6b-4779-8300-db61ffbf3ae9 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:48:50.013762 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13fe66ae-f263-4899-815d-50bdfce2634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:50.044928 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13fe66ae-f263-4899-815d-50bdfce2634b admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:50.048533 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-13fe66ae-f263-4899-815d-50bdfce2634b admin admin] 10.222.0.13 "DELETE /v2.0/networks/b723cc12-c2c1-43dc-9f36-b280d34c7ac5 HTTP/1.1" status: 204 len: 168 time: 0.4030786 Aug 17 02:48:50.070106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe66ae-f263-4899-815d-50bdfce2634b admin admin] Pushing event deleted for resources: {'Network': ['ID=b723cc12-c2c1-43dc-9f36-b280d34c7ac5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:50.257012 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e2bb003-497b-44e4-af1e-f49d5c353000 req-467d8483-960b-4e29-ad2e-dbd966c88a0f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 210 time: 0.0493276 Aug 17 02:48:50.676796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52062) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:50.716620 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-993e71d8-2d2c-46e9-84aa-20c4a4e44e01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=932bad7d1d8f47c184058cfcb226a192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385785 Aug 17 02:48:50.718974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52064) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:50.766861 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-beff16c0-8159-41fc-81a1-886215d8fa5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:50.787611 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-beff16c0-8159-41fc-81a1-886215d8fa5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:50.905731 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52072) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:50.929904 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-beff16c0-8159-41fc-81a1-886215d8fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:50.933939 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-beff16c0-8159-41fc-81a1-886215d8fa5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:50.935272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-beff16c0-8159-41fc-81a1-886215d8fa5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/846245c4-4a81-44f7-9f4f-9d5f5b4267c0 HTTP/1.1" status: 204 len: 168 time: 0.2153819 Aug 17 02:48:50.945429 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff16c0-8159-41fc-81a1-886215d8fa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846245c4-4a81-44f7-9f4f-9d5f5b4267c0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:51.044303 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ddb212e5-ced0-496e-970b-83dd8b213b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:51.161008 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ddb212e5-ced0-496e-970b-83dd8b213b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:51.249871 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ddb212e5-ced0-496e-970b-83dd8b213b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:51.299924 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ddb212e5-ced0-496e-970b-83dd8b213b69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45384fdaf1934ec5af92d09bcb233c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3905897 Aug 17 02:48:51.299924 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb212e5-ced0-496e-970b-83dd8b213b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7ccdc4-4fdb-499b-9292-ff602c83eda0,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:51.300974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52088) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:51.410746 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdabe24e-d27b-4508-9638-a62fa9cecb18 req-627984aa-f55f-4076-aeaf-977c9c35a4e1 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 210 time: 0.0408957 Aug 17 02:48:51.411519 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-650e0336-8f71-4dc3-941d-cbd2693d5c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:51.441456 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-650e0336-8f71-4dc3-941d-cbd2693d5c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:51.609765 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-650e0336-8f71-4dc3-941d-cbd2693d5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:51.612473 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-650e0336-8f71-4dc3-941d-cbd2693d5c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:51.613759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-650e0336-8f71-4dc3-941d-cbd2693d5c93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b7ccdc4-4fdb-499b-9292-ff602c83eda0 HTTP/1.1" status: 204 len: 168 time: 0.3109972 Aug 17 02:48:51.633814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e0336-8f71-4dc3-941d-cbd2693d5c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7ccdc4-4fdb-499b-9292-ff602c83eda0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:52.711037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-52239db0-e648-487e-b633-6bfd4271c5cf tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:52.712527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-52239db0-e648-487e-b633-6bfd4271c5cf tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.42 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 816 time: 0.1568561 Aug 17 02:48:52.802885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82195adf-e1ad-4afd-b7d3-17a191bf3203 req-54b064d2-93ec-4647-96e9-ecf53d59f090 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 210 time: 0.0434673 Aug 17 02:48:52.820423 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-303eb21e-c2d0-468f-a008-869322cacef7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be HTTP/1.1" status: 200 len: 379 time: 0.0929611 Aug 17 02:48:52.830963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-79621363-0aff-42c7-bb39-f48b2d824d29 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Request body: {'port': {'device_id': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'admin_state_up': True, 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'security_groups': ['fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:48:52.942378 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c42b47e0-b86b-4849-9061-fdc2d4dbac07 req-e70f627e-f3c9-42c1-8319-35e52ef94b7d tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0371187 Aug 17 02:48:53.112337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-79621363-0aff-42c7-bb39-f48b2d824d29 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Made reservation on behalf of f3d876cf0d9d4a2a81e5117cd9f5a6be for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:48:53.117656 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-79621363-0aff-42c7-bb39-f48b2d824d29 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:53.265229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-79621363-0aff-42c7-bb39-f48b2d824d29 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Allocated IP 172.20.0.11 (7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17/fa1aab22-7beb-4115-8e00-3c411d7e736b/ed30f973-0a2e-4997-bb23-9f7a525b258b) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:48:53.422179 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-79621363-0aff-42c7-bb39-f48b2d824d29 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:53.438445 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-79621363-0aff-42c7-bb39-f48b2d824d29 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Transition to ACTIVE for port object ed30f973-0a2e-4997-bb23-9f7a525b258b will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:48:53.581495 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-79621363-0aff-42c7-bb39-f48b2d824d29 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:53.628220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-79621363-0aff-42c7-bb39-f48b2d824d29 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:48:53.632605 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-79621363-0aff-42c7-bb39-f48b2d824d29 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:48:53.634138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-79621363-0aff-42c7-bb39-f48b2d824d29 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:48:53.675143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79621363-0aff-42c7-bb39-f48b2d824d29 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event updated for resources: {'Port': ['ID=ed30f973-0a2e-4997-bb23-9f7a525b258b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:53.707941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-79621363-0aff-42c7-bb39-f48b2d824d29 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:53.708607 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-79621363-0aff-42c7-bb39-f48b2d824d29 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:53.806104 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-79621363-0aff-42c7-bb39-f48b2d824d29 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9793155 Aug 17 02:48:53.824770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Request body: {'port': {'device_id': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:48:53.885656 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:54.006061 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e897726-9d6d-4cd7-b7a7-d1956fcbd1a4 req-244dd655-77e4-4aac-bb9d-915ddebd5800 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:54.007463 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e897726-9d6d-4cd7-b7a7-d1956fcbd1a4 req-244dd655-77e4-4aac-bb9d-915ddebd5800 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 932 time: 0.1022429 Aug 17 02:48:54.069404 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-31dbd42e-2259-4237-b924-fc72780dfd0f None None] Provisioning for port ed30f973-0a2e-4997-bb23-9f7a525b258b completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:48:54.071629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-31dbd42e-2259-4237-b924-fc72780dfd0f None None] Provisioning complete for port ed30f973-0a2e-4997-bb23-9f7a525b258b triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:48:54.072180 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-31dbd42e-2259-4237-b924-fc72780dfd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:54.117970 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-31dbd42e-2259-4237-b924-fc72780dfd0f None None] Port ed30f973-0a2e-4997-bb23-9f7a525b258b cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:48:54.131576 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e897726-9d6d-4cd7-b7a7-d1956fcbd1a4 req-f120145f-8231-495c-bb64-5a5fda36bbf4 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738480 Aug 17 02:48:54.255010 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93ae5deb-7492-47be-9437-47e3e7b493dd req-0d1c98a7-cbfd-4d1f-b33f-41be08349911 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0314133 Aug 17 02:48:54.319310 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed30f973-0a2e-4997-bb23-9f7a525b258b {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:48:54.329823 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:54.343252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Transition to ACTIVE for port object ed30f973-0a2e-4997-bb23-9f7a525b258b will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:48:54.439222 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:54.521711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed30f973-0a2e-4997-bb23-9f7a525b258b,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:54.602545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Attempting to bind port ed30f973-0a2e-4997-bb23-9f7a525b258b on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:48:54.602889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Attempting to bind port ed30f973-0a2e-4997-bb23-9f7a525b258b by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:48:54.603479 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Attempting to bind port ed30f973-0a2e-4997-bb23-9f7a525b258b on network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:48:54.609205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Port ed30f973-0a2e-4997-bb23-9f7a525b258b on network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:48:54.609500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Attempting to bind port ed30f973-0a2e-4997-bb23-9f7a525b258b on network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:48:54.616113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:48:54.616748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Checking segment: {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:48:54.617352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Bound using segment: {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:48:54.618016 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Bound port: ed30f973-0a2e-4997-bb23-9f7a525b258b, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46d8759-3f46-4660-bf16-0689d11ac2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:48:54.618565 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:54.711963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] For port ed30f973-0a2e-4997-bb23-9f7a525b258b, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:48:54.715358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] For port ed30f973-0a2e-4997-bb23-9f7a525b258b, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:48:54.833601 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:54.868164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:54.869659 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:54.870928 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] 10.222.0.42 "PUT /v2.0/ports/ed30f973-0a2e-4997-bb23-9f7a525b258b HTTP/1.1" status: 200 len: 1093 time: 1.0516543 Aug 17 02:48:54.871428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'tag': 'ed30f973-0a2e-4997-bb23-9f7a525b258b'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:48:54.878263 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a98591-f1e9-4371-adba-e5344267d00d" -d '{"events": [{"name": "network-changed", "server_uuid": "19e63241-0edf-4132-94b1-6f6f947a2a27", "tag": "ed30f973-0a2e-4997-bb23-9f7a525b258b"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:48:54.910551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112ebed-51f4-4b79-b7ac-6f371ec25bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed30f973-0a2e-4997-bb23-9f7a525b258b,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:48:54.944385 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031ffec5-ca3c-4c17-b834-2c96f379deea x-openstack-request-id: req-031ffec5-ca3c-4c17-b834-2c96f379deea {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:48:54.944819 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e63241-0edf-4132-94b1-6f6f947a2a27", "tag": "ed30f973-0a2e-4997-bb23-9f7a525b258b", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:48:54.945173 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-031ffec5-ca3c-4c17-b834-2c96f379deea {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:48:54.946041 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'tag': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'status': 'completed', 'code': 200} Aug 17 02:48:55.039484 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a98591-f1e9-4371-adba-e5344267d00d req-03872a10-c82c-4276-821a-e32987c00771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:55.041430 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8a98591-f1e9-4371-adba-e5344267d00d req-03872a10-c82c-4276-821a-e32987c00771 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 1096 time: 0.0544627 Aug 17 02:48:55.183640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a98591-f1e9-4371-adba-e5344267d00d req-64eb0502-b376-4b93-891c-b969ff4000c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:55.185337 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8a98591-f1e9-4371-adba-e5344267d00d req-64eb0502-b376-4b93-891c-b969ff4000c7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1310825 Aug 17 02:48:55.326062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36722c-de5b-4a8c-8384-fe315188a513 req-78b7eee0-5ee0-400d-9890-8b05ed0815bb tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:55.327632 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae36722c-de5b-4a8c-8384-fe315188a513 req-78b7eee0-5ee0-400d-9890-8b05ed0815bb tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.0891123 Aug 17 02:48:55.333202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a98591-f1e9-4371-adba-e5344267d00d req-ea5d3229-ed65-4a2a-b559-e5d50d48b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:55.338236 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8a98591-f1e9-4371-adba-e5344267d00d req-ea5d3229-ed65-4a2a-b559-e5d50d48b95b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1456223 Aug 17 02:48:55.396942 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ae36722c-de5b-4a8c-8384-fe315188a513 req-820d36c2-806e-494e-ac74-341b24e82d63 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556271 Aug 17 02:48:55.503602 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-921853af-2c05-4c0a-83f9-9c765bc3892f req-0da38ef0-f595-4f24-a83a-f87c6bdcda43 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0303085 Aug 17 02:48:55.519862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-f8f3354e-8cb7-4404-974e-9cb3e25224cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:55.527090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-f8f3354e-8cb7-4404-974e-9cb3e25224cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 1096 time: 0.0720069 Aug 17 02:48:55.571410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-befb1b94-a141-4b8e-aa80-4f217eb27d6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b HTTP/1.1" status: 200 len: 217 time: 0.0422082 Aug 17 02:48:55.625292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-a488f54b-8a83-44a9-ab78-c80e135a7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:55.626832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-a488f54b-8a83-44a9-ab78-c80e135a7d0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.0482297 Aug 17 02:48:55.686343 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-acbf2515-af4a-4434-aad2-79fd6f202d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:55.688159 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-acbf2515-af4a-4434-aad2-79fd6f202d2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537570 Aug 17 02:48:55.810485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-745a190f-f3f0-4a5e-9d5b-f0b5b6350c18 service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147149 Aug 17 02:48:55.927888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0d024c7-eb8a-44f7-abfc-42f48c5f61ec req-251bb198-0fe8-4034-8206-aa08317510eb service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101451 Aug 17 02:48:56.521556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d34a84-70d5-4bfa-adc1-132355c65d0f req-a575e454-f40c-4622-a06c-0d7d066f62df tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:56.523115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-14d34a84-70d5-4bfa-adc1-132355c65d0f req-a575e454-f40c-4622-a06c-0d7d066f62df tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.0533922 Aug 17 02:48:56.575471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-14d34a84-70d5-4bfa-adc1-132355c65d0f req-b80a32f6-85c8-4aab-952c-c61df7fa7642 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458472 Aug 17 02:48:56.974000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47b6b0db-855e-4bcf-b6ce-fd8c99815f55 req-6b804931-2a4c-442b-9718-2e7494def5e2 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.3364837 Aug 17 02:48:57.703450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38012bb0-99fd-418f-b470-fdb0ba7a53a9 req-dfa95c33-92d4-4be8-9bf7-ebf99a8228d9 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:57.704952 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38012bb0-99fd-418f-b470-fdb0ba7a53a9 req-dfa95c33-92d4-4be8-9bf7-ebf99a8228d9 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.0520713 Aug 17 02:48:57.750533 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38012bb0-99fd-418f-b470-fdb0ba7a53a9 req-d70dc80c-be63-48cc-933a-9d402e5a97ca tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387020 Aug 17 02:48:58.098156 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e6ad5c8-6344-497e-abc9-45a69cc8b04c req-abfddeb1-e3cd-45ae-8213-2cf9305a8d7f tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0307486 Aug 17 02:48:58.752843 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:58.888401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e38f2-8778-4f42-993d-3d39850f9d42 req-11a7035c-928c-473d-9c62-c527a61efc5c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:58.890105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-688e38f2-8778-4f42-993d-3d39850f9d42 req-11a7035c-928c-473d-9c62-c527a61efc5c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.0552106 Aug 17 02:48:58.931077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-688e38f2-8778-4f42-993d-3d39850f9d42 req-001841d6-0314-4d44-bd4d-385eb73237d5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342066 Aug 17 02:48:59.045709 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df6d5ecc-7e14-4a89-88b2-0da51b0cbf49 req-bed129d9-1312-428c-802a-9cb6acbe8f15 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0312428 Aug 17 02:48:59.206367 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12ad5b77-f6cc-4db7-a56e-c57f3901a4a2 req-6b55a5bb-a8b6-4c3e-ab47-b75604805557 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0294423 Aug 17 02:49:00.094110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8fc46-43d1-49f0-8eee-3fe61605bbf7 req-53b66036-789c-47b0-9c0a-437ca1ed27d8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:00.102139 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ec8fc46-43d1-49f0-8eee-3fe61605bbf7 req-53b66036-789c-47b0-9c0a-437ca1ed27d8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.0762033 Aug 17 02:49:00.156145 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ec8fc46-43d1-49f0-8eee-3fe61605bbf7 req-420c6cac-6f4e-4b8e-ba8b-bc45b458e639 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526454 Aug 17 02:49:00.342915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27ffa7b4-4601-4f14-b631-079669359bf5 req-7856441a-d771-4d97-b85b-ab462009bc7d tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0332077 Aug 17 02:49:00.630359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52334) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:00.745282 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1d5f0aec-285d-4f85-9548-7969ddd7fabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:00.834169 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1d5f0aec-285d-4f85-9548-7969ddd7fabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:00.896106 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1d5f0aec-285d-4f85-9548-7969ddd7fabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:00.937856 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1d5f0aec-285d-4f85-9548-7969ddd7fabd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5983df5a5a3d454f8eda491339883b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068900 Aug 17 02:49:00.938766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f0aec-285d-4f85-9548-7969ddd7fabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843d81d3-8956-43c5-8b41-3cc9215e8e46,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:00.940775 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52338) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:00.992050 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd607e83-8ba0-484c-ad6b-19e1d3dded69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:01.013458 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd607e83-8ba0-484c-ad6b-19e1d3dded69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:01.136239 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd607e83-8ba0-484c-ad6b-19e1d3dded69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:01.138847 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd607e83-8ba0-484c-ad6b-19e1d3dded69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:01.140106 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fd607e83-8ba0-484c-ad6b-19e1d3dded69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/843d81d3-8956-43c5-8b41-3cc9215e8e46 HTTP/1.1" status: 204 len: 168 time: 0.1984506 Aug 17 02:49:01.149065 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd607e83-8ba0-484c-ad6b-19e1d3dded69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843d81d3-8956-43c5-8b41-3cc9215e8e46,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:01.172997 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:01.290338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc318e-d588-49bc-b976-b85dbbc2cd84 req-b87c85fb-acee-420b-a2c7-7c7be0cd8d7c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:01.291963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0cc318e-d588-49bc-b976-b85dbbc2cd84 req-b87c85fb-acee-420b-a2c7-7c7be0cd8d7c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.0539355 Aug 17 02:49:01.333940 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0cc318e-d588-49bc-b976-b85dbbc2cd84 req-f1fc251b-9139-47d6-95fd-d7f1c5071a5f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353358 Aug 17 02:49:01.462329 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-40f97931-1777-4704-acd5-10f7fd55e1d8 req-7ae424a7-7453-4f93-b06c-69d98c4dd2ac tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0329227 Aug 17 02:49:01.630765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ed30f973-0a2e-4997-bb23-9f7a525b258b details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:49:01.632689 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:49:01.745438 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ed30f973-0a2e-4997-bb23-9f7a525b258b, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:01.758983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'port_id': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'mac_address': 'fa:16:3e:bd:d7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:49:01.763061 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52354) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:01.784128 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2a44650-dd96-4e3a-a499-008c0f66c8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:01.800907 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:01.814447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed30f973-0a2e-4997-bb23-9f7a525b258b {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:49:01.834823 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ed30f973-0a2e-4997-bb23-9f7a525b258b, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:01.889996 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2a44650-dd96-4e3a-a499-008c0f66c8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:01.895855 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:01.954226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ed30f973-0a2e-4997-bb23-9f7a525b258b,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:01.962329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:01.962733 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:01.963960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:01.964158 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:01.964569 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:01.964830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:01.965164 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:01.965624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:01.965958 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:01.966286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:01.966616 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:01.967072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:01.980377 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2a44650-dd96-4e3a-a499-008c0f66c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:02.019414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a44650-dd96-4e3a-a499-008c0f66c8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183a450a-5f9e-4bb8-8bb9-51a7f32d0e32,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:02.026779 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f2a44650-dd96-4e3a-a499-008c0f66c8e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54b3162fe9ba47a7b608d0cf86076b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623363 Aug 17 02:49:02.029484 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52366) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:02.087665 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-06651018-dffe-4edf-977f-f1ca8b6a663d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:02.109788 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-06651018-dffe-4edf-977f-f1ca8b6a663d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:02.232965 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-06651018-dffe-4edf-977f-f1ca8b6a663d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:02.235575 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-06651018-dffe-4edf-977f-f1ca8b6a663d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:02.244962 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-06651018-dffe-4edf-977f-f1ca8b6a663d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/183a450a-5f9e-4bb8-8bb9-51a7f32d0e32 HTTP/1.1" status: 204 len: 168 time: 0.2062824 Aug 17 02:49:02.246550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06651018-dffe-4edf-977f-f1ca8b6a663d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183a450a-5f9e-4bb8-8bb9-51a7f32d0e32,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:02.340204 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['ed30f973-0a2e-4997-bb23-9f7a525b258b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:49:02.498819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459f9a3-177d-40f1-972a-679c02b66d32 req-0f38b9fd-3225-41bd-ae34-39429286c8de tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:02.501368 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6459f9a3-177d-40f1-972a-679c02b66d32 req-0f38b9fd-3225-41bd-ae34-39429286c8de tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 945 time: 0.0649056 Aug 17 02:49:02.568612 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6459f9a3-177d-40f1-972a-679c02b66d32 req-3f6cbfe4-1508-4b5f-94e2-5f4eff735dd1 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594618 Aug 17 02:49:02.708538 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-46f95ecc-8346-4c6b-a602-bf07edc4599f req-3e58cd76-9a74-498b-87eb-ddd08c227116 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0506225 Aug 17 02:49:03.692030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ed30f973-0a2e-4997-bb23-9f7a525b258b up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:49:03.765033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261fbd7-0d44-4538-8fc6-f3e7592b749d req-40310794-9ef9-45ef-9d4b-ad89cabdd7e5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:03.766880 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4261fbd7-0d44-4538-8fc6-f3e7592b749d req-40310794-9ef9-45ef-9d4b-ad89cabdd7e5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 945 time: 0.0658462 Aug 17 02:49:03.806500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4261fbd7-0d44-4538-8fc6-f3e7592b749d req-4decdfff-0666-4e09-b5e5-9228e267caef tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333698 Aug 17 02:49:03.918178 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port ed30f973-0a2e-4997-bb23-9f7a525b258b completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:49:03.922137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port ed30f973-0a2e-4997-bb23-9f7a525b258b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:49:03.922514 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:03.929024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c99a6405-6b7c-4122-a34d-ab5ff7906a72 req-6ea01adf-1086-4da9-888c-08b896b95d79 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0386369 Aug 17 02:49:04.008502 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:04.032777 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed30f973-0a2e-4997-bb23-9f7a525b258b'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:49:04.035216 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d1777d-e3b8-4ab3-8a4a-6f372f67fdc6" -d '{"events": [{"server_uuid": "19e63241-0edf-4132-94b1-6f6f947a2a27", "name": "network-vif-plugged", "status": "completed", "tag": "ed30f973-0a2e-4997-bb23-9f7a525b258b"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:49:04.050298 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ed30f973-0a2e-4997-bb23-9f7a525b258b, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:04.077608 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90276e2a-dcf4-4336-9ee2-54e6d631d3f3 x-openstack-request-id: req-90276e2a-dcf4-4336-9ee2-54e6d631d3f3 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:49:04.077930 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e63241-0edf-4132-94b1-6f6f947a2a27", "name": "network-vif-plugged", "status": "completed", "tag": "ed30f973-0a2e-4997-bb23-9f7a525b258b", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:49:04.078202 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90276e2a-dcf4-4336-9ee2-54e6d631d3f3 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:49:04.078587 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'code': 200} Aug 17 02:49:04.152863 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:04.207022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abf231-d7bd-4ec7-af2a-33905078f665 req-a54e2d88-cc4d-44ef-9664-981357ad3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:04.208834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ed30f973-0a2e-4997-bb23-9f7a525b258b,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:04.209704 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06abf231-d7bd-4ec7-af2a-33905078f665 req-a54e2d88-cc4d-44ef-9664-981357ad3e89 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 1098 time: 0.0471249 Aug 17 02:49:04.246676 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06abf231-d7bd-4ec7-af2a-33905078f665 req-8b79ff7d-5a5e-4307-9b27-60e2bf950b6e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296252 Aug 17 02:49:04.934365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c77e3-98fe-41ee-bd1f-10e3682a3245 req-17d3299a-ba24-40fa-b546-eab9d445534a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:04.935775 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-754c77e3-98fe-41ee-bd1f-10e3682a3245 req-17d3299a-ba24-40fa-b546-eab9d445534a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.0532262 Aug 17 02:49:04.975453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-754c77e3-98fe-41ee-bd1f-10e3682a3245 req-5b64a36c-96bf-417b-9a65-34fbfa4fb07c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332971 Aug 17 02:49:05.071137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45443d78-7fe6-41c1-a26a-cc493f678f9e req-a88b600b-b979-4092-afab-37a6327b0a30 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0336330 Aug 17 02:49:05.825510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52440) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:05.830092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-634a2443-e491-4c33-8576-f503f61ffca5 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1986019670', 'description': 'tempest-secgroup-smoke-1986019670 description', 'project_id': 'b8285e0531a04d3c96585d96ccd10f50'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:05.946985 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-634a2443-e491-4c33-8576-f503f61ffca5 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:06.031302 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-634a2443-e491-4c33-8576-f503f61ffca5 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:06.103658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574964de-1db2-4345-9dcb-62b286bbdd70 req-7957b317-5d85-4e97-a8c9-b0ad3d6df222 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:06.105185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-574964de-1db2-4345-9dcb-62b286bbdd70 req-7957b317-5d85-4e97-a8c9-b0ad3d6df222 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.0548110 Aug 17 02:49:06.106955 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-634a2443-e491-4c33-8576-f503f61ffca5 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:06.156086 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a2443-e491-4c33-8576-f503f61ffca5 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b51db55-bf40-4b22-af84-f2941096bf9e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:06.170613 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-574964de-1db2-4345-9dcb-62b286bbdd70 req-0a92d110-2a69-4ba1-ae3b-29017f71cc75 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572953 Aug 17 02:49:06.209878 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-634a2443-e491-4c33-8576-f503f61ffca5 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:06.213384 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-634a2443-e491-4c33-8576-f503f61ffca5 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3846412 Aug 17 02:49:06.215637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52452) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:06.220662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-64b302ac-6e38-40f5-b790-aa68808d7702 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Request body: {'security_group_rule': {'security_group_id': '1b51db55-bf40-4b22-af84-f2941096bf9e', 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:06.270231 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-441a0543-18a7-4a48-8e0f-4700c157ee1a req-938b0f96-0ddf-4d65-a5b8-75bf227e145a tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0286617 Aug 17 02:49:06.350252 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64b302ac-6e38-40f5-b790-aa68808d7702 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:06.406369 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64b302ac-6e38-40f5-b790-aa68808d7702 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:06.465288 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7a691-ff9b-4f54-a3f3-ed48a6969073 req-180e13f3-a024-41d4-b4f7-526c206f9771 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:06.466886 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7fb7a691-ff9b-4f54-a3f3-ed48a6969073 req-180e13f3-a024-41d4-b4f7-526c206f9771 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.0521193 Aug 17 02:49:06.468126 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64b302ac-6e38-40f5-b790-aa68808d7702 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:06.479141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52456) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:06.486646 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-daf8e0e9-b90b-4b3f-858a-81a77776c6ee tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Request body: {'floatingip': {'port_id': 'ed30f973-0a2e-4997-bb23-9f7a525b258b'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:06.487084 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b302ac-6e38-40f5-b790-aa68808d7702 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de910bb-fa60-4b38-888a-0775583463ee,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:06.559562 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-daf8e0e9-b90b-4b3f-858a-81a77776c6ee tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for floatingip, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:06.592821 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-64b302ac-6e38-40f5-b790-aa68808d7702 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:06.597728 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-64b302ac-6e38-40f5-b790-aa68808d7702 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3806937 Aug 17 02:49:06.598454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52458) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:06.604032 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-dee42c6c-2810-42ac-a12a-e7639ec816d6 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Request body: {'security_group_rule': {'security_group_id': '1b51db55-bf40-4b22-af84-f2941096bf9e', 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:06.709033 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dee42c6c-2810-42ac-a12a-e7639ec816d6 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:06.803414 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dee42c6c-2810-42ac-a12a-e7639ec816d6 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:06.885430 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dee42c6c-2810-42ac-a12a-e7639ec816d6 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:06.907590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee42c6c-2810-42ac-a12a-e7639ec816d6 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030b2420-a767-4f8a-8a8e-f60a112d344e,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:07.032616 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dee42c6c-2810-42ac-a12a-e7639ec816d6 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:07.033875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dee42c6c-2810-42ac-a12a-e7639ec816d6 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4342873 Aug 17 02:49:07.037376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52462) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:07.044529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-3d0f9441-ffca-4258-85b3-4d6d43e12a4a tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Request body: {'security_group_rule': {'security_group_id': '1b51db55-bf40-4b22-af84-f2941096bf9e', 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:07.118961 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-daf8e0e9-b90b-4b3f-858a-81a77776c6ee tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:07.155288 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9441-ffca-4258-85b3-4d6d43e12a4a tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:07.193038 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-daf8e0e9-b90b-4b3f-858a-81a77776c6ee tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:07.296935 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9441-ffca-4258-85b3-4d6d43e12a4a tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:07.367709 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-daf8e0e9-b90b-4b3f-858a-81a77776c6ee tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Floating IP 4a5b5d23-1c81-45ae-a2f9-1b8f2975dcfc associated. External IP: 172.25.5.176, port: ed30f973-0a2e-4997-bb23-9f7a525b258b. Aug 17 02:49:07.390833 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9441-ffca-4258-85b3-4d6d43e12a4a tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:07.396256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ad55b3d-ad75-4898-bb07-d3891f297bd3 req-548c0ffb-5e71-4065-86ca-ec56b68db968 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0323691 Aug 17 02:49:07.420998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f9441-ffca-4258-85b3-4d6d43e12a4a tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb4784f-ec4e-4d41-83da-5e82f4d96488,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:07.495556 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9441-ffca-4258-85b3-4d6d43e12a4a tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:07.500343 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3d0f9441-ffca-4258-85b3-4d6d43e12a4a tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4579158 Aug 17 02:49:07.501065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52468) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:07.507092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1b91b6b8-49ed-4883-b7e7-a6448fc3b859 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Request body: {'security_group_rule': {'security_group_id': '1b51db55-bf40-4b22-af84-f2941096bf9e', 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:07.601570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf8e0e9-b90b-4b3f-858a-81a77776c6ee tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:49:07.616333 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b91b6b8-49ed-4883-b7e7-a6448fc3b859 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:07.690872 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b91b6b8-49ed-4883-b7e7-a6448fc3b859 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:07.718606 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf8e0e9-b90b-4b3f-858a-81a77776c6ee tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:49:07.724241 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-daf8e0e9-b90b-4b3f-858a-81a77776c6ee tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:07.730042 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0b589a-fd77-4ea3-ae4b-2bc02644cc9f None None] Sync routers for ids ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:49:07.741032 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0b589a-fd77-4ea3-ae4b-2bc02644cc9f None None] Routers {'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:07.741719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ed0b589a-fd77-4ea3-ae4b-2bc02644cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:48:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:07.752243 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-daf8e0e9-b90b-4b3f-858a-81a77776c6ee tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "PUT /v2.0/floatingips/4a5b5d23-1c81-45ae-a2f9-1b8f2975dcfc HTTP/1.1" status: 200 len: 992 time: 1.2725329 Aug 17 02:49:07.752846 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'tag': 'ed30f973-0a2e-4997-bb23-9f7a525b258b'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:49:07.755154 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac39c280-de97-4bb6-872b-aa8c3b5c07cd" -d '{"events": [{"name": "network-changed", "server_uuid": "19e63241-0edf-4132-94b1-6f6f947a2a27", "tag": "ed30f973-0a2e-4997-bb23-9f7a525b258b"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:49:07.757907 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b91b6b8-49ed-4883-b7e7-a6448fc3b859 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:07.778232 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91b6b8-49ed-4883-b7e7-a6448fc3b859 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99d7478-3356-462d-8349-35c3ae94f19c,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:07.855704 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b91b6b8-49ed-4883-b7e7-a6448fc3b859 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:07.857875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1b91b6b8-49ed-4883-b7e7-a6448fc3b859 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3549011 Aug 17 02:49:07.861230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52474) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:07.862510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-ed0b589a-fd77-4ea3-ae4b-2bc02644cc9f None None] Set router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:07.866441 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-72b01fbe-03b9-42e7-8d18-b62a08aef2e7 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Request body: {'security_group_rule': {'security_group_id': '1b51db55-bf40-4b22-af84-f2941096bf9e', 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:07.871244 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ad6077-ef67-4513-8470-164ee31684d4 x-openstack-request-id: req-d6ad6077-ef67-4513-8470-164ee31684d4 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:49:07.871553 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e63241-0edf-4132-94b1-6f6f947a2a27", "tag": "ed30f973-0a2e-4997-bb23-9f7a525b258b", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:49:07.871789 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6ad6077-ef67-4513-8470-164ee31684d4 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:49:07.872372 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'tag': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'status': 'completed', 'code': 200} Aug 17 02:49:07.944785 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0f06eff6-4eb3-4272-9efe-bd0942f2f0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:07.954264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39c280-de97-4bb6-872b-aa8c3b5c07cd req-59c6ca84-7de2-4ed0-a2fd-25f26a52e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:07.955780 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac39c280-de97-4bb6-872b-aa8c3b5c07cd req-59c6ca84-7de2-4ed0-a2fd-25f26a52e7c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 1098 time: 0.0434885 Aug 17 02:49:07.982035 n-d-793621-31 neutron-server[95406]: INFO neutron.db.securitygroups_db [None req-72b01fbe-03b9-42e7-8d18-b62a08aef2e7 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Project b8285e0531a04d3c96585d96ccd10f50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:49:08.014540 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-72b01fbe-03b9-42e7-8d18-b62a08aef2e7 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:08.101466 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39c280-de97-4bb6-872b-aa8c3b5c07cd req-4a4829fc-867f-4079-a4e8-967b02a3ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:08.102968 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac39c280-de97-4bb6-872b-aa8c3b5c07cd req-4a4829fc-867f-4079-a4e8-967b02a3ea4d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 917 time: 0.1405082 Aug 17 02:49:08.113414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ed0b589a-fd77-4ea3-ae4b-2bc02644cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '4a5b5d23-1c81-45ae-a2f9-1b8f2975dcfc', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'port_id': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'mac_address': 'fa:16:3e:bd:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:48:47Z', 'updated_at': '2021-08-17T02:49:07Z', 'revision_number': 1, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8', 'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'mac_address': 'fa:16:3e:56:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:46Z', 'updated_at': '2021-08-17T02:41:54Z', 'revision_number': 5, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'subnets': [{'id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:08.121585 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-72b01fbe-03b9-42e7-8d18-b62a08aef2e7 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:08.144719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0b589a-fd77-4ea3-ae4b-2bc02644cc9f None None] Checking router: ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:49:08.154087 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0b589a-fd77-4ea3-ae4b-2bc02644cc9f None None] Routers {'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:08.154741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ed0b589a-fd77-4ea3-ae4b-2bc02644cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:48:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:08.167964 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-72b01fbe-03b9-42e7-8d18-b62a08aef2e7 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:08.194393 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac39c280-de97-4bb6-872b-aa8c3b5c07cd req-fa50cb09-adf0-45b6-9717-42bcc5bf9b70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b HTTP/1.1" status: 200 len: 1000 time: 0.0815978 Aug 17 02:49:08.199002 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b01fbe-03b9-42e7-8d18-b62a08aef2e7 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22da002-ccee-40ad-a81e-ee205eb0ee1d,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:08.247301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39c280-de97-4bb6-872b-aa8c3b5c07cd req-5f852155-caac-4bff-a6ae-3b924fcab609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:08.248879 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac39c280-de97-4bb6-872b-aa8c3b5c07cd req-5f852155-caac-4bff-a6ae-3b924fcab609 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.0477247 Aug 17 02:49:08.255260 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-72b01fbe-03b9-42e7-8d18-b62a08aef2e7 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:08.256394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-72b01fbe-03b9-42e7-8d18-b62a08aef2e7 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3940578 Aug 17 02:49:08.259284 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52480) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:08.264575 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a1d466a8-429f-4d17-9b8b-5476c3f2e0ac tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Request body: {'security_group_rule': {'security_group_id': '1b51db55-bf40-4b22-af84-f2941096bf9e', 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:08.271147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-ed0b589a-fd77-4ea3-ae4b-2bc02644cc9f None None] Set router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:08.316405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39c280-de97-4bb6-872b-aa8c3b5c07cd req-d693f56c-ef0c-42c6-9f03-21f3a75e39be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:08.316405 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac39c280-de97-4bb6-872b-aa8c3b5c07cd req-d693f56c-ef0c-42c6-9f03-21f3a75e39be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569401 Aug 17 02:49:08.393352 n-d-793621-31 neutron-server[95407]: INFO neutron.db.securitygroups_db [None req-a1d466a8-429f-4d17-9b8b-5476c3f2e0ac tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Project b8285e0531a04d3c96585d96ccd10f50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:49:08.399644 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1d466a8-429f-4d17-9b8b-5476c3f2e0ac tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:08.419275 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac39c280-de97-4bb6-872b-aa8c3b5c07cd req-e7f4ebae-b5f3-4b11-9da3-c6adcc7d8e14 service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980425 Aug 17 02:49:08.501829 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1d466a8-429f-4d17-9b8b-5476c3f2e0ac tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:08.530354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac39c280-de97-4bb6-872b-aa8c3b5c07cd req-a4014255-5208-4d91-a063-13dec804977e service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042881 Aug 17 02:49:08.563655 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ccc2a41-9018-4ec4-8729-d57346a918ed req-a5caeb47-8295-4d96-b60c-114a77beff79 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0312452 Aug 17 02:49:08.569984 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1d466a8-429f-4d17-9b8b-5476c3f2e0ac tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:08.610939 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d466a8-429f-4d17-9b8b-5476c3f2e0ac tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5e64ad-c24c-4536-93ba-64c093c5225e,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:08.678527 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1d466a8-429f-4d17-9b8b-5476c3f2e0ac tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:08.679926 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a1d466a8-429f-4d17-9b8b-5476c3f2e0ac tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4191198 Aug 17 02:49:08.695235 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ed0b589a-fd77-4ea3-ae4b-2bc02644cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '4a5b5d23-1c81-45ae-a2f9-1b8f2975dcfc', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'port_id': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'mac_address': 'fa:16:3e:bd:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:48:47Z', 'updated_at': '2021-08-17T02:49:07Z', 'revision_number': 1, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8', 'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'mac_address': 'fa:16:3e:56:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:46Z', 'updated_at': '2021-08-17T02:41:54Z', 'revision_number': 5, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'subnets': [{'id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:08.727762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0b589a-fd77-4ea3-ae4b-2bc02644cc9f None None] The sync data for ids ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'] in n-d-793621-31 is: [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '4a5b5d23-1c81-45ae-a2f9-1b8f2975dcfc', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'port_id': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'mac_address': 'fa:16:3e:bd:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:48:47Z', 'updated_at': '2021-08-17T02:49:07Z', 'revision_number': 1, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8', 'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'mac_address': 'fa:16:3e:56:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:46Z', 'updated_at': '2021-08-17T02:41:54Z', 'revision_number': 5, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'subnets': [{'id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:49:08.943654 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-03a8f66b-fcdc-4c63-9549-00c70d318efb tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986019670&fields=id&tenant_id=b8285e0531a04d3c96585d96ccd10f50 HTTP/1.1" status: 200 len: 267 time: 0.0607035 Aug 17 02:49:08.986188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7de83647-0184-4576-8688-7d4fc40bd4f7 req-d923da42-8e64-44de-9ce8-73e229e920dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2099409 Aug 17 02:49:08.987132 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828e8ff-f18d-45bc-a0fd-191da43171df None None] New status for floating IP 4a5b5d23-1c81-45ae-a2f9-1b8f2975dcfc: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:49:09.102526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de83647-0184-4576-8688-7d4fc40bd4f7 req-849fb4b9-2b9f-43a3-9249-040d520bf948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:09.105324 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7de83647-0184-4576-8688-7d4fc40bd4f7 req-849fb4b9-2b9f-43a3-9249-040d520bf948 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 1097 time: 0.0741389 Aug 17 02:49:09.157998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cbaeb-5668-457d-9793-29c4258ba296 req-1162a891-8d67-4e3f-a616-ff132980a811 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:09.159477 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-1162a891-8d67-4e3f-a616-ff132980a811 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/networks?id=9e61892c-f1fc-452e-a1fa-712df6fb9b5d HTTP/1.1" status: 200 len: 814 time: 0.2062979 Aug 17 02:49:09.207744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-eb62994c-c695-40cb-9778-da48192850aa tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/quotas/b8285e0531a04d3c96585d96ccd10f50 HTTP/1.1" status: 200 len: 375 time: 0.0179021 Aug 17 02:49:09.271977 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de83647-0184-4576-8688-7d4fc40bd4f7 req-85e029cf-2f52-4fd7-81f7-c816116cec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:09.273624 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7de83647-0184-4576-8688-7d4fc40bd4f7 req-85e029cf-2f52-4fd7-81f7-c816116cec30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.1448758 Aug 17 02:49:09.288876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-d6b34fc5-eadd-4d73-8be8-9423b6de5027 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8285e0531a04d3c96585d96ccd10f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740440 Aug 17 02:49:09.404352 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7de83647-0184-4576-8688-7d4fc40bd4f7 req-11f73c22-5e1e-42a6-b6e9-63f443303402 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 HTTP/1.1" status: 200 len: 1000 time: 0.1144917 Aug 17 02:49:09.471649 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-fd5a9611-8fbe-4871-8e70-0f5256251718 service neutron] 10.222.0.13 "GET /v2.0/networks/9e61892c-f1fc-452e-a1fa-712df6fb9b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406515 Aug 17 02:49:09.486051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de83647-0184-4576-8688-7d4fc40bd4f7 req-ceb37aa5-7a74-4d82-99af-4a5383ef996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:09.491443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7de83647-0184-4576-8688-7d4fc40bd4f7 req-ceb37aa5-7a74-4d82-99af-4a5383ef996b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0732200 Aug 17 02:49:09.599931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de83647-0184-4576-8688-7d4fc40bd4f7 req-e6de8c23-0bcd-4d42-abc7-347ecf58cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:09.601441 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7de83647-0184-4576-8688-7d4fc40bd4f7 req-e6de8c23-0bcd-4d42-abc7-347ecf58cb23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031137 Aug 17 02:49:09.606695 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-0579b3d6-10fe-4655-ae0b-782ca74e825b service neutron] 10.222.0.13 "GET /v2.0/networks/9e61892c-f1fc-452e-a1fa-712df6fb9b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285684 Aug 17 02:49:09.785433 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7de83647-0184-4576-8688-7d4fc40bd4f7 req-fb6d9150-c46e-4740-b9d6-129ba6823b7b service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762002 Aug 17 02:49:09.896690 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7de83647-0184-4576-8688-7d4fc40bd4f7 req-0ea87ded-5be7-4b50-943d-7e4dc2fe2626 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000004 Aug 17 02:49:10.284798 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-25b9802d-d93c-4ef9-a5c0-5216e773ff24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:10.328132 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9ac4bc66-8483-41e4-88d1-3df1128bdbdb req-0b4af28e-44db-4eae-911f-0e326ca4c0d1 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0290508 Aug 17 02:49:10.475125 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b5a0f5ed-d67f-4a8c-9de8-30aa6aa7deee req-4e383cc5-ff9f-43eb-9e97-4b60978a15db tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 210 time: 0.0264671 Aug 17 02:49:10.609654 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:11.439048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d2413df4-30a4-4d58-a274-bf42086ddabe req-10cdfe00-7983-42d1-83ca-1f7e7a8a051a tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0280538 Aug 17 02:49:11.621758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0217ead0-3a20-45d4-8d78-81b32d2fd3f8 req-64eb1fde-b47d-4c5b-80bd-43a25423b2e7 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 210 time: 0.0318184 Aug 17 02:49:11.787134 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:12.575353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35e74133-14ee-4981-8231-32a602a3d4ff req-0ab8b87c-da6a-4158-b84b-c3829607f78e tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0396383 Aug 17 02:49:12.591188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cbaeb-5668-457d-9793-29c4258ba296 req-98af8963-974c-410b-a4b4-7dbf04a839ed tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:12.592758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-98af8963-974c-410b-a4b4-7dbf04a839ed tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.42 "GET /v2.0/networks?id=9e61892c-f1fc-452e-a1fa-712df6fb9b5d HTTP/1.1" status: 200 len: 814 time: 0.1359661 Aug 17 02:49:12.667463 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-14f4520e-b1f1-4aaf-9c93-89742aebd5f6 req-2fc498d4-c2c0-4de9-9a47-a2a86d600515 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492015 Aug 17 02:49:12.670486 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-b24ac753-c9e8-49f2-9e33-88d5c6369405 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8285e0531a04d3c96585d96ccd10f50 HTTP/1.1" status: 200 len: 380 time: 0.0522993 Aug 17 02:49:12.699997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-059cbaeb-5668-457d-9793-29c4258ba296 req-e8c6fd06-3067-438e-a464-633d1777d09e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Request body: {'port': {'device_id': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'admin_state_up': True, 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'security_groups': ['1b51db55-bf40-4b22-af84-f2941096bf9e']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:12.783769 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4520e-b1f1-4aaf-9c93-89742aebd5f6 req-6f9cd1e8-d8d6-46f3-bc4d-dfc890f3ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:12.785616 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-14f4520e-b1f1-4aaf-9c93-89742aebd5f6 req-6f9cd1e8-d8d6-46f3-bc4d-dfc890f3ddf2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40d55d2b9b694b56acaea90485e97c43&device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 1098 time: 0.0440550 Aug 17 02:49:12.809914 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a4037d5f-7bd8-425a-a22a-7451784806d6 req-3e7efdc0-6d29-4faa-8004-6c5bd74f971f tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 210 time: 0.0580757 Aug 17 02:49:12.921923 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4520e-b1f1-4aaf-9c93-89742aebd5f6 req-9065a087-e66c-4abf-be91-94d6a8e1f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:12.928790 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-14f4520e-b1f1-4aaf-9c93-89742aebd5f6 req-9065a087-e66c-4abf-be91-94d6a8e1f217 service neutron] 10.222.0.42 "GET /v2.0/networks?id=63c037a2-cec8-4bd4-a904-29cd7197ae86 HTTP/1.1" status: 200 len: 911 time: 0.1088505 Aug 17 02:49:12.986703 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059cbaeb-5668-457d-9793-29c4258ba296 req-e8c6fd06-3067-438e-a464-633d1777d09e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Made reservation on behalf of b8285e0531a04d3c96585d96ccd10f50 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:49:12.990290 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-059cbaeb-5668-457d-9793-29c4258ba296 req-e8c6fd06-3067-438e-a464-633d1777d09e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:12.996608 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-14f4520e-b1f1-4aaf-9c93-89742aebd5f6 req-9c737308-f700-4104-b234-c27830a62d2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb HTTP/1.1" status: 200 len: 1001 time: 0.0657897 Aug 17 02:49:13.053037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4520e-b1f1-4aaf-9c93-89742aebd5f6 req-28418a05-72f8-4546-9331-cc2da49bce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:13.054706 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-14f4520e-b1f1-4aaf-9c93-89742aebd5f6 req-28418a05-72f8-4546-9331-cc2da49bce36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6588c9ac-5362-490c-a200-ab2910cd28a7 HTTP/1.1" status: 200 len: 849 time: 0.0510705 Aug 17 02:49:13.116628 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4520e-b1f1-4aaf-9c93-89742aebd5f6 req-7942a7e2-008a-4ef3-a6db-2e18de0582ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:13.118203 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-14f4520e-b1f1-4aaf-9c93-89742aebd5f6 req-7942a7e2-008a-4ef3-a6db-2e18de0582ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63c037a2-cec8-4bd4-a904-29cd7197ae86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570240 Aug 17 02:49:13.173953 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-059cbaeb-5668-457d-9793-29c4258ba296 req-e8c6fd06-3067-438e-a464-633d1777d09e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Allocated IP 172.20.0.14 (9e61892c-f1fc-452e-a1fa-712df6fb9b5d/18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0/074523bc-70ab-4948-b394-73de0d671d4d) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:49:13.229574 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-14f4520e-b1f1-4aaf-9c93-89742aebd5f6 req-32900c4c-90fa-475a-be54-73915521420d service neutron] 10.222.0.42 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043315 Aug 17 02:49:13.349905 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-14f4520e-b1f1-4aaf-9c93-89742aebd5f6 req-a8b5fe22-9602-4640-911c-1326ccbfd88c service neutron] 10.222.0.42 "GET /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135623 Aug 17 02:49:13.351314 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-059cbaeb-5668-457d-9793-29c4258ba296 req-e8c6fd06-3067-438e-a464-633d1777d09e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:13.378193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-059cbaeb-5668-457d-9793-29c4258ba296 req-e8c6fd06-3067-438e-a464-633d1777d09e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Transition to ACTIVE for port object 074523bc-70ab-4948-b394-73de0d671d4d will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:49:13.484594 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-059cbaeb-5668-457d-9793-29c4258ba296 req-e8c6fd06-3067-438e-a464-633d1777d09e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:13.538284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059cbaeb-5668-457d-9793-29c4258ba296 req-e8c6fd06-3067-438e-a464-633d1777d09e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Network 9e61892c-f1fc-452e-a1fa-712df6fb9b5d is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:49:13.542720 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-059cbaeb-5668-457d-9793-29c4258ba296 req-e8c6fd06-3067-438e-a464-633d1777d09e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:49:13.546123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-059cbaeb-5668-457d-9793-29c4258ba296 req-e8c6fd06-3067-438e-a464-633d1777d09e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:49:13.590832 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6fd06-3067-438e-a464-633d1777d09e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Pushing event updated for resources: {'Port': ['ID=074523bc-70ab-4948-b394-73de0d671d4d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:13.637277 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cbaeb-5668-457d-9793-29c4258ba296 req-e8c6fd06-3067-438e-a464-633d1777d09e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:13.638143 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-059cbaeb-5668-457d-9793-29c4258ba296 req-e8c6fd06-3067-438e-a464-633d1777d09e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:13.730124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-59f259fe-dbb4-4427-8077-6453ff4f382b req-5cbe1e2a-d41b-4a4a-8cb6-fb5fefb126ea tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0396709 Aug 17 02:49:13.748561 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-e8c6fd06-3067-438e-a464-633d1777d09e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0563772 Aug 17 02:49:13.777457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Request body: {'port': {'device_id': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:13.862452 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:13.904123 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:14.050285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f31f90e7-5543-476c-95b0-25fa891db9f8 None None] Provisioning for port 074523bc-70ab-4948-b394-73de0d671d4d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:49:14.062220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f31f90e7-5543-476c-95b0-25fa891db9f8 None None] Provisioning complete for port 074523bc-70ab-4948-b394-73de0d671d4d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:49:14.063243 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f31f90e7-5543-476c-95b0-25fa891db9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:14.128206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f31f90e7-5543-476c-95b0-25fa891db9f8 None None] Port 074523bc-70ab-4948-b394-73de0d671d4d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:49:14.161977 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd4817-f8e1-4264-91bf-9bbc4d32e01b req-97e360c5-7a1b-42d5-9007-83bb8bf14603 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:14.163631 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fecd4817-f8e1-4264-91bf-9bbc4d32e01b req-97e360c5-7a1b-42d5-9007-83bb8bf14603 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 932 time: 0.1382403 Aug 17 02:49:14.233053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fecd4817-f8e1-4264-91bf-9bbc4d32e01b req-a4a3a669-90ad-46d0-9a8c-8110c8ccd375 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541892 Aug 17 02:49:14.334884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074523bc-70ab-4948-b394-73de0d671d4d {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:49:14.343958 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:14.357376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Transition to ACTIVE for port object 074523bc-70ab-4948-b394-73de0d671d4d will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:49:14.421350 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:14.490578 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Pushing event updated for resources: {'Port': ['ID=074523bc-70ab-4948-b394-73de0d671d4d,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:14.576117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Attempting to bind port 074523bc-70ab-4948-b394-73de0d671d4d on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:49:14.576949 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Attempting to bind port 074523bc-70ab-4948-b394-73de0d671d4d by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'e0a3835e-4419-4ea4-ba94-3faf6c84db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:49:14.577460 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Attempting to bind port 074523bc-70ab-4948-b394-73de0d671d4d on network 9e61892c-f1fc-452e-a1fa-712df6fb9b5d {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:49:14.583755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Port 074523bc-70ab-4948-b394-73de0d671d4d on network 9e61892c-f1fc-452e-a1fa-712df6fb9b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:49:14.584246 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Attempting to bind port 074523bc-70ab-4948-b394-73de0d671d4d on network 9e61892c-f1fc-452e-a1fa-712df6fb9b5d {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:49:14.592091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:49:14.593338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Checking segment: {'id': 'e0a3835e-4419-4ea4-ba94-3faf6c84db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:49:14.593953 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Bound using segment: {'id': 'e0a3835e-4419-4ea4-ba94-3faf6c84db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:49:14.594565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Bound port: 074523bc-70ab-4948-b394-73de0d671d4d, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a3835e-4419-4ea4-ba94-3faf6c84db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:49:14.595667 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:14.674602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] For port 074523bc-70ab-4948-b394-73de0d671d4d, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:49:14.680394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] For port 074523bc-70ab-4948-b394-73de0d671d4d, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=074523bc-70ab-4948-b394-73de0d671d4d,segment=NetworkSegment(e0a3835e-4419-4ea4-ba94-3faf6c84db33),segment_id=e0a3835e-4419-4ea4-ba94-3faf6c84db33)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:49:14.765332 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:14.817551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:14.823575 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:14.823575 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] 10.222.0.42 "PUT /v2.0/ports/074523bc-70ab-4948-b394-73de0d671d4d HTTP/1.1" status: 200 len: 1093 time: 1.0478144 Aug 17 02:49:14.823575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'tag': '074523bc-70ab-4948-b394-73de0d671d4d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:49:14.824021 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497a161f-52e4-4e18-bead-8a1a49a4f203" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1f73ee-fea6-45b1-95a7-008c0227f36a", "tag": "074523bc-70ab-4948-b394-73de0d671d4d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:49:14.910588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a199c5-5cd1-41c0-ac74-58827ec9cc62 service neutron] Pushing event updated for resources: {'Port': ['ID=074523bc-70ab-4948-b394-73de0d671d4d,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:14.957885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e181a6b-eab6-4864-91a2-85cdb6a92385 req-981f42da-c04b-4813-a317-33d7bb47abd3 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0989802 Aug 17 02:49:14.988707 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cbaeb-5668-457d-9793-29c4258ba296 req-5847a102-081f-4517-b7a8-26c2238709b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:14.990393 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-5847a102-081f-4517-b7a8-26c2238709b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8285e0531a04d3c96585d96ccd10f50&device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 1096 time: 0.0765111 Aug 17 02:49:15.008954 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0a9439-fc9d-405b-b107-25d15bd0f280 x-openstack-request-id: req-2c0a9439-fc9d-405b-b107-25d15bd0f280 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:49:15.009512 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1f73ee-fea6-45b1-95a7-008c0227f36a", "tag": "074523bc-70ab-4948-b394-73de0d671d4d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:49:15.010515 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c0a9439-fc9d-405b-b107-25d15bd0f280 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:49:15.011137 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'tag': '074523bc-70ab-4948-b394-73de0d671d4d', 'status': 'completed', 'code': 200} Aug 17 02:49:15.081083 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-9d8e0800-ce96-4212-a7dc-d9cbe57e9750 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=074523bc-70ab-4948-b394-73de0d671d4d HTTP/1.1" status: 200 len: 217 time: 0.0540254 Aug 17 02:49:15.144929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cbaeb-5668-457d-9793-29c4258ba296 req-a0b721cf-df0b-46d9-9793-a554092e22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:15.146492 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-a0b721cf-df0b-46d9-9793-a554092e22d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0 HTTP/1.1" status: 200 len: 853 time: 0.0574424 Aug 17 02:49:15.200991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cbaeb-5668-457d-9793-29c4258ba296 req-d85def2c-3f06-43d2-a09d-4ef2f9e79a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:15.202547 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-d85def2c-3f06-43d2-a09d-4ef2f9e79a50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e61892c-f1fc-452e-a1fa-712df6fb9b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489683 Aug 17 02:49:15.314844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-3afce3c0-b215-4e00-a517-d1ac9f6ff647 service neutron] 10.222.0.42 "GET /v2.0/networks/9e61892c-f1fc-452e-a1fa-712df6fb9b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043947 Aug 17 02:49:15.430003 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e6afa-78fa-495b-8488-1c93ad49e4fc req-7c4cb6c2-949d-4cc6-ab72-394af4b3260b tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:15.432264 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-564e6afa-78fa-495b-8488-1c93ad49e4fc req-7c4cb6c2-949d-4cc6-ab72-394af4b3260b tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 944 time: 0.1110601 Aug 17 02:49:15.476525 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cbaeb-5668-457d-9793-29c4258ba296 req-9c6ca5a0-5b27-489e-81e3-aee874ab6699 service neutron] 10.222.0.42 "GET /v2.0/networks/9e61892c-f1fc-452e-a1fa-712df6fb9b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538553 Aug 17 02:49:15.500532 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-564e6afa-78fa-495b-8488-1c93ad49e4fc req-dd16894b-6c5b-48ef-887c-63e3176a8e0c tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556378 Aug 17 02:49:15.726679 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a161f-52e4-4e18-bead-8a1a49a4f203 req-0ac0a8c7-d8c5-4f74-99ab-62ba90d12c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:15.728217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-497a161f-52e4-4e18-bead-8a1a49a4f203 req-0ac0a8c7-d8c5-4f74-99ab-62ba90d12c75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8285e0531a04d3c96585d96ccd10f50&device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 1096 time: 0.0608053 Aug 17 02:49:15.828964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a161f-52e4-4e18-bead-8a1a49a4f203 req-245563b9-91a2-4090-9aa0-6476b0feee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:15.830838 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-497a161f-52e4-4e18-bead-8a1a49a4f203 req-245563b9-91a2-4090-9aa0-6476b0feee8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e61892c-f1fc-452e-a1fa-712df6fb9b5d HTTP/1.1" status: 200 len: 915 time: 0.0955842 Aug 17 02:49:15.888048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-497a161f-52e4-4e18-bead-8a1a49a4f203 req-e1db5663-4d53-4b36-b3f5-ad1ffa752de2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=074523bc-70ab-4948-b394-73de0d671d4d HTTP/1.1" status: 200 len: 217 time: 0.0401499 Aug 17 02:49:15.940086 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a161f-52e4-4e18-bead-8a1a49a4f203 req-d09a3e7f-4d30-40e9-8e96-9135cbe65e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:15.941600 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-497a161f-52e4-4e18-bead-8a1a49a4f203 req-d09a3e7f-4d30-40e9-8e96-9135cbe65e38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0 HTTP/1.1" status: 200 len: 853 time: 0.0459633 Aug 17 02:49:16.000181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a161f-52e4-4e18-bead-8a1a49a4f203 req-35d6b075-e183-4352-8ccc-323c01948dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:16.001741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-497a161f-52e4-4e18-bead-8a1a49a4f203 req-35d6b075-e183-4352-8ccc-323c01948dd5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e61892c-f1fc-452e-a1fa-712df6fb9b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533128 Aug 17 02:49:16.083411 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cba4662-5855-4515-82d5-5a486c68f069 req-c3806022-6cd8-4a51-ba21-9218234345f0 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0316873 Aug 17 02:49:16.135632 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-497a161f-52e4-4e18-bead-8a1a49a4f203 req-daa35a23-d9b4-47d4-b2fd-48324929a630 service neutron] 10.222.0.42 "GET /v2.0/networks/9e61892c-f1fc-452e-a1fa-712df6fb9b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265094 Aug 17 02:49:16.532739 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-497a161f-52e4-4e18-bead-8a1a49a4f203 req-b8fb183b-ee7d-41e3-8383-7a5f9a93085a service neutron] 10.222.0.42 "GET /v2.0/networks/9e61892c-f1fc-452e-a1fa-712df6fb9b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897555 Aug 17 02:49:16.620430 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a047e-6701-4d2e-974d-7792f1854597 req-69f3bbf8-b3c1-43a9-ac55-3b4ade2f4990 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:16.622687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-902a047e-6701-4d2e-974d-7792f1854597 req-69f3bbf8-b3c1-43a9-ac55-3b4ade2f4990 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 944 time: 0.0546107 Aug 17 02:49:16.669716 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-902a047e-6701-4d2e-974d-7792f1854597 req-1a95c8e0-2cc9-4d36-9c3e-9654ee7594ee tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402312 Aug 17 02:49:17.218900 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dba5b980-25d0-47ba-a2e0-38b02f75bf7c req-506200df-3ace-4014-a33f-579548f5d76c tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0398402 Aug 17 02:49:17.799192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03a9f-afb6-4c0d-8ea8-43edbbcc3927 req-473c695e-57c7-448e-b676-f4053bfd3526 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:17.801042 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4ba03a9f-afb6-4c0d-8ea8-43edbbcc3927 req-473c695e-57c7-448e-b676-f4053bfd3526 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 944 time: 0.0553348 Aug 17 02:49:17.859313 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4ba03a9f-afb6-4c0d-8ea8-43edbbcc3927 req-a4ec43f4-acce-4748-aa63-c177d9ae1c23 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498855 Aug 17 02:49:18.332710 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf9544c5-3743-4b57-b376-00a7062cfa32 req-43ed0f96-2a35-4bb0-bf4d-567134b8012c tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0293145 Aug 17 02:49:18.990004 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e73890-5cc3-438a-b3c9-5e9aaf0eadc0 req-5616a197-5ec8-48f3-96c7-188d3c75a23d tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:18.991519 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68e73890-5cc3-438a-b3c9-5e9aaf0eadc0 req-5616a197-5ec8-48f3-96c7-188d3c75a23d tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 944 time: 0.0577047 Aug 17 02:49:19.042503 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68e73890-5cc3-438a-b3c9-5e9aaf0eadc0 req-5e9d7566-0c8d-4071-80cc-cb28e634b868 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424426 Aug 17 02:49:19.440435 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b9f511e-10e8-4363-9010-f54fcc5bd046 req-260adfa9-a4fd-4353-8ff4-a6954366d673 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0276847 Aug 17 02:49:20.168514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f644a-2369-4d0f-b1d6-c071db41c8a7 req-192ef684-3ef9-487b-ac15-b67d2e7b5ee9 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:20.170038 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a1f644a-2369-4d0f-b1d6-c071db41c8a7 req-192ef684-3ef9-487b-ac15-b67d2e7b5ee9 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 944 time: 0.0521677 Aug 17 02:49:20.209563 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a1f644a-2369-4d0f-b1d6-c071db41c8a7 req-f6a8c6a2-1697-469b-aced-bf35b83c7867 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331979 Aug 17 02:49:20.557336 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01b5a430-ec9b-468b-b8ce-2de5e13afb42 req-85e2dc2d-6b3e-475d-9dd9-a8813e2dd2f3 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0305846 Aug 17 02:49:21.335621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1c183-c441-4090-8324-4263912ef8b1 req-a0ca3d88-f3c2-47cc-8098-49a715fa8a1d tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:21.337085 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27a1c183-c441-4090-8324-4263912ef8b1 req-a0ca3d88-f3c2-47cc-8098-49a715fa8a1d tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 944 time: 0.0533659 Aug 17 02:49:21.379731 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27a1c183-c441-4090-8324-4263912ef8b1 req-0740e1c9-9a4c-4748-9f09-962e18f485c6 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362053 Aug 17 02:49:21.682740 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9d15a2cc-704a-4d25-a21e-18b252228e20 req-0e9cfba7-86e2-4f1e-9c6e-ea0be697e1a0 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0289068 Aug 17 02:49:22.507092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85434c-7e58-41ae-87a4-2ac6a8fc0ad2 req-9e162541-4db5-40db-bdaa-a5a262807525 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:22.508517 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d85434c-7e58-41ae-87a4-2ac6a8fc0ad2 req-9e162541-4db5-40db-bdaa-a5a262807525 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 944 time: 0.0522480 Aug 17 02:49:22.550050 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d85434c-7e58-41ae-87a4-2ac6a8fc0ad2 req-e5ec0cd0-1c67-4f05-be2b-95474341c271 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343425 Aug 17 02:49:22.802262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2ea253f-4135-4ac5-bf1f-b544675e1952 req-9d7a1c08-b797-4934-b7b1-7dbd0e199472 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0358193 Aug 17 02:49:23.685102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28748e5-0ff7-4eda-ad66-fdd5a09d8484 req-3cf874d1-464c-4eca-af4e-4e94d6fdead9 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:23.686752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a28748e5-0ff7-4eda-ad66-fdd5a09d8484 req-3cf874d1-464c-4eca-af4e-4e94d6fdead9 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 944 time: 0.0618403 Aug 17 02:49:23.728003 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a28748e5-0ff7-4eda-ad66-fdd5a09d8484 req-204a7062-7c1a-44de-8245-f8b2b3a6e2c6 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348871 Aug 17 02:49:23.912588 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f7cec159-2e5b-41a9-8aec-5e77953adcbc req-8ae22596-72dd-42e9-9e63-65e0326a2590 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0280533 Aug 17 02:49:24.851789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e77b6-e095-487f-9afa-cd77039378dd req-7cc0493e-36ef-42f5-b522-e2c920e53eb4 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:24.854076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7a9e77b6-e095-487f-9afa-cd77039378dd req-7cc0493e-36ef-42f5-b522-e2c920e53eb4 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 944 time: 0.0531340 Aug 17 02:49:24.894713 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7a9e77b6-e095-487f-9afa-cd77039378dd req-53729102-672e-4078-9a7d-28b5cc5b3847 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334964 Aug 17 02:49:25.067427 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22bad21a-3842-40d5-90f1-9dee0edc4d0e req-703e9267-4de6-4e89-abf9-bfa7b2c1556f tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0314672 Aug 17 02:49:26.020552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0758756-269d-484b-a432-ffb14888de4e req-9cd0441a-27af-4977-bde9-b970c29b7655 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:26.022082 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0758756-269d-484b-a432-ffb14888de4e req-9cd0441a-27af-4977-bde9-b970c29b7655 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 944 time: 0.0530894 Aug 17 02:49:26.066890 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0758756-269d-484b-a432-ffb14888de4e req-d61d9424-8a66-47b5-8e92-a7933f485c43 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361373 Aug 17 02:49:26.232701 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2709f517-54b6-4d7e-8f67-e019a83318fd req-a693f877-6e3a-4b85-a101-1fd58492db29 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0271568 Aug 17 02:49:27.192838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8af64-7d42-4898-8336-ec35a3396793 req-a1cc81dc-03e2-4036-abbc-8538ceac995b tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:27.194451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-baf8af64-7d42-4898-8336-ec35a3396793 req-a1cc81dc-03e2-4036-abbc-8538ceac995b tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 944 time: 0.0547087 Aug 17 02:49:27.238143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-baf8af64-7d42-4898-8336-ec35a3396793 req-04783b0b-8563-4341-80d6-4713dc2d9c25 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373230 Aug 17 02:49:27.397124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0c8e0669-776b-40a1-b6b2-e8a94b8673ba req-260cb412-0a68-4404-a5b0-ef1c51355dbf tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0269747 Aug 17 02:49:27.721934 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 074523bc-70ab-4948-b394-73de0d671d4d details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:49:27.819606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 074523bc-70ab-4948-b394-73de0d671d4d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=074523bc-70ab-4948-b394-73de0d671d4d,segment=NetworkSegment(e0a3835e-4419-4ea4-ba94-3faf6c84db33),segment_id=e0a3835e-4419-4ea4-ba94-3faf6c84db33)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:27.831974 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '074523bc-70ab-4948-b394-73de0d671d4d', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'port_id': '074523bc-70ab-4948-b394-73de0d671d4d', 'mac_address': 'fa:16:3e:fc:f3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:49:27.879321 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.894386 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074523bc-70ab-4948-b394-73de0d671d4d {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:49:27.917208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 074523bc-70ab-4948-b394-73de0d671d4d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=074523bc-70ab-4948-b394-73de0d671d4d,segment=NetworkSegment(e0a3835e-4419-4ea4-ba94-3faf6c84db33),segment_id=e0a3835e-4419-4ea4-ba94-3faf6c84db33)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:27.999216 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.065494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=074523bc-70ab-4948-b394-73de0d671d4d,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:28.480455 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['074523bc-70ab-4948-b394-73de0d671d4d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:49:28.804513 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.122172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d92ec-89a2-4d63-bfcc-e6c333e2206c req-4cc6a085-739c-41a7-83f7-fb3afa86bafc tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:29.123786 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b33d92ec-89a2-4d63-bfcc-e6c333e2206c req-4cc6a085-739c-41a7-83f7-fb3afa86bafc tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 945 time: 0.0541511 Aug 17 02:49:29.167809 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b33d92ec-89a2-4d63-bfcc-e6c333e2206c req-b6885bc8-0b97-4769-8e80-3f881064ec79 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372901 Aug 17 02:49:29.350520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc9c6334-243d-468b-9cbe-2d03373e2262 req-fe821871-3cfb-4b7e-8b62-4aeb2cbcfcd9 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0307498 Aug 17 02:49:29.725872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 074523bc-70ab-4948-b394-73de0d671d4d up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:49:29.838737 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 074523bc-70ab-4948-b394-73de0d671d4d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:49:29.843459 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 074523bc-70ab-4948-b394-73de0d671d4d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:49:29.843901 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.947396 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.970927 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074523bc-70ab-4948-b394-73de0d671d4d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:49:29.973214 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c622640-6ed3-487b-b7fe-34495d7ed129" -d '{"events": [{"server_uuid": "5f1f73ee-fea6-45b1-95a7-008c0227f36a", "name": "network-vif-plugged", "status": "completed", "tag": "074523bc-70ab-4948-b394-73de0d671d4d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:49:29.991255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 074523bc-70ab-4948-b394-73de0d671d4d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=074523bc-70ab-4948-b394-73de0d671d4d,segment=NetworkSegment(e0a3835e-4419-4ea4-ba94-3faf6c84db33),segment_id=e0a3835e-4419-4ea4-ba94-3faf6c84db33)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:30.019582 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974c8006-f266-4338-b7ef-0b64d37d20d9 x-openstack-request-id: req-974c8006-f266-4338-b7ef-0b64d37d20d9 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:49:30.019969 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1f73ee-fea6-45b1-95a7-008c0227f36a", "name": "network-vif-plugged", "status": "completed", "tag": "074523bc-70ab-4948-b394-73de0d671d4d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:49:30.020129 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-974c8006-f266-4338-b7ef-0b64d37d20d9 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:49:30.020526 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074523bc-70ab-4948-b394-73de0d671d4d', 'code': 200} Aug 17 02:49:30.078832 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:30.145232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=074523bc-70ab-4948-b394-73de0d671d4d,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:30.178228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e386e27-9994-43d5-85ff-fafef8d599ec req-8deb17cd-1261-45af-9baa-e9fbde4814cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:30.179759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e386e27-9994-43d5-85ff-fafef8d599ec req-8deb17cd-1261-45af-9baa-e9fbde4814cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 1098 time: 0.0610526 Aug 17 02:49:30.233965 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e386e27-9994-43d5-85ff-fafef8d599ec req-96344d14-6244-4058-bfa1-1598240680a1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464911 Aug 17 02:49:30.293668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b8258-cc24-4d28-a35c-47de6bb8024a req-bf021f7f-8b41-4c74-a88c-ab58fe5c2bc7 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:30.295224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f3b8258-cc24-4d28-a35c-47de6bb8024a req-bf021f7f-8b41-4c74-a88c-ab58fe5c2bc7 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 946 time: 0.0517137 Aug 17 02:49:30.336496 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f3b8258-cc24-4d28-a35c-47de6bb8024a req-7edb8fa4-755f-4786-af91-48cb9ba353c3 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348089 Aug 17 02:49:30.680173 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-931a89c7-ecf7-4fd5-83df-a1dbc42bb9af req-fcd40b58-c4d8-48dc-8894-52739626b042 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0290060 Aug 17 02:49:31.215764 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:31.472427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9c444-ae99-482b-9a84-b2737e87a4aa req-3d9773c8-0fec-44bf-91b1-ef564b1c19ca tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:31.474557 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ab9c444-ae99-482b-9a84-b2737e87a4aa req-3d9773c8-0fec-44bf-91b1-ef564b1c19ca tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 946 time: 0.0616362 Aug 17 02:49:31.523436 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ab9c444-ae99-482b-9a84-b2737e87a4aa req-0012fc69-cc0e-4f56-a74f-f3acda6a88b8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420837 Aug 17 02:49:31.791851 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be975d1f-efc9-4231-b0c3-0614577e8209 req-7c09f5e6-0843-4ee3-8725-42ab525780be tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0297654 Aug 17 02:49:32.658607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65997228-b900-4768-8eed-e138eaaf2a28 req-b298aaf4-264f-44e4-a86b-75e62207525e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:32.660810 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65997228-b900-4768-8eed-e138eaaf2a28 req-b298aaf4-264f-44e4-a86b-75e62207525e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 946 time: 0.0535781 Aug 17 02:49:32.702869 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65997228-b900-4768-8eed-e138eaaf2a28 req-72aa5881-7633-4cc6-b6d8-9115c0401d96 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349987 Aug 17 02:49:32.888128 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5171186-a3a8-4813-a2b3-deeab911a33b req-36d3402e-44a3-48c4-8e0f-089891aa0fae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0425963 Aug 17 02:49:32.939107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e273e6-a05a-4ced-99e8-702f446d8338 req-7dbf9657-bd89-452d-b9db-e9fc8257dd1a tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:32.940837 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b5e273e6-a05a-4ced-99e8-702f446d8338 req-7dbf9657-bd89-452d-b9db-e9fc8257dd1a tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 946 time: 0.0585964 Aug 17 02:49:32.988677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b5e273e6-a05a-4ced-99e8-702f446d8338 req-3d2c484a-62d5-41ae-9767-91a6ba463042 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395713 Aug 17 02:49:33.011809 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52768) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:33.099558 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68d5376a-135d-4a1b-a8da-f6e6b3ae6dbf req-3c52d07b-b22f-496f-99dc-695e6571877d tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0328758 Aug 17 02:49:33.205659 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0bb65e-f231-4412-95bd-103c0332ed4d tempest-TestVolumeBackupRestore-2115971175 tempest-TestVolumeBackupRestore-2115971175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:33.210347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-be0bb65e-f231-4412-95bd-103c0332ed4d tempest-TestVolumeBackupRestore-2115971175 tempest-TestVolumeBackupRestore-2115971175-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 1093 time: 0.1907723 Aug 17 02:49:33.211051 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52772) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:33.217861 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': '074523bc-70ab-4948-b394-73de0d671d4d', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:33.321719 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.451864 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.568540 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Allocated IP 172.25.5.63 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/ef74e93c-3bd3-4b64-a696-4df299bb5d00) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:49:33.699107 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.822989 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.868112 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:49:33.872518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:49:33.875295 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:49:33.904481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Pushing event updated for resources: {'Port': ['ID=ef74e93c-3bd3-4b64-a696-4df299bb5d00,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:34.254274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-329cb40d-d7a0-464c-a696-988f23e487a0 req-e3300e34-1c7b-4be4-8c8d-c4e0f79b0664 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0524986 Aug 17 02:49:34.630980 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:34.767079 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:34.920955 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:34.986945 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:35.054487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Pushing event updated for resources: {'Port': ['ID=ef74e93c-3bd3-4b64-a696-4df299bb5d00,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:35.070458 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:35.170787 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Floating IP bd1ca8c9-6b6e-46ec-8aaf-3292ada67f6c associated. External IP: 172.25.5.63, port: 074523bc-70ab-4948-b394-73de0d671d4d. Aug 17 02:49:35.361728 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2b60e044-51ef-480c-8475-1578b344c3f6 req-9d9f91d0-a95c-4320-8dd4-d8616145df6d tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0280538 Aug 17 02:49:35.394389 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Router 49bf2508-7e66-4457-8deb-cb5edb997bc1 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:49:35.514774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:49:35.533704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c9283-6c2f-4211-83c5-7303a9fc670c None None] Sync routers for ids ['49bf2508-7e66-4457-8deb-cb5edb997bc1'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:49:35.545522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c9283-6c2f-4211-83c5-7303a9fc670c None None] Routers {'49bf2508-7e66-4457-8deb-cb5edb997bc1'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:35.546186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5a3c9283-6c2f-4211-83c5-7303a9fc670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:49:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['49bf2508-7e66-4457-8deb-cb5edb997bc1'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:35.621714 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:35.656240 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-93d0971d-754a-4ecd-ad62-7ac3aa3983c8 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4404180 Aug 17 02:49:35.656240 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'tag': '074523bc-70ab-4948-b394-73de0d671d4d'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:49:35.656934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52796) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:35.661938 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705fa3f4-a5d6-4778-b25b-cced04b64a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1f73ee-fea6-45b1-95a7-008c0227f36a", "tag": "074523bc-70ab-4948-b394-73de0d671d4d"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:49:35.673553 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-5a3c9283-6c2f-4211-83c5-7303a9fc670c None None] Set router 49bf2508-7e66-4457-8deb-cb5edb997bc1 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:35.704485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af9afff-4a52-4aaf-8033-5984ee21e0a5 tempest-TestVolumeBackupRestore-2115971175 tempest-TestVolumeBackupRestore-2115971175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:35.706579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9af9afff-4a52-4aaf-8033-5984ee21e0a5 tempest-TestVolumeBackupRestore-2115971175 tempest-TestVolumeBackupRestore-2115971175-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 1093 time: 0.0484073 Aug 17 02:49:35.709119 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52800) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:35.714039 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1b246907-c353-4ed7-be6f-90610ad1cd5d tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Request body: {'floatingip': {'port_id': '074523bc-70ab-4948-b394-73de0d671d4d'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:35.796326 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b246907-c353-4ed7-be6f-90610ad1cd5d tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:35.912989 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b756cb5-6f65-48ad-83f1-1edc8079247e x-openstack-request-id: req-4b756cb5-6f65-48ad-83f1-1edc8079247e {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:49:35.916473 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1f73ee-fea6-45b1-95a7-008c0227f36a", "tag": "074523bc-70ab-4948-b394-73de0d671d4d", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:49:35.916917 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b756cb5-6f65-48ad-83f1-1edc8079247e {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:49:35.920613 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'tag': '074523bc-70ab-4948-b394-73de0d671d4d', 'status': 'completed', 'code': 200} Aug 17 02:49:35.928828 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-895e0251-2b31-4fd5-a6ad-ffac0b4242fa req-d2ce27b6-9e88-452a-9e27-1a00697a1fb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4645b7b0fb7c4569ba34e2a1a28b841f&device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0327950 Aug 17 02:49:35.940820 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5a3c9283-6c2f-4211-83c5-7303a9fc670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:45:38Z', 'revision_number': 4, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'bd1ca8c9-6b6e-46ec-8aaf-3292ada67f6c', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'port_id': '074523bc-70ab-4948-b394-73de0d671d4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'mac_address': 'fa:16:3e:fc:f3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:49:34Z', 'updated_at': '2021-08-17T02:49:34Z', 'revision_number': 0, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cce579d-ed04-45eb-9c70-2bb5b0b95e57', 'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'mac_address': 'fa:16:3e:1f:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:36Z', 'updated_at': '2021-08-17T02:45:51Z', 'revision_number': 5, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'subnets': [{'id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:35.970715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c9283-6c2f-4211-83c5-7303a9fc670c None None] Checking router: 49bf2508-7e66-4457-8deb-cb5edb997bc1 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:49:35.980584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c9283-6c2f-4211-83c5-7303a9fc670c None None] Routers {'49bf2508-7e66-4457-8deb-cb5edb997bc1'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:35.981208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5a3c9283-6c2f-4211-83c5-7303a9fc670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:49:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['49bf2508-7e66-4457-8deb-cb5edb997bc1'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:36.000150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-895e0251-2b31-4fd5-a6ad-ffac0b4242fa req-86852746-df2e-4e47-ac7b-752c136abed3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4645b7b0fb7c4569ba34e2a1a28b841f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419462 Aug 17 02:49:36.055266 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f115f61-6b8b-4043-b5a7-e73f01f2fe76 req-b2d5e263-4fb8-433e-94cc-3f4dfb8648a4 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0617929 Aug 17 02:49:36.108621 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-5a3c9283-6c2f-4211-83c5-7303a9fc670c None None] Set router 49bf2508-7e66-4457-8deb-cb5edb997bc1 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:36.164810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fa3f4-a5d6-4778-b25b-cced04b64a8f req-e05371f4-f8b4-43e2-8120-b7b6effeb772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:36.167273 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-705fa3f4-a5d6-4778-b25b-cced04b64a8f req-e05371f4-f8b4-43e2-8120-b7b6effeb772 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8285e0531a04d3c96585d96ccd10f50&device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 1098 time: 0.1816452 Aug 17 02:49:36.285348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e0251-2b31-4fd5-a6ad-ffac0b4242fa req-6fe7326c-b107-4bdb-bf9b-5b104ef21031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:36.286831 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-895e0251-2b31-4fd5-a6ad-ffac0b4242fa req-6fe7326c-b107-4bdb-bf9b-5b104ef21031 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2789068 Aug 17 02:49:36.371029 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5a3c9283-6c2f-4211-83c5-7303a9fc670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:45:38Z', 'revision_number': 4, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'bd1ca8c9-6b6e-46ec-8aaf-3292ada67f6c', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'port_id': '074523bc-70ab-4948-b394-73de0d671d4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'mac_address': 'fa:16:3e:fc:f3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:49:34Z', 'updated_at': '2021-08-17T02:49:34Z', 'revision_number': 0, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cce579d-ed04-45eb-9c70-2bb5b0b95e57', 'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'mac_address': 'fa:16:3e:1f:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:36Z', 'updated_at': '2021-08-17T02:45:51Z', 'revision_number': 5, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'subnets': [{'id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:36.383068 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fa3f4-a5d6-4778-b25b-cced04b64a8f req-3b3dce35-aae8-4ce9-851f-48221062a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:36.385090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-705fa3f4-a5d6-4778-b25b-cced04b64a8f req-3b3dce35-aae8-4ce9-851f-48221062a42c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e61892c-f1fc-452e-a1fa-712df6fb9b5d HTTP/1.1" status: 200 len: 915 time: 0.2074273 Aug 17 02:49:36.404401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c9283-6c2f-4211-83c5-7303a9fc670c None None] The sync data for ids ['49bf2508-7e66-4457-8deb-cb5edb997bc1'] in n-d-793621-31 is: [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:45:38Z', 'revision_number': 4, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'bd1ca8c9-6b6e-46ec-8aaf-3292ada67f6c', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'port_id': '074523bc-70ab-4948-b394-73de0d671d4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'mac_address': 'fa:16:3e:fc:f3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:49:34Z', 'updated_at': '2021-08-17T02:49:34Z', 'revision_number': 0, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cce579d-ed04-45eb-9c70-2bb5b0b95e57', 'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'mac_address': 'fa:16:3e:1f:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:36Z', 'updated_at': '2021-08-17T02:45:51Z', 'revision_number': 5, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'subnets': [{'id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:49:36.545091 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-705fa3f4-a5d6-4778-b25b-cced04b64a8f req-dca4738b-b0c2-4de2-8784-4ce52d314b43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=074523bc-70ab-4948-b394-73de0d671d4d HTTP/1.1" status: 200 len: 999 time: 0.1516657 Aug 17 02:49:36.647161 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5805332b-39b6-4e4e-98b9-139a56f779e0 None None] New status for floating IP bd1ca8c9-6b6e-46ec-8aaf-3292ada67f6c: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:49:36.685976 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fa3f4-a5d6-4778-b25b-cced04b64a8f req-08698799-1965-4945-a4f5-cb1692fe73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:36.688480 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-705fa3f4-a5d6-4778-b25b-cced04b64a8f req-08698799-1965-4945-a4f5-cb1692fe73bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0 HTTP/1.1" status: 200 len: 853 time: 0.1365030 Aug 17 02:49:36.735928 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b246907-c353-4ed7-be6f-90610ad1cd5d tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:36.751335 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fa3f4-a5d6-4778-b25b-cced04b64a8f req-0624d537-939d-4c93-aef5-2a647c759850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:36.752952 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-705fa3f4-a5d6-4778-b25b-cced04b64a8f req-0624d537-939d-4c93-aef5-2a647c759850 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e61892c-f1fc-452e-a1fa-712df6fb9b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549226 Aug 17 02:49:36.814410 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b246907-c353-4ed7-be6f-90610ad1cd5d tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:36.882224 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.db.api [None req-5805332b-39b6-4e4e-98b9-139a56f779e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:49:36.882719 n-d-793621-31 neutron-server[95409]: DEBUG oslo_db.api [None req-5805332b-39b6-4e4e-98b9-139a56f779e0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:49:36.971990 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-705fa3f4-a5d6-4778-b25b-cced04b64a8f req-e4f403b1-12fd-4a8f-8d2e-1784466311e7 service neutron] 10.222.0.42 "GET /v2.0/networks/9e61892c-f1fc-452e-a1fa-712df6fb9b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106733 Aug 17 02:49:37.165124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-705fa3f4-a5d6-4778-b25b-cced04b64a8f req-b59298a1-8335-4fad-85d8-393be6fce737 service neutron] 10.222.0.42 "GET /v2.0/networks/9e61892c-f1fc-452e-a1fa-712df6fb9b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849067 Aug 17 02:49:37.184387 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-088c5a32-8056-46e0-b752-da4038d6b84c req-bffc89fe-b26c-438d-9341-3ea3278c8004 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0402582 Aug 17 02:49:37.188939 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b246907-c353-4ed7-be6f-90610ad1cd5d tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Router 49bf2508-7e66-4457-8deb-cb5edb997bc1 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:49:37.317798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b246907-c353-4ed7-be6f-90610ad1cd5d tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:49:37.322441 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b246907-c353-4ed7-be6f-90610ad1cd5d tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:37.350837 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'tag': '074523bc-70ab-4948-b394-73de0d671d4d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:49:37.353730 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fee7d3b-a33a-4d1c-abd3-38d270918b79" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1f73ee-fea6-45b1-95a7-008c0227f36a", "tag": "074523bc-70ab-4948-b394-73de0d671d4d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:49:37.384690 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1b246907-c353-4ed7-be6f-90610ad1cd5d tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "PUT /v2.0/floatingips/bd1ca8c9-6b6e-46ec-8aaf-3292ada67f6c HTTP/1.1" status: 200 len: 991 time: 1.6741061 Aug 17 02:49:37.390969 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5805332b-39b6-4e4e-98b9-139a56f779e0 None None] New status for floating IP bd1ca8c9-6b6e-46ec-8aaf-3292ada67f6c: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:49:37.394324 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d19359-4343-41ab-a6b3-715b586ee60e x-openstack-request-id: req-b1d19359-4343-41ab-a6b3-715b586ee60e {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:49:37.394697 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1f73ee-fea6-45b1-95a7-008c0227f36a", "tag": "074523bc-70ab-4948-b394-73de0d671d4d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:49:37.395022 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1d19359-4343-41ab-a6b3-715b586ee60e {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:49:37.395500 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'tag': '074523bc-70ab-4948-b394-73de0d671d4d', 'status': 'completed', 'code': 200} Aug 17 02:49:37.490865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee7d3b-a33a-4d1c-abd3-38d270918b79 req-7b9d8918-a845-4372-86be-f45d8d4f3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:37.492525 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6fee7d3b-a33a-4d1c-abd3-38d270918b79 req-7b9d8918-a845-4372-86be-f45d8d4f3b5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8285e0531a04d3c96585d96ccd10f50&device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 1098 time: 0.0448086 Aug 17 02:49:37.601542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee7d3b-a33a-4d1c-abd3-38d270918b79 req-f5288426-e854-40c5-8bab-f960c6981874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:37.602962 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6fee7d3b-a33a-4d1c-abd3-38d270918b79 req-f5288426-e854-40c5-8bab-f960c6981874 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e61892c-f1fc-452e-a1fa-712df6fb9b5d HTTP/1.1" status: 200 len: 915 time: 0.1035864 Aug 17 02:49:37.606403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-69b0ebdd-1e15-49c0-a7a3-0a532f7a9b42 req-b2db2de1-8bc6-402d-9f6c-74f851f81103 service neutron] (95406) timed out ('10.222.0.18', 55200) {{(pid=95406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 02:49:37.678483 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6fee7d3b-a33a-4d1c-abd3-38d270918b79 req-544de947-b68d-4b13-91e2-9a6182ea5f00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=074523bc-70ab-4948-b394-73de0d671d4d HTTP/1.1" status: 200 len: 999 time: 0.0685585 Aug 17 02:49:37.745030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee7d3b-a33a-4d1c-abd3-38d270918b79 req-c854e54b-0469-4791-b2ae-c9ae5f0c4159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:37.746597 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6fee7d3b-a33a-4d1c-abd3-38d270918b79 req-c854e54b-0469-4791-b2ae-c9ae5f0c4159 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0 HTTP/1.1" status: 200 len: 853 time: 0.0610833 Aug 17 02:49:37.805722 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee7d3b-a33a-4d1c-abd3-38d270918b79 req-3933c62e-de77-4990-ad7c-4ce2a95600a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:37.808796 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6fee7d3b-a33a-4d1c-abd3-38d270918b79 req-3933c62e-de77-4990-ad7c-4ce2a95600a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e61892c-f1fc-452e-a1fa-712df6fb9b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541179 Aug 17 02:49:37.826932 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feed63ca-8093-4da9-923a-cd3988f367fd None None] Sync routers for ids ['49bf2508-7e66-4457-8deb-cb5edb997bc1'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:49:37.837665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feed63ca-8093-4da9-923a-cd3988f367fd None None] Routers {'49bf2508-7e66-4457-8deb-cb5edb997bc1'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:37.839011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-feed63ca-8093-4da9-923a-cd3988f367fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:49:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['49bf2508-7e66-4457-8deb-cb5edb997bc1'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:37.897161 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-815b3a06-2290-442d-8285-588e1f2a17a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:37.913767 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6fee7d3b-a33a-4d1c-abd3-38d270918b79 req-1f77c44b-633d-4e0e-b8c7-1447c67c8cec service neutron] 10.222.0.42 "GET /v2.0/networks/9e61892c-f1fc-452e-a1fa-712df6fb9b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982418 Aug 17 02:49:37.978106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-feed63ca-8093-4da9-923a-cd3988f367fd None None] Set router 49bf2508-7e66-4457-8deb-cb5edb997bc1 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:38.024729 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6fee7d3b-a33a-4d1c-abd3-38d270918b79 req-bee6c4b2-2fba-49d2-be57-d84b49905d0b service neutron] 10.222.0.42 "GET /v2.0/networks/9e61892c-f1fc-452e-a1fa-712df6fb9b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029353 Aug 17 02:49:38.068073 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-895e0251-2b31-4fd5-a6ad-ffac0b4242fa req-b76ff42c-b035-4675-90a9-8bec59635913 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0328805 Aug 17 02:49:38.223896 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-feed63ca-8093-4da9-923a-cd3988f367fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:45:38Z', 'revision_number': 4, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'bd1ca8c9-6b6e-46ec-8aaf-3292ada67f6c', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'port_id': '074523bc-70ab-4948-b394-73de0d671d4d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'mac_address': 'fa:16:3e:fc:f3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:49:34Z', 'updated_at': '2021-08-17T02:49:37Z', 'revision_number': 2, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cce579d-ed04-45eb-9c70-2bb5b0b95e57', 'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'mac_address': 'fa:16:3e:1f:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:36Z', 'updated_at': '2021-08-17T02:45:51Z', 'revision_number': 5, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'subnets': [{'id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:38.260711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feed63ca-8093-4da9-923a-cd3988f367fd None None] Checking router: 49bf2508-7e66-4457-8deb-cb5edb997bc1 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:49:38.270109 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feed63ca-8093-4da9-923a-cd3988f367fd None None] Routers {'49bf2508-7e66-4457-8deb-cb5edb997bc1'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:38.270739 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-feed63ca-8093-4da9-923a-cd3988f367fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:49:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['49bf2508-7e66-4457-8deb-cb5edb997bc1'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:38.311115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2714dd23-08e5-4a93-ac42-549faf81a8ba req-9efdcfbe-2000-40b0-bbdd-f42a3795f644 tempest-ServerShowV254Test-1730424046 tempest-ServerShowV254Test-1730424046-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2cf3c60-38e4-4ee4-954e-ef16877db36a HTTP/1.1" status: 200 len: 210 time: 0.0313373 Aug 17 02:49:38.543374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-feed63ca-8093-4da9-923a-cd3988f367fd None None] Set router 49bf2508-7e66-4457-8deb-cb5edb997bc1 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:38.635701 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:49:38.789675 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-feed63ca-8093-4da9-923a-cd3988f367fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:45:38Z', 'revision_number': 4, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'bd1ca8c9-6b6e-46ec-8aaf-3292ada67f6c', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'port_id': '074523bc-70ab-4948-b394-73de0d671d4d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'mac_address': 'fa:16:3e:fc:f3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:49:34Z', 'updated_at': '2021-08-17T02:49:37Z', 'revision_number': 2, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cce579d-ed04-45eb-9c70-2bb5b0b95e57', 'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'mac_address': 'fa:16:3e:1f:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:36Z', 'updated_at': '2021-08-17T02:45:51Z', 'revision_number': 5, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'subnets': [{'id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:38.828284 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feed63ca-8093-4da9-923a-cd3988f367fd None None] The sync data for ids ['49bf2508-7e66-4457-8deb-cb5edb997bc1'] in n-d-793621-31 is: [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:45:38Z', 'revision_number': 4, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'bd1ca8c9-6b6e-46ec-8aaf-3292ada67f6c', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'port_id': '074523bc-70ab-4948-b394-73de0d671d4d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'mac_address': 'fa:16:3e:fc:f3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:49:34Z', 'updated_at': '2021-08-17T02:49:37Z', 'revision_number': 2, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cce579d-ed04-45eb-9c70-2bb5b0b95e57', 'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'mac_address': 'fa:16:3e:1f:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:36Z', 'updated_at': '2021-08-17T02:45:51Z', 'revision_number': 5, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'subnets': [{'id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:49:39.137174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-f9342d12-5006-4356-a44a-7b218af44b2f req-26d04747-d911-41e1-89a9-2662327f1885 service neutron] (95407) timed out ('10.222.0.18', 55555) {{(pid=95407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 02:49:39.396742 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'tag': '074523bc-70ab-4948-b394-73de0d671d4d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:49:39.399070 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968d8757-d66b-4001-8516-4760bdd0a2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1f73ee-fea6-45b1-95a7-008c0227f36a", "tag": "074523bc-70ab-4948-b394-73de0d671d4d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:49:39.512096 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24877c8-b05c-46bf-b0d9-493d24ea4711 x-openstack-request-id: req-c24877c8-b05c-46bf-b0d9-493d24ea4711 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:49:39.512384 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1f73ee-fea6-45b1-95a7-008c0227f36a", "tag": "074523bc-70ab-4948-b394-73de0d671d4d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:49:39.512635 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c24877c8-b05c-46bf-b0d9-493d24ea4711 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:49:39.513031 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'tag': '074523bc-70ab-4948-b394-73de0d671d4d', 'status': 'completed', 'code': 200} Aug 17 02:49:39.601046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d8757-d66b-4001-8516-4760bdd0a2fa req-ab4e10a2-a064-4c93-8582-9a23ff62bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:39.602578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-968d8757-d66b-4001-8516-4760bdd0a2fa req-ab4e10a2-a064-4c93-8582-9a23ff62bf8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8285e0531a04d3c96585d96ccd10f50&device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 1098 time: 0.0487139 Aug 17 02:49:39.698552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d8757-d66b-4001-8516-4760bdd0a2fa req-8405fc2c-20b2-4312-b94c-1d6b6c698839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:39.704330 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-968d8757-d66b-4001-8516-4760bdd0a2fa req-8405fc2c-20b2-4312-b94c-1d6b6c698839 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e61892c-f1fc-452e-a1fa-712df6fb9b5d HTTP/1.1" status: 200 len: 915 time: 0.0896859 Aug 17 02:49:39.775665 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-968d8757-d66b-4001-8516-4760bdd0a2fa req-aa6c99b4-db6b-4053-a411-232107a0e2dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=074523bc-70ab-4948-b394-73de0d671d4d HTTP/1.1" status: 200 len: 1001 time: 0.0686116 Aug 17 02:49:39.826788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d8757-d66b-4001-8516-4760bdd0a2fa req-8b47a554-60e4-4cac-b0d1-8a3971c263e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:39.828285 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-968d8757-d66b-4001-8516-4760bdd0a2fa req-8b47a554-60e4-4cac-b0d1-8a3971c263e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0 HTTP/1.1" status: 200 len: 853 time: 0.0459695 Aug 17 02:49:39.874796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d8757-d66b-4001-8516-4760bdd0a2fa req-bdf8184d-b3a3-49d3-ad23-91b058181ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:39.876338 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-968d8757-d66b-4001-8516-4760bdd0a2fa req-bdf8184d-b3a3-49d3-ad23-91b058181ba8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e61892c-f1fc-452e-a1fa-712df6fb9b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411198 Aug 17 02:49:39.987168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 52844) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:40.149396 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:40.261201 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:40.296752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-968d8757-d66b-4001-8516-4760bdd0a2fa req-4a8a90de-ee40-4630-b69e-73672a4849d9 service neutron] 10.222.0.42 "GET /v2.0/networks/9e61892c-f1fc-452e-a1fa-712df6fb9b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124992 Aug 17 02:49:40.301797 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4deb52e9-2a89-4031-a830-ab6df8351372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:40.353478 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:40.393078 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-968d8757-d66b-4001-8516-4760bdd0a2fa req-49229890-f873-48e1-943b-e8f66892d5d2 service neutron] 10.222.0.42 "GET /v2.0/networks/9e61892c-f1fc-452e-a1fa-712df6fb9b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889649 Aug 17 02:49:40.395360 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4645b7b0fb7c4569ba34e2a1a28b841f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069145 Aug 17 02:49:40.396166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d1059c-06d6-43a0-a395-110166621ab3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:40.397831 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 52856) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:40.404450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.406696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.406696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.406696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.406696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.406696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.406696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.407172 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.407172 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.407487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.407818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.408156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c84e5f-4edb-4ae4-9952-7b291d5551dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.452755 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:40.474811 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:40.598479 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:40.601089 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:40.602290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81d1059c-06d6-43a0-a395-110166621ab3 HTTP/1.1" status: 204 len: 168 time: 0.2035227 Aug 17 02:49:40.611051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d1059c-06d6-43a0-a395-110166621ab3,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:40.618647 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.618997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.619342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.619685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.620045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.620350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.620678 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.621005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.621356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.621682 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.622006 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.622328 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990c59f-3433-410f-b32d-9d6e2f51c36c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:40.651998 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:41.833150 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:43.825167 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:47.595084 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937b4a6-10c0-4873-8da2-3280fa4ac0d7 req-9db9600d-4cfc-41cc-8287-d0b74053f1b6 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:47.596793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0937b4a6-10c0-4873-8da2-3280fa4ac0d7 req-9db9600d-4cfc-41cc-8287-d0b74053f1b6 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 945 time: 0.0564828 Aug 17 02:49:47.647336 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0937b4a6-10c0-4873-8da2-3280fa4ac0d7 req-ce20119f-ba13-4bb8-83b9-c1caddc36601 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438554 Aug 17 02:49:48.782355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14931c82-18e1-4ae7-a6de-41c5205b5265 req-46264795-cbe7-468a-86d3-c1c20cffb6de tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:48.784028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-14931c82-18e1-4ae7-a6de-41c5205b5265 req-46264795-cbe7-468a-86d3-c1c20cffb6de tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 945 time: 0.0578725 Aug 17 02:49:48.855883 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-14931c82-18e1-4ae7-a6de-41c5205b5265 req-534ee27f-d437-4cc1-b707-da8ce76725e1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652857 Aug 17 02:49:49.444646 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-12e985c6-0fa7-43c8-983f-5c38f26c0382 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:49.446149 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-12e985c6-0fa7-43c8-983f-5c38f26c0382 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 945 time: 0.0525246 Aug 17 02:49:49.545329 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-7698c4d8-675e-4f3f-8bfb-fc93689c2d6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Deleting port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:49:49.545329 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-7698c4d8-675e-4f3f-8bfb-fc93689c2d6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:49.665843 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-7698c4d8-675e-4f3f-8bfb-fc93689c2d6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] For port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:49.666458 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-7698c4d8-675e-4f3f-8bfb-fc93689c2d6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:49.842009 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-7698c4d8-675e-4f3f-8bfb-fc93689c2d6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:49.842694 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-7698c4d8-675e-4f3f-8bfb-fc93689c2d6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:49.842694 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-7698c4d8-675e-4f3f-8bfb-fc93689c2d6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Floating IP f529fb98-2304-4a0b-8c73-2943654df576 disassociated. External IP: 172.25.5.29, port: 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3. Aug 17 02:49:49.842975 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-7698c4d8-675e-4f3f-8bfb-fc93689c2d6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Calling delete_port for 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:49:50.012790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53c771-14d1-4dc8-b349-1bb6f1d15355 req-1fdd7863-7c7f-45af-9ab7-fa387efb70fa tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:50.014336 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d53c771-14d1-4dc8-b349-1bb6f1d15355 req-1fdd7863-7c7f-45af-9ab7-fa387efb70fa tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 945 time: 0.0880549 Aug 17 02:49:50.052548 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d53c771-14d1-4dc8-b349-1bb6f1d15355 req-4f24bb80-be2c-448f-8460-a0d9024ee748 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321655 Aug 17 02:49:50.101566 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-7698c4d8-675e-4f3f-8bfb-fc93689c2d6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:50.136776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698c4d8-675e-4f3f-8bfb-fc93689c2d6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event deleted for resources: {'Port': ['ID=37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:50.256232 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-7698c4d8-675e-4f3f-8bfb-fc93689c2d6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:49:50.381441 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-7698c4d8-675e-4f3f-8bfb-fc93689c2d6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:49:50.392809 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b258b12e-bf2f-4b68-886e-00cd81c93d22 None None] Sync routers for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:49:50.403338 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b258b12e-bf2f-4b68-886e-00cd81c93d22 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:50.404011 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b258b12e-bf2f-4b68-886e-00cd81c93d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:49:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:50.425917 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-7698c4d8-675e-4f3f-8bfb-fc93689c2d6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] No DVR routers for this DVR port 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:49:50.430578 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-7698c4d8-675e-4f3f-8bfb-fc93689c2d6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:50.433363 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-007d09c3-0bf4-4a16-a809-687d0541f0fd req-7698c4d8-675e-4f3f-8bfb-fc93689c2d6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "DELETE /v2.0/ports/37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 HTTP/1.1" status: 204 len: 173 time: 0.9800920 Aug 17 02:49:50.433859 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a192c99-326e-4a39-8678-f8c5d4efa66e', 'name': 'network-vif-deleted', 'tag': '37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:49:50.437307 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a742dce1-11f1-4b4e-b4d1-85765f18c479" -d '{"events": [{"server_uuid": "3a192c99-326e-4a39-8678-f8c5d4efa66e", "name": "network-vif-deleted", "tag": "37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:49:50.531774 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b258b12e-bf2f-4b68-886e-00cd81c93d22 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:50.686872 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584e9563-1e35-45f3-9446-c09835bc6bba x-openstack-request-id: req-584e9563-1e35-45f3-9446-c09835bc6bba {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:49:50.686872 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a192c99-326e-4a39-8678-f8c5d4efa66e", "name": "network-vif-deleted", "tag": "37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:49:50.686872 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-584e9563-1e35-45f3-9446-c09835bc6bba {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:49:50.686872 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a192c99-326e-4a39-8678-f8c5d4efa66e', 'name': 'network-vif-deleted', 'tag': '37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3', 'status': 'completed', 'code': 200} Aug 17 02:49:50.985869 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b258b12e-bf2f-4b68-886e-00cd81c93d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:51.016075 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b258b12e-bf2f-4b68-886e-00cd81c93d22 None None] Checking router: 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:49:51.032377 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b258b12e-bf2f-4b68-886e-00cd81c93d22 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:51.034171 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b258b12e-bf2f-4b68-886e-00cd81c93d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:49:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:51.190040 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b258b12e-bf2f-4b68-886e-00cd81c93d22 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:51.209845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4ed7de71-a889-4793-b141-82c2bd8e2122 req-949e4ecc-da4a-4c52-995d-3b1faf110c22 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 210 time: 0.0626864 Aug 17 02:49:51.493156 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b258b12e-bf2f-4b68-886e-00cd81c93d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:51.527543 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b258b12e-bf2f-4b68-886e-00cd81c93d22 None None] The sync data for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 is: [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:49:51.573474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53068) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:51.706324 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ebe44657-e466-4966-ba0d-33ad2f983e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:51.847428 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ebe44657-e466-4966-ba0d-33ad2f983e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:51.904144 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a4535d-4c9a-4da2-b106-ad205b848f8b None None] New status for floating IP f529fb98-2304-4a0b-8c73-2943654df576: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:49:51.929338 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ebe44657-e466-4966-ba0d-33ad2f983e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:51.962217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44657-e466-4966-ba0d-33ad2f983e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bfe1f8-e5fa-4a11-9071-cd755124b6ee,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:51.996693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ebe44657-e466-4966-ba0d-33ad2f983e5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42b3788cfcef4608a1b2d43d5ccc7a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218872 Aug 17 02:49:51.999208 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53076) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:52.066122 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7cd3708-3aba-4f1e-b5ab-51a3e1828fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:52.097459 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7cd3708-3aba-4f1e-b5ab-51a3e1828fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:52.234356 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7cd3708-3aba-4f1e-b5ab-51a3e1828fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:52.240002 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7cd3708-3aba-4f1e-b5ab-51a3e1828fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:52.243672 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d7cd3708-3aba-4f1e-b5ab-51a3e1828fb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7bfe1f8-e5fa-4a11-9071-cd755124b6ee HTTP/1.1" status: 204 len: 168 time: 0.2410634 Aug 17 02:49:52.253757 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd3708-3aba-4f1e-b5ab-51a3e1828fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bfe1f8-e5fa-4a11-9071-cd755124b6ee,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:52.314762 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1807bfb-7b0e-4dcb-b523-f99640ef8594 req-5737cf6c-8ce5-4009-84a8-4aeba91b0796 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 210 time: 0.0326104 Aug 17 02:49:53.426427 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e717d1c-66ae-4117-8bd9-6b7ea30cd012 req-3b80284b-c45d-4687-90ac-749e75df095e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 210 time: 0.0348210 Aug 17 02:49:53.933756 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:49:53.956464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:49:53.956829 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 37d7f3f3-fb27-45bc-a7a7-b7c8cba9ced3 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:49:54.195460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53144) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:54.315061 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6676f40f-6966-4b5f-b5f4-629610639e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:54.410259 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6676f40f-6966-4b5f-b5f4-629610639e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:54.521973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-213f830a-f99b-4f8f-8d48-0d9e7c406aa7 req-5a52fc4a-46a1-4946-a688-d1ec959719ab tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 210 time: 0.0280430 Aug 17 02:49:54.531027 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6676f40f-6966-4b5f-b5f4-629610639e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:54.581795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53154) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:54.582007 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6676f40f-6966-4b5f-b5f4-629610639e63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=373e11003484440887ed385b043add30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852117 Aug 17 02:49:54.582941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676f40f-6966-4b5f-b5f4-629610639e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675960b0-e326-4176-bf22-7a30742325b9,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:54.640381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15c2e452-d29f-4bee-b1e7-3f746bd59f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:54.663165 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15c2e452-d29f-4bee-b1e7-3f746bd59f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:54.793287 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15c2e452-d29f-4bee-b1e7-3f746bd59f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:54.796814 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15c2e452-d29f-4bee-b1e7-3f746bd59f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:54.800544 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-15c2e452-d29f-4bee-b1e7-3f746bd59f57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/675960b0-e326-4176-bf22-7a30742325b9 HTTP/1.1" status: 204 len: 168 time: 0.2142870 Aug 17 02:49:54.809391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2e452-d29f-4bee-b1e7-3f746bd59f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675960b0-e326-4176-bf22-7a30742325b9,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:55.906675 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cbae815c-b276-4adb-a069-ae5b0a436b73 req-8b1243d9-0cf2-4ec6-96c0-0c47d074caea tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a192c99-326e-4a39-8678-f8c5d4efa66e HTTP/1.1" status: 200 len: 210 time: 0.0343981 Aug 17 02:49:57.262550 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-a259b8dc-8266-4618-9e10-1983c7714254 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775668736&fields=id&tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced HTTP/1.1" status: 200 len: 267 time: 0.0565016 Aug 17 02:49:57.388073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-3177c499-a5f3-4b2d-b5ce-766ec9afd96d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:57.396262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-3177c499-a5f3-4b2d-b5ce-766ec9afd96d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 812 time: 0.1320012 Aug 17 02:49:57.414312 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-c2cf41b3-5feb-4b1e-ac53-21a6d33ba9ce tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/quotas/bfc0da2911ce469596ea2cbdf9ad9ced HTTP/1.1" status: 200 len: 375 time: 0.0155246 Aug 17 02:49:57.470513 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-ffa4b459-0144-452a-a341-0c662c2ce15d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567050 Aug 17 02:49:57.597470 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-e597580b-1bf4-449c-a85a-f3250aa1b924 service neutron] 10.222.0.13 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038854 Aug 17 02:49:57.700200 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-7d518003-f17a-452c-b861-877920e61804 service neutron] 10.222.0.13 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962181 Aug 17 02:49:58.438281 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37934e10-6cea-4071-b0b3-f056ed2e1d22 req-6d76c77f-b619-4923-b35b-783762502e53 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 210 time: 0.0583103 Aug 17 02:49:58.463901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53294) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:58.577543 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-04102d1b-e6d1-4b13-9996-162055685766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:58.673548 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-04102d1b-e6d1-4b13-9996-162055685766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:58.741621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-04102d1b-e6d1-4b13-9996-162055685766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:58.775773 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:58.786619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53310) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:58.786843 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-04102d1b-e6d1-4b13-9996-162055685766 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3e3eccbe56f404b8b88495039f7ca75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216710 Aug 17 02:49:58.792479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04102d1b-e6d1-4b13-9996-162055685766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b57c451-a838-42f6-a483-a0c251c3eca0,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:58.863070 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ecfe47a3-d9bc-4593-83eb-15a8a484d985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:58.887048 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ecfe47a3-d9bc-4593-83eb-15a8a484d985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:59.113709 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ecfe47a3-d9bc-4593-83eb-15a8a484d985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:59.116400 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ecfe47a3-d9bc-4593-83eb-15a8a484d985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:59.117620 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ecfe47a3-d9bc-4593-83eb-15a8a484d985 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b57c451-a838-42f6-a483-a0c251c3eca0 HTTP/1.1" status: 204 len: 168 time: 0.3298962 Aug 17 02:49:59.126645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe47a3-d9bc-4593-83eb-15a8a484d985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b57c451-a838-42f6-a483-a0c251c3eca0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:59.556739 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2836c176-9773-4045-9b0d-d4a624b05801 req-2f0f8e32-2c1f-4963-9b65-bb58ad759cdc tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 210 time: 0.0525644 Aug 17 02:50:00.037281 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53322) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:00.052103 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf8cac1f-e1a8-42c4-b493-ee937631f621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:00.158970 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf8cac1f-e1a8-42c4-b493-ee937631f621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:00.238990 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf8cac1f-e1a8-42c4-b493-ee937631f621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:00.279294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cac1f-e1a8-42c4-b493-ee937631f621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0807ae-c762-43ee-b308-ade22773dd09,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:00.284647 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cf8cac1f-e1a8-42c4-b493-ee937631f621 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e02d6f5d03ba42a5aa8f074b16f2f127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461925 Aug 17 02:50:00.288709 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53324) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:00.347235 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0a97f3ca-4f54-467f-8aac-7d71522a583a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:00.370811 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0a97f3ca-4f54-467f-8aac-7d71522a583a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:00.524403 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0a97f3ca-4f54-467f-8aac-7d71522a583a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:00.527548 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0a97f3ca-4f54-467f-8aac-7d71522a583a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:00.528927 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0a97f3ca-4f54-467f-8aac-7d71522a583a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d0807ae-c762-43ee-b308-ade22773dd09 HTTP/1.1" status: 204 len: 168 time: 0.2386653 Aug 17 02:50:00.539637 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97f3ca-4f54-467f-8aac-7d71522a583a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0807ae-c762-43ee-b308-ade22773dd09,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:00.710113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-774f8470-c7ac-4d9b-9cfa-e691572200fe tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:00.711615 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-774f8470-c7ac-4d9b-9cfa-e691572200fe tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 812 time: 0.1072700 Aug 17 02:50:00.761656 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-487cc685-ee06-4d65-9e1f-d466a50753ba tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced HTTP/1.1" status: 200 len: 380 time: 0.0360105 Aug 17 02:50:00.773824 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-6bd62ed3-41c7-4b62-a011-23f8cce288db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'port': {'device_id': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'admin_state_up': True, 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'security_groups': ['4924c2c0-1bb5-4295-ab47-ecda9850adec']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:01.022278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-6bd62ed3-41c7-4b62-a011-23f8cce288db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Made reservation on behalf of bfc0da2911ce469596ea2cbdf9ad9ced for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:01.026859 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-6bd62ed3-41c7-4b62-a011-23f8cce288db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:01.197846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44ad3d72-6214-46b5-8d2e-ef5c8f12486c req-9320bf6f-f4a1-4b19-bbc8-f8096798af04 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 210 time: 0.0666695 Aug 17 02:50:01.204569 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:01.274787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-6bd62ed3-41c7-4b62-a011-23f8cce288db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Allocated IP 172.20.0.4 (c2370959-6d24-42f8-8b5f-273d78403b0c/764c3736-195b-4464-8ea3-48fdcebbb5de/fe94b3df-deb6-4977-b8b4-f482729c8a44) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:01.449676 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-6bd62ed3-41c7-4b62-a011-23f8cce288db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:01.463739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-6bd62ed3-41c7-4b62-a011-23f8cce288db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Transition to ACTIVE for port object fe94b3df-deb6-4977-b8b4-f482729c8a44 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:01.605125 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-6bd62ed3-41c7-4b62-a011-23f8cce288db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:01.656005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-6bd62ed3-41c7-4b62-a011-23f8cce288db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Network c2370959-6d24-42f8-8b5f-273d78403b0c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:01.659476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-6bd62ed3-41c7-4b62-a011-23f8cce288db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:01.664151 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-6bd62ed3-41c7-4b62-a011-23f8cce288db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:01.697691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd62ed3-41c7-4b62-a011-23f8cce288db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'Port': ['ID=fe94b3df-deb6-4977-b8b4-f482729c8a44,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:01.742549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-6bd62ed3-41c7-4b62-a011-23f8cce288db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:01.743964 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-6bd62ed3-41c7-4b62-a011-23f8cce288db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:01.811305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-6bd62ed3-41c7-4b62-a011-23f8cce288db tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0422008 Aug 17 02:50:01.830914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Request body: {'port': {'device_id': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:01.942694 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:02.151973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c3554099-e3ae-46e8-a55b-e9f60a267d96 None None] Provisioning for port fe94b3df-deb6-4977-b8b4-f482729c8a44 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:02.156694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c3554099-e3ae-46e8-a55b-e9f60a267d96 None None] Provisioning complete for port fe94b3df-deb6-4977-b8b4-f482729c8a44 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:02.157067 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c3554099-e3ae-46e8-a55b-e9f60a267d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:02.200022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c3554099-e3ae-46e8-a55b-e9f60a267d96 None None] Port fe94b3df-deb6-4977-b8b4-f482729c8a44 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:50:02.352079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe94b3df-deb6-4977-b8b4-f482729c8a44 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:50:02.362156 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:02.381523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c44e8a-1798-402a-83b8-45549acc0dc9 req-c04df363-ddb8-467a-9935-c29f561c9d04 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:02.383056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63c44e8a-1798-402a-83b8-45549acc0dc9 req-c04df363-ddb8-467a-9935-c29f561c9d04 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 931 time: 0.1048331 Aug 17 02:50:02.388593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Transition to ACTIVE for port object fe94b3df-deb6-4977-b8b4-f482729c8a44 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:02.449153 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63c44e8a-1798-402a-83b8-45549acc0dc9 req-31895085-04d9-409d-a80c-2ec196eb5eeb tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509863 Aug 17 02:50:02.462274 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:02.527401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Pushing event updated for resources: {'Port': ['ID=fe94b3df-deb6-4977-b8b4-f482729c8a44,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:02.632832 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Attempting to bind port fe94b3df-deb6-4977-b8b4-f482729c8a44 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:50:02.633342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Attempting to bind port fe94b3df-deb6-4977-b8b4-f482729c8a44 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:50:02.633677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Attempting to bind port fe94b3df-deb6-4977-b8b4-f482729c8a44 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:02.646997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Port fe94b3df-deb6-4977-b8b4-f482729c8a44 on network c2370959-6d24-42f8-8b5f-273d78403b0c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:50:02.647337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Attempting to bind port fe94b3df-deb6-4977-b8b4-f482729c8a44 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:02.654248 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:50:02.654599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Checking segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:02.655173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Bound using segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:50:02.655953 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Bound port: fe94b3df-deb6-4977-b8b4-f482729c8a44, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:50:02.656259 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:02.771892 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] For port fe94b3df-deb6-4977-b8b4-f482729c8a44, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:50:02.775661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] For port fe94b3df-deb6-4977-b8b4-f482729c8a44, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=fe94b3df-deb6-4977-b8b4-f482729c8a44,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:50:02.875973 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:02.929978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:02.931537 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:02.942865 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] 10.222.0.18 "PUT /v2.0/ports/fe94b3df-deb6-4977-b8b4-f482729c8a44 HTTP/1.1" status: 200 len: 1092 time: 1.1082070 Aug 17 02:50:02.983887 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'tag': 'fe94b3df-deb6-4977-b8b4-f482729c8a44'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:50:02.987637 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd5d2db-b749-4673-8bc5-95f721a4bba8" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7d890c-a790-4b78-9936-998ac35d89e3", "tag": "fe94b3df-deb6-4977-b8b4-f482729c8a44"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:50:02.990773 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2b7df-def5-4a2d-8504-dc930e271c83 service neutron] Pushing event updated for resources: {'Port': ['ID=fe94b3df-deb6-4977-b8b4-f482729c8a44,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:03.119370 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf98ea36-2246-4eff-bcdb-31066fdc4660 x-openstack-request-id: req-bf98ea36-2246-4eff-bcdb-31066fdc4660 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:50:03.119872 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7d890c-a790-4b78-9936-998ac35d89e3", "tag": "fe94b3df-deb6-4977-b8b4-f482729c8a44", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:50:03.120266 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf98ea36-2246-4eff-bcdb-31066fdc4660 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:50:03.120807 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'tag': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'status': 'completed', 'code': 200} Aug 17 02:50:03.142802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-e8b9c430-7f6e-4061-b65e-d542407f0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:03.153865 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-e8b9c430-7f6e-4061-b65e-d542407f0b5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 1095 time: 0.0934386 Aug 17 02:50:03.220699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-30294d63-75eb-4a5e-845c-b10664e2cd59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe94b3df-deb6-4977-b8b4-f482729c8a44 HTTP/1.1" status: 200 len: 217 time: 0.0525534 Aug 17 02:50:03.297562 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-e73042d6-7d9d-4170-8f0e-6c1d6017b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:03.299296 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-e73042d6-7d9d-4170-8f0e-6c1d6017b150 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0713265 Aug 17 02:50:03.353032 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-ee5c7474-cbc9-4616-90b5-31a954dfac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:03.360380 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-ee5c7474-cbc9-4616-90b5-31a954dfac5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478094 Aug 17 02:50:03.448308 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-7ff2406b-18c4-4832-9e8a-1c49eeba7ca4 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855014 Aug 17 02:50:03.608786 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98d0dcf1-fa90-47a8-b181-b1e467921930 req-2377af79-3c8d-40b7-a268-f257ad56a61b service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499388 Aug 17 02:50:03.629264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e40cb-3b14-4232-9854-89860f026040 req-1a6737d3-edc4-4ef0-a298-2d647e77017b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:03.635208 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-596e40cb-3b14-4232-9854-89860f026040 req-1a6737d3-edc4-4ef0-a298-2d647e77017b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 943 time: 0.0655084 Aug 17 02:50:03.672470 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-596e40cb-3b14-4232-9854-89860f026040 req-45cc3c98-f454-4af2-a61e-14f54e8bba5a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348754 Aug 17 02:50:03.846860 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5d2db-b749-4673-8bc5-95f721a4bba8 req-65d09b4b-9d51-45ac-a7e6-99cb9d1e0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:03.849234 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5dd5d2db-b749-4673-8bc5-95f721a4bba8 req-65d09b4b-9d51-45ac-a7e6-99cb9d1e0178 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 1095 time: 0.0670941 Aug 17 02:50:03.950133 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5d2db-b749-4673-8bc5-95f721a4bba8 req-b8e7fc72-8cd8-40d2-9e53-ee00ee15c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:03.951718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5dd5d2db-b749-4673-8bc5-95f721a4bba8 req-b8e7fc72-8cd8-40d2-9e53-ee00ee15c368 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.0945251 Aug 17 02:50:04.016141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5dd5d2db-b749-4673-8bc5-95f721a4bba8 req-699b1852-58a0-49cb-8d70-ccbf8ffd9106 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe94b3df-deb6-4977-b8b4-f482729c8a44 HTTP/1.1" status: 200 len: 217 time: 0.0475202 Aug 17 02:50:04.067265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5d2db-b749-4673-8bc5-95f721a4bba8 req-96dfa123-6115-413e-9f79-ad6ed26e3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:04.074948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5dd5d2db-b749-4673-8bc5-95f721a4bba8 req-96dfa123-6115-413e-9f79-ad6ed26e3909 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0489757 Aug 17 02:50:04.121019 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5d2db-b749-4673-8bc5-95f721a4bba8 req-953541d8-f2fa-442a-af04-0822ffc28fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:04.122745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5dd5d2db-b749-4673-8bc5-95f721a4bba8 req-953541d8-f2fa-442a-af04-0822ffc28fbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460920 Aug 17 02:50:04.259676 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5dd5d2db-b749-4673-8bc5-95f721a4bba8 req-2082f5e6-c1ce-4d55-9d46-d26510b76bb8 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253641 Aug 17 02:50:04.364840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5dd5d2db-b749-4673-8bc5-95f721a4bba8 req-9d4ea409-7fcd-494e-bbcc-0b0399dbda67 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970981 Aug 17 02:50:04.797392 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ecbef-7bc7-461c-9018-bda7f6027f86 req-cb8ec7fc-46f0-41fa-869d-d993f2503f4c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:04.798881 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e03ecbef-7bc7-461c-9018-bda7f6027f86 req-cb8ec7fc-46f0-41fa-869d-d993f2503f4c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 943 time: 0.0549700 Aug 17 02:50:04.850192 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e03ecbef-7bc7-461c-9018-bda7f6027f86 req-d3efcc33-51df-4501-8d8d-fb8874a06b2e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451083 Aug 17 02:50:05.023106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53460) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:05.135321 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3da817d1-a425-44be-9595-4974d37932e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:05.225643 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3da817d1-a425-44be-9595-4974d37932e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:05.301973 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3da817d1-a425-44be-9595-4974d37932e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:05.344207 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da817d1-a425-44be-9595-4974d37932e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc26f902-3e7d-4b94-b8aa-8c98a206b8a4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:05.350887 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3da817d1-a425-44be-9595-4974d37932e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71604bbf794a453093a9516f8721f02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244047 Aug 17 02:50:05.351102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53464) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:05.401025 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-09982a9e-7952-4ce4-b7b5-9042547a58a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:05.422902 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-09982a9e-7952-4ce4-b7b5-9042547a58a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:05.553154 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-09982a9e-7952-4ce4-b7b5-9042547a58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:05.556042 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-09982a9e-7952-4ce4-b7b5-9042547a58a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:05.557359 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-09982a9e-7952-4ce4-b7b5-9042547a58a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc26f902-3e7d-4b94-b8aa-8c98a206b8a4 HTTP/1.1" status: 204 len: 168 time: 0.2051547 Aug 17 02:50:05.567684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09982a9e-7952-4ce4-b7b5-9042547a58a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc26f902-3e7d-4b94-b8aa-8c98a206b8a4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:06.011576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b6236-6c04-4195-b837-51825624dfdf req-2e05cf6a-9ced-4e4e-a5f4-02f952984596 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:06.013090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf1b6236-6c04-4195-b837-51825624dfdf req-2e05cf6a-9ced-4e4e-a5f4-02f952984596 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 943 time: 0.0534523 Aug 17 02:50:06.053628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf1b6236-6c04-4195-b837-51825624dfdf req-0afa04a1-a1e3-45ea-9639-f3d2632e0cf8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333080 Aug 17 02:50:06.221126 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53482) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:06.235951 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29e3969b-79d0-44f9-af6b-2f42722d9d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:06.337975 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29e3969b-79d0-44f9-af6b-2f42722d9d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:06.415794 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29e3969b-79d0-44f9-af6b-2f42722d9d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:06.450704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3969b-79d0-44f9-af6b-2f42722d9d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fcf357-c4ba-4d5d-8600-ed127e3ccb8f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:06.487656 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-29e3969b-79d0-44f9-af6b-2f42722d9d10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f498fe63d449470f8a3e5a492490fbce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627461 Aug 17 02:50:06.488118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53488) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:06.555369 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-165d4acb-1858-430e-a41e-27737655cc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:06.587174 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-165d4acb-1858-430e-a41e-27737655cc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:06.759211 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-165d4acb-1858-430e-a41e-27737655cc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:06.762015 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-165d4acb-1858-430e-a41e-27737655cc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:06.763357 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-165d4acb-1858-430e-a41e-27737655cc49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9fcf357-c4ba-4d5d-8600-ed127e3ccb8f HTTP/1.1" status: 204 len: 168 time: 0.2742078 Aug 17 02:50:06.778807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d4acb-1858-430e-a41e-27737655cc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fcf357-c4ba-4d5d-8600-ed127e3ccb8f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:07.290250 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e94da6-b33b-46c7-a5f7-0007697fa9ba req-19f6f050-81a1-45a5-be0c-889e2eab4c80 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:07.292165 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97e94da6-b33b-46c7-a5f7-0007697fa9ba req-19f6f050-81a1-45a5-be0c-889e2eab4c80 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 943 time: 0.0846908 Aug 17 02:50:07.342811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97e94da6-b33b-46c7-a5f7-0007697fa9ba req-69914402-45fe-4858-a906-ef180e4a9e6d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422506 Aug 17 02:50:07.460814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac755120-379b-4879-907d-b88506885f0f req-30d25ce0-ffd7-423a-bcc6-af796b050468 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:07.464636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac755120-379b-4879-907d-b88506885f0f req-30d25ce0-ffd7-423a-bcc6-af796b050468 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 946 time: 0.0573549 Aug 17 02:50:07.510764 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac755120-379b-4879-907d-b88506885f0f req-c54b0bcd-7793-4f48-8419-3d1d69975d41 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a53db9f3-4666-4c61-93d4-cd55b892e602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415621 Aug 17 02:50:07.957722 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8d67bb82-ae72-408a-98b4-40bcec67a186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:08.472134 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01558aa5-3a29-4c98-8904-dff1b7949df7 req-32d86c4a-0312-4fca-ae47-035e3aae1f46 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:08.477925 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01558aa5-3a29-4c98-8904-dff1b7949df7 req-32d86c4a-0312-4fca-ae47-035e3aae1f46 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 943 time: 0.0564604 Aug 17 02:50:08.514934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01558aa5-3a29-4c98-8904-dff1b7949df7 req-0610b5d2-3fdc-43c4-923f-d36996266848 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347149 Aug 17 02:50:08.659442 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af3f32-9d41-4541-ac2e-fcb8fbdbfb3b req-215ed723-370c-43da-91a4-68c097ac0b21 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:08.663166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33af3f32-9d41-4541-ac2e-fcb8fbdbfb3b req-215ed723-370c-43da-91a4-68c097ac0b21 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 946 time: 0.0748837 Aug 17 02:50:08.718750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33af3f32-9d41-4541-ac2e-fcb8fbdbfb3b req-4572035d-b095-4f91-83f9-db8c5d044502 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a53db9f3-4666-4c61-93d4-cd55b892e602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401146 Aug 17 02:50:09.365471 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-cb1650a6-ba1d-43b2-b386-6f8832c413a5 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:09.367154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-cb1650a6-ba1d-43b2-b386-6f8832c413a5 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 946 time: 0.0511799 Aug 17 02:50:09.468527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-57defaf4-3e23-4dea-b01d-f0fb791141a7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Deleting port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:09.469041 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-57defaf4-3e23-4dea-b01d-f0fb791141a7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:09.593747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-57defaf4-3e23-4dea-b01d-f0fb791141a7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] For port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:09.594290 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-57defaf4-3e23-4dea-b01d-f0fb791141a7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:09.702265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f0493-3773-420a-b1e8-79cf425a4c1d req-91a964e4-e849-4ff1-a4a6-4ff4de871056 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:09.710436 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d7f0493-3773-420a-b1e8-79cf425a4c1d req-91a964e4-e849-4ff1-a4a6-4ff4de871056 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 943 time: 0.0993223 Aug 17 02:50:09.808980 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d7f0493-3773-420a-b1e8-79cf425a4c1d req-c6566bed-f4b1-48fd-ab80-3f46e282508f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961533 Aug 17 02:50:09.865911 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-57defaf4-3e23-4dea-b01d-f0fb791141a7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:09.866289 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-57defaf4-3e23-4dea-b01d-f0fb791141a7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:09.866693 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-57defaf4-3e23-4dea-b01d-f0fb791141a7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Floating IP abd93cb8-1d24-4cba-be79-0cb824aa2353 disassociated. External IP: 172.25.5.48, port: 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb. Aug 17 02:50:09.866964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-57defaf4-3e23-4dea-b01d-f0fb791141a7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Calling delete_port for 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:09.988152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b37383-b78d-42ae-b4ba-a19d2527860d req-552b87b3-0cbe-4026-8e88-64c8834b1655 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:09.989810 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-04b37383-b78d-42ae-b4ba-a19d2527860d req-552b87b3-0cbe-4026-8e88-64c8834b1655 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 946 time: 0.1166973 Aug 17 02:50:10.060724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-04b37383-b78d-42ae-b4ba-a19d2527860d req-0d9f56a7-e8b2-4d52-8601-f2d1b3a059d5 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a53db9f3-4666-4c61-93d4-cd55b892e602&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615747 Aug 17 02:50:10.141881 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-57defaf4-3e23-4dea-b01d-f0fb791141a7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:10.178566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57defaf4-3e23-4dea-b01d-f0fb791141a7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event deleted for resources: {'Port': ['ID=3ce8d626-ba29-4697-800f-fc5b7e2c7bbb,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:10.278757 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-09e4a8d4-9397-4f5a-91f2-c757bf05130a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:10.303549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-57defaf4-3e23-4dea-b01d-f0fb791141a7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Router c796c123-51bc-4738-97f4-08e6370ec54c has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:50:10.430000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-57defaf4-3e23-4dea-b01d-f0fb791141a7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:50:10.442307 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d040fc19-f658-4b9b-a1dd-d018557fb836 None None] Sync routers for ids ['c796c123-51bc-4738-97f4-08e6370ec54c'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:50:10.457738 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d040fc19-f658-4b9b-a1dd-d018557fb836 None None] Routers {'c796c123-51bc-4738-97f4-08e6370ec54c'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:10.458600 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d040fc19-f658-4b9b-a1dd-d018557fb836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c796c123-51bc-4738-97f4-08e6370ec54c'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:10.476653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-57defaf4-3e23-4dea-b01d-f0fb791141a7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] No DVR routers for this DVR port 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:50:10.479374 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-57defaf4-3e23-4dea-b01d-f0fb791141a7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:10.481647 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b06ce2f9-f2b2-443b-9095-ab6cbf58711a req-57defaf4-3e23-4dea-b01d-f0fb791141a7 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.42 "DELETE /v2.0/ports/3ce8d626-ba29-4697-800f-fc5b7e2c7bbb HTTP/1.1" status: 204 len: 173 time: 1.1082444 Aug 17 02:50:10.482101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1', 'name': 'network-vif-deleted', 'tag': '3ce8d626-ba29-4697-800f-fc5b7e2c7bbb'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:50:10.489481 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff3d922-cef0-4ad1-a216-eb499b1c59d2" -d '{"events": [{"server_uuid": "3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1", "name": "network-vif-deleted", "tag": "3ce8d626-ba29-4697-800f-fc5b7e2c7bbb"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:50:10.568462 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40426a21-1986-4bbe-b013-ee74806d6cdf x-openstack-request-id: req-40426a21-1986-4bbe-b013-ee74806d6cdf {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:50:10.568807 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1", "name": "network-vif-deleted", "tag": "3ce8d626-ba29-4697-800f-fc5b7e2c7bbb", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:50:10.569044 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40426a21-1986-4bbe-b013-ee74806d6cdf {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:50:10.569556 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1', 'name': 'network-vif-deleted', 'tag': '3ce8d626-ba29-4697-800f-fc5b7e2c7bbb', 'status': 'completed', 'code': 200} Aug 17 02:50:10.586517 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-d040fc19-f658-4b9b-a1dd-d018557fb836 None None] Set router c796c123-51bc-4738-97f4-08e6370ec54c gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:10.621637 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:10.848348 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d040fc19-f658-4b9b-a1dd-d018557fb836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '192cb886-38bd-4842-b574-3eda2d5f1d3e', 'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'mac_address': 'fa:16:3e:41:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:04Z', 'updated_at': '2021-08-17T02:39:15Z', 'revision_number': 5, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'subnets': [{'id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:10.876337 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d040fc19-f658-4b9b-a1dd-d018557fb836 None None] Checking router: c796c123-51bc-4738-97f4-08e6370ec54c for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:50:10.887166 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d040fc19-f658-4b9b-a1dd-d018557fb836 None None] Routers {'c796c123-51bc-4738-97f4-08e6370ec54c'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:10.887780 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d040fc19-f658-4b9b-a1dd-d018557fb836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c796c123-51bc-4738-97f4-08e6370ec54c'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:10.958414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60c825-f1ab-4b3b-bcee-b6775edfbe66 req-e1623f7f-a3ba-418a-a194-d536792a19c2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:10.960124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd60c825-f1ab-4b3b-bcee-b6775edfbe66 req-e1623f7f-a3ba-418a-a194-d536792a19c2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 943 time: 0.0756867 Aug 17 02:50:11.029930 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd60c825-f1ab-4b3b-bcee-b6775edfbe66 req-91e96839-5587-4070-8a33-2328a952fc24 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595272 Aug 17 02:50:11.119358 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-d040fc19-f658-4b9b-a1dd-d018557fb836 None None] Set router c796c123-51bc-4738-97f4-08e6370ec54c gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:11.192174 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7c4aea8-93f7-433d-981d-6b88d821e29c req-042209e3-75d1-4303-85c8-0e7891019b8e tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4a5f6f-5c63-4e6f-8d25-a75a96a142a1 HTTP/1.1" status: 200 len: 210 time: 0.0289435 Aug 17 02:50:11.335418 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d040fc19-f658-4b9b-a1dd-d018557fb836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '192cb886-38bd-4842-b574-3eda2d5f1d3e', 'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'mac_address': 'fa:16:3e:41:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:04Z', 'updated_at': '2021-08-17T02:39:15Z', 'revision_number': 5, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'subnets': [{'id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:11.367641 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d040fc19-f658-4b9b-a1dd-d018557fb836 None None] The sync data for ids ['c796c123-51bc-4738-97f4-08e6370ec54c'] in n-d-793621-31 is: [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:39:05Z', 'revision_number': 4, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '192cb886-38bd-4842-b574-3eda2d5f1d3e', 'name': '', 'network_id': '63c037a2-cec8-4bd4-a904-29cd7197ae86', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'mac_address': 'fa:16:3e:41:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:04Z', 'updated_at': '2021-08-17T02:39:15Z', 'revision_number': 5, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'subnets': [{'id': '6588c9ac-5362-490c-a200-ab2910cd28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:50:11.616166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53646) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:11.625820 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c4fff-d1a1-455c-b2c4-990d605d608c None None] New status for floating IP abd93cb8-1d24-4cba-be79-0cb824aa2353: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:50:11.765438 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-570160ab-e741-4b97-8a4a-a2981c8c97b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:11.861598 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:11.874004 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-570160ab-e741-4b97-8a4a-a2981c8c97b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:11.882280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:50:11.904354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:50:11.904750 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 3ce8d626-ba29-4697-800f-fc5b7e2c7bbb not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:50:11.918849 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-570160ab-e741-4b97-8a4a-a2981c8c97b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:11.959703 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-570160ab-e741-4b97-8a4a-a2981c8c97b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80a523f9ca8644f9b20d5f7e73da3dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419249 Aug 17 02:50:11.960716 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570160ab-e741-4b97-8a4a-a2981c8c97b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62463adb-1cb0-4728-8616-4e82e1b6e1e3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:11.962526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53658) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:12.018510 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aad826e4-b926-41dc-b1b1-a96f2155b706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.043464 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aad826e4-b926-41dc-b1b1-a96f2155b706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.170699 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aad826e4-b926-41dc-b1b1-a96f2155b706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.173207 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aad826e4-b926-41dc-b1b1-a96f2155b706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.174649 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-aad826e4-b926-41dc-b1b1-a96f2155b706 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62463adb-1cb0-4728-8616-4e82e1b6e1e3 HTTP/1.1" status: 204 len: 168 time: 0.2104023 Aug 17 02:50:12.198634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644dac4-18c2-4fa4-9741-32f6bc5330aa req-53b800de-069a-458a-a559-863d88f2a316 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:12.198634 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8644dac4-18c2-4fa4-9741-32f6bc5330aa req-53b800de-069a-458a-a559-863d88f2a316 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 943 time: 0.0643282 Aug 17 02:50:12.200873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53666) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:12.216595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad826e4-b926-41dc-b1b1-a96f2155b706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62463adb-1cb0-4728-8616-4e82e1b6e1e3,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:12.255176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8644dac4-18c2-4fa4-9741-32f6bc5330aa req-c19bc87e-7d8b-4fad-8579-397fef3a138f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536392 Aug 17 02:50:12.348975 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ce912a51-da1c-4cce-ad94-36c9bb4c3674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.455158 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ce912a51-da1c-4cce-ad94-36c9bb4c3674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.504153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53676) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:12.535076 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ce912a51-da1c-4cce-ad94-36c9bb4c3674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.599851 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ce912a51-da1c-4cce-ad94-36c9bb4c3674 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cebb4a3149dd485abc450e6d2c08b823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3976095 Aug 17 02:50:12.600581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce912a51-da1c-4cce-ad94-36c9bb4c3674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f484735-cb00-4a9e-a5b4-4d7e5c523c23,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:12.602669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53680) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:12.608190 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-302b7212-e922-4b2c-9220-cd9e8234f4c9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.635058 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-302b7212-e922-4b2c-9220-cd9e8234f4c9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.664433 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9bc20f4f-c04b-4364-8e02-40f3e4fd44cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.688566 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9bc20f4f-c04b-4364-8e02-40f3e4fd44cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.815610 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9bc20f4f-c04b-4364-8e02-40f3e4fd44cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.815840 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-302b7212-e922-4b2c-9220-cd9e8234f4c9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.818269 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9bc20f4f-c04b-4364-8e02-40f3e4fd44cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.818426 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-302b7212-e922-4b2c-9220-cd9e8234f4c9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.819444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9bc20f4f-c04b-4364-8e02-40f3e4fd44cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f484735-cb00-4a9e-a5b4-4d7e5c523c23 HTTP/1.1" status: 204 len: 168 time: 0.2153332 Aug 17 02:50:12.829127 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-302b7212-e922-4b2c-9220-cd9e8234f4c9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "DELETE /v2.0/security-groups/a53db9f3-4666-4c61-93d4-cd55b892e602 HTTP/1.1" status: 204 len: 168 time: 0.3179793 Aug 17 02:50:12.829602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53684) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:12.833675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b7212-e922-4b2c-9220-cd9e8234f4c9 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53db9f3-4666-4c61-93d4-cd55b892e602,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:12.835596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc20f4f-c04b-4364-8e02-40f3e4fd44cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f484735-cb00-4a9e-a5b4-4d7e5c523c23,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:12.843627 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-50e936b2-ed2f-45c9-9a26-af00f43e4f62 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] show failed (client error): The resource could not be found. Aug 17 02:50:12.847293 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-50e936b2-ed2f-45c9-9a26-af00f43e4f62 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "GET /v2.0/security-groups/a53db9f3-4666-4c61-93d4-cd55b892e602 HTTP/1.1" status: 404 len: 347 time: 0.0162945 Aug 17 02:50:12.847747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53686) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:12.977216 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-5c63c94a-7407-4f49-b851-b561753418a6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Deleting port fee35eda-6d57-4c58-9dce-ba87e77573c6 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:12.977595 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c63c94a-7407-4f49-b851-b561753418a6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.017709 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53688) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:13.034422 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0447519-9238-4ca4-8e5d-fab8709dff9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.071042 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c63c94a-7407-4f49-b851-b561753418a6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.073837 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c63c94a-7407-4f49-b851-b561753418a6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.086728 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-5c63c94a-7407-4f49-b851-b561753418a6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Calling delete_port for fee35eda-6d57-4c58-9dce-ba87e77573c6 owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:13.133325 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0447519-9238-4ca4-8e5d-fab8709dff9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.240834 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0447519-9238-4ca4-8e5d-fab8709dff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.272657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b0447519-9238-4ca4-8e5d-fab8709dff9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63e9377a3c654d5dad3103827393e071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538340 Aug 17 02:50:13.273550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0447519-9238-4ca4-8e5d-fab8709dff9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d9587f-5b4f-45ea-b1e4-b63082ba477b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:13.276084 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53694) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:13.325002 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c63c94a-7407-4f49-b851-b561753418a6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.354466 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8e88-1f6a-47bb-8951-cd5ae2ad6d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.363929 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63c94a-7407-4f49-b851-b561753418a6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Pushing event deleted for resources: {'Port': ['ID=fee35eda-6d57-4c58-9dce-ba87e77573c6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:13.380276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98b477-537c-4109-8905-6fa5ff58c6d9 req-b96e93bf-0971-47d5-86d4-23ed75b7bbb6 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:13.381878 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e98b477-537c-4109-8905-6fa5ff58c6d9 req-b96e93bf-0971-47d5-86d4-23ed75b7bbb6 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 943 time: 0.0570593 Aug 17 02:50:13.422252 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5e98b477-537c-4109-8905-6fa5ff58c6d9 req-52ae3534-5614-46f0-9e69-4038364bae76 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340984 Aug 17 02:50:13.422620 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8e88-1f6a-47bb-8951-cd5ae2ad6d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.454277 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c63c94a-7407-4f49-b851-b561753418a6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.457557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c63c94a-7407-4f49-b851-b561753418a6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.462814 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5c63c94a-7407-4f49-b851-b561753418a6 tempest-AttachVolumeTestJSON-1971706046 tempest-AttachVolumeTestJSON-1971706046-project] 10.222.0.13 "DELETE /v2.0/floatingips/abd93cb8-1d24-4cba-be79-0cb824aa2353 HTTP/1.1" status: 204 len: 168 time: 0.6099386 Aug 17 02:50:13.591033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53704) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:13.599531 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8e88-1f6a-47bb-8951-cd5ae2ad6d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.602164 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8e88-1f6a-47bb-8951-cd5ae2ad6d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.603695 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3a1a8e88-1f6a-47bb-8951-cd5ae2ad6d1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5d9587f-5b4f-45ea-b1e4-b63082ba477b HTTP/1.1" status: 204 len: 168 time: 0.3257997 Aug 17 02:50:13.606318 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ed449d7-90f6-4e78-b1ac-6b265e8eada8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.630048 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a8e88-1f6a-47bb-8951-cd5ae2ad6d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d9587f-5b4f-45ea-b1e4-b63082ba477b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:13.755865 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ed449d7-90f6-4e78-b1ac-6b265e8eada8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.793138 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.823433 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ed449d7-90f6-4e78-b1ac-6b265e8eada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.838050 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac1f8a97-7acd-4bc1-b1b0-ff941656c8a3 req-af507c01-2787-4c89-9447-404bcc2b7e9f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1888824 Aug 17 02:50:13.871863 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8ed449d7-90f6-4e78-b1ac-6b265e8eada8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75888372703d44eeb91ab6da98c09690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797167 Aug 17 02:50:13.874878 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53712) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:13.882808 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed449d7-90f6-4e78-b1ac-6b265e8eada8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c800cf5-91e2-4f42-b6be-2762ce87dddb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:13.916226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f8a97-7acd-4bc1-b1b0-ff941656c8a3 req-38a4898e-cb23-4368-9539-595d4aa46ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:13.918304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac1f8a97-7acd-4bc1-b1b0-ff941656c8a3 req-38a4898e-cb23-4368-9539-595d4aa46ca3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 1098 time: 0.0446181 Aug 17 02:50:13.937269 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a2d9dbe7-ae94-44c0-b91b-d37c5f247483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.960731 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a2d9dbe7-ae94-44c0-b91b-d37c5f247483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:14.043657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f8a97-7acd-4bc1-b1b0-ff941656c8a3 req-a3bf68bc-279c-424e-ae65-d7fdfdb6efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:14.055598 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac1f8a97-7acd-4bc1-b1b0-ff941656c8a3 req-a3bf68bc-279c-424e-ae65-d7fdfdb6efd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 917 time: 0.1040659 Aug 17 02:50:14.073379 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a2d9dbe7-ae94-44c0-b91b-d37c5f247483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:14.076293 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a2d9dbe7-ae94-44c0-b91b-d37c5f247483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:14.079254 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a2d9dbe7-ae94-44c0-b91b-d37c5f247483 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c800cf5-91e2-4f42-b6be-2762ce87dddb HTTP/1.1" status: 204 len: 168 time: 0.2032804 Aug 17 02:50:14.089897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9dbe7-ae94-44c0-b91b-d37c5f247483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c800cf5-91e2-4f42-b6be-2762ce87dddb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:14.128876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac1f8a97-7acd-4bc1-b1b0-ff941656c8a3 req-1c21d73e-90ca-4e7c-a5ab-339da4980e35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b HTTP/1.1" status: 200 len: 1002 time: 0.0758905 Aug 17 02:50:14.191368 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f8a97-7acd-4bc1-b1b0-ff941656c8a3 req-f7e03dee-a611-4f21-ba34-de314011d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:14.194077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac1f8a97-7acd-4bc1-b1b0-ff941656c8a3 req-f7e03dee-a611-4f21-ba34-de314011d856 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.0577226 Aug 17 02:50:14.259043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f8a97-7acd-4bc1-b1b0-ff941656c8a3 req-6b5fd99d-c42e-40e2-a503-d71671d68a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:14.260577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac1f8a97-7acd-4bc1-b1b0-ff941656c8a3 req-6b5fd99d-c42e-40e2-a503-d71671d68a97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593216 Aug 17 02:50:14.372100 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac1f8a97-7acd-4bc1-b1b0-ff941656c8a3 req-a9c3cdca-942e-474b-876e-ae8491066d20 service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043987 Aug 17 02:50:14.482522 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ac1f8a97-7acd-4bc1-b1b0-ff941656c8a3 req-ced90295-a66e-437b-ad95-0cad48886215 service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030807 Aug 17 02:50:14.571671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a70674-725a-44c9-9d5b-51327f93d488 req-b1a6760b-f2f5-4d1e-8330-1d637e1341aa tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:14.573281 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a7a70674-725a-44c9-9d5b-51327f93d488 req-b1a6760b-f2f5-4d1e-8330-1d637e1341aa tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 943 time: 0.0737362 Aug 17 02:50:14.616883 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a7a70674-725a-44c9-9d5b-51327f93d488 req-d19f5837-a6ca-4eb8-81e9-3f6a346981e5 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348980 Aug 17 02:50:14.932039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53740) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:14.946842 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-01bdcec5-0d04-47e4-8174-5a530657e9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.038711 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-01bdcec5-0d04-47e4-8174-5a530657e9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.144736 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-01bdcec5-0d04-47e4-8174-5a530657e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.183732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdcec5-0d04-47e4-8174-5a530657e9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1e439b-1732-4525-af84-2b170bc1667c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:15.192082 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-01bdcec5-0d04-47e4-8174-5a530657e9fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1479d836b4de4185a0250e8241342cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588913 Aug 17 02:50:15.194603 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53746) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:15.247217 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eada612f-f1d4-4c28-accd-f64e452cc049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.274730 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eada612f-f1d4-4c28-accd-f64e452cc049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.448938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eada612f-f1d4-4c28-accd-f64e452cc049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.448938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eada612f-f1d4-4c28-accd-f64e452cc049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.450336 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eada612f-f1d4-4c28-accd-f64e452cc049 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b1e439b-1732-4525-af84-2b170bc1667c HTTP/1.1" status: 204 len: 168 time: 0.2544532 Aug 17 02:50:15.461774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada612f-f1d4-4c28-accd-f64e452cc049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1e439b-1732-4525-af84-2b170bc1667c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:15.635722 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:50:15.760094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf55ff-3eb3-47fa-9d05-d4b3f6309e3f req-f6ba82e3-1099-4817-8725-4b811cd0bca4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:15.762641 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cdbf55ff-3eb3-47fa-9d05-d4b3f6309e3f req-f6ba82e3-1099-4817-8725-4b811cd0bca4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 943 time: 0.0698013 Aug 17 02:50:15.809750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cdbf55ff-3eb3-47fa-9d05-d4b3f6309e3f req-579c65bc-68ca-4029-9ff1-f9f693ef3cee tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404489 Aug 17 02:50:16.802071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53806) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:16.948938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e521ea-16f0-44bd-ac1b-b8938b375f39 req-2187b287-95fb-477d-b9cb-b71219448df1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:16.957537 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3e521ea-16f0-44bd-ac1b-b8938b375f39 req-2187b287-95fb-477d-b9cb-b71219448df1 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 943 time: 0.0652184 Aug 17 02:50:17.015526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e3e521ea-16f0-44bd-ac1b-b8938b375f39 req-0b720dd3-ae2c-4337-bbd7-e2f09111124e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550959 Aug 17 02:50:17.025685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:17.153336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:17.271373 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:17.383155 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Allocated IP 172.25.5.222 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/c9f24475-dd2e-4ad5-a2e5-3838c8b63033) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:17.783037 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:17.919029 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:17.960424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:17.963508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:17.967864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:17.990204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event updated for resources: {'Port': ['ID=c9f24475-dd2e-4ad5-a2e5-3838c8b63033,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:18.132386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.165376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51cba2-525e-4c53-8056-6fd10d25c68d req-bed5ba1b-4803-4cad-8350-2bae92eec2e5 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:18.165376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e51cba2-525e-4c53-8056-6fd10d25c68d req-bed5ba1b-4803-4cad-8350-2bae92eec2e5 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 943 time: 0.0723891 Aug 17 02:50:18.203715 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e51cba2-525e-4c53-8056-6fd10d25c68d req-e3df03f4-78bf-4415-afac-d43a74680071 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355244 Aug 17 02:50:18.222833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device fe94b3df-deb6-4977-b8b4-f482729c8a44 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:50:18.290627 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.361702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port fe94b3df-deb6-4977-b8b4-f482729c8a44, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=fe94b3df-deb6-4977-b8b4-f482729c8a44,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:18.375116 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'port_id': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'mac_address': 'fa:16:3e:c2:96:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:50:18.423839 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.439683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe94b3df-deb6-4977-b8b4-f482729c8a44 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:50:18.463342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port fe94b3df-deb6-4977-b8b4-f482729c8a44, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=fe94b3df-deb6-4977-b8b4-f482729c8a44,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:18.485731 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.542044 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.570609 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.607005 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=fe94b3df-deb6-4977-b8b4-f482729c8a44,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:18.616765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.621962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.621962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.621962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.621962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.621962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.621962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.621962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.621962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.621962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.621962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.621962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.650523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event updated for resources: {'Port': ['ID=c9f24475-dd2e-4ad5-a2e5-3838c8b63033,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:18.662832 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.736349 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.740841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b8125ad5-d611-4368-bf75-0e809f58d1a3 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9376791 Aug 17 02:50:18.741718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53832) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:18.750274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-77306251'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:18.896162 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Made reservation on behalf of 30b3fccaf6db4627a5430f7201dabee2 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:18.900383 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.912709 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:19.009012 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['fe94b3df-deb6-4977-b8b4-f482729c8a44'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:50:19.009548 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:19.117463 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:19.145734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:50:19.151452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f4abb8-5970-494b-8169-16c2fff97506,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:19.161084 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:19.161463 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Added segment dd71719d-248d-4551-aa2b-4710be470e27 of type vlan for network 48679128-fa00-4cb7-b599-e67ce36f4476 Aug 17 02:50:19.211660 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:19.334341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef789b94-089b-4c91-b011-e1f8738cc193 req-46928075-5304-4563-be90-69b4f91c9196 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:19.335860 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef789b94-089b-4c91-b011-e1f8738cc193 req-46928075-5304-4563-be90-69b4f91c9196 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 944 time: 0.0564370 Aug 17 02:50:19.372567 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:19.379137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:19.379335 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:19.430564 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ef789b94-089b-4c91-b011-e1f8738cc193 req-6e67dc5c-2a70-4b2f-a864-410b055f2c20 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865374 Aug 17 02:50:19.465518 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event updated for resources: {'Network': ['ID=48679128-fa00-4cb7-b599-e67ce36f4476,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:19.480239 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 48679128-fa00-4cb7-b599-e67ce36f4476 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:50:19.508547 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6c3c85df-8e62-48fc-a414-4bdcc937e859 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7651963 Aug 17 02:50:19.511531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53842) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:19.517166 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-42de8628-e93e-4998-afe1-d15de0b0785a tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Request body: {'subnet': {'network_id': '48679128-fa00-4cb7-b599-e67ce36f4476', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:19.690145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42de8628-e93e-4998-afe1-d15de0b0785a tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Made reservation on behalf of 30b3fccaf6db4627a5430f7201dabee2 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:19.693734 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42de8628-e93e-4998-afe1-d15de0b0785a tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.021228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-f317ac81-7fb5-44b0-bb29-86e2a44aa352 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=12d53d937b3f49568a4be4ed2fa47188&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302713 Aug 17 02:50:20.028356 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42de8628-e93e-4998-afe1-d15de0b0785a tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.220425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de8628-e93e-4998-afe1-d15de0b0785a tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event updated for resources: {'Subnet': ['ID=503d498f-53c7-474c-8d6d-2feae72cd825,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:20.245426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device fe94b3df-deb6-4977-b8b4-f482729c8a44 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:20.261030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42de8628-e93e-4998-afe1-d15de0b0785a tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Checking segment: {'id': 'dd71719d-248d-4551-aa2b-4710be470e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '48679128-fa00-4cb7-b599-e67ce36f4476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:20.261427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42de8628-e93e-4998-afe1-d15de0b0785a tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Network hostable DHCP agents. Network: 48679128-fa00-4cb7-b599-e67ce36f4476, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:50:20.282620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-f91b9854-2218-430f-ab4d-3a6e8ac9616b tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:20.283999 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-f91b9854-2218-430f-ab4d-3a6e8ac9616b tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2569442 Aug 17 02:50:20.302802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-396afc0e-6cdb-489f-98a0-f13597b4dfd1 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/quotas/12d53d937b3f49568a4be4ed2fa47188 HTTP/1.1" status: 200 len: 375 time: 0.0096514 Aug 17 02:50:20.336707 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-96fd1683-e4e3-4372-8010-e4c3f1a184aa tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=12d53d937b3f49568a4be4ed2fa47188&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279713 Aug 17 02:50:20.382512 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42de8628-e93e-4998-afe1-d15de0b0785a tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Network 48679128-fa00-4cb7-b599-e67ce36f4476 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:50:20.393308 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port fe94b3df-deb6-4977-b8b4-f482729c8a44 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:20.398064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port fe94b3df-deb6-4977-b8b4-f482729c8a44 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:20.398793 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.479971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-42de8628-e93e-4998-afe1-d15de0b0785a tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 48679128-fa00-4cb7-b599-e67ce36f4476) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:20.485758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42de8628-e93e-4998-afe1-d15de0b0785a tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:20.490208 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-42de8628-e93e-4998-afe1-d15de0b0785a tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.496853 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01486c0-b86f-4986-ab87-3db8b44cee3c None None] Network 48679128-fa00-4cb7-b599-e67ce36f4476 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:50:20.566675 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.585057 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53872) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:20.589956 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-42de8628-e93e-4998-afe1-d15de0b0785a tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0766683 Aug 17 02:50:20.595922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1692990791', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:20.619373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe94b3df-deb6-4977-b8b4-f482729c8a44'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:50:20.621848 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f50373-5aa7-4cc6-99a0-6f785682eb78" -d '{"events": [{"server_uuid": "1e7d890c-a790-4b78-9936-998ac35d89e3", "name": "network-vif-plugged", "status": "completed", "tag": "fe94b3df-deb6-4977-b8b4-f482729c8a44"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:50:20.649097 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port fe94b3df-deb6-4977-b8b4-f482729c8a44, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=fe94b3df-deb6-4977-b8b4-f482729c8a44,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:20.703501 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b4af1-2037-4c8c-a8fa-c439ff358ceb req-e2a4a8c7-0a72-4096-8b63-9875abb184e0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:20.705103 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b61b4af1-2037-4c8c-a8fa-c439ff358ceb req-e2a4a8c7-0a72-4096-8b63-9875abb184e0 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 944 time: 0.0642087 Aug 17 02:50:20.727469 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-48679128-fa00-4cb7-b599-e67ce36f4476', 'network_id': '48679128-fa00-4cb7-b599-e67ce36f4476', 'tenant_id': '30b3fccaf6db4627a5430f7201dabee2', 'fixed_ips': [{'subnet_id': '503d498f-53c7-474c-8d6d-2feae72cd825'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:50:20.735065 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.752738 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.761157 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.762565 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b61b4af1-2037-4c8c-a8fa-c439ff358ceb req-8245198b-41dd-4e6e-b81a-29d5719ae3d9 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484064 Aug 17 02:50:20.770361 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.825413 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.831594 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7c98c97-69a3-4d1e-8973-98178dc7bcef req-e8709838-c258-4f77-9e14-27bf8682cf36 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 210 time: 0.0307720 Aug 17 02:50:20.947145 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=fe94b3df-deb6-4977-b8b4-f482729c8a44,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:20.987376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Allocated IP 172.20.0.2 (48679128-fa00-4cb7-b599-e67ce36f4476/503d498f-53c7-474c-8d6d-2feae72cd825/416afdb9-4a14-41fe-9ac9-e80e80323d14) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:21.160650 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.188204 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f12b74f-c5c7-4406-acb7-32d48902cedf x-openstack-request-id: req-0f12b74f-c5c7-4406-acb7-32d48902cedf {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:50:21.189365 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7d890c-a790-4b78-9936-998ac35d89e3", "name": "network-vif-plugged", "status": "completed", "tag": "fe94b3df-deb6-4977-b8b4-f482729c8a44", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:50:21.189365 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f12b74f-c5c7-4406-acb7-32d48902cedf {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:50:21.189365 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'code': 200} Aug 17 02:50:21.229434 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.251379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Transition to ACTIVE for port object 416afdb9-4a14-41fe-9ac9-e80e80323d14 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:21.301761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Transition to ACTIVE for port object 416afdb9-4a14-41fe-9ac9-e80e80323d14 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:21.321741 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f836b61-6a3c-4db8-bdbc-629cdeb08896 req-15c8674c-4f6f-446b-a1bf-7cd6d12da975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:21.323320 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f836b61-6a3c-4db8-bdbc-629cdeb08896 req-15c8674c-4f6f-446b-a1bf-7cd6d12da975 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 1097 time: 0.0607147 Aug 17 02:50:21.361921 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2f836b61-6a3c-4db8-bdbc-629cdeb08896 req-232996e1-2051-44c4-852e-9b4ca0812e29 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306382 Aug 17 02:50:21.443208 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.483042 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Network 48679128-fa00-4cb7-b599-e67ce36f4476 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:21.486450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:21.489550 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.489732 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:21.517095 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.556457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Pushing event updated for resources: {'Port': ['ID=416afdb9-4a14-41fe-9ac9-e80e80323d14,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:21.564659 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Attempting to bind port 416afdb9-4a14-41fe-9ac9-e80e80323d14 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:50:21.565119 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Attempting to bind port 416afdb9-4a14-41fe-9ac9-e80e80323d14 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'dd71719d-248d-4551-aa2b-4710be470e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '48679128-fa00-4cb7-b599-e67ce36f4476'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:50:21.565587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Attempting to bind port 416afdb9-4a14-41fe-9ac9-e80e80323d14 on network 48679128-fa00-4cb7-b599-e67ce36f4476 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:21.571182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:50:21.571564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Checking segment: {'id': 'dd71719d-248d-4551-aa2b-4710be470e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '48679128-fa00-4cb7-b599-e67ce36f4476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:21.571975 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.572369 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Bound using segment: {'id': 'dd71719d-248d-4551-aa2b-4710be470e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '48679128-fa00-4cb7-b599-e67ce36f4476'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:50:21.572847 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Bound port: 416afdb9-4a14-41fe-9ac9-e80e80323d14, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd71719d-248d-4551-aa2b-4710be470e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '48679128-fa00-4cb7-b599-e67ce36f4476'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:50:21.573222 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.645295 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] For port 416afdb9-4a14-41fe-9ac9-e80e80323d14, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:50:21.649113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] For port 416afdb9-4a14-41fe-9ac9-e80e80323d14, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=416afdb9-4a14-41fe-9ac9-e80e80323d14,segment=NetworkSegment(dd71719d-248d-4551-aa2b-4710be470e27),segment_id=dd71719d-248d-4551-aa2b-4710be470e27)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:50:21.667085 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Allocated IP 172.25.5.178 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/5a0fb0ec-9fae-4e71-81e5-94466fa3baa3) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:21.742372 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.783977 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.830279 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661787e-eba7-418c-a16f-a6d79f6f6a9e None None] Pushing event updated for resources: {'Port': ['ID=416afdb9-4a14-41fe-9ac9-e80e80323d14,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:21.920131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20da38-8719-4911-ba43-aa0864140f22 req-943825e9-5ccd-4d26-a8ed-ace7548a507b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:21.922541 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e20da38-8719-4911-ba43-aa0864140f22 req-943825e9-5ccd-4d26-a8ed-ace7548a507b tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 945 time: 0.0568197 Aug 17 02:50:21.959473 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.974754 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e20da38-8719-4911-ba43-aa0864140f22 req-c47f8a82-af5b-4b86-a442-5b1eb1fcb3a4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417955 Aug 17 02:50:22.019069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:22.026646 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:22.058959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:22.085985 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event updated for resources: {'Port': ['ID=5a0fb0ec-9fae-4e71-81e5-94466fa3baa3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:22.103841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-46bef396-d903-4967-8059-e141f4041910 req-2fc1c224-35f3-4309-bfe7-25ed4b27ec0f tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 210 time: 0.0353396 Aug 17 02:50:22.501972 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:22.749569 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:22.981924 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Router e7ed4359-ccce-4562-9a45-fc67f68f258b is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:50:23.002559 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5522ff0a-c337-409a-814e-b547a78a4936 None None] Network 48679128-fa00-4cb7-b599-e67ce36f4476 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:50:23.135001 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702099f-25e1-4b75-9f88-26d9d32765a8 req-aa5af529-a4ee-4524-9010-f60f7b91c9cc tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:23.145447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5702099f-25e1-4b75-9f88-26d9d32765a8 req-aa5af529-a4ee-4524-9010-f60f7b91c9cc tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 945 time: 0.0801420 Aug 17 02:50:23.184025 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5702099f-25e1-4b75-9f88-26d9d32765a8 req-c80ac385-c459-42b2-9727-8656952b5e97 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372877 Aug 17 02:50:23.262232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cc081e3b-0441-4367-b200-4a8fb342b05b None None] Provisioning for port 416afdb9-4a14-41fe-9ac9-e80e80323d14 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:23.345103 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17b762b9-7f29-4993-bb7e-9d67fc4013d9 req-9d7346bb-f8ab-4335-8cac-3b675376fd19 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 210 time: 0.0316184 Aug 17 02:50:23.528713 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:50:23.539999 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eca173-d09e-4c23-bf91-48594b5d1207 None None] Sync routers for ids ['e7ed4359-ccce-4562-9a45-fc67f68f258b'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:50:23.549881 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eca173-d09e-4c23-bf91-48594b5d1207 None None] Routers {'e7ed4359-ccce-4562-9a45-fc67f68f258b'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:23.550487 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c5eca173-d09e-4c23-bf91-48594b5d1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e7ed4359-ccce-4562-9a45-fc67f68f258b'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:23.582491 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c5eca173-d09e-4c23-bf91-48594b5d1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:23.591150 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eca173-d09e-4c23-bf91-48594b5d1207 None None] Routers {'e7ed4359-ccce-4562-9a45-fc67f68f258b'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:23.591681 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c5eca173-d09e-4c23-bf91-48594b5d1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e7ed4359-ccce-4562-9a45-fc67f68f258b'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:23.625925 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c5eca173-d09e-4c23-bf91-48594b5d1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:23.626812 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eca173-d09e-4c23-bf91-48594b5d1207 None None] The sync data for ids ['e7ed4359-ccce-4562-9a45-fc67f68f258b'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:50:23.644532 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:23.645850 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d6106e9f-4981-4182-99fe-91743e67dcbb tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.0592425 Aug 17 02:50:23.649631 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53910) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:23.669001 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-87219957-45cb-43c4-8bcc-2626aceb7c0c tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=12d53d937b3f49568a4be4ed2fa47188&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215378 Aug 17 02:50:23.784163 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-50bc9b71-b3e7-4c64-b0c7-7d3801f49c50 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:23.785948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-50bc9b71-b3e7-4c64-b0c7-7d3801f49c50 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1113265 Aug 17 02:50:23.815105 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Request body: {'port': {'device_id': '257fe250-7b82-40f0-bc5d-4ba4a8956641', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': '12d53d937b3f49568a4be4ed2fa47188'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:23.921287 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 416afdb9-4a14-41fe-9ac9-e80e80323d14 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:24.062258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Made reservation on behalf of 12d53d937b3f49568a4be4ed2fa47188 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:24.066518 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.076104 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.112051 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.146329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 416afdb9-4a14-41fe-9ac9-e80e80323d14 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:24.150314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 416afdb9-4a14-41fe-9ac9-e80e80323d14 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:24.150859 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.172817 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.249029 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.282298 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 416afdb9-4a14-41fe-9ac9-e80e80323d14, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=416afdb9-4a14-41fe-9ac9-e80e80323d14,segment=NetworkSegment(dd71719d-248d-4551-aa2b-4710be470e27),segment_id=dd71719d-248d-4551-aa2b-4710be470e27)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:24.331894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74ce4a-cdc5-4600-a92b-919bdc996341 req-fb3e40da-bb61-4e6b-98c9-484f5cc476b8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:24.333428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5b74ce4a-cdc5-4600-a92b-919bdc996341 req-fb3e40da-bb61-4e6b-98c9-484f5cc476b8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 945 time: 0.0574069 Aug 17 02:50:24.373163 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5b74ce4a-cdc5-4600-a92b-919bdc996341 req-76c01556-244f-4ccb-8df4-f64fa6d5587e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331368 Aug 17 02:50:24.432355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.444896 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Allocated IP 172.20.0.1 (48679128-fa00-4cb7-b599-e67ce36f4476/503d498f-53c7-474c-8d6d-2feae72cd825/951564a1-fc62-43c5-ba35-42b2547f228a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:24.496205 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.527273 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-063ac374-212c-4e81-8146-6a7eca2f2ed7 req-14feb9ce-79c6-429b-bece-470544ce073c tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 210 time: 0.0923846 Aug 17 02:50:24.547898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bf5db6-0531-484b-88ef-72ed6832a651,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:24.586700 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=416afdb9-4a14-41fe-9ac9-e80e80323d14,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:24.601391 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.616556 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Transition to ACTIVE for port object 951564a1-fc62-43c5-ba35-42b2547f228a will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:24.672665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Allocated IP 192.168.233.75 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/833e4ea7-49ef-4d28-b3cc-1eceeb797338) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:24.703588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9eafa3-e02c-4613-8f10-5239ad1d2256 req-405bdb60-2754-4365-832c-ec9fed7caddb tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:24.705100 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d9eafa3-e02c-4613-8f10-5239ad1d2256 req-405bdb60-2754-4365-832c-ec9fed7caddb tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 945 time: 0.0740798 Aug 17 02:50:24.783105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d9eafa3-e02c-4613-8f10-5239ad1d2256 req-d74b34b2-5511-4571-8318-0ceb46a8bd32 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689096 Aug 17 02:50:24.806041 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.809555 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53926) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:24.872928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event updated for resources: {'Port': ['ID=951564a1-fc62-43c5-ba35-42b2547f228a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:24.884960 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d27e2b-93ed-4a33-aeb1-e9061ee45c60 tempest-TestVolumeBootPattern-70163358 tempest-TestVolumeBootPattern-70163358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:24.886645 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-17d27e2b-93ed-4a33-aeb1-e9061ee45c60 tempest-TestVolumeBootPattern-70163358 tempest-TestVolumeBootPattern-70163358-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 1092 time: 0.0761406 Aug 17 02:50:24.890715 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53930) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:24.898648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:24.901048 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Network 48679128-fa00-4cb7-b599-e67ce36f4476 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:24.902744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:24.905379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:24.923906 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.946361 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Transition to ACTIVE for port object 833e4ea7-49ef-4d28-b3cc-1eceeb797338 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:24.961315 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.977833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53932) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:25.028059 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.093198 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.174756 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:25.218794 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.222607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:25.224911 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:25.262888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Pushing event updated for resources: {'Port': ['ID=833e4ea7-49ef-4d28-b3cc-1eceeb797338,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:25.314292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1ad66cc8-40a0-4cd1-88aa-276b3eff56a1 None None] Provisioning for port 951564a1-fc62-43c5-ba35-42b2547f228a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:25.319381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1ad66cc8-40a0-4cd1-88aa-276b3eff56a1 None None] Provisioning complete for port 951564a1-fc62-43c5-ba35-42b2547f228a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:25.319884 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1ad66cc8-40a0-4cd1-88aa-276b3eff56a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.355859 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:25.356522 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.395864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-1ad66cc8-40a0-4cd1-88aa-276b3eff56a1 None None] Port 951564a1-fc62-43c5-ba35-42b2547f228a cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:50:25.422776 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.487527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6b7d7d66-a502-4c79-887e-bd87f5fef758 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6855047 Aug 17 02:50:25.529077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Request body: {'port': {'device_id': '257fe250-7b82-40f0-bc5d-4ba4a8956641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:25.622933 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.719015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-934ea3f5-58c8-43f7-a93b-1e87d51ff596 None None] Provisioning for port 833e4ea7-49ef-4d28-b3cc-1eceeb797338 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:25.719211 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.722247 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.724040 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-934ea3f5-58c8-43f7-a93b-1e87d51ff596 None None] Provisioning complete for port 833e4ea7-49ef-4d28-b3cc-1eceeb797338 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:25.724668 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-934ea3f5-58c8-43f7-a93b-1e87d51ff596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.755486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Allocated IP 172.25.5.189 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/2449e4d4-99f1-439d-b1ef-cf89f3ce8510) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:25.765968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-934ea3f5-58c8-43f7-a93b-1e87d51ff596 None None] Port 833e4ea7-49ef-4d28-b3cc-1eceeb797338 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:50:25.796244 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event updated for resources: {'Port': ['ID=951564a1-fc62-43c5-ba35-42b2547f228a,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:25.798987 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.829668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06be592-db04-4503-a0c7-08bb20155b7a req-2d5e80fa-50a8-4240-adb4-adc5c4cba0aa tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:25.832290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b06be592-db04-4503-a0c7-08bb20155b7a req-2d5e80fa-50a8-4240-adb4-adc5c4cba0aa tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 935 time: 0.1814969 Aug 17 02:50:25.867928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 416afdb9-4a14-41fe-9ac9-e80e80323d14 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:25.900454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Network 48679128-fa00-4cb7-b599-e67ce36f4476 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:25.901899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:25.925991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 416afdb9-4a14-41fe-9ac9-e80e80323d14 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:25.926366 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.032687 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Router e7ed4359-ccce-4562-9a45-fc67f68f258b has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:50:26.155825 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:50:26.161219 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1498be0c-5330-4378-951c-91540008258c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] 10.222.0.13 "PUT /v2.0/routers/e7ed4359-ccce-4562-9a45-fc67f68f258b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5103962 Aug 17 02:50:26.164021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53940) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:26.167420 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd08f483-00cc-40c6-ba85-7c22d0880b21 None None] Sync routers for ids ['e7ed4359-ccce-4562-9a45-fc67f68f258b'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:50:26.172618 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-5de94dd5-c293-4c94-83d3-5ab662544a95 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Request body: {'port': {'network_id': '48679128-fa00-4cb7-b599-e67ce36f4476', 'name': 'tempest-FloatingIPAdminTestJSON-312357017'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:26.189418 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd08f483-00cc-40c6-ba85-7c22d0880b21 None None] Routers {'e7ed4359-ccce-4562-9a45-fc67f68f258b'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:26.190092 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-dd08f483-00cc-40c6-ba85-7c22d0880b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e7ed4359-ccce-4562-9a45-fc67f68f258b'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:26.229326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-dd08f483-00cc-40c6-ba85-7c22d0880b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:26.241946 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd08f483-00cc-40c6-ba85-7c22d0880b21 None None] Routers {'e7ed4359-ccce-4562-9a45-fc67f68f258b'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:26.242583 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-dd08f483-00cc-40c6-ba85-7c22d0880b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e7ed4359-ccce-4562-9a45-fc67f68f258b'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:26.245606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8cd45c44-ea5f-4ce7-9593-902f9c453652 None None] Provisioning complete for port 951564a1-fc62-43c5-ba35-42b2547f228a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:26.246239 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8cd45c44-ea5f-4ce7-9593-902f9c453652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.317309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-dd08f483-00cc-40c6-ba85-7c22d0880b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:26.321927 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd08f483-00cc-40c6-ba85-7c22d0880b21 None None] The sync data for ids ['e7ed4359-ccce-4562-9a45-fc67f68f258b'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:50:26.324800 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8cd45c44-ea5f-4ce7-9593-902f9c453652 None None] Port 951564a1-fc62-43c5-ba35-42b2547f228a cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:50:26.344429 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b06be592-db04-4503-a0c7-08bb20155b7a req-beed58ea-9010-4839-bc4c-dd5655d0aa2b tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/security-groups?id=52bf5db6-0531-484b-88ef-72ed6832a651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026917 Aug 17 02:50:26.421517 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de94dd5-c293-4c94-83d3-5ab662544a95 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Made reservation on behalf of 30b3fccaf6db4627a5430f7201dabee2 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:26.425076 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5de94dd5-c293-4c94-83d3-5ab662544a95 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.436876 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.443094 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-5de94dd5-c293-4c94-83d3-5ab662544a95 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] device_id is not set on port 7daca245-08ff-4afd-9aff-2a75822ea3cc yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:50:26.554562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-5de94dd5-c293-4c94-83d3-5ab662544a95 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Allocated IP 172.20.0.9 (48679128-fa00-4cb7-b599-e67ce36f4476/503d498f-53c7-474c-8d6d-2feae72cd825/7daca245-08ff-4afd-9aff-2a75822ea3cc) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:26.601502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833e4ea7-49ef-4d28-b3cc-1eceeb797338 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:50:26.608186 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36bc06e2-45f1-4611-9de1-9c1246896ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.613268 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.663881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Transition to ACTIVE for port object 833e4ea7-49ef-4d28-b3cc-1eceeb797338 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:26.665173 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.703680 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5de94dd5-c293-4c94-83d3-5ab662544a95 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.717899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-5de94dd5-c293-4c94-83d3-5ab662544a95 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Transition to ACTIVE for port object 7daca245-08ff-4afd-9aff-2a75822ea3cc will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:26.754647 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.757758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:26.770609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:26.778217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:26.783919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'Port': ['ID=2449e4d4-99f1-439d-b1ef-cf89f3ce8510,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:26.827846 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5de94dd5-c293-4c94-83d3-5ab662544a95 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.883992 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de94dd5-c293-4c94-83d3-5ab662544a95 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Network 48679128-fa00-4cb7-b599-e67ce36f4476 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:26.887473 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-5de94dd5-c293-4c94-83d3-5ab662544a95 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:26.892236 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de94dd5-c293-4c94-83d3-5ab662544a95 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:26.916936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de94dd5-c293-4c94-83d3-5ab662544a95 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event updated for resources: {'Port': ['ID=7daca245-08ff-4afd-9aff-2a75822ea3cc,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:26.950932 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de94dd5-c293-4c94-83d3-5ab662544a95 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:26.952266 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5de94dd5-c293-4c94-83d3-5ab662544a95 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.985143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Pushing event updated for resources: {'Port': ['ID=833e4ea7-49ef-4d28-b3cc-1eceeb797338,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:27.009995 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5de94dd5-c293-4c94-83d3-5ab662544a95 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8449059 Aug 17 02:50:27.012382 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53942) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:27.079494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Attempting to bind port 833e4ea7-49ef-4d28-b3cc-1eceeb797338 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:50:27.079830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Attempting to bind port 833e4ea7-49ef-4d28-b3cc-1eceeb797338 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:50:27.080333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Attempting to bind port 833e4ea7-49ef-4d28-b3cc-1eceeb797338 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:27.102448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'project_id': '30b3fccaf6db4627a5430f7201dabee2', 'port_id': '7daca245-08ff-4afd-9aff-2a75822ea3cc'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:27.124301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Port 833e4ea7-49ef-4d28-b3cc-1eceeb797338 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:50:27.124714 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Attempting to bind port 833e4ea7-49ef-4d28-b3cc-1eceeb797338 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:27.144099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:50:27.144456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:27.144855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:50:27.145348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Bound port: 833e4ea7-49ef-4d28-b3cc-1eceeb797338, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:50:27.145709 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.204639 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.308159 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.319559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] For port 833e4ea7-49ef-4d28-b3cc-1eceeb797338, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:50:27.365102 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bba162fa-a85c-46ea-a7d9-fc01c8f6bd17 None None] Provisioning for port 7daca245-08ff-4afd-9aff-2a75822ea3cc completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:27.369658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] For port 833e4ea7-49ef-4d28-b3cc-1eceeb797338, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=833e4ea7-49ef-4d28-b3cc-1eceeb797338,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:50:27.371024 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bba162fa-a85c-46ea-a7d9-fc01c8f6bd17 None None] Provisioning complete for port 7daca245-08ff-4afd-9aff-2a75822ea3cc triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:27.371560 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bba162fa-a85c-46ea-a7d9-fc01c8f6bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.411238 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-bba162fa-a85c-46ea-a7d9-fc01c8f6bd17 None None] Port 7daca245-08ff-4afd-9aff-2a75822ea3cc cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:50:27.416800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-36bc06e2-45f1-4611-9de1-9c1246896ec8 admin admin] Deleting port 192cb886-38bd-4842-b574-3eda2d5f1d3e {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:27.417148 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36bc06e2-45f1-4611-9de1-9c1246896ec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.451538 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Allocated IP 172.25.5.163 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/09dbe6b1-f450-4d80-8318-10f2b1525ff6) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:27.519305 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.563298 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.593365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:27.593999 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.595496 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] 10.222.0.42 "PUT /v2.0/ports/833e4ea7-49ef-4d28-b3cc-1eceeb797338 HTTP/1.1" status: 200 len: 1096 time: 2.0767939 Aug 17 02:50:27.598868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257fe250-7b82-40f0-bc5d-4ba4a8956641', 'tag': '833e4ea7-49ef-4d28-b3cc-1eceeb797338'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:50:27.601156 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93a0381-32e7-419a-8e91-c5e309d1e4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "257fe250-7b82-40f0-bc5d-4ba4a8956641", "tag": "833e4ea7-49ef-4d28-b3cc-1eceeb797338"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:50:27.651946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6ea18-8aab-484b-9200-6511b12e8e08 req-834af434-82d3-43fa-8f11-c16469b5f274 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:27.653495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eff6ea18-8aab-484b-9200-6511b12e8e08 req-834af434-82d3-43fa-8f11-c16469b5f274 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 947 time: 0.1883533 Aug 17 02:50:27.655384 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.661966 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d69fd1-9b79-43f8-bf56-44e3f2d1b12a service neutron] Pushing event updated for resources: {'Port': ['ID=833e4ea7-49ef-4d28-b3cc-1eceeb797338,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:27.708505 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.735310 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-36bc06e2-45f1-4611-9de1-9c1246896ec8 admin admin] For port 192cb886-38bd-4842-b574-3eda2d5f1d3e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=192cb886-38bd-4842-b574-3eda2d5f1d3e,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:27.735699 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36bc06e2-45f1-4611-9de1-9c1246896ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.761476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-36bc06e2-45f1-4611-9de1-9c1246896ec8 admin admin] Calling delete_port for 192cb886-38bd-4842-b574-3eda2d5f1d3e owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:27.768626 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eff6ea18-8aab-484b-9200-6511b12e8e08 req-9442efb0-6b16-41db-9a8f-48a3b1f5c382 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/security-groups?id=52bf5db6-0531-484b-88ef-72ed6832a651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814321 Aug 17 02:50:27.777838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:27.781917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:27.792436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Pushing event updated for resources: {'Port': ['ID=09dbe6b1-f450-4d80-8318-10f2b1525ff6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:27.794954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:27.905348 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.929556 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c65663-7bac-4735-b0e9-7cc33c3b3ac3 x-openstack-request-id: req-34c65663-7bac-4735-b0e9-7cc33c3b3ac3 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:50:27.929854 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257fe250-7b82-40f0-bc5d-4ba4a8956641", "tag": "833e4ea7-49ef-4d28-b3cc-1eceeb797338", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:50:27.930201 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34c65663-7bac-4735-b0e9-7cc33c3b3ac3 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:50:27.930518 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257fe250-7b82-40f0-bc5d-4ba4a8956641', 'tag': '833e4ea7-49ef-4d28-b3cc-1eceeb797338', 'status': 'completed', 'code': 200} Aug 17 02:50:27.950150 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-287b1f2f-2fb0-42f4-8d67-4a13e4c6786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:27.952502 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-287b1f2f-2fb0-42f4-8d67-4a13e4c6786f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12d53d937b3f49568a4be4ed2fa47188&device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 1099 time: 0.1300626 Aug 17 02:50:28.064079 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-c70d7852-2243-45a8-9a5d-b10445e43a9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=833e4ea7-49ef-4d28-b3cc-1eceeb797338 HTTP/1.1" status: 200 len: 217 time: 0.0623395 Aug 17 02:50:28.181144 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.186860 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6d46a071-6198-40a8-a4e6-30ec69d13983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:28.188600 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-6d46a071-6198-40a8-a4e6-30ec69d13983 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0909655 Aug 17 02:50:28.290749 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.306804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-dca03d07-bcd3-4252-8b19-7b96dcf254fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:28.308392 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-dca03d07-bcd3-4252-8b19-7b96dcf254fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1111259 Aug 17 02:50:28.333832 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.402311 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-f281255d-0952-415c-871a-cc5735373e14 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864780 Aug 17 02:50:28.405206 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.487064 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.506023 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36bc06e2-45f1-4611-9de1-9c1246896ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.550323 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'Port': ['ID=2449e4d4-99f1-439d-b1ef-cf89f3ce8510,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:28.565264 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.600200 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.638160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Pushing event updated for resources: {'Port': ['ID=09dbe6b1-f450-4d80-8318-10f2b1525ff6,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:28.653178 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.654018 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc06e2-45f1-4611-9de1-9c1246896ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=192cb886-38bd-4842-b574-3eda2d5f1d3e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:28.718084 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f60bd8b-638c-431d-9ed4-0babbeaa2d4e req-506bbcc4-3bef-4c79-8f71-077a7e86337c service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073928 Aug 17 02:50:28.770105 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.782266 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Floating IP 550485be-ea88-4a44-9067-53e1d6be70e5 associated. External IP: 172.25.5.163, port: 7daca245-08ff-4afd-9aff-2a75822ea3cc. Aug 17 02:50:29.220268 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Floating IP f0dda5fa-e181-4876-8be7-efbed6464e9e associated. External IP: 172.25.5.189, port: fe94b3df-deb6-4977-b8b4-f482729c8a44. Aug 17 02:50:29.276330 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a0381-32e7-419a-8e91-c5e309d1e4a5 req-791b47c5-5d02-4987-a70a-c146192efed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:29.277949 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e93a0381-32e7-419a-8e91-c5e309d1e4a5 req-791b47c5-5d02-4987-a70a-c146192efed9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12d53d937b3f49568a4be4ed2fa47188&device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 1099 time: 0.2193115 Aug 17 02:50:29.288744 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc988952-d9dd-42c7-9463-133d0afcc754 req-de5bf194-b63f-4d72-8d6a-c51e59bfb007 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:29.290215 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc988952-d9dd-42c7-9463-133d0afcc754 req-de5bf194-b63f-4d72-8d6a-c51e59bfb007 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 947 time: 0.2327402 Aug 17 02:50:29.328181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Router e7ed4359-ccce-4562-9a45-fc67f68f258b has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:50:29.425875 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36bc06e2-45f1-4611-9de1-9c1246896ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:29.440351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:50:29.450507 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1ea0ce-09c1-4095-9d45-f1599a3eeddf None None] Sync routers for ids ['e7ed4359-ccce-4562-9a45-fc67f68f258b'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:50:29.460280 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ea0ce-09c1-4095-9d45-f1599a3eeddf None None] Routers {'e7ed4359-ccce-4562-9a45-fc67f68f258b'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:29.460940 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-de1ea0ce-09c1-4095-9d45-f1599a3eeddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e7ed4359-ccce-4562-9a45-fc67f68f258b'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:29.490153 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc988952-d9dd-42c7-9463-133d0afcc754 req-e7410cd9-4059-40c3-a7e7-22934c98a9e2 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/security-groups?id=52bf5db6-0531-484b-88ef-72ed6832a651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914675 Aug 17 02:50:29.511880 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-de1ea0ce-09c1-4095-9d45-f1599a3eeddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:29.521832 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ea0ce-09c1-4095-9d45-f1599a3eeddf None None] Routers {'e7ed4359-ccce-4562-9a45-fc67f68f258b'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:29.522440 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-de1ea0ce-09c1-4095-9d45-f1599a3eeddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e7ed4359-ccce-4562-9a45-fc67f68f258b'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:29.524840 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:29.551623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a0381-32e7-419a-8e91-c5e309d1e4a5 req-89973f57-bee6-415d-9ab5-08dcae18cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:29.553122 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e93a0381-32e7-419a-8e91-c5e309d1e4a5 req-89973f57-bee6-415d-9ab5-08dcae18cfb5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.2620296 Aug 17 02:50:29.554872 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-57b0d253-5d08-4853-8672-07dda58edc35 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.5411484 Aug 17 02:50:29.557748 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53960) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:29.563955 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-de1ea0ce-09c1-4095-9d45-f1599a3eeddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:29.564938 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1ea0ce-09c1-4095-9d45-f1599a3eeddf None None] The sync data for ids ['e7ed4359-ccce-4562-9a45-fc67f68f258b'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:50:29.661499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e93a0381-32e7-419a-8e91-c5e309d1e4a5 req-53b9c3a0-6edb-47c5-9f5e-393daa7fc777 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=833e4ea7-49ef-4d28-b3cc-1eceeb797338 HTTP/1.1" status: 200 len: 217 time: 0.0701580 Aug 17 02:50:29.675440 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9c535f22-222d-4386-864f-7ad130cc7fad tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] 10.222.0.13 "GET /v2.0/floatingips/550485be-ea88-4a44-9067-53e1d6be70e5 HTTP/1.1" status: 200 len: 982 time: 0.1165054 Aug 17 02:50:29.678051 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53964) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:29.774027 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a0381-32e7-419a-8e91-c5e309d1e4a5 req-6f604949-b327-4590-aa24-41961b5c9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:29.775494 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e93a0381-32e7-419a-8e91-c5e309d1e4a5 req-6f604949-b327-4590-aa24-41961b5c9f0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.1013465 Aug 17 02:50:29.802024 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6caa82c1-0f5a-4ca9-9893-30122fd0716c tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4299 time: 0.1202052 Aug 17 02:50:29.802194 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53966) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:29.827333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:50:29.941501 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a0381-32e7-419a-8e91-c5e309d1e4a5 req-2f88e9e7-0893-4992-82ce-25abaec4dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:29.943028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e93a0381-32e7-419a-8e91-c5e309d1e4a5 req-2f88e9e7-0893-4992-82ce-25abaec4dc49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1575396 Aug 17 02:50:29.965486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-79631344-d319-4259-bdae-a3af92cd2aab tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Deleting port 09dbe6b1-f450-4d80-8318-10f2b1525ff6 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:29.965830 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79631344-d319-4259-bdae-a3af92cd2aab tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.045434 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79631344-d319-4259-bdae-a3af92cd2aab tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.045817 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79631344-d319-4259-bdae-a3af92cd2aab tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.058117 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-79631344-d319-4259-bdae-a3af92cd2aab tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Calling delete_port for 09dbe6b1-f450-4d80-8318-10f2b1525ff6 owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:30.064528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bc06e2-45f1-4611-9de1-9c1246896ec8 admin admin] Router c796c123-51bc-4738-97f4-08e6370ec54c has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:50:30.110322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:50:30.116735 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e93a0381-32e7-419a-8e91-c5e309d1e4a5 req-fa1d6702-772b-4a55-9cd6-385db7e26eed service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607940 Aug 17 02:50:30.120931 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd78df-0ad9-4926-a2d8-93ec026713d3 None None] Sync routers for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:50:30.132172 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd78df-0ad9-4926-a2d8-93ec026713d3 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:30.132802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6cfd78df-0ad9-4926-a2d8-93ec026713d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:30.295403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bc06e2-45f1-4611-9de1-9c1246896ec8 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:50:30.301717 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-36bc06e2-45f1-4611-9de1-9c1246896ec8 admin admin] 10.222.0.13 "PUT /v2.0/routers/c796c123-51bc-4738-97f4-08e6370ec54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3228261 Aug 17 02:50:30.304187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53968) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:30.309668 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1368cb7-f7be-4fdf-8420-ab3d80bf3e45 None None] Sync routers for ids ['c796c123-51bc-4738-97f4-08e6370ec54c'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:50:30.312295 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e93a0381-32e7-419a-8e91-c5e309d1e4a5 req-71bfbc0e-2b75-4766-af17-458392b32a08 service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602905 Aug 17 02:50:30.315291 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.320781 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1368cb7-f7be-4fdf-8420-ab3d80bf3e45 None None] Routers {'c796c123-51bc-4738-97f4-08e6370ec54c'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:30.321498 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d1368cb7-f7be-4fdf-8420-ab3d80bf3e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c796c123-51bc-4738-97f4-08e6370ec54c'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:30.347757 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79631344-d319-4259-bdae-a3af92cd2aab tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.386312 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bcf0d614-1c92-403a-9953-4bf9ed391d48 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4911530 Aug 17 02:50:30.389959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'tag': 'fe94b3df-deb6-4977-b8b4-f482729c8a44'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:50:30.391607 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331d54ab-c804-4bb8-9ffe-570a91530230" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7d890c-a790-4b78-9936-998ac35d89e3", "tag": "fe94b3df-deb6-4977-b8b4-f482729c8a44"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:50:30.434968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79631344-d319-4259-bdae-a3af92cd2aab tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event deleted for resources: {'Port': ['ID=09dbe6b1-f450-4d80-8318-10f2b1525ff6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:30.438687 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-d1368cb7-f7be-4fdf-8420-ab3d80bf3e45 None None] Set router c796c123-51bc-4738-97f4-08e6370ec54c gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:30.453951 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5039d3-6dd3-48ad-a96d-4ee50a947d94 x-openstack-request-id: req-bc5039d3-6dd3-48ad-a96d-4ee50a947d94 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:50:30.454494 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7d890c-a790-4b78-9936-998ac35d89e3", "tag": "fe94b3df-deb6-4977-b8b4-f482729c8a44", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:50:30.458512 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc5039d3-6dd3-48ad-a96d-4ee50a947d94 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:50:30.458512 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'tag': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'status': 'completed', 'code': 200} Aug 17 02:50:30.464943 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.486670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-6cfd78df-0ad9-4926-a2d8-93ec026713d3 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:30.496108 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79631344-d319-4259-bdae-a3af92cd2aab tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.496467 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-79631344-d319-4259-bdae-a3af92cd2aab tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Floating IP 550485be-ea88-4a44-9067-53e1d6be70e5 disassociated (deleted). External IP: 172.25.5.163, port: 7daca245-08ff-4afd-9aff-2a75822ea3cc. Aug 17 02:50:30.681220 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d1368cb7-f7be-4fdf-8420-ab3d80bf3e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:50:28Z', 'revision_number': 5, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:30.687916 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d54ab-c804-4bb8-9ffe-570a91530230 req-61c8f31f-66f1-471e-8296-71098dbe1d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:30.689501 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-331d54ab-c804-4bb8-9ffe-570a91530230 req-61c8f31f-66f1-471e-8296-71098dbe1d2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 1097 time: 0.1778512 Aug 17 02:50:30.699219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31161d2-1f4d-4f0f-a76b-37057f9b658e req-1a271418-42b5-4fc2-8f8f-86a064d0451e tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:30.700760 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e31161d2-1f4d-4f0f-a76b-37057f9b658e req-1a271418-42b5-4fc2-8f8f-86a064d0451e tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 947 time: 0.0874763 Aug 17 02:50:30.709479 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1368cb7-f7be-4fdf-8420-ab3d80bf3e45 None None] Checking router: c796c123-51bc-4738-97f4-08e6370ec54c for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:50:30.718317 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1368cb7-f7be-4fdf-8420-ab3d80bf3e45 None None] Routers {'c796c123-51bc-4738-97f4-08e6370ec54c'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:30.718936 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d1368cb7-f7be-4fdf-8420-ab3d80bf3e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c796c123-51bc-4738-97f4-08e6370ec54c'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:30.792210 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.802433 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79631344-d319-4259-bdae-a3af92cd2aab tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Router e7ed4359-ccce-4562-9a45-fc67f68f258b has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:50:30.814838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d54ab-c804-4bb8-9ffe-570a91530230 req-7352dd8e-e920-4df0-9792-760f86b997c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:30.816325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-331d54ab-c804-4bb8-9ffe-570a91530230 req-7352dd8e-e920-4df0-9792-760f86b997c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.1140373 Aug 17 02:50:30.828691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6cfd78df-0ad9-4926-a2d8-93ec026713d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'f0dda5fa-e181-4876-8be7-efbed6464e9e', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'port_id': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'mac_address': 'fa:16:3e:c2:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:27Z', 'revision_number': 0, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:30.843361 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-d1368cb7-f7be-4fdf-8420-ab3d80bf3e45 None None] Set router c796c123-51bc-4738-97f4-08e6370ec54c gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:30.868691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd78df-0ad9-4926-a2d8-93ec026713d3 None None] Checking router: 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:50:30.878771 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd78df-0ad9-4926-a2d8-93ec026713d3 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:30.879565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6cfd78df-0ad9-4926-a2d8-93ec026713d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:30.942313 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79631344-d319-4259-bdae-a3af92cd2aab tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:50:30.954389 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79631344-d319-4259-bdae-a3af92cd2aab tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.983500 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33de0cd-861e-4208-b7a2-571913de50dc None None] Sync routers for ids ['e7ed4359-ccce-4562-9a45-fc67f68f258b'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:50:30.987048 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-79631344-d319-4259-bdae-a3af92cd2aab tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] 10.222.0.13 "DELETE /v2.0/floatingips/550485be-ea88-4a44-9067-53e1d6be70e5 HTTP/1.1" status: 204 len: 168 time: 1.1835401 Aug 17 02:50:30.990602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53978) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:30.995508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:31.014820 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33de0cd-861e-4208-b7a2-571913de50dc None None] Routers {'e7ed4359-ccce-4562-9a45-fc67f68f258b'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:31.015463 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a33de0cd-861e-4208-b7a2-571913de50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e7ed4359-ccce-4562-9a45-fc67f68f258b'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:31.057710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a33de0cd-861e-4208-b7a2-571913de50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:31.071095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33de0cd-861e-4208-b7a2-571913de50dc None None] Routers {'e7ed4359-ccce-4562-9a45-fc67f68f258b'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:31.071312 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a33de0cd-861e-4208-b7a2-571913de50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e7ed4359-ccce-4562-9a45-fc67f68f258b'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:31.085684 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d1368cb7-f7be-4fdf-8420-ab3d80bf3e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:50:28Z', 'revision_number': 5, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:31.114307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-a33de0cd-861e-4208-b7a2-571913de50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:31.114955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33de0cd-861e-4208-b7a2-571913de50dc None None] The sync data for ids ['e7ed4359-ccce-4562-9a45-fc67f68f258b'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:50:31.118807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-6cfd78df-0ad9-4926-a2d8-93ec026713d3 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:31.123581 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1368cb7-f7be-4fdf-8420-ab3d80bf3e45 None None] The sync data for ids ['c796c123-51bc-4738-97f4-08e6370ec54c'] in n-d-793621-31 is: [{'id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'name': 'tempest-AttachVolumeTestJSON-715743669-router', 'tenant_id': '40d55d2b9b694b56acaea90485e97c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:57Z', 'updated_at': '2021-08-17T02:50:28Z', 'revision_number': 5, 'project_id': '40d55d2b9b694b56acaea90485e97c43', 'gw_port': {'id': '5ed88e08-1543-4a88-8bc0-60e534bdef2a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c796c123-51bc-4738-97f4-08e6370ec54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:59Z', 'updated_at': '2021-08-17T02:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:50:31.130342 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:31.204039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e31161d2-1f4d-4f0f-a76b-37057f9b658e req-49f73af2-31a0-4b2b-975d-b6310d7ffd5c tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/security-groups?id=52bf5db6-0531-484b-88ef-72ed6832a651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184723 Aug 17 02:50:31.248905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:31.249008 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:31.255792 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-331d54ab-c804-4bb8-9ffe-570a91530230 req-b20a8c49-55a5-47d8-a351-1d752fd25cc7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe94b3df-deb6-4977-b8b4-f482729c8a44 HTTP/1.1" status: 200 len: 999 time: 0.4271588 Aug 17 02:50:31.314539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] Deleting port 5ed88e08-1543-4a88-8bc0-60e534bdef2a {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:31.315008 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:31.366263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d54ab-c804-4bb8-9ffe-570a91530230 req-b3d88c8b-3135-42d2-bf2e-992261cf4add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:31.367985 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-331d54ab-c804-4bb8-9ffe-570a91530230 req-b3d88c8b-3135-42d2-bf2e-992261cf4add service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0981407 Aug 17 02:50:31.382609 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Allocated IP 172.25.5.12 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/c4c7d91a-c86f-4afd-8c26-9fce2a1c3f56) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:31.415626 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6cfd78df-0ad9-4926-a2d8-93ec026713d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'f0dda5fa-e181-4876-8be7-efbed6464e9e', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'port_id': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'mac_address': 'fa:16:3e:c2:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:27Z', 'revision_number': 0, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:31.442950 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd78df-0ad9-4926-a2d8-93ec026713d3 None None] The sync data for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 is: [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'f0dda5fa-e181-4876-8be7-efbed6464e9e', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'port_id': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'mac_address': 'fa:16:3e:c2:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:27Z', 'revision_number': 0, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:50:31.447391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d54ab-c804-4bb8-9ffe-570a91530230 req-0eb430d0-f104-4864-b0cc-0bea94df6b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:31.452307 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-331d54ab-c804-4bb8-9ffe-570a91530230 req-0eb430d0-f104-4864-b0cc-0bea94df6b9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709720 Aug 17 02:50:31.459438 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] For port 5ed88e08-1543-4a88-8bc0-60e534bdef2a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5ed88e08-1543-4a88-8bc0-60e534bdef2a,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:31.459438 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:31.491047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] Calling delete_port for 5ed88e08-1543-4a88-8bc0-60e534bdef2a owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:31.509831 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:31.626955 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-331d54ab-c804-4bb8-9ffe-570a91530230 req-c9eb8fb0-3901-4caf-b7b7-d235df930dce service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668572 Aug 17 02:50:31.631866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:31.675602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:31.682842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:31.687055 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:31.693215 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Pushing event updated for resources: {'Port': ['ID=c4c7d91a-c86f-4afd-8c26-9fce2a1c3f56,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:31.751497 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a7556-c94e-443e-a639-3c3be3f5b88f None None] New status for floating IP f0dda5fa-e181-4876-8be7-efbed6464e9e: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:50:31.816362 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:31.829125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 192cb886-38bd-4842-b574-3eda2d5f1d3e no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:50:31.844357 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-331d54ab-c804-4bb8-9ffe-570a91530230 req-9ed3e7fc-a8dc-4536-bc26-d1821808bb2f service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608224 Aug 17 02:50:31.862937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 192cb886-38bd-4842-b574-3eda2d5f1d3e {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:50:31.863677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 192cb886-38bd-4842-b574-3eda2d5f1d3e not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:50:31.899264 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:31.925012 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:31.950945 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed88e08-1543-4a88-8bc0-60e534bdef2a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:31.961499 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 833e4ea7-49ef-4d28-b3cc-1eceeb797338 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:50:32.039856 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.091350 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.092952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 833e4ea7-49ef-4d28-b3cc-1eceeb797338, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=833e4ea7-49ef-4d28-b3cc-1eceeb797338,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:32.104310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '833e4ea7-49ef-4d28-b3cc-1eceeb797338', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '833e4ea7-49ef-4d28-b3cc-1eceeb797338', 'mac_address': 'fa:16:3e:b2:ce:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:50:32.136302 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.146286 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.146731 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.151215 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.161631 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833e4ea7-49ef-4d28-b3cc-1eceeb797338 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:50:32.186859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 833e4ea7-49ef-4d28-b3cc-1eceeb797338, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=833e4ea7-49ef-4d28-b3cc-1eceeb797338,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:32.205489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Pushing event updated for resources: {'Port': ['ID=c4c7d91a-c86f-4afd-8c26-9fce2a1c3f56,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:32.221453 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.284675 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.314285 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.315317 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.315641 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-82eca0f8-d6e1-48f4-a474-520adc2fbd7e tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3243170 Aug 17 02:50:32.316114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c796c123-51bc-4738-97f4-08e6370ec54c {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:50:32.320923 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.322169 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8f43261d-8169-4014-8652-68349e8322d3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c796c123-51bc-4738-97f4-08e6370ec54c HTTP/1.1" status: 204 len: 168 time: 2.0170557 Aug 17 02:50:32.324670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 53982) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:32.324835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53984) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:32.343310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=833e4ea7-49ef-4d28-b3cc-1eceeb797338,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:32.378820 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58993d38-35fd-459f-b7bb-cad80192efd1 req-1d311cc8-d413-48b4-8543-987f82ddacb2 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:32.382240 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58993d38-35fd-459f-b7bb-cad80192efd1 req-1d311cc8-d413-48b4-8543-987f82ddacb2 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 948 time: 0.1004827 Aug 17 02:50:32.402767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9ae745-b8bf-469b-b929-ee0236a33c58 admin admin] Deleting subnet 6588c9ac-5362-490c-a200-ab2910cd28a7 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:50:32.413276 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae745-b8bf-469b-b929-ee0236a33c58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.455185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:32.475465 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-58993d38-35fd-459f-b7bb-cad80192efd1 req-de894bcc-d38e-4c8a-a0d6-8e8c225a38d4 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/security-groups?id=52bf5db6-0531-484b-88ef-72ed6832a651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876679 Aug 17 02:50:32.488831 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae745-b8bf-469b-b929-ee0236a33c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.553258 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.574408 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae745-b8bf-469b-b929-ee0236a33c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.655433 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.730834 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae745-b8bf-469b-b929-ee0236a33c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.756550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ae745-b8bf-469b-b929-ee0236a33c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6588c9ac-5362-490c-a200-ab2910cd28a7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:32.762582 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae745-b8bf-469b-b929-ee0236a33c58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.764981 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fd9ae745-b8bf-469b-b929-ee0236a33c58 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6588c9ac-5362-490c-a200-ab2910cd28a7 HTTP/1.1" status: 204 len: 168 time: 0.4369254 Aug 17 02:50:32.766775 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Allocated IP 172.25.5.73 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/44593288-18af-43b4-9d16-8ed6fe2125b9) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:32.767572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53990) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:32.770766 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabb7a16-a8c5-4ad0-8b02-d2c6105d912f None None] Network 63c037a2-cec8-4bd4-a904-29cd7197ae86 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:50:32.831856 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['833e4ea7-49ef-4d28-b3cc-1eceeb797338'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:50:32.860413 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.896143 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.922846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] Deleting port 7a36c39d-2ac5-45d7-9f86-7495854d2d14 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:32.923256 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.994386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] For port 7a36c39d-2ac5-45d7-9f86-7495854d2d14, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7a36c39d-2ac5-45d7-9f86-7495854d2d14,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:32.994658 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.010539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] Calling delete_port for 7a36c39d-2ac5-45d7-9f86-7495854d2d14 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:33.017219 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.081542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:33.082785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99701701-e2ee-4af1-a166-05fbc0b9d5fa None None] DHCP port deletion for 63c037a2-cec8-4bd4-a904-29cd7197ae86 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:50:33.086926 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:33.090595 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:33.129512 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Pushing event updated for resources: {'Port': ['ID=44593288-18af-43b4-9d16-8ed6fe2125b9,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:33.138665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-99701701-e2ee-4af1-a166-05fbc0b9d5fa None None] Deleting port 7a36c39d-2ac5-45d7-9f86-7495854d2d14 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:33.139864 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-99701701-e2ee-4af1-a166-05fbc0b9d5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.202064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-99701701-e2ee-4af1-a166-05fbc0b9d5fa None None] For port 7a36c39d-2ac5-45d7-9f86-7495854d2d14, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7a36c39d-2ac5-45d7-9f86-7495854d2d14,segment=NetworkSegment(c06c2594-9397-486e-9836-400128821701),segment_id=c06c2594-9397-486e-9836-400128821701)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:33.202482 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-99701701-e2ee-4af1-a166-05fbc0b9d5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.214434 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-99701701-e2ee-4af1-a166-05fbc0b9d5fa None None] Calling delete_port for 7a36c39d-2ac5-45d7-9f86-7495854d2d14 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:33.248023 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.287802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] Pushing event deleted for resources: {'Port': ['ID=7a36c39d-2ac5-45d7-9f86-7495854d2d14,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:33.288114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] No DVR routers for this DVR port 7a36c39d-2ac5-45d7-9f86-7495854d2d14 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:50:33.290460 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:50:33.298134 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-99701701-e2ee-4af1-a166-05fbc0b9d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.318458 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.328862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99701701-e2ee-4af1-a166-05fbc0b9d5fa None None] Pushing event deleted for resources: {'Port': ['ID=7a36c39d-2ac5-45d7-9f86-7495854d2d14,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:33.334550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99701701-e2ee-4af1-a166-05fbc0b9d5fa None None] No DVR routers for this DVR port 7a36c39d-2ac5-45d7-9f86-7495854d2d14 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:50:33.382843 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.392833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c037a2-cec8-4bd4-a904-29cd7197ae86']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:33.402408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06c2594-9397-486e-9836-400128821701') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:33.402710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06c2594-9397-486e-9836-400128821701') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:33.412877 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.428822 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.434805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:50:33.435222 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:50:33.436969 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:50:33.471347 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.610146 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47659463-8e41-43a7-8439-bfd732be2315 req-0f843c41-e2f9-423e-baf0-ba7585a1c57c tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:33.611848 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47659463-8e41-43a7-8439-bfd732be2315 req-0f843c41-e2f9-423e-baf0-ba7585a1c57c tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 948 time: 0.0559659 Aug 17 02:50:33.640427 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.656617 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47659463-8e41-43a7-8439-bfd732be2315 req-4f005ce1-51ae-43da-8905-a56d15a37707 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/security-groups?id=52bf5db6-0531-484b-88ef-72ed6832a651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358636 Aug 17 02:50:33.657698 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.664537 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.669524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] 10.222.0.13 "DELETE /v2.0/networks/63c037a2-cec8-4bd4-a904-29cd7197ae86 HTTP/1.1" status: 204 len: 168 time: 0.9008393 Aug 17 02:50:33.682438 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57ffbe-8150-4c29-af13-5e0411da973d admin admin] Pushing event deleted for resources: {'Network': ['ID=63c037a2-cec8-4bd4-a904-29cd7197ae86,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:33.713760 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.799042 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Pushing event updated for resources: {'Port': ['ID=44593288-18af-43b4-9d16-8ed6fe2125b9,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:33.808805 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.882942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5ed88e08-1543-4a88-8bc0-60e534bdef2a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:50:33.903829 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 5ed88e08-1543-4a88-8bc0-60e534bdef2a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:50:33.904202 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5ed88e08-1543-4a88-8bc0-60e534bdef2a not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:50:33.904655 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 7a36c39d-2ac5-45d7-9f86-7495854d2d14 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:50:33.919205 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.922405 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b385b119-2861-408b-a482-565e2ab7d45b tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5964949 Aug 17 02:50:33.925622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 53998) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:33.926294 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 7a36c39d-2ac5-45d7-9f86-7495854d2d14 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:50:33.926657 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 7a36c39d-2ac5-45d7-9f86-7495854d2d14 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:50:33.967904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 833e4ea7-49ef-4d28-b3cc-1eceeb797338 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:34.042272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b2e054ff-f479-49ce-b97e-128f33ad3f63 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4485 time: 0.1155965 Aug 17 02:50:34.046217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54000) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:34.067346 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 833e4ea7-49ef-4d28-b3cc-1eceeb797338 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:34.074130 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 833e4ea7-49ef-4d28-b3cc-1eceeb797338 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:34.074551 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.079887 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54002) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:34.129521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54004) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:34.129957 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5a4532a8-98a7-4939-b9d0-5eac5ba0c924 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0821795 Aug 17 02:50:34.181230 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.183045 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-01a064e1-4902-40cf-ae6c-dfd5ac67ee5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40d55d2b9b694b56acaea90485e97c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019928 Aug 17 02:50:34.186437 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54006) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:34.207362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257fe250-7b82-40f0-bc5d-4ba4a8956641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833e4ea7-49ef-4d28-b3cc-1eceeb797338'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:50:34.210071 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbad8a20-64f3-4640-80f8-715dfb600bd2" -d '{"events": [{"server_uuid": "257fe250-7b82-40f0-bc5d-4ba4a8956641", "name": "network-vif-plugged", "status": "completed", "tag": "833e4ea7-49ef-4d28-b3cc-1eceeb797338"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:50:34.227106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 833e4ea7-49ef-4d28-b3cc-1eceeb797338, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=833e4ea7-49ef-4d28-b3cc-1eceeb797338,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:34.244046 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b886ca7d-dae8-4ad3-a1d8-a41dfdc20054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.264710 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9ff799-6b83-4737-b3f8-6d994d9ddf5d x-openstack-request-id: req-0a9ff799-6b83-4737-b3f8-6d994d9ddf5d {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:50:34.265010 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257fe250-7b82-40f0-bc5d-4ba4a8956641", "name": "network-vif-plugged", "status": "completed", "tag": "833e4ea7-49ef-4d28-b3cc-1eceeb797338", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:50:34.265283 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a9ff799-6b83-4737-b3f8-6d994d9ddf5d {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:50:34.265705 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257fe250-7b82-40f0-bc5d-4ba4a8956641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833e4ea7-49ef-4d28-b3cc-1eceeb797338', 'code': 200} Aug 17 02:50:34.268073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b886ca7d-dae8-4ad3-a1d8-a41dfdc20054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.278261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-f1f86219-07b6-44a2-9138-87f994a67a2a tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Deleting port 44593288-18af-43b4-9d16-8ed6fe2125b9 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:34.278614 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1f86219-07b6-44a2-9138-87f994a67a2a tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.303681 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.361295 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=833e4ea7-49ef-4d28-b3cc-1eceeb797338,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:34.392236 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1f86219-07b6-44a2-9138-87f994a67a2a tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.392475 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1f86219-07b6-44a2-9138-87f994a67a2a tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.406897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-f1f86219-07b6-44a2-9138-87f994a67a2a tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Calling delete_port for 44593288-18af-43b4-9d16-8ed6fe2125b9 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:34.424486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e1c0f-10c0-4d11-a410-51adf2ed5c7a req-e9bb9c03-3ee1-451b-a0c9-92b1e307b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:34.425942 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a73e1c0f-10c0-4d11-a410-51adf2ed5c7a req-e9bb9c03-3ee1-451b-a0c9-92b1e307b845 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 1101 time: 0.0693707 Aug 17 02:50:34.432187 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b886ca7d-dae8-4ad3-a1d8-a41dfdc20054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.434826 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b886ca7d-dae8-4ad3-a1d8-a41dfdc20054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.436324 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b886ca7d-dae8-4ad3-a1d8-a41dfdc20054 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d23694a4-d0a2-453c-8f96-5ce061ac31cd HTTP/1.1" status: 204 len: 168 time: 0.2486088 Aug 17 02:50:34.446784 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886ca7d-dae8-4ad3-a1d8-a41dfdc20054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23694a4-d0a2-453c-8f96-5ce061ac31cd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:34.503914 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a73e1c0f-10c0-4d11-a410-51adf2ed5c7a req-7022e159-0fb3-4023-ab36-0d4d68b404da service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=52bf5db6-0531-484b-88ef-72ed6832a651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441728 Aug 17 02:50:34.639574 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1f86219-07b6-44a2-9138-87f994a67a2a tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.667954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f86219-07b6-44a2-9138-87f994a67a2a tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Pushing event deleted for resources: {'Port': ['ID=44593288-18af-43b4-9d16-8ed6fe2125b9,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:34.739453 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1f86219-07b6-44a2-9138-87f994a67a2a tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.744451 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f1f86219-07b6-44a2-9138-87f994a67a2a tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.746349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f1f86219-07b6-44a2-9138-87f994a67a2a tempest-FloatingIPAdminTestJSON-1544026755 tempest-FloatingIPAdminTestJSON-1544026755-project] 10.222.0.13 "DELETE /v2.0/floatingips/04fe9cdf-784c-43bb-ba02-df450a412cf5 HTTP/1.1" status: 204 len: 168 time: 0.6152434 Aug 17 02:50:34.749594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54014) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:34.925171 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ef51e-2d83-4caf-8043-644082a2f7bb req-fc30d24b-300a-4a44-8f80-8d8afacff269 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:34.926726 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-515ef51e-2d83-4caf-8043-644082a2f7bb req-fc30d24b-300a-4a44-8f80-8d8afacff269 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 949 time: 0.1792405 Aug 17 02:50:34.974525 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-515ef51e-2d83-4caf-8043-644082a2f7bb req-ddcb8c25-d22c-4b6c-a2c1-bbcba22b4677 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/security-groups?id=52bf5db6-0531-484b-88ef-72ed6832a651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408769 Aug 17 02:50:34.979930 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-141b28d2-8225-45ad-8d5e-8cf1277ea036 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Deleting port c4c7d91a-c86f-4afd-8c26-9fce2a1c3f56 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:34.980199 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-141b28d2-8225-45ad-8d5e-8cf1277ea036 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.064536 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-141b28d2-8225-45ad-8d5e-8cf1277ea036 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.064996 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-141b28d2-8225-45ad-8d5e-8cf1277ea036 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.085374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-141b28d2-8225-45ad-8d5e-8cf1277ea036 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Calling delete_port for c4c7d91a-c86f-4afd-8c26-9fce2a1c3f56 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:35.290396 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-141b28d2-8225-45ad-8d5e-8cf1277ea036 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.318272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b28d2-8225-45ad-8d5e-8cf1277ea036 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4c7d91a-c86f-4afd-8c26-9fce2a1c3f56,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:35.382266 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-141b28d2-8225-45ad-8d5e-8cf1277ea036 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.384853 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-141b28d2-8225-45ad-8d5e-8cf1277ea036 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.386179 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-141b28d2-8225-45ad-8d5e-8cf1277ea036 tempest-FloatingIPAdminTestJSON-1065622808 tempest-FloatingIPAdminTestJSON-1065622808-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/c5265fb2-fb50-45f4-a1bf-e53d98d65ea3 HTTP/1.1" status: 204 len: 168 time: 0.6355174 Aug 17 02:50:35.390559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54034) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:35.487210 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-d311ee28-7c46-4354-9450-a5733e3dd5e9 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Deleting port 7daca245-08ff-4afd-9aff-2a75822ea3cc {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:35.487556 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d311ee28-7c46-4354-9450-a5733e3dd5e9 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.582031 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d311ee28-7c46-4354-9450-a5733e3dd5e9 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.594963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-d311ee28-7c46-4354-9450-a5733e3dd5e9 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Calling delete_port for 7daca245-08ff-4afd-9aff-2a75822ea3cc owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:35.803937 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d311ee28-7c46-4354-9450-a5733e3dd5e9 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.835032 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311ee28-7c46-4354-9450-a5733e3dd5e9 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event deleted for resources: {'Port': ['ID=7daca245-08ff-4afd-9aff-2a75822ea3cc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:35.909122 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d311ee28-7c46-4354-9450-a5733e3dd5e9 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.912079 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d311ee28-7c46-4354-9450-a5733e3dd5e9 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] 10.222.0.13 "DELETE /v2.0/ports/7daca245-08ff-4afd-9aff-2a75822ea3cc HTTP/1.1" status: 204 len: 168 time: 0.5203636 Aug 17 02:50:35.914830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54042) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:35.969562 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5ad428-8acc-4a9c-bdc7-e957a074e909 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:35.971313 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fd5ad428-8acc-4a9c-bdc7-e957a074e909 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7ed4359-ccce-4562-9a45-fc67f68f258b HTTP/1.1" status: 200 len: 913 time: 0.0554204 Aug 17 02:50:35.973980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54046) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:36.211068 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb7a2c-ea44-4417-9bd0-696d55459a66 req-138dbe24-5a99-4d81-9d66-89774402100e tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:36.212679 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9cb7a2c-ea44-4417-9bd0-696d55459a66 req-138dbe24-5a99-4d81-9d66-89774402100e tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 949 time: 0.1106467 Aug 17 02:50:36.650632 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9cb7a2c-ea44-4417-9bd0-696d55459a66 req-c6816dd2-c31c-4bc8-856a-a73f6f1be779 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/security-groups?id=52bf5db6-0531-484b-88ef-72ed6832a651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992417 Aug 17 02:50:36.806924 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5386eace-7f78-4518-9798-a04f3b69c3b6 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:37.079645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-5386eace-7f78-4518-9798-a04f3b69c3b6 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Deleting port 951564a1-fc62-43c5-ba35-42b2547f228a {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:37.079992 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5386eace-7f78-4518-9798-a04f3b69c3b6 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:37.170411 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5386eace-7f78-4518-9798-a04f3b69c3b6 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:37.183180 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-5386eace-7f78-4518-9798-a04f3b69c3b6 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Calling delete_port for 951564a1-fc62-43c5-ba35-42b2547f228a owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:37.461976 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5386eace-7f78-4518-9798-a04f3b69c3b6 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:37.491366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386eace-7f78-4518-9798-a04f3b69c3b6 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event deleted for resources: {'Port': ['ID=951564a1-fc62-43c5-ba35-42b2547f228a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:37.682213 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5386eace-7f78-4518-9798-a04f3b69c3b6 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:37.832381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30965c8b-06c4-4bb5-9fc9-7c05f2f3f05c req-9f9d6ffb-d9a6-48b7-8e6c-a89b1431a6bd tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:37.836085 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30965c8b-06c4-4bb5-9fc9-7c05f2f3f05c req-9f9d6ffb-d9a6-48b7-8e6c-a89b1431a6bd tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 949 time: 0.0993609 Aug 17 02:50:37.907560 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f77321b8-f986-4bd6-a7e9-7572f6e9b8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:37.917578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30965c8b-06c4-4bb5-9fc9-7c05f2f3f05c req-3d2340c9-cfc5-44e3-a71c-e1bad2f0b4d5 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/security-groups?id=52bf5db6-0531-484b-88ef-72ed6832a651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770693 Aug 17 02:50:37.981943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5386eace-7f78-4518-9798-a04f3b69c3b6 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Router e7ed4359-ccce-4562-9a45-fc67f68f258b has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:50:38.111104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5386eace-7f78-4518-9798-a04f3b69c3b6 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:50:38.118506 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5386eace-7f78-4518-9798-a04f3b69c3b6 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] 10.222.0.13 "PUT /v2.0/routers/e7ed4359-ccce-4562-9a45-fc67f68f258b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1411357 Aug 17 02:50:38.118955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54092) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:38.122392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63256d0c-dab6-410b-a1a4-8a345715c091 None None] Sync routers for ids ['e7ed4359-ccce-4562-9a45-fc67f68f258b'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:50:38.131105 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63256d0c-dab6-410b-a1a4-8a345715c091 None None] Routers {'e7ed4359-ccce-4562-9a45-fc67f68f258b'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:38.131735 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-63256d0c-dab6-410b-a1a4-8a345715c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e7ed4359-ccce-4562-9a45-fc67f68f258b'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:38.175573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-63256d0c-dab6-410b-a1a4-8a345715c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:38.186193 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63256d0c-dab6-410b-a1a4-8a345715c091 None None] Routers {'e7ed4359-ccce-4562-9a45-fc67f68f258b'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:38.187275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-63256d0c-dab6-410b-a1a4-8a345715c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['e7ed4359-ccce-4562-9a45-fc67f68f258b'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:38.224228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-63256d0c-dab6-410b-a1a4-8a345715c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:38.224896 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63256d0c-dab6-410b-a1a4-8a345715c091 None None] The sync data for ids ['e7ed4359-ccce-4562-9a45-fc67f68f258b'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:50:38.544424 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b45111e-c2f9-45e0-8513-531edf5d9818 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:38.653581 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b45111e-c2f9-45e0-8513-531edf5d9818 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:38.848340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9b45111e-c2f9-45e0-8513-531edf5d9818 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Deleting port 5a0fb0ec-9fae-4e71-81e5-94466fa3baa3 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:38.848680 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b45111e-c2f9-45e0-8513-531edf5d9818 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:38.944359 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b45111e-c2f9-45e0-8513-531edf5d9818 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:38.959035 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9b45111e-c2f9-45e0-8513-531edf5d9818 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Calling delete_port for 5a0fb0ec-9fae-4e71-81e5-94466fa3baa3 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:39.262219 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b45111e-c2f9-45e0-8513-531edf5d9818 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.293569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45111e-c2f9-45e0-8513-531edf5d9818 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event deleted for resources: {'Port': ['ID=5a0fb0ec-9fae-4e71-81e5-94466fa3baa3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:39.356473 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b45111e-c2f9-45e0-8513-531edf5d9818 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.453878 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b45111e-c2f9-45e0-8513-531edf5d9818 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.455983 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b45111e-c2f9-45e0-8513-531edf5d9818 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.627572 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b45111e-c2f9-45e0-8513-531edf5d9818 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.628120 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b45111e-c2f9-45e0-8513-531edf5d9818 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Fanout notify agent at l3_agent the message router_deleted on router e7ed4359-ccce-4562-9a45-fc67f68f258b {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:50:39.637559 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b45111e-c2f9-45e0-8513-531edf5d9818 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.639325 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9b45111e-c2f9-45e0-8513-531edf5d9818 tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] 10.222.0.13 "DELETE /v2.0/routers/e7ed4359-ccce-4562-9a45-fc67f68f258b HTTP/1.1" status: 204 len: 168 time: 1.5194340 Aug 17 02:50:39.648787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54110) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:39.649781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54112) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:39.697117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-491df5ea-2fe5-4ab4-89bf-8841642ec7fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Deleting subnet 503d498f-53c7-474c-8d6d-2feae72cd825 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:50:39.700432 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-491df5ea-2fe5-4ab4-89bf-8841642ec7fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.747038 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-491df5ea-2fe5-4ab4-89bf-8841642ec7fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.768879 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4c6fe656-ca58-4609-80b2-15ca151c4ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.845871 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-491df5ea-2fe5-4ab4-89bf-8841642ec7fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.871521 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4c6fe656-ca58-4609-80b2-15ca151c4ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.930325 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4c6fe656-ca58-4609-80b2-15ca151c4ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.947818 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-491df5ea-2fe5-4ab4-89bf-8841642ec7fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.977005 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4c6fe656-ca58-4609-80b2-15ca151c4ad9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c226bc950df046dcbaa594b7394b7230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236012 Aug 17 02:50:39.977005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fe656-ca58-4609-80b2-15ca151c4ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2df430-c279-4779-a350-4a324bce2a91,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:39.978123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54116) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:39.980244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491df5ea-2fe5-4ab4-89bf-8841642ec7fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event deleted for resources: {'Subnet': ['ID=503d498f-53c7-474c-8d6d-2feae72cd825,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:39.984288 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-491df5ea-2fe5-4ab4-89bf-8841642ec7fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.986209 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-491df5ea-2fe5-4ab4-89bf-8841642ec7fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] 10.222.0.13 "DELETE /v2.0/subnets/503d498f-53c7-474c-8d6d-2feae72cd825 HTTP/1.1" status: 204 len: 168 time: 0.3429615 Aug 17 02:50:39.988556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54118) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:39.990479 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b0bf8-46b5-41fc-85c8-c67c9cd045e6 None None] Network 48679128-fa00-4cb7-b599-e67ce36f4476 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:50:40.045409 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a5de187-7eac-4511-b481-18c7a9609001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.089484 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a5de187-7eac-4511-b481-18c7a9609001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.106068 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.181080 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Deleting port 416afdb9-4a14-41fe-9ac9-e80e80323d14 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:40.181493 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.223487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6ba622-d777-4149-9873-fa2a32c232e1 None None] DHCP port deletion for 48679128-fa00-4cb7-b599-e67ce36f4476 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:50:40.239508 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a5de187-7eac-4511-b481-18c7a9609001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.244318 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a5de187-7eac-4511-b481-18c7a9609001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.249162 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3a5de187-7eac-4511-b481-18c7a9609001 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a2df430-c279-4779-a350-4a324bce2a91 HTTP/1.1" status: 204 len: 168 time: 0.2637079 Aug 17 02:50:40.276987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5de187-7eac-4511-b481-18c7a9609001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2df430-c279-4779-a350-4a324bce2a91,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:40.293265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] For port 416afdb9-4a14-41fe-9ac9-e80e80323d14, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=416afdb9-4a14-41fe-9ac9-e80e80323d14,segment=NetworkSegment(dd71719d-248d-4551-aa2b-4710be470e27),segment_id=dd71719d-248d-4551-aa2b-4710be470e27)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:40.293650 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.310768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Calling delete_port for 416afdb9-4a14-41fe-9ac9-e80e80323d14 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:40.318269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ba622-d777-4149-9873-fa2a32c232e1 None None] Deleting port 416afdb9-4a14-41fe-9ac9-e80e80323d14 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:40.318655 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9b6ba622-d777-4149-9873-fa2a32c232e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.360272 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0eb25768-eac5-4142-8684-e6c701ee7ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.390210 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9b6ba622-d777-4149-9873-fa2a32c232e1 None None] For port 416afdb9-4a14-41fe-9ac9-e80e80323d14, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=416afdb9-4a14-41fe-9ac9-e80e80323d14,segment=NetworkSegment(dd71719d-248d-4551-aa2b-4710be470e27),segment_id=dd71719d-248d-4551-aa2b-4710be470e27)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:40.394318 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9b6ba622-d777-4149-9873-fa2a32c232e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.405471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ba622-d777-4149-9873-fa2a32c232e1 None None] Calling delete_port for 416afdb9-4a14-41fe-9ac9-e80e80323d14 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:40.462478 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.507631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event deleted for resources: {'Port': ['ID=416afdb9-4a14-41fe-9ac9-e80e80323d14,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:40.510580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] No DVR routers for this DVR port 416afdb9-4a14-41fe-9ac9-e80e80323d14 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:50:40.525333 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9b6ba622-d777-4149-9873-fa2a32c232e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.580146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ba622-d777-4149-9873-fa2a32c232e1 None None] Pushing event deleted for resources: {'Port': ['ID=416afdb9-4a14-41fe-9ac9-e80e80323d14,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:40.589903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6ba622-d777-4149-9873-fa2a32c232e1 None None] No DVR routers for this DVR port 416afdb9-4a14-41fe-9ac9-e80e80323d14 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:50:40.615409 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.621183 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.633729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48679128-fa00-4cb7-b599-e67ce36f4476']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:40.647860 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd71719d-248d-4551-aa2b-4710be470e27') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:40.649997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd71719d-248d-4551-aa2b-4710be470e27') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:40.661048 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.680907 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.692114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:50:40.692726 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:50:40.697524 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:50:40.878745 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.883444 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.885672 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] 10.222.0.13 "DELETE /v2.0/networks/48679128-fa00-4cb7-b599-e67ce36f4476 HTTP/1.1" status: 204 len: 168 time: 0.8949497 Aug 17 02:50:40.890008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54128) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:40.906172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event deleted for resources: {'Network': ['ID=48679128-fa00-4cb7-b599-e67ce36f4476,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:40.914214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:40.915750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:40.915750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:40.915750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:40.916037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:40.916232 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:40.916570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:40.916888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:40.917226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:40.917565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:40.917896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:40.918222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad7dd3a-3294-46ef-83a6-57866da6566c tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:40.971952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54130) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:40.990002 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db4b94a4-60c3-42df-830f-f71dcc71e16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.037770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Deleting port c9f24475-dd2e-4ad5-a2e5-3838c8b63033 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:41.038369 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.096550 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db4b94a4-60c3-42df-830f-f71dcc71e16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.125358 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.125610 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.137685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Calling delete_port for c9f24475-dd2e-4ad5-a2e5-3838c8b63033 owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:41.210684 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db4b94a4-60c3-42df-830f-f71dcc71e16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.255783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-db4b94a4-60c3-42df-830f-f71dcc71e16e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab2e7ca53b304c7db6457b434749b52d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807031 Aug 17 02:50:41.260327 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54134) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:41.268927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b94a4-60c3-42df-830f-f71dcc71e16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae9abb8-46e5-445a-8414-cd7107f459f1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:41.328191 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e780859f-e6ae-4a0c-a095-2695e98f0baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.369642 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e780859f-e6ae-4a0c-a095-2695e98f0baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.382299 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.409961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Pushing event deleted for resources: {'Port': ['ID=c9f24475-dd2e-4ad5-a2e5-3838c8b63033,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:41.422127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:41.422665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:41.423418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:41.423865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:41.424299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:41.424732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:41.425162 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:41.425616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:41.426136 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:41.426618 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:41.427246 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:41.427806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:41.493413 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.496623 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.497095 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e780859f-e6ae-4a0c-a095-2695e98f0baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.498117 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f5158125-f983-47b2-b72a-7ea52f08f0fe tempest-FloatingIPAdminTestJSON-179354140 tempest-FloatingIPAdminTestJSON-179354140-project] 10.222.0.13 "DELETE /v2.0/floatingips/7e65e281-479c-4372-9b38-9c31f2fccf02 HTTP/1.1" status: 204 len: 168 time: 0.6071274 Aug 17 02:50:41.502081 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e780859f-e6ae-4a0c-a095-2695e98f0baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.515114 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e780859f-e6ae-4a0c-a095-2695e98f0baf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ae9abb8-46e5-445a-8414-cd7107f459f1 HTTP/1.1" status: 204 len: 168 time: 0.2420018 Aug 17 02:50:41.525942 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780859f-e6ae-4a0c-a095-2695e98f0baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae9abb8-46e5-445a-8414-cd7107f459f1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:41.833211 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.868634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 416afdb9-4a14-41fe-9ac9-e80e80323d14 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:50:41.894040 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 416afdb9-4a14-41fe-9ac9-e80e80323d14 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:50:41.894522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 416afdb9-4a14-41fe-9ac9-e80e80323d14 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:50:42.067788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54146) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:42.230057 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-455f1e4e-4910-4ba1-9de7-9f704d30219b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30b3fccaf6db4627a5430f7201dabee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610682 Aug 17 02:50:42.233594 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54156) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:42.284804 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed038-6d1a-4086-84be-d6521ebf4f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.315130 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed038-6d1a-4086-84be-d6521ebf4f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.461606 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed038-6d1a-4086-84be-d6521ebf4f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.464234 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed038-6d1a-4086-84be-d6521ebf4f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.465448 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dc4ed038-6d1a-4086-84be-d6521ebf4f1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6f4abb8-5970-494b-8169-16c2fff97506 HTTP/1.1" status: 204 len: 168 time: 0.2307103 Aug 17 02:50:42.477799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ed038-6d1a-4086-84be-d6521ebf4f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f4abb8-5970-494b-8169-16c2fff97506,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:43.404425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54184) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:43.421346 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e9fcbbe-d691-4720-b6f1-59feda250be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.542462 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e9fcbbe-d691-4720-b6f1-59feda250be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.627600 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9e9fcbbe-d691-4720-b6f1-59feda250be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.681530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9e9fcbbe-d691-4720-b6f1-59feda250be4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8add6d9b697840ae9792f33927ab6646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755921 Aug 17 02:50:43.683365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fcbbe-d691-4720-b6f1-59feda250be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86409e2-6fc8-43ce-94a6-cbabd1937080,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:43.684708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54194) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:43.775700 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6145f26d-5877-4746-98bd-0c09ed61cda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.801195 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6145f26d-5877-4746-98bd-0c09ed61cda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.828286 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.936195 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6145f26d-5877-4746-98bd-0c09ed61cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.940461 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6145f26d-5877-4746-98bd-0c09ed61cda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.944181 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6145f26d-5877-4746-98bd-0c09ed61cda2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f86409e2-6fc8-43ce-94a6-cbabd1937080 HTTP/1.1" status: 204 len: 168 time: 0.2562909 Aug 17 02:50:43.954345 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145f26d-5877-4746-98bd-0c09ed61cda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86409e2-6fc8-43ce-94a6-cbabd1937080,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:44.745793 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54226) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:44.759181 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7da3a6a1-7c44-45a3-ac09-17c6ffe2f3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.852872 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7da3a6a1-7c44-45a3-ac09-17c6ffe2f3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.913327 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7da3a6a1-7c44-45a3-ac09-17c6ffe2f3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.950569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3a6a1-7c44-45a3-ac09-17c6ffe2f3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e7c86b-ea6b-4182-a09c-d2d76aa80127,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:44.955648 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7da3a6a1-7c44-45a3-ac09-17c6ffe2f3cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c26348e3e5714063be6ebbe82789fddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088256 Aug 17 02:50:44.959871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54230) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:45.014263 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42206339-e50a-40f1-9c85-1438ca04df94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:45.044432 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42206339-e50a-40f1-9c85-1438ca04df94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:45.170350 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42206339-e50a-40f1-9c85-1438ca04df94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:45.172916 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42206339-e50a-40f1-9c85-1438ca04df94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:45.175711 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-42206339-e50a-40f1-9c85-1438ca04df94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12e7c86b-ea6b-4182-a09c-d2d76aa80127 HTTP/1.1" status: 204 len: 168 time: 0.2133124 Aug 17 02:50:45.182443 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42206339-e50a-40f1-9c85-1438ca04df94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e7c86b-ea6b-4182-a09c-d2d76aa80127,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:46.036666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54262) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:46.161735 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4a6c0564-66e3-4748-abc6-19350646083f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:46.258205 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4a6c0564-66e3-4748-abc6-19350646083f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:46.381174 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4a6c0564-66e3-4748-abc6-19350646083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:46.428822 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4a6c0564-66e3-4748-abc6-19350646083f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80d8ae4eeba74ecfa3cee5cd10a06172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3902922 Aug 17 02:50:46.429747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c0564-66e3-4748-abc6-19350646083f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9180e5e-8a35-48d0-a107-1d4708a452fd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:46.431718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54274) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:46.491959 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f25990e-67f0-4b2f-a6d3-d6273cc1acd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:46.519632 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f25990e-67f0-4b2f-a6d3-d6273cc1acd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:46.708068 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f25990e-67f0-4b2f-a6d3-d6273cc1acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:46.711573 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f25990e-67f0-4b2f-a6d3-d6273cc1acd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:46.712817 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6f25990e-67f0-4b2f-a6d3-d6273cc1acd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9180e5e-8a35-48d0-a107-1d4708a452fd HTTP/1.1" status: 204 len: 168 time: 0.2798057 Aug 17 02:50:46.725381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25990e-67f0-4b2f-a6d3-d6273cc1acd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9180e5e-8a35-48d0-a107-1d4708a452fd,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:47.489269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54304) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:47.503464 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-601d1cb2-41e2-439d-a64c-e21efdc95976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:47.596830 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-601d1cb2-41e2-439d-a64c-e21efdc95976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:47.618018 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54306) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:47.684900 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-601d1cb2-41e2-439d-a64c-e21efdc95976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:47.723635 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-601d1cb2-41e2-439d-a64c-e21efdc95976 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5dec0a4ef434bd1bf4080676e2379a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331994 Aug 17 02:50:47.726754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54312) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:47.729325 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d1cb2-41e2-439d-a64c-e21efdc95976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe955c3-1ae5-4f07-b991-f1ec722716d6,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:47.742554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-31f2caa9-64ba-4bfc-94ef-9b7f10852224 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:47.790090 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9192ed0-eab9-4d29-bc97-223478ea5e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:47.816551 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9192ed0-eab9-4d29-bc97-223478ea5e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:47.936443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-31f2caa9-64ba-4bfc-94ef-9b7f10852224 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] 10.222.0.13 "PUT /v2.0/quotas/47563483cd584295b06a04e7adc40399 HTTP/1.1" status: 200 len: 366 time: 0.3173108 Aug 17 02:50:47.939127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54316) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:47.951795 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-65b416be-c2a0-48f3-986f-60198f7d458d tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0106280 Aug 17 02:50:47.957890 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9192ed0-eab9-4d29-bc97-223478ea5e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:47.957890 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a9192ed0-eab9-4d29-bc97-223478ea5e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:47.957890 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a9192ed0-eab9-4d29-bc97-223478ea5e98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbe955c3-1ae5-4f07-b991-f1ec722716d6 HTTP/1.1" status: 204 len: 168 time: 0.2285261 Aug 17 02:50:47.959855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54320) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:47.970441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9192ed0-eab9-4d29-bc97-223478ea5e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe955c3-1ae5-4f07-b991-f1ec722716d6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:47.971041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a8c9e2b2-680d-4992-a922-f00286dd1e64 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] 10.222.0.13 "GET /v2.0/quotas/47563483cd584295b06a04e7adc40399 HTTP/1.1" status: 200 len: 366 time: 0.0100980 Aug 17 02:50:47.974118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54322) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:48.091144 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-75d5b95a-b4c6-4232-bc0a-2d55e929a3e8 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/47563483cd584295b06a04e7adc40399 HTTP/1.1" status: 204 len: 168 time: 0.1155281 Aug 17 02:50:48.093964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54324) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:48.103659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b49afa54-33e0-4058-9754-04bd9a912f61 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0086124 Aug 17 02:50:48.105914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54326) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:48.115773 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-201a356a-36cf-40b2-8b90-b1d39f6dd66e tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] 10.222.0.13 "GET /v2.0/quotas/47563483cd584295b06a04e7adc40399 HTTP/1.1" status: 200 len: 370 time: 0.0088551 Aug 17 02:50:48.118944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54328) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:48.124495 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8114faf2-fdf3-4327-8e50-5eac5ef01e14 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] 10.222.0.13 "GET /v2.0/quotas/47563483cd584295b06a04e7adc40399/default HTTP/1.1" status: 200 len: 370 time: 0.0043812 Aug 17 02:50:48.127200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54330) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:48.136457 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-ce786f6f-5b07-41e0-abea-921ad1f4c148 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] delete failed (client error): The resource could not be found. Aug 17 02:50:48.137464 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ce786f6f-5b07-41e0-abea-921ad1f4c148 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/47563483cd584295b06a04e7adc40399 HTTP/1.1" status: 404 len: 348 time: 0.0093458 Aug 17 02:50:48.395622 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54336) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:48.417112 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Usage tracker for resource:network and tenant:35001f7e7c774fa0a5d3caa020e3f17e is out of sync, need to count used quota {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 02:50:48.423410 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 02:50:48.431020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Usage tracker for resource:subnet and tenant:35001f7e7c774fa0a5d3caa020e3f17e is out of sync, need to count used quota {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 02:50:48.437066 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 02:50:48.444728 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Usage tracker for resource:subnetpool and tenant:35001f7e7c774fa0a5d3caa020e3f17e is out of sync, need to count used quota {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 02:50:48.452438 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 02:50:48.459298 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Usage tracker for resource:port and tenant:35001f7e7c774fa0a5d3caa020e3f17e is out of sync, need to count used quota {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 02:50:48.468386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 02:50:48.475419 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Usage tracker for resource:router and tenant:35001f7e7c774fa0a5d3caa020e3f17e is out of sync, need to count used quota {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 02:50:48.480692 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 02:50:48.488342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Usage tracker for resource:floatingip and tenant:35001f7e7c774fa0a5d3caa020e3f17e is out of sync, need to count used quota {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 02:50:48.493676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 02:50:48.533403 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Usage tracker for resource:security_group and tenant:35001f7e7c774fa0a5d3caa020e3f17e is out of sync, need to count used quota {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 02:50:48.539497 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 02:50:48.546105 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Usage tracker for resource:security_group_rule and tenant:35001f7e7c774fa0a5d3caa020e3f17e is out of sync, need to count used quota {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 02:50:48.550867 n-d-793621-31 neutron-server[95407]: DEBUG neutron.quota.resource [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95407) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 02:50:48.556110 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fb47393d-264d-47ad-a4e8-96e156656d82 tempest-QuotasTest-521447737 tempest-QuotasTest-521447737-project-admin] 10.222.0.13 "GET /v2.0/quotas/35001f7e7c774fa0a5d3caa020e3f17e/details.json HTTP/1.1" status: 200 len: 703 time: 0.1594131 Aug 17 02:50:49.102928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54362) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:49.218883 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4291-6331-43ab-aa8e-db5504bedc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:49.310604 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4291-6331-43ab-aa8e-db5504bedc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:49.376247 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4291-6331-43ab-aa8e-db5504bedc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:49.412749 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e4291-6331-43ab-aa8e-db5504bedc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938f5278-7aa4-4c51-be51-23848d5ee464,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:49.417075 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cd1e4291-6331-43ab-aa8e-db5504bedc31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3e929ab55574195ab5cfcea0c9db1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131273 Aug 17 02:50:49.420733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54370) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:49.476661 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ca8dd8b7-b7ea-414a-98f7-880132b05237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:49.500383 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ca8dd8b7-b7ea-414a-98f7-880132b05237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:49.627696 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ca8dd8b7-b7ea-414a-98f7-880132b05237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:49.630382 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ca8dd8b7-b7ea-414a-98f7-880132b05237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:49.631543 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ca8dd8b7-b7ea-414a-98f7-880132b05237 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/938f5278-7aa4-4c51-be51-23848d5ee464 HTTP/1.1" status: 204 len: 168 time: 0.2102628 Aug 17 02:50:49.640165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dd8b7-b7ea-414a-98f7-880132b05237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938f5278-7aa4-4c51-be51-23848d5ee464,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:50.386230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54396) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:50.399684 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a79615f8-1523-48e4-8791-e44824f7e86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.490080 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a79615f8-1523-48e4-8791-e44824f7e86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.558867 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a79615f8-1523-48e4-8791-e44824f7e86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.597613 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54400) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:50.602150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79615f8-1523-48e4-8791-e44824f7e86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbcd627-349a-4bfd-8925-05da493463ec,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:50.609770 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a79615f8-1523-48e4-8791-e44824f7e86e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35001f7e7c774fa0a5d3caa020e3f17e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224860 Aug 17 02:50:50.614473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54404) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:50.666083 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da4c0d58-bba9-419a-b67e-33fba4334904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.689458 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da4c0d58-bba9-419a-b67e-33fba4334904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.732860 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-af17c21e-2562-4868-b33a-aa87ffc1b89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.830495 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da4c0d58-bba9-419a-b67e-33fba4334904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.833320 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da4c0d58-bba9-419a-b67e-33fba4334904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.836869 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-da4c0d58-bba9-419a-b67e-33fba4334904 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbbcd627-349a-4bfd-8925-05da493463ec HTTP/1.1" status: 204 len: 168 time: 0.2190552 Aug 17 02:50:50.854269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c0d58-bba9-419a-b67e-33fba4334904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbcd627-349a-4bfd-8925-05da493463ec,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:50.916171 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-af17c21e-2562-4868-b33a-aa87ffc1b89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.022163 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-af17c21e-2562-4868-b33a-aa87ffc1b89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.061759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17c21e-2562-4868-b33a-aa87ffc1b89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82990194-7f4d-4400-bbd1-d9e3bbd03b1c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:51.068609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-af17c21e-2562-4868-b33a-aa87ffc1b89c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9536f2c07004f2686bd3643b3cc8c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695349 Aug 17 02:50:51.071218 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54412) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:51.130791 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-21c95968-aca6-48e2-9bd0-11a48b2a2865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.166599 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-21c95968-aca6-48e2-9bd0-11a48b2a2865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.308117 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-21c95968-aca6-48e2-9bd0-11a48b2a2865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.311272 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-21c95968-aca6-48e2-9bd0-11a48b2a2865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.312905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-21c95968-aca6-48e2-9bd0-11a48b2a2865 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82990194-7f4d-4400-bbd1-d9e3bbd03b1c HTTP/1.1" status: 204 len: 168 time: 0.2403750 Aug 17 02:50:51.321822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c95968-aca6-48e2-9bd0-11a48b2a2865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82990194-7f4d-4400-bbd1-d9e3bbd03b1c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:51.998614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54442) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:52.014712 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-665c1a68-2b4c-4cda-ac54-ed5a1b36189e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.131017 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-665c1a68-2b4c-4cda-ac54-ed5a1b36189e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.193341 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-665c1a68-2b4c-4cda-ac54-ed5a1b36189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.239357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54448) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:52.241041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-665c1a68-2b4c-4cda-ac54-ed5a1b36189e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b65df7bd9e4849aa8a1eadc1d2ee6a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391646 Aug 17 02:50:52.241446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c1a68-2b4c-4cda-ac54-ed5a1b36189e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7b38a9-5288-40bd-89f0-4211e369f55c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:52.317498 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00c98d1e-81e0-496c-8a48-23d4a0790807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.345032 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00c98d1e-81e0-496c-8a48-23d4a0790807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.501923 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00c98d1e-81e0-496c-8a48-23d4a0790807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.504567 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00c98d1e-81e0-496c-8a48-23d4a0790807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.505900 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-00c98d1e-81e0-496c-8a48-23d4a0790807 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab7b38a9-5288-40bd-89f0-4211e369f55c HTTP/1.1" status: 204 len: 168 time: 0.2653811 Aug 17 02:50:52.511048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54456) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:52.516782 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c98d1e-81e0-496c-8a48-23d4a0790807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7b38a9-5288-40bd-89f0-4211e369f55c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:52.637626 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:50:52.710598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-00221954-2a9e-4f97-a379-de81a0dbf3d0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Deleting port ef74e93c-3bd3-4b64-a696-4df299bb5d00 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:52.710942 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-00221954-2a9e-4f97-a379-de81a0dbf3d0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.803969 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-00221954-2a9e-4f97-a379-de81a0dbf3d0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.805058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-00221954-2a9e-4f97-a379-de81a0dbf3d0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.823560 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-00221954-2a9e-4f97-a379-de81a0dbf3d0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Calling delete_port for ef74e93c-3bd3-4b64-a696-4df299bb5d00 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:53.037662 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54478) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:53.140533 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-637964779', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:53.234512 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-00221954-2a9e-4f97-a379-de81a0dbf3d0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.262791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00221954-2a9e-4f97-a379-de81a0dbf3d0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Pushing event deleted for resources: {'Port': ['ID=ef74e93c-3bd3-4b64-a696-4df299bb5d00,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:53.313837 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Made reservation on behalf of 970aeed91d654bcbaeedb992ac73d6e4 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:53.325463 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.325609 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-00221954-2a9e-4f97-a379-de81a0dbf3d0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.326032 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.326356 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-00221954-2a9e-4f97-a379-de81a0dbf3d0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Floating IP bd1ca8c9-6b6e-46ec-8aaf-3292ada67f6c disassociated (deleted). External IP: 172.25.5.63, port: 074523bc-70ab-4948-b394-73de0d671d4d. Aug 17 02:50:53.424606 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.497347 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.501953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] device_id is not set on port 28e25218-5476-4049-b4fd-fbf8258198aa yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:50:53.602859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a431e8-ff4f-4141-9a8b-b5427a762948,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:53.638612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00221954-2a9e-4f97-a379-de81a0dbf3d0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Router 49bf2508-7e66-4457-8deb-cb5edb997bc1 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:50:53.691678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Allocated IP 172.25.5.83 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/28e25218-5476-4049-b4fd-fbf8258198aa) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:53.776943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00221954-2a9e-4f97-a379-de81a0dbf3d0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:50:53.789339 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564685da-e74c-40b2-ba6d-a5440d69d152 None None] Sync routers for ids ['49bf2508-7e66-4457-8deb-cb5edb997bc1'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:50:53.790090 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-00221954-2a9e-4f97-a379-de81a0dbf3d0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.805441 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564685da-e74c-40b2-ba6d-a5440d69d152 None None] Routers {'49bf2508-7e66-4457-8deb-cb5edb997bc1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:53.806089 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-564685da-e74c-40b2-ba6d-a5440d69d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['49bf2508-7e66-4457-8deb-cb5edb997bc1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:53.832528 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-00221954-2a9e-4f97-a379-de81a0dbf3d0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "DELETE /v2.0/floatingips/bd1ca8c9-6b6e-46ec-8aaf-3292ada67f6c HTTP/1.1" status: 204 len: 168 time: 1.3198099 Aug 17 02:50:53.833148 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'tag': '074523bc-70ab-4948-b394-73de0d671d4d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:50:53.837322 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1639cf6-a9c7-4303-a811-86179ec823e9" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1f73ee-fea6-45b1-95a7-008c0227f36a", "tag": "074523bc-70ab-4948-b394-73de0d671d4d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:50:53.934571 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.945108 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-564685da-e74c-40b2-ba6d-a5440d69d152 None None] Set router 49bf2508-7e66-4457-8deb-cb5edb997bc1 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:54.106183 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:54.156553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:54.162942 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:54.166585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:54.203904 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Pushing event updated for resources: {'Port': ['ID=28e25218-5476-4049-b4fd-fbf8258198aa,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:54.225087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:54.226097 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:54.299274 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-564685da-e74c-40b2-ba6d-a5440d69d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:45:38Z', 'revision_number': 4, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '0cce579d-ed04-45eb-9c70-2bb5b0b95e57', 'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'mac_address': 'fa:16:3e:1f:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:36Z', 'updated_at': '2021-08-17T02:45:51Z', 'revision_number': 5, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'subnets': [{'id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:54.308360 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bbba80a2-0470-4493-8ffb-76d5224c7d2b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2695701 Aug 17 02:50:54.311719 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54508) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:54.317132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-74e7456e-bf49-45ef-9e8f-90b9ac465618 tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.83'}]}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:54.329887 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564685da-e74c-40b2-ba6d-a5440d69d152 None None] Checking router: 49bf2508-7e66-4457-8deb-cb5edb997bc1 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:50:54.340167 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564685da-e74c-40b2-ba6d-a5440d69d152 None None] Routers {'49bf2508-7e66-4457-8deb-cb5edb997bc1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:54.341033 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-564685da-e74c-40b2-ba6d-a5440d69d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['49bf2508-7e66-4457-8deb-cb5edb997bc1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:54.361088 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d116aeb-9d60-4219-b67d-874164e9f954 x-openstack-request-id: req-1d116aeb-9d60-4219-b67d-874164e9f954 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:50:54.361486 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1f73ee-fea6-45b1-95a7-008c0227f36a", "tag": "074523bc-70ab-4948-b394-73de0d671d4d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:50:54.361867 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d116aeb-9d60-4219-b67d-874164e9f954 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:50:54.362280 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'tag': '074523bc-70ab-4948-b394-73de0d671d4d', 'status': 'completed', 'code': 200} Aug 17 02:50:54.465185 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-74e7456e-bf49-45ef-9e8f-90b9ac465618 tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:54.467127 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-74e7456e-bf49-45ef-9e8f-90b9ac465618 tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:54.478838 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-564685da-e74c-40b2-ba6d-a5440d69d152 None None] Set router 49bf2508-7e66-4457-8deb-cb5edb997bc1 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:54.529711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1639cf6-a9c7-4303-a811-86179ec823e9 req-b19f531d-6cdb-4fc1-bf13-6af00de6a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:54.529711 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1639cf6-a9c7-4303-a811-86179ec823e9 req-b19f531d-6cdb-4fc1-bf13-6af00de6a871 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8285e0531a04d3c96585d96ccd10f50&device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 1098 time: 0.1227214 Aug 17 02:50:54.566085 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a6e78-cb91-4d10-a2ff-f135bbcaaea5 req-2b15f156-0583-459f-a210-30efd937ad4f tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:54.574969 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-917a6e78-cb91-4d10-a2ff-f135bbcaaea5 req-2b15f156-0583-459f-a210-30efd937ad4f tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 946 time: 0.1685848 Aug 17 02:50:54.602290 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-74e7456e-bf49-45ef-9e8f-90b9ac465618 tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:54.699307 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-917a6e78-cb91-4d10-a2ff-f135bbcaaea5 req-21e158c8-8936-47df-b835-da25eceea568 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242476 Aug 17 02:50:54.741919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1639cf6-a9c7-4303-a811-86179ec823e9 req-87f8c16f-2f37-471f-ac97-000ecc2b0b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:54.743635 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1639cf6-a9c7-4303-a811-86179ec823e9 req-87f8c16f-2f37-471f-ac97-000ecc2b0b4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e61892c-f1fc-452e-a1fa-712df6fb9b5d HTTP/1.1" status: 200 len: 915 time: 0.1886199 Aug 17 02:50:54.762229 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-564685da-e74c-40b2-ba6d-a5440d69d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:45:38Z', 'revision_number': 4, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '0cce579d-ed04-45eb-9c70-2bb5b0b95e57', 'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'mac_address': 'fa:16:3e:1f:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:36Z', 'updated_at': '2021-08-17T02:45:51Z', 'revision_number': 5, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'subnets': [{'id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:54.813621 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564685da-e74c-40b2-ba6d-a5440d69d152 None None] The sync data for ids ['49bf2508-7e66-4457-8deb-cb5edb997bc1'] in n-d-793621-31 is: [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:45:38Z', 'revision_number': 4, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '0cce579d-ed04-45eb-9c70-2bb5b0b95e57', 'name': '', 'network_id': '9e61892c-f1fc-452e-a1fa-712df6fb9b5d', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'mac_address': 'fa:16:3e:1f:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:36Z', 'updated_at': '2021-08-17T02:45:51Z', 'revision_number': 5, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'subnets': [{'id': '18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:50:54.952079 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-74e7456e-bf49-45ef-9e8f-90b9ac465618 tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:54.957947 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1639cf6-a9c7-4303-a811-86179ec823e9 req-13587601-c27a-4479-bf9f-157983236746 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=074523bc-70ab-4948-b394-73de0d671d4d HTTP/1.1" status: 200 len: 217 time: 0.2045763 Aug 17 02:50:55.023800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1639cf6-a9c7-4303-a811-86179ec823e9 req-f6bab62f-9324-474f-925c-063494978ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:55.025590 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1639cf6-a9c7-4303-a811-86179ec823e9 req-f6bab62f-9324-474f-925c-063494978ea0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0 HTTP/1.1" status: 200 len: 853 time: 0.0596726 Aug 17 02:50:55.141427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1639cf6-a9c7-4303-a811-86179ec823e9 req-3a5ba893-e01f-4446-ae9a-fbd2e04174c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:55.144029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1639cf6-a9c7-4303-a811-86179ec823e9 req-3a5ba893-e01f-4446-ae9a-fbd2e04174c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e61892c-f1fc-452e-a1fa-712df6fb9b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100500 Aug 17 02:50:55.144737 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd08ecf-3360-48bc-b898-49ad7984c8e9 None None] New status for floating IP bd1ca8c9-6b6e-46ec-8aaf-3292ada67f6c: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:50:55.279838 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1639cf6-a9c7-4303-a811-86179ec823e9 req-da26c4dd-e944-4f11-95f9-a97552e04f0a service neutron] 10.222.0.42 "GET /v2.0/networks/9e61892c-f1fc-452e-a1fa-712df6fb9b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240799 Aug 17 02:50:55.463431 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-74e7456e-bf49-45ef-9e8f-90b9ac465618 tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:55.493036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1639cf6-a9c7-4303-a811-86179ec823e9 req-ad50bb30-41d3-48f7-9e3f-6fa6b2c554ec service neutron] 10.222.0.42 "GET /v2.0/networks/9e61892c-f1fc-452e-a1fa-712df6fb9b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038548 Aug 17 02:50:55.494398 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-74e7456e-bf49-45ef-9e8f-90b9ac465618 tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:55.759058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-74e7456e-bf49-45ef-9e8f-90b9ac465618 tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:56.343742 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e307-89d4-4a4f-9632-86c0b3f48d80 req-f207cf01-e0a6-4950-b50b-c2e4bc5e6941 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:56.345759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aae7e307-89d4-4a4f-9632-86c0b3f48d80 req-f207cf01-e0a6-4950-b50b-c2e4bc5e6941 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 946 time: 0.5357292 Aug 17 02:50:56.349179 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-74e7456e-bf49-45ef-9e8f-90b9ac465618 tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:56.352048 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-74e7456e-bf49-45ef-9e8f-90b9ac465618 tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:56.436476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590420e-049d-4041-8a81-8cd3c4707534 req-7f84b73a-92a5-4bf9-81c1-ca55ce5d6161 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:56.438305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2590420e-049d-4041-8a81-8cd3c4707534 req-7f84b73a-92a5-4bf9-81c1-ca55ce5d6161 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 946 time: 0.1614068 Aug 17 02:50:56.441272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aae7e307-89d4-4a4f-9632-86c0b3f48d80 req-4615dc01-0cc1-4a69-b0b1-2fbf6540ea1e tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b51db55-bf40-4b22-af84-f2941096bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874736 Aug 17 02:50:56.490024 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-74e7456e-bf49-45ef-9e8f-90b9ac465618 tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:56.496957 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e7456e-bf49-45ef-9e8f-90b9ac465618 tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04401323-65f3-4442-9ad7-040d56429e6d {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:50:56.558270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-2590420e-049d-4041-8a81-8cd3c4707534 req-568304c7-2011-49c2-9c3d-a56768e4d5ec tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Deleting port 074523bc-70ab-4948-b394-73de0d671d4d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:56.558613 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2590420e-049d-4041-8a81-8cd3c4707534 req-568304c7-2011-49c2-9c3d-a56768e4d5ec tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:56.597342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54568) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:56.638999 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-74e7456e-bf49-45ef-9e8f-90b9ac465618 tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 17 02:50:56.640074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-74e7456e-bf49-45ef-9e8f-90b9ac465618 tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3273542 Aug 17 02:50:56.643380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54572) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:56.656538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-2590420e-049d-4041-8a81-8cd3c4707534 req-568304c7-2011-49c2-9c3d-a56768e4d5ec tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] For port 074523bc-70ab-4948-b394-73de0d671d4d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=074523bc-70ab-4948-b394-73de0d671d4d,segment=NetworkSegment(e0a3835e-4419-4ea4-ba94-3faf6c84db33),segment_id=e0a3835e-4419-4ea4-ba94-3faf6c84db33)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:56.656993 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2590420e-049d-4041-8a81-8cd3c4707534 req-568304c7-2011-49c2-9c3d-a56768e4d5ec tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:56.670829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-2590420e-049d-4041-8a81-8cd3c4707534 req-568304c7-2011-49c2-9c3d-a56768e4d5ec tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Calling delete_port for 074523bc-70ab-4948-b394-73de0d671d4d owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:56.726195 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ac5a652d-37d5-4822-8d5d-e8cce3c2d4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:56.775225 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e7de0-9ac0-478b-a09e-a3ffa60fea0b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Deleting port 28e25218-5476-4049-b4fd-fbf8258198aa {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:50:56.775573 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7de0-9ac0-478b-a09e-a3ffa60fea0b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:56.878975 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2590420e-049d-4041-8a81-8cd3c4707534 req-568304c7-2011-49c2-9c3d-a56768e4d5ec tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:56.879557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7de0-9ac0-478b-a09e-a3ffa60fea0b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:56.902855 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e7de0-9ac0-478b-a09e-a3ffa60fea0b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Calling delete_port for 28e25218-5476-4049-b4fd-fbf8258198aa owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:50:56.907897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568304c7-2011-49c2-9c3d-a56768e4d5ec tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Pushing event deleted for resources: {'Port': ['ID=074523bc-70ab-4948-b394-73de0d671d4d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:56.910132 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ac5a652d-37d5-4822-8d5d-e8cce3c2d4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:56.964302 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2590420e-049d-4041-8a81-8cd3c4707534 req-568304c7-2011-49c2-9c3d-a56768e4d5ec tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] No DVR routers for this DVR port 074523bc-70ab-4948-b394-73de0d671d4d on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:50:56.967898 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-2590420e-049d-4041-8a81-8cd3c4707534 req-568304c7-2011-49c2-9c3d-a56768e4d5ec tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:56.969587 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2590420e-049d-4041-8a81-8cd3c4707534 req-568304c7-2011-49c2-9c3d-a56768e4d5ec tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.42 "DELETE /v2.0/ports/074523bc-70ab-4948-b394-73de0d671d4d HTTP/1.1" status: 204 len: 173 time: 0.5244808 Aug 17 02:50:56.970094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'name': 'network-vif-deleted', 'tag': '074523bc-70ab-4948-b394-73de0d671d4d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:50:56.972514 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea72971-583d-44c4-bc0f-0ec04cf125e9" -d '{"events": [{"server_uuid": "5f1f73ee-fea6-45b1-95a7-008c0227f36a", "name": "network-vif-deleted", "tag": "074523bc-70ab-4948-b394-73de0d671d4d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:50:57.010767 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c461023-c2b6-42e4-aa75-b816e31581da x-openstack-request-id: req-7c461023-c2b6-42e4-aa75-b816e31581da {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:50:57.011064 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1f73ee-fea6-45b1-95a7-008c0227f36a", "name": "network-vif-deleted", "tag": "074523bc-70ab-4948-b394-73de0d671d4d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:50:57.011319 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c461023-c2b6-42e4-aa75-b816e31581da {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:50:57.011723 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1f73ee-fea6-45b1-95a7-008c0227f36a', 'name': 'network-vif-deleted', 'tag': '074523bc-70ab-4948-b394-73de0d671d4d', 'status': 'completed', 'code': 200} Aug 17 02:50:57.019429 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ac5a652d-37d5-4822-8d5d-e8cce3c2d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.070558 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a652d-37d5-4822-8d5d-e8cce3c2d4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3407b9-0847-4f65-984a-2c6480c6e721,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:57.077791 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ac5a652d-37d5-4822-8d5d-e8cce3c2d4d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32f026ee16704c9798d129169e941ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4792728 Aug 17 02:50:57.085077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54578) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:57.131373 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a47ebaa2-5bb2-41a6-bea8-aff330091696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.153527 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a47ebaa2-5bb2-41a6-bea8-aff330091696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.204717 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7de0-9ac0-478b-a09e-a3ffa60fea0b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.232558 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e7de0-9ac0-478b-a09e-a3ffa60fea0b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Pushing event deleted for resources: {'Port': ['ID=28e25218-5476-4049-b4fd-fbf8258198aa,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:57.303510 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7de0-9ac0-478b-a09e-a3ffa60fea0b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.305493 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ee2e7de0-9ac0-478b-a09e-a3ffa60fea0b tempest-RoutersAdminNegativeTest-1596872620 tempest-RoutersAdminNegativeTest-1596872620-project-admin] 10.222.0.13 "DELETE /v2.0/ports/28e25218-5476-4049-b4fd-fbf8258198aa HTTP/1.1" status: 204 len: 168 time: 0.6607192 Aug 17 02:50:57.314172 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a47ebaa2-5bb2-41a6-bea8-aff330091696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.320687 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a47ebaa2-5bb2-41a6-bea8-aff330091696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.321950 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a47ebaa2-5bb2-41a6-bea8-aff330091696 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d3407b9-0847-4f65-984a-2c6480c6e721 HTTP/1.1" status: 204 len: 168 time: 0.2425320 Aug 17 02:50:57.334771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ebaa2-5bb2-41a6-bea8-aff330091696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3407b9-0847-4f65-984a-2c6480c6e721,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:57.566363 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-40685201-a89d-4453-8146-9764a67b867c req-a13e500c-fe26-47d1-ae8b-d30d34fa098a tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 210 time: 0.0311437 Aug 17 02:50:57.837644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54594) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:57.958134 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31b281a3-5813-44b2-8d61-dacb5c5ff764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.005021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54598) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:58.020532 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19d7c335-4080-4e8f-bbff-858a769837a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.078815 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31b281a3-5813-44b2-8d61-dacb5c5ff764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.124648 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31b281a3-5813-44b2-8d61-dacb5c5ff764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.175884 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-31b281a3-5813-44b2-8d61-dacb5c5ff764 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ef44d6cf8b3495d995be99b07cd8b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331072 Aug 17 02:50:58.175884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b281a3-5813-44b2-8d61-dacb5c5ff764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f916bfc-3f53-4f4c-85eb-29292abe0088,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:58.176151 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54600) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:58.246323 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19d7c335-4080-4e8f-bbff-858a769837a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.256620 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-501f3340-db6e-413a-b94f-711b0e8f8782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.278471 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-501f3340-db6e-413a-b94f-711b0e8f8782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.315536 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19d7c335-4080-4e8f-bbff-858a769837a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.366283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7c335-4080-4e8f-bbff-858a769837a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759cb2a6-bf1c-4680-b509-a81f017ae6eb,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:58.376421 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-19d7c335-4080-4e8f-bbff-858a769837a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20753cdbb9674eb3afbc1f360b4e8869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695400 Aug 17 02:50:58.379626 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54602) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:58.417859 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-501f3340-db6e-413a-b94f-711b0e8f8782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.420560 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-501f3340-db6e-413a-b94f-711b0e8f8782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.421709 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-501f3340-db6e-413a-b94f-711b0e8f8782 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f916bfc-3f53-4f4c-85eb-29292abe0088 HTTP/1.1" status: 204 len: 168 time: 0.2438223 Aug 17 02:50:58.432508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f3340-db6e-413a-b94f-711b0e8f8782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f916bfc-3f53-4f4c-85eb-29292abe0088,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:58.448754 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-928a1dd8-d754-4a50-be19-a861f93533d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.477011 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-928a1dd8-d754-4a50-be19-a861f93533d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.620964 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-928a1dd8-d754-4a50-be19-a861f93533d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.623994 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-928a1dd8-d754-4a50-be19-a861f93533d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.630699 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-928a1dd8-d754-4a50-be19-a861f93533d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/759cb2a6-bf1c-4680-b509-a81f017ae6eb HTTP/1.1" status: 204 len: 168 time: 0.2446668 Aug 17 02:50:58.633526 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a1dd8-d754-4a50-be19-a861f93533d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759cb2a6-bf1c-4680-b509-a81f017ae6eb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:58.714888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5d49e126-0057-4db6-87ac-bc3fa9d01d72 req-954098f9-ccb2-4718-bf6b-22d29939ad8c tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 210 time: 0.0523543 Aug 17 02:50:58.760011 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:59.198902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54622) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:59.243351 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1017cbaf-6919-4c8e-82ee-1591a0bd5780 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=970aeed91d654bcbaeedb992ac73d6e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422468 Aug 17 02:50:59.245811 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54626) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:59.299925 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de4d3a87-f8ed-4b7f-91b1-d501c10e5986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:59.324113 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de4d3a87-f8ed-4b7f-91b1-d501c10e5986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:59.490961 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de4d3a87-f8ed-4b7f-91b1-d501c10e5986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:59.493659 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de4d3a87-f8ed-4b7f-91b1-d501c10e5986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:59.497503 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-de4d3a87-f8ed-4b7f-91b1-d501c10e5986 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51a431e8-ff4f-4141-9a8b-b5427a762948 HTTP/1.1" status: 204 len: 168 time: 0.2480326 Aug 17 02:50:59.519996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d3a87-f8ed-4b7f-91b1-d501c10e5986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a431e8-ff4f-4141-9a8b-b5427a762948,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:00.093178 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 074523bc-70ab-4948-b394-73de0d671d4d no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:00.145283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 074523bc-70ab-4948-b394-73de0d671d4d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:00.145892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 074523bc-70ab-4948-b394-73de0d671d4d not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:00.175943 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ddf2eb13-61a5-44f6-a772-4045e6f6aaf6 req-962084db-458c-4dac-85ef-3641c8fd4ec5 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 210 time: 0.0475662 Aug 17 02:51:01.062311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54690) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:01.167951 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Request body: {'networks': [{'name': 'tempest-network--102195513'}, {'name': 'tempest-network--438343660'}]} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:01.168273 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Request body: {'network': {'name': 'tempest-network--102195513'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:01.168804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Request body: {'network': {'name': 'tempest-network--438343660'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:01.192246 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.267929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Made reservation on behalf of 2548229966ed41f8b01f0f33e42af622 for: {'network': 2} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:01.272338 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.289763 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bddaa6e-2e1d-42d8-b382-f44ced3b8d59 req-3aef7029-c2c1-49cc-b83a-b4cc2506ea6f tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f1f73ee-fea6-45b1-95a7-008c0227f36a HTTP/1.1" status: 200 len: 210 time: 0.0357308 Aug 17 02:51:01.295825 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.486944 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.639836 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.640320 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.679208 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0854f5c6-ece3-4366-af7d-54457b8a56ad,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:01.688554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:01.708068 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.708068 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Added segment 93903796-61d9-4a18-8390-637340e72a7e of type vlan for network e4f392f5-3b5a-43cc-8ca5-2165d1c666a2 Aug 17 02:51:01.745297 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.774812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:01.783565 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.783912 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Added segment f44adbde-a17f-449e-8161-c79a30f58451 of type vlan for network 39f2ef02-1a55-4c04-9eb9-0c89754addce Aug 17 02:51:01.828300 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.974798 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.975323 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.981134 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:01.986273 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:01.986891 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.055745 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event updated for resources: {'Network': ['ID=e4f392f5-3b5a-43cc-8ca5-2165d1c666a2,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:02.067601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network e4f392f5-3b5a-43cc-8ca5-2165d1c666a2 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:02.125478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event updated for resources: {'Network': ['ID=39f2ef02-1a55-4c04-9eb9-0c89754addce,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:02.136600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 39f2ef02-1a55-4c04-9eb9-0c89754addce details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:02.136810 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e61115b7-e639-4b2c-a8bc-2526ce57f031 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0729971 Aug 17 02:51:02.142953 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54720) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:02.333156 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b207d1-1354-4744-892f-de761f92411a tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:02.339688 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b207d1-1354-4744-892f-de761f92411a tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:02.347251 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b207d1-1354-4744-892f-de761f92411a tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:02.355383 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54730) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:02.357804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b207d1-1354-4744-892f-de761f92411a tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:02.362286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e7b207d1-1354-4744-892f-de761f92411a tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2155120 Aug 17 02:51:02.362615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54734) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:02.441295 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e32dabfa-b246-4849-bd66-8a136e769cc0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.456050 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-21f8ae80-5b5d-4058-a6f2-742311cee5b4 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.476246 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e32dabfa-b246-4849-bd66-8a136e769cc0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.554603 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-21f8ae80-5b5d-4058-a6f2-742311cee5b4 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.566241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-21f8ae80-5b5d-4058-a6f2-742311cee5b4 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f392f5-3b5a-43cc-8ca5-2165d1c666a2']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:02.576606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-21f8ae80-5b5d-4058-a6f2-742311cee5b4 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93903796-61d9-4a18-8390-637340e72a7e') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:02.576913 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-21f8ae80-5b5d-4058-a6f2-742311cee5b4 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93903796-61d9-4a18-8390-637340e72a7e') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:02.593086 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-21f8ae80-5b5d-4058-a6f2-742311cee5b4 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.601110 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-21f8ae80-5b5d-4058-a6f2-742311cee5b4 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.607804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f8ae80-5b5d-4058-a6f2-742311cee5b4 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:02.608206 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-21f8ae80-5b5d-4058-a6f2-742311cee5b4 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.610389 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e32dabfa-b246-4849-bd66-8a136e769cc0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:02.613376 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:02.615293 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e32dabfa-b246-4849-bd66-8a136e769cc0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.615293 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e32dabfa-b246-4849-bd66-8a136e769cc0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] 10.222.0.13 "DELETE /v2.0/security-groups/1b51db55-bf40-4b22-af84-f2941096bf9e HTTP/1.1" status: 204 len: 168 time: 0.2581098 Aug 17 02:51:02.624736 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32dabfa-b246-4849-bd66-8a136e769cc0 tempest-TestVolumeBackupRestore-1370399603 tempest-TestVolumeBackupRestore-1370399603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b51db55-bf40-4b22-af84-f2941096bf9e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:02.845189 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-21f8ae80-5b5d-4058-a6f2-742311cee5b4 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.854678 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-21f8ae80-5b5d-4058-a6f2-742311cee5b4 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.857804 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-21f8ae80-5b5d-4058-a6f2-742311cee5b4 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "DELETE /v2.0/networks/e4f392f5-3b5a-43cc-8ca5-2165d1c666a2 HTTP/1.1" status: 204 len: 168 time: 0.4927042 Aug 17 02:51:02.859990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54756) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:02.871514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8ae80-5b5d-4058-a6f2-742311cee5b4 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event deleted for resources: {'Network': ['ID=e4f392f5-3b5a-43cc-8ca5-2165d1c666a2,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:02.941584 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1cc56e48-a45f-4f3c-82d4-b1b5b0c480ca tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.045029 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1cc56e48-a45f-4f3c-82d4-b1b5b0c480ca tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.055068 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1cc56e48-a45f-4f3c-82d4-b1b5b0c480ca tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f2ef02-1a55-4c04-9eb9-0c89754addce']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:03.066162 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1cc56e48-a45f-4f3c-82d4-b1b5b0c480ca tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44adbde-a17f-449e-8161-c79a30f58451') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:03.066825 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1cc56e48-a45f-4f3c-82d4-b1b5b0c480ca tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44adbde-a17f-449e-8161-c79a30f58451') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:03.077476 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1cc56e48-a45f-4f3c-82d4-b1b5b0c480ca tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.091849 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1cc56e48-a45f-4f3c-82d4-b1b5b0c480ca tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.098252 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc56e48-a45f-4f3c-82d4-b1b5b0c480ca tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:03.098580 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1cc56e48-a45f-4f3c-82d4-b1b5b0c480ca tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:03.101684 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:03.268952 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1cc56e48-a45f-4f3c-82d4-b1b5b0c480ca tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.275051 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1cc56e48-a45f-4f3c-82d4-b1b5b0c480ca tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.278228 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1cc56e48-a45f-4f3c-82d4-b1b5b0c480ca tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "DELETE /v2.0/networks/39f2ef02-1a55-4c04-9eb9-0c89754addce HTTP/1.1" status: 204 len: 168 time: 0.4170549 Aug 17 02:51:03.280920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54780) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:03.299847 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc56e48-a45f-4f3c-82d4-b1b5b0c480ca tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event deleted for resources: {'Network': ['ID=39f2ef02-1a55-4c04-9eb9-0c89754addce,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:03.351115 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54782) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:03.405909 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121b126-29f1-46a0-a1d5-c852c87161c6 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:03.418547 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121b126-29f1-46a0-a1d5-c852c87161c6 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:03.421091 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d121b126-29f1-46a0-a1d5-c852c87161c6 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1387212 Aug 17 02:51:03.425368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54788) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:03.432766 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f4c1b50f-14bb-4883-b2ac-9720097c0e7d tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-316115609'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:03.518463 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bea9a9f2-a3e0-4760-9dcf-bab1338777d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.697975 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c1b50f-14bb-4883-b2ac-9720097c0e7d tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Made reservation on behalf of 2548229966ed41f8b01f0f33e42af622 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:03.706237 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f4c1b50f-14bb-4883-b2ac-9720097c0e7d tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.751162 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c1b50f-14bb-4883-b2ac-9720097c0e7d tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:03.766722 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f4c1b50f-14bb-4883-b2ac-9720097c0e7d tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.767353 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-f4c1b50f-14bb-4883-b2ac-9720097c0e7d tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Added segment 683ce864-8236-46c5-9d36-25ca6c145ffa of type vlan for network 040cb7bf-05ca-4b06-87ac-13947f2538c1 Aug 17 02:51:03.826900 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f4c1b50f-14bb-4883-b2ac-9720097c0e7d tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.874042 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bea9a9f2-a3e0-4760-9dcf-bab1338777d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.947314 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f4c1b50f-14bb-4883-b2ac-9720097c0e7d tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.953092 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1b50f-14bb-4883-b2ac-9720097c0e7d tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:03.953717 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f4c1b50f-14bb-4883-b2ac-9720097c0e7d tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.021434 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bea9a9f2-a3e0-4760-9dcf-bab1338777d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.078180 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1b50f-14bb-4883-b2ac-9720097c0e7d tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event updated for resources: {'Network': ['ID=040cb7bf-05ca-4b06-87ac-13947f2538c1,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:04.082213 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9a9f2-a3e0-4760-9dcf-bab1338777d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a33fb8e-4f42-498d-a409-7f875ddb3ae7,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:04.091859 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bea9a9f2-a3e0-4760-9dcf-bab1338777d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=531ee7752a8849d7815df712c3e438f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7368779 Aug 17 02:51:04.092052 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 040cb7bf-05ca-4b06-87ac-13947f2538c1 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:04.092486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54814) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:04.121999 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f4c1b50f-14bb-4883-b2ac-9720097c0e7d tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6926763 Aug 17 02:51:04.122397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54816) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:04.127711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b810ba70-b37f-45a4-b9a1-ffa8416b2b92 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2034766215'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:04.193730 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe88fa55-cf1f-407c-b94b-9556681ca78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.222851 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe88fa55-cf1f-407c-b94b-9556681ca78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.284641 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b810ba70-b37f-45a4-b9a1-ffa8416b2b92 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Made reservation on behalf of 2548229966ed41f8b01f0f33e42af622 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:04.288867 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b810ba70-b37f-45a4-b9a1-ffa8416b2b92 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.393960 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe88fa55-cf1f-407c-b94b-9556681ca78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.400558 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe88fa55-cf1f-407c-b94b-9556681ca78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.400678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b810ba70-b37f-45a4-b9a1-ffa8416b2b92 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:04.401377 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fe88fa55-cf1f-407c-b94b-9556681ca78e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a33fb8e-4f42-498d-a409-7f875ddb3ae7 HTTP/1.1" status: 204 len: 168 time: 0.3076329 Aug 17 02:51:04.411998 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88fa55-cf1f-407c-b94b-9556681ca78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a33fb8e-4f42-498d-a409-7f875ddb3ae7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:04.417561 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b810ba70-b37f-45a4-b9a1-ffa8416b2b92 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.418857 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-b810ba70-b37f-45a4-b9a1-ffa8416b2b92 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Added segment b4c98fa1-38a6-44c0-a126-ebb46ac81298 of type vlan for network c879388d-89af-4d78-909c-b2189fb9d72a Aug 17 02:51:04.493518 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b810ba70-b37f-45a4-b9a1-ffa8416b2b92 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.657729 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b810ba70-b37f-45a4-b9a1-ffa8416b2b92 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.666718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b810ba70-b37f-45a4-b9a1-ffa8416b2b92 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:04.666718 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b810ba70-b37f-45a4-b9a1-ffa8416b2b92 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.757852 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810ba70-b37f-45a4-b9a1-ffa8416b2b92 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event updated for resources: {'Network': ['ID=c879388d-89af-4d78-909c-b2189fb9d72a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:04.769515 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network c879388d-89af-4d78-909c-b2189fb9d72a details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:04.868156 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b810ba70-b37f-45a4-b9a1-ffa8416b2b92 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7447317 Aug 17 02:51:04.871631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54854) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:04.877494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Request body: {'ports': [{'network_id': '040cb7bf-05ca-4b06-87ac-13947f2538c1', 'name': 'tempest-port--1765309355', 'admin_state_up': True}, {'network_id': 'c879388d-89af-4d78-909c-b2189fb9d72a', 'admin_state_up': False}]} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:04.877821 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Request body: {'port': {'network_id': '040cb7bf-05ca-4b06-87ac-13947f2538c1', 'name': 'tempest-port--1765309355', 'admin_state_up': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:04.878318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Request body: {'port': {'network_id': 'c879388d-89af-4d78-909c-b2189fb9d72a', 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:05.216088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Made reservation on behalf of 2548229966ed41f8b01f0f33e42af622 for: {'port': 2} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:05.219175 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.240537 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.347535 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] device_id is not set on port 6800a402-aabe-4401-9ac7-e61020de3f42 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:51:05.440108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54874) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:05.468135 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2418c0b9-6165-43cd-8a0c-14b598884157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.521527 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.624806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] device_id is not set on port 425236e6-b288-4126-b1f7-0a6e6cf5c1f3 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:51:05.688973 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2418c0b9-6165-43cd-8a0c-14b598884157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.774359 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2418c0b9-6165-43cd-8a0c-14b598884157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.840162 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2418c0b9-6165-43cd-8a0c-14b598884157 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd6a367be8f847219f83ac7b1b6173c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967731 Aug 17 02:51:05.843776 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54894) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:05.844675 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418c0b9-6165-43cd-8a0c-14b598884157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71538b10-1079-4a17-be12-195562116718,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:05.848711 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.899064 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56c9ab59-60af-4513-a602-ba0bea358e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.929522 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56c9ab59-60af-4513-a602-ba0bea358e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.983109 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:06.047822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event updated for resources: {'Port': ['ID=6800a402-aabe-4401-9ac7-e61020de3f42,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:06.061098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Checking segment: {'id': '683ce864-8236-46c5-9d36-25ca6c145ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '040cb7bf-05ca-4b06-87ac-13947f2538c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:06.061098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Network hostable DHCP agents. Network: 040cb7bf-05ca-4b06-87ac-13947f2538c1, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:51:06.124906 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56c9ab59-60af-4513-a602-ba0bea358e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:06.127777 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-56c9ab59-60af-4513-a602-ba0bea358e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:06.129155 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-56c9ab59-60af-4513-a602-ba0bea358e70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71538b10-1079-4a17-be12-195562116718 HTTP/1.1" status: 204 len: 168 time: 0.2838376 Aug 17 02:51:06.140114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9ab59-60af-4513-a602-ba0bea358e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71538b10-1079-4a17-be12-195562116718,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:06.147801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Network 040cb7bf-05ca-4b06-87ac-13947f2538c1 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:51:06.243586 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 040cb7bf-05ca-4b06-87ac-13947f2538c1) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:06.255233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baefb467-1e3b-44f5-9f40-2f3ffb676ed6 None None] Network 040cb7bf-05ca-4b06-87ac-13947f2538c1 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:06.260276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:06.263598 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:06.361358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event updated for resources: {'Port': ['ID=425236e6-b288-4126-b1f7-0a6e6cf5c1f3,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:06.382257 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Checking segment: {'id': 'b4c98fa1-38a6-44c0-a126-ebb46ac81298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c879388d-89af-4d78-909c-b2189fb9d72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:06.382991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Network hostable DHCP agents. Network: c879388d-89af-4d78-909c-b2189fb9d72a, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:51:06.502230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Network c879388d-89af-4d78-909c-b2189fb9d72a is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:51:06.667973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, c879388d-89af-4d78-909c-b2189fb9d72a) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:06.672596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:06.676705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d97b68-86d9-466c-9f8c-6ceb9d7c28e4 None None] Network c879388d-89af-4d78-909c-b2189fb9d72a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:06.683159 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:06.688290 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:06.689037 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:06.801628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2c119f4a-b44f-4e29-b2c4-2a04a3fbed07 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9282634 Aug 17 02:51:06.805430 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54938) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:06.952305 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a7fb8-7705-447d-b055-66cc7cc6bb40 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:06.959254 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a7fb8-7705-447d-b055-66cc7cc6bb40 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:06.961182 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-025a7fb8-7705-447d-b055-66cc7cc6bb40 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1506350 Aug 17 02:51:06.964824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54946) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:07.152544 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f68df7fc-c0b1-4469-aae4-516c44b8f0e5 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Deleting port 6800a402-aabe-4401-9ac7-e61020de3f42 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:07.153180 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f68df7fc-c0b1-4469-aae4-516c44b8f0e5 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:07.241711 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f68df7fc-c0b1-4469-aae4-516c44b8f0e5 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:07.261619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f68df7fc-c0b1-4469-aae4-516c44b8f0e5 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Calling delete_port for 6800a402-aabe-4401-9ac7-e61020de3f42 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:07.506652 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f68df7fc-c0b1-4469-aae4-516c44b8f0e5 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:07.552552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68df7fc-c0b1-4469-aae4-516c44b8f0e5 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event deleted for resources: {'Port': ['ID=6800a402-aabe-4401-9ac7-e61020de3f42,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:07.555013 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f68df7fc-c0b1-4469-aae4-516c44b8f0e5 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:07.560568 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f68df7fc-c0b1-4469-aae4-516c44b8f0e5 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "DELETE /v2.0/ports/6800a402-aabe-4401-9ac7-e61020de3f42 HTTP/1.1" status: 204 len: 168 time: 0.5942717 Aug 17 02:51:07.560798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 54976) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:07.692696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-9b511d53-c5b3-4af4-91e8-e3cf74e07cdb tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Deleting port 425236e6-b288-4126-b1f7-0a6e6cf5c1f3 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:07.693107 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9b511d53-c5b3-4af4-91e8-e3cf74e07cdb tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:07.836574 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9b511d53-c5b3-4af4-91e8-e3cf74e07cdb tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:07.864221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-9b511d53-c5b3-4af4-91e8-e3cf74e07cdb tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Calling delete_port for 425236e6-b288-4126-b1f7-0a6e6cf5c1f3 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:07.890620 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e88e968e-c64e-4aa3-a046-cd31e9320b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:07.912329 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 54996) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:08.096342 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9b511d53-c5b3-4af4-91e8-e3cf74e07cdb tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.127036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b511d53-c5b3-4af4-91e8-e3cf74e07cdb tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event deleted for resources: {'Port': ['ID=425236e6-b288-4126-b1f7-0a6e6cf5c1f3,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:08.134745 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9b511d53-c5b3-4af4-91e8-e3cf74e07cdb tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.136905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9b511d53-c5b3-4af4-91e8-e3cf74e07cdb tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "DELETE /v2.0/ports/425236e6-b288-4126-b1f7-0a6e6cf5c1f3 HTTP/1.1" status: 204 len: 168 time: 0.5748842 Aug 17 02:51:08.139963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55008) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:08.193851 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f40a11bd-5c25-4981-a318-ca46e9e6d594 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0525031 Aug 17 02:51:08.197250 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55014) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:08.203381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-38a271c5-7bea-411e-9534-a124079f7139 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1838159210'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:08.336356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a271c5-7bea-411e-9534-a124079f7139 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Made reservation on behalf of 2548229966ed41f8b01f0f33e42af622 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:08.339895 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38a271c5-7bea-411e-9534-a124079f7139 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.366044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a271c5-7bea-411e-9534-a124079f7139 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:08.376972 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38a271c5-7bea-411e-9534-a124079f7139 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.377555 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-38a271c5-7bea-411e-9534-a124079f7139 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Added segment 33b615d1-66b1-4222-b384-0e9725e21b7f of type vlan for network a76d50ff-e8e4-4aee-adcd-f243e63dc524 Aug 17 02:51:08.428122 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38a271c5-7bea-411e-9534-a124079f7139 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.513914 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38a271c5-7bea-411e-9534-a124079f7139 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.519133 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b2f31b9-569d-4c9e-975a-527d582a81e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.520468 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a271c5-7bea-411e-9534-a124079f7139 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:08.521080 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38a271c5-7bea-411e-9534-a124079f7139 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.595261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a271c5-7bea-411e-9534-a124079f7139 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event updated for resources: {'Network': ['ID=a76d50ff-e8e4-4aee-adcd-f243e63dc524,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:08.608048 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network a76d50ff-e8e4-4aee-adcd-f243e63dc524 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:08.650820 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-38a271c5-7bea-411e-9534-a124079f7139 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4523947 Aug 17 02:51:08.655487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55038) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:08.661453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-391b2e32-cfa6-462f-85a6-b0a0fd2a1635 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-500031196'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:08.746860 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391b2e32-cfa6-462f-85a6-b0a0fd2a1635 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Made reservation on behalf of 2548229966ed41f8b01f0f33e42af622 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:08.754928 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-391b2e32-cfa6-462f-85a6-b0a0fd2a1635 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.781985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391b2e32-cfa6-462f-85a6-b0a0fd2a1635 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:08.791923 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-391b2e32-cfa6-462f-85a6-b0a0fd2a1635 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.792281 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-391b2e32-cfa6-462f-85a6-b0a0fd2a1635 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Added segment 22554263-98ae-4994-837b-0796ef34a420 of type vlan for network 7ee36c39-7e5a-4635-b1f2-85fee6e4097a Aug 17 02:51:08.844603 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-391b2e32-cfa6-462f-85a6-b0a0fd2a1635 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.855712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f31b9-569d-4c9e-975a-527d582a81e9 admin admin] Deleting port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:08.856112 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b2f31b9-569d-4c9e-975a-527d582a81e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.956308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-8b2f31b9-569d-4c9e-975a-527d582a81e9 admin admin] For port 0cce579d-ed04-45eb-9c70-2bb5b0b95e57, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0cce579d-ed04-45eb-9c70-2bb5b0b95e57,segment=NetworkSegment(e0a3835e-4419-4ea4-ba94-3faf6c84db33),segment_id=e0a3835e-4419-4ea4-ba94-3faf6c84db33)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:08.957721 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b2f31b9-569d-4c9e-975a-527d582a81e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.962022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55052) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:08.972383 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f31b9-569d-4c9e-975a-527d582a81e9 admin admin] Calling delete_port for 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:08.982936 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-391b2e32-cfa6-462f-85a6-b0a0fd2a1635 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.988878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b2e32-cfa6-462f-85a6-b0a0fd2a1635 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:08.989598 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-391b2e32-cfa6-462f-85a6-b0a0fd2a1635 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.085416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b2e32-cfa6-462f-85a6-b0a0fd2a1635 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event updated for resources: {'Network': ['ID=7ee36c39-7e5a-4635-b1f2-85fee6e4097a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:09.097948 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 7ee36c39-7e5a-4635-b1f2-85fee6e4097a details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:09.113046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2103868890', 'router:external': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:09.190644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-391b2e32-cfa6-462f-85a6-b0a0fd2a1635 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5311515 Aug 17 02:51:09.327920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55072) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:09.333130 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Request body: {'subnets': [{'network_id': 'a76d50ff-e8e4-4aee-adcd-f243e63dc524', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--11479964', 'ip_version': 4}, {'network_id': '7ee36c39-7e5a-4635-b1f2-85fee6e4097a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:09.333499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Request body: {'subnet': {'network_id': 'a76d50ff-e8e4-4aee-adcd-f243e63dc524', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--11479964', 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:09.334082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Request body: {'subnet': {'network_id': '7ee36c39-7e5a-4635-b1f2-85fee6e4097a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:09.370871 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b2f31b9-569d-4c9e-975a-527d582a81e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.373743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Made reservation on behalf of 497fd3dd149d4be3951bff587c38041d for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:09.376022 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.391962 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.409707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f31b9-569d-4c9e-975a-527d582a81e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cce579d-ed04-45eb-9c70-2bb5b0b95e57,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:09.581804 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.621661 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b2f31b9-569d-4c9e-975a-527d582a81e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.774328 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.862174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:09.901016 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1e3dc9-63d1-4ab9-81d6-685016b0e281,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:09.924620 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.924972 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Added segment d6133157-1fbf-4300-9115-45cb410e03d8 of type vlan for network a8e4954b-accf-4476-be5c-ad8ccbd898f9 Aug 17 02:51:09.977408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Made reservation on behalf of 2548229966ed41f8b01f0f33e42af622 for: {'subnet': 2} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:09.982768 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.983094 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.040470 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18490aa7-b0e8-4874-9a1d-154be03a7c8c req-e01aea11-eb0b-4d77-92b3-25f96ae01ad8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2128298 Aug 17 02:51:10.056795 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.260860 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18490aa7-b0e8-4874-9a1d-154be03a7c8c req-13426b7c-d755-4373-a668-f15bd2fa5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:10.262986 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18490aa7-b0e8-4874-9a1d-154be03a7c8c req-13426b7c-d755-4373-a668-f15bd2fa5116 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 1097 time: 0.1248739 Aug 17 02:51:10.292226 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2f31b9-569d-4c9e-975a-527d582a81e9 admin admin] Router 49bf2508-7e66-4457-8deb-cb5edb997bc1 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:51:10.414792 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.415761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:10.416339 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.445064 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2f31b9-569d-4c9e-975a-527d582a81e9 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:10.459465 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8b2f31b9-569d-4c9e-975a-527d582a81e9 admin admin] 10.222.0.13 "PUT /v2.0/routers/49bf2508-7e66-4457-8deb-cb5edb997bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5433671 Aug 17 02:51:10.459770 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec22b4-4906-49df-80f8-60333ea9822c None None] Sync routers for ids ['49bf2508-7e66-4457-8deb-cb5edb997bc1'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:10.460247 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55108) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:10.469459 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec22b4-4906-49df-80f8-60333ea9822c None None] Routers {'49bf2508-7e66-4457-8deb-cb5edb997bc1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:10.470403 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-81ec22b4-4906-49df-80f8-60333ea9822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:50:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['49bf2508-7e66-4457-8deb-cb5edb997bc1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:10.496739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Pushing event updated for resources: {'Network': ['ID=a8e4954b-accf-4476-be5c-ad8ccbd898f9,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:10.507713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network a8e4954b-accf-4476-be5c-ad8ccbd898f9 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:10.578708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18490aa7-b0e8-4874-9a1d-154be03a7c8c req-d073d768-a13a-4a75-b161-2f9d2856bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:10.580525 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18490aa7-b0e8-4874-9a1d-154be03a7c8c req-d073d768-a13a-4a75-b161-2f9d2856bd7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.2770061 Aug 17 02:51:10.623790 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-49d0115b-d368-4725-8596-e6493bc42dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.687769 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-81ec22b4-4906-49df-80f8-60333ea9822c None None] Set router 49bf2508-7e66-4457-8deb-cb5edb997bc1 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:51:10.690960 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.707321 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18490aa7-b0e8-4874-9a1d-154be03a7c8c req-fccf7b0f-2c1d-4eea-9eec-31c87771e049 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe94b3df-deb6-4977-b8b4-f482729c8a44 HTTP/1.1" status: 200 len: 1001 time: 0.1109326 Aug 17 02:51:10.785732 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b825c72c-25e2-4f07-9a22-cec9c0ce737c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8225484 Aug 17 02:51:10.791382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55118) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:10.799977 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-23981171-023b-4403-b474-b42fc35d425d tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Request body: {'subnet': {'network_id': 'a8e4954b-accf-4476-be5c-ad8ccbd898f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:10.831216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18490aa7-b0e8-4874-9a1d-154be03a7c8c req-28712de4-3e2b-4573-b93b-1f11fe8acade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:10.832577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18490aa7-b0e8-4874-9a1d-154be03a7c8c req-28712de4-3e2b-4573-b93b-1f11fe8acade service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.1137252 Aug 17 02:51:10.846698 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.902316 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.921387 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-81ec22b4-4906-49df-80f8-60333ea9822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:51:09Z', 'revision_number': 5, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:10.931664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18490aa7-b0e8-4874-9a1d-154be03a7c8c req-b6fe2d31-4299-4c48-b621-b92245be869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:10.933176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18490aa7-b0e8-4874-9a1d-154be03a7c8c req-b6fe2d31-4299-4c48-b621-b92245be869a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840964 Aug 17 02:51:10.951335 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec22b4-4906-49df-80f8-60333ea9822c None None] Checking router: 49bf2508-7e66-4457-8deb-cb5edb997bc1 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:51:10.960353 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec22b4-4906-49df-80f8-60333ea9822c None None] Routers {'49bf2508-7e66-4457-8deb-cb5edb997bc1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:10.970812 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-81ec22b4-4906-49df-80f8-60333ea9822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['49bf2508-7e66-4457-8deb-cb5edb997bc1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:11.017152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23981171-023b-4403-b474-b42fc35d425d tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Made reservation on behalf of 497fd3dd149d4be3951bff587c38041d for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:11.019442 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23981171-023b-4403-b474-b42fc35d425d tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.073959 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-81ec22b4-4906-49df-80f8-60333ea9822c None None] Set router 49bf2508-7e66-4457-8deb-cb5edb997bc1 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:51:11.211564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] Deleting port 551f534c-5375-4bb3-9726-8bfccfb2dc3a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:11.211793 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.299813 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-81ec22b4-4906-49df-80f8-60333ea9822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:51:09Z', 'revision_number': 5, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:11.384307 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec22b4-4906-49df-80f8-60333ea9822c None None] The sync data for ids ['49bf2508-7e66-4457-8deb-cb5edb997bc1'] in n-d-793621-31 is: [{'id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'name': 'tempest-TestVolumeBackupRestore-1009363763-router', 'tenant_id': 'b8285e0531a04d3c96585d96ccd10f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:30Z', 'updated_at': '2021-08-17T02:51:09Z', 'revision_number': 5, 'project_id': 'b8285e0531a04d3c96585d96ccd10f50', 'gw_port': {'id': '551f534c-5375-4bb3-9726-8bfccfb2dc3a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2508-7e66-4457-8deb-cb5edb997bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:31Z', 'updated_at': '2021-08-17T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:11.406751 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] For port 551f534c-5375-4bb3-9726-8bfccfb2dc3a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=551f534c-5375-4bb3-9726-8bfccfb2dc3a,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:11.407191 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.429567 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] Calling delete_port for 551f534c-5375-4bb3-9726-8bfccfb2dc3a owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:11.503950 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.600511 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18490aa7-b0e8-4874-9a1d-154be03a7c8c req-23708f4d-ae82-4af5-936f-79405273c171 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346455 Aug 17 02:51:11.674136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event updated for resources: {'Subnet': ['ID=f18ebf51-dc02-48a5-935d-0d54d9adb837,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:11.727959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Checking segment: {'id': '33b615d1-66b1-4222-b384-0e9725e21b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a76d50ff-e8e4-4aee-adcd-f243e63dc524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:11.728751 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Network hostable DHCP agents. Network: a76d50ff-e8e4-4aee-adcd-f243e63dc524, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:51:11.807675 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.838110 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-18490aa7-b0e8-4874-9a1d-154be03a7c8c req-d08303c7-3da1-41c4-9fcf-346cee27b085 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338791 Aug 17 02:51:11.844883 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.858639 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:11.862040 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] Pushing event deleted for resources: {'Port': ['ID=551f534c-5375-4bb3-9726-8bfccfb2dc3a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:11.896244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Network a76d50ff-e8e4-4aee-adcd-f243e63dc524 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:51:11.901490 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:11.901490 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0cce579d-ed04-45eb-9c70-2bb5b0b95e57 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:11.946603 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.046510 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.049534 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.072172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, a76d50ff-e8e4-4aee-adcd-f243e63dc524) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:12.082969 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.088834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0301b06-3649-4a99-962b-02d798c0d6a5 None None] Network a76d50ff-e8e4-4aee-adcd-f243e63dc524 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:12.166953 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event updated for resources: {'Subnet': ['ID=1166ee67-fac2-4b5c-8b6d-484b76b8d611,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:12.173832 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Checking segment: {'id': '22554263-98ae-4994-837b-0796ef34a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7ee36c39-7e5a-4635-b1f2-85fee6e4097a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:12.174161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Network hostable DHCP agents. Network: 7ee36c39-7e5a-4635-b1f2-85fee6e4097a, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:51:12.233037 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.233665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49bf2508-7e66-4457-8deb-cb5edb997bc1 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:51:12.238410 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.239685 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ba8516ea-19db-4e6e-9853-917249a61010 admin admin] 10.222.0.13 "DELETE /v2.0/routers/49bf2508-7e66-4457-8deb-cb5edb997bc1 HTTP/1.1" status: 204 len: 168 time: 1.7789526 Aug 17 02:51:12.242430 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55152) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:12.272128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.objects.ports [None req-23981171-023b-4403-b474-b42fc35d425d tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95406) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:51:12.272128 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23981171-023b-4403-b474-b42fc35d425d tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.302416 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-a76d50ff-e8e4-4aee-adcd-f243e63dc524', 'network_id': 'a76d50ff-e8e4-4aee-adcd-f243e63dc524', 'tenant_id': '2548229966ed41f8b01f0f33e42af622', 'fixed_ips': [{'subnet_id': 'f18ebf51-dc02-48a5-935d-0d54d9adb837'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:51:12.304445 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.349804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0efe52-4677-490c-9ef8-fb7e8312552f admin admin] Deleting subnet 18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:51:12.352314 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Network 7ee36c39-7e5a-4635-b1f2-85fee6e4097a is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:51:12.355047 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0efe52-4677-490c-9ef8-fb7e8312552f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.406027 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0efe52-4677-490c-9ef8-fb7e8312552f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.414905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23981171-023b-4403-b474-b42fc35d425d tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d1ceede5-b537-4a40-ae83-d33fd41d823e,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:12.452728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23981171-023b-4403-b474-b42fc35d425d tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Checking segment: {'id': 'd6133157-1fbf-4300-9115-45cb410e03d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a8e4954b-accf-4476-be5c-ad8ccbd898f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:12.453099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23981171-023b-4403-b474-b42fc35d425d tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Network hostable DHCP agents. Network: a8e4954b-accf-4476-be5c-ad8ccbd898f9, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:51:12.465107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 7ee36c39-7e5a-4635-b1f2-85fee6e4097a) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:12.488806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:12.489608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:12.490359 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.538160 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0efe52-4677-490c-9ef8-fb7e8312552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.548864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebd728f-1afd-4169-81a5-588be38487fa None None] Network 7ee36c39-7e5a-4635-b1f2-85fee6e4097a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:12.559750 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Allocated IP 172.20.0.2 (a76d50ff-e8e4-4aee-adcd-f243e63dc524/f18ebf51-dc02-48a5-935d-0d54d9adb837/edd90815-9d95-48f2-8b49-2f089f902af4) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:12.577518 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23981171-023b-4403-b474-b42fc35d425d tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Network a8e4954b-accf-4476-be5c-ad8ccbd898f9 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:51:12.584303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-23981171-023b-4403-b474-b42fc35d425d tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, a8e4954b-accf-4476-be5c-ad8ccbd898f9) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:12.589028 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23981171-023b-4403-b474-b42fc35d425d tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:12.589908 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23981171-023b-4403-b474-b42fc35d425d tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.624030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef934b45-e486-4578-ae00-1a69288d5915 None None] Network a8e4954b-accf-4476-be5c-ad8ccbd898f9 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:12.633578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-65ad0e05-9e70-40c9-9122-6c0c99cfc5ce tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 3.3037450 Aug 17 02:51:12.635074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55174) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:12.669077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-23981171-023b-4403-b474-b42fc35d425d tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8746679 Aug 17 02:51:12.672236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55176) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:12.681062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1f7914db-0766-4f34-9ac5-672c900318b8 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-74342765', 'network_id': 'a8e4954b-accf-4476-be5c-ad8ccbd898f9'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:12.703907 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530cd825-26bc-4a1a-b6c2-40a68702c859 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:12.705898 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530cd825-26bc-4a1a-b6c2-40a68702c859 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:12.707722 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530cd825-26bc-4a1a-b6c2-40a68702c859 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:12.712990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55178) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:12.713275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-530cd825-26bc-4a1a-b6c2-40a68702c859 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.0760963 Aug 17 02:51:12.725188 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0efe52-4677-490c-9ef8-fb7e8312552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.739150 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0efe52-4677-490c-9ef8-fb7e8312552f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.743647 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eb0efe52-4677-490c-9ef8-fb7e8312552f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0 HTTP/1.1" status: 204 len: 168 time: 0.4979002 Aug 17 02:51:12.756995 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdce580-24d3-485f-b206-5cd88a2e9d9e None None] Network 9e61892c-f1fc-452e-a1fa-712df6fb9b5d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:12.759957 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55180) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:12.761697 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0efe52-4677-490c-9ef8-fb7e8312552f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18698bc0-3e9c-47a6-9c6c-8f3e945f5dc0,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:12.793168 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7914db-0766-4f34-9ac5-672c900318b8 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Made reservation on behalf of 497fd3dd149d4be3951bff587c38041d for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:12.801305 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f7914db-0766-4f34-9ac5-672c900318b8 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.894707 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-6848d1cc-da17-43c6-aab9-0fa48ded1b23 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Deleting subnet f18ebf51-dc02-48a5-935d-0d54d9adb837 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:51:12.902885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-1f7914db-0766-4f34-9ac5-672c900318b8 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] device_id is not set on port 2b5494de-8ab8-44f4-9fc3-6bd91ec3bd28 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:51:12.938057 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.101504 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-7ee36c39-7e5a-4635-b1f2-85fee6e4097a', 'network_id': '7ee36c39-7e5a-4635-b1f2-85fee6e4097a', 'tenant_id': '2548229966ed41f8b01f0f33e42af622', 'fixed_ips': [{'subnet_id': '1166ee67-fac2-4b5c-8b6d-484b76b8d611'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:51:13.102465 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.106225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] Deleting port fd3e64e2-8e17-4eea-a77b-12624616e59a {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:13.106586 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.111812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8695a71-ebe2-404f-93ca-3459a3bdfbcb None None] Network a8e4954b-accf-4476-be5c-ad8ccbd898f9 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:13.166144 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.180863 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-1f7914db-0766-4f34-9ac5-672c900318b8 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Allocated IP 172.20.0.9 (a8e4954b-accf-4476-be5c-ad8ccbd898f9/d1ceede5-b537-4a40-ae83-d33fd41d823e/2b5494de-8ab8-44f4-9fc3-6bd91ec3bd28) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:13.186770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Transition to ACTIVE for port object edd90815-9d95-48f2-8b49-2f089f902af4 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:13.228643 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] For port fd3e64e2-8e17-4eea-a77b-12624616e59a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=fd3e64e2-8e17-4eea-a77b-12624616e59a,segment=NetworkSegment(e0a3835e-4419-4ea4-ba94-3faf6c84db33),segment_id=e0a3835e-4419-4ea4-ba94-3faf6c84db33)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:13.230501 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.245133 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] Calling delete_port for fd3e64e2-8e17-4eea-a77b-12624616e59a owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:13.268345 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Transition to ACTIVE for port object edd90815-9d95-48f2-8b49-2f089f902af4 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:13.358892 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.368148 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6848d1cc-da17-43c6-aab9-0fa48ded1b23 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.428063 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a274a54-ada0-4c66-a632-6d6fd1b970b1 None None] DHCP port deletion for 9e61892c-f1fc-452e-a1fa-712df6fb9b5d request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:51:13.444788 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6848d1cc-da17-43c6-aab9-0fa48ded1b23 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.476795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Network a76d50ff-e8e4-4aee-adcd-f243e63dc524 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:13.489102 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:13.521067 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:13.535980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Allocated IP 172.20.0.18 (7ee36c39-7e5a-4635-b1f2-85fee6e4097a/1166ee67-fac2-4b5c-8b6d-484b76b8d611/a2441203-366f-4129-8ec9-a17ca403f476) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:13.542282 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Pushing event updated for resources: {'Port': ['ID=edd90815-9d95-48f2-8b49-2f089f902af4,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:13.572982 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f7914db-0766-4f34-9ac5-672c900318b8 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.615801 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.667413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd3e64e2-8e17-4eea-a77b-12624616e59a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:13.689892 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6848d1cc-da17-43c6-aab9-0fa48ded1b23 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.691226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Attempting to bind port edd90815-9d95-48f2-8b49-2f089f902af4 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:13.691600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Attempting to bind port edd90815-9d95-48f2-8b49-2f089f902af4 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '33b615d1-66b1-4222-b384-0e9725e21b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a76d50ff-e8e4-4aee-adcd-f243e63dc524'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:13.691960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Attempting to bind port edd90815-9d95-48f2-8b49-2f089f902af4 on network a76d50ff-e8e4-4aee-adcd-f243e63dc524 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:13.719196 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:13.719858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Checking segment: {'id': '33b615d1-66b1-4222-b384-0e9725e21b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a76d50ff-e8e4-4aee-adcd-f243e63dc524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:13.720436 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.720987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Bound using segment: {'id': '33b615d1-66b1-4222-b384-0e9725e21b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a76d50ff-e8e4-4aee-adcd-f243e63dc524'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:13.721654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Bound port: edd90815-9d95-48f2-8b49-2f089f902af4, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b615d1-66b1-4222-b384-0e9725e21b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a76d50ff-e8e4-4aee-adcd-f243e63dc524'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:13.722192 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.723777 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] No DVR routers for this DVR port fd3e64e2-8e17-4eea-a77b-12624616e59a on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:13.733978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7a274a54-ada0-4c66-a632-6d6fd1b970b1 None None] Deleting port fd3e64e2-8e17-4eea-a77b-12624616e59a {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:13.734581 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7a274a54-ada0-4c66-a632-6d6fd1b970b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.854557 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7847bad8-a9f6-4c01-b170-663222047913 req-31487807-e7ad-41c6-910c-61bcd58ff663 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2428088 Aug 17 02:51:13.862471 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.877712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e61892c-f1fc-452e-a1fa-712df6fb9b5d']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:13.905049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a3835e-4419-4ea4-ba94-3faf6c84db33') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:13.912258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a3835e-4419-4ea4-ba94-3faf6c84db33') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:13.923122 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.932298 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f7914db-0766-4f34-9ac5-672c900318b8 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.977697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 551f534c-5375-4bb3-9726-8bfccfb2dc3a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:13.983624 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.993060 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:13.993060 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:14.004837 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:14.049061 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 551f534c-5375-4bb3-9726-8bfccfb2dc3a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:14.049442 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 551f534c-5375-4bb3-9726-8bfccfb2dc3a not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:14.050429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fd3e64e2-8e17-4eea-a77b-12624616e59a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:14.055802 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6848d1cc-da17-43c6-aab9-0fa48ded1b23 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.096916 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7914db-0766-4f34-9ac5-672c900318b8 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Network a8e4954b-accf-4476-be5c-ad8ccbd898f9 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:14.100574 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.103472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7a274a54-ada0-4c66-a632-6d6fd1b970b1 None None] For port fd3e64e2-8e17-4eea-a77b-12624616e59a, host n-d-793621-31, got binding levels [] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:14.104037 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7a274a54-ada0-4c66-a632-6d6fd1b970b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.109083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: fd3e64e2-8e17-4eea-a77b-12624616e59a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:14.109482 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device fd3e64e2-8e17-4eea-a77b-12624616e59a not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:14.142406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-1f7914db-0766-4f34-9ac5-672c900318b8 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:14.147338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848d1cc-da17-43c6-aab9-0fa48ded1b23 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event deleted for resources: {'Subnet': ['ID=f18ebf51-dc02-48a5-935d-0d54d9adb837,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:14.158276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7914db-0766-4f34-9ac5-672c900318b8 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:14.162656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7914db-0766-4f34-9ac5-672c900318b8 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Pushing event updated for resources: {'Port': ['ID=2b5494de-8ab8-44f4-9fc3-6bd91ec3bd28,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:14.176198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7a274a54-ada0-4c66-a632-6d6fd1b970b1 None None] Calling delete_port for fd3e64e2-8e17-4eea-a77b-12624616e59a owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:14.178206 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.183768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.ipam_backend_mixin [None req-7a274a54-ada0-4c66-a632-6d6fd1b970b1 None None] Port fd3e64e2-8e17-4eea-a77b-12624616e59a was not found and therefore no delete operation was performed {{(pid=95408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 02:51:14.195785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] For port edd90815-9d95-48f2-8b49-2f089f902af4, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:14.197931 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7a274a54-ada0-4c66-a632-6d6fd1b970b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.201133 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6848d1cc-da17-43c6-aab9-0fa48ded1b23 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.201424 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] For port edd90815-9d95-48f2-8b49-2f089f902af4, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=edd90815-9d95-48f2-8b49-2f089f902af4,segment=NetworkSegment(33b615d1-66b1-4222-b384-0e9725e21b7f),segment_id=33b615d1-66b1-4222-b384-0e9725e21b7f)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:14.203157 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6848d1cc-da17-43c6-aab9-0fa48ded1b23 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "DELETE /v2.0/subnets/f18ebf51-dc02-48a5-935d-0d54d9adb837 HTTP/1.1" status: 204 len: 168 time: 1.4890809 Aug 17 02:51:14.206518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55242) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:14.209170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Transition to ACTIVE for port object a2441203-366f-4129-8ec9-a17ca403f476 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:14.225503 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847bad8-a9f6-4c01-b170-663222047913 req-ac1632fe-8b6a-4854-9279-a8000b6aee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:14.227060 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7847bad8-a9f6-4c01-b170-663222047913 req-ac1632fe-8b6a-4854-9279-a8000b6aee1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 1098 time: 0.2845666 Aug 17 02:51:14.243466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a274a54-ada0-4c66-a632-6d6fd1b970b1 None None] Pushing event deleted for resources: {'Port': ['ID=fd3e64e2-8e17-4eea-a77b-12624616e59a,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:14.244873 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.254358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7914db-0766-4f34-9ac5-672c900318b8 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:14.255012 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f7914db-0766-4f34-9ac5-672c900318b8 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.257616 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a274a54-ada0-4c66-a632-6d6fd1b970b1 None None] No DVR routers for this DVR port fd3e64e2-8e17-4eea-a77b-12624616e59a on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:14.265143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Transition to ACTIVE for port object a2441203-366f-4129-8ec9-a17ca403f476 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:14.280472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f605ee-ce0c-4019-8c36-f6190923121f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Deleting subnet 1166ee67-fac2-4b5c-8b6d-484b76b8d611 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:51:14.318841 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.323407 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9e61892c-f1fc-452e-a1fa-712df6fb9b5d HTTP/1.1" status: 204 len: 168 time: 1.5594990 Aug 17 02:51:14.323780 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55248) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:14.333491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a6925-d48a-4e8a-a930-2130501f7f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e61892c-f1fc-452e-a1fa-712df6fb9b5d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:14.346724 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.388826 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.389376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847bad8-a9f6-4c01-b170-663222047913 req-e42c1156-b71c-4de3-9fe8-101664753d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:14.392372 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7847bad8-a9f6-4c01-b170-663222047913 req-e42c1156-b71c-4de3-9fe8-101664753d57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 917 time: 0.1384454 Aug 17 02:51:14.451857 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Network 7ee36c39-7e5a-4635-b1f2-85fee6e4097a is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:14.465488 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:14.469614 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-16f605ee-ce0c-4019-8c36-f6190923121f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.476805 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:14.483413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cb212-a70d-4bee-b4b2-b5ea0aaf4e96 None None] Pushing event updated for resources: {'Port': ['ID=edd90815-9d95-48f2-8b49-2f089f902af4,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:14.495961 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1f7914db-0766-4f34-9ac5-672c900318b8 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 1.8191547 Aug 17 02:51:14.498533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55258) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:14.570263 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-16f605ee-ce0c-4019-8c36-f6190923121f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.571729 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7847bad8-a9f6-4c01-b170-663222047913 req-4f3da10c-1828-4f88-a6a8-f3f5fd078fa3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b HTTP/1.1" status: 200 len: 1002 time: 0.1735201 Aug 17 02:51:14.689634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847bad8-a9f6-4c01-b170-663222047913 req-af425baf-a453-484e-b378-98b1a90be326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:14.690639 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Pushing event updated for resources: {'Port': ['ID=a2441203-366f-4129-8ec9-a17ca403f476,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:14.691192 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7847bad8-a9f6-4c01-b170-663222047913 req-af425baf-a453-484e-b378-98b1a90be326 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.0927467 Aug 17 02:51:14.699927 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Attempting to bind port a2441203-366f-4129-8ec9-a17ca403f476 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:14.701221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Attempting to bind port a2441203-366f-4129-8ec9-a17ca403f476 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '22554263-98ae-4994-837b-0796ef34a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7ee36c39-7e5a-4635-b1f2-85fee6e4097a'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:14.702034 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Attempting to bind port a2441203-366f-4129-8ec9-a17ca403f476 on network 7ee36c39-7e5a-4635-b1f2-85fee6e4097a {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:14.711890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:14.711890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Checking segment: {'id': '22554263-98ae-4994-837b-0796ef34a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7ee36c39-7e5a-4635-b1f2-85fee6e4097a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:14.711890 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.711890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Bound using segment: {'id': '22554263-98ae-4994-837b-0796ef34a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7ee36c39-7e5a-4635-b1f2-85fee6e4097a'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:14.711890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Bound port: a2441203-366f-4129-8ec9-a17ca403f476, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22554263-98ae-4994-837b-0796ef34a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7ee36c39-7e5a-4635-b1f2-85fee6e4097a'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:14.711890 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.766533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-9186eac0-7635-439b-a608-1ab5910d6d6c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Deleting port 2b5494de-8ab8-44f4-9fc3-6bd91ec3bd28 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:14.767524 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9186eac0-7635-439b-a608-1ab5910d6d6c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.789253 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-16f605ee-ce0c-4019-8c36-f6190923121f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.839661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847bad8-a9f6-4c01-b170-663222047913 req-a20f057f-e654-460e-b024-bd0c5658f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:14.841186 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7847bad8-a9f6-4c01-b170-663222047913 req-a20f057f-e654-460e-b024-bd0c5658f747 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1357386 Aug 17 02:51:14.889399 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9186eac0-7635-439b-a608-1ab5910d6d6c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.912392 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-9186eac0-7635-439b-a608-1ab5910d6d6c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Calling delete_port for 2b5494de-8ab8-44f4-9fc3-6bd91ec3bd28 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:15.034833 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6a12845a-bc1f-4983-9cf3-7b374f827db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:15.063301 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] For port a2441203-366f-4129-8ec9-a17ca403f476, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:15.082020 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-16f605ee-ce0c-4019-8c36-f6190923121f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:15.083379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] For port a2441203-366f-4129-8ec9-a17ca403f476, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a2441203-366f-4129-8ec9-a17ca403f476,segment=NetworkSegment(22554263-98ae-4994-837b-0796ef34a420),segment_id=22554263-98ae-4994-837b-0796ef34a420)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:15.098207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7847bad8-a9f6-4c01-b170-663222047913 req-5d33a412-d2ea-48e4-ad0f-06d633cceb1c service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439883 Aug 17 02:51:15.120304 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f605ee-ce0c-4019-8c36-f6190923121f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event deleted for resources: {'Subnet': ['ID=1166ee67-fac2-4b5c-8b6d-484b76b8d611,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:15.124883 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-16f605ee-ce0c-4019-8c36-f6190923121f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:15.128900 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-16f605ee-ce0c-4019-8c36-f6190923121f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "DELETE /v2.0/subnets/1166ee67-fac2-4b5c-8b6d-484b76b8d611 HTTP/1.1" status: 204 len: 168 time: 0.9202645 Aug 17 02:51:15.133401 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55282) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:15.181844 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:15.235324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d54977-f7e2-4d60-ac77-ce562e2da509 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:15.236996 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-56d54977-f7e2-4d60-ac77-ce562e2da509 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1043403 Aug 17 02:51:15.243574 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55288) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:15.348655 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b467a9-c92e-4da7-a925-891e100f9388 None None] Pushing event updated for resources: {'Port': ['ID=a2441203-366f-4129-8ec9-a17ca403f476,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:15.377391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7847bad8-a9f6-4c01-b170-663222047913 req-3e4627c0-38cb-4344-9707-49e9e5188123 service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688344 Aug 17 02:51:15.380586 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9186eac0-7635-439b-a608-1ab5910d6d6c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:15.421703 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6a12845a-bc1f-4983-9cf3-7b374f827db8 admin admin] Deleting port 655bb587-c228-4f7c-b1c4-0885ab04e1d4 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:15.422273 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6a12845a-bc1f-4983-9cf3-7b374f827db8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:15.466904 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186eac0-7635-439b-a608-1ab5910d6d6c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b5494de-8ab8-44f4-9fc3-6bd91ec3bd28,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:15.486320 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:15.587480 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-6a12845a-bc1f-4983-9cf3-7b374f827db8 admin admin] For port 655bb587-c228-4f7c-b1c4-0885ab04e1d4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=655bb587-c228-4f7c-b1c4-0885ab04e1d4,segment=NetworkSegment(2d8905e1-5495-4fb7-8dbc-f32033bb0688),segment_id=2d8905e1-5495-4fb7-8dbc-f32033bb0688)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:15.588065 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6a12845a-bc1f-4983-9cf3-7b374f827db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:15.615210 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9186eac0-7635-439b-a608-1ab5910d6d6c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:15.617337 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9186eac0-7635-439b-a608-1ab5910d6d6c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "DELETE /v2.0/ports/2b5494de-8ab8-44f4-9fc3-6bd91ec3bd28 HTTP/1.1" status: 204 len: 168 time: 1.1128929 Aug 17 02:51:15.621270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55306) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:15.628969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a8e4954b-accf-4476-be5c-ad8ccbd898f9', 'external_fixed_ips': [{'subnet_id': 'd1ceede5-b537-4a40-ae83-d33fd41d823e', 'ip_address': '172.20.0.9'}]}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:15.655933 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Deleting port a2441203-366f-4129-8ec9-a17ca403f476 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:15.661600 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:15.677953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6a12845a-bc1f-4983-9cf3-7b374f827db8 admin admin] Calling delete_port for 655bb587-c228-4f7c-b1c4-0885ab04e1d4 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:15.775892 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] For port a2441203-366f-4129-8ec9-a17ca403f476, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a2441203-366f-4129-8ec9-a17ca403f476,segment=NetworkSegment(22554263-98ae-4994-837b-0796ef34a420),segment_id=22554263-98ae-4994-837b-0796ef34a420)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:15.776271 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:15.800767 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:15.801894 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:15.813700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Calling delete_port for a2441203-366f-4129-8ec9-a17ca403f476 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:16.011311 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.019131 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a2441203-366f-4129-8ec9-a17ca403f476 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:16.059401 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6a12845a-bc1f-4983-9cf3-7b374f827db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.113854 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12845a-bc1f-4983-9cf3-7b374f827db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=655bb587-c228-4f7c-b1c4-0885ab04e1d4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:16.159899 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port a2441203-366f-4129-8ec9-a17ca403f476 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:16.164633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port a2441203-366f-4129-8ec9-a17ca403f476 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:16.165016 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.175073 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.206486 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Port a2441203-366f-4129-8ec9-a17ca403f476 was deleted so its status cannot be updated. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 02:51:16.210511 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device edd90815-9d95-48f2-8b49-2f089f902af4 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:16.213764 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] No DVR routers for this DVR port a2441203-366f-4129-8ec9-a17ca403f476 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:16.222678 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event deleted for resources: {'Port': ['ID=a2441203-366f-4129-8ec9-a17ca403f476,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:16.302807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd26dec-fc85-4492-85a2-3fe67207c175 None None] Network a76d50ff-e8e4-4aee-adcd-f243e63dc524 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:16.324439 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6a12845a-bc1f-4983-9cf3-7b374f827db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.402944 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.484269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port edd90815-9d95-48f2-8b49-2f089f902af4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:16.514184 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b74d4c19-db70-4d3f-bb8e-78072c64343b None None] Provisioning for port edd90815-9d95-48f2-8b49-2f089f902af4 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:16.539776 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b74d4c19-db70-4d3f-bb8e-78072c64343b None None] Provisioning complete for port edd90815-9d95-48f2-8b49-2f089f902af4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:16.539776 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b74d4c19-db70-4d3f-bb8e-78072c64343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.590325 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.626798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee36c39-7e5a-4635-b1f2-85fee6e4097a']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:16.640931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22554263-98ae-4994-837b-0796ef34a420') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:16.642589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22554263-98ae-4994-837b-0796ef34a420') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:16.652502 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.657095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f4e8b1-0b19-4bee-ba5b-712794f5b3b2 None None] DHCP port deletion for a76d50ff-e8e4-4aee-adcd-f243e63dc524 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:51:16.672582 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.713041 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:16.718201 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b74d4c19-db70-4d3f-bb8e-78072c64343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.718960 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:16.722387 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:16.757217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a12845a-bc1f-4983-9cf3-7b374f827db8 admin admin] Router ab1b815c-2fb7-43ed-a80c-fdf50195b5bd has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:51:16.793102 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c9f4e8b1-0b19-4bee-ba5b-712794f5b3b2 None None] Deleting port edd90815-9d95-48f2-8b49-2f089f902af4 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:16.794420 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e8b1-0b19-4bee-ba5b-712794f5b3b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.796589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b74d4c19-db70-4d3f-bb8e-78072c64343b None None] For port edd90815-9d95-48f2-8b49-2f089f902af4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=edd90815-9d95-48f2-8b49-2f089f902af4,segment=NetworkSegment(33b615d1-66b1-4222-b384-0e9725e21b7f),segment_id=33b615d1-66b1-4222-b384-0e9725e21b7f)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:16.882996 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b74d4c19-db70-4d3f-bb8e-78072c64343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.972881 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a12845a-bc1f-4983-9cf3-7b374f827db8 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:16.984018 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6a12845a-bc1f-4983-9cf3-7b374f827db8 admin admin] 10.222.0.13 "PUT /v2.0/routers/ab1b815c-2fb7-43ed-a80c-fdf50195b5bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6591475 Aug 17 02:51:16.985454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55362) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:16.986602 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c9f4e8b1-0b19-4bee-ba5b-712794f5b3b2 None None] For port edd90815-9d95-48f2-8b49-2f089f902af4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=edd90815-9d95-48f2-8b49-2f089f902af4,segment=NetworkSegment(33b615d1-66b1-4222-b384-0e9725e21b7f),segment_id=33b615d1-66b1-4222-b384-0e9725e21b7f)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:16.987176 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e8b1-0b19-4bee-ba5b-712794f5b3b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.991079 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.993586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff7944-cbe3-4527-bfb3-62a00f6e0568 None None] Sync routers for ids ['ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:17.032011 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.032806 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c9f4e8b1-0b19-4bee-ba5b-712794f5b3b2 None None] Calling delete_port for edd90815-9d95-48f2-8b49-2f089f902af4 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:17.039043 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "DELETE /v2.0/networks/7ee36c39-7e5a-4635-b1f2-85fee6e4097a HTTP/1.1" status: 204 len: 168 time: 1.7906039 Aug 17 02:51:17.045491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55368) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:17.057173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff7944-cbe3-4527-bfb3-62a00f6e0568 None None] Routers {'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:17.057928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-dfff7944-cbe3-4527-bfb3-62a00f6e0568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:17.066984 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d4c19-db70-4d3f-bb8e-78072c64343b None None] Pushing event updated for resources: {'Port': ['ID=edd90815-9d95-48f2-8b49-2f089f902af4,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:17.126423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0a219-371b-42b2-beed-cef7f49e6256 tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event deleted for resources: {'Network': ['ID=7ee36c39-7e5a-4635-b1f2-85fee6e4097a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:17.205029 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2e74ac-a6d3-4881-a691-e644d578adec None None] DHCP port deletion for 7ee36c39-7e5a-4635-b1f2-85fee6e4097a request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:51:17.214457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4c611279-f9c4-406d-a308-b6531cf0cfb5 None None] Could not find standard attr ID for object a2441203-366f-4129-8ec9-a17ca403f476. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:51:17.246372 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.255558 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39c2e1b-224f-45ff-98dc-1387d3d89369 None None] Network 7ee36c39-7e5a-4635-b1f2-85fee6e4097a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:17.280088 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.285817 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.290647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39c2e1b-224f-45ff-98dc-1387d3d89369 None None] Network 7ee36c39-7e5a-4635-b1f2-85fee6e4097a could not be found, it might have been deleted concurrently. {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 02:51:17.322231 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.332001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-dfff7944-cbe3-4527-bfb3-62a00f6e0568 None None] Set router ab1b815c-2fb7-43ed-a80c-fdf50195b5bd gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:51:17.384362 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.463124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Deleting port edd90815-9d95-48f2-8b49-2f089f902af4 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:17.463717 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.502021 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c9f4e8b1-0b19-4bee-ba5b-712794f5b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.520403 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] Deleting port 06c25ecc-92f9-46fc-9347-94de5e75a025 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:17.520786 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.552533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4e8b1-0b19-4bee-ba5b-712794f5b3b2 None None] Pushing event deleted for resources: {'Port': ['ID=edd90815-9d95-48f2-8b49-2f089f902af4,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:17.562200 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f4e8b1-0b19-4bee-ba5b-712794f5b3b2 None None] No DVR routers for this DVR port edd90815-9d95-48f2-8b49-2f089f902af4 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:17.601224 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] For port edd90815-9d95-48f2-8b49-2f089f902af4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=edd90815-9d95-48f2-8b49-2f089f902af4,segment=NetworkSegment(33b615d1-66b1-4222-b384-0e9725e21b7f),segment_id=33b615d1-66b1-4222-b384-0e9725e21b7f)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:17.601619 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.604540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Allocated IP 172.20.0.9 (a8e4954b-accf-4476-be5c-ad8ccbd898f9/d1ceede5-b537-4a40-ae83-d33fd41d823e/93274802-c8b9-4005-a6df-729fdbc72471) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:17.625606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-dfff7944-cbe3-4527-bfb3-62a00f6e0568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'name': 'tempest-TestVolumeBackupRestore-1453005772-router', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '06c25ecc-92f9-46fc-9347-94de5e75a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:47Z', 'updated_at': '2021-08-17T02:51:15Z', 'revision_number': 5, 'project_id': '375e65fa73984492baeb7de2b9603fcf', 'gw_port': {'id': '06c25ecc-92f9-46fc-9347-94de5e75a025', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:45:49Z', 'updated_at': '2021-08-17T02:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:17.626636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Calling delete_port for edd90815-9d95-48f2-8b49-2f089f902af4 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:17.642329 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] For port 06c25ecc-92f9-46fc-9347-94de5e75a025, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=06c25ecc-92f9-46fc-9347-94de5e75a025,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:17.643428 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.657596 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff7944-cbe3-4527-bfb3-62a00f6e0568 None None] Checking router: ab1b815c-2fb7-43ed-a80c-fdf50195b5bd for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:51:17.660034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] Calling delete_port for 06c25ecc-92f9-46fc-9347-94de5e75a025 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:17.667305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff7944-cbe3-4527-bfb3-62a00f6e0568 None None] Routers {'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:17.668041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-dfff7944-cbe3-4527-bfb3-62a00f6e0568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:17.781072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-dfff7944-cbe3-4527-bfb3-62a00f6e0568 None None] Set router ab1b815c-2fb7-43ed-a80c-fdf50195b5bd gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:51:17.816199 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.848087 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-dfff7944-cbe3-4527-bfb3-62a00f6e0568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'name': 'tempest-TestVolumeBackupRestore-1453005772-router', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:47Z', 'updated_at': '2021-08-17T02:51:17Z', 'revision_number': 6, 'project_id': '375e65fa73984492baeb7de2b9603fcf', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:17.885433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff7944-cbe3-4527-bfb3-62a00f6e0568 None None] The sync data for ids ['ab1b815c-2fb7-43ed-a80c-fdf50195b5bd'] in n-d-793621-31 is: [{'id': 'ab1b815c-2fb7-43ed-a80c-fdf50195b5bd', 'name': 'tempest-TestVolumeBackupRestore-1453005772-router', 'tenant_id': '375e65fa73984492baeb7de2b9603fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:45:47Z', 'updated_at': '2021-08-17T02:51:17Z', 'revision_number': 6, 'project_id': '375e65fa73984492baeb7de2b9603fcf', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:17.897032 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.933382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] No DVR routers for this DVR port edd90815-9d95-48f2-8b49-2f089f902af4 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:17.933382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event deleted for resources: {'Port': ['ID=edd90815-9d95-48f2-8b49-2f089f902af4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:17.963766 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.982344 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.011915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c25ecc-92f9-46fc-9347-94de5e75a025,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:18.077163 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.173308 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.175317 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.320827 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.321406 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab1b815c-2fb7-43ed-a80c-fdf50195b5bd {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:51:18.332939 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a2441203-366f-4129-8ec9-a17ca403f476 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:18.337857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.339048 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6404350f-57c0-41dd-9408-a02df35748d8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ab1b815c-2fb7-43ed-a80c-fdf50195b5bd HTTP/1.1" status: 204 len: 168 time: 1.3524327 Aug 17 02:51:18.345336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55384) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:18.368281 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: a2441203-366f-4129-8ec9-a17ca403f476 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:18.369446 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a2441203-366f-4129-8ec9-a17ca403f476 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:18.369446 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device edd90815-9d95-48f2-8b49-2f089f902af4 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:18.421482 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2b6e41-3b91-49a8-bc59-dd94fc6205d8 admin admin] Deleting subnet 69238ae4-3e8a-4cfa-838e-8d3928899306 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:51:18.437874 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6e41-3b91-49a8-bc59-dd94fc6205d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.440843 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: edd90815-9d95-48f2-8b49-2f089f902af4 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:18.441438 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device edd90815-9d95-48f2-8b49-2f089f902af4 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:18.446137 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.450226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Network a8e4954b-accf-4476-be5c-ad8ccbd898f9 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:18.460557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:18.467387 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:18.480895 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6e41-3b91-49a8-bc59-dd94fc6205d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.491289 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76d50ff-e8e4-4aee-adcd-f243e63dc524']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:18.494981 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Pushing event updated for resources: {'Port': ['ID=93274802-c8b9-4005-a6df-729fdbc72471,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:18.509991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b615d1-66b1-4222-b384-0e9725e21b7f') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:18.510285 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b615d1-66b1-4222-b384-0e9725e21b7f') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:18.522773 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.606010 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.622359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:18.623062 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:18.627383 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:18.806900 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.813999 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.816408 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "DELETE /v2.0/networks/a76d50ff-e8e4-4aee-adcd-f243e63dc524 HTTP/1.1" status: 204 len: 168 time: 1.7601779 Aug 17 02:51:18.822323 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55388) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:18.852243 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe41ba-9646-4ba4-a3e4-0c20c733e94c tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event deleted for resources: {'Network': ['ID=a76d50ff-e8e4-4aee-adcd-f243e63dc524,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:18.931781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6e41-3b91-49a8-bc59-dd94fc6205d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.005928 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de8e297b-6255-483a-8e02-0a0515376cfe tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.034612 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.074389 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6e41-3b91-49a8-bc59-dd94fc6205d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.113456 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b6e41-3b91-49a8-bc59-dd94fc6205d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69238ae4-3e8a-4cfa-838e-8d3928899306,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:19.121102 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6e41-3b91-49a8-bc59-dd94fc6205d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.127597 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8c2b6e41-3b91-49a8-bc59-dd94fc6205d8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/69238ae4-3e8a-4cfa-838e-8d3928899306 HTTP/1.1" status: 204 len: 168 time: 0.7801890 Aug 17 02:51:19.128666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55390) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:19.129734 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627d498d-8506-4e6d-a333-a732c95a37c8 None None] Network b6a822bd-e559-4a4e-88c0-589026c1141a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:19.214575 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.217873 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de8e297b-6255-483a-8e02-0a0515376cfe tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.235022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-de8e297b-6255-483a-8e02-0a0515376cfe tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c879388d-89af-4d78-909c-b2189fb9d72a']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:19.250338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-de8e297b-6255-483a-8e02-0a0515376cfe tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c98fa1-38a6-44c0-a126-ebb46ac81298') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:19.250338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-de8e297b-6255-483a-8e02-0a0515376cfe tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c98fa1-38a6-44c0-a126-ebb46ac81298') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:19.266243 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de8e297b-6255-483a-8e02-0a0515376cfe tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.285377 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] Deleting port 70c088b6-d044-478a-bb12-0400917dfe90 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:19.286010 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.320692 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de8e297b-6255-483a-8e02-0a0515376cfe tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.331866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8e297b-6255-483a-8e02-0a0515376cfe tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:19.332036 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de8e297b-6255-483a-8e02-0a0515376cfe tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:19.335207 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:19.397297 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] For port 70c088b6-d044-478a-bb12-0400917dfe90, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=70c088b6-d044-478a-bb12-0400917dfe90,segment=NetworkSegment(2d8905e1-5495-4fb7-8dbc-f32033bb0688),segment_id=2d8905e1-5495-4fb7-8dbc-f32033bb0688)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:19.398017 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.405947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] DHCP port deletion for b6a822bd-e559-4a4e-88c0-589026c1141a request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:51:19.428240 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] Calling delete_port for 70c088b6-d044-478a-bb12-0400917dfe90 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:19.459277 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.491702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Deleting port 70c088b6-d044-478a-bb12-0400917dfe90 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:19.492077 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.520629 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de8e297b-6255-483a-8e02-0a0515376cfe tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.531166 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de8e297b-6255-483a-8e02-0a0515376cfe tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.534587 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-de8e297b-6255-483a-8e02-0a0515376cfe tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "DELETE /v2.0/networks/c879388d-89af-4d78-909c-b2189fb9d72a HTTP/1.1" status: 204 len: 168 time: 0.7094400 Aug 17 02:51:19.538587 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55394) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:19.574942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] For port 70c088b6-d044-478a-bb12-0400917dfe90, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=70c088b6-d044-478a-bb12-0400917dfe90,segment=NetworkSegment(2d8905e1-5495-4fb7-8dbc-f32033bb0688),segment_id=2d8905e1-5495-4fb7-8dbc-f32033bb0688)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:19.575546 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.590830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Calling delete_port for 70c088b6-d044-478a-bb12-0400917dfe90 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:19.594965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e297b-6255-483a-8e02-0a0515376cfe tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event deleted for resources: {'Network': ['ID=c879388d-89af-4d78-909c-b2189fb9d72a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:19.622993 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.655572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] Pushing event deleted for resources: {'Port': ['ID=70c088b6-d044-478a-bb12-0400917dfe90,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:19.679216 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] No DVR routers for this DVR port 70c088b6-d044-478a-bb12-0400917dfe90 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:19.686946 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d06f74d5-a8c5-4483-a6e1-2bd1d70c969f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.705810 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.733567 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Pushing event deleted for resources: {'Port': ['ID=70c088b6-d044-478a-bb12-0400917dfe90,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:19.736175 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] No DVR routers for this DVR port 70c088b6-d044-478a-bb12-0400917dfe90 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:19.745966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:19.745966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:19.745966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:19.745966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:19.746407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:19.746407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:19.746754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:19.747089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:19.747399 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:19.747912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:19.748281 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:19.748550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1d795-6487-42cd-bbc6-f8b2a30f076c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:19.781790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Router 5fa3bb9c-ed50-4646-ab82-752ec060c784 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:51:19.799210 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.844119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a822bd-e559-4a4e-88c0-589026c1141a']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:19.864193 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8905e1-5495-4fb7-8dbc-f32033bb0688') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:19.864504 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8905e1-5495-4fb7-8dbc-f32033bb0688') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:19.883144 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d06f74d5-a8c5-4483-a6e1-2bd1d70c969f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.886497 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.901495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-d06f74d5-a8c5-4483-a6e1-2bd1d70c969f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040cb7bf-05ca-4b06-87ac-13947f2538c1']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:19.914138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-d06f74d5-a8c5-4483-a6e1-2bd1d70c969f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683ce864-8236-46c5-9d36-25ca6c145ffa') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:19.914479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-d06f74d5-a8c5-4483-a6e1-2bd1d70c969f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683ce864-8236-46c5-9d36-25ca6c145ffa') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:19.916449 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.943817 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:19.944486 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:19.946722 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:19.949539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 06c25ecc-92f9-46fc-9347-94de5e75a025 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:19.954896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:19.966917 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d05ac68-4d5d-45d8-920b-8d4f8907a587 None None] Sync routers for ids ['5fa3bb9c-ed50-4646-ab82-752ec060c784'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:19.975756 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d05ac68-4d5d-45d8-920b-8d4f8907a587 None None] Routers {'5fa3bb9c-ed50-4646-ab82-752ec060c784'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:19.976657 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0d05ac68-4d5d-45d8-920b-8d4f8907a587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5fa3bb9c-ed50-4646-ab82-752ec060c784'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:19.982361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 06c25ecc-92f9-46fc-9347-94de5e75a025 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:19.983272 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 06c25ecc-92f9-46fc-9347-94de5e75a025 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:19.983700 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 70c088b6-d044-478a-bb12-0400917dfe90 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:19.999257 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d06f74d5-a8c5-4483-a6e1-2bd1d70c969f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.008466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 70c088b6-d044-478a-bb12-0400917dfe90 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:20.008956 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 70c088b6-d044-478a-bb12-0400917dfe90 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:20.009271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 655bb587-c228-4f7c-b1c4-0885ab04e1d4 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:20.015702 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d06f74d5-a8c5-4483-a6e1-2bd1d70c969f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.022519 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06f74d5-a8c5-4483-a6e1-2bd1d70c969f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:20.022925 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d06f74d5-a8c5-4483-a6e1-2bd1d70c969f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.030591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 655bb587-c228-4f7c-b1c4-0885ab04e1d4 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:20.030591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 655bb587-c228-4f7c-b1c4-0885ab04e1d4 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:20.033920 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:20.071545 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.074522 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e2f3bc20-a86a-4836-be08-fb2d1dc5e5ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.4520118 Aug 17 02:51:20.079128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55400) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:20.115416 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-0d05ac68-4d5d-45d8-920b-8d4f8907a587 None None] Set router 5fa3bb9c-ed50-4646-ab82-752ec060c784 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:51:20.193676 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.202781 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6e673a00-d9af-4962-98f9-b452aaddc343 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.206849 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.212821 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] 10.222.0.13 "DELETE /v2.0/networks/b6a822bd-e559-4a4e-88c0-589026c1141a HTTP/1.1" status: 204 len: 168 time: 1.0829077 Aug 17 02:51:20.219063 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d06f74d5-a8c5-4483-a6e1-2bd1d70c969f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.221119 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d06f74d5-a8c5-4483-a6e1-2bd1d70c969f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.226165 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d06f74d5-a8c5-4483-a6e1-2bd1d70c969f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] 10.222.0.13 "DELETE /v2.0/networks/040cb7bf-05ca-4b06-87ac-13947f2538c1 HTTP/1.1" status: 204 len: 168 time: 0.6862674 Aug 17 02:51:20.241923 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f5428-1586-4f68-ae89-a88dba8683db admin admin] Pushing event deleted for resources: {'Network': ['ID=b6a822bd-e559-4a4e-88c0-589026c1141a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:20.260141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f74d5-a8c5-4483-a6e1-2bd1d70c969f tempest-BulkNetworkOpsTest-1127986890 tempest-BulkNetworkOpsTest-1127986890-project] Pushing event deleted for resources: {'Network': ['ID=040cb7bf-05ca-4b06-87ac-13947f2538c1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:20.333124 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6e673a00-d9af-4962-98f9-b452aaddc343 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.399490 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0d05ac68-4d5d-45d8-920b-8d4f8907a587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa3bb9c-ed50-4646-ab82-752ec060c784', 'name': '', 'tenant_id': '497fd3dd149d4be3951bff587c38041d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e4954b-accf-4476-be5c-ad8ccbd898f9', 'external_fixed_ips': [{'subnet_id': 'd1ceede5-b537-4a40-ae83-d33fd41d823e', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '93274802-c8b9-4005-a6df-729fdbc72471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:51:15Z', 'updated_at': '2021-08-17T02:51:18Z', 'revision_number': 3, 'project_id': '497fd3dd149d4be3951bff587c38041d', 'gw_port': {'id': '93274802-c8b9-4005-a6df-729fdbc72471', 'name': '', 'network_id': 'a8e4954b-accf-4476-be5c-ad8ccbd898f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa3bb9c-ed50-4646-ab82-752ec060c784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'd1ceede5-b537-4a40-ae83-d33fd41d823e', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:51:17Z', 'updated_at': '2021-08-17T02:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1ceede5-b537-4a40-ae83-d33fd41d823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:20.425182 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d05ac68-4d5d-45d8-920b-8d4f8907a587 None None] Checking router: 5fa3bb9c-ed50-4646-ab82-752ec060c784 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:51:20.425548 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d05ac68-4d5d-45d8-920b-8d4f8907a587 None None] Updating router 5fa3bb9c-ed50-4646-ab82-752ec060c784 port 93274802-c8b9-4005-a6df-729fdbc72471 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:51:20.451266 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-0d05ac68-4d5d-45d8-920b-8d4f8907a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.478925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6e673a00-d9af-4962-98f9-b452aaddc343 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Deleting port 93274802-c8b9-4005-a6df-729fdbc72471 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:20.479520 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6e673a00-d9af-4962-98f9-b452aaddc343 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.563926 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6e673a00-d9af-4962-98f9-b452aaddc343 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.577701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6e673a00-d9af-4962-98f9-b452aaddc343 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Calling delete_port for 93274802-c8b9-4005-a6df-729fdbc72471 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:20.736726 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55414) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:20.750955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55416) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:20.783882 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6d03ebb3-5cb4-46d8-a49b-d33ecff15b9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8285e0531a04d3c96585d96ccd10f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457921 Aug 17 02:51:20.786351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55420) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:20.836263 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bdf149eb-5d1a-40eb-804a-7710b9de1478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.840675 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.db.api [None req-0d05ac68-4d5d-45d8-920b-8d4f8907a587 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:51:20.841624 n-d-793621-31 neutron-server[95409]: DEBUG oslo_db.api [None req-0d05ac68-4d5d-45d8-920b-8d4f8907a587 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:51:20.842622 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6e673a00-d9af-4962-98f9-b452aaddc343 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.862224 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bdf149eb-5d1a-40eb-804a-7710b9de1478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.871308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e673a00-d9af-4962-98f9-b452aaddc343 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Pushing event deleted for resources: {'Port': ['ID=93274802-c8b9-4005-a6df-729fdbc72471,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:20.931694 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6e673a00-d9af-4962-98f9-b452aaddc343 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.969112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55422) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:20.970593 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-99cfd720-4cd8-4abf-b5e5-e34f1434b291 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2548229966ed41f8b01f0f33e42af622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183607 Aug 17 02:51:20.971964 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bdf149eb-5d1a-40eb-804a-7710b9de1478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.974559 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bdf149eb-5d1a-40eb-804a-7710b9de1478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.978735 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bdf149eb-5d1a-40eb-804a-7710b9de1478 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96aab021-e88b-4bbc-8cfd-317138815ae5 HTTP/1.1" status: 204 len: 168 time: 0.1913218 Aug 17 02:51:20.989819 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf149eb-5d1a-40eb-804a-7710b9de1478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aab021-e88b-4bbc-8cfd-317138815ae5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:21.060982 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6e673a00-d9af-4962-98f9-b452aaddc343 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.071183 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6e673a00-d9af-4962-98f9-b452aaddc343 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.130624 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9ce968a-a02b-4f80-8a2d-8d3abebd1a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.153193 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9ce968a-a02b-4f80-8a2d-8d3abebd1a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.193343 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6e673a00-d9af-4962-98f9-b452aaddc343 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.193865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e673a00-d9af-4962-98f9-b452aaddc343 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5fa3bb9c-ed50-4646-ab82-752ec060c784 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:51:21.202740 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6e673a00-d9af-4962-98f9-b452aaddc343 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.206808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55426) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:21.206957 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6e673a00-d9af-4962-98f9-b452aaddc343 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "DELETE /v2.0/routers/5fa3bb9c-ed50-4646-ab82-752ec060c784 HTTP/1.1" status: 204 len: 168 time: 1.1250324 Aug 17 02:51:21.260527 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0fa740-20d0-4a5e-91e8-1f4172be623f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Deleting subnet d1ceede5-b537-4a40-ae83-d33fd41d823e {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:51:21.263875 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa740-20d0-4a5e-91e8-1f4172be623f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.305114 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa740-20d0-4a5e-91e8-1f4172be623f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.319635 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9ce968a-a02b-4f80-8a2d-8d3abebd1a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.322541 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9ce968a-a02b-4f80-8a2d-8d3abebd1a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.323931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c9ce968a-a02b-4f80-8a2d-8d3abebd1a2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0854f5c6-ece3-4366-af7d-54457b8a56ad HTTP/1.1" status: 204 len: 168 time: 0.3538554 Aug 17 02:51:21.337058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce968a-a02b-4f80-8a2d-8d3abebd1a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0854f5c6-ece3-4366-af7d-54457b8a56ad,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:21.353604 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa740-20d0-4a5e-91e8-1f4172be623f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.380011 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d05ac68-4d5d-45d8-920b-8d4f8907a587 None None] Port 93274802-c8b9-4005-a6df-729fdbc72471 not found while updating agent binding for router 5fa3bb9c-ed50-4646-ab82-752ec060c784. {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 17 02:51:21.389675 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d05ac68-4d5d-45d8-920b-8d4f8907a587 None None] Routers set() bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:21.390107 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d05ac68-4d5d-45d8-920b-8d4f8907a587 None None] Router IDs set() for agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 02:51:21.391236 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_agentschedulers_db [None req-0d05ac68-4d5d-45d8-920b-8d4f8907a587 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5fa3bb9c-ed50-4646-ab82-752ec060c784'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent'). {{(pid=95409) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 02:51:21.391874 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d05ac68-4d5d-45d8-920b-8d4f8907a587 None None] The sync data for ids ['5fa3bb9c-ed50-4646-ab82-752ec060c784'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:21.508206 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa740-20d0-4a5e-91e8-1f4172be623f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.534565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fa740-20d0-4a5e-91e8-1f4172be623f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d1ceede5-b537-4a40-ae83-d33fd41d823e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:21.538664 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa740-20d0-4a5e-91e8-1f4172be623f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.540658 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ac0fa740-20d0-4a5e-91e8-1f4172be623f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/d1ceede5-b537-4a40-ae83-d33fd41d823e HTTP/1.1" status: 204 len: 168 time: 0.3327518 Aug 17 02:51:21.543668 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55440) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:21.624771 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-399738c4-4138-4b14-9cf7-dc6cb77371ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.643970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55444) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:21.715508 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4a0ba120-1665-40a9-8539-17e86cda6776 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=375e65fa73984492baeb7de2b9603fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703549 Aug 17 02:51:21.717574 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-399738c4-4138-4b14-9cf7-dc6cb77371ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.722565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55448) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:21.731771 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-399738c4-4138-4b14-9cf7-dc6cb77371ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e4954b-accf-4476-be5c-ad8ccbd898f9']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:21.742684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-399738c4-4138-4b14-9cf7-dc6cb77371ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6133157-1fbf-4300-9115-45cb410e03d8') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:21.743341 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-399738c4-4138-4b14-9cf7-dc6cb77371ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6133157-1fbf-4300-9115-45cb410e03d8') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:21.753298 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-399738c4-4138-4b14-9cf7-dc6cb77371ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.770659 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-399738c4-4138-4b14-9cf7-dc6cb77371ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.778973 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399738c4-4138-4b14-9cf7-dc6cb77371ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:21.779698 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-399738c4-4138-4b14-9cf7-dc6cb77371ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:21.781666 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:21.791334 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1a6ed4a-ded6-45bb-b87f-7442b43983fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.829133 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1a6ed4a-ded6-45bb-b87f-7442b43983fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.890872 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-399738c4-4138-4b14-9cf7-dc6cb77371ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.896403 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399738c4-4138-4b14-9cf7-dc6cb77371ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a8e4954b-accf-4476-be5c-ad8ccbd898f9 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 02:51:21.899296 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-399738c4-4138-4b14-9cf7-dc6cb77371ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.901224 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-399738c4-4138-4b14-9cf7-dc6cb77371ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a8e4954b-accf-4476-be5c-ad8ccbd898f9 HTTP/1.1" status: 204 len: 168 time: 0.3555906 Aug 17 02:51:21.912111 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399738c4-4138-4b14-9cf7-dc6cb77371ee tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Pushing event deleted for resources: {'Network': ['ID=a8e4954b-accf-4476-be5c-ad8ccbd898f9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:21.937045 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1a6ed4a-ded6-45bb-b87f-7442b43983fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.939917 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1a6ed4a-ded6-45bb-b87f-7442b43983fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.941870 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c1a6ed4a-ded6-45bb-b87f-7442b43983fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/530797a3-62e7-45ed-a5e1-3d73457c3456 HTTP/1.1" status: 204 len: 168 time: 0.2192395 Aug 17 02:51:21.950947 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6ed4a-ded6-45bb-b87f-7442b43983fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530797a3-62e7-45ed-a5e1-3d73457c3456,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:22.538138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55478) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:22.543241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-51f1ee67-3809-4ae8-8316-2e8253f23148 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Request body: {'router': {'name': 'tempest-router--542783351', 'project_id': '260b03cf3c904ae0bac13dddb8712627'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:22.647031 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51f1ee67-3809-4ae8-8316-2e8253f23148 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:22.648852 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51f1ee67-3809-4ae8-8316-2e8253f23148 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:22.730287 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51f1ee67-3809-4ae8-8316-2e8253f23148 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:22.793962 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51f1ee67-3809-4ae8-8316-2e8253f23148 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:22.879044 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51f1ee67-3809-4ae8-8316-2e8253f23148 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:22.882917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-51f1ee67-3809-4ae8-8316-2e8253f23148 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3412480 Aug 17 02:51:22.883336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55496) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:22.917562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55498) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:22.959600 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec4a736d-b1b7-464b-9eec-7bddc2d05ff2 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.040941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1625713727'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:23.113164 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:23.116928 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.121849 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec4a736d-b1b7-464b-9eec-7bddc2d05ff2 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.124681 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec4a736d-b1b7-464b-9eec-7bddc2d05ff2 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.126617 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.244916 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec4a736d-b1b7-464b-9eec-7bddc2d05ff2 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.245566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4a736d-b1b7-464b-9eec-7bddc2d05ff2 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ce5937e-1277-46f4-8aee-8b6584ba5435 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:51:23.251005 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec4a736d-b1b7-464b-9eec-7bddc2d05ff2 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.254948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ec4a736d-b1b7-464b-9eec-7bddc2d05ff2 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "DELETE /v2.0/routers/5ce5937e-1277-46f4-8aee-8b6584ba5435 HTTP/1.1" status: 204 len: 168 time: 0.3700073 Aug 17 02:51:23.333148 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.461846 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.489187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:23.497968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f54d40-2c81-45a8-aab7-cfa113e5a6b9,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:23.504041 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.504250 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Added segment 25dd3eb8-6de6-4633-9222-c55e85426e7b of type vlan for network ddcd78be-7aa9-411b-be59-999a21ec48f7 Aug 17 02:51:23.547030 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.639882 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55512) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:23.662647 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.670232 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:23.677759 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.742608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Network': ['ID=ddcd78be-7aa9-411b-be59-999a21ec48f7,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:23.758923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network ddcd78be-7aa9-411b-be59-999a21ec48f7 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:23.787421 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e0b8cca2-c084-4ce6-a6c7-8ce1a4d63034 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8677757 Aug 17 02:51:23.790039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55520) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:23.795195 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ea3ff0d4-896a-451e-a748-85f9d03433a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-173854583'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:23.829401 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-991221039', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:23.938626 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3ff0d4-896a-451e-a748-85f9d03433a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:23.942354 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea3ff0d4-896a-451e-a748-85f9d03433a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.972570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3ff0d4-896a-451e-a748-85f9d03433a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:23.981919 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea3ff0d4-896a-451e-a748-85f9d03433a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.982263 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-ea3ff0d4-896a-451e-a748-85f9d03433a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Added segment 76fbed60-b965-462c-b456-108ba568eb14 of type vlan for network 77566b58-0fa0-4506-90e2-bf049f564a60 Aug 17 02:51:24.021093 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea3ff0d4-896a-451e-a748-85f9d03433a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:24.061820 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:24.063290 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:24.112708 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea3ff0d4-896a-451e-a748-85f9d03433a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:24.118190 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3ff0d4-896a-451e-a748-85f9d03433a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:24.118780 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea3ff0d4-896a-451e-a748-85f9d03433a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:24.129248 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:24.191705 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ff0d4-896a-451e-a748-85f9d03433a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Network': ['ID=77566b58-0fa0-4506-90e2-bf049f564a60,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:24.202695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 77566b58-0fa0-4506-90e2-bf049f564a60 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:24.326007 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ea3ff0d4-896a-451e-a748-85f9d03433a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5347276 Aug 17 02:51:24.328832 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55528) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:24.335435 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-16ca0612-e021-4f8a-89b4-6cb6abc5740e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'subnet': {'network_id': 'ddcd78be-7aa9-411b-be59-999a21ec48f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:24.343461 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:24.514845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ca0612-e021-4f8a-89b4-6cb6abc5740e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:24.518379 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-16ca0612-e021-4f8a-89b4-6cb6abc5740e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:24.760866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:24.790448 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:24.938049 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-16ca0612-e021-4f8a-89b4-6cb6abc5740e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:24.977485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Allocated IP 172.25.5.39 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/efd2ba8e-3122-4852-820f-c8c7c9879fa4) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:25.066628 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca0612-e021-4f8a-89b4-6cb6abc5740e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Subnet': ['ID=7d658314-7429-4442-8601-02db80155a54,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:25.092411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca0612-e021-4f8a-89b4-6cb6abc5740e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Checking segment: {'id': '25dd3eb8-6de6-4633-9222-c55e85426e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ddcd78be-7aa9-411b-be59-999a21ec48f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:25.092755 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ca0612-e021-4f8a-89b4-6cb6abc5740e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network hostable DHCP agents. Network: ddcd78be-7aa9-411b-be59-999a21ec48f7, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:51:25.144039 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:25.194319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ca0612-e021-4f8a-89b4-6cb6abc5740e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network ddcd78be-7aa9-411b-be59-999a21ec48f7 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:51:25.245219 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:25.275217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-16ca0612-e021-4f8a-89b4-6cb6abc5740e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, ddcd78be-7aa9-411b-be59-999a21ec48f7) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:25.284291 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95322af9-f592-4138-908c-24a51f64b1d8 None None] Network ddcd78be-7aa9-411b-be59-999a21ec48f7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:25.290247 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ca0612-e021-4f8a-89b4-6cb6abc5740e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:25.291175 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-16ca0612-e021-4f8a-89b4-6cb6abc5740e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:25.303420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:25.308444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:25.313564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:25.316229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Pushing event updated for resources: {'Port': ['ID=efd2ba8e-3122-4852-820f-c8c7c9879fa4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:25.397615 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-16ca0612-e021-4f8a-89b4-6cb6abc5740e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0676303 Aug 17 02:51:25.400616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55544) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:25.409035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-5a957d83-e502-4872-a838-8ed93f48a9ea tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'subnet': {'network_id': '77566b58-0fa0-4506-90e2-bf049f564a60', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:25.586721 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-ddcd78be-7aa9-411b-be59-999a21ec48f7', 'network_id': 'ddcd78be-7aa9-411b-be59-999a21ec48f7', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'fixed_ips': [{'subnet_id': '7d658314-7429-4442-8601-02db80155a54'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:51:25.587547 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:25.616318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a957d83-e502-4872-a838-8ed93f48a9ea tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:25.620774 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5a957d83-e502-4872-a838-8ed93f48a9ea tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:25.714121 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:25.763764 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Allocated IP 2001:db8::2 (ddcd78be-7aa9-411b-be59-999a21ec48f7/7d658314-7429-4442-8601-02db80155a54/6d166f0d-0c04-4699-8a86-b7444839d6f0) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:25.896829 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5a957d83-e502-4872-a838-8ed93f48a9ea tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:25.930980 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:25.942526 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Transition to ACTIVE for port object 6d166f0d-0c04-4699-8a86-b7444839d6f0 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:25.954130 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:25.964488 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Transition to ACTIVE for port object 6d166f0d-0c04-4699-8a86-b7444839d6f0 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:25.980005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a957d83-e502-4872-a838-8ed93f48a9ea tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Subnet': ['ID=c744bc63-1f16-4f4f-be06-8d76342a0ebe,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:25.984554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a957d83-e502-4872-a838-8ed93f48a9ea tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Checking segment: {'id': '76fbed60-b965-462c-b456-108ba568eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '77566b58-0fa0-4506-90e2-bf049f564a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:25.985015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a957d83-e502-4872-a838-8ed93f48a9ea tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network hostable DHCP agents. Network: 77566b58-0fa0-4506-90e2-bf049f564a60, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:51:26.039929 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.077878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a957d83-e502-4872-a838-8ed93f48a9ea tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network 77566b58-0fa0-4506-90e2-bf049f564a60 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:51:26.084382 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Network ddcd78be-7aa9-411b-be59-999a21ec48f7 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:26.088005 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:26.093364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:26.099206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Pushing event updated for resources: {'Port': ['ID=6d166f0d-0c04-4699-8a86-b7444839d6f0,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:26.152371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Attempting to bind port 6d166f0d-0c04-4699-8a86-b7444839d6f0 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:26.152801 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Attempting to bind port 6d166f0d-0c04-4699-8a86-b7444839d6f0 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '25dd3eb8-6de6-4633-9222-c55e85426e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ddcd78be-7aa9-411b-be59-999a21ec48f7'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:26.153274 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Attempting to bind port 6d166f0d-0c04-4699-8a86-b7444839d6f0 on network ddcd78be-7aa9-411b-be59-999a21ec48f7 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:26.158568 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:26.158978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Checking segment: {'id': '25dd3eb8-6de6-4633-9222-c55e85426e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ddcd78be-7aa9-411b-be59-999a21ec48f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:26.159483 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.159893 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Bound using segment: {'id': '25dd3eb8-6de6-4633-9222-c55e85426e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ddcd78be-7aa9-411b-be59-999a21ec48f7'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:26.160398 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Bound port: 6d166f0d-0c04-4699-8a86-b7444839d6f0, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25dd3eb8-6de6-4633-9222-c55e85426e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ddcd78be-7aa9-411b-be59-999a21ec48f7'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:26.160781 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.217274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-5a957d83-e502-4872-a838-8ed93f48a9ea tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 77566b58-0fa0-4506-90e2-bf049f564a60) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:26.224671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a957d83-e502-4872-a838-8ed93f48a9ea tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:26.226846 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5a957d83-e502-4872-a838-8ed93f48a9ea tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.227566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c2a232-1240-4c65-bd8c-ccb1fd2e0618 None None] Network 77566b58-0fa0-4506-90e2-bf049f564a60 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:26.228647 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Router 6878e9e0-7928-4f8c-acc6-80dbcf08dc03 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:51:26.242495 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] For port 6d166f0d-0c04-4699-8a86-b7444839d6f0, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:26.281959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] For port 6d166f0d-0c04-4699-8a86-b7444839d6f0, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6d166f0d-0c04-4699-8a86-b7444839d6f0,segment=NetworkSegment(25dd3eb8-6de6-4633-9222-c55e85426e7b),segment_id=25dd3eb8-6de6-4633-9222-c55e85426e7b)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:26.306032 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5a957d83-e502-4872-a838-8ed93f48a9ea tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9008126 Aug 17 02:51:26.306710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55560) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:26.312648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-19fdccda-8c31-4bcc-8598-2289bcef0815 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2144790117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:26.344389 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:26.348277 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.379127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d385a9-1c1c-485c-a53f-e019690ff4bc None None] Sync routers for ids ['6878e9e0-7928-4f8c-acc6-80dbcf08dc03'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:26.401820 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-19fdccda-8c31-4bcc-8598-2289bcef0815 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.403787 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-19fdccda-8c31-4bcc-8598-2289bcef0815 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.421321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d385a9-1c1c-485c-a53f-e019690ff4bc None None] Routers {'6878e9e0-7928-4f8c-acc6-80dbcf08dc03'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:26.421949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b1d385a9-1c1c-485c-a53f-e019690ff4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6878e9e0-7928-4f8c-acc6-80dbcf08dc03'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:26.466690 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-19fdccda-8c31-4bcc-8598-2289bcef0815 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.484861 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.486441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b1d385a9-1c1c-485c-a53f-e019690ff4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:26.487241 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b3a879eb-b56e-403e-8d99-dda604539d55 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8462944 Aug 17 02:51:26.490211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55564) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:26.509905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d385a9-1c1c-485c-a53f-e019690ff4bc None None] Routers {'6878e9e0-7928-4f8c-acc6-80dbcf08dc03'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:26.510568 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b1d385a9-1c1c-485c-a53f-e019690ff4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['6878e9e0-7928-4f8c-acc6-80dbcf08dc03'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:26.536979 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-19fdccda-8c31-4bcc-8598-2289bcef0815 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.552363 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b1d385a9-1c1c-485c-a53f-e019690ff4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:26.552947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d385a9-1c1c-485c-a53f-e019690ff4bc None None] The sync data for ids ['6878e9e0-7928-4f8c-acc6-80dbcf08dc03'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:26.555944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-77566b58-0fa0-4506-90e2-bf049f564a60', 'network_id': '77566b58-0fa0-4506-90e2-bf049f564a60', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'fixed_ips': [{'subnet_id': 'c744bc63-1f16-4f4f-be06-8d76342a0ebe'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:51:26.556742 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.561604 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d91f13-d686-4fcb-9b0e-b43951a9fc80 None None] Pushing event updated for resources: {'Port': ['ID=6d166f0d-0c04-4699-8a86-b7444839d6f0,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:26.766380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Allocated IP 2001:db8:1::2 (77566b58-0fa0-4506-90e2-bf049f564a60/c744bc63-1f16-4f4f-be06-8d76342a0ebe/bfda40f9-12a8-497f-a96b-b58f9f995ded) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:26.928399 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.941186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Transition to ACTIVE for port object bfda40f9-12a8-497f-a96b-b58f9f995ded will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:26.956970 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Transition to ACTIVE for port object bfda40f9-12a8-497f-a96b-b58f9f995ded will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:27.009977 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-19fdccda-8c31-4bcc-8598-2289bcef0815 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.011163 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-19fdccda-8c31-4bcc-8598-2289bcef0815 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7034771 Aug 17 02:51:27.014534 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55572) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:27.027090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6f0c140f-a095-4a1e-b3e8-7f7355133c66 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/routers/6878e9e0-7928-4f8c-acc6-80dbcf08dc03 HTTP/1.1" status: 200 len: 919 time: 0.5349631 Aug 17 02:51:27.028479 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.029899 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55574) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:27.064585 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-85c4d315-1349-4b41-afce-b192096eea3c tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "GET /v2.0/ports?device_id=6878e9e0-7928-4f8c-acc6-80dbcf08dc03 HTTP/1.1" status: 200 len: 205 time: 0.0300822 Aug 17 02:51:27.068957 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55578) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:27.100607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Network 77566b58-0fa0-4506-90e2-bf049f564a60 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:27.105031 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Pushing event updated for resources: {'Port': ['ID=bfda40f9-12a8-497f-a96b-b58f9f995ded,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:27.116933 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:27.124174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:27.193587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Attempting to bind port bfda40f9-12a8-497f-a96b-b58f9f995ded on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:27.193966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Attempting to bind port bfda40f9-12a8-497f-a96b-b58f9f995ded by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '76fbed60-b965-462c-b456-108ba568eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '77566b58-0fa0-4506-90e2-bf049f564a60'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:27.194339 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Attempting to bind port bfda40f9-12a8-497f-a96b-b58f9f995ded on network 77566b58-0fa0-4506-90e2-bf049f564a60 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:27.203345 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:27.203345 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Checking segment: {'id': '76fbed60-b965-462c-b456-108ba568eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '77566b58-0fa0-4506-90e2-bf049f564a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:27.203345 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.204254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Bound using segment: {'id': '76fbed60-b965-462c-b456-108ba568eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '77566b58-0fa0-4506-90e2-bf049f564a60'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:27.204387 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Bound port: bfda40f9-12a8-497f-a96b-b58f9f995ded, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fbed60-b965-462c-b456-108ba568eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '77566b58-0fa0-4506-90e2-bf049f564a60'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:27.204789 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.214627 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c8823dd-fa12-47de-954b-0f0c4953a630 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.275976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] For port bfda40f9-12a8-497f-a96b-b58f9f995ded, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:27.280415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] For port bfda40f9-12a8-497f-a96b-b58f9f995ded, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bfda40f9-12a8-497f-a96b-b58f9f995ded,segment=NetworkSegment(76fbed60-b965-462c-b456-108ba568eb14),segment_id=76fbed60-b965-462c-b456-108ba568eb14)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:27.347782 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c8823dd-fa12-47de-954b-0f0c4953a630 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.404661 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.451270 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.560789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1eb35-9b36-4208-9196-3f16bc8f8fdd None None] Pushing event updated for resources: {'Port': ['ID=bfda40f9-12a8-497f-a96b-b58f9f995ded,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:27.578301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-7c8823dd-fa12-47de-954b-0f0c4953a630 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Deleting port efd2ba8e-3122-4852-820f-c8c7c9879fa4 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:27.588301 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c8823dd-fa12-47de-954b-0f0c4953a630 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.657634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a844994b-df09-45ab-8225-85552192dcc6 None None] Network ddcd78be-7aa9-411b-be59-999a21ec48f7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:27.695483 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Allocated IP 2001:db8::1 (ddcd78be-7aa9-411b-be59-999a21ec48f7/7d658314-7429-4442-8601-02db80155a54/c17fdfc6-7577-4927-92a3-6ecffe3204dd) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:27.696178 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c8823dd-fa12-47de-954b-0f0c4953a630 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.717609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-7c8823dd-fa12-47de-954b-0f0c4953a630 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Calling delete_port for efd2ba8e-3122-4852-820f-c8c7c9879fa4 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:27.839987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cade8424-ba1d-47d1-806c-ae0d888cb7b8 None None] Provisioning for port 6d166f0d-0c04-4699-8a86-b7444839d6f0 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:27.842917 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.895034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Transition to ACTIVE for port object c17fdfc6-7577-4927-92a3-6ecffe3204dd will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:28.016598 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.046743 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6d166f0d-0c04-4699-8a86-b7444839d6f0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:28.084036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=c17fdfc6-7577-4927-92a3-6ecffe3204dd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:28.099953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network ddcd78be-7aa9-411b-be59-999a21ec48f7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:28.101435 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:28.104002 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:28.105623 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.136175 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c8823dd-fa12-47de-954b-0f0c4953a630 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.178198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8823dd-fa12-47de-954b-0f0c4953a630 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Pushing event deleted for resources: {'Port': ['ID=efd2ba8e-3122-4852-820f-c8c7c9879fa4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:28.192514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 6d166f0d-0c04-4699-8a86-b7444839d6f0 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:28.200824 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 6d166f0d-0c04-4699-8a86-b7444839d6f0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:28.200824 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.287396 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c8823dd-fa12-47de-954b-0f0c4953a630 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.319391 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.347646 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.380424 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7e2cf423-2e01-439a-9c74-bd3aa30c91b7 None None] Provisioning complete for port 6d166f0d-0c04-4699-8a86-b7444839d6f0 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:28.382464 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7e2cf423-2e01-439a-9c74-bd3aa30c91b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.410736 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c8823dd-fa12-47de-954b-0f0c4953a630 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.414171 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c8823dd-fa12-47de-954b-0f0c4953a630 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.436004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 6d166f0d-0c04-4699-8a86-b7444839d6f0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6d166f0d-0c04-4699-8a86-b7444839d6f0,segment=NetworkSegment(25dd3eb8-6de6-4633-9222-c55e85426e7b),segment_id=25dd3eb8-6de6-4633-9222-c55e85426e7b)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:28.530032 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7e2cf423-2e01-439a-9c74-bd3aa30c91b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.584381 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.586378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bfda40f9-12a8-497f-a96b-b58f9f995ded up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:28.632312 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c8823dd-fa12-47de-954b-0f0c4953a630 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.632312 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8823dd-fa12-47de-954b-0f0c4953a630 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Fanout notify agent at l3_agent the message router_deleted on router 6878e9e0-7928-4f8c-acc6-80dbcf08dc03 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:51:28.643059 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c8823dd-fa12-47de-954b-0f0c4953a630 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.649949 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7c8823dd-fa12-47de-954b-0f0c4953a630 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "DELETE /v2.0/routers/6878e9e0-7928-4f8c-acc6-80dbcf08dc03 HTTP/1.1" status: 204 len: 168 time: 1.5744038 Aug 17 02:51:28.652816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55596) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:28.665826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Request body: {'router': {'name': 'tempest-snat-router-874290945', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'enable_snat': False}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:28.753839 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.756066 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.765172 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-7e2cf423-2e01-439a-9c74-bd3aa30c91b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:51:28.765575 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-7e2cf423-2e01-439a-9c74-bd3aa30c91b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:51:28.770600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=6d166f0d-0c04-4699-8a86-b7444839d6f0,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:28.830415 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.834856 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.863112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port bfda40f9-12a8-497f-a96b-b58f9f995ded completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:28.964816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260853d2-ef54-442e-b855-9e3d9fe2f34c None None] Network 77566b58-0fa0-4506-90e2-bf049f564a60 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:29.051140 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.090469 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.135970 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.136773 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.225392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=c17fdfc6-7577-4927-92a3-6ecffe3204dd,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:29.273206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network ddcd78be-7aa9-411b-be59-999a21ec48f7 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:29.274719 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:29.480585 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.504233 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.548225 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 5c442cff-0f32-4ca7-b87e-ccd55483e6e8 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:51:29.581789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-df4c00d6-420d-4b61-bd63-4166a33536a0 None None] Provisioning for port bfda40f9-12a8-497f-a96b-b58f9f995ded completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:29.586444 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-df4c00d6-420d-4b61-bd63-4166a33536a0 None None] Provisioning complete for port bfda40f9-12a8-497f-a96b-b58f9f995ded triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:29.586889 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-df4c00d6-420d-4b61-bd63-4166a33536a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.626465 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Allocated IP 172.25.5.30 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/bba9340d-2b83-4d21-9b25-1f23b5725f79) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:29.638003 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:51:29.652262 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:29.661124 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0771c4ef-b850-4d74-9ebc-e49edf4fc28c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/5c442cff-0f32-4ca7-b87e-ccd55483e6e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6428320 Aug 17 02:51:29.661341 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55610) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:29.672866 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6064998-2b25-4bc1-9964-2e3b24f9a235 None None] Sync routers for ids ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:29.684075 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6064998-2b25-4bc1-9964-2e3b24f9a235 None None] Routers {'5c442cff-0f32-4ca7-b87e-ccd55483e6e8'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:29.685405 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e6064998-2b25-4bc1-9964-2e3b24f9a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:29.705020 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-df4c00d6-420d-4b61-bd63-4166a33536a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.710620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d0047e-53b7-4987-8b7b-a6cfd5cf9ac7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:29.714732 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e7d0047e-53b7-4987-8b7b-a6cfd5cf9ac7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports/c17fdfc6-7577-4927-92a3-6ecffe3204dd HTTP/1.1" status: 200 len: 911 time: 0.0498440 Aug 17 02:51:29.715014 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55612) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:29.758518 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e6064998-2b25-4bc1-9964-2e3b24f9a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:29.763679 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-df4c00d6-420d-4b61-bd63-4166a33536a0 None None] For port bfda40f9-12a8-497f-a96b-b58f9f995ded, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bfda40f9-12a8-497f-a96b-b58f9f995ded,segment=NetworkSegment(76fbed60-b965-462c-b456-108ba568eb14),segment_id=76fbed60-b965-462c-b456-108ba568eb14)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:29.769999 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6064998-2b25-4bc1-9964-2e3b24f9a235 None None] Routers {'5c442cff-0f32-4ca7-b87e-ccd55483e6e8'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:29.770623 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e6064998-2b25-4bc1-9964-2e3b24f9a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:29.797607 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.810379 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e6064998-2b25-4bc1-9964-2e3b24f9a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:29.810946 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6064998-2b25-4bc1-9964-2e3b24f9a235 None None] The sync data for ids ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:29.850401 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-df4c00d6-420d-4b61-bd63-4166a33536a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.925425 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.926791 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c00d6-420d-4b61-bd63-4166a33536a0 None None] Pushing event updated for resources: {'Port': ['ID=bfda40f9-12a8-497f-a96b-b58f9f995ded,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:29.955419 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6d166f0d-0c04-4699-8a86-b7444839d6f0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:29.995057 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-df4c00d6-420d-4b61-bd63-4166a33536a0 None None] Provisioning for port c17fdfc6-7577-4927-92a3-6ecffe3204dd completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:30.000823 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-df4c00d6-420d-4b61-bd63-4166a33536a0 None None] Provisioning complete for port c17fdfc6-7577-4927-92a3-6ecffe3204dd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:30.001638 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-df4c00d6-420d-4b61-bd63-4166a33536a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.001786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Pushing event updated for resources: {'Port': ['ID=bba9340d-2b83-4d21-9b25-1f23b5725f79,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:30.006509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:30.008373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:30.010997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:30.052216 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 6d166f0d-0c04-4699-8a86-b7444839d6f0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:30.052590 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.054329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-df4c00d6-420d-4b61-bd63-4166a33536a0 None None] Port c17fdfc6-7577-4927-92a3-6ecffe3204dd cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:30.152462 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.191539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d36e7574-e686-4cb0-a7c4-956a514a2391 None None] Provisioning complete for port c17fdfc6-7577-4927-92a3-6ecffe3204dd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:30.191915 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d36e7574-e686-4cb0-a7c4-956a514a2391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.234243 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d36e7574-e686-4cb0-a7c4-956a514a2391 None None] Port c17fdfc6-7577-4927-92a3-6ecffe3204dd cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:30.429042 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Allocated IP 2001:db8:1::1 (77566b58-0fa0-4506-90e2-bf049f564a60/c744bc63-1f16-4f4f-be06-8d76342a0ebe/dc3930e2-5033-4f04-89a1-07060d337a78) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:30.445942 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.625522 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.639304 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Transition to ACTIVE for port object dc3930e2-5033-4f04-89a1-07060d337a78 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:30.668275 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.737326 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.781703 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network 77566b58-0fa0-4506-90e2-bf049f564a60 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:30.788279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:30.791461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:30.792186 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.842981 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=dc3930e2-5033-4f04-89a1-07060d337a78,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:30.913352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Router 8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:51:31.026020 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.044494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:31.055120 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Sync routers for ids ['8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:31.074261 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Routers {'8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:31.074547 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:31.136236 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.147113 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a4334f9b-e76d-45a3-b137-397e0c2aec91 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.4880204 Aug 17 02:51:31.147113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55634) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:31.160506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4fa9ee5b-e54d-465c-824b-84cc47228961 None None] Provisioning for port dc3930e2-5033-4f04-89a1-07060d337a78 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:31.177730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4fa9ee5b-e54d-465c-824b-84cc47228961 None None] Provisioning complete for port dc3930e2-5033-4f04-89a1-07060d337a78 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:31.178297 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4fa9ee5b-e54d-465c-824b-84cc47228961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.231239 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Set router 8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:51:31.287170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9ee5b-e54d-465c-824b-84cc47228961 None None] Port dc3930e2-5033-4f04-89a1-07060d337a78 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:31.306581 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3e3a708e-3da2-4082-8642-615a5abdf8bc tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/routers/8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d HTTP/1.1" status: 200 len: 907 time: 0.1611822 Aug 17 02:51:31.315475 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55636) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:31.320221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Request body: {'router': {'name': 'tempest-snat-router-874290945', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'enable_snat': True}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:31.373221 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.420653 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.430524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d', 'name': 'tempest-snat-router-874290945', 'tenant_id': '497fd3dd149d4be3951bff587c38041d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.30'}], 'enable_snat': False}, 'gw_port_id': 'bba9340d-2b83-4d21-9b25-1f23b5725f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:51:28Z', 'updated_at': '2021-08-17T02:51:30Z', 'revision_number': 3, 'project_id': '497fd3dd149d4be3951bff587c38041d', 'gw_port': {'id': 'bba9340d-2b83-4d21-9b25-1f23b5725f79', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:51:29Z', 'updated_at': '2021-08-17T02:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:31.450895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Checking router: 8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:51:31.451253 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Updating router 8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d port bba9340d-2b83-4d21-9b25-1f23b5725f79 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:51:31.480252 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.535786 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.536035 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.536590 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.537072 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.595455 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.627887 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=dc3930e2-5033-4f04-89a1-07060d337a78,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:31.675766 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network 77566b58-0fa0-4506-90e2-bf049f564a60 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:31.677559 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:31.806321 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 5c442cff-0f32-4ca7-b87e-ccd55483e6e8 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:51:31.983274 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:31.989998 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-30a4ae84-e4a8-4d81-b795-811487392aa1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/5c442cff-0f32-4ca7-b87e-ccd55483e6e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2728949 Aug 17 02:51:31.992193 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55648) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:31.995416 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83921ec0-adae-4d72-96b3-f0592c3a24ab None None] Sync routers for ids ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:32.014910 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83921ec0-adae-4d72-96b3-f0592c3a24ab None None] Routers {'5c442cff-0f32-4ca7-b87e-ccd55483e6e8'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:32.014910 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-83921ec0-adae-4d72-96b3-f0592c3a24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:32.017823 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bfda40f9-12a8-497f-a96b-b58f9f995ded up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:32.053525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4429dfb8-05ad-45d5-a07b-95f29e9ab291 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:32.056749 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4429dfb8-05ad-45d5-a07b-95f29e9ab291 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports/dc3930e2-5033-4f04-89a1-07060d337a78 HTTP/1.1" status: 200 len: 913 time: 0.0615873 Aug 17 02:51:32.059321 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55652) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:32.069761 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.092845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Transition to ACTIVE for port object bba9340d-2b83-4d21-9b25-1f23b5725f79 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:32.113287 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-83921ec0-adae-4d72-96b3-f0592c3a24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:32.113394 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port bfda40f9-12a8-497f-a96b-b58f9f995ded triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:32.113394 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.117038 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83921ec0-adae-4d72-96b3-f0592c3a24ab None None] Routers {'5c442cff-0f32-4ca7-b87e-ccd55483e6e8'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:32.121355 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-83921ec0-adae-4d72-96b3-f0592c3a24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:32.165886 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-83921ec0-adae-4d72-96b3-f0592c3a24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:32.166555 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83921ec0-adae-4d72-96b3-f0592c3a24ab None None] The sync data for ids ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:32.181163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7bd4d8cb-f251-4343-bd7e-a296131a813a None None] Provisioning complete for port dc3930e2-5033-4f04-89a1-07060d337a78 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:32.181770 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7bd4d8cb-f251-4343-bd7e-a296131a813a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.272663 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.300628 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7bd4d8cb-f251-4343-bd7e-a296131a813a None None] Port dc3930e2-5033-4f04-89a1-07060d337a78 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:32.325830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c8c87-7b8e-40a4-b522-861c274741a2 None None] Pushing event updated for resources: {'Port': ['ID=bba9340d-2b83-4d21-9b25-1f23b5725f79,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:32.405782 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.442093 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa43c590-3b7c-4e12-9977-3e0c7095292f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.443338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Attempting to bind port bba9340d-2b83-4d21-9b25-1f23b5725f79 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:32.443987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Attempting to bind port bba9340d-2b83-4d21-9b25-1f23b5725f79 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:32.444370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Attempting to bind port bba9340d-2b83-4d21-9b25-1f23b5725f79 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:32.449751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:32.450215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:32.450875 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.451039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:32.451510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Bound port: bba9340d-2b83-4d21-9b25-1f23b5725f79, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:32.451889 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.506376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] For port bba9340d-2b83-4d21-9b25-1f23b5725f79, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:32.509478 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] For port bba9340d-2b83-4d21-9b25-1f23b5725f79, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bba9340d-2b83-4d21-9b25-1f23b5725f79,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:32.616800 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.677748 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Routers {'8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:32.678526 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:32.727899 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c8c87-7b8e-40a4-b522-861c274741a2 None None] Pushing event updated for resources: {'Port': ['ID=bba9340d-2b83-4d21-9b25-1f23b5725f79,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:32.737862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-aa43c590-3b7c-4e12-9977-3e0c7095292f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port dc3930e2-5033-4f04-89a1-07060d337a78 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:32.738308 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa43c590-3b7c-4e12-9977-3e0c7095292f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.753693 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.779216 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.806787 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] Set router 8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:51:32.854451 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa43c590-3b7c-4e12-9977-3e0c7095292f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.871050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-aa43c590-3b7c-4e12-9977-3e0c7095292f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for dc3930e2-5033-4f04-89a1-07060d337a78 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:32.916718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Allocated IP 172.25.5.122 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:33.073712 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d', 'name': 'tempest-snat-router-874290945', 'tenant_id': '497fd3dd149d4be3951bff587c38041d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.30'}], 'enable_snat': False}, 'gw_port_id': 'bba9340d-2b83-4d21-9b25-1f23b5725f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:51:28Z', 'updated_at': '2021-08-17T02:51:30Z', 'revision_number': 3, 'project_id': '497fd3dd149d4be3951bff587c38041d', 'gw_port': {'id': 'bba9340d-2b83-4d21-9b25-1f23b5725f79', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:51:29Z', 'updated_at': '2021-08-17T02:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:33.075768 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:33.102849 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a3de6-dd73-4715-b0c2-44756eec3378 None None] The sync data for ids ['8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d'] in n-d-793621-31 is: [{'id': '8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d', 'name': 'tempest-snat-router-874290945', 'tenant_id': '497fd3dd149d4be3951bff587c38041d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.30'}], 'enable_snat': False}, 'gw_port_id': 'bba9340d-2b83-4d21-9b25-1f23b5725f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:51:28Z', 'updated_at': '2021-08-17T02:51:30Z', 'revision_number': 3, 'project_id': '497fd3dd149d4be3951bff587c38041d', 'gw_port': {'id': 'bba9340d-2b83-4d21-9b25-1f23b5725f79', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:51:29Z', 'updated_at': '2021-08-17T02:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:33.171328 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa43c590-3b7c-4e12-9977-3e0c7095292f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:33.204826 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43c590-3b7c-4e12-9977-3e0c7095292f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=dc3930e2-5033-4f04-89a1-07060d337a78,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:33.216231 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:33.273713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:33.282646 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:33.288016 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:33.293310 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Pushing event updated for resources: {'Port': ['ID=b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:33.442787 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa43c590-3b7c-4e12-9977-3e0c7095292f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:33.776589 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.018059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bba9340d-2b83-4d21-9b25-1f23b5725f79 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:34.159377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port bba9340d-2b83-4d21-9b25-1f23b5725f79 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:34.164271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port bba9340d-2b83-4d21-9b25-1f23b5725f79 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:34.164650 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.196207 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.287017 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.300335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa43c590-3b7c-4e12-9977-3e0c7095292f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 5c442cff-0f32-4ca7-b87e-ccd55483e6e8 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:51:34.335746 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port bba9340d-2b83-4d21-9b25-1f23b5725f79, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bba9340d-2b83-4d21-9b25-1f23b5725f79,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:34.414195 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa43c590-3b7c-4e12-9977-3e0c7095292f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:34.420284 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-aa43c590-3b7c-4e12-9977-3e0c7095292f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/5c442cff-0f32-4ca7-b87e-ccd55483e6e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3597155 Aug 17 02:51:34.423420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55678) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:34.427163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa45beb6-3651-4747-8852-5ba244b8c0e1 None None] Sync routers for ids ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:34.437052 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.445159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa45beb6-3651-4747-8852-5ba244b8c0e1 None None] Routers {'5c442cff-0f32-4ca7-b87e-ccd55483e6e8'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:34.445159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-fa45beb6-3651-4747-8852-5ba244b8c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:34.499406 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-fa45beb6-3651-4747-8852-5ba244b8c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:34.502706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Router 00d3632b-1719-4490-af0f-998375d2d6f4 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:51:34.524056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa45beb6-3651-4747-8852-5ba244b8c0e1 None None] Routers {'5c442cff-0f32-4ca7-b87e-ccd55483e6e8'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:34.524693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-fa45beb6-3651-4747-8852-5ba244b8c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:34.571025 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-fa45beb6-3651-4747-8852-5ba244b8c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:34.571794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa45beb6-3651-4747-8852-5ba244b8c0e1 None None] The sync data for ids ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:34.578458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=bba9340d-2b83-4d21-9b25-1f23b5725f79,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:34.648769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:34.658988 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Sync routers for ids ['00d3632b-1719-4490-af0f-998375d2d6f4'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:34.672222 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Routers {'00d3632b-1719-4490-af0f-998375d2d6f4'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:34.672965 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['00d3632b-1719-4490-af0f-998375d2d6f4'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:34.759156 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.761116 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-167f1ded-20a9-40c0-bba8-439b3beae90f tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4444838 Aug 17 02:51:34.773541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55684) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:34.816027 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Set router 00d3632b-1719-4490-af0f-998375d2d6f4 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:51:34.843120 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44d732b9-025f-42c1-9761-0154d4233a9b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.921753 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-984fa6d6-a6c0-444a-91e7-dcb3447662cb tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/routers/00d3632b-1719-4490-af0f-998375d2d6f4 HTTP/1.1" status: 200 len: 907 time: 0.1466188 Aug 17 02:51:34.924378 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55688) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:35.033038 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d3632b-1719-4490-af0f-998375d2d6f4', 'name': 'tempest-snat-router-874290945', 'tenant_id': '497fd3dd149d4be3951bff587c38041d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:51:31Z', 'updated_at': '2021-08-17T02:51:33Z', 'revision_number': 3, 'project_id': '497fd3dd149d4be3951bff587c38041d', 'gw_port': {'id': 'b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d3632b-1719-4490-af0f-998375d2d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:51:32Z', 'updated_at': '2021-08-17T02:51:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:35.067333 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Checking router: 00d3632b-1719-4490-af0f-998375d2d6f4 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:51:35.073339 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Updating router 00d3632b-1719-4490-af0f-998375d2d6f4 port b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:51:35.095353 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.113635 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b99eb58f-54ac-48be-a417-34d45f39d7a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.276275 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b99eb58f-54ac-48be-a417-34d45f39d7a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.308093 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-44d732b9-025f-42c1-9761-0154d4233a9b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port c17fdfc6-7577-4927-92a3-6ecffe3204dd {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:35.308443 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44d732b9-025f-42c1-9761-0154d4233a9b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.386429 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.397079 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Transition to ACTIVE for port object b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:35.402229 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44d732b9-025f-42c1-9761-0154d4233a9b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.432194 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-44d732b9-025f-42c1-9761-0154d4233a9b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for c17fdfc6-7577-4927-92a3-6ecffe3204dd owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:35.513663 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b99eb58f-54ac-48be-a417-34d45f39d7a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Deleting port b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:35.513909 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b99eb58f-54ac-48be-a417-34d45f39d7a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.523178 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.582777 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Attempting to bind port b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:35.583151 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Attempting to bind port b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:35.583515 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Attempting to bind port b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:35.590681 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbafc3-0807-4677-a385-4e542d809eff None None] Pushing event updated for resources: {'Port': ['ID=b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:35.593907 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:35.594281 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:35.594691 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.595084 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:35.595553 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Bound port: b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:35.595932 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.625933 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbafc3-0807-4677-a385-4e542d809eff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.626282 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbafc3-0807-4677-a385-4e542d809eff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.626626 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbafc3-0807-4677-a385-4e542d809eff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.627155 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbafc3-0807-4677-a385-4e542d809eff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.627266 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbafc3-0807-4677-a385-4e542d809eff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.627603 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbafc3-0807-4677-a385-4e542d809eff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.627934 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbafc3-0807-4677-a385-4e542d809eff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.628261 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbafc3-0807-4677-a385-4e542d809eff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.628587 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbafc3-0807-4677-a385-4e542d809eff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.628912 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbafc3-0807-4677-a385-4e542d809eff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.629252 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbafc3-0807-4677-a385-4e542d809eff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.629578 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbafc3-0807-4677-a385-4e542d809eff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.668139 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b99eb58f-54ac-48be-a417-34d45f39d7a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.677145 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] For port b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:35.680974 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] For port b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:35.689464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-b99eb58f-54ac-48be-a417-34d45f39d7a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Calling delete_port for b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:35.779593 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.828235 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Routers {'00d3632b-1719-4490-af0f-998375d2d6f4'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:35.829143 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['00d3632b-1719-4490-af0f-998375d2d6f4'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:35.849111 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44d732b9-025f-42c1-9761-0154d4233a9b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.911039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bba9340d-2b83-4d21-9b25-1f23b5725f79 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:35.927318 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] Set router 00d3632b-1719-4490-af0f-998375d2d6f4 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:51:35.966398 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d732b9-025f-42c1-9761-0154d4233a9b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=c17fdfc6-7577-4927-92a3-6ecffe3204dd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:36.002374 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d3632b-1719-4490-af0f-998375d2d6f4', 'name': 'tempest-snat-router-874290945', 'tenant_id': '497fd3dd149d4be3951bff587c38041d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:51:31Z', 'updated_at': '2021-08-17T02:51:35Z', 'revision_number': 4, 'project_id': '497fd3dd149d4be3951bff587c38041d', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:36.006041 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbafc3-0807-4677-a385-4e542d809eff None None] Pushing event updated for resources: {'Port': ['ID=b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:36.031124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port bba9340d-2b83-4d21-9b25-1f23b5725f79 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:36.031422 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.084390 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-44d732b9-025f-42c1-9761-0154d4233a9b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.086993 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b99eb58f-54ac-48be-a417-34d45f39d7a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.119496 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99eb58f-54ac-48be-a417-34d45f39d7a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2a038e8-2ad7-4ef3-80f8-c0ced128cb4c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:36.190335 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6063736f-22ae-4e82-a02d-d32420ad5465 None None] The sync data for ids ['00d3632b-1719-4490-af0f-998375d2d6f4'] in n-d-793621-31 is: [{'id': '00d3632b-1719-4490-af0f-998375d2d6f4', 'name': 'tempest-snat-router-874290945', 'tenant_id': '497fd3dd149d4be3951bff587c38041d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:51:31Z', 'updated_at': '2021-08-17T02:51:35Z', 'revision_number': 4, 'project_id': '497fd3dd149d4be3951bff587c38041d', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:36.331542 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b99eb58f-54ac-48be-a417-34d45f39d7a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.420250 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d732b9-025f-42c1-9761-0154d4233a9b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 5c442cff-0f32-4ca7-b87e-ccd55483e6e8 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:51:36.430240 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b99eb58f-54ac-48be-a417-34d45f39d7a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.433764 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b99eb58f-54ac-48be-a417-34d45f39d7a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.537049 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d732b9-025f-42c1-9761-0154d4233a9b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:36.541949 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-44d732b9-025f-42c1-9761-0154d4233a9b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/5c442cff-0f32-4ca7-b87e-ccd55483e6e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1166887 Aug 17 02:51:36.545751 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55710) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:36.552950 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae23ab-91a1-4c36-82fa-db5baaf053a6 None None] Sync routers for ids ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:36.563829 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae23ab-91a1-4c36-82fa-db5baaf053a6 None None] Routers {'5c442cff-0f32-4ca7-b87e-ccd55483e6e8'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:36.564458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1bae23ab-91a1-4c36-82fa-db5baaf053a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:36.574475 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b103116f-fd91-470a-b3ec-0a081d408b1f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c442cff-0f32-4ca7-b87e-ccd55483e6e8 HTTP/1.1" status: 200 len: 205 time: 0.0274603 Aug 17 02:51:36.577889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55712) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:36.603744 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b99eb58f-54ac-48be-a417-34d45f39d7a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.604327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99eb58f-54ac-48be-a417-34d45f39d7a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00d3632b-1719-4490-af0f-998375d2d6f4 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:51:36.609172 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1bae23ab-91a1-4c36-82fa-db5baaf053a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:36.610612 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b99eb58f-54ac-48be-a417-34d45f39d7a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.614658 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b99eb58f-54ac-48be-a417-34d45f39d7a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "DELETE /v2.0/routers/00d3632b-1719-4490-af0f-998375d2d6f4 HTTP/1.1" status: 204 len: 168 time: 1.6875367 Aug 17 02:51:36.615249 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55714) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:36.619334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae23ab-91a1-4c36-82fa-db5baaf053a6 None None] Routers {'5c442cff-0f32-4ca7-b87e-ccd55483e6e8'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:36.619972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1bae23ab-91a1-4c36-82fa-db5baaf053a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:36.662892 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4a85a296-e9dd-4514-b855-253055e67919 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.671862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1bae23ab-91a1-4c36-82fa-db5baaf053a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:36.672858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae23ab-91a1-4c36-82fa-db5baaf053a6 None None] The sync data for ids ['5c442cff-0f32-4ca7-b87e-ccd55483e6e8'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:36.739946 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.831459 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4a85a296-e9dd-4514-b855-253055e67919 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.833620 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4a85a296-e9dd-4514-b855-253055e67919 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.850384 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.013777 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Deleting port bba9340d-2b83-4d21-9b25-1f23b5725f79 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:37.014073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.021862 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4a85a296-e9dd-4514-b855-253055e67919 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.022454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a85a296-e9dd-4514-b855-253055e67919 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Fanout notify agent at l3_agent the message router_deleted on router 5c442cff-0f32-4ca7-b87e-ccd55483e6e8 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:51:37.034057 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4a85a296-e9dd-4514-b855-253055e67919 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.035976 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4a85a296-e9dd-4514-b855-253055e67919 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/routers/5c442cff-0f32-4ca7-b87e-ccd55483e6e8 HTTP/1.1" status: 204 len: 168 time: 0.4572549 Aug 17 02:51:37.039435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55722) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:37.133728 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] For port bba9340d-2b83-4d21-9b25-1f23b5725f79, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bba9340d-2b83-4d21-9b25-1f23b5725f79,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:37.134099 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.140808 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f816a9e-74a1-4339-913c-17514f8297b7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting subnet c744bc63-1f16-4f4f-be06-8d76342a0ebe {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:51:37.145029 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f816a9e-74a1-4339-913c-17514f8297b7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.154710 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Calling delete_port for bba9340d-2b83-4d21-9b25-1f23b5725f79 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:37.220543 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f816a9e-74a1-4339-913c-17514f8297b7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.330601 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f816a9e-74a1-4339-913c-17514f8297b7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.472152 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.502199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Pushing event deleted for resources: {'Port': ['ID=bba9340d-2b83-4d21-9b25-1f23b5725f79,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:37.525395 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f816a9e-74a1-4339-913c-17514f8297b7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.553630 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f816a9e-74a1-4339-913c-17514f8297b7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Subnet': ['ID=c744bc63-1f16-4f4f-be06-8d76342a0ebe,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:37.557669 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6f816a9e-74a1-4339-913c-17514f8297b7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.560925 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6f816a9e-74a1-4339-913c-17514f8297b7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/c744bc63-1f16-4f4f-be06-8d76342a0ebe HTTP/1.1" status: 204 len: 168 time: 0.5204964 Aug 17 02:51:37.564151 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55730) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:37.569998 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84da85c8-720a-4f4f-ab56-118873baee3f None None] Network 77566b58-0fa0-4506-90e2-bf049f564a60 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:37.571204 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.644317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3622e49-bf5e-46f3-9fc5-1d4b2c4b2dbd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting subnet 7d658314-7429-4442-8601-02db80155a54 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:51:37.647940 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3622e49-bf5e-46f3-9fc5-1d4b2c4b2dbd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.667617 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.671020 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.703114 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3622e49-bf5e-46f3-9fc5-1d4b2c4b2dbd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.782436 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de256c19-ae72-438e-bbf8-c7f3a5e7ba98 None None] DHCP port deletion for 77566b58-0fa0-4506-90e2-bf049f564a60 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:51:37.823589 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3622e49-bf5e-46f3-9fc5-1d4b2c4b2dbd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.866302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-de256c19-ae72-438e-bbf8-c7f3a5e7ba98 None None] Deleting port bfda40f9-12a8-497f-a96b-b58f9f995ded {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:37.866680 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de256c19-ae72-438e-bbf8-c7f3a5e7ba98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.930416 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eb9e53d9-aefb-4880-87a1-61d97066c628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.949918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-de256c19-ae72-438e-bbf8-c7f3a5e7ba98 None None] For port bfda40f9-12a8-497f-a96b-b58f9f995ded, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bfda40f9-12a8-497f-a96b-b58f9f995ded,segment=NetworkSegment(76fbed60-b965-462c-b456-108ba568eb14),segment_id=76fbed60-b965-462c-b456-108ba568eb14)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:37.950953 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de256c19-ae72-438e-bbf8-c7f3a5e7ba98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.970765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-de256c19-ae72-438e-bbf8-c7f3a5e7ba98 None None] Calling delete_port for bfda40f9-12a8-497f-a96b-b58f9f995ded owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:37.990551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bfda40f9-12a8-497f-a96b-b58f9f995ded no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:37.999753 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3622e49-bf5e-46f3-9fc5-1d4b2c4b2dbd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.048746 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3622e49-bf5e-46f3-9fc5-1d4b2c4b2dbd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Subnet': ['ID=7d658314-7429-4442-8601-02db80155a54,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:38.058026 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f3622e49-bf5e-46f3-9fc5-1d4b2c4b2dbd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.061448 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f3622e49-bf5e-46f3-9fc5-1d4b2c4b2dbd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/7d658314-7429-4442-8601-02db80155a54 HTTP/1.1" status: 204 len: 168 time: 0.4956107 Aug 17 02:51:38.064614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55736) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:38.094535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c690639-2663-4325-9865-b1007c16348f None None] Network ddcd78be-7aa9-411b-be59-999a21ec48f7 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:38.149432 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.196003 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.196786 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:51:38.211579 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.213464 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e3120863-c031-40ae-8900-b9988c102bc7 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "DELETE /v2.0/routers/8a8f67c5-60cf-46e6-acfb-1da1fbb3a38d HTTP/1.1" status: 204 len: 168 time: 1.5972445 Aug 17 02:51:38.218277 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port bfda40f9-12a8-497f-a96b-b58f9f995ded {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:38.218805 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.222903 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55742) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:38.242319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1327945626', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:38.304255 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] For port bfda40f9-12a8-497f-a96b-b58f9f995ded, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bfda40f9-12a8-497f-a96b-b58f9f995ded,segment=NetworkSegment(76fbed60-b965-462c-b456-108ba568eb14),segment_id=76fbed60-b965-462c-b456-108ba568eb14)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:38.304794 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.311352 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.320142 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for bfda40f9-12a8-497f-a96b-b58f9f995ded owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:38.329672 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de256c19-ae72-438e-bbf8-c7f3a5e7ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.368420 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de256c19-ae72-438e-bbf8-c7f3a5e7ba98 None None] No DVR routers for this DVR port bfda40f9-12a8-497f-a96b-b58f9f995ded on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:38.374366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de256c19-ae72-438e-bbf8-c7f3a5e7ba98 None None] Pushing event deleted for resources: {'Port': ['ID=bfda40f9-12a8-497f-a96b-b58f9f995ded,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:38.412534 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.413171 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.434070 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2f8ad1-39aa-41ad-b0b7-763498406831 None None] DHCP port deletion for ddcd78be-7aa9-411b-be59-999a21ec48f7 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:51:38.443819 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.472499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=bfda40f9-12a8-497f-a96b-b58f9f995ded,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:38.480257 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No DVR routers for this DVR port bfda40f9-12a8-497f-a96b-b58f9f995ded on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:38.488514 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.504068 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-cd2f8ad1-39aa-41ad-b0b7-763498406831 None None] Deleting port 6d166f0d-0c04-4699-8a86-b7444839d6f0 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:38.504360 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd2f8ad1-39aa-41ad-b0b7-763498406831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.570235 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.579249 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-cd2f8ad1-39aa-41ad-b0b7-763498406831 None None] For port 6d166f0d-0c04-4699-8a86-b7444839d6f0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6d166f0d-0c04-4699-8a86-b7444839d6f0,segment=NetworkSegment(25dd3eb8-6de6-4633-9222-c55e85426e7b),segment_id=25dd3eb8-6de6-4633-9222-c55e85426e7b)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:38.579834 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd2f8ad1-39aa-41ad-b0b7-763498406831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.582296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77566b58-0fa0-4506-90e2-bf049f564a60']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:38.593295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fbed60-b965-462c-b456-108ba568eb14') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:38.593597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fbed60-b965-462c-b456-108ba568eb14') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:38.596238 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-cd2f8ad1-39aa-41ad-b0b7-763498406831 None None] Calling delete_port for 6d166f0d-0c04-4699-8a86-b7444839d6f0 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:38.603473 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.628386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.635317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:38.635734 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:38.639747 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:38.758148 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.787642 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd2f8ad1-39aa-41ad-b0b7-763498406831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.816575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f8ad1-39aa-41ad-b0b7-763498406831 None None] Pushing event deleted for resources: {'Port': ['ID=6d166f0d-0c04-4699-8a86-b7444839d6f0,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:38.821621 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2f8ad1-39aa-41ad-b0b7-763498406831 None None] No DVR routers for this DVR port 6d166f0d-0c04-4699-8a86-b7444839d6f0 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:38.828347 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.836994 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.838875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/networks/77566b58-0fa0-4506-90e2-bf049f564a60 HTTP/1.1" status: 204 len: 168 time: 0.7726383 Aug 17 02:51:38.841908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55750) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:38.851117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839850e-8908-4d55-bac2-bc64231004d1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Network': ['ID=77566b58-0fa0-4506-90e2-bf049f564a60,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:38.967766 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85fd2e8-2ef2-46a3-bf8b-1cc82b0b63f1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.086767 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85fd2e8-2ef2-46a3-bf8b-1cc82b0b63f1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.099459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-c85fd2e8-2ef2-46a3-bf8b-1cc82b0b63f1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcd78be-7aa9-411b-be59-999a21ec48f7']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:39.114635 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-c85fd2e8-2ef2-46a3-bf8b-1cc82b0b63f1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25dd3eb8-6de6-4633-9222-c55e85426e7b') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:39.114917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-c85fd2e8-2ef2-46a3-bf8b-1cc82b0b63f1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25dd3eb8-6de6-4633-9222-c55e85426e7b') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:39.185671 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85fd2e8-2ef2-46a3-bf8b-1cc82b0b63f1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.221181 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85fd2e8-2ef2-46a3-bf8b-1cc82b0b63f1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.225832 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.229763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85fd2e8-2ef2-46a3-bf8b-1cc82b0b63f1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:39.230243 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85fd2e8-2ef2-46a3-bf8b-1cc82b0b63f1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: items = [ Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:39.233707 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:39.274991 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.446205 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85fd2e8-2ef2-46a3-bf8b-1cc82b0b63f1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.478051 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c85fd2e8-2ef2-46a3-bf8b-1cc82b0b63f1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.479848 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c85fd2e8-2ef2-46a3-bf8b-1cc82b0b63f1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/networks/ddcd78be-7aa9-411b-be59-999a21ec48f7 HTTP/1.1" status: 204 len: 168 time: 0.6369431 Aug 17 02:51:39.484563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55762) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:39.497076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e21c43fb-23d1-4420-9dc2-9f45f1a766c2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-90431774'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:39.507813 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fd2e8-2ef2-46a3-bf8b-1cc82b0b63f1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Network': ['ID=ddcd78be-7aa9-411b-be59-999a21ec48f7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:39.587515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Allocated IP 172.25.5.28 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/93618a01-fac5-4191-bfc4-7e7e5203a2a7) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:39.674180 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21c43fb-23d1-4420-9dc2-9f45f1a766c2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:39.677652 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e21c43fb-23d1-4420-9dc2-9f45f1a766c2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.706789 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.721699 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21c43fb-23d1-4420-9dc2-9f45f1a766c2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:39.736271 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e21c43fb-23d1-4420-9dc2-9f45f1a766c2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.736624 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-e21c43fb-23d1-4420-9dc2-9f45f1a766c2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Added segment f96e2e45-1a39-44bb-9391-cd94a69eb2d4 of type vlan for network a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0 Aug 17 02:51:39.794450 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e21c43fb-23d1-4420-9dc2-9f45f1a766c2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.896542 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bba9340d-2b83-4d21-9b25-1f23b5725f79 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:39.920600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: bba9340d-2b83-4d21-9b25-1f23b5725f79 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:39.920974 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bba9340d-2b83-4d21-9b25-1f23b5725f79 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:39.921431 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6d166f0d-0c04-4699-8a86-b7444839d6f0 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:39.929679 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.942986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 6d166f0d-0c04-4699-8a86-b7444839d6f0 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:39.943331 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6d166f0d-0c04-4699-8a86-b7444839d6f0 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:39.969351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:39.972082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:39.974698 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:39.999554 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e21c43fb-23d1-4420-9dc2-9f45f1a766c2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.005522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c43fb-23d1-4420-9dc2-9f45f1a766c2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:40.006108 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e21c43fb-23d1-4420-9dc2-9f45f1a766c2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.076131 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Pushing event updated for resources: {'Port': ['ID=93618a01-fac5-4191-bfc4-7e7e5203a2a7,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:40.161130 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e21c43fb-23d1-4420-9dc2-9f45f1a766c2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6762211 Aug 17 02:51:40.164303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55768) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:40.169751 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c43fb-23d1-4420-9dc2-9f45f1a766c2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Network': ['ID=a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:40.170277 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-bf7616c5-04d2-414d-a9e3-49a5b474beb3 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'subnet': {'network_id': 'a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:40.194432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:40.358322 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a9aaa5bf-bdeb-4ce6-a149-c105612db55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.418237 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.439763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7616c5-04d2-414d-a9e3-49a5b474beb3 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:40.443523 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf7616c5-04d2-414d-a9e3-49a5b474beb3 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.634227 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.657009 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.753819 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf7616c5-04d2-414d-a9e3-49a5b474beb3 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.820654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7616c5-04d2-414d-a9e3-49a5b474beb3 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Subnet': ['ID=2009974a-f13f-4bb1-98ef-bd0c40f9e498,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:40.825055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7616c5-04d2-414d-a9e3-49a5b474beb3 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Checking segment: {'id': 'f96e2e45-1a39-44bb-9391-cd94a69eb2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:40.825410 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7616c5-04d2-414d-a9e3-49a5b474beb3 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network hostable DHCP agents. Network: a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:51:40.877571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Router 3f057bc1-f9f4-4d97-988f-601d8e9d578b is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:51:40.919710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7616c5-04d2-414d-a9e3-49a5b474beb3 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:51:40.987067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:40.996983 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b19f52d-c944-40e6-8163-bbd366cd5b25 None None] Sync routers for ids ['3f057bc1-f9f4-4d97-988f-601d8e9d578b'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:40.997679 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-bf7616c5-04d2-414d-a9e3-49a5b474beb3 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:41.002536 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7616c5-04d2-414d-a9e3-49a5b474beb3 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:41.003829 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf7616c5-04d2-414d-a9e3-49a5b474beb3 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.013849 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268b8d53-05c3-432e-bcc9-6f77d29e6fe3 None None] Network a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:41.018481 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b19f52d-c944-40e6-8163-bbd366cd5b25 None None] Routers {'3f057bc1-f9f4-4d97-988f-601d8e9d578b'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:41.019493 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0b19f52d-c944-40e6-8163-bbd366cd5b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3f057bc1-f9f4-4d97-988f-601d8e9d578b'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:41.054532 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0b19f52d-c944-40e6-8163-bbd366cd5b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:41.064358 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b19f52d-c944-40e6-8163-bbd366cd5b25 None None] Routers {'3f057bc1-f9f4-4d97-988f-601d8e9d578b'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:41.065097 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0b19f52d-c944-40e6-8163-bbd366cd5b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3f057bc1-f9f4-4d97-988f-601d8e9d578b'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:41.079179 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.079179 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4542e083-133b-4150-94bb-c301e522decf tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8489585 Aug 17 02:51:41.079179 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55782) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:41.084130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b6c5e941-2487-4c6b-888c-aa898a7bc1dd tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'enable_snat': False}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:41.096852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bf7616c5-04d2-414d-a9e3-49a5b474beb3 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9312427 Aug 17 02:51:41.099504 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55786) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:41.104203 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-d32ddda6-a2b5-484a-a94a-abcbe6e9a1d9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-308565833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:41.108680 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0b19f52d-c944-40e6-8163-bbd366cd5b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:41.109462 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b19f52d-c944-40e6-8163-bbd366cd5b25 None None] The sync data for ids ['3f057bc1-f9f4-4d97-988f-601d8e9d578b'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:41.189084 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d32ddda6-a2b5-484a-a94a-abcbe6e9a1d9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.190018 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d32ddda6-a2b5-484a-a94a-abcbe6e9a1d9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.195955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0', 'network_id': 'a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'fixed_ips': [{'subnet_id': '2009974a-f13f-4bb1-98ef-bd0c40f9e498'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:51:41.196839 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.255132 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d32ddda6-a2b5-484a-a94a-abcbe6e9a1d9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.348273 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d32ddda6-a2b5-484a-a94a-abcbe6e9a1d9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.354322 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Allocated IP 2001:db8::2 (a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0/2009974a-f13f-4bb1-98ef-bd0c40f9e498/a1c43cea-a065-4b3b-acdc-d44950d29d13) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:41.445367 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6c5e941-2487-4c6b-888c-aa898a7bc1dd tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.450543 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d32ddda6-a2b5-484a-a94a-abcbe6e9a1d9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.451995 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d32ddda6-a2b5-484a-a94a-abcbe6e9a1d9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3515255 Aug 17 02:51:41.454674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55796) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:41.460230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'port': {'network_id': 'a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0', 'name': 'tempest-RoutersIpV6Test-486088550'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:41.523668 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.536842 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Transition to ACTIVE for port object a1c43cea-a065-4b3b-acdc-d44950d29d13 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:41.555023 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Transition to ACTIVE for port object a1c43cea-a065-4b3b-acdc-d44950d29d13 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:41.737067 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:41.740047 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.741505 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.759954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] device_id is not set on port 3c47fc1f-7c93-488c-b796-a4e26374013d yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:51:41.790212 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Network a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:41.793670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:41.798198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:41.801396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Pushing event updated for resources: {'Port': ['ID=a1c43cea-a065-4b3b-acdc-d44950d29d13,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:41.844987 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.872424 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Attempting to bind port a1c43cea-a065-4b3b-acdc-d44950d29d13 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:41.872983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Attempting to bind port a1c43cea-a065-4b3b-acdc-d44950d29d13 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'f96e2e45-1a39-44bb-9391-cd94a69eb2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:41.873316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Attempting to bind port a1c43cea-a065-4b3b-acdc-d44950d29d13 on network a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:41.879772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:41.879772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Checking segment: {'id': 'f96e2e45-1a39-44bb-9391-cd94a69eb2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:41.880323 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.881198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Bound using segment: {'id': 'f96e2e45-1a39-44bb-9391-cd94a69eb2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:41.881198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Bound port: a1c43cea-a065-4b3b-acdc-d44950d29d13, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96e2e45-1a39-44bb-9391-cd94a69eb2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:41.882049 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.923802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Allocated IP 2001:db8::2fd (a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0/2009974a-f13f-4bb1-98ef-bd0c40f9e498/3c47fc1f-7c93-488c-b796-a4e26374013d) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:41.957874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] For port a1c43cea-a065-4b3b-acdc-d44950d29d13, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:41.961071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] For port a1c43cea-a065-4b3b-acdc-d44950d29d13, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a1c43cea-a065-4b3b-acdc-d44950d29d13,segment=NetworkSegment(f96e2e45-1a39-44bb-9391-cd94a69eb2d4),segment_id=f96e2e45-1a39-44bb-9391-cd94a69eb2d4)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:42.034192 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.103872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe0cba-355a-409c-a2fd-66093b6505e1 None None] Pushing event updated for resources: {'Port': ['ID=a1c43cea-a065-4b3b-acdc-d44950d29d13,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:42.155370 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.163483 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6c5e941-2487-4c6b-888c-aa898a7bc1dd tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.167388 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6c5e941-2487-4c6b-888c-aa898a7bc1dd tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.172818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Transition to ACTIVE for port object 3c47fc1f-7c93-488c-b796-a4e26374013d will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:42.276873 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.300829 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c5e941-2487-4c6b-888c-aa898a7bc1dd tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Router 3f057bc1-f9f4-4d97-988f-601d8e9d578b has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:51:42.344596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:42.348532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:42.351460 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:42.358541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:42.362922 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.386750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=3c47fc1f-7c93-488c-b796-a4e26374013d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:42.396059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:42.396414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:42.396760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:42.397149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:42.397582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:42.397916 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:42.398249 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:42.398579 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:42.398915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:42.399445 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:42.400078 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:42.400421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:42.468846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-734425b9-ea18-4ab8-a7ed-71280c3d8567 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0130503 Aug 17 02:51:42.471563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55808) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:42.790668 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c5e941-2487-4c6b-888c-aa898a7bc1dd tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:42.802720 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b6c5e941-2487-4c6b-888c-aa898a7bc1dd tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.802720 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b6c5e941-2487-4c6b-888c-aa898a7bc1dd tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "PUT /v2.0/routers/3f057bc1-f9f4-4d97-988f-601d8e9d578b HTTP/1.1" status: 200 len: 921 time: 1.7176049 Aug 17 02:51:42.802720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55814) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:42.802941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55438f6e-5062-4247-a032-edca8b241b2e None None] Sync routers for ids ['3f057bc1-f9f4-4d97-988f-601d8e9d578b'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:42.818347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55438f6e-5062-4247-a032-edca8b241b2e None None] Routers {'3f057bc1-f9f4-4d97-988f-601d8e9d578b'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:42.819228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-55438f6e-5062-4247-a032-edca8b241b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3f057bc1-f9f4-4d97-988f-601d8e9d578b'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:42.877044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-55438f6e-5062-4247-a032-edca8b241b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:42.889081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55438f6e-5062-4247-a032-edca8b241b2e None None] Routers {'3f057bc1-f9f4-4d97-988f-601d8e9d578b'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:42.890011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-55438f6e-5062-4247-a032-edca8b241b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3f057bc1-f9f4-4d97-988f-601d8e9d578b'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:42.932559 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-55438f6e-5062-4247-a032-edca8b241b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:42.933222 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55438f6e-5062-4247-a032-edca8b241b2e None None] The sync data for ids ['3f057bc1-f9f4-4d97-988f-601d8e9d578b'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:42.950084 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7e0b0e02-12f0-46a5-899c-b1ae54f49c4c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/routers/3f057bc1-f9f4-4d97-988f-601d8e9d578b HTTP/1.1" status: 200 len: 921 time: 0.1481073 Aug 17 02:51:42.951020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55818) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:43.030248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f4803-8b99-4178-97e3-0508b8635337 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:43.037661 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-764f4803-8b99-4178-97e3-0508b8635337 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&device_id=3f057bc1-f9f4-4d97-988f-601d8e9d578b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0798447 Aug 17 02:51:43.037661 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55820) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:43.136823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fca0b7-610c-49f5-9740-dd79cf7b7c1b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:43.141303 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b2fca0b7-610c-49f5-9740-dd79cf7b7c1b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 881 time: 0.1027019 Aug 17 02:51:43.141682 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55822) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:43.173975 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2ccc5d68-4762-4b8e-b765-961b24b461e9 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f057bc1-f9f4-4d97-988f-601d8e9d578b HTTP/1.1" status: 200 len: 205 time: 0.0285041 Aug 17 02:51:43.178979 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55824) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:43.233109 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be2b10-7119-4042-8184-65b24a11dc15 None None] Network a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:43.248727 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6df6a93-ae28-48f0-8786-421d503ff57e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.296274 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.445526 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.541949 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6df6a93-ae28-48f0-8786-421d503ff57e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.617377 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Deleting port 93618a01-fac5-4191-bfc4-7e7e5203a2a7 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:43.617377 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.619766 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a680554e-8480-401b-9253-f3d032428502 None None] Provisioning for port a1c43cea-a065-4b3b-acdc-d44950d29d13 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:43.664381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6df6a93-ae28-48f0-8786-421d503ff57e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.707157 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.720588 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Calling delete_port for 93618a01-fac5-4191-bfc4-7e7e5203a2a7 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:43.772297 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df6a93-ae28-48f0-8786-421d503ff57e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=3c47fc1f-7c93-488c-b796-a4e26374013d,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:43.844522 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.896121 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6df6a93-ae28-48f0-8786-421d503ff57e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.002767 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a1c43cea-a065-4b3b-acdc-d44950d29d13 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:44.041824 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c08c1404-5ffd-4c3c-be98-3acb1ff2beea None None] Provisioning for port 3c47fc1f-7c93-488c-b796-a4e26374013d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:44.052462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c08c1404-5ffd-4c3c-be98-3acb1ff2beea None None] Provisioning complete for port 3c47fc1f-7c93-488c-b796-a4e26374013d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:44.052928 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c08c1404-5ffd-4c3c-be98-3acb1ff2beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.066307 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.107767 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c08c1404-5ffd-4c3c-be98-3acb1ff2beea None None] Port 3c47fc1f-7c93-488c-b796-a4e26374013d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:44.128890 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Pushing event deleted for resources: {'Port': ['ID=93618a01-fac5-4191-bfc4-7e7e5203a2a7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:44.149587 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6df6a93-ae28-48f0-8786-421d503ff57e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.165072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:44.165366 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:44.165714 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:44.166050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:44.166397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:44.166711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:44.167037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:44.167420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:44.167751 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:44.173427 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:44.173835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:44.174226 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:44.179255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port a1c43cea-a065-4b3b-acdc-d44950d29d13 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:44.192918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port a1c43cea-a065-4b3b-acdc-d44950d29d13 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:44.193317 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.242562 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.321766 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ecd56c0e-9753-418f-af5d-9f177cc4915a None None] Provisioning complete for port 3c47fc1f-7c93-488c-b796-a4e26374013d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:44.322346 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ecd56c0e-9753-418f-af5d-9f177cc4915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.405274 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.408019 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.420195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ecd56c0e-9753-418f-af5d-9f177cc4915a None None] Port 3c47fc1f-7c93-488c-b796-a4e26374013d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:44.423748 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.497599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port a1c43cea-a065-4b3b-acdc-d44950d29d13, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a1c43cea-a065-4b3b-acdc-d44950d29d13,segment=NetworkSegment(f96e2e45-1a39-44bb-9391-cd94a69eb2d4),segment_id=f96e2e45-1a39-44bb-9391-cd94a69eb2d4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:44.542932 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6df6a93-ae28-48f0-8786-421d503ff57e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.582929 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.583388 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Fanout notify agent at l3_agent the message router_deleted on router 3f057bc1-f9f4-4d97-988f-601d8e9d578b {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:51:44.592459 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.593831 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d1078fd7-0b1f-4693-9f03-0b3d5e9a0ee5 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "DELETE /v2.0/routers/3f057bc1-f9f4-4d97-988f-601d8e9d578b HTTP/1.1" status: 204 len: 168 time: 1.4137194 Aug 17 02:51:44.599236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55844) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:44.604375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-27dd13fa-eaff-4a2c-bf3f-dcab16506acb tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-111446485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:44.627653 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6df6a93-ae28-48f0-8786-421d503ff57e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.631671 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.631920 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6df6a93-ae28-48f0-8786-421d503ff57e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.688632 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fe3951c2-e90f-432c-9824-4b237244de6f None None] Provisioning complete for port 3c47fc1f-7c93-488c-b796-a4e26374013d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:44.688942 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fe3951c2-e90f-432c-9824-4b237244de6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.722205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=a1c43cea-a065-4b3b-acdc-d44950d29d13,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:44.723754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df6a93-ae28-48f0-8786-421d503ff57e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=3c47fc1f-7c93-488c-b796-a4e26374013d,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:44.747109 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fe3951c2-e90f-432c-9824-4b237244de6f None None] Port 3c47fc1f-7c93-488c-b796-a4e26374013d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:44.775731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df6a93-ae28-48f0-8786-421d503ff57e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:44.777549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-a6df6a93-ae28-48f0-8786-421d503ff57e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:44.780092 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27dd13fa-eaff-4a2c-bf3f-dcab16506acb tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.781098 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27dd13fa-eaff-4a2c-bf3f-dcab16506acb tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.907486 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27dd13fa-eaff-4a2c-bf3f-dcab16506acb tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.983278 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27dd13fa-eaff-4a2c-bf3f-dcab16506acb tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.995183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6df6a93-ae28-48f0-8786-421d503ff57e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 0a811c1d-ea71-43bd-ad23-3288fb48f74d is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:51:45.076682 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27dd13fa-eaff-4a2c-bf3f-dcab16506acb tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.078550 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-27dd13fa-eaff-4a2c-bf3f-dcab16506acb tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4777598 Aug 17 02:51:45.078790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5ca83a6f-9f6c-49c6-be05-c42e07b937a8 None None] Provisioning complete for port 3c47fc1f-7c93-488c-b796-a4e26374013d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:45.079137 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5ca83a6f-9f6c-49c6-be05-c42e07b937a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.081077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55852) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:45.087405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Request body: {'router': {'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:45.114153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5ca83a6f-9f6c-49c6-be05-c42e07b937a8 None None] Port 3c47fc1f-7c93-488c-b796-a4e26374013d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:45.178743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6df6a93-ae28-48f0-8786-421d503ff57e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:45.185061 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a6df6a93-ae28-48f0-8786-421d503ff57e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/0a811c1d-ea71-43bd-ad23-3288fb48f74d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7118561 Aug 17 02:51:45.187989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55854) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:45.190876 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59578cb-04ab-4045-9fe6-fbf3bc59e8de None None] Sync routers for ids ['0a811c1d-ea71-43bd-ad23-3288fb48f74d'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:45.212953 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59578cb-04ab-4045-9fe6-fbf3bc59e8de None None] Routers {'0a811c1d-ea71-43bd-ad23-3288fb48f74d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:45.213645 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b59578cb-04ab-4045-9fe6-fbf3bc59e8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0a811c1d-ea71-43bd-ad23-3288fb48f74d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:45.255974 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b59578cb-04ab-4045-9fe6-fbf3bc59e8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:45.263284 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f68242-538f-49ec-8ca6-c8d125669f8b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:45.263284 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a3f68242-538f-49ec-8ca6-c8d125669f8b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports/3c47fc1f-7c93-488c-b796-a4e26374013d HTTP/1.1" status: 200 len: 983 time: 0.0680377 Aug 17 02:51:45.265760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55858) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:45.268236 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59578cb-04ab-4045-9fe6-fbf3bc59e8de None None] Routers {'0a811c1d-ea71-43bd-ad23-3288fb48f74d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:45.268963 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b59578cb-04ab-4045-9fe6-fbf3bc59e8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0a811c1d-ea71-43bd-ad23-3288fb48f74d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:45.303241 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b59578cb-04ab-4045-9fe6-fbf3bc59e8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:45.304041 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59578cb-04ab-4045-9fe6-fbf3bc59e8de None None] The sync data for ids ['0a811c1d-ea71-43bd-ad23-3288fb48f74d'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:45.328202 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.618332 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.638777 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.726572 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f8f50982-4370-4589-8f73-cfa46cbf75a5 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.773082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Allocated IP 172.25.5.131 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/d41dea3d-cc4e-46a8-8ea3-30835ee64beb) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:45.886776 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.925806 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a1c43cea-a065-4b3b-acdc-d44950d29d13 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:45.978549 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port a1c43cea-a065-4b3b-acdc-d44950d29d13 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:45.979003 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.983865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f8f50982-4370-4589-8f73-cfa46cbf75a5 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port 3c47fc1f-7c93-488c-b796-a4e26374013d {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:45.983865 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f8f50982-4370-4589-8f73-cfa46cbf75a5 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:46.064016 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:46.084328 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f8f50982-4370-4589-8f73-cfa46cbf75a5 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:46.097782 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f8f50982-4370-4589-8f73-cfa46cbf75a5 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for 3c47fc1f-7c93-488c-b796-a4e26374013d owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:46.108188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:46.114751 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:46.117169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:46.154306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Pushing event updated for resources: {'Port': ['ID=d41dea3d-cc4e-46a8-8ea3-30835ee64beb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:46.404882 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f8f50982-4370-4589-8f73-cfa46cbf75a5 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:46.446457 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f50982-4370-4589-8f73-cfa46cbf75a5 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=3c47fc1f-7c93-488c-b796-a4e26374013d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:46.496349 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:46.552072 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f8f50982-4370-4589-8f73-cfa46cbf75a5 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:46.720929 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f50982-4370-4589-8f73-cfa46cbf75a5 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 0a811c1d-ea71-43bd-ad23-3288fb48f74d has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:51:46.729349 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:46.734739 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:46.803855 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f50982-4370-4589-8f73-cfa46cbf75a5 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:46.810401 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f8f50982-4370-4589-8f73-cfa46cbf75a5 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/0a811c1d-ea71-43bd-ad23-3288fb48f74d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5432713 Aug 17 02:51:46.813127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55878) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:46.816160 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380c482-b1cd-4686-a1fd-c045c2300c0c None None] Sync routers for ids ['0a811c1d-ea71-43bd-ad23-3288fb48f74d'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:46.828084 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380c482-b1cd-4686-a1fd-c045c2300c0c None None] Routers {'0a811c1d-ea71-43bd-ad23-3288fb48f74d'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:46.828735 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8380c482-b1cd-4686-a1fd-c045c2300c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0a811c1d-ea71-43bd-ad23-3288fb48f74d'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:46.865688 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8380c482-b1cd-4686-a1fd-c045c2300c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:46.876819 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380c482-b1cd-4686-a1fd-c045c2300c0c None None] Routers {'0a811c1d-ea71-43bd-ad23-3288fb48f74d'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:46.877501 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8380c482-b1cd-4686-a1fd-c045c2300c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0a811c1d-ea71-43bd-ad23-3288fb48f74d'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:46.927111 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8380c482-b1cd-4686-a1fd-c045c2300c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:46.927790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380c482-b1cd-4686-a1fd-c045c2300c0c None None] The sync data for ids ['0a811c1d-ea71-43bd-ad23-3288fb48f74d'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:47.053258 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-104bb6e8-1069-4c11-8f39-38f8b06b382c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] remove_router_interface failed (client error): The resource could not be found. Aug 17 02:51:47.054331 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-104bb6e8-1069-4c11-8f39-38f8b06b382c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/0a811c1d-ea71-43bd-ad23-3288fb48f74d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2362719 Aug 17 02:51:47.057382 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55884) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:47.088168 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7211a531-2ad8-428c-9c6a-23b2730c8146 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a811c1d-ea71-43bd-ad23-3288fb48f74d HTTP/1.1" status: 200 len: 205 time: 0.0296490 Aug 17 02:51:47.091034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55886) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:47.172140 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cc9fe5e-4698-4f23-93ae-a57e3f2c2a9f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.290573 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Router 9c4b8cfc-e9ea-49fe-ab28-166387b92dfa is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:51:47.334904 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cc9fe5e-4698-4f23-93ae-a57e3f2c2a9f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.336991 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cc9fe5e-4698-4f23-93ae-a57e3f2c2a9f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.401289 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:47.408145 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.409619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d316076b-dc90-449f-ae16-22fea7c8f668 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "PUT /v2.0/routers/9c4b8cfc-e9ea-49fe-ab28-166387b92dfa HTTP/1.1" status: 200 len: 879 time: 2.3272753 Aug 17 02:51:47.414448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55892) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:47.414978 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55011c8f-43f0-4110-a822-de1257051349 None None] Sync routers for ids ['9c4b8cfc-e9ea-49fe-ab28-166387b92dfa'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:47.426186 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55011c8f-43f0-4110-a822-de1257051349 None None] Routers {'9c4b8cfc-e9ea-49fe-ab28-166387b92dfa'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:47.426731 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-55011c8f-43f0-4110-a822-de1257051349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9c4b8cfc-e9ea-49fe-ab28-166387b92dfa'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:47.463136 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-55011c8f-43f0-4110-a822-de1257051349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:47.475166 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cc9fe5e-4698-4f23-93ae-a57e3f2c2a9f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.475166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc9fe5e-4698-4f23-93ae-a57e3f2c2a9f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Fanout notify agent at l3_agent the message router_deleted on router 0a811c1d-ea71-43bd-ad23-3288fb48f74d {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:51:47.475546 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55011c8f-43f0-4110-a822-de1257051349 None None] Routers {'9c4b8cfc-e9ea-49fe-ab28-166387b92dfa'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:47.475546 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-55011c8f-43f0-4110-a822-de1257051349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9c4b8cfc-e9ea-49fe-ab28-166387b92dfa'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:47.478883 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cc9fe5e-4698-4f23-93ae-a57e3f2c2a9f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.479899 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0cc9fe5e-4698-4f23-93ae-a57e3f2c2a9f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/routers/0a811c1d-ea71-43bd-ad23-3288fb48f74d HTTP/1.1" status: 204 len: 168 time: 0.3878894 Aug 17 02:51:47.483790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55894) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:47.511089 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-55011c8f-43f0-4110-a822-de1257051349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:47.511758 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55011c8f-43f0-4110-a822-de1257051349 None None] The sync data for ids ['9c4b8cfc-e9ea-49fe-ab28-166387b92dfa'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:47.539395 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1ac00f1b-e6b9-4a03-bf5d-6ea1ce930019 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/routers/9c4b8cfc-e9ea-49fe-ab28-166387b92dfa HTTP/1.1" status: 200 len: 920 time: 0.1261530 Aug 17 02:51:47.542578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55898) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:47.573844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e37c73-cc7d-4316-a77a-220033194b45 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting subnet 2009974a-f13f-4bb1-98ef-bd0c40f9e498 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:51:47.577673 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-10e37c73-cc7d-4316-a77a-220033194b45 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.589987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900bfbab-e10d-410c-a4f1-4dddc6c2c5a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:47.592879 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-900bfbab-e10d-410c-a4f1-4dddc6c2c5a4 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&device_id=9c4b8cfc-e9ea-49fe-ab28-166387b92dfa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0489955 Aug 17 02:51:47.596059 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55900) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:47.625668 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-10e37c73-cc7d-4316-a77a-220033194b45 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.728340 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-10e37c73-cc7d-4316-a77a-220033194b45 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.885657 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-10e37c73-cc7d-4316-a77a-220033194b45 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.916088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e37c73-cc7d-4316-a77a-220033194b45 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Subnet': ['ID=2009974a-f13f-4bb1-98ef-bd0c40f9e498,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:47.922655 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-10e37c73-cc7d-4316-a77a-220033194b45 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.922655 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-10e37c73-cc7d-4316-a77a-220033194b45 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/2009974a-f13f-4bb1-98ef-bd0c40f9e498 HTTP/1.1" status: 204 len: 168 time: 0.4377003 Aug 17 02:51:47.925543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55906) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:47.927860 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2766564-d0c5-434e-82ee-f1ea26e1cc1c None None] Network a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:48.030672 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.063441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7906bb1-bab6-401b-8992-1efe6448a65c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:48.064952 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a7906bb1-bab6-401b-8992-1efe6448a65c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 881 time: 0.4685082 Aug 17 02:51:48.068487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55910) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:48.104470 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2878d4ab-5808-47fd-8ecb-6caff48c9917 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4b8cfc-e9ea-49fe-ab28-166387b92dfa HTTP/1.1" status: 200 len: 205 time: 0.0347216 Aug 17 02:51:48.107480 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55912) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:48.122706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port a1c43cea-a065-4b3b-acdc-d44950d29d13 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:48.123139 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.163541 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34610fdd-2769-4c67-a7e3-8b9a5762a336 None None] DHCP port deletion for a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:51:48.200401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] For port a1c43cea-a065-4b3b-acdc-d44950d29d13, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a1c43cea-a065-4b3b-acdc-d44950d29d13,segment=NetworkSegment(f96e2e45-1a39-44bb-9391-cd94a69eb2d4),segment_id=f96e2e45-1a39-44bb-9391-cd94a69eb2d4)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:48.201251 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.217816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-34610fdd-2769-4c67-a7e3-8b9a5762a336 None None] Deleting port a1c43cea-a065-4b3b-acdc-d44950d29d13 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:48.226500 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-34610fdd-2769-4c67-a7e3-8b9a5762a336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.226654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for a1c43cea-a065-4b3b-acdc-d44950d29d13 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:48.234194 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72525a54-2142-485b-9fd2-879344f5eb04 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.292382 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-34610fdd-2769-4c67-a7e3-8b9a5762a336 None None] For port a1c43cea-a065-4b3b-acdc-d44950d29d13, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a1c43cea-a065-4b3b-acdc-d44950d29d13,segment=NetworkSegment(f96e2e45-1a39-44bb-9391-cd94a69eb2d4),segment_id=f96e2e45-1a39-44bb-9391-cd94a69eb2d4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:48.292777 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-34610fdd-2769-4c67-a7e3-8b9a5762a336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.306798 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-34610fdd-2769-4c67-a7e3-8b9a5762a336 None None] Calling delete_port for a1c43cea-a065-4b3b-acdc-d44950d29d13 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:48.345321 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72525a54-2142-485b-9fd2-879344f5eb04 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.428126 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.435506 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-34610fdd-2769-4c67-a7e3-8b9a5762a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.457724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=a1c43cea-a065-4b3b-acdc-d44950d29d13,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:48.461323 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No DVR routers for this DVR port a1c43cea-a065-4b3b-acdc-d44950d29d13 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:48.463814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34610fdd-2769-4c67-a7e3-8b9a5762a336 None None] Pushing event deleted for resources: {'Port': ['ID=a1c43cea-a065-4b3b-acdc-d44950d29d13,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:48.466389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34610fdd-2769-4c67-a7e3-8b9a5762a336 None None] No DVR routers for this DVR port a1c43cea-a065-4b3b-acdc-d44950d29d13 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:48.529998 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-72525a54-2142-485b-9fd2-879344f5eb04 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Deleting port d41dea3d-cc4e-46a8-8ea3-30835ee64beb {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:48.534017 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72525a54-2142-485b-9fd2-879344f5eb04 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.569970 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.581925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:48.592900 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96e2e45-1a39-44bb-9391-cd94a69eb2d4') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:48.593302 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96e2e45-1a39-44bb-9391-cd94a69eb2d4') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:48.606952 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.620913 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.624639 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72525a54-2142-485b-9fd2-879344f5eb04 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.628146 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:48.628606 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:48.632141 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:48.639502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-72525a54-2142-485b-9fd2-879344f5eb04 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Calling delete_port for d41dea3d-cc4e-46a8-8ea3-30835ee64beb owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:48.764734 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.772463 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.774752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/networks/a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0 HTTP/1.1" status: 204 len: 168 time: 0.8479419 Aug 17 02:51:48.785990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55922) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:48.791141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-0537ce64-f6af-4fb5-9de5-43c9cdc7f174 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-417045862'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:48.799119 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76a1f2-6102-4395-82cf-1d4bdbe0f04c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Network': ['ID=a4fa2b4e-c7b3-4fca-aa6f-ab45f30894d0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:48.867829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0537ce64-f6af-4fb5-9de5-43c9cdc7f174 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:48.872111 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0537ce64-f6af-4fb5-9de5-43c9cdc7f174 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.913934 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72525a54-2142-485b-9fd2-879344f5eb04 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.919781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0537ce64-f6af-4fb5-9de5-43c9cdc7f174 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:48.932109 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0537ce64-f6af-4fb5-9de5-43c9cdc7f174 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.932471 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-0537ce64-f6af-4fb5-9de5-43c9cdc7f174 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Added segment ad216a17-01fa-4d20-b58b-c4970e51316e of type vlan for network 8177d56e-80cb-4069-820e-02b2747981ad Aug 17 02:51:48.942846 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72525a54-2142-485b-9fd2-879344f5eb04 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Pushing event deleted for resources: {'Port': ['ID=d41dea3d-cc4e-46a8-8ea3-30835ee64beb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:48.996468 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0537ce64-f6af-4fb5-9de5-43c9cdc7f174 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.009444 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72525a54-2142-485b-9fd2-879344f5eb04 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.105620 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72525a54-2142-485b-9fd2-879344f5eb04 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.108540 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72525a54-2142-485b-9fd2-879344f5eb04 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.125408 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0537ce64-f6af-4fb5-9de5-43c9cdc7f174 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.125408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0537ce64-f6af-4fb5-9de5-43c9cdc7f174 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:49.126153 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0537ce64-f6af-4fb5-9de5-43c9cdc7f174 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.194754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537ce64-f6af-4fb5-9de5-43c9cdc7f174 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Network': ['ID=8177d56e-80cb-4069-820e-02b2747981ad,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:49.206080 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 8177d56e-80cb-4069-820e-02b2747981ad details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:49.250344 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72525a54-2142-485b-9fd2-879344f5eb04 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.250862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72525a54-2142-485b-9fd2-879344f5eb04 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Fanout notify agent at l3_agent the message router_deleted on router 9c4b8cfc-e9ea-49fe-ab28-166387b92dfa {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:51:49.264101 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72525a54-2142-485b-9fd2-879344f5eb04 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.264101 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-72525a54-2142-485b-9fd2-879344f5eb04 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "DELETE /v2.0/routers/9c4b8cfc-e9ea-49fe-ab28-166387b92dfa HTTP/1.1" status: 204 len: 168 time: 1.1503780 Aug 17 02:51:49.267001 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55930) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:49.273147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-38f89af0-8fad-4be0-b9eb-2ac9c5e8713f tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-785674642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:49.286652 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0537ce64-f6af-4fb5-9de5-43c9cdc7f174 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4995651 Aug 17 02:51:49.289479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55934) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:49.295845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a0e0a32f-ec79-4adb-87fa-8c194a872d14 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'subnet': {'network_id': '8177d56e-80cb-4069-820e-02b2747981ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:49.365109 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38f89af0-8fad-4be0-b9eb-2ac9c5e8713f tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.366995 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38f89af0-8fad-4be0-b9eb-2ac9c5e8713f tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.423820 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38f89af0-8fad-4be0-b9eb-2ac9c5e8713f tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.530853 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38f89af0-8fad-4be0-b9eb-2ac9c5e8713f tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.541619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e0a32f-ec79-4adb-87fa-8c194a872d14 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:49.546314 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a0e0a32f-ec79-4adb-87fa-8c194a872d14 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.633617 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38f89af0-8fad-4be0-b9eb-2ac9c5e8713f tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.634947 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-38f89af0-8fad-4be0-b9eb-2ac9c5e8713f tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3663938 Aug 17 02:51:49.638325 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55940) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:49.644893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'enable_snat': True}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:49.917134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a1c43cea-a065-4b3b-acdc-d44950d29d13 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:49.921544 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.939520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: a1c43cea-a065-4b3b-acdc-d44950d29d13 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:49.939980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a1c43cea-a065-4b3b-acdc-d44950d29d13 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:49.982067 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a0e0a32f-ec79-4adb-87fa-8c194a872d14 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.084739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0a32f-ec79-4adb-87fa-8c194a872d14 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Subnet': ['ID=87a4f470-bb6e-4df4-a170-7e14e2a5ec74,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:50.102515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e0a32f-ec79-4adb-87fa-8c194a872d14 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Checking segment: {'id': 'ad216a17-01fa-4d20-b58b-c4970e51316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8177d56e-80cb-4069-820e-02b2747981ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:50.102886 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0a32f-ec79-4adb-87fa-8c194a872d14 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network hostable DHCP agents. Network: 8177d56e-80cb-4069-820e-02b2747981ad, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:51:50.221953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0a32f-ec79-4adb-87fa-8c194a872d14 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network 8177d56e-80cb-4069-820e-02b2747981ad is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:51:50.288650 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.308883 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.347624 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-a0e0a32f-ec79-4adb-87fa-8c194a872d14 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 8177d56e-80cb-4069-820e-02b2747981ad) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:50.354064 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e0a32f-ec79-4adb-87fa-8c194a872d14 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:50.354660 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a0e0a32f-ec79-4adb-87fa-8c194a872d14 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.359396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d5f548-4c0f-4edc-be79-311072edaae9 None None] Network 8177d56e-80cb-4069-820e-02b2747981ad requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:50.431246 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Allocated IP 172.25.5.166 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/ecce29de-febb-4ad2-b437-e8483c4ac828) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:50.498662 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a0e0a32f-ec79-4adb-87fa-8c194a872d14 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2072003 Aug 17 02:51:50.501173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55952) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:50.505773 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b824d08d-2e24-48fe-bbc0-19d60b1b1b1c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1702631983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:50.510035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-8177d56e-80cb-4069-820e-02b2747981ad', 'network_id': '8177d56e-80cb-4069-820e-02b2747981ad', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'fixed_ips': [{'subnet_id': '87a4f470-bb6e-4df4-a170-7e14e2a5ec74'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:51:50.510889 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.557557 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.659413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Allocated IP 2001:db8::2 (8177d56e-80cb-4069-820e-02b2747981ad/87a4f470-bb6e-4df4-a170-7e14e2a5ec74/58c0d358-754c-49e2-acff-0a946cbb3525) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:50.702291 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b824d08d-2e24-48fe-bbc0-19d60b1b1b1c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.703708 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b824d08d-2e24-48fe-bbc0-19d60b1b1b1c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.764464 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.774482 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b824d08d-2e24-48fe-bbc0-19d60b1b1b1c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.807835 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.810833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:50.814453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:50.816727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Transition to ACTIVE for port object 58c0d358-754c-49e2-acff-0a946cbb3525 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:50.818260 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:50.832373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Transition to ACTIVE for port object 58c0d358-754c-49e2-acff-0a946cbb3525 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:50.842825 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Pushing event updated for resources: {'Port': ['ID=ecce29de-febb-4ad2-b437-e8483c4ac828,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:50.857934 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b824d08d-2e24-48fe-bbc0-19d60b1b1b1c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.964231 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:51.004748 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Network 8177d56e-80cb-4069-820e-02b2747981ad is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:51.007682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:51.011302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:51.021347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Pushing event updated for resources: {'Port': ['ID=58c0d358-754c-49e2-acff-0a946cbb3525,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:51.067633 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b824d08d-2e24-48fe-bbc0-19d60b1b1b1c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:51.069206 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b824d08d-2e24-48fe-bbc0-19d60b1b1b1c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5670567 Aug 17 02:51:51.072073 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55962) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:51.082094 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Attempting to bind port 58c0d358-754c-49e2-acff-0a946cbb3525 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:51.082540 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Attempting to bind port 58c0d358-754c-49e2-acff-0a946cbb3525 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'ad216a17-01fa-4d20-b58b-c4970e51316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8177d56e-80cb-4069-820e-02b2747981ad'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:51.082977 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Attempting to bind port 58c0d358-754c-49e2-acff-0a946cbb3525 on network 8177d56e-80cb-4069-820e-02b2747981ad {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:51.088280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:51.088900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Checking segment: {'id': 'ad216a17-01fa-4d20-b58b-c4970e51316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8177d56e-80cb-4069-820e-02b2747981ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:51.089502 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:51.089966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Bound using segment: {'id': 'ad216a17-01fa-4d20-b58b-c4970e51316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8177d56e-80cb-4069-820e-02b2747981ad'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:51.091185 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Bound port: 58c0d358-754c-49e2-acff-0a946cbb3525, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad216a17-01fa-4d20-b58b-c4970e51316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8177d56e-80cb-4069-820e-02b2747981ad'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:51.091831 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:51.185790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] For port 58c0d358-754c-49e2-acff-0a946cbb3525, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:51.190030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] For port 58c0d358-754c-49e2-acff-0a946cbb3525, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=58c0d358-754c-49e2-acff-0a946cbb3525,segment=NetworkSegment(ad216a17-01fa-4d20-b58b-c4970e51316e),segment_id=ad216a17-01fa-4d20-b58b-c4970e51316e)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:51.268648 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:51.331945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce432a-0cc8-4c0f-bb68-475c06c4754f None None] Pushing event updated for resources: {'Port': ['ID=58c0d358-754c-49e2-acff-0a946cbb3525,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:51.661385 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:51.809546 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:51.934705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 58c0d358-754c-49e2-acff-0a946cbb3525 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:52.106817 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:52.117428 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:52.141912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 58c0d358-754c-49e2-acff-0a946cbb3525 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:52.266583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Allocated IP 2001:db8::1 (8177d56e-80cb-4069-820e-02b2747981ad/87a4f470-bb6e-4df4-a170-7e14e2a5ec74/d188805c-6016-47c9-bae8-0265208f282f) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:52.370571 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c6cd3-5fdd-4124-8a9d-a1c45e0362f8 None None] Network 8177d56e-80cb-4069-820e-02b2747981ad requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:52.411419 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:52.426142 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Transition to ACTIVE for port object d188805c-6016-47c9-bae8-0265208f282f will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:52.553849 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Router 2023da41-dfee-4f5a-b29c-8bd4e4f109e6 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:51:52.583210 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f6b4b708-6bba-4d98-b1dd-14c1afefecc7 None None] Provisioning for port 58c0d358-754c-49e2-acff-0a946cbb3525 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:52.587758 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f6b4b708-6bba-4d98-b1dd-14c1afefecc7 None None] Provisioning complete for port 58c0d358-754c-49e2-acff-0a946cbb3525 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:52.588222 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6b4b708-6bba-4d98-b1dd-14c1afefecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:52.609324 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:52.689350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network 8177d56e-80cb-4069-820e-02b2747981ad is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:52.690194 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6b4b708-6bba-4d98-b1dd-14c1afefecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:52.694865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:52.708372 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:52.708372 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:52.754714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f6b4b708-6bba-4d98-b1dd-14c1afefecc7 None None] For port 58c0d358-754c-49e2-acff-0a946cbb3525, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=58c0d358-754c-49e2-acff-0a946cbb3525,segment=NetworkSegment(ad216a17-01fa-4d20-b58b-c4970e51316e),segment_id=ad216a17-01fa-4d20-b58b-c4970e51316e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:52.817426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=d188805c-6016-47c9-bae8-0265208f282f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:52.820349 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6b4b708-6bba-4d98-b1dd-14c1afefecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:52.853931 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:52.858986 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:52.860904 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-87ec9631-dcc9-4d3d-9ad8-643b64ded99e tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "PUT /v2.0/routers/2023da41-dfee-4f5a-b29c-8bd4e4f109e6 HTTP/1.1" status: 200 len: 914 time: 3.2195408 Aug 17 02:51:52.863174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55992) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:52.878850 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185941a1-bb32-4636-9c46-c086c84bf7be None None] Sync routers for ids ['2023da41-dfee-4f5a-b29c-8bd4e4f109e6'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:52.889741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4b708-6bba-4d98-b1dd-14c1afefecc7 None None] Pushing event updated for resources: {'Port': ['ID=58c0d358-754c-49e2-acff-0a946cbb3525,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:52.893606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185941a1-bb32-4636-9c46-c086c84bf7be None None] Routers {'2023da41-dfee-4f5a-b29c-8bd4e4f109e6'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:52.894233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-185941a1-bb32-4636-9c46-c086c84bf7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['2023da41-dfee-4f5a-b29c-8bd4e4f109e6'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:52.931502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-185941a1-bb32-4636-9c46-c086c84bf7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:52.954759 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-90758198-e65f-42e6-914c-07387022ad8a None None] Provisioning complete for port 58c0d358-754c-49e2-acff-0a946cbb3525 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:52.956678 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-90758198-e65f-42e6-914c-07387022ad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:52.956997 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185941a1-bb32-4636-9c46-c086c84bf7be None None] Routers {'2023da41-dfee-4f5a-b29c-8bd4e4f109e6'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:52.957754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-185941a1-bb32-4636-9c46-c086c84bf7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['2023da41-dfee-4f5a-b29c-8bd4e4f109e6'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:53.011079 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4a7eefa2-225e-44d3-9b3c-c27d30a3c750 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/routers/2023da41-dfee-4f5a-b29c-8bd4e4f109e6 HTTP/1.1" status: 200 len: 920 time: 0.1465545 Aug 17 02:51:53.014846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 55996) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:53.016989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-185941a1-bb32-4636-9c46-c086c84bf7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:53.017646 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:53.017809 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185941a1-bb32-4636-9c46-c086c84bf7be None None] The sync data for ids ['2023da41-dfee-4f5a-b29c-8bd4e4f109e6'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:53.104505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6059be3d-5fee-4a94-af04-b048712a5e3b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:53.106806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6059be3d-5fee-4a94-af04-b048712a5e3b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&device_id=2023da41-dfee-4f5a-b29c-8bd4e4f109e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0905538 Aug 17 02:51:53.109569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 55998) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:53.304935 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9171865b-6147-4d5e-b342-96325e8d7ca0 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:53.306432 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9171865b-6147-4d5e-b342-96325e8d7ca0 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 881 time: 0.1958749 Aug 17 02:51:53.309553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56002) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:53.330760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bfa487cb-dbd7-4347-9b1a-0fb89157eaa0 None None] Provisioning for port d188805c-6016-47c9-bae8-0265208f282f completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:53.343613 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bfa487cb-dbd7-4347-9b1a-0fb89157eaa0 None None] Provisioning complete for port d188805c-6016-47c9-bae8-0265208f282f triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:53.343613 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bfa487cb-dbd7-4347-9b1a-0fb89157eaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:53.343845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-59f76032-9d2d-4b4c-82ee-a77e027cfb59 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "GET /v2.0/ports?device_id=2023da41-dfee-4f5a-b29c-8bd4e4f109e6 HTTP/1.1" status: 200 len: 205 time: 0.0279026 Aug 17 02:51:53.343942 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56004) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:53.371232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-bfa487cb-dbd7-4347-9b1a-0fb89157eaa0 None None] Port d188805c-6016-47c9-bae8-0265208f282f cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:53.432413 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:53.457562 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef685-ae35-4b2b-ad3a-7518c15e8004 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:53.490571 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:53.491490 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:53.578362 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef685-ae35-4b2b-ad3a-7518c15e8004 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:53.584107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=d188805c-6016-47c9-bae8-0265208f282f,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:53.628374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network 8177d56e-80cb-4069-820e-02b2747981ad is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:53.639767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:53.761181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-8b6ef685-ae35-4b2b-ad3a-7518c15e8004 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Deleting port ecce29de-febb-4ad2-b437-e8483c4ac828 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:53.761796 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef685-ae35-4b2b-ad3a-7518c15e8004 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:53.899609 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef685-ae35-4b2b-ad3a-7518c15e8004 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:53.915332 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-8b6ef685-ae35-4b2b-ad3a-7518c15e8004 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Calling delete_port for ecce29de-febb-4ad2-b437-e8483c4ac828 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:53.942104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 58c0d358-754c-49e2-acff-0a946cbb3525 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:54.018897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-67d805d2-edc1-4d6a-adf8-9319ed833eba None None] Provisioning complete for port d188805c-6016-47c9-bae8-0265208f282f triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:54.020016 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-67d805d2-edc1-4d6a-adf8-9319ed833eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.072697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 58c0d358-754c-49e2-acff-0a946cbb3525 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:54.073196 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.078078 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-67d805d2-edc1-4d6a-adf8-9319ed833eba None None] Port d188805c-6016-47c9-bae8-0265208f282f cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:54.125803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 0e5f11d5-3fa2-467d-aa41-a30e4281fd7f is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:51:54.199276 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef685-ae35-4b2b-ad3a-7518c15e8004 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.229683 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ef685-ae35-4b2b-ad3a-7518c15e8004 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Pushing event deleted for resources: {'Port': ['ID=ecce29de-febb-4ad2-b437-e8483c4ac828,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:54.235062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:54.242880 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9da0a76a-0a73-4a06-b442-48fb14d09ddc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/0e5f11d5-3fa2-467d-aa41-a30e4281fd7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1697659 Aug 17 02:51:54.247748 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56016) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:54.250758 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c0f57-0b0f-4bcb-8b41-f79ad9cda9c1 None None] Sync routers for ids ['0e5f11d5-3fa2-467d-aa41-a30e4281fd7f'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:54.273314 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c0f57-0b0f-4bcb-8b41-f79ad9cda9c1 None None] Routers {'0e5f11d5-3fa2-467d-aa41-a30e4281fd7f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:54.273949 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b53c0f57-0b0f-4bcb-8b41-f79ad9cda9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0e5f11d5-3fa2-467d-aa41-a30e4281fd7f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:54.294381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603af8a3-9bca-4e35-b3f8-d521b3e9fa89 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:54.295825 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-603af8a3-9bca-4e35-b3f8-d521b3e9fa89 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports/d188805c-6016-47c9-bae8-0265208f282f HTTP/1.1" status: 200 len: 911 time: 0.0470908 Aug 17 02:51:54.298787 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56020) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:54.304322 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef685-ae35-4b2b-ad3a-7518c15e8004 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.320524 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b53c0f57-0b0f-4bcb-8b41-f79ad9cda9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:54.332055 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c0f57-0b0f-4bcb-8b41-f79ad9cda9c1 None None] Routers {'0e5f11d5-3fa2-467d-aa41-a30e4281fd7f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:54.333180 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b53c0f57-0b0f-4bcb-8b41-f79ad9cda9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0e5f11d5-3fa2-467d-aa41-a30e4281fd7f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:54.368919 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b53c0f57-0b0f-4bcb-8b41-f79ad9cda9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:54.369744 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c0f57-0b0f-4bcb-8b41-f79ad9cda9c1 None None] The sync data for ids ['0e5f11d5-3fa2-467d-aa41-a30e4281fd7f'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:54.399468 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef685-ae35-4b2b-ad3a-7518c15e8004 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.401977 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef685-ae35-4b2b-ad3a-7518c15e8004 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.541858 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef685-ae35-4b2b-ad3a-7518c15e8004 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.542471 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6ef685-ae35-4b2b-ad3a-7518c15e8004 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Fanout notify agent at l3_agent the message router_deleted on router 2023da41-dfee-4f5a-b29c-8bd4e4f109e6 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:51:54.550488 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef685-ae35-4b2b-ad3a-7518c15e8004 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.551753 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8b6ef685-ae35-4b2b-ad3a-7518c15e8004 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "DELETE /v2.0/routers/2023da41-dfee-4f5a-b29c-8bd4e4f109e6 HTTP/1.1" status: 204 len: 168 time: 1.2068582 Aug 17 02:51:54.555789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56024) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:54.560567 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1828059b-f8cd-4952-a199-dc8926143ca7 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1186079560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:54.639802 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c239-b92c-4580-83c3-84f3600623cf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.706738 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1828059b-f8cd-4952-a199-dc8926143ca7 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.707852 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1828059b-f8cd-4952-a199-dc8926143ca7 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.780128 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1828059b-f8cd-4952-a199-dc8926143ca7 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.846878 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1828059b-f8cd-4952-a199-dc8926143ca7 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.911071 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a3e0c239-b92c-4580-83c3-84f3600623cf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port d188805c-6016-47c9-bae8-0265208f282f {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:54.911389 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c239-b92c-4580-83c3-84f3600623cf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.953118 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1828059b-f8cd-4952-a199-dc8926143ca7 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.954430 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1828059b-f8cd-4952-a199-dc8926143ca7 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3975010 Aug 17 02:51:54.957114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56032) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:54.963941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'enable_snat': False}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:55.004235 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c239-b92c-4580-83c3-84f3600623cf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:55.018390 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a3e0c239-b92c-4580-83c3-84f3600623cf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for d188805c-6016-47c9-bae8-0265208f282f owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:55.201700 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:55.268791 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c239-b92c-4580-83c3-84f3600623cf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:55.314246 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0c239-b92c-4580-83c3-84f3600623cf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=d188805c-6016-47c9-bae8-0265208f282f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:55.421944 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c239-b92c-4580-83c3-84f3600623cf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:55.558380 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:55.579960 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:55.585444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e0c239-b92c-4580-83c3-84f3600623cf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 0e5f11d5-3fa2-467d-aa41-a30e4281fd7f has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:51:55.669800 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e0c239-b92c-4580-83c3-84f3600623cf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:55.681408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56046) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:55.687012 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a3e0c239-b92c-4580-83c3-84f3600623cf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/0e5f11d5-3fa2-467d-aa41-a30e4281fd7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3779194 Aug 17 02:51:55.690754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c6bd6-5dda-448a-99cc-a0ee624b4f77 None None] Sync routers for ids ['0e5f11d5-3fa2-467d-aa41-a30e4281fd7f'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:55.708422 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c6bd6-5dda-448a-99cc-a0ee624b4f77 None None] Routers {'0e5f11d5-3fa2-467d-aa41-a30e4281fd7f'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:55.710414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b95c6bd6-5dda-448a-99cc-a0ee624b4f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0e5f11d5-3fa2-467d-aa41-a30e4281fd7f'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:55.723267 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cd2b2a02-5923-4060-8367-55597037ad3b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5f11d5-3fa2-467d-aa41-a30e4281fd7f HTTP/1.1" status: 200 len: 205 time: 0.0346859 Aug 17 02:51:55.723576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56048) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:55.751630 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b95c6bd6-5dda-448a-99cc-a0ee624b4f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:55.761479 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c6bd6-5dda-448a-99cc-a0ee624b4f77 None None] Routers {'0e5f11d5-3fa2-467d-aa41-a30e4281fd7f'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:55.762774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b95c6bd6-5dda-448a-99cc-a0ee624b4f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0e5f11d5-3fa2-467d-aa41-a30e4281fd7f'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:55.769055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Allocated IP 172.25.5.151 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/f752f377-5e21-4cdd-b863-7f1201e84c83) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:55.811328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b95c6bd6-5dda-448a-99cc-a0ee624b4f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:55.812170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c6bd6-5dda-448a-99cc-a0ee624b4f77 None None] The sync data for ids ['0e5f11d5-3fa2-467d-aa41-a30e4281fd7f'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:55.815029 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fabd-9acc-4214-be24-4a7057c73f29 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.377652 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fabd-9acc-4214-be24-4a7057c73f29 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.383830 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fabd-9acc-4214-be24-4a7057c73f29 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.433090 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.513950 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fabd-9acc-4214-be24-4a7057c73f29 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.514475 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa1fabd-9acc-4214-be24-4a7057c73f29 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Fanout notify agent at l3_agent the message router_deleted on router 0e5f11d5-3fa2-467d-aa41-a30e4281fd7f {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:51:56.522706 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fabd-9acc-4214-be24-4a7057c73f29 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.523836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4fa1fabd-9acc-4214-be24-4a7057c73f29 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/routers/0e5f11d5-3fa2-467d-aa41-a30e4281fd7f HTTP/1.1" status: 204 len: 168 time: 0.7994988 Aug 17 02:51:56.526433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56066) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:56.558541 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.617065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:56.624010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fe0012-6ea4-4587-9b86-901d672a9bdc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting subnet 87a4f470-bb6e-4df4-a170-7e14e2a5ec74 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:51:56.629884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:56.631732 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-94fe0012-6ea4-4587-9b86-901d672a9bdc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.634495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:56.655354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Pushing event updated for resources: {'Port': ['ID=f752f377-5e21-4cdd-b863-7f1201e84c83,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:56.760540 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-94fe0012-6ea4-4587-9b86-901d672a9bdc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.917737 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-94fe0012-6ea4-4587-9b86-901d672a9bdc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.094326 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-94fe0012-6ea4-4587-9b86-901d672a9bdc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.127920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe0012-6ea4-4587-9b86-901d672a9bdc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Subnet': ['ID=87a4f470-bb6e-4df4-a170-7e14e2a5ec74,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:57.138218 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-94fe0012-6ea4-4587-9b86-901d672a9bdc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.140096 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-94fe0012-6ea4-4587-9b86-901d672a9bdc tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/87a4f470-bb6e-4df4-a170-7e14e2a5ec74 HTTP/1.1" status: 204 len: 168 time: 0.6127114 Aug 17 02:51:57.142736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56080) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:57.148746 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bcb819-4c30-47eb-8802-3131707fd142 None None] Network 8177d56e-80cb-4069-820e-02b2747981ad requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:57.151939 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.313062 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.392641 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a012236-2f32-4ea6-8eeb-9e8157b769b3 None None] DHCP port deletion for 8177d56e-80cb-4069-820e-02b2747981ad request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:51:57.457474 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-1a012236-2f32-4ea6-8eeb-9e8157b769b3 None None] Deleting port 58c0d358-754c-49e2-acff-0a946cbb3525 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:57.458093 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a012236-2f32-4ea6-8eeb-9e8157b769b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.491825 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.497122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port 58c0d358-754c-49e2-acff-0a946cbb3525 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:57.497485 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.499741 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.617511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] For port 58c0d358-754c-49e2-acff-0a946cbb3525, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=58c0d358-754c-49e2-acff-0a946cbb3525,segment=NetworkSegment(ad216a17-01fa-4d20-b58b-c4970e51316e),segment_id=ad216a17-01fa-4d20-b58b-c4970e51316e)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:57.617885 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.659794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for 58c0d358-754c-49e2-acff-0a946cbb3525 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:57.688322 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1a012236-2f32-4ea6-8eeb-9e8157b769b3 None None] For port 58c0d358-754c-49e2-acff-0a946cbb3525, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=58c0d358-754c-49e2-acff-0a946cbb3525,segment=NetworkSegment(ad216a17-01fa-4d20-b58b-c4970e51316e),segment_id=ad216a17-01fa-4d20-b58b-c4970e51316e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:57.688807 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a012236-2f32-4ea6-8eeb-9e8157b769b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.707213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-1a012236-2f32-4ea6-8eeb-9e8157b769b3 None None] Calling delete_port for 58c0d358-754c-49e2-acff-0a946cbb3525 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:57.868203 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Router 23539f5e-3857-4d85-ab7b-27fdf8a4a50a is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:51:57.872213 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.876381 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a012236-2f32-4ea6-8eeb-9e8157b769b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.906787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=58c0d358-754c-49e2-acff-0a946cbb3525,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:57.908810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No DVR routers for this DVR port 58c0d358-754c-49e2-acff-0a946cbb3525 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:57.917300 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a012236-2f32-4ea6-8eeb-9e8157b769b3 None None] No DVR routers for this DVR port 58c0d358-754c-49e2-acff-0a946cbb3525 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:57.922795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a012236-2f32-4ea6-8eeb-9e8157b769b3 None None] Pushing event deleted for resources: {'Port': ['ID=58c0d358-754c-49e2-acff-0a946cbb3525,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:57.938118 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 58c0d358-754c-49e2-acff-0a946cbb3525 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:57.958673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 58c0d358-754c-49e2-acff-0a946cbb3525 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:57.959104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 58c0d358-754c-49e2-acff-0a946cbb3525 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:58.089920 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.110233 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8177d56e-80cb-4069-820e-02b2747981ad']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:58.130529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad216a17-01fa-4d20-b58b-c4970e51316e') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:58.130909 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad216a17-01fa-4d20-b58b-c4970e51316e') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:58.142689 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:58.149450 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.150654 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-667be710-580d-4b05-8854-587aa547d01b tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "PUT /v2.0/routers/23539f5e-3857-4d85-ab7b-27fdf8a4a50a HTTP/1.1" status: 200 len: 916 time: 3.1921589 Aug 17 02:51:58.152994 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091b7ea5-dd23-4401-a62d-bd846e47bb2b None None] Sync routers for ids ['23539f5e-3857-4d85-ab7b-27fdf8a4a50a'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:58.156874 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.156874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56096) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:58.162683 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091b7ea5-dd23-4401-a62d-bd846e47bb2b None None] Routers {'23539f5e-3857-4d85-ab7b-27fdf8a4a50a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:58.163511 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-091b7ea5-dd23-4401-a62d-bd846e47bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['23539f5e-3857-4d85-ab7b-27fdf8a4a50a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:58.204503 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.216176 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:58.216577 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.218696 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-091b7ea5-dd23-4401-a62d-bd846e47bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:58.219539 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:58.230790 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091b7ea5-dd23-4401-a62d-bd846e47bb2b None None] Routers {'23539f5e-3857-4d85-ab7b-27fdf8a4a50a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:58.231478 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-091b7ea5-dd23-4401-a62d-bd846e47bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['23539f5e-3857-4d85-ab7b-27fdf8a4a50a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:58.267097 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-091b7ea5-dd23-4401-a62d-bd846e47bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:58.267744 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091b7ea5-dd23-4401-a62d-bd846e47bb2b None None] The sync data for ids ['23539f5e-3857-4d85-ab7b-27fdf8a4a50a'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:58.329008 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-212eabdd-e5a0-4dee-8845-a044a07d39b5 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/routers/23539f5e-3857-4d85-ab7b-27fdf8a4a50a HTTP/1.1" status: 200 len: 922 time: 0.1735129 Aug 17 02:51:58.333738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56100) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:58.376636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787dcc6c-30c6-43d7-8797-125686f21391 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:58.378266 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-787dcc6c-30c6-43d7-8797-125686f21391 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&device_id=23539f5e-3857-4d85-ab7b-27fdf8a4a50a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0435874 Aug 17 02:51:58.381097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56102) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:58.400281 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.436589 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.438493 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/networks/8177d56e-80cb-4069-820e-02b2747981ad HTTP/1.1" status: 204 len: 168 time: 1.2948260 Aug 17 02:51:58.442750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56104) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:58.446532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1898746525', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:58.465651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3a917-5e84-4c6c-be66-bc9199d34935 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Network': ['ID=8177d56e-80cb-4069-820e-02b2747981ad,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:58.512964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb0c54c-5f37-4c24-8142-51cf1bd72353 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:58.514413 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6eb0c54c-5f37-4c24-8142-51cf1bd72353 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/networks/9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 881 time: 0.1321461 Aug 17 02:51:58.517303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56108) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:58.547029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fc4bce6d-b83e-40c1-8ad5-6d408582d799 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "GET /v2.0/ports?device_id=23539f5e-3857-4d85-ab7b-27fdf8a4a50a HTTP/1.1" status: 200 len: 205 time: 0.0285895 Aug 17 02:51:58.549474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56110) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:58.638693 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.639663 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.711987 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d45a4b-36a0-4ebe-936c-2f84435ad82e tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.750933 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.782195 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.822835 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d45a4b-36a0-4ebe-936c-2f84435ad82e tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:59.006493 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:59.026652 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-67d45a4b-36a0-4ebe-936c-2f84435ad82e tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Deleting port f752f377-5e21-4cdd-b863-7f1201e84c83 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:59.026998 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d45a4b-36a0-4ebe-936c-2f84435ad82e tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:59.121883 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d45a4b-36a0-4ebe-936c-2f84435ad82e tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:59.146747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-67d45a4b-36a0-4ebe-936c-2f84435ad82e tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Calling delete_port for f752f377-5e21-4cdd-b863-7f1201e84c83 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:59.468150 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:59.490868 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:59.532697 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d45a4b-36a0-4ebe-936c-2f84435ad82e tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:59.589024 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d45a4b-36a0-4ebe-936c-2f84435ad82e tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Pushing event deleted for resources: {'Port': ['ID=f752f377-5e21-4cdd-b863-7f1201e84c83,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:59.704908 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d45a4b-36a0-4ebe-936c-2f84435ad82e tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.178442 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Allocated IP 172.25.5.203 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/37dde2e4-b021-4405-a4cc-a4021a97c704) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:00.181202 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d45a4b-36a0-4ebe-936c-2f84435ad82e tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.185543 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d45a4b-36a0-4ebe-936c-2f84435ad82e tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.316220 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d45a4b-36a0-4ebe-936c-2f84435ad82e tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.316698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d45a4b-36a0-4ebe-936c-2f84435ad82e tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Fanout notify agent at l3_agent the message router_deleted on router 23539f5e-3857-4d85-ab7b-27fdf8a4a50a {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:52:00.326415 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-67d45a4b-36a0-4ebe-936c-2f84435ad82e tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.331468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-67d45a4b-36a0-4ebe-936c-2f84435ad82e tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "DELETE /v2.0/routers/23539f5e-3857-4d85-ab7b-27fdf8a4a50a HTTP/1.1" status: 204 len: 168 time: 1.7772121 Aug 17 02:52:00.332724 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56150) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:00.336818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1320633012', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:00.341465 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.462157 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.463518 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.485519 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.524438 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.557272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:00.564599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:00.573218 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:00.593284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=37dde2e4-b021-4405-a4cc-a4021a97c704,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:00.751234 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.769935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aa7f7-5a1b-48e6-8383-90f31595af90 req-36b9e580-d8a8-414f-8b41-d848cf5f8051 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:00.771372 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-195aa7f7-5a1b-48e6-8383-90f31595af90 req-36b9e580-d8a8-414f-8b41-d848cf5f8051 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.1151128 Aug 17 02:52:00.813328 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-195aa7f7-5a1b-48e6-8383-90f31595af90 req-99589d61-decd-47b7-8eb2-eab62fd241bf tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332398 Aug 17 02:52:01.044429 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.093157 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.111822 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.224113 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Allocated IP 172.25.5.139 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/79325d33-129e-4796-80d5-80a95941a328) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:01.268418 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.270768 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.338980 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.449230 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.489915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:01.492740 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:01.497092 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:01.502972 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Pushing event updated for resources: {'Port': ['ID=79325d33-129e-4796-80d5-80a95941a328,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:01.530420 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 94f59e0d-d333-4afe-86d2-92deb40471a0 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:52:01.649828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:01.664687 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ab731-10db-4cce-97e4-b6d733504219 None None] Sync routers for ids ['94f59e0d-d333-4afe-86d2-92deb40471a0'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:01.678920 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ab731-10db-4cce-97e4-b6d733504219 None None] Routers {'94f59e0d-d333-4afe-86d2-92deb40471a0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:01.679767 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0e6ab731-10db-4cce-97e4-b6d733504219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['94f59e0d-d333-4afe-86d2-92deb40471a0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:01.719077 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0e6ab731-10db-4cce-97e4-b6d733504219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:01.728834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ab731-10db-4cce-97e4-b6d733504219 None None] Routers {'94f59e0d-d333-4afe-86d2-92deb40471a0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:01.729790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0e6ab731-10db-4cce-97e4-b6d733504219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['94f59e0d-d333-4afe-86d2-92deb40471a0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:01.740684 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.742170 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cd798343-d7fe-4370-8788-71d595e06409 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2990856 Aug 17 02:52:01.750233 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56168) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:01.776676 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0e6ab731-10db-4cce-97e4-b6d733504219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:01.777786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ab731-10db-4cce-97e4-b6d733504219 None None] The sync data for ids ['94f59e0d-d333-4afe-86d2-92deb40471a0'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:01.838165 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.887176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-16f12240-5d3f-47a8-b99a-0169d700ded1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/routers/94f59e0d-d333-4afe-86d2-92deb40471a0 HTTP/1.1" status: 200 len: 885 time: 0.1334174 Aug 17 02:52:01.887407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56174) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:02.057042 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:02.060654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd47b1-7bb4-4cd7-b60b-fd15363cafb7 req-c9f4beb0-c542-4708-b7ee-76674f0dfab5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:02.062500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96cd47b1-7bb4-4cd7-b60b-fd15363cafb7 req-c9f4beb0-c542-4708-b7ee-76674f0dfab5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.1161904 Aug 17 02:52:02.183321 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96cd47b1-7bb4-4cd7-b60b-fd15363cafb7 req-1d804997-bd54-4b34-823e-b6cffabc6639 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011934 Aug 17 02:52:02.252353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-467816ad-9ec6-4212-a142-82211435d689 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3637850 Aug 17 02:52:02.254777 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56180) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:02.260157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ec4f4ee8-4dfe-4154-add8-284d15ce8329 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1898746525'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:02.478921 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Router 0d6c1a71-9336-4deb-9088-710b04d260b1 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:52:02.580778 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4ee8-4dfe-4154-add8-284d15ce8329 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:02.601411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:02.612394 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031cb5e-bfd7-441b-a942-af51eb7f524a None None] Sync routers for ids ['0d6c1a71-9336-4deb-9088-710b04d260b1'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:02.622471 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031cb5e-bfd7-441b-a942-af51eb7f524a None None] Routers {'0d6c1a71-9336-4deb-9088-710b04d260b1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:02.623212 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b031cb5e-bfd7-441b-a942-af51eb7f524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0d6c1a71-9336-4deb-9088-710b04d260b1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:02.656500 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b031cb5e-bfd7-441b-a942-af51eb7f524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:02.665524 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031cb5e-bfd7-441b-a942-af51eb7f524a None None] Routers {'0d6c1a71-9336-4deb-9088-710b04d260b1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:02.666098 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b031cb5e-bfd7-441b-a942-af51eb7f524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0d6c1a71-9336-4deb-9088-710b04d260b1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:02.667937 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4ee8-4dfe-4154-add8-284d15ce8329 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:02.703712 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b031cb5e-bfd7-441b-a942-af51eb7f524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:02.704367 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031cb5e-bfd7-441b-a942-af51eb7f524a None None] The sync data for ids ['0d6c1a71-9336-4deb-9088-710b04d260b1'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:02.713362 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:02.715475 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-39f56d5e-bee8-42cd-b53b-9f02b1238af3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3818944 Aug 17 02:52:02.717709 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56188) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:02.722399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:02.784272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4f4ee8-4dfe-4154-add8-284d15ce8329 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 94f59e0d-d333-4afe-86d2-92deb40471a0 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:02.902580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4f4ee8-4dfe-4154-add8-284d15ce8329 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:02.910415 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4ee8-4dfe-4154-add8-284d15ce8329 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:02.915286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ec4f4ee8-4dfe-4154-add8-284d15ce8329 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/94f59e0d-d333-4afe-86d2-92deb40471a0 HTTP/1.1" status: 200 len: 892 time: 0.6566637 Aug 17 02:52:02.915566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56192) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:02.917907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3795a-4109-43ae-a80a-9b4aab00eaac None None] Sync routers for ids ['94f59e0d-d333-4afe-86d2-92deb40471a0'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:02.931978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3795a-4109-43ae-a80a-9b4aab00eaac None None] Routers {'94f59e0d-d333-4afe-86d2-92deb40471a0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:02.933089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-99d3795a-4109-43ae-a80a-9b4aab00eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['94f59e0d-d333-4afe-86d2-92deb40471a0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:02.995723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-99d3795a-4109-43ae-a80a-9b4aab00eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:03.010894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3795a-4109-43ae-a80a-9b4aab00eaac None None] Routers {'94f59e0d-d333-4afe-86d2-92deb40471a0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:03.011705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-99d3795a-4109-43ae-a80a-9b4aab00eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['94f59e0d-d333-4afe-86d2-92deb40471a0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:03.044773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-99d3795a-4109-43ae-a80a-9b4aab00eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:03.045721 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3795a-4109-43ae-a80a-9b4aab00eaac None None] The sync data for ids ['94f59e0d-d333-4afe-86d2-92deb40471a0'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:03.051447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3f10553b-2f5a-4c39-a7b8-64482403d543 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/routers/94f59e0d-d333-4afe-86d2-92deb40471a0 HTTP/1.1" status: 200 len: 892 time: 0.1324916 Aug 17 02:52:03.051796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56196) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:03.081477 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-09f9deb2-b2d8-4469-a8ad-88733e2c2b4b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f59e0d-d333-4afe-86d2-92deb40471a0 HTTP/1.1" status: 200 len: 205 time: 0.0283473 Aug 17 02:52:03.083952 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56198) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:03.124595 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:03.196451 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fa6159f-cf1d-416f-a97a-e2b5afacf3ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:03.286712 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:03.343302 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180db3c3-3434-4923-b5eb-7f42f809c130 req-a666a253-19b5-4c2e-bd2a-52653504eab5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:03.344842 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-180db3c3-3434-4923-b5eb-7f42f809c130 req-a666a253-19b5-4c2e-bd2a-52653504eab5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.0694242 Aug 17 02:52:03.345936 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fa6159f-cf1d-416f-a97a-e2b5afacf3ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:03.395151 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-180db3c3-3434-4923-b5eb-7f42f809c130 req-ef7e3823-d292-48b6-ac0b-9718f700ad17 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335829 Aug 17 02:52:03.468635 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Deleting port 79325d33-129e-4796-80d5-80a95941a328 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:03.468981 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:03.521420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-5fa6159f-cf1d-416f-a97a-e2b5afacf3ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port 37dde2e4-b021-4405-a4cc-a4021a97c704 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:03.522158 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fa6159f-cf1d-416f-a97a-e2b5afacf3ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:03.596961 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:03.627154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Calling delete_port for 79325d33-129e-4796-80d5-80a95941a328 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:03.646092 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fa6159f-cf1d-416f-a97a-e2b5afacf3ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:03.691878 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-5fa6159f-cf1d-416f-a97a-e2b5afacf3ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for 37dde2e4-b021-4405-a4cc-a4021a97c704 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:04.015047 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:04.043429 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Pushing event deleted for resources: {'Port': ['ID=79325d33-129e-4796-80d5-80a95941a328,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:04.070640 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fa6159f-cf1d-416f-a97a-e2b5afacf3ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:04.120853 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6159f-cf1d-416f-a97a-e2b5afacf3ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=37dde2e4-b021-4405-a4cc-a4021a97c704,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:04.176498 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:04.261008 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fa6159f-cf1d-416f-a97a-e2b5afacf3ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:04.413799 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fa6159f-cf1d-416f-a97a-e2b5afacf3ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:04.416497 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fa6159f-cf1d-416f-a97a-e2b5afacf3ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:04.527684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f956161-e81a-4e86-a4b4-7b8c4f2cfd09 req-459bcbec-0304-4409-921e-b7c54b1a7948 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:04.529186 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f956161-e81a-4e86-a4b4-7b8c4f2cfd09 req-459bcbec-0304-4409-921e-b7c54b1a7948 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.0530488 Aug 17 02:52:04.581352 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f956161-e81a-4e86-a4b4-7b8c4f2cfd09 req-5f1a190b-c300-4747-8212-c126462f285d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457621 Aug 17 02:52:04.757757 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:04.761630 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:04.837612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Router 0d6c1a71-9336-4deb-9088-710b04d260b1 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:04.910903 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fa6159f-cf1d-416f-a97a-e2b5afacf3ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:04.911417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa6159f-cf1d-416f-a97a-e2b5afacf3ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Fanout notify agent at l3_agent the message router_deleted on router 94f59e0d-d333-4afe-86d2-92deb40471a0 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:52:04.919633 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5fa6159f-cf1d-416f-a97a-e2b5afacf3ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:04.920562 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5fa6159f-cf1d-416f-a97a-e2b5afacf3ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/routers/94f59e0d-d333-4afe-86d2-92deb40471a0 HTTP/1.1" status: 204 len: 168 time: 1.8356426 Aug 17 02:52:04.924482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56230) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:04.929278 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:04.929540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-66779dfe-6213-43d0-98d9-e1d67672db0c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1871623959'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:04.936617 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:04.938061 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4b45148a-0104-440a-b6d1-438bcf6c8211 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "PUT /v2.0/routers/0d6c1a71-9336-4deb-9088-710b04d260b1 HTTP/1.1" status: 200 len: 706 time: 2.2193673 Aug 17 02:52:04.941704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56232) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:04.942383 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442bb3f-4439-46b8-94d8-b405dafb6f21 None None] Sync routers for ids ['0d6c1a71-9336-4deb-9088-710b04d260b1'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:04.951925 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4442bb3f-4439-46b8-94d8-b405dafb6f21 None None] Routers {'0d6c1a71-9336-4deb-9088-710b04d260b1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:04.952547 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4442bb3f-4439-46b8-94d8-b405dafb6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0d6c1a71-9336-4deb-9088-710b04d260b1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:04.986974 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4442bb3f-4439-46b8-94d8-b405dafb6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:04.996488 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4442bb3f-4439-46b8-94d8-b405dafb6f21 None None] Routers {'0d6c1a71-9336-4deb-9088-710b04d260b1'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:04.997417 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4442bb3f-4439-46b8-94d8-b405dafb6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0d6c1a71-9336-4deb-9088-710b04d260b1'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:05.022623 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c4b163e4-9c4e-4510-96cd-24cb1fa8669c tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/routers/0d6c1a71-9336-4deb-9088-710b04d260b1 HTTP/1.1" status: 200 len: 741 time: 0.0772772 Aug 17 02:52:05.022884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56236) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:05.033554 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4442bb3f-4439-46b8-94d8-b405dafb6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:05.034208 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442bb3f-4439-46b8-94d8-b405dafb6f21 None None] The sync data for ids ['0d6c1a71-9336-4deb-9088-710b04d260b1'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:05.080203 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bdd9ec40-d9c4-497e-927f-80a26d8e3944 tempest-RoutersAdminTest-648253435 tempest-RoutersAdminTest-648253435-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&device_id=0d6c1a71-9336-4deb-9088-710b04d260b1 HTTP/1.1" status: 200 len: 205 time: 0.0562117 Aug 17 02:52:05.083062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56240) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:05.089374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66779dfe-6213-43d0-98d9-e1d67672db0c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:05.089374 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-66779dfe-6213-43d0-98d9-e1d67672db0c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.113108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66779dfe-6213-43d0-98d9-e1d67672db0c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:52:05.119355 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7400571c-8194-4f55-b947-d109c722d8c3 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6c1a71-9336-4deb-9088-710b04d260b1 HTTP/1.1" status: 200 len: 205 time: 0.0350564 Aug 17 02:52:05.119661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56242) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:05.161108 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-66779dfe-6213-43d0-98d9-e1d67672db0c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.161479 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-66779dfe-6213-43d0-98d9-e1d67672db0c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Added segment 9983fed0-2d44-4570-8609-fd10c75aaa0a of type vlan for network c7c089e6-76ac-4872-9bf6-3bc64dbfab18 Aug 17 02:52:05.210907 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acf8a214-1c23-42c5-9910-009172fb6e4a tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.303564 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-66779dfe-6213-43d0-98d9-e1d67672db0c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.773910 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acf8a214-1c23-42c5-9910-009172fb6e4a tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.788630 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acf8a214-1c23-42c5-9910-009172fb6e4a tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.845493 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1367a-bf64-4b08-96fd-855357fc643c req-81d6edb8-1459-4093-b206-e48d86c93b4d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:05.847092 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62b1367a-bf64-4b08-96fd-855357fc643c req-81d6edb8-1459-4093-b206-e48d86c93b4d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.0922084 Aug 17 02:52:05.849636 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-66779dfe-6213-43d0-98d9-e1d67672db0c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.853674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66779dfe-6213-43d0-98d9-e1d67672db0c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:05.854395 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-66779dfe-6213-43d0-98d9-e1d67672db0c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.938142 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acf8a214-1c23-42c5-9910-009172fb6e4a tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.938569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf8a214-1c23-42c5-9910-009172fb6e4a tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Fanout notify agent at l3_agent the message router_deleted on router 0d6c1a71-9336-4deb-9088-710b04d260b1 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:52:05.947215 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acf8a214-1c23-42c5-9910-009172fb6e4a tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.949856 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-acf8a214-1c23-42c5-9910-009172fb6e4a tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "DELETE /v2.0/routers/0d6c1a71-9336-4deb-9088-710b04d260b1 HTTP/1.1" status: 204 len: 168 time: 0.8289804 Aug 17 02:52:05.952903 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56256) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:05.954138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66779dfe-6213-43d0-98d9-e1d67672db0c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Network': ['ID=c7c089e6-76ac-4872-9bf6-3bc64dbfab18,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:05.966694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network c7c089e6-76ac-4872-9bf6-3bc64dbfab18 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:52:05.980180 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62b1367a-bf64-4b08-96fd-855357fc643c req-30914bbb-25f3-4629-9631-3616b4d4c96e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226947 Aug 17 02:52:06.016911 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c3d6b38e-e0a8-4c4a-924c-76fed85eaeda tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6c1a71-9336-4deb-9088-710b04d260b1 HTTP/1.1" status: 200 len: 205 time: 0.0618601 Aug 17 02:52:06.019153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56258) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.030534 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-66779dfe-6213-43d0-98d9-e1d67672db0c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1045275 Aug 17 02:52:06.035887 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56260) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.041496 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b85fd5f2-206f-400e-a776-768b0edab882 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'subnet': {'network_id': 'c7c089e6-76ac-4872-9bf6-3bc64dbfab18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:06.072887 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-4b758e12-a0e9-4698-8f8b-68626287e294 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] delete failed (client error): The resource could not be found. Aug 17 02:52:06.074765 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4b758e12-a0e9-4698-8f8b-68626287e294 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "DELETE /v2.0/routers/0d6c1a71-9336-4deb-9088-710b04d260b1 HTTP/1.1" status: 404 len: 336 time: 0.0541320 Aug 17 02:52:06.077433 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56262) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.109084 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3e893256-320b-4a74-8592-2c949b95e08c tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "GET /v2.0/ports?device_id=23539f5e-3857-4d85-ab7b-27fdf8a4a50a HTTP/1.1" status: 200 len: 205 time: 0.0304263 Aug 17 02:52:06.120303 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56268) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.162220 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-2b785cbb-30ac-4377-b702-92bbaea42540 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] delete failed (client error): The resource could not be found. Aug 17 02:52:06.165790 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2b785cbb-30ac-4377-b702-92bbaea42540 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "DELETE /v2.0/routers/23539f5e-3857-4d85-ab7b-27fdf8a4a50a HTTP/1.1" status: 404 len: 336 time: 0.0420001 Aug 17 02:52:06.166067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56270) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.195162 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0884bcea-25b5-474d-bc20-1d6a23c03d1a tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "GET /v2.0/ports?device_id=2023da41-dfee-4f5a-b29c-8bd4e4f109e6 HTTP/1.1" status: 200 len: 205 time: 0.0279825 Aug 17 02:52:06.197474 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56272) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.227544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85fd5f2-206f-400e-a776-768b0edab882 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:06.231492 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b85fd5f2-206f-400e-a776-768b0edab882 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.234482 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-5bc3804c-1ea0-496f-9dd0-80712e7e5eec tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] delete failed (client error): The resource could not be found. Aug 17 02:52:06.235522 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5bc3804c-1ea0-496f-9dd0-80712e7e5eec tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "DELETE /v2.0/routers/2023da41-dfee-4f5a-b29c-8bd4e4f109e6 HTTP/1.1" status: 404 len: 336 time: 0.0371339 Aug 17 02:52:06.238410 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56276) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.274260 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fe812604-c747-4a87-82c4-90d827949c11 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c4b8cfc-e9ea-49fe-ab28-166387b92dfa HTTP/1.1" status: 200 len: 205 time: 0.0325270 Aug 17 02:52:06.274490 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56278) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.319508 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-df48e487-994d-4e2d-899c-e4f946ec9dfd tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] delete failed (client error): The resource could not be found. Aug 17 02:52:06.320689 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-df48e487-994d-4e2d-899c-e4f946ec9dfd tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "DELETE /v2.0/routers/9c4b8cfc-e9ea-49fe-ab28-166387b92dfa HTTP/1.1" status: 404 len: 336 time: 0.0453932 Aug 17 02:52:06.323366 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56280) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.354046 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f2cbb60d-52e8-44a3-8ff8-f553fe91c521 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f057bc1-f9f4-4d97-988f-601d8e9d578b HTTP/1.1" status: 200 len: 205 time: 0.0271249 Aug 17 02:52:06.355528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56282) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.400821 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-3047d942-c2d0-4a62-8c71-b560a21e0a42 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] delete failed (client error): The resource could not be found. Aug 17 02:52:06.404232 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3047d942-c2d0-4a62-8c71-b560a21e0a42 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "DELETE /v2.0/routers/3f057bc1-f9f4-4d97-988f-601d8e9d578b HTTP/1.1" status: 404 len: 336 time: 0.0447490 Aug 17 02:52:06.404582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56284) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.435395 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fa80c758-0430-44ef-99db-de7feec7d15b tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "GET /v2.0/ports?device_id=6878e9e0-7928-4f8c-acc6-80dbcf08dc03 HTTP/1.1" status: 200 len: 205 time: 0.0297358 Aug 17 02:52:06.438364 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56286) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.475757 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-2e2e0afe-835c-4cd0-824b-7eddcb06aa40 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] delete failed (client error): The resource could not be found. Aug 17 02:52:06.476708 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2e2e0afe-835c-4cd0-824b-7eddcb06aa40 tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "DELETE /v2.0/routers/6878e9e0-7928-4f8c-acc6-80dbcf08dc03 HTTP/1.1" status: 404 len: 336 time: 0.0372326 Aug 17 02:52:06.479542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56288) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.506212 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2c601f-24f1-4978-b455-bab1529c9f8f tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] DELETE failed (client error): The resource could not be found. Aug 17 02:52:06.506693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2c601f-24f1-4978-b455-bab1529c9f8f tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:52:06.508399 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3a2c601f-24f1-4978-b455-bab1529c9f8f tempest-RoutersAdminTest-9505857 tempest-RoutersAdminTest-9505857-project] 10.222.0.13 "DELETE /v2.0/subnets/d1ceede5-b537-4a40-ae83-d33fd41d823e HTTP/1.1" status: 404 len: 337 time: 0.0279722 Aug 17 02:52:06.521994 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b85fd5f2-206f-400e-a776-768b0edab882 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.585801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fd5f2-206f-400e-a776-768b0edab882 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Subnet': ['ID=9c5a9ccc-dccb-4e5b-9060-db5c043f10eb,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:06.596310 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85fd5f2-206f-400e-a776-768b0edab882 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Checking segment: {'id': '9983fed0-2d44-4570-8609-fd10c75aaa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c7c089e6-76ac-4872-9bf6-3bc64dbfab18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:06.596310 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85fd5f2-206f-400e-a776-768b0edab882 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network hostable DHCP agents. Network: c7c089e6-76ac-4872-9bf6-3bc64dbfab18, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:52:06.638802 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:52:06.677545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85fd5f2-206f-400e-a776-768b0edab882 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network c7c089e6-76ac-4872-9bf6-3bc64dbfab18 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:52:06.778686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-b85fd5f2-206f-400e-a776-768b0edab882 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, c7c089e6-76ac-4872-9bf6-3bc64dbfab18) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:06.783116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85fd5f2-206f-400e-a776-768b0edab882 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:06.784116 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b85fd5f2-206f-400e-a776-768b0edab882 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.793935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13408f5-6dfb-42d9-8ddc-67e054acfd31 None None] Network c7c089e6-76ac-4872-9bf6-3bc64dbfab18 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:06.881385 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b85fd5f2-206f-400e-a776-768b0edab882 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8441010 Aug 17 02:52:06.883818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56298) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.889116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-55b99a08-11d7-4da7-88da-ab1f768b7c6c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1758249542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:06.974217 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-c7c089e6-76ac-4872-9bf6-3bc64dbfab18', 'network_id': 'c7c089e6-76ac-4872-9bf6-3bc64dbfab18', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'fixed_ips': [{'subnet_id': '9c5a9ccc-dccb-4e5b-9060-db5c043f10eb'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:52:06.975128 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.988151 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-55b99a08-11d7-4da7-88da-ab1f768b7c6c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.989358 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-55b99a08-11d7-4da7-88da-ab1f768b7c6c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.033232 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56308) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:07.070466 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-55b99a08-11d7-4da7-88da-ab1f768b7c6c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.156105 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-55b99a08-11d7-4da7-88da-ab1f768b7c6c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.183646 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Allocated IP 2001:db8::2 (c7c089e6-76ac-4872-9bf6-3bc64dbfab18/9c5a9ccc-dccb-4e5b-9060-db5c043f10eb/189b8d11-df4c-4d08-b86b-a1c63ea3872c) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:07.212013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a176964-fe63-4893-9428-aeaeb2d7eb49 req-46554aef-45bf-4581-a769-917aa716d8a2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:07.213998 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0a176964-fe63-4893-9428-aeaeb2d7eb49 req-46554aef-45bf-4581-a769-917aa716d8a2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.1039813 Aug 17 02:52:07.224309 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c34d646c-4c52-4465-af4f-d95fd13c69ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.246146 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-55b99a08-11d7-4da7-88da-ab1f768b7c6c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.250524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-55b99a08-11d7-4da7-88da-ab1f768b7c6c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3656280 Aug 17 02:52:07.252775 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56318) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:07.348502 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0a176964-fe63-4893-9428-aeaeb2d7eb49 req-d18bf916-f227-4fc4-a1fd-81f1bbd1123e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256373 Aug 17 02:52:07.419050 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.425162 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c34d646c-4c52-4465-af4f-d95fd13c69ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.430359 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Transition to ACTIVE for port object 189b8d11-df4c-4d08-b86b-a1c63ea3872c will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:07.450850 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Transition to ACTIVE for port object 189b8d11-df4c-4d08-b86b-a1c63ea3872c will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:07.502796 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c34d646c-4c52-4465-af4f-d95fd13c69ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.549174 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.554736 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c34d646c-4c52-4465-af4f-d95fd13c69ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e3a041d6b0c47a78635fc26cb426598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5173879 Aug 17 02:52:07.554736 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d646c-4c52-4465-af4f-d95fd13c69ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178b090b-2d71-4981-8e70-a7ec3cf94cf5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:07.555662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56322) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:07.568386 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Network c7c089e6-76ac-4872-9bf6-3bc64dbfab18 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:07.569850 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:07.575812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:07.612929 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.658233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Pushing event updated for resources: {'Port': ['ID=189b8d11-df4c-4d08-b86b-a1c63ea3872c,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:07.672150 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Attempting to bind port 189b8d11-df4c-4d08-b86b-a1c63ea3872c on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:07.672615 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Attempting to bind port 189b8d11-df4c-4d08-b86b-a1c63ea3872c by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9983fed0-2d44-4570-8609-fd10c75aaa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c7c089e6-76ac-4872-9bf6-3bc64dbfab18'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:07.673478 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Attempting to bind port 189b8d11-df4c-4d08-b86b-a1c63ea3872c on network c7c089e6-76ac-4872-9bf6-3bc64dbfab18 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:07.680137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:07.680381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Checking segment: {'id': '9983fed0-2d44-4570-8609-fd10c75aaa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c7c089e6-76ac-4872-9bf6-3bc64dbfab18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:07.680763 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.681300 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Bound using segment: {'id': '9983fed0-2d44-4570-8609-fd10c75aaa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c7c089e6-76ac-4872-9bf6-3bc64dbfab18'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:07.681761 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Bound port: 189b8d11-df4c-4d08-b86b-a1c63ea3872c, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9983fed0-2d44-4570-8609-fd10c75aaa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c7c089e6-76ac-4872-9bf6-3bc64dbfab18'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:07.682147 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.725307 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5fc41510-8da4-46eb-9a12-c290a0968423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.755635 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] For port 189b8d11-df4c-4d08-b86b-a1c63ea3872c, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:07.760330 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] For port 189b8d11-df4c-4d08-b86b-a1c63ea3872c, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=189b8d11-df4c-4d08-b86b-a1c63ea3872c,segment=NetworkSegment(9983fed0-2d44-4570-8609-fd10c75aaa0a),segment_id=9983fed0-2d44-4570-8609-fd10c75aaa0a)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:07.828102 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.839258 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5fc41510-8da4-46eb-9a12-c290a0968423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.876065 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9eba00f4-5ed6-4be7-92d4-a44c9d7672d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.900681 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0134ef5-3b56-4a3f-8dee-ee535e4237d3 None None] Pushing event updated for resources: {'Port': ['ID=189b8d11-df4c-4d08-b86b-a1c63ea3872c,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:08.006457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Allocated IP 2001:db8::1 (c7c089e6-76ac-4872-9bf6-3bc64dbfab18/9c5a9ccc-dccb-4e5b-9060-db5c043f10eb/5918bc21-c6d0-4d56-be73-c279f25ee8b1) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:08.101931 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5fc41510-8da4-46eb-9a12-c290a0968423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.107122 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5fc41510-8da4-46eb-9a12-c290a0968423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.108441 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5fc41510-8da4-46eb-9a12-c290a0968423 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/178b090b-2d71-4981-8e70-a7ec3cf94cf5 HTTP/1.1" status: 204 len: 168 time: 0.5519309 Aug 17 02:52:08.132252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc41510-8da4-46eb-9a12-c290a0968423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178b090b-2d71-4981-8e70-a7ec3cf94cf5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:08.218162 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.232889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Transition to ACTIVE for port object 5918bc21-c6d0-4d56-be73-c279f25ee8b1 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:08.371373 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.411597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network c7c089e6-76ac-4872-9bf6-3bc64dbfab18 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:08.417183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:08.421186 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:08.421769 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.473191 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=5918bc21-c6d0-4d56-be73-c279f25ee8b1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:08.567883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663017-bb7c-43d6-9c88-c3cc9c79eca8 req-81fb7ce5-4b5d-49ae-af5d-22fa7eaa11db tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:08.569580 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9663017-bb7c-43d6-9c88-c3cc9c79eca8 req-81fb7ce5-4b5d-49ae-af5d-22fa7eaa11db tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.1081233 Aug 17 02:52:08.620262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e9663017-bb7c-43d6-9c88-c3cc9c79eca8 req-d0e6a8ff-cd80-4f95-be66-692bec37fc52 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407724 Aug 17 02:52:08.732241 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.881143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56344) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:08.947384 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eeab5ee5-7fc8-46b3-9b51-a9d31be5748c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=497fd3dd149d4be3951bff587c38041d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621529 Aug 17 02:52:08.947384 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56348) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:09.012680 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-18811c94-345d-4c84-8832-0ca26b6378d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.021492 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61cc67c-1768-4660-845f-58f2d52cea58 None None] Network c7c089e6-76ac-4872-9bf6-3bc64dbfab18 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:09.048801 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.051799 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-18811c94-345d-4c84-8832-0ca26b6378d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.130661 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.131641 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.176492 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-18811c94-345d-4c84-8832-0ca26b6378d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.180451 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-18811c94-345d-4c84-8832-0ca26b6378d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.181870 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-18811c94-345d-4c84-8832-0ca26b6378d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c1e3dc9-63d1-4ab9-81d6-685016b0e281 HTTP/1.1" status: 204 len: 168 time: 0.2327001 Aug 17 02:52:09.220521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18811c94-345d-4c84-8832-0ca26b6378d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1e3dc9-63d1-4ab9-81d6-685016b0e281,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:09.241675 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-145caeea-0d99-4bbd-a07b-9cab9ca96ebd None None] Provisioning for port 189b8d11-df4c-4d08-b86b-a1c63ea3872c completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:09.251836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=5918bc21-c6d0-4d56-be73-c279f25ee8b1,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:09.301541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network c7c089e6-76ac-4872-9bf6-3bc64dbfab18 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:09.303661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:09.507504 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 44745132-d256-41f9-b962-b13d168bd8e0 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:52:09.617790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:09.623726 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3d64fbe3-5da2-41c2-91c6-f3555f0b8db4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/44745132-d256-41f9-b962-b13d168bd8e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3698354 Aug 17 02:52:09.626549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56360) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:09.630989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a2a3f8-0a78-4b41-b85e-59753cdabef2 None None] Sync routers for ids ['44745132-d256-41f9-b962-b13d168bd8e0'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:09.655483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0754dec6-18d0-4f48-b3ae-2173b2935332 None None] Provisioning for port 5918bc21-c6d0-4d56-be73-c279f25ee8b1 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:09.657823 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0754dec6-18d0-4f48-b3ae-2173b2935332 None None] Provisioning complete for port 5918bc21-c6d0-4d56-be73-c279f25ee8b1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:09.658254 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0754dec6-18d0-4f48-b3ae-2173b2935332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.660792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a2a3f8-0a78-4b41-b85e-59753cdabef2 None None] Routers {'44745132-d256-41f9-b962-b13d168bd8e0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:09.661680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-75a2a3f8-0a78-4b41-b85e-59753cdabef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['44745132-d256-41f9-b962-b13d168bd8e0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:09.688774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eca312-4cd7-4dc9-a090-dadd0c4cf623 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:09.694751 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-57eca312-4cd7-4dc9-a090-dadd0c4cf623 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports/5918bc21-c6d0-4d56-be73-c279f25ee8b1 HTTP/1.1" status: 200 len: 911 time: 0.0667593 Aug 17 02:52:09.697547 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56366) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:09.707629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-50a8f569-b481-4911-af4b-0f984e64a606 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9c5a9ccc-dccb-4e5b-9060-db5c043f10eb'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:09.736028 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-75a2a3f8-0a78-4b41-b85e-59753cdabef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:09.765812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a2a3f8-0a78-4b41-b85e-59753cdabef2 None None] Routers {'44745132-d256-41f9-b962-b13d168bd8e0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:09.765812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-75a2a3f8-0a78-4b41-b85e-59753cdabef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['44745132-d256-41f9-b962-b13d168bd8e0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:09.819673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0b823-e5e5-4102-bc34-86637f9a6516 req-40bb7646-3d0c-4833-a2ce-1fe16e93ff14 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:09.826034 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-75a2a3f8-0a78-4b41-b85e-59753cdabef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:09.826608 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ce0b823-e5e5-4102-bc34-86637f9a6516 req-40bb7646-3d0c-4833-a2ce-1fe16e93ff14 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.1057642 Aug 17 02:52:09.835528 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a2a3f8-0a78-4b41-b85e-59753cdabef2 None None] The sync data for ids ['44745132-d256-41f9-b962-b13d168bd8e0'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:09.840475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-0754dec6-18d0-4f48-b3ae-2173b2935332 None None] Port 5918bc21-c6d0-4d56-be73-c279f25ee8b1 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:09.937803 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-50a8f569-b481-4911-af4b-0f984e64a606 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.962613 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ce0b823-e5e5-4102-bc34-86637f9a6516 req-7154f653-92c5-4179-8bc3-b0330a6b6348 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294844 Aug 17 02:52:09.978555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-208501ac-bdbe-4bd0-bb18-51a5fd71cbac req-611db9e1-7b94-42f3-97cb-2637310dd80c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0768957 Aug 17 02:52:09.987810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58237eed-2e7e-4e5d-8ce7-9b66472f80c6 None None] Provisioning complete for port 5918bc21-c6d0-4d56-be73-c279f25ee8b1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:09.988276 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58237eed-2e7e-4e5d-8ce7-9b66472f80c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:10.009732 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 189b8d11-df4c-4d08-b86b-a1c63ea3872c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:10.057459 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58237eed-2e7e-4e5d-8ce7-9b66472f80c6 None None] Port 5918bc21-c6d0-4d56-be73-c279f25ee8b1 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:10.124100 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208501ac-bdbe-4bd0-bb18-51a5fd71cbac req-b621b902-aee1-4b11-9e1f-4277b7bf2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:10.125699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-208501ac-bdbe-4bd0-bb18-51a5fd71cbac req-b621b902-aee1-4b11-9e1f-4277b7bf2580 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 1097 time: 0.0796940 Aug 17 02:52:10.193331 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 189b8d11-df4c-4d08-b86b-a1c63ea3872c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:10.197892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 189b8d11-df4c-4d08-b86b-a1c63ea3872c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:10.197892 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:10.319516 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208501ac-bdbe-4bd0-bb18-51a5fd71cbac req-4ae02fb5-57f4-45d9-a149-6e5f8b70588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:10.321126 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-208501ac-bdbe-4bd0-bb18-51a5fd71cbac req-4ae02fb5-57f4-45d9-a149-6e5f8b70588e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.1714802 Aug 17 02:52:10.388040 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:10.398584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-208501ac-bdbe-4bd0-bb18-51a5fd71cbac req-43fee682-589e-4e74-8b05-4c7aef6108ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe94b3df-deb6-4977-b8b4-f482729c8a44 HTTP/1.1" status: 200 len: 1001 time: 0.0689363 Aug 17 02:52:10.403371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-24c1ae22-805c-479b-a918-3103ade7a000 None None] Provisioning complete for port 5918bc21-c6d0-4d56-be73-c279f25ee8b1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:10.403745 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-24c1ae22-805c-479b-a918-3103ade7a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:10.440875 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c7c8bea2-ea0c-403f-a959-f70c7d956db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:10.467714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 189b8d11-df4c-4d08-b86b-a1c63ea3872c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=189b8d11-df4c-4d08-b86b-a1c63ea3872c,segment=NetworkSegment(9983fed0-2d44-4570-8609-fd10c75aaa0a),segment_id=9983fed0-2d44-4570-8609-fd10c75aaa0a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:10.470414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-24c1ae22-805c-479b-a918-3103ade7a000 None None] Port 5918bc21-c6d0-4d56-be73-c279f25ee8b1 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:10.499735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208501ac-bdbe-4bd0-bb18-51a5fd71cbac req-b0365169-9518-4d07-966e-2a1f8411a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:10.502854 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-208501ac-bdbe-4bd0-bb18-51a5fd71cbac req-b0365169-9518-4d07-966e-2a1f8411a109 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0957611 Aug 17 02:52:10.516670 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-50a8f569-b481-4911-af4b-0f984e64a606 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:10.553784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208501ac-bdbe-4bd0-bb18-51a5fd71cbac req-68058081-abc3-4799-8e12-62b42b5e17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:10.555156 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-208501ac-bdbe-4bd0-bb18-51a5fd71cbac req-68058081-abc3-4799-8e12-62b42b5e17a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456314 Aug 17 02:52:10.559446 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:10.613213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=189b8d11-df4c-4d08-b86b-a1c63ea3872c,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:10.616062 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-50a8f569-b481-4911-af4b-0f984e64a606 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:10.622838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a8f569-b481-4911-af4b-0f984e64a606 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:10.623983 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-50a8f569-b481-4911-af4b-0f984e64a606 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:10.626623 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-50a8f569-b481-4911-af4b-0f984e64a606 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/ports/5918bc21-c6d0-4d56-be73-c279f25ee8b1 HTTP/1.1" status: 200 len: 911 time: 0.9274900 Aug 17 02:52:10.634755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56398) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:10.667416 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:10.676453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8f569-b481-4911-af4b-0f984e64a606 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=5918bc21-c6d0-4d56-be73-c279f25ee8b1,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:10.763665 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-208501ac-bdbe-4bd0-bb18-51a5fd71cbac req-66a2451a-f9e7-48f2-abf4-1a4bfc299d5a service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936738 Aug 17 02:52:10.790906 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56402) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:10.904838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1494888821'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:10.970583 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-208501ac-bdbe-4bd0-bb18-51a5fd71cbac req-30615ba3-a336-4a32-a958-6c55922031bf service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033353 Aug 17 02:52:11.008944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Made reservation on behalf of 25842d19769d4bdf87c69430c32a86df for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:11.013501 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.023226 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.142110 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.199639 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.204851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb6c14-a698-4de8-b7ee-3146e2e9b08c req-f1b34245-1ddc-4286-ac82-540111f3a734 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:11.206443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75eb6c14-a698-4de8-b7ee-3146e2e9b08c req-f1b34245-1ddc-4286-ac82-540111f3a734 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.1115856 Aug 17 02:52:11.235198 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:52:11.236273 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bc4e-bb31-4160-bac2-23784691c878 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.252237 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4a756a-a073-46dc-8f64-e4b184207018,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:11.258501 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.258861 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Added segment 1e6c6f60-936a-4d62-8e8f-fb6d2b264b54 of type vlan for network cf903b2c-d84e-4426-ac03-e89c1769e58c Aug 17 02:52:11.312691 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.435108 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.441339 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:11.444607 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.521515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event updated for resources: {'Network': ['ID=cf903b2c-d84e-4426-ac03-e89c1769e58c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:11.533012 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network cf903b2c-d84e-4426-ac03-e89c1769e58c details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:52:11.583547 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5d13b906-6dc3-432d-8999-6608d0993786 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7914448 Aug 17 02:52:11.586492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56414) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:11.592313 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b504ff2f-87b9-4bcc-96ba-fbc84c4d617c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Request body: {'subnet': {'network_id': 'cf903b2c-d84e-4426-ac03-e89c1769e58c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:11.705637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75eb6c14-a698-4de8-b7ee-3146e2e9b08c req-d5b57491-2756-4f9f-830b-2b407c230f66 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4885519 Aug 17 02:52:11.784203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b504ff2f-87b9-4bcc-96ba-fbc84c4d617c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Made reservation on behalf of 25842d19769d4bdf87c69430c32a86df for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:11.788322 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b504ff2f-87b9-4bcc-96ba-fbc84c4d617c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.830863 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.935073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-2ff6bc4e-bb31-4160-bac2-23784691c878 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port 5918bc21-c6d0-4d56-be73-c279f25ee8b1 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:11.935416 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bc4e-bb31-4160-bac2-23784691c878 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.958610 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 189b8d11-df4c-4d08-b86b-a1c63ea3872c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:12.014445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 189b8d11-df4c-4d08-b86b-a1c63ea3872c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:12.015435 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:12.044008 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b504ff2f-87b9-4bcc-96ba-fbc84c4d617c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:12.074753 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bc4e-bb31-4160-bac2-23784691c878 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:12.097280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-2ff6bc4e-bb31-4160-bac2-23784691c878 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for 5918bc21-c6d0-4d56-be73-c279f25ee8b1 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:12.142257 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504ff2f-87b9-4bcc-96ba-fbc84c4d617c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event updated for resources: {'Subnet': ['ID=29659932-3200-45de-b859-00b91a453d95,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:12.163516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504ff2f-87b9-4bcc-96ba-fbc84c4d617c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Checking segment: {'id': '1e6c6f60-936a-4d62-8e8f-fb6d2b264b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cf903b2c-d84e-4426-ac03-e89c1769e58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:12.170916 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b504ff2f-87b9-4bcc-96ba-fbc84c4d617c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Network hostable DHCP agents. Network: cf903b2c-d84e-4426-ac03-e89c1769e58c, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:52:12.256441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b504ff2f-87b9-4bcc-96ba-fbc84c4d617c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Network cf903b2c-d84e-4426-ac03-e89c1769e58c is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:52:12.376152 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-b504ff2f-87b9-4bcc-96ba-fbc84c4d617c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, cf903b2c-d84e-4426-ac03-e89c1769e58c) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:12.380451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b504ff2f-87b9-4bcc-96ba-fbc84c4d617c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:12.381058 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b504ff2f-87b9-4bcc-96ba-fbc84c4d617c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:12.388209 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bc4e-bb31-4160-bac2-23784691c878 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:12.388816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a0f85c-a7a7-4e12-aaf8-0ae14345f310 None None] Network cf903b2c-d84e-4426-ac03-e89c1769e58c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:12.440645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6bc4e-bb31-4160-bac2-23784691c878 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=5918bc21-c6d0-4d56-be73-c279f25ee8b1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:12.551767 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b504ff2f-87b9-4bcc-96ba-fbc84c4d617c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9612124 Aug 17 02:52:12.553050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56418) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:12.559028 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ff6bc4e-bb31-4160-bac2-23784691c878 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:12.563095 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-72fe9071-63cd-4ea3-b804-02ae63a5dcb9 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Request body: {'port': {'network_id': 'cf903b2c-d84e-4426-ac03-e89c1769e58c', 'name': 'tempest-AllowedAddressPairTestJSON-1245090716'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:12.604306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-cf903b2c-d84e-4426-ac03-e89c1769e58c', 'network_id': 'cf903b2c-d84e-4426-ac03-e89c1769e58c', 'tenant_id': '25842d19769d4bdf87c69430c32a86df', 'fixed_ips': [{'subnet_id': '29659932-3200-45de-b859-00b91a453d95'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:52:12.604306 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:12.760561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff6bc4e-bb31-4160-bac2-23784691c878 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 44745132-d256-41f9-b962-b13d168bd8e0 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:12.767202 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Allocated IP 172.20.0.2 (cf903b2c-d84e-4426-ac03-e89c1769e58c/29659932-3200-45de-b859-00b91a453d95/080914ef-830a-4f7a-97ba-4842e74b4363) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:12.804796 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fe9071-63cd-4ea3-b804-02ae63a5dcb9 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Made reservation on behalf of 25842d19769d4bdf87c69430c32a86df for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:12.809065 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72fe9071-63cd-4ea3-b804-02ae63a5dcb9 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:12.830125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-72fe9071-63cd-4ea3-b804-02ae63a5dcb9 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] device_id is not set on port 5d542c45-ed1f-4fe1-8703-8d5d2cb7e51b yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:52:12.899764 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff6bc4e-bb31-4160-bac2-23784691c878 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:12.910228 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5bca42-1285-4846-927a-86ca5ce57244 None None] Sync routers for ids ['44745132-d256-41f9-b962-b13d168bd8e0'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:12.912381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2ff6bc4e-bb31-4160-bac2-23784691c878 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/44745132-d256-41f9-b962-b13d168bd8e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2763512 Aug 17 02:52:12.914971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56422) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:12.925104 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5bca42-1285-4846-927a-86ca5ce57244 None None] Routers {'44745132-d256-41f9-b962-b13d168bd8e0'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:12.925768 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bc5bca42-1285-4846-927a-86ca5ce57244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['44745132-d256-41f9-b962-b13d168bd8e0'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:12.947918 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-98ad6db7-9e37-4258-ab10-24cb0b517dba tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports?device_id=44745132-d256-41f9-b962-b13d168bd8e0 HTTP/1.1" status: 200 len: 205 time: 0.0317638 Aug 17 02:52:12.950816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56424) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:12.956690 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:12.969090 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Transition to ACTIVE for port object 080914ef-830a-4f7a-97ba-4842e74b4363 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:12.974716 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bc5bca42-1285-4846-927a-86ca5ce57244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:12.983633 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5bca42-1285-4846-927a-86ca5ce57244 None None] Routers {'44745132-d256-41f9-b962-b13d168bd8e0'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:12.984418 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bc5bca42-1285-4846-927a-86ca5ce57244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['44745132-d256-41f9-b962-b13d168bd8e0'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:12.986429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Transition to ACTIVE for port object 080914ef-830a-4f7a-97ba-4842e74b4363 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:13.021513 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bc5bca42-1285-4846-927a-86ca5ce57244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:13.022678 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5bca42-1285-4846-927a-86ca5ce57244 None None] The sync data for ids ['44745132-d256-41f9-b962-b13d168bd8e0'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:13.034252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b147ba-e9c7-43b5-b1c7-660615088ee3 req-2d11b114-9039-4c0a-a966-638758541543 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:13.035756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93b147ba-e9c7-43b5-b1c7-660615088ee3 req-2d11b114-9039-4c0a-a966-638758541543 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.2127566 Aug 17 02:52:13.045884 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f7e9e6a0-b2f8-40e5-8547-7528ed1d40be tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.056817 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.107410 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Network cf903b2c-d84e-4426-ac03-e89c1769e58c is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:13.112404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-72fe9071-63cd-4ea3-b804-02ae63a5dcb9 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Allocated IP 172.20.0.7 (cf903b2c-d84e-4426-ac03-e89c1769e58c/29659932-3200-45de-b859-00b91a453d95/5d542c45-ed1f-4fe1-8703-8d5d2cb7e51b) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:13.119362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:13.119362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:13.127705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Pushing event updated for resources: {'Port': ['ID=080914ef-830a-4f7a-97ba-4842e74b4363,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:13.155354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-93b147ba-e9c7-43b5-b1c7-660615088ee3 req-303320ec-8ba3-4a2d-b0c2-ef5dea632481 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128030 Aug 17 02:52:13.204770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Attempting to bind port 080914ef-830a-4f7a-97ba-4842e74b4363 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:13.205179 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Attempting to bind port 080914ef-830a-4f7a-97ba-4842e74b4363 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '1e6c6f60-936a-4d62-8e8f-fb6d2b264b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cf903b2c-d84e-4426-ac03-e89c1769e58c'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:13.205647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Attempting to bind port 080914ef-830a-4f7a-97ba-4842e74b4363 on network cf903b2c-d84e-4426-ac03-e89c1769e58c {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:13.212924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:13.213343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Checking segment: {'id': '1e6c6f60-936a-4d62-8e8f-fb6d2b264b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cf903b2c-d84e-4426-ac03-e89c1769e58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:13.213811 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.214220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Bound using segment: {'id': '1e6c6f60-936a-4d62-8e8f-fb6d2b264b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cf903b2c-d84e-4426-ac03-e89c1769e58c'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:13.214908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Bound port: 080914ef-830a-4f7a-97ba-4842e74b4363, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6c6f60-936a-4d62-8e8f-fb6d2b264b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cf903b2c-d84e-4426-ac03-e89c1769e58c'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:13.215356 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.261441 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f7e9e6a0-b2f8-40e5-8547-7528ed1d40be tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.264786 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f7e9e6a0-b2f8-40e5-8547-7528ed1d40be tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.286859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] For port 080914ef-830a-4f7a-97ba-4842e74b4363, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:13.291049 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] For port 080914ef-830a-4f7a-97ba-4842e74b4363, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=080914ef-830a-4f7a-97ba-4842e74b4363,segment=NetworkSegment(1e6c6f60-936a-4d62-8e8f-fb6d2b264b54),segment_id=1e6c6f60-936a-4d62-8e8f-fb6d2b264b54)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:13.333065 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72fe9071-63cd-4ea3-b804-02ae63a5dcb9 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.348254 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-72fe9071-63cd-4ea3-b804-02ae63a5dcb9 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Transition to ACTIVE for port object 5d542c45-ed1f-4fe1-8703-8d5d2cb7e51b will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:13.398072 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.431845 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f7e9e6a0-b2f8-40e5-8547-7528ed1d40be tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.432609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e9e6a0-b2f8-40e5-8547-7528ed1d40be tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Fanout notify agent at l3_agent the message router_deleted on router 44745132-d256-41f9-b962-b13d168bd8e0 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:52:13.447511 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f7e9e6a0-b2f8-40e5-8547-7528ed1d40be tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.448770 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f7e9e6a0-b2f8-40e5-8547-7528ed1d40be tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/routers/44745132-d256-41f9-b962-b13d168bd8e0 HTTP/1.1" status: 204 len: 168 time: 0.4970493 Aug 17 02:52:13.451625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56428) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:13.471949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbac0c0-3d70-4906-94e2-3768f68f2489 None None] Pushing event updated for resources: {'Port': ['ID=080914ef-830a-4f7a-97ba-4842e74b4363,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:13.489373 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72fe9071-63cd-4ea3-b804-02ae63a5dcb9 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.521676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-609bff93-cbe6-423b-a2c2-18e13e5a0d85 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting subnet 9c5a9ccc-dccb-4e5b-9060-db5c043f10eb {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:52:13.525518 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-609bff93-cbe6-423b-a2c2-18e13e5a0d85 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.541747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fe9071-63cd-4ea3-b804-02ae63a5dcb9 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Network cf903b2c-d84e-4426-ac03-e89c1769e58c is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:13.545524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-72fe9071-63cd-4ea3-b804-02ae63a5dcb9 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:13.549666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fe9071-63cd-4ea3-b804-02ae63a5dcb9 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:13.577467 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe9071-63cd-4ea3-b804-02ae63a5dcb9 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event updated for resources: {'Port': ['ID=5d542c45-ed1f-4fe1-8703-8d5d2cb7e51b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:13.577614 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-609bff93-cbe6-423b-a2c2-18e13e5a0d85 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.607157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe9071-63cd-4ea3-b804-02ae63a5dcb9 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:13.608781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72fe9071-63cd-4ea3-b804-02ae63a5dcb9 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.693871 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-72fe9071-63cd-4ea3-b804-02ae63a5dcb9 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1387100 Aug 17 02:52:13.694984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56430) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:13.707868 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-48720211-8549-43a7-8738-78951e9ade52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Request body: {'port': {'network_id': 'cf903b2c-d84e-4426-ac03-e89c1769e58c', 'name': 'tempest-AllowedAddressPairTestJSON-1714641217', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ca:58:7e'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:13.714833 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-609bff93-cbe6-423b-a2c2-18e13e5a0d85 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.822556 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.874609 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-609bff93-cbe6-423b-a2c2-18e13e5a0d85 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.900062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bff93-cbe6-423b-a2c2-18e13e5a0d85 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5a9ccc-dccb-4e5b-9060-db5c043f10eb,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:13.903128 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48720211-8549-43a7-8738-78951e9ade52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Made reservation on behalf of 25842d19769d4bdf87c69430c32a86df for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:13.916939 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-609bff93-cbe6-423b-a2c2-18e13e5a0d85 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.918260 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5854e6-ea4b-4099-b366-807f24b52ea2 None None] Network c7c089e6-76ac-4872-9bf6-3bc64dbfab18 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:13.922433 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-609bff93-cbe6-423b-a2c2-18e13e5a0d85 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/9c5a9ccc-dccb-4e5b-9060-db5c043f10eb HTTP/1.1" status: 204 len: 168 time: 0.4692075 Aug 17 02:52:13.924780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56432) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:14.016796 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 080914ef-830a-4f7a-97ba-4842e74b4363 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:14.029137 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48720211-8549-43a7-8738-78951e9ade52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.048858 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.065883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-48720211-8549-43a7-8738-78951e9ade52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] device_id is not set on port 22605ce3-278d-41ac-9925-f7a28f4f182f yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:52:14.123411 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port 189b8d11-df4c-4d08-b86b-a1c63ea3872c {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:14.123759 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.215862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 080914ef-830a-4f7a-97ba-4842e74b4363 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:14.225931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] For port 189b8d11-df4c-4d08-b86b-a1c63ea3872c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=189b8d11-df4c-4d08-b86b-a1c63ea3872c,segment=NetworkSegment(9983fed0-2d44-4570-8609-fd10c75aaa0a),segment_id=9983fed0-2d44-4570-8609-fd10c75aaa0a)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:14.228311 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.240797 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d450cd5a-f3e2-4fad-bde6-03a8aa262d9a None None] DHCP port deletion for c7c089e6-76ac-4872-9bf6-3bc64dbfab18 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:52:14.261000 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-48720211-8549-43a7-8738-78951e9ade52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Allocated IP 172.20.0.3 (cf903b2c-d84e-4426-ac03-e89c1769e58c/29659932-3200-45de-b859-00b91a453d95/22605ce3-278d-41ac-9925-f7a28f4f182f) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:14.283269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for 189b8d11-df4c-4d08-b86b-a1c63ea3872c owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:14.333115 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d450cd5a-f3e2-4fad-bde6-03a8aa262d9a None None] Deleting port 189b8d11-df4c-4d08-b86b-a1c63ea3872c {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:14.334667 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d450cd5a-f3e2-4fad-bde6-03a8aa262d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.410042 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2da7f-d24a-46a1-9d87-949b49397e3c req-2420f50f-91c8-4fe1-b594-314e60acfe5d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:14.411850 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8f2da7f-d24a-46a1-9d87-949b49397e3c req-2420f50f-91c8-4fe1-b594-314e60acfe5d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.1320336 Aug 17 02:52:14.432612 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d450cd5a-f3e2-4fad-bde6-03a8aa262d9a None None] For port 189b8d11-df4c-4d08-b86b-a1c63ea3872c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=189b8d11-df4c-4d08-b86b-a1c63ea3872c,segment=NetworkSegment(9983fed0-2d44-4570-8609-fd10c75aaa0a),segment_id=9983fed0-2d44-4570-8609-fd10c75aaa0a)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:14.434399 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d450cd5a-f3e2-4fad-bde6-03a8aa262d9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.455108 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d450cd5a-f3e2-4fad-bde6-03a8aa262d9a None None] Calling delete_port for 189b8d11-df4c-4d08-b86b-a1c63ea3872c owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:14.461142 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ed30f973-0a2e-4997-bb23-9f7a525b258b details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:52:14.479888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8f2da7f-d24a-46a1-9d87-949b49397e3c req-a04ae755-98b8-4da1-98bf-38001143b07b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601511 Aug 17 02:52:14.603329 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.623935 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48720211-8549-43a7-8738-78951e9ade52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.641734 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-48720211-8549-43a7-8738-78951e9ade52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Transition to ACTIVE for port object 22605ce3-278d-41ac-9925-f7a28f4f182f will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:14.654213 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=189b8d11-df4c-4d08-b86b-a1c63ea3872c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:14.670874 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d450cd5a-f3e2-4fad-bde6-03a8aa262d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.673473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No DVR routers for this DVR port 189b8d11-df4c-4d08-b86b-a1c63ea3872c on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:14.737654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ed30f973-0a2e-4997-bb23-9f7a525b258b, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:14.753830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d450cd5a-f3e2-4fad-bde6-03a8aa262d9a None None] No DVR routers for this DVR port 189b8d11-df4c-4d08-b86b-a1c63ea3872c on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:14.760107 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'port_id': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'mac_address': 'fa:16:3e:bd:d7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:52:14.783026 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48720211-8549-43a7-8738-78951e9ade52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.793222 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450cd5a-f3e2-4fad-bde6-03a8aa262d9a None None] Pushing event deleted for resources: {'Port': ['ID=189b8d11-df4c-4d08-b86b-a1c63ea3872c,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:14.818602 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.830581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48720211-8549-43a7-8738-78951e9ade52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Network cf903b2c-d84e-4426-ac03-e89c1769e58c is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:14.835017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c089e6-76ac-4872-9bf6-3bc64dbfab18']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:14.839775 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3421d8c0-2069-40b5-b876-5700568a286f req-ea40cbc0-4568-49d8-9e32-e1a9eb8cbd01 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1171613 Aug 17 02:52:14.848769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9983fed0-2d44-4570-8609-fd10c75aaa0a') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:14.849073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9983fed0-2d44-4570-8609-fd10c75aaa0a') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:14.851737 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d006764-d73c-448e-87c0-8c8b19c26ed8 None None] Network cf903b2c-d84e-4426-ac03-e89c1769e58c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:14.865835 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.896208 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-48720211-8549-43a7-8738-78951e9ade52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:14.902197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48720211-8549-43a7-8738-78951e9ade52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:14.905886 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.932272 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed30f973-0a2e-4997-bb23-9f7a525b258b {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:14.938443 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.949771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:52:14.950199 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:52:14.955435 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:52:14.959675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48720211-8549-43a7-8738-78951e9ade52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event updated for resources: {'Port': ['ID=22605ce3-278d-41ac-9925-f7a28f4f182f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:14.970252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421d8c0-2069-40b5-b876-5700568a286f req-59253e0d-e1b5-44aa-a0a3-73292ea50052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:14.972540 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3421d8c0-2069-40b5-b876-5700568a286f req-59253e0d-e1b5-44aa-a0a3-73292ea50052 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12d53d937b3f49568a4be4ed2fa47188&device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 1101 time: 0.0831065 Aug 17 02:52:14.981581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ed30f973-0a2e-4997-bb23-9f7a525b258b, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:15.014500 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48720211-8549-43a7-8738-78951e9ade52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.015202 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48720211-8549-43a7-8738-78951e9ade52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.030777 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-291b3f47-26f7-4328-9111-f4ea4b177c9f None None] Provisioning for port 080914ef-830a-4f7a-97ba-4842e74b4363 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:15.042141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-291b3f47-26f7-4328-9111-f4ea4b177c9f None None] Provisioning complete for port 080914ef-830a-4f7a-97ba-4842e74b4363 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:15.042488 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-291b3f47-26f7-4328-9111-f4ea4b177c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.069665 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.122543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421d8c0-2069-40b5-b876-5700568a286f req-c1a07e51-3799-420d-831c-2c98b51efac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.123955 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3421d8c0-2069-40b5-b876-5700568a286f req-c1a07e51-3799-420d-831c-2c98b51efac4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e234555e-6ef4-4860-8186-cd68b9e4cda1 HTTP/1.1" status: 200 len: 870 time: 0.1201007 Aug 17 02:52:15.130804 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-48720211-8549-43a7-8738-78951e9ade52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.4280348 Aug 17 02:52:15.133179 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56438) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:15.177595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ed30f973-0a2e-4997-bb23-9f7a525b258b,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:15.180595 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3421d8c0-2069-40b5-b876-5700568a286f req-bac71d0b-f06e-40fa-b44d-d7079455ce6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=833e4ea7-49ef-4d28-b3cc-1eceeb797338 HTTP/1.1" status: 200 len: 217 time: 0.0487578 Aug 17 02:52:15.226230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72a79d6-a3ef-4e4b-a2af-09ca7c99eb1f tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.235902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72a79d6-a3ef-4e4b-a2af-09ca7c99eb1f tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.253499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421d8c0-2069-40b5-b876-5700568a286f req-75c7b8b2-79cf-443b-903f-87ca38fd2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.254180 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72a79d6-a3ef-4e4b-a2af-09ca7c99eb1f tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.255027 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3421d8c0-2069-40b5-b876-5700568a286f req-75c7b8b2-79cf-443b-903f-87ca38fd2202 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0666876 Aug 17 02:52:15.259101 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.259325 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56440) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:15.261691 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e72a79d6-a3ef-4e4b-a2af-09ca7c99eb1f tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1262794 Aug 17 02:52:15.282918 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.288647 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/networks/c7c089e6-76ac-4872-9bf6-3bc64dbfab18 HTTP/1.1" status: 204 len: 168 time: 1.3588560 Aug 17 02:52:15.289484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56442) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:15.301562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-690de8cd-9914-4c8e-acea-d87c613c292e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-602320900', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:15.334947 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389eb47-10c2-4629-9d1c-596e1e74c98f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Network': ['ID=c7c089e6-76ac-4872-9bf6-3bc64dbfab18,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:15.421912 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-690de8cd-9914-4c8e-acea-d87c613c292e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.423038 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-690de8cd-9914-4c8e-acea-d87c613c292e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.435643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['ed30f973-0a2e-4997-bb23-9f7a525b258b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:15.456927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421d8c0-2069-40b5-b876-5700568a286f req-d9e51dde-ee05-41bb-8c3a-7f590534f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.458554 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3421d8c0-2069-40b5-b876-5700568a286f req-d9e51dde-ee05-41bb-8c3a-7f590534f63e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1836379 Aug 17 02:52:15.491174 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-690de8cd-9914-4c8e-acea-d87c613c292e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.520695 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-291b3f47-26f7-4328-9111-f4ea4b177c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.567766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa587b-ff4a-40a7-aaad-eac0110c6810 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Deleting port 22605ce3-278d-41ac-9925-f7a28f4f182f {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:15.568329 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2dfa587b-ff4a-40a7-aaad-eac0110c6810 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.593158 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-291b3f47-26f7-4328-9111-f4ea4b177c9f None None] For port 080914ef-830a-4f7a-97ba-4842e74b4363, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=080914ef-830a-4f7a-97ba-4842e74b4363,segment=NetworkSegment(1e6c6f60-936a-4d62-8e8f-fb6d2b264b54),segment_id=1e6c6f60-936a-4d62-8e8f-fb6d2b264b54)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:15.598128 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-690de8cd-9914-4c8e-acea-d87c613c292e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.657698 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-291b3f47-26f7-4328-9111-f4ea4b177c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.685030 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-690de8cd-9914-4c8e-acea-d87c613c292e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.689131 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-690de8cd-9914-4c8e-acea-d87c613c292e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3956258 Aug 17 02:52:15.692859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56448) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:15.698571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7ef4c3fc-ce1d-437c-9a11-1743b935256a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1586415724'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:15.707999 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3421d8c0-2069-40b5-b876-5700568a286f req-c51d740d-e16c-47ba-b372-4c14cbd8d5bc service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354307 Aug 17 02:52:15.737098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b3f47-26f7-4328-9111-f4ea4b177c9f None None] Pushing event updated for resources: {'Port': ['ID=080914ef-830a-4f7a-97ba-4842e74b4363,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:15.809021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef4c3fc-ce1d-437c-9a11-1743b935256a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:15.809630 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c3fc-ce1d-437c-9a11-1743b935256a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.838098 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef4c3fc-ce1d-437c-9a11-1743b935256a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:52:15.849702 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c3fc-ce1d-437c-9a11-1743b935256a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.850360 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-7ef4c3fc-ce1d-437c-9a11-1743b935256a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Added segment dcb48bd5-5117-4dfd-87ca-bf4333f376be of type vlan for network a429fd20-1705-4a89-aef0-a897f1a0a481 Aug 17 02:52:15.857218 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c66e23c4-00df-4513-bd08-6d87fd506ae2 None None] Provisioning for port 22605ce3-278d-41ac-9925-f7a28f4f182f completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:15.866741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c66e23c4-00df-4513-bd08-6d87fd506ae2 None None] Provisioning complete for port 22605ce3-278d-41ac-9925-f7a28f4f182f triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:15.869992 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c66e23c4-00df-4513-bd08-6d87fd506ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.919117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c66e23c4-00df-4513-bd08-6d87fd506ae2 None None] Port 22605ce3-278d-41ac-9925-f7a28f4f182f cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:15.961289 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c66e23c4-00df-4513-bd08-6d87fd506ae2 None None] Provisioning complete for port 080914ef-830a-4f7a-97ba-4842e74b4363 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:15.961950 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c66e23c4-00df-4513-bd08-6d87fd506ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.976295 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c3fc-ce1d-437c-9a11-1743b935256a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.011975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 080914ef-830a-4f7a-97ba-4842e74b4363 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:16.103989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 080914ef-830a-4f7a-97ba-4842e74b4363 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:16.104444 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.106576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339262e-6d93-47bf-bd8b-9f441c688110 req-bc39d58d-3d36-453e-bce0-5a5807166a2d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:16.109339 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c3fc-ce1d-437c-9a11-1743b935256a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.109487 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c339262e-6d93-47bf-bd8b-9f441c688110 req-bc39d58d-3d36-453e-bce0-5a5807166a2d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 945 time: 0.4809494 Aug 17 02:52:16.114541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef4c3fc-ce1d-437c-9a11-1743b935256a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:16.115832 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c3fc-ce1d-437c-9a11-1743b935256a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.124267 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2dfa587b-ff4a-40a7-aaad-eac0110c6810 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.167453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa587b-ff4a-40a7-aaad-eac0110c6810 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Calling delete_port for 22605ce3-278d-41ac-9925-f7a28f4f182f owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:16.201829 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4c3fc-ce1d-437c-9a11-1743b935256a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Network': ['ID=a429fd20-1705-4a89-aef0-a897f1a0a481,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:16.216294 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network a429fd20-1705-4a89-aef0-a897f1a0a481 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:52:16.242184 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7ef4c3fc-ce1d-437c-9a11-1743b935256a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5453038 Aug 17 02:52:16.242501 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56450) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:16.248481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-52c52f87-f2c9-4fae-9baa-f197ece2b6a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'subnet': {'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:16.269217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c339262e-6d93-47bf-bd8b-9f441c688110 req-15d75d55-4076-422c-a55f-ac92eb5e553d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522272 Aug 17 02:52:16.303114 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3421d8c0-2069-40b5-b876-5700568a286f req-d8deb6b7-9504-40c6-ac62-9775875d3cec service neutron] 10.222.0.42 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802991 Aug 17 02:52:16.334389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c66e23c4-00df-4513-bd08-6d87fd506ae2 None None] Provisioning for port 5d542c45-ed1f-4fe1-8703-8d5d2cb7e51b completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:16.347497 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c66e23c4-00df-4513-bd08-6d87fd506ae2 None None] Provisioning complete for port 5d542c45-ed1f-4fe1-8703-8d5d2cb7e51b triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:16.347960 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c66e23c4-00df-4513-bd08-6d87fd506ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.393987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 189b8d11-df4c-4d08-b86b-a1c63ea3872c no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:16.419204 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 189b8d11-df4c-4d08-b86b-a1c63ea3872c {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:52:16.419662 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 189b8d11-df4c-4d08-b86b-a1c63ea3872c not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:52:16.421952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c66e23c4-00df-4513-bd08-6d87fd506ae2 None None] Port 5d542c45-ed1f-4fe1-8703-8d5d2cb7e51b cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:16.462127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ed30f973-0a2e-4997-bb23-9f7a525b258b up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:16.490769 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c52f87-f2c9-4fae-9baa-f197ece2b6a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:16.497050 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2dfa587b-ff4a-40a7-aaad-eac0110c6810 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.497852 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-52c52f87-f2c9-4fae-9baa-f197ece2b6a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.552014 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1e7c7ae1-d1bb-4495-a0d5-f8589b3ea3fe None None] Could not find standard attr ID for object 22605ce3-278d-41ac-9925-f7a28f4f182f. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:52:16.578538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa587b-ff4a-40a7-aaad-eac0110c6810 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event deleted for resources: {'Port': ['ID=22605ce3-278d-41ac-9925-f7a28f4f182f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:16.594442 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port ed30f973-0a2e-4997-bb23-9f7a525b258b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:16.594442 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.664324 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1e7c7ae1-d1bb-4495-a0d5-f8589b3ea3fe None None] Provisioning complete for port 5d542c45-ed1f-4fe1-8703-8d5d2cb7e51b triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:16.666558 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1e7c7ae1-d1bb-4495-a0d5-f8589b3ea3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.737004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c7ae1-d1bb-4495-a0d5-f8589b3ea3fe None None] Port 5d542c45-ed1f-4fe1-8703-8d5d2cb7e51b cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:16.757680 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2dfa587b-ff4a-40a7-aaad-eac0110c6810 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.760047 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2dfa587b-ff4a-40a7-aaad-eac0110c6810 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "DELETE /v2.0/ports/22605ce3-278d-41ac-9925-f7a28f4f182f HTTP/1.1" status: 204 len: 168 time: 1.4997494 Aug 17 02:52:16.763378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56464) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:16.774281 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.799251 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9fb3b7-ac86-4b8c-827c-54cd4eec5bc0 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] GET failed (client error): The resource could not be found. Aug 17 02:52:16.800511 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed30f973-0a2e-4997-bb23-9f7a525b258b'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:16.800826 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6f9fb3b7-ac86-4b8c-827c-54cd4eec5bc0 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "GET /v2.0/ports/22605ce3-278d-41ac-9925-f7a28f4f182f HTTP/1.1" status: 404 len: 333 time: 0.0364127 Aug 17 02:52:16.803485 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233c43f8-572e-48a6-a051-135288271104" -d '{"events": [{"server_uuid": "19e63241-0edf-4132-94b1-6f6f947a2a27", "name": "network-vif-plugged", "status": "completed", "tag": "ed30f973-0a2e-4997-bb23-9f7a525b258b"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:16.804911 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56466) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:16.813356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-c220d0bc-4018-4766-9fc1-faa759cc4351 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Request body: {'port': {'network_id': 'cf903b2c-d84e-4426-ac03-e89c1769e58c', 'name': 'tempest-AllowedAddressPairTestJSON-2115372385'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:16.821514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ed30f973-0a2e-4997-bb23-9f7a525b258b, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:16.887831 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42849b68-4d83-494d-b4b5-59e65fa718ea x-openstack-request-id: req-42849b68-4d83-494d-b4b5-59e65fa718ea {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:16.888751 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e63241-0edf-4132-94b1-6f6f947a2a27", "name": "network-vif-plugged", "status": "completed", "tag": "ed30f973-0a2e-4997-bb23-9f7a525b258b", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:16.889210 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42849b68-4d83-494d-b4b5-59e65fa718ea {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:16.890141 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'code': 200} Aug 17 02:52:16.923715 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.953854 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-52c52f87-f2c9-4fae-9baa-f197ece2b6a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.002065 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ed30f973-0a2e-4997-bb23-9f7a525b258b,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:17.029127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c52f87-f2c9-4fae-9baa-f197ece2b6a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Subnet': ['ID=a474f627-ef9d-438b-b36b-98d876b903cf,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:17.034166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c52f87-f2c9-4fae-9baa-f197ece2b6a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Checking segment: {'id': 'dcb48bd5-5117-4dfd-87ca-bf4333f376be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:17.035538 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c52f87-f2c9-4fae-9baa-f197ece2b6a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network hostable DHCP agents. Network: a429fd20-1705-4a89-aef0-a897f1a0a481, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:52:17.056215 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c220d0bc-4018-4766-9fc1-faa759cc4351 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Made reservation on behalf of 25842d19769d4bdf87c69430c32a86df for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:17.060448 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c220d0bc-4018-4766-9fc1-faa759cc4351 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.085967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-c220d0bc-4018-4766-9fc1-faa759cc4351 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] device_id is not set on port 6a57de3a-736b-488b-9aaf-6d59448bdbb2 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:52:17.113411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c52f87-f2c9-4fae-9baa-f197ece2b6a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network a429fd20-1705-4a89-aef0-a897f1a0a481 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:52:17.182145 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-52c52f87-f2c9-4fae-9baa-f197ece2b6a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, a429fd20-1705-4a89-aef0-a897f1a0a481) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:17.194420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c52f87-f2c9-4fae-9baa-f197ece2b6a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:17.195241 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-52c52f87-f2c9-4fae-9baa-f197ece2b6a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.202071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4eb7ca-175c-4f27-9cc2-6b6c7e1ca42a None None] Network a429fd20-1705-4a89-aef0-a897f1a0a481 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:17.202794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-c220d0bc-4018-4766-9fc1-faa759cc4351 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Allocated IP 172.20.0.9 (cf903b2c-d84e-4426-ac03-e89c1769e58c/29659932-3200-45de-b859-00b91a453d95/6a57de3a-736b-488b-9aaf-6d59448bdbb2) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:17.325413 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-52c52f87-f2c9-4fae-9baa-f197ece2b6a7 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0817277 Aug 17 02:52:17.328953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56492) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:17.382360 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-a429fd20-1705-4a89-aef0-a897f1a0a481', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:52:17.384573 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.436981 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c220d0bc-4018-4766-9fc1-faa759cc4351 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.461172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f125b3-9d5a-4c3c-8344-e4ebf8da56b6 req-d0295b53-a5c1-45c1-929b-7ccd1d4bea28 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:17.463178 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82f125b3-9d5a-4c3c-8344-e4ebf8da56b6 req-d0295b53-a5c1-45c1-929b-7ccd1d4bea28 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.1066105 Aug 17 02:52:17.476087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-c220d0bc-4018-4766-9fc1-faa759cc4351 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Transition to ACTIVE for port object 6a57de3a-736b-488b-9aaf-6d59448bdbb2 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:17.540808 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82f125b3-9d5a-4c3c-8344-e4ebf8da56b6 req-f231ff1b-2515-4b18-bcdf-77f7338a15ef tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660970 Aug 17 02:52:17.579533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Allocated IP 2001:db8::2 (a429fd20-1705-4a89-aef0-a897f1a0a481/a474f627-ef9d-438b-b36b-98d876b903cf/6e112d6c-c557-459f-92c6-2bc603dde9b2) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:17.660982 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c220d0bc-4018-4766-9fc1-faa759cc4351 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.745394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c220d0bc-4018-4766-9fc1-faa759cc4351 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Network cf903b2c-d84e-4426-ac03-e89c1769e58c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:17.749747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-c220d0bc-4018-4766-9fc1-faa759cc4351 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:17.767980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c220d0bc-4018-4766-9fc1-faa759cc4351 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:17.825890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220d0bc-4018-4766-9fc1-faa759cc4351 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event updated for resources: {'Port': ['ID=6a57de3a-736b-488b-9aaf-6d59448bdbb2,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:17.841516 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c220d0bc-4018-4766-9fc1-faa759cc4351 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:17.842247 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c220d0bc-4018-4766-9fc1-faa759cc4351 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.873493 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.879056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Transition to ACTIVE for port object 6e112d6c-c557-459f-92c6-2bc603dde9b2 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:17.897363 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Transition to ACTIVE for port object 6e112d6c-c557-459f-92c6-2bc603dde9b2 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:17.909335 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c220d0bc-4018-4766-9fc1-faa759cc4351 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1030877 Aug 17 02:52:17.912409 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56524) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:17.919420 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a859c29e-2f87-4282-823a-635d8aaa92e3 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ca:58:7e'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:17.948781 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.053719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Network a429fd20-1705-4a89-aef0-a897f1a0a481 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:18.057641 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.070713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:18.079860 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:18.128060 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Pushing event updated for resources: {'Port': ['ID=6e112d6c-c557-459f-92c6-2bc603dde9b2,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:18.177014 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Attempting to bind port 6e112d6c-c557-459f-92c6-2bc603dde9b2 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:18.178973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Attempting to bind port 6e112d6c-c557-459f-92c6-2bc603dde9b2 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'dcb48bd5-5117-4dfd-87ca-bf4333f376be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:18.178973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Attempting to bind port 6e112d6c-c557-459f-92c6-2bc603dde9b2 on network a429fd20-1705-4a89-aef0-a897f1a0a481 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:18.185340 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:18.185704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Checking segment: {'id': 'dcb48bd5-5117-4dfd-87ca-bf4333f376be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:18.186059 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.186491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Bound using segment: {'id': 'dcb48bd5-5117-4dfd-87ca-bf4333f376be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:18.187380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Bound port: 6e112d6c-c557-459f-92c6-2bc603dde9b2, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb48bd5-5117-4dfd-87ca-bf4333f376be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:18.187778 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.190619 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a859c29e-2f87-4282-823a-635d8aaa92e3 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.290134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] For port 6e112d6c-c557-459f-92c6-2bc603dde9b2, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:18.295941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] For port 6e112d6c-c557-459f-92c6-2bc603dde9b2, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6e112d6c-c557-459f-92c6-2bc603dde9b2,segment=NetworkSegment(dcb48bd5-5117-4dfd-87ca-bf4333f376be),segment_id=dcb48bd5-5117-4dfd-87ca-bf4333f376be)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:18.302166 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6846444a-fd81-4f37-bba7-fdb0175f3af0 None None] Provisioning for port 6a57de3a-736b-488b-9aaf-6d59448bdbb2 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:18.311573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6846444a-fd81-4f37-bba7-fdb0175f3af0 None None] Provisioning complete for port 6a57de3a-736b-488b-9aaf-6d59448bdbb2 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:18.311957 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6846444a-fd81-4f37-bba7-fdb0175f3af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.361724 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-6846444a-fd81-4f37-bba7-fdb0175f3af0 None None] Port 6a57de3a-736b-488b-9aaf-6d59448bdbb2 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:18.379156 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.462132 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a859c29e-2f87-4282-823a-635d8aaa92e3 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.472479 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705b543-766c-4c3a-b269-07ef37143fe0 None None] Pushing event updated for resources: {'Port': ['ID=6e112d6c-c557-459f-92c6-2bc603dde9b2,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:18.481028 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Allocated IP 2001:db8::1 (a429fd20-1705-4a89-aef0-a897f1a0a481/a474f627-ef9d-438b-b36b-98d876b903cf/14dd67a0-35cf-4b38-afd3-04aeafdcb00d) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:18.576264 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a859c29e-2f87-4282-823a-635d8aaa92e3 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.615224 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.630868 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Transition to ACTIVE for port object 14dd67a0-35cf-4b38-afd3-04aeafdcb00d will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:18.741010 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.813231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network a429fd20-1705-4a89-aef0-a897f1a0a481 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:18.823547 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-a859c29e-2f87-4282-823a-635d8aaa92e3 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] In _notify_port_updated(), no bound segment for port 6a57de3a-736b-488b-9aaf-6d59448bdbb2 on network cf903b2c-d84e-4426-ac03-e89c1769e58c {{(pid=95406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:52:18.832349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a859c29e-2f87-4282-823a-635d8aaa92e3 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:18.832349 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a859c29e-2f87-4282-823a-635d8aaa92e3 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.832349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a859c29e-2f87-4282-823a-635d8aaa92e3 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "PUT /v2.0/ports/6a57de3a-736b-488b-9aaf-6d59448bdbb2 HTTP/1.1" status: 200 len: 993 time: 0.9182940 Aug 17 02:52:18.837645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56578) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:18.843418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:18.846577 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:18.847151 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.903263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=14dd67a0-35cf-4b38-afd3-04aeafdcb00d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:18.949216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859c29e-2f87-4282-823a-635d8aaa92e3 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event updated for resources: {'Port': ['ID=6a57de3a-736b-488b-9aaf-6d59448bdbb2,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:18.988332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-81b4c8f8-cc35-476c-94d2-11581f2e5af1 req-8a509b33-9074-4627-92da-50b82e1e72f3 service neutron] (95407) timed out ('10.222.0.13', 36654) {{(pid=95407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 02:52:19.036092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98936af1-ed56-4558-ad95-8d4d9cf39d0a req-82e18b63-8510-49ab-bd50-67acbb28ab2f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:19.040472 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98936af1-ed56-4558-ad95-8d4d9cf39d0a req-82e18b63-8510-49ab-bd50-67acbb28ab2f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.2921262 Aug 17 02:52:19.117658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-733a5de7-b427-40be-b0b2-cb483f0959ca tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Deleting port 6a57de3a-736b-488b-9aaf-6d59448bdbb2 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:19.118083 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-733a5de7-b427-40be-b0b2-cb483f0959ca tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.131444 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.237382 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6cf40642-bed3-49bc-b6ae-cf908396b926 None None] Provisioning complete for port 6a57de3a-736b-488b-9aaf-6d59448bdbb2 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:19.238586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6cf40642-bed3-49bc-b6ae-cf908396b926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.254784 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98936af1-ed56-4558-ad95-8d4d9cf39d0a req-f4657a15-3484-4749-b45f-30e7ecb5ede7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085888 Aug 17 02:52:19.287443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-6cf40642-bed3-49bc-b6ae-cf908396b926 None None] Port 6a57de3a-736b-488b-9aaf-6d59448bdbb2 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:19.323248 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-733a5de7-b427-40be-b0b2-cb483f0959ca tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.338876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-733a5de7-b427-40be-b0b2-cb483f0959ca tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Calling delete_port for 6a57de3a-736b-488b-9aaf-6d59448bdbb2 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:19.558204 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.599224 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-733a5de7-b427-40be-b0b2-cb483f0959ca tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.627754 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.628945 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.662884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a5de7-b427-40be-b0b2-cb483f0959ca tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event deleted for resources: {'Port': ['ID=6a57de3a-736b-488b-9aaf-6d59448bdbb2,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:19.802859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=14dd67a0-35cf-4b38-afd3-04aeafdcb00d,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:19.921056 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-733a5de7-b427-40be-b0b2-cb483f0959ca tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.926738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-733a5de7-b427-40be-b0b2-cb483f0959ca tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "DELETE /v2.0/ports/6a57de3a-736b-488b-9aaf-6d59448bdbb2 HTTP/1.1" status: 204 len: 168 time: 1.0845664 Aug 17 02:52:19.927887 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56616) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:19.928047 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network a429fd20-1705-4a89-aef0-a897f1a0a481 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:19.932648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:19.973741 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a453cb2-63fe-4661-8d00-75a754384722 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] GET failed (client error): The resource could not be found. Aug 17 02:52:19.975770 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5a453cb2-63fe-4661-8d00-75a754384722 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "GET /v2.0/ports/6a57de3a-736b-488b-9aaf-6d59448bdbb2 HTTP/1.1" status: 404 len: 333 time: 0.0443537 Aug 17 02:52:19.979640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56620) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:19.986108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ec4e065d-4803-48a1-b6c9-255cdef7e158 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Request body: {'port': {'network_id': 'cf903b2c-d84e-4426-ac03-e89c1769e58c', 'name': 'tempest-AllowedAddressPairTestJSON-286411000'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:20.074384 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6e112d6c-c557-459f-92c6-2bc603dde9b2 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:20.181872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b358e596-1fff-4745-a296-af8663d25ebb None None] Network a429fd20-1705-4a89-aef0-a897f1a0a481 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:20.263132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:52:20.296988 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 6e112d6c-c557-459f-92c6-2bc603dde9b2 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:20.451332 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4e065d-4803-48a1-b6c9-255cdef7e158 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Made reservation on behalf of 25842d19769d4bdf87c69430c32a86df for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:20.456232 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec4e065d-4803-48a1-b6c9-255cdef7e158 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:20.469103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:20.483367 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Sync routers for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:20.498726 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0e9ddf42-09dc-4315-ab94-a03689724596 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/9e80a51c-df34-45fb-92b1-1f4f46b8de6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1655602 Aug 17 02:52:20.498726 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56634) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:20.505737 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Provisioning for port 6e112d6c-c557-459f-92c6-2bc603dde9b2 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:20.507838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-ec4e065d-4803-48a1-b6c9-255cdef7e158 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] device_id is not set on port ab131836-1c24-4704-9e66-8e7f7eba332e yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:52:20.510943 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-0db9c494-c577-434c-9996-6a6ae1724d8a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1597016442'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:20.518062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:20.518062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:20.527841 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849ca87-8d1d-4554-bbed-7c509bb1d807 req-d06a90bf-5f70-4089-9436-b0cf719c4226 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:20.529742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6849ca87-8d1d-4554-bbed-7c509bb1d807 req-d06a90bf-5f70-4089-9436-b0cf719c4226 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.1250618 Aug 17 02:52:20.584738 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Provisioning complete for port 6e112d6c-c557-459f-92c6-2bc603dde9b2 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:20.584738 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:20.628444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db9c494-c577-434c-9996-6a6ae1724d8a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:20.632980 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0db9c494-c577-434c-9996-6a6ae1724d8a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:20.666546 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6849ca87-8d1d-4554-bbed-7c509bb1d807 req-665211a0-435a-47cb-8a66-7c1b85900bd4 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939171 Aug 17 02:52:20.694696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db9c494-c577-434c-9996-6a6ae1724d8a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:52:20.717563 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0db9c494-c577-434c-9996-6a6ae1724d8a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:20.718435 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-0db9c494-c577-434c-9996-6a6ae1724d8a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Added segment 12bdd027-c014-4b88-9da2-7c06cdc53ad7 of type vlan for network b6913b3a-1b2f-473d-a4df-59cc9a74b324 Aug 17 02:52:20.775701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-ec4e065d-4803-48a1-b6c9-255cdef7e158 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Allocated IP 172.20.0.8 (cf903b2c-d84e-4426-ac03-e89c1769e58c/29659932-3200-45de-b859-00b91a453d95/ab131836-1c24-4704-9e66-8e7f7eba332e) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:20.823751 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0db9c494-c577-434c-9996-6a6ae1724d8a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:20.859520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:20.946539 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0db9c494-c577-434c-9996-6a6ae1724d8a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:20.952836 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db9c494-c577-434c-9996-6a6ae1724d8a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:20.953556 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0db9c494-c577-434c-9996-6a6ae1724d8a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.026665 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec4e065d-4803-48a1-b6c9-255cdef7e158 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.058123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-ec4e065d-4803-48a1-b6c9-255cdef7e158 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Transition to ACTIVE for port object ab131836-1c24-4704-9e66-8e7f7eba332e will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:21.115305 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9c494-c577-434c-9996-6a6ae1724d8a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Network': ['ID=b6913b3a-1b2f-473d-a4df-59cc9a74b324,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:21.135904 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0db9c494-c577-434c-9996-6a6ae1724d8a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6355906 Aug 17 02:52:21.139392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56656) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:21.147367 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6f4decea-a4ef-4d1d-976b-c64b2788710c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'subnet': {'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:21.170385 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network b6913b3a-1b2f-473d-a4df-59cc9a74b324 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:52:21.182669 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec4e065d-4803-48a1-b6c9-255cdef7e158 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.261132 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.266799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4e065d-4803-48a1-b6c9-255cdef7e158 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Network cf903b2c-d84e-4426-ac03-e89c1769e58c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:21.279715 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ec4e065d-4803-48a1-b6c9-255cdef7e158 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:21.285131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e065d-4803-48a1-b6c9-255cdef7e158 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:21.362402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e065d-4803-48a1-b6c9-255cdef7e158 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event updated for resources: {'Port': ['ID=ab131836-1c24-4704-9e66-8e7f7eba332e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:21.368066 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:18Z', 'revision_number': 2, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:19Z', 'revision_number': 2, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:21.393314 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4e065d-4803-48a1-b6c9-255cdef7e158 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:21.394226 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec4e065d-4803-48a1-b6c9-255cdef7e158 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.408622 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Checking router: 9e80a51c-df34-45fb-92b1-1f4f46b8de6e for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:52:21.408972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Updating router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e port 14dd67a0-35cf-4b38-afd3-04aeafdcb00d binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:52:21.414569 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] For port 6e112d6c-c557-459f-92c6-2bc603dde9b2, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6e112d6c-c557-459f-92c6-2bc603dde9b2,segment=NetworkSegment(dcb48bd5-5117-4dfd-87ca-bf4333f376be),segment_id=dcb48bd5-5117-4dfd-87ca-bf4333f376be)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:21.444978 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.456323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4decea-a4ef-4d1d-976b-c64b2788710c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:21.459970 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f4decea-a4ef-4d1d-976b-c64b2788710c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.494281 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.551929 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ec4e065d-4803-48a1-b6c9-255cdef7e158 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5699482 Aug 17 02:52:21.552604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56666) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:21.558178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-5515d425-2e50-4801-9b3b-a20e2f334f69 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ca:58:7e'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:21.646737 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Pushing event updated for resources: {'Port': ['ID=6e112d6c-c557-459f-92c6-2bc603dde9b2,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:21.666045 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:21.666045 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:21.666045 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:21.666045 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:21.666786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:21.666786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:21.666786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:21.667116 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:21.670338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:21.670819 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:21.671182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:21.671512 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a0223a-29cb-4dec-a81b-c276df90167f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:21.717628 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7a5cc922-b71b-458d-ae97-8a8dfd4e2ccb None None] Provisioning for port 14dd67a0-35cf-4b38-afd3-04aeafdcb00d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:21.753023 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5515d425-2e50-4801-9b3b-a20e2f334f69 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.789378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7a5cc922-b71b-458d-ae97-8a8dfd4e2ccb None None] Provisioning complete for port 14dd67a0-35cf-4b38-afd3-04aeafdcb00d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:21.789747 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7a5cc922-b71b-458d-ae97-8a8dfd4e2ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.885605 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7a5cc922-b71b-458d-ae97-8a8dfd4e2ccb None None] Port 14dd67a0-35cf-4b38-afd3-04aeafdcb00d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:21.913042 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f4decea-a4ef-4d1d-976b-c64b2788710c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.950141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7a5cc922-b71b-458d-ae97-8a8dfd4e2ccb None None] Provisioning complete for port 6e112d6c-c557-459f-92c6-2bc603dde9b2 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:21.950141 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7a5cc922-b71b-458d-ae97-8a8dfd4e2ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.992065 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6e112d6c-c557-459f-92c6-2bc603dde9b2 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:22.035814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4decea-a4ef-4d1d-976b-c64b2788710c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Subnet': ['ID=ac513491-ab6e-43d8-9d7e-906194cf126c,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:22.047261 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4decea-a4ef-4d1d-976b-c64b2788710c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Checking segment: {'id': '12bdd027-c014-4b88-9da2-7c06cdc53ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:22.047930 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4decea-a4ef-4d1d-976b-c64b2788710c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network hostable DHCP agents. Network: b6913b3a-1b2f-473d-a4df-59cc9a74b324, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:52:22.078118 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5515d425-2e50-4801-9b3b-a20e2f334f69 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.117010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d83df8-9000-44e1-822d-e41f852d982d req-5f0857bd-0351-417d-b0e4-8bbb37c2141a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:22.120304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-64d83df8-9000-44e1-822d-e41f852d982d req-5f0857bd-0351-417d-b0e4-8bbb37c2141a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.2751009 Aug 17 02:52:22.124824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4decea-a4ef-4d1d-976b-c64b2788710c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network b6913b3a-1b2f-473d-a4df-59cc9a74b324 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:52:22.160989 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5515d425-2e50-4801-9b3b-a20e2f334f69 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.243931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515d425-2e50-4801-9b3b-a20e2f334f69 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event updated for resources: {'Port': ['ID=ab131836-1c24-4704-9e66-8e7f7eba332e,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:22.267525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-6f4decea-a4ef-4d1d-976b-c64b2788710c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, b6913b3a-1b2f-473d-a4df-59cc9a74b324) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:22.277666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4decea-a4ef-4d1d-976b-c64b2788710c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:22.277666 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f4decea-a4ef-4d1d-976b-c64b2788710c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.347702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2f05e0-3013-4601-8aab-cdf31c4324a6 None None] Network b6913b3a-1b2f-473d-a4df-59cc9a74b324 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:22.355013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-5515d425-2e50-4801-9b3b-a20e2f334f69 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] In _notify_port_updated(), no bound segment for port ab131836-1c24-4704-9e66-8e7f7eba332e on network cf903b2c-d84e-4426-ac03-e89c1769e58c {{(pid=95406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:52:22.363445 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5515d425-2e50-4801-9b3b-a20e2f334f69 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:22.364407 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5515d425-2e50-4801-9b3b-a20e2f334f69 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.368931 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56694) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:22.370092 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5515d425-2e50-4801-9b3b-a20e2f334f69 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "PUT /v2.0/ports/ab131836-1c24-4704-9e66-8e7f7eba332e HTTP/1.1" status: 200 len: 995 time: 0.8154967 Aug 17 02:52:22.377823 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-64d83df8-9000-44e1-822d-e41f852d982d req-50f0174d-9c47-455a-801f-08d04d40ba41 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506006 Aug 17 02:52:22.428937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56696) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:22.457871 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6f4decea-a4ef-4d1d-976b-c64b2788710c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3174045 Aug 17 02:52:22.543402 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 6e112d6c-c557-459f-92c6-2bc603dde9b2 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:22.544121 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.624861 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.626831 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-43c5bc14-9cd6-4bc7-af04-c60909253e99 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Deleting port ab131836-1c24-4704-9e66-8e7f7eba332e {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:22.627874 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-43c5bc14-9cd6-4bc7-af04-c60909253e99 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.757223 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Transition to ACTIVE for port object 14dd67a0-35cf-4b38-afd3-04aeafdcb00d will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:22.784733 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-43c5bc14-9cd6-4bc7-af04-c60909253e99 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.798305 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-43c5bc14-9cd6-4bc7-af04-c60909253e99 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Calling delete_port for ab131836-1c24-4704-9e66-8e7f7eba332e owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:22.813273 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:52:22.814264 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.858076 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.014037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b0845-8b82-4a78-a43f-715c59157126 None None] Pushing event updated for resources: {'Port': ['ID=14dd67a0-35cf-4b38-afd3-04aeafdcb00d,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:23.029908 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.130932 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-43c5bc14-9cd6-4bc7-af04-c60909253e99 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.140240 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Attempting to bind port 14dd67a0-35cf-4b38-afd3-04aeafdcb00d on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:23.140674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Attempting to bind port 14dd67a0-35cf-4b38-afd3-04aeafdcb00d by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'dcb48bd5-5117-4dfd-87ca-bf4333f376be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:23.141050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Attempting to bind port 14dd67a0-35cf-4b38-afd3-04aeafdcb00d on network a429fd20-1705-4a89-aef0-a897f1a0a481 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:23.161756 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d50ed7fa-f59c-46ef-9ebe-8e5af9644347 None None] Provisioning for port ab131836-1c24-4704-9e66-8e7f7eba332e completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:23.164439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Allocated IP 2001:db8:1::2 (b6913b3a-1b2f-473d-a4df-59cc9a74b324/ac513491-ab6e-43d8-9d7e-906194cf126c/2006be7b-e7ca-45f3-8c26-d9f5accf0f3a) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:23.180140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:23.180529 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Checking segment: {'id': 'dcb48bd5-5117-4dfd-87ca-bf4333f376be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:23.180924 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.188522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Bound using segment: {'id': 'dcb48bd5-5117-4dfd-87ca-bf4333f376be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:23.189011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Bound port: 14dd67a0-35cf-4b38-afd3-04aeafdcb00d, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb48bd5-5117-4dfd-87ca-bf4333f376be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:23.189474 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.207081 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5bc14-9cd6-4bc7-af04-c60909253e99 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event deleted for resources: {'Port': ['ID=ab131836-1c24-4704-9e66-8e7f7eba332e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:23.212985 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d50ed7fa-f59c-46ef-9ebe-8e5af9644347 None None] Provisioning complete for port ab131836-1c24-4704-9e66-8e7f7eba332e triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:23.213422 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d50ed7fa-f59c-46ef-9ebe-8e5af9644347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.315944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d50ed7fa-f59c-46ef-9ebe-8e5af9644347 None None] Port ab131836-1c24-4704-9e66-8e7f7eba332e was deleted so its status cannot be updated. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 02:52:23.402762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] For port 14dd67a0-35cf-4b38-afd3-04aeafdcb00d, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:23.406897 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-43c5bc14-9cd6-4bc7-af04-c60909253e99 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.414037 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-43c5bc14-9cd6-4bc7-af04-c60909253e99 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "DELETE /v2.0/ports/ab131836-1c24-4704-9e66-8e7f7eba332e HTTP/1.1" status: 204 len: 168 time: 1.0436461 Aug 17 02:52:23.414763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56732) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:23.429228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] For port 14dd67a0-35cf-4b38-afd3-04aeafdcb00d, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=14dd67a0-35cf-4b38-afd3-04aeafdcb00d,segment=NetworkSegment(dcb48bd5-5117-4dfd-87ca-bf4333f376be),segment_id=dcb48bd5-5117-4dfd-87ca-bf4333f376be)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:23.504675 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-005d0c4c-018c-463f-9da0-df69cb3bdd64 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] GET failed (client error): The resource could not be found. Aug 17 02:52:23.520129 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-005d0c4c-018c-463f-9da0-df69cb3bdd64 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "GET /v2.0/ports/ab131836-1c24-4704-9e66-8e7f7eba332e HTTP/1.1" status: 404 len: 333 time: 0.1033185 Aug 17 02:52:23.520830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56740) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:23.528568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-49c7218a-e463-4698-8417-34e39b7d50cd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Request body: {'port': {'network_id': 'cf903b2c-d84e-4426-ac03-e89c1769e58c', 'name': 'tempest-AllowedAddressPairTestJSON-976638153'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:23.548034 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.557725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Transition to ACTIVE for port object 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:23.579409 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.587787 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Transition to ACTIVE for port object 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:23.659622 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:23.660281 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:23.778507 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:23.860571 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b0845-8b82-4a78-a43f-715c59157126 None None] Pushing event updated for resources: {'Port': ['ID=14dd67a0-35cf-4b38-afd3-04aeafdcb00d,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:23.879198 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.973072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Network b6913b3a-1b2f-473d-a4df-59cc9a74b324 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:23.981136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:23.994743 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:24.037572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Allocated IP 2001:db8:1::1 (b6913b3a-1b2f-473d-a4df-59cc9a74b324/ac513491-ab6e-43d8-9d7e-906194cf126c/71ef1e6b-dc59-400e-90b0-e94c7f4856e9) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:24.051595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e8b2a-5405-4db8-add0-2b7994f323e5 req-d80326cf-35a4-4b5d-a8f8-55890a473b73 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:24.053308 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-843e8b2a-5405-4db8-add0-2b7994f323e5 req-d80326cf-35a4-4b5d-a8f8-55890a473b73 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.1523609 Aug 17 02:52:24.101738 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Pushing event updated for resources: {'Port': ['ID=2006be7b-e7ca-45f3-8c26-d9f5accf0f3a,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:24.148209 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Attempting to bind port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:24.148834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Attempting to bind port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '12bdd027-c014-4b88-9da2-7c06cdc53ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:24.148954 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Attempting to bind port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a on network b6913b3a-1b2f-473d-a4df-59cc9a74b324 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:24.174112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:24.174374 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Checking segment: {'id': '12bdd027-c014-4b88-9da2-7c06cdc53ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:24.174724 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.175008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Bound using segment: {'id': '12bdd027-c014-4b88-9da2-7c06cdc53ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:24.175461 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Bound port: 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bdd027-c014-4b88-9da2-7c06cdc53ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:24.175845 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.177028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-843e8b2a-5405-4db8-add0-2b7994f323e5 req-448a1fda-ae37-4691-868c-fdc9ad86b595 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117909 Aug 17 02:52:24.242195 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.258323 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Transition to ACTIVE for port object 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:24.267768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] For port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:24.271634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:18Z', 'revision_number': 2, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:23Z', 'revision_number': 4, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:24.273227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] For port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2006be7b-e7ca-45f3-8c26-d9f5accf0f3a,segment=NetworkSegment(12bdd027-c014-4b88-9da2-7c06cdc53ad7),segment_id=12bdd027-c014-4b88-9da2-7c06cdc53ad7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:24.294570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c7218a-e463-4698-8417-34e39b7d50cd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Made reservation on behalf of 25842d19769d4bdf87c69430c32a86df for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:24.296559 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-49c7218a-e463-4698-8417-34e39b7d50cd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.301759 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6740b-df64-4111-9845-fd4272bfd2eb None None] The sync data for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 is: [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:18Z', 'revision_number': 2, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:23Z', 'revision_number': 4, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:24.320971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-49c7218a-e463-4698-8417-34e39b7d50cd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] device_id is not set on port 6c100202-0f10-47f1-a4cf-1b8133e99520 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:52:24.366782 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.424181 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.439318 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada57430-fc42-4c1f-873c-e3edccd9038b None None] Pushing event updated for resources: {'Port': ['ID=2006be7b-e7ca-45f3-8c26-d9f5accf0f3a,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:24.526303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network b6913b3a-1b2f-473d-a4df-59cc9a74b324 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:24.538511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:24.541551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-49c7218a-e463-4698-8417-34e39b7d50cd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Allocated IP 172.20.0.13 (cf903b2c-d84e-4426-ac03-e89c1769e58c/29659932-3200-45de-b859-00b91a453d95/6c100202-0f10-47f1-a4cf-1b8133e99520) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:24.544851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:24.545360 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.548502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=71ef1e6b-dc59-400e-90b0-e94c7f4856e9,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:24.946908 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:25.097828 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-49c7218a-e463-4698-8417-34e39b7d50cd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:25.219579 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-49c7218a-e463-4698-8417-34e39b7d50cd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Transition to ACTIVE for port object 6c100202-0f10-47f1-a4cf-1b8133e99520 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:25.475353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ed6ff-873d-4173-b019-ceaa0ed217dc req-09e835c9-3bf9-41f4-8292-9011c41819bb tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:25.490552 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-915ed6ff-873d-4173-b019-ceaa0ed217dc req-09e835c9-3bf9-41f4-8292-9011c41819bb tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.2177165 Aug 17 02:52:25.512134 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-49c7218a-e463-4698-8417-34e39b7d50cd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:25.625686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c7218a-e463-4698-8417-34e39b7d50cd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Network cf903b2c-d84e-4426-ac03-e89c1769e58c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:25.638963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-915ed6ff-873d-4173-b019-ceaa0ed217dc req-b1a337f5-8fc1-4657-be69-c9ca6dd2bed8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473110 Aug 17 02:52:25.663326 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-49c7218a-e463-4698-8417-34e39b7d50cd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:25.667726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c7218a-e463-4698-8417-34e39b7d50cd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:25.737527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c7218a-e463-4698-8417-34e39b7d50cd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:25.738216 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-49c7218a-e463-4698-8417-34e39b7d50cd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:25.740923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7218a-e463-4698-8417-34e39b7d50cd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event updated for resources: {'Port': ['ID=6c100202-0f10-47f1-a4cf-1b8133e99520,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:25.746331 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:25.826736 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:25.827711 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:25.897986 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-49c7218a-e463-4698-8417-34e39b7d50cd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3716710 Aug 17 02:52:25.898190 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56812) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:25.903848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e91a3cb6-056e-48d5-98a3-7eb5b7c0fc52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Request body: {'port': {'network_id': 'cf903b2c-d84e-4426-ac03-e89c1769e58c', 'name': 'tempest-AllowedAddressPairTestJSON-1022316818'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:26.000596 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a385b478-8f94-47bc-a7e2-226b34be589e None None] Network b6913b3a-1b2f-473d-a4df-59cc9a74b324 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:26.090970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=71ef1e6b-dc59-400e-90b0-e94c7f4856e9,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:26.172516 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:26.216011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-83d600ee-0174-46b0-80bd-6b9c39795271 None None] Provisioning for port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:26.231270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network b6913b3a-1b2f-473d-a4df-59cc9a74b324 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:26.244319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:26.317771 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91a3cb6-056e-48d5-98a3-7eb5b7c0fc52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Made reservation on behalf of 25842d19769d4bdf87c69430c32a86df for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:26.322431 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e91a3cb6-056e-48d5-98a3-7eb5b7c0fc52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:26.361485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-e91a3cb6-056e-48d5-98a3-7eb5b7c0fc52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] device_id is not set on port 5669a4d9-23b6-461f-9362-486cee6e2942 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:52:26.405029 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:26.409371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:26.409817 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:26.427701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:26.499785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cff4718d-a9c6-40d3-a3df-0679e2b4d7b8 None None] Provisioning for port 6c100202-0f10-47f1-a4cf-1b8133e99520 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:26.510593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cff4718d-a9c6-40d3-a3df-0679e2b4d7b8 None None] Provisioning complete for port 6c100202-0f10-47f1-a4cf-1b8133e99520 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:26.510983 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cff4718d-a9c6-40d3-a3df-0679e2b4d7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:26.563519 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-e91a3cb6-056e-48d5-98a3-7eb5b7c0fc52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Allocated IP 172.20.0.11 (cf903b2c-d84e-4426-ac03-e89c1769e58c/29659932-3200-45de-b859-00b91a453d95/5669a4d9-23b6-461f-9362-486cee6e2942) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:26.634146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-cff4718d-a9c6-40d3-a3df-0679e2b4d7b8 None None] Port 6c100202-0f10-47f1-a4cf-1b8133e99520 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:26.643845 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:26.655540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:26.668095 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56840) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:26.668819 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b6e5e1ef-bebb-44c3-9eb8-7bed5acdd6e4 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/9e80a51c-df34-45fb-92b1-1f4f46b8de6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2327895 Aug 17 02:52:26.675308 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Sync routers for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:26.689602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-79102dff-c875-4c70-90f8-275fd7070c84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1346439229'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:26.701101 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:26.703325 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:26.747038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2006be7b-e7ca-45f3-8c26-d9f5accf0f3a,segment=NetworkSegment(12bdd027-c014-4b88-9da2-7c06cdc53ad7),segment_id=12bdd027-c014-4b88-9da2-7c06cdc53ad7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:26.820748 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:26.825070 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 14dd67a0-35cf-4b38-afd3-04aeafdcb00d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:26.892254 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6e328-8325-48c0-8f24-9d256699e240 req-297aae2f-b6b1-4467-9962-c90ae976de62 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:26.896743 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9f6e328-8325-48c0-8f24-9d256699e240 req-297aae2f-b6b1-4467-9962-c90ae976de62 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.1212358 Aug 17 02:52:26.927669 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e91a3cb6-056e-48d5-98a3-7eb5b7c0fc52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:26.945709 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:26.956379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-e91a3cb6-056e-48d5-98a3-7eb5b7c0fc52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Transition to ACTIVE for port object 5669a4d9-23b6-461f-9362-486cee6e2942 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:26.978779 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9f6e328-8325-48c0-8f24-9d256699e240 req-29558ab8-9011-4071-a304-2c93e2a072df tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735531 Aug 17 02:52:27.066887 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e91a3cb6-056e-48d5-98a3-7eb5b7c0fc52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.107972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3791b82f-3892-4904-8a61-05f4b8b2fadb None None] Provisioning complete for port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:27.117706 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3791b82f-3892-4904-8a61-05f4b8b2fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.120421 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79102dff-c875-4c70-90f8-275fd7070c84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:27.124593 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79102dff-c875-4c70-90f8-275fd7070c84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.125081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=2006be7b-e7ca-45f3-8c26-d9f5accf0f3a,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:27.163570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91a3cb6-056e-48d5-98a3-7eb5b7c0fc52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Network cf903b2c-d84e-4426-ac03-e89c1769e58c is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:27.169498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e91a3cb6-056e-48d5-98a3-7eb5b7c0fc52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:27.178135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a3cb6-056e-48d5-98a3-7eb5b7c0fc52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:27.205132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79102dff-c875-4c70-90f8-275fd7070c84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:52:27.217260 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79102dff-c875-4c70-90f8-275fd7070c84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.218743 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-79102dff-c875-4c70-90f8-275fd7070c84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Added segment 57bbca4f-69b6-4c84-b526-3901793ca496 of type vlan for network 12a51de3-7b00-4856-87f8-1698a76c63d5 Aug 17 02:52:27.286253 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79102dff-c875-4c70-90f8-275fd7070c84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.312601 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a3cb6-056e-48d5-98a3-7eb5b7c0fc52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event updated for resources: {'Port': ['ID=5669a4d9-23b6-461f-9362-486cee6e2942,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:27.319150 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 14dd67a0-35cf-4b38-afd3-04aeafdcb00d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:27.334740 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 14dd67a0-35cf-4b38-afd3-04aeafdcb00d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:27.335167 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.339354 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:24Z', 'revision_number': 3, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:23Z', 'revision_number': 4, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:25Z', 'revision_number': 2, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:27.392625 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Checking router: 9e80a51c-df34-45fb-92b1-1f4f46b8de6e for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:52:27.393254 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Updating router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:52:27.400471 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79102dff-c875-4c70-90f8-275fd7070c84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.408019 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79102dff-c875-4c70-90f8-275fd7070c84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:27.411415 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79102dff-c875-4c70-90f8-275fd7070c84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.438833 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.498390 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.522430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3791b82f-3892-4904-8a61-05f4b8b2fadb None None] Provisioning for port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:27.535142 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3791b82f-3892-4904-8a61-05f4b8b2fadb None None] Provisioning complete for port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:27.538840 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3791b82f-3892-4904-8a61-05f4b8b2fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.540930 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91a3cb6-056e-48d5-98a3-7eb5b7c0fc52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:27.541805 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e91a3cb6-056e-48d5-98a3-7eb5b7c0fc52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.607748 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79102dff-c875-4c70-90f8-275fd7070c84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Network': ['ID=12a51de3-7b00-4856-87f8-1698a76c63d5,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:27.626441 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-79102dff-c875-4c70-90f8-275fd7070c84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9558265 Aug 17 02:52:27.629889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56874) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:27.636099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-4d79a87f-88e9-4ead-ad20-edc197a3915a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'subnet': {'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:27.656957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 14dd67a0-35cf-4b38-afd3-04aeafdcb00d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=14dd67a0-35cf-4b38-afd3-04aeafdcb00d,segment=NetworkSegment(dcb48bd5-5117-4dfd-87ca-bf4333f376be),segment_id=dcb48bd5-5117-4dfd-87ca-bf4333f376be)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:27.661650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 12a51de3-7b00-4856-87f8-1698a76c63d5 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:52:27.664841 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e91a3cb6-056e-48d5-98a3-7eb5b7c0fc52 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7631712 Aug 17 02:52:27.664841 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56878) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:27.674930 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9e67d018-f321-4c01-b447-2c04b33cbeef tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ca:58:7e'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:c2:75:a2'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:27.831844 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.890978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d79a87f-88e9-4ead-ad20-edc197a3915a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:27.895986 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d79a87f-88e9-4ead-ad20-edc197a3915a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.988305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3791b82f-3892-4904-8a61-05f4b8b2fadb None None] Port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:27.990311 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=14dd67a0-35cf-4b38-afd3-04aeafdcb00d,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:28.025907 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9e67d018-f321-4c01-b447-2c04b33cbeef tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.065230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:28.195686 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:28.196388 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.237909 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.244772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2d2b05ae-dd9a-467f-ad83-0cc11e269d3d None None] Provisioning for port 5669a4d9-23b6-461f-9362-486cee6e2942 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:28.274962 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Transition to ACTIVE for port object 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:28.278775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2d2b05ae-dd9a-467f-ad83-0cc11e269d3d None None] Provisioning complete for port 5669a4d9-23b6-461f-9362-486cee6e2942 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:28.279156 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2d2b05ae-dd9a-467f-ad83-0cc11e269d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.346773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b05ae-dd9a-467f-ad83-0cc11e269d3d None None] Port 5669a4d9-23b6-461f-9362-486cee6e2942 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:28.360136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2d2b05ae-dd9a-467f-ad83-0cc11e269d3d None None] Provisioning complete for port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:28.360510 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2d2b05ae-dd9a-467f-ad83-0cc11e269d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.370660 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.399109 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89947b73-0f17-4079-a8ee-5105376186a1 req-32e3ff14-062c-468b-9626-801731e238ba tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:28.404336 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89947b73-0f17-4079-a8ee-5105376186a1 req-32e3ff14-062c-468b-9626-801731e238ba tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.1050856 Aug 17 02:52:28.406452 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d79a87f-88e9-4ead-ad20-edc197a3915a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.462512 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9e67d018-f321-4c01-b447-2c04b33cbeef tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.479976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b05ae-dd9a-467f-ad83-0cc11e269d3d None None] Port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:28.497786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79a87f-88e9-4ead-ad20-edc197a3915a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Subnet': ['ID=a06ed476-8753-41b0-af03-c0facdd2090d,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:28.541811 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44548e2a-3fb3-47a3-8983-0b2078de1fac None None] Pushing event updated for resources: {'Port': ['ID=71ef1e6b-dc59-400e-90b0-e94c7f4856e9,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:28.545898 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9e67d018-f321-4c01-b447-2c04b33cbeef tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.559939 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-89947b73-0f17-4079-a8ee-5105376186a1 req-c177f4c8-11e5-4857-9e32-1d2a343d99c3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439185 Aug 17 02:52:28.594888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d79a87f-88e9-4ead-ad20-edc197a3915a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Checking segment: {'id': '57bbca4f-69b6-4c84-b526-3901793ca496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:28.595266 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d79a87f-88e9-4ead-ad20-edc197a3915a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network hostable DHCP agents. Network: 12a51de3-7b00-4856-87f8-1698a76c63d5, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:52:28.598482 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Attempting to bind port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:28.598860 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Attempting to bind port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '12bdd027-c014-4b88-9da2-7c06cdc53ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:28.599264 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Attempting to bind port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 on network b6913b3a-1b2f-473d-a4df-59cc9a74b324 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:28.614541 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:28.621630 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Checking segment: {'id': '12bdd027-c014-4b88-9da2-7c06cdc53ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:28.622100 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.622494 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Bound using segment: {'id': '12bdd027-c014-4b88-9da2-7c06cdc53ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:28.622996 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Bound port: 71ef1e6b-dc59-400e-90b0-e94c7f4856e9, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bdd027-c014-4b88-9da2-7c06cdc53ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:28.623378 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.713457 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67d018-f321-4c01-b447-2c04b33cbeef tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event updated for resources: {'Port': ['ID=5669a4d9-23b6-461f-9362-486cee6e2942,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:28.719598 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9e67d018-f321-4c01-b447-2c04b33cbeef tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] In _notify_port_updated(), no bound segment for port 5669a4d9-23b6-461f-9362-486cee6e2942 on network cf903b2c-d84e-4426-ac03-e89c1769e58c {{(pid=95407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:52:28.725472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e67d018-f321-4c01-b447-2c04b33cbeef tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:28.726132 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9e67d018-f321-4c01-b447-2c04b33cbeef tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.731822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56916) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:28.732349 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9e67d018-f321-4c01-b447-2c04b33cbeef tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "PUT /v2.0/ports/5669a4d9-23b6-461f-9362-486cee6e2942 HTTP/1.1" status: 200 len: 1057 time: 1.0664415 Aug 17 02:52:28.757287 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d79a87f-88e9-4ead-ad20-edc197a3915a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network 12a51de3-7b00-4856-87f8-1698a76c63d5 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:52:28.764995 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] For port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:28.769377 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] For port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=71ef1e6b-dc59-400e-90b0-e94c7f4856e9,segment=NetworkSegment(12bdd027-c014-4b88-9da2-7c06cdc53ad7),segment_id=12bdd027-c014-4b88-9da2-7c06cdc53ad7)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:28.799502 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.865490 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3f24c6cb-d176-4611-b3ae-4f8d00108c7c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Deleting port 5669a4d9-23b6-461f-9362-486cee6e2942 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:28.865842 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f24c6cb-d176-4611-b3ae-4f8d00108c7c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.874110 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.929849 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-4d79a87f-88e9-4ead-ad20-edc197a3915a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 12a51de3-7b00-4856-87f8-1698a76c63d5) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:28.940845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a607c-137c-42fc-a904-404ea13dbd54 None None] Network 12a51de3-7b00-4856-87f8-1698a76c63d5 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:28.941711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d79a87f-88e9-4ead-ad20-edc197a3915a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:28.942318 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d79a87f-88e9-4ead-ad20-edc197a3915a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.972861 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:28.979783 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:29.014523 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f24c6cb-d176-4611-b3ae-4f8d00108c7c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:29.029869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3f24c6cb-d176-4611-b3ae-4f8d00108c7c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Calling delete_port for 5669a4d9-23b6-461f-9362-486cee6e2942 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:29.079115 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44548e2a-3fb3-47a3-8983-0b2078de1fac None None] Pushing event updated for resources: {'Port': ['ID=71ef1e6b-dc59-400e-90b0-e94c7f4856e9,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:29.115376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4d79a87f-88e9-4ead-ad20-edc197a3915a tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4844460 Aug 17 02:52:29.118238 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 56930) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:29.150687 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:29.189523 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-322f5a35-2ad4-47a3-b37a-b08efc58f1e9 None None] Provisioning complete for port 5669a4d9-23b6-461f-9362-486cee6e2942 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:29.189892 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-322f5a35-2ad4-47a3-b37a-b08efc58f1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:29.373499 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-322f5a35-2ad4-47a3-b37a-b08efc58f1e9 None None] Port 5669a4d9-23b6-461f-9362-486cee6e2942 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:29.384536 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-12a51de3-7b00-4856-87f8-1698a76c63d5', 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'fixed_ips': [{'subnet_id': 'a06ed476-8753-41b0-af03-c0facdd2090d'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:52:29.386827 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:29.410748 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f24c6cb-d176-4611-b3ae-4f8d00108c7c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:29.481842 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24c6cb-d176-4611-b3ae-4f8d00108c7c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event deleted for resources: {'Port': ['ID=5669a4d9-23b6-461f-9362-486cee6e2942,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:29.740713 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:24Z', 'revision_number': 3, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:28Z', 'revision_number': 4, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:29.816898 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e37236-b4b0-487e-9be5-d209506512ac None None] The sync data for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 is: [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:24Z', 'revision_number': 3, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:28Z', 'revision_number': 4, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:29.854255 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:30.089946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3f24c6cb-d176-4611-b3ae-4f8d00108c7c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:30.095462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Allocated IP 2001:db8:2::2 (12a51de3-7b00-4856-87f8-1698a76c63d5/a06ed476-8753-41b0-af03-c0facdd2090d/db18175f-c066-4060-8c4a-4aaac1857a2b) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:30.100797 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3f24c6cb-d176-4611-b3ae-4f8d00108c7c tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "DELETE /v2.0/ports/5669a4d9-23b6-461f-9362-486cee6e2942 HTTP/1.1" status: 204 len: 168 time: 1.3672788 Aug 17 02:52:30.105927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56964) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:30.198392 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bf547-5d71-456c-93e6-d21bff818a5e req-6af9c530-689b-44aa-bc0d-86d00690f84a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:30.201353 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d73bf547-5d71-456c-93e6-d21bff818a5e req-6af9c530-689b-44aa-bc0d-86d00690f84a tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.4652681 Aug 17 02:52:30.203645 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc318220-5085-40ee-9c85-605466d6fdda tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] GET failed (client error): The resource could not be found. Aug 17 02:52:30.205978 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bc318220-5085-40ee-9c85-605466d6fdda tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "GET /v2.0/ports/5669a4d9-23b6-461f-9362-486cee6e2942 HTTP/1.1" status: 404 len: 333 time: 0.0952435 Aug 17 02:52:30.228138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56970) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:30.285514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 14dd67a0-35cf-4b38-afd3-04aeafdcb00d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:30.381666 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:30.396062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Transition to ACTIVE for port object db18175f-c066-4060-8c4a-4aaac1857a2b will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:30.402791 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 14dd67a0-35cf-4b38-afd3-04aeafdcb00d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:30.403174 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:30.411603 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d73bf547-5d71-456c-93e6-d21bff818a5e req-b17c12aa-64b1-448d-b23a-a1c154f38c5e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708562 Aug 17 02:52:30.462744 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Transition to ACTIVE for port object db18175f-c066-4060-8c4a-4aaac1857a2b will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:30.478162 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3d747993-1c1d-43e0-b6af-d2b5409b6efd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Deleting port 6c100202-0f10-47f1-a4cf-1b8133e99520 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:30.478514 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d747993-1c1d-43e0-b6af-d2b5409b6efd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:30.620735 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d747993-1c1d-43e0-b6af-d2b5409b6efd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:30.634108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3d747993-1c1d-43e0-b6af-d2b5409b6efd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Calling delete_port for 6c100202-0f10-47f1-a4cf-1b8133e99520 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:30.668583 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:30.731831 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Network 12a51de3-7b00-4856-87f8-1698a76c63d5 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:30.732074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Allocated IP 2001:db8:2::1 (12a51de3-7b00-4856-87f8-1698a76c63d5/a06ed476-8753-41b0-af03-c0facdd2090d/88d36a48-1bd5-41ff-96cb-d596b4add644) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:30.739540 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:30.745199 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:30.783451 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Pushing event updated for resources: {'Port': ['ID=db18175f-c066-4060-8c4a-4aaac1857a2b,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:30.897741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Attempting to bind port db18175f-c066-4060-8c4a-4aaac1857a2b on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:30.898120 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Attempting to bind port db18175f-c066-4060-8c4a-4aaac1857a2b by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '57bbca4f-69b6-4c84-b526-3901793ca496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:30.898490 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Attempting to bind port db18175f-c066-4060-8c4a-4aaac1857a2b on network 12a51de3-7b00-4856-87f8-1698a76c63d5 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:30.904650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:30.904983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Checking segment: {'id': '57bbca4f-69b6-4c84-b526-3901793ca496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:30.905412 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:30.905820 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Bound using segment: {'id': '57bbca4f-69b6-4c84-b526-3901793ca496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:30.906307 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Bound port: db18175f-c066-4060-8c4a-4aaac1857a2b, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bbca4f-69b6-4c84-b526-3901793ca496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:30.906697 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:30.931930 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:30.948592 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Transition to ACTIVE for port object 88d36a48-1bd5-41ff-96cb-d596b4add644 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:30.982804 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d747993-1c1d-43e0-b6af-d2b5409b6efd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:31.011328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] For port db18175f-c066-4060-8c4a-4aaac1857a2b, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:31.016398 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d747993-1c1d-43e0-b6af-d2b5409b6efd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event deleted for resources: {'Port': ['ID=6c100202-0f10-47f1-a4cf-1b8133e99520,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:31.016817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] For port db18175f-c066-4060-8c4a-4aaac1857a2b, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=db18175f-c066-4060-8c4a-4aaac1857a2b,segment=NetworkSegment(57bbca4f-69b6-4c84-b526-3901793ca496),segment_id=57bbca4f-69b6-4c84-b526-3901793ca496)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:31.074916 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:31.097095 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:31.122741 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3d747993-1c1d-43e0-b6af-d2b5409b6efd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:31.127382 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3d747993-1c1d-43e0-b6af-d2b5409b6efd tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "DELETE /v2.0/ports/6c100202-0f10-47f1-a4cf-1b8133e99520 HTTP/1.1" status: 204 len: 168 time: 0.8897672 Aug 17 02:52:31.130052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 56994) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:31.165751 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network 12a51de3-7b00-4856-87f8-1698a76c63d5 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:31.172323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:31.176634 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:31.181736 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f96de0-7e2d-4ad2-a436-a3ae1cd63f30 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] GET failed (client error): The resource could not be found. Aug 17 02:52:31.189443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f5f96de0-7e2d-4ad2-a436-a3ae1cd63f30 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "GET /v2.0/ports/6c100202-0f10-47f1-a4cf-1b8133e99520 HTTP/1.1" status: 404 len: 333 time: 0.0582340 Aug 17 02:52:31.190957 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:31.194965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57000) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:31.272377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a520b16-a321-4097-9c95-9f97d213ca9c None None] Pushing event updated for resources: {'Port': ['ID=db18175f-c066-4060-8c4a-4aaac1857a2b,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:31.303867 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=88d36a48-1bd5-41ff-96cb-d596b4add644,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:31.353825 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:31.354305 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-86152945-aaa1-4d70-ba9d-b4d71fd2f865 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Deleting port 5d542c45-ed1f-4fe1-8703-8d5d2cb7e51b {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:31.354733 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-86152945-aaa1-4d70-ba9d-b4d71fd2f865 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:31.549286 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-86152945-aaa1-4d70-ba9d-b4d71fd2f865 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:31.573444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-86152945-aaa1-4d70-ba9d-b4d71fd2f865 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Calling delete_port for 5d542c45-ed1f-4fe1-8703-8d5d2cb7e51b owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:31.596029 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:31.994039 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.028232 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83c63a-292d-41d6-945c-f3d80d03bf23 req-1c72257c-5aa1-406d-9bdc-67da769bedbc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:32.029814 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f83c63a-292d-41d6-945c-f3d80d03bf23 req-1c72257c-5aa1-406d-9bdc-67da769bedbc tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.4375165 Aug 17 02:52:32.060187 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.060993 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.122673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:32.124581 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f83c63a-292d-41d6-945c-f3d80d03bf23 req-cc5f9c22-f599-4940-a0a5-028812c79978 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864723 Aug 17 02:52:32.188535 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=88d36a48-1bd5-41ff-96cb-d596b4add644,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:32.261458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network 12a51de3-7b00-4856-87f8-1698a76c63d5 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:32.263128 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:32.348253 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:32.350597 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-86152945-aaa1-4d70-ba9d-b4d71fd2f865 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.364428 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:32.364428 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.457293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86152945-aaa1-4d70-ba9d-b4d71fd2f865 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event deleted for resources: {'Port': ['ID=5d542c45-ed1f-4fe1-8703-8d5d2cb7e51b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:32.491143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:32.606189 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.625784 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-86152945-aaa1-4d70-ba9d-b4d71fd2f865 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.630477 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-86152945-aaa1-4d70-ba9d-b4d71fd2f865 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "DELETE /v2.0/ports/5d542c45-ed1f-4fe1-8703-8d5d2cb7e51b HTTP/1.1" status: 204 len: 168 time: 1.4318590 Aug 17 02:52:32.633011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57034) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:32.698494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=71ef1e6b-dc59-400e-90b0-e94c7f4856e9,segment=NetworkSegment(12bdd027-c014-4b88-9da2-7c06cdc53ad7),segment_id=12bdd027-c014-4b88-9da2-7c06cdc53ad7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:32.715614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:32.727317 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e9195272-b06c-442e-bf1d-cabd9ceb3ca0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/9e80a51c-df34-45fb-92b1-1f4f46b8de6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6042364 Aug 17 02:52:32.727904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Sync routers for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:32.728713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57036) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:32.734848 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1075db8e-b4e6-4ef1-92d5-4d9666f01722 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2020059409'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:32.746565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:32.747302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:32.761131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee6fd3c-9873-410e-9647-2cbe19977623 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Deleting subnet 29659932-3200-45de-b859-00b91a453d95 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:52:32.769580 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ee6fd3c-9873-410e-9647-2cbe19977623 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.825358 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ee6fd3c-9873-410e-9647-2cbe19977623 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.834000 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.834819 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device db18175f-c066-4060-8c4a-4aaac1857a2b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:32.903733 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76cf297-00fb-4853-aeda-078e3857ef4d None None] Network 12a51de3-7b00-4856-87f8-1698a76c63d5 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:32.932326 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1075db8e-b4e6-4ef1-92d5-4d9666f01722 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:32.937308 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1075db8e-b4e6-4ef1-92d5-4d9666f01722 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.972778 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ee6fd3c-9873-410e-9647-2cbe19977623 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.005551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1075db8e-b4e6-4ef1-92d5-4d9666f01722 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:52:33.024579 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1075db8e-b4e6-4ef1-92d5-4d9666f01722 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.024579 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-1075db8e-b4e6-4ef1-92d5-4d9666f01722 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Added segment 1102a15b-9af8-4d2e-b1b7-c446524796cc of type vlan for network 7b1a6605-2768-4926-afd0-36a0a3a11fcc Aug 17 02:52:33.088764 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:33.108978 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1075db8e-b4e6-4ef1-92d5-4d9666f01722 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.137143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=71ef1e6b-dc59-400e-90b0-e94c7f4856e9,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:33.151638 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8fba1595-e575-415c-9911-f2df50686c2a None None] Provisioning for port db18175f-c066-4060-8c4a-4aaac1857a2b completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:33.171373 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ee6fd3c-9873-410e-9647-2cbe19977623 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.228238 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6fd3c-9873-410e-9647-2cbe19977623 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event deleted for resources: {'Subnet': ['ID=29659932-3200-45de-b859-00b91a453d95,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:33.230496 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1075db8e-b4e6-4ef1-92d5-4d9666f01722 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.236847 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075db8e-b4e6-4ef1-92d5-4d9666f01722 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:33.237708 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1075db8e-b4e6-4ef1-92d5-4d9666f01722 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.251808 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8ee6fd3c-9873-410e-9647-2cbe19977623 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.253745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8ee6fd3c-9873-410e-9647-2cbe19977623 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "DELETE /v2.0/subnets/29659932-3200-45de-b859-00b91a453d95 HTTP/1.1" status: 204 len: 168 time: 0.6196840 Aug 17 02:52:33.256332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57042) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:33.284817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0f4985-995c-4146-8dbd-57bb376baf99 None None] Network cf903b2c-d84e-4426-ac03-e89c1769e58c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:33.388530 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port db18175f-c066-4060-8c4a-4aaac1857a2b completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:33.422839 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port db18175f-c066-4060-8c4a-4aaac1857a2b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:33.423329 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.423734 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.466494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075db8e-b4e6-4ef1-92d5-4d9666f01722 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Network': ['ID=7b1a6605-2768-4926-afd0-36a0a3a11fcc,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:33.482367 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 7b1a6605-2768-4926-afd0-36a0a3a11fcc details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:52:33.499925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc89c79-bbeb-4ea0-ab62-3a0a7c77a872 req-da53870c-07c1-4b97-8e76-8ceb701bbce2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:33.503471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dcc89c79-bbeb-4ea0-ab62-3a0a7c77a872 req-da53870c-07c1-4b97-8e76-8ceb701bbce2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.2105792 Aug 17 02:52:33.509951 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1075db8e-b4e6-4ef1-92d5-4d9666f01722 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7776368 Aug 17 02:52:33.516332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57044) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:33.516332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8f57e84c-0d50-4136-9b56-f32c7146da84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'subnet': {'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:33.562499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dcc89c79-bbeb-4ea0-ab62-3a0a7c77a872 req-ef8f882a-2a4b-418e-b99d-3ef732be26bd tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535305 Aug 17 02:52:33.641587 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Deleting port 080914ef-830a-4f7a-97ba-4842e74b4363 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:33.641934 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.748730 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] For port 080914ef-830a-4f7a-97ba-4842e74b4363, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=080914ef-830a-4f7a-97ba-4842e74b4363,segment=NetworkSegment(1e6c6f60-936a-4d62-8e8f-fb6d2b264b54),segment_id=1e6c6f60-936a-4d62-8e8f-fb6d2b264b54)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:33.754605 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.774981 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.795278 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f57e84c-0d50-4136-9b56-f32c7146da84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Made reservation on behalf of 4b89c398a7c941d5a66ae71855eb7c94 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:33.798951 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f57e84c-0d50-4136-9b56-f32c7146da84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.809280 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Calling delete_port for 080914ef-830a-4f7a-97ba-4842e74b4363 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:33.822714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:31Z', 'revision_number': 4, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:28Z', 'revision_number': 4, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88d36a48-1bd5-41ff-96cb-d596b4add644', 'name': '', 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:39:ee:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:30Z', 'updated_at': '2021-08-17T02:52:31Z', 'revision_number': 2, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:33.884563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Checking router: 9e80a51c-df34-45fb-92b1-1f4f46b8de6e for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:52:33.885033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Updating router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e port 88d36a48-1bd5-41ff-96cb-d596b4add644 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:52:33.891216 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port db18175f-c066-4060-8c4a-4aaac1857a2b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=db18175f-c066-4060-8c4a-4aaac1857a2b,segment=NetworkSegment(57bbca4f-69b6-4c84-b526-3901793ca496),segment_id=57bbca4f-69b6-4c84-b526-3901793ca496)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:33.946396 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.959731 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.967282 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844a0d86-4edf-493c-9c6f-472f39dd199c None None] DHCP port deletion for cf903b2c-d84e-4426-ac03-e89c1769e58c request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:52:34.251703 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.272904 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] No DVR routers for this DVR port 080914ef-830a-4f7a-97ba-4842e74b4363 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:34.330990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event deleted for resources: {'Port': ['ID=080914ef-830a-4f7a-97ba-4842e74b4363,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:34.466085 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.485133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf903b2c-d84e-4426-ac03-e89c1769e58c']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:34.496189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6c6f60-936a-4d62-8e8f-fb6d2b264b54') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:34.500799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6c6f60-936a-4d62-8e8f-fb6d2b264b54') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:34.517400 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=db18175f-c066-4060-8c4a-4aaac1857a2b,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:34.518215 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.520360 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-844a0d86-4edf-493c-9c6f-472f39dd199c None None] The port '080914ef-830a-4f7a-97ba-4842e74b4363' was deleted {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 17 02:52:34.557500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.565539 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f57e84c-0d50-4136-9b56-f32c7146da84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.570670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:52:34.571958 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:52:34.580615 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:52:34.841593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad971d-6e2c-49b4-89ec-4ebc731d898a req-c21cb799-3a4d-486a-b6b2-6580dd5a6f8c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:34.851381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-92ad971d-6e2c-49b4-89ec-4ebc731d898a req-c21cb799-3a4d-486a-b6b2-6580dd5a6f8c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.1294658 Aug 17 02:52:34.856513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57e84c-0d50-4136-9b56-f32c7146da84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Subnet': ['ID=b8b0affd-a469-4711-b0bc-718660ec8318,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:34.890810 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.913987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57e84c-0d50-4136-9b56-f32c7146da84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Checking segment: {'id': '1102a15b-9af8-4d2e-b1b7-c446524796cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:34.914361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57e84c-0d50-4136-9b56-f32c7146da84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network hostable DHCP agents. Network: 7b1a6605-2768-4926-afd0-36a0a3a11fcc, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:52:34.941878 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-92ad971d-6e2c-49b4-89ec-4ebc731d898a req-65fe0247-898d-4bfa-a58a-20f554df9187 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846391 Aug 17 02:52:34.951526 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.968309 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.979448 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] 10.222.0.13 "DELETE /v2.0/networks/cf903b2c-d84e-4426-ac03-e89c1769e58c HTTP/1.1" status: 204 len: 168 time: 1.7219310 Aug 17 02:52:34.983198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Transition to ACTIVE for port object 88d36a48-1bd5-41ff-96cb-d596b4add644 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:34.985903 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2ef88-29ea-40a1-8a9c-be611121c938 tempest-AllowedAddressPairTestJSON-864409550 tempest-AllowedAddressPairTestJSON-864409550-project] Pushing event deleted for resources: {'Network': ['ID=cf903b2c-d84e-4426-ac03-e89c1769e58c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:34.995157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:35.079528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57e84c-0d50-4136-9b56-f32c7146da84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network 7b1a6605-2768-4926-afd0-36a0a3a11fcc is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:52:35.127599 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:35.188539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-8f57e84c-0d50-4136-9b56-f32c7146da84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 7b1a6605-2768-4926-afd0-36a0a3a11fcc) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:35.195990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f57e84c-0d50-4136-9b56-f32c7146da84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:35.195990 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f57e84c-0d50-4136-9b56-f32c7146da84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:35.238845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed2bc4-ac42-457b-897e-b5be75c00001 None None] Pushing event updated for resources: {'Port': ['ID=88d36a48-1bd5-41ff-96cb-d596b4add644,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:35.252458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d70b67-96d5-4546-b160-ee7b78331589 None None] Network 7b1a6605-2768-4926-afd0-36a0a3a11fcc requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:35.344037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:35.344470 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:35.351170 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8f57e84c-0d50-4136-9b56-f32c7146da84 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8370202 Aug 17 02:52:35.351843 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57054) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:35.494091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-371669a5-dc29-4377-bf8d-12ead6366edd None None] Provisioning for port 88d36a48-1bd5-41ff-96cb-d596b4add644 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:35.557892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Attempting to bind port 88d36a48-1bd5-41ff-96cb-d596b4add644 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:35.559321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Attempting to bind port 88d36a48-1bd5-41ff-96cb-d596b4add644 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '57bbca4f-69b6-4c84-b526-3901793ca496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:35.559896 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Attempting to bind port 88d36a48-1bd5-41ff-96cb-d596b4add644 on network 12a51de3-7b00-4856-87f8-1698a76c63d5 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:35.623557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:35.623940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Checking segment: {'id': '57bbca4f-69b6-4c84-b526-3901793ca496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:35.624507 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:35.624912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Bound using segment: {'id': '57bbca4f-69b6-4c84-b526-3901793ca496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:35.625428 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Bound port: 88d36a48-1bd5-41ff-96cb-d596b4add644, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bbca4f-69b6-4c84-b526-3901793ca496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:35.625810 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:35.741391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-371669a5-dc29-4377-bf8d-12ead6366edd None None] Provisioning complete for port db18175f-c066-4060-8c4a-4aaac1857a2b triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:35.741775 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-371669a5-dc29-4377-bf8d-12ead6366edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:35.892044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57058) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:35.927286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-7b1a6605-2768-4926-afd0-36a0a3a11fcc', 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'fixed_ips': [{'subnet_id': 'b8b0affd-a469-4711-b0bc-718660ec8318'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:52:35.928304 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:35.943986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] For port 88d36a48-1bd5-41ff-96cb-d596b4add644, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:35.966678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] For port 88d36a48-1bd5-41ff-96cb-d596b4add644, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=88d36a48-1bd5-41ff-96cb-d596b4add644,segment=NetworkSegment(57bbca4f-69b6-4c84-b526-3901793ca496),segment_id=57bbca4f-69b6-4c84-b526-3901793ca496)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:36.020607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 080914ef-830a-4f7a-97ba-4842e74b4363 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:36.052635 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.088140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 080914ef-830a-4f7a-97ba-4842e74b4363 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:52:36.088140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 080914ef-830a-4f7a-97ba-4842e74b4363 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:52:36.192245 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:36.192886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:36.280884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0eecc1-3ed1-4546-90d0-c162ee99ad83 req-5a1e8bf3-6e37-4139-b07a-b207889f10b6 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:36.300008 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a0eecc1-3ed1-4546-90d0-c162ee99ad83 req-5a1e8bf3-6e37-4139-b07a-b207889f10b6 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.2021947 Aug 17 02:52:36.356523 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:36.362071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8de3ddcb-16c1-41e7-8559-6c81e0f119ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25842d19769d4bdf87c69430c32a86df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4688454 Aug 17 02:52:36.377438 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57066) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:36.426158 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.441466 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3a0eecc1-3ed1-4546-90d0-c162ee99ad83 req-a790b751-cf1d-4657-9c8f-4416f39c5b86 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389947 Aug 17 02:52:36.492140 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6bf61fb0-a8dd-4fbb-83e5-0e500a309185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.523809 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Allocated IP 2001:db8:3::2 (7b1a6605-2768-4926-afd0-36a0a3a11fcc/b8b0affd-a469-4711-b0bc-718660ec8318/2cd17806-aaa0-439a-81f6-5ca0b30730b2) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:36.535042 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6bf61fb0-a8dd-4fbb-83e5-0e500a309185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.605765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device db18175f-c066-4060-8c4a-4aaac1857a2b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:36.672836 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed2bc4-ac42-457b-897e-b5be75c00001 None None] Pushing event updated for resources: {'Port': ['ID=88d36a48-1bd5-41ff-96cb-d596b4add644,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:36.700875 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6bf61fb0-a8dd-4fbb-83e5-0e500a309185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.704604 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6bf61fb0-a8dd-4fbb-83e5-0e500a309185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.704808 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6bf61fb0-a8dd-4fbb-83e5-0e500a309185 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d4a756a-a073-46dc-8f64-e4b184207018 HTTP/1.1" status: 204 len: 168 time: 0.3262844 Aug 17 02:52:36.725642 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf61fb0-a8dd-4fbb-83e5-0e500a309185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4a756a-a073-46dc-8f64-e4b184207018,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:36.929515 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port db18175f-c066-4060-8c4a-4aaac1857a2b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:36.929873 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.034808 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.061705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Transition to ACTIVE for port object 2cd17806-aaa0-439a-81f6-5ca0b30730b2 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:37.080704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Transition to ACTIVE for port object 2cd17806-aaa0-439a-81f6-5ca0b30730b2 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:37.145420 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:31Z', 'revision_number': 4, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:32Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88d36a48-1bd5-41ff-96cb-d596b4add644', 'name': '', 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:39:ee:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:30Z', 'updated_at': '2021-08-17T02:52:35Z', 'revision_number': 4, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:37.151728 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.232740 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831c84a-7f24-4453-b56e-07e72401bb77 None None] The sync data for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 is: [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:31Z', 'revision_number': 4, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:32Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88d36a48-1bd5-41ff-96cb-d596b4add644', 'name': '', 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:39:ee:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:30Z', 'updated_at': '2021-08-17T02:52:35Z', 'revision_number': 4, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:37.232740 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Network 7b1a6605-2768-4926-afd0-36a0a3a11fcc is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:37.239594 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:37.249951 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Pushing event updated for resources: {'Port': ['ID=2cd17806-aaa0-439a-81f6-5ca0b30730b2,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:37.285470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Allocated IP 2001:db8:3::1 (7b1a6605-2768-4926-afd0-36a0a3a11fcc/b8b0affd-a469-4711-b0bc-718660ec8318/477a19f4-5064-45ba-8ef8-9c31a5aff4bd) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:37.289216 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:37.521897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Attempting to bind port 2cd17806-aaa0-439a-81f6-5ca0b30730b2 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:37.521897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Attempting to bind port 2cd17806-aaa0-439a-81f6-5ca0b30730b2 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '1102a15b-9af8-4d2e-b1b7-c446524796cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:37.521897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Attempting to bind port 2cd17806-aaa0-439a-81f6-5ca0b30730b2 on network 7b1a6605-2768-4926-afd0-36a0a3a11fcc {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:37.521897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:37.521897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Checking segment: {'id': '1102a15b-9af8-4d2e-b1b7-c446524796cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:37.521897 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.521897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Bound using segment: {'id': '1102a15b-9af8-4d2e-b1b7-c446524796cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:37.521897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Bound port: 2cd17806-aaa0-439a-81f6-5ca0b30730b2, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1102a15b-9af8-4d2e-b1b7-c446524796cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:37.521897 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.531433 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.531433 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Transition to ACTIVE for port object 477a19f4-5064-45ba-8ef8-9c31a5aff4bd will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:37.579474 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] For port 2cd17806-aaa0-439a-81f6-5ca0b30730b2, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:37.582886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] For port 2cd17806-aaa0-439a-81f6-5ca0b30730b2, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2cd17806-aaa0-439a-81f6-5ca0b30730b2,segment=NetworkSegment(1102a15b-9af8-4d2e-b1b7-c446524796cc),segment_id=1102a15b-9af8-4d2e-b1b7-c446524796cc)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:37.637406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b1387-6e0c-4465-8104-0bb9711d8cc3 req-12fe7f1f-c7c8-4dea-9e90-ed83b8113e06 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:37.639067 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c12b1387-6e0c-4465-8104-0bb9711d8cc3 req-12fe7f1f-c7c8-4dea-9e90-ed83b8113e06 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.0727148 Aug 17 02:52:37.707333 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c12b1387-6e0c-4465-8104-0bb9711d8cc3 req-1249350f-4ffa-4fac-8b56-4cd3bb152d79 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611911 Aug 17 02:52:37.719512 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.721875 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.820906 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network 7b1a6605-2768-4926-afd0-36a0a3a11fcc is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:37.830867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1691cc-0ef3-40be-bea9-81dc00d77203 None None] Pushing event updated for resources: {'Port': ['ID=2cd17806-aaa0-439a-81f6-5ca0b30730b2,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:37.835335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:37.848297 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:37.848857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.851617 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=477a19f4-5064-45ba-8ef8-9c31a5aff4bd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:37.936317 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8d5176f-0a8d-4a8c-af6d-68432b69c9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.206158 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.367292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 88d36a48-1bd5-41ff-96cb-d596b4add644 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:38.576494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 88d36a48-1bd5-41ff-96cb-d596b4add644 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:38.582246 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 88d36a48-1bd5-41ff-96cb-d596b4add644 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:38.582859 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.604936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57098) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:38.722278 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.734225 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.767353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 88d36a48-1bd5-41ff-96cb-d596b4add644, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=88d36a48-1bd5-41ff-96cb-d596b4add644,segment=NetworkSegment(57bbca4f-69b6-4c84-b526-3901793ca496),segment_id=57bbca4f-69b6-4c84-b526-3901793ca496)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:38.796412 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-935865270'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:38.801392 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.801392 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.856897 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.928286 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122a9ca-4bec-42fb-b053-d7988bd3fdb7 req-0df6dab3-7162-4904-bdf5-296ba71d3d7e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:38.933128 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8122a9ca-4bec-42fb-b053-d7988bd3fdb7 req-0df6dab3-7162-4904-bdf5-296ba71d3d7e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.0755265 Aug 17 02:52:38.934964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:38.938987 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.969874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=88d36a48-1bd5-41ff-96cb-d596b4add644,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:39.012427 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event updated for resources: {'Port': ['ID=477a19f4-5064-45ba-8ef8-9c31a5aff4bd,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:39.012671 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8122a9ca-4bec-42fb-b053-d7988bd3fdb7 req-c3fa07dc-702f-4645-a9dd-abd5b6621031 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630965 Aug 17 02:52:39.033496 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.113963 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Network 7b1a6605-2768-4926-afd0-36a0a3a11fcc is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:39.116775 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:39.250519 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.288854 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:39.362311 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb66e61-fc79-4cbe-93e7-28396da32675 None None] Network 7b1a6605-2768-4926-afd0-36a0a3a11fcc requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:39.394251 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:39.402817 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57104) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:39.403037 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-611e3d77-f8d5-4f31-b929-cb747a27eab9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/9e80a51c-df34-45fb-92b1-1f4f46b8de6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0499260 Aug 17 02:52:39.407613 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-04d3f790-c582-468f-aab1-6a8a4d5dc109 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:39.412901 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Sync routers for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:39.413428 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.421802 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:39.422797 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:39.508406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8c3201-dd1a-4179-b118-d66830550525,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:39.531257 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:39.550054 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:52:39.570236 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.570746 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Added segment 8310cad2-3907-494e-a066-fc6fb79221be of type vlan for network 410b7372-5328-482d-974c-dde8ee0b954b Aug 17 02:52:39.693960 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.797294 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-05f02a0f-0b7b-4e29-a16b-517681281df3 None None] Provisioning for port 2cd17806-aaa0-439a-81f6-5ca0b30730b2 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:39.861514 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:37Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477a19f4-5064-45ba-8ef8-9c31a5aff4bd', 'name': '', 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:cf:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'b8b0affd-a469-4711-b0bc-718660ec8318', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:38Z', 'revision_number': 2, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'b8b0affd-a469-4711-b0bc-718660ec8318', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:32Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88d36a48-1bd5-41ff-96cb-d596b4add644', 'name': '', 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:39:ee:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:30Z', 'updated_at': '2021-08-17T02:52:38Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:39.867471 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.874269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:39.874872 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.892832 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Checking router: 9e80a51c-df34-45fb-92b1-1f4f46b8de6e for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:52:39.893190 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Updating router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e port 477a19f4-5064-45ba-8ef8-9c31a5aff4bd binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:52:39.923105 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.005224 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Network': ['ID=410b7372-5328-482d-974c-dde8ee0b954b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:40.019661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 410b7372-5328-482d-974c-dde8ee0b954b details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:52:40.063802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57118) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:40.070572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-cfbbffc3-3d85-469c-8fd6-2319fc4355a4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'name': 'tempest-PortsIpV6TestJSON-1272943169'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:40.087539 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8961d82b-96b5-4d40-965f-a674eac2a4af tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4788740 Aug 17 02:52:40.105345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.extraroute_db [None req-04d3f790-c582-468f-aab1-6a8a4d5dc109 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95406) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 02:52:40.165061 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.extraroute_db [None req-04d3f790-c582-468f-aab1-6a8a4d5dc109 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Removed routes are [] {{(pid=95406) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 02:52:40.165511 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04d3f790-c582-468f-aab1-6a8a4d5dc109 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.312473 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a5023467-dbe5-4db8-9821-f2853207c1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.362905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd0d42-d97f-47a2-9ace-f537c7b45f28 req-a3cf952d-8224-4f87-90bf-a182ec016589 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:40.364491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fefd0d42-d97f-47a2-9ace-f537c7b45f28 req-a3cf952d-8224-4f87-90bf-a182ec016589 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.1947947 Aug 17 02:52:40.376638 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbbffc3-3d85-469c-8fd6-2319fc4355a4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:40.381146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cfbbffc3-3d85-469c-8fd6-2319fc4355a4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.385259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 88d36a48-1bd5-41ff-96cb-d596b4add644 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:40.418836 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-46a10849-551b-47e6-bd4c-9dc9623cda6e None None] Provisioning for port 477a19f4-5064-45ba-8ef8-9c31a5aff4bd completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:40.426175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-cfbbffc3-3d85-469c-8fd6-2319fc4355a4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port 50558f84-8623-4c0c-9c96-8bba5295d236 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:52:40.428863 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.439920 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Transition to ACTIVE for port object 477a19f4-5064-45ba-8ef8-9c31a5aff4bd will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:40.447634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-46a10849-551b-47e6-bd4c-9dc9623cda6e None None] Provisioning complete for port 477a19f4-5064-45ba-8ef8-9c31a5aff4bd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:40.448098 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-46a10849-551b-47e6-bd4c-9dc9623cda6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.492598 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fefd0d42-d97f-47a2-9ace-f537c7b45f28 req-4a921e2c-6482-473c-9fc0-eb4d44204cfb tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168482 Aug 17 02:52:40.499129 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04d3f790-c582-468f-aab1-6a8a4d5dc109 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.509021 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.509161 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04d3f790-c582-468f-aab1-6a8a4d5dc109 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.571813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-46a10849-551b-47e6-bd4c-9dc9623cda6e None None] Port 477a19f4-5064-45ba-8ef8-9c31a5aff4bd cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:40.581581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 88d36a48-1bd5-41ff-96cb-d596b4add644 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:40.582348 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.590326 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d4665-931c-4b2e-9691-1fa495e127d2 None None] Pushing event updated for resources: {'Port': ['ID=477a19f4-5064-45ba-8ef8-9c31a5aff4bd,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:40.637517 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d4665-931c-4b2e-9691-1fa495e127d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:40.637915 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d4665-931c-4b2e-9691-1fa495e127d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:40.638659 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d4665-931c-4b2e-9691-1fa495e127d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:40.639014 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d4665-931c-4b2e-9691-1fa495e127d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:40.639356 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d4665-931c-4b2e-9691-1fa495e127d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:40.639671 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d4665-931c-4b2e-9691-1fa495e127d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:40.640046 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d4665-931c-4b2e-9691-1fa495e127d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:40.640374 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d4665-931c-4b2e-9691-1fa495e127d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:40.640701 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d4665-931c-4b2e-9691-1fa495e127d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:40.641573 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d4665-931c-4b2e-9691-1fa495e127d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:40.641971 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d4665-931c-4b2e-9691-1fa495e127d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:40.642362 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d4665-931c-4b2e-9691-1fa495e127d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:40.655846 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.670222 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Attempting to bind port 477a19f4-5064-45ba-8ef8-9c31a5aff4bd on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:40.670827 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Attempting to bind port 477a19f4-5064-45ba-8ef8-9c31a5aff4bd by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '1102a15b-9af8-4d2e-b1b7-c446524796cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:40.671348 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Attempting to bind port 477a19f4-5064-45ba-8ef8-9c31a5aff4bd on network 7b1a6605-2768-4926-afd0-36a0a3a11fcc {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:40.678405 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:40.679067 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Checking segment: {'id': '1102a15b-9af8-4d2e-b1b7-c446524796cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:40.679624 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.680220 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Bound using segment: {'id': '1102a15b-9af8-4d2e-b1b7-c446524796cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:40.680843 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Bound port: 477a19f4-5064-45ba-8ef8-9c31a5aff4bd, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1102a15b-9af8-4d2e-b1b7-c446524796cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:40.682027 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.697597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d3f790-c582-468f-aab1-6a8a4d5dc109 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:40.717104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2cd17806-aaa0-439a-81f6-5ca0b30730b2 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:40.742599 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cfbbffc3-3d85-469c-8fd6-2319fc4355a4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.824256 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] For port 477a19f4-5064-45ba-8ef8-9c31a5aff4bd, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:40.829207 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] For port 477a19f4-5064-45ba-8ef8-9c31a5aff4bd, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=477a19f4-5064-45ba-8ef8-9c31a5aff4bd,segment=NetworkSegment(1102a15b-9af8-4d2e-b1b7-c446524796cc),segment_id=1102a15b-9af8-4d2e-b1b7-c446524796cc)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:40.835561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d3f790-c582-468f-aab1-6a8a4d5dc109 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:40.843929 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-04d3f790-c582-468f-aab1-6a8a4d5dc109 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.845489 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-04d3f790-c582-468f-aab1-6a8a4d5dc109 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/9e80a51c-df34-45fb-92b1-1f4f46b8de6e HTTP/1.1" status: 200 len: 953 time: 1.4416018 Aug 17 02:52:40.848392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57126) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:40.892121 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cfbbffc3-3d85-469c-8fd6-2319fc4355a4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.903691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 2cd17806-aaa0-439a-81f6-5ca0b30730b2 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:40.905385 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.908125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 2cd17806-aaa0-439a-81f6-5ca0b30730b2 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:40.908503 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.988717 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:40.989495 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:41.014953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbffc3-3d85-469c-8fd6-2319fc4355a4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=50558f84-8623-4c0c-9c96-8bba5295d236,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:41.038115 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbffc3-3d85-469c-8fd6-2319fc4355a4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Checking segment: {'id': '8310cad2-3907-494e-a066-fc6fb79221be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '410b7372-5328-482d-974c-dde8ee0b954b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:41.038484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbbffc3-3d85-469c-8fd6-2319fc4355a4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network hostable DHCP agents. Network: 410b7372-5328-482d-974c-dde8ee0b954b, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:52:41.039438 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.053496 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-88c523b6-0088-4512-a2df-6fca41d7adac tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/routers/9e80a51c-df34-45fb-92b1-1f4f46b8de6e HTTP/1.1" status: 200 len: 953 time: 0.2038419 Aug 17 02:52:41.056284 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57128) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:41.063001 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-91589fa9-338d-4b52-b595-b25be8c50864 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'router': {'routes': None}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:41.088262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73eb57-546b-42ea-b8f8-f5ed3e5b5b17 req-7fc78a1f-5d33-4683-b8ba-4264540d6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.093457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e73eb57-546b-42ea-b8f8-f5ed3e5b5b17 req-7fc78a1f-5d33-4683-b8ba-4264540d6bf9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 1098 time: 0.0911021 Aug 17 02:52:41.100438 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 2cd17806-aaa0-439a-81f6-5ca0b30730b2, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2cd17806-aaa0-439a-81f6-5ca0b30730b2,segment=NetworkSegment(1102a15b-9af8-4d2e-b1b7-c446524796cc),segment_id=1102a15b-9af8-4d2e-b1b7-c446524796cc)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:41.183371 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.228817 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73eb57-546b-42ea-b8f8-f5ed3e5b5b17 req-a48b9a02-8135-41f9-8a8b-9c78f5f87a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.230733 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e73eb57-546b-42ea-b8f8-f5ed3e5b5b17 req-a48b9a02-8135-41f9-8a8b-9c78f5f87a33 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 917 time: 0.1296794 Aug 17 02:52:41.247118 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d4665-931c-4b2e-9691-1fa495e127d2 None None] Pushing event updated for resources: {'Port': ['ID=477a19f4-5064-45ba-8ef8-9c31a5aff4bd,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:41.270361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=2cd17806-aaa0-439a-81f6-5ca0b30730b2,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:41.279283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbbffc3-3d85-469c-8fd6-2319fc4355a4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 410b7372-5328-482d-974c-dde8ee0b954b is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:52:41.297887 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:41.347417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-cfbbffc3-3d85-469c-8fd6-2319fc4355a4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 410b7372-5328-482d-974c-dde8ee0b954b) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:41.357397 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e607e24-9c24-45b0-aa46-1c3240679fb8 None None] Network 410b7372-5328-482d-974c-dde8ee0b954b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:41.361977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbbffc3-3d85-469c-8fd6-2319fc4355a4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:41.368131 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbbffc3-3d85-469c-8fd6-2319fc4355a4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.368893 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cfbbffc3-3d85-469c-8fd6-2319fc4355a4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.439722 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e73eb57-546b-42ea-b8f8-f5ed3e5b5b17 req-46a0c3c9-83b8-4f36-a59b-257ae8537498 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b HTTP/1.1" status: 200 len: 1002 time: 0.1816182 Aug 17 02:52:41.455617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6171-9896-4586-ba24-7b3d056c4769 req-4266cf4f-0400-4fbc-b0d4-b7210b2e4b80 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.463194 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d1aa6171-9896-4586-ba24-7b3d056c4769 req-4266cf4f-0400-4fbc-b0d4-b7210b2e4b80 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 949 time: 0.0778162 Aug 17 02:52:41.509767 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cfbbffc3-3d85-469c-8fd6-2319fc4355a4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4442351 Aug 17 02:52:41.513723 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57132) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:41.522973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-dad78b30-442c-4d52-93f5-6a327471ddc7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1151683507'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:41.568216 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d1aa6171-9896-4586-ba24-7b3d056c4769 req-e1e709fc-1839-4d2f-868f-fbae158b0826 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/security-groups?id=52bf5db6-0531-484b-88ef-72ed6832a651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040306 Aug 17 02:52:41.613661 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.extraroute_db [None req-91589fa9-338d-4b52-b595-b25be8c50864 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Added routes are [] {{(pid=95407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 02:52:41.613661 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.extraroute_db [None req-91589fa9-338d-4b52-b595-b25be8c50864 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 02:52:41.613867 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73eb57-546b-42ea-b8f8-f5ed3e5b5b17 req-9414d931-68a8-46b3-855c-05b1bbbf2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.614968 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e73eb57-546b-42ea-b8f8-f5ed3e5b5b17 req-9414d931-68a8-46b3-855c-05b1bbbf2089 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.1487312 Aug 17 02:52:41.646707 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:40Z', 'revision_number': 6, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477a19f4-5064-45ba-8ef8-9c31a5aff4bd', 'name': '', 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:cf:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'b8b0affd-a469-4711-b0bc-718660ec8318', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:40Z', 'revision_number': 4, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'b8b0affd-a469-4711-b0bc-718660ec8318', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:32Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88d36a48-1bd5-41ff-96cb-d596b4add644', 'name': '', 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:39:ee:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:30Z', 'updated_at': '2021-08-17T02:52:38Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:41.655787 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-91589fa9-338d-4b52-b595-b25be8c50864 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.683744 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf2b544-a5cc-4cfb-9d79-06326920ea10 None None] The sync data for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 is: [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:40Z', 'revision_number': 6, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477a19f4-5064-45ba-8ef8-9c31a5aff4bd', 'name': '', 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:cf:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'b8b0affd-a469-4711-b0bc-718660ec8318', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:40Z', 'revision_number': 4, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'b8b0affd-a469-4711-b0bc-718660ec8318', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:32Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88d36a48-1bd5-41ff-96cb-d596b4add644', 'name': '', 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:39:ee:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:30Z', 'updated_at': '2021-08-17T02:52:38Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:41.705035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad78b30-442c-4d52-93f5-6a327471ddc7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:41.711596 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dad78b30-442c-4d52-93f5-6a327471ddc7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.758375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73eb57-546b-42ea-b8f8-f5ed3e5b5b17 req-4d377e49-5db9-4de5-a302-201ff4af25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.759747 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e73eb57-546b-42ea-b8f8-f5ed3e5b5b17 req-4d377e49-5db9-4de5-a302-201ff4af25cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1334922 Aug 17 02:52:41.785231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad78b30-442c-4d52-93f5-6a327471ddc7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:52:41.796288 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67234d96-e751-47a2-a3a8-0c6b504e25ce req-d39766e5-855c-495a-a434-81cbd2c83dc7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.800645 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67234d96-e751-47a2-a3a8-0c6b504e25ce req-d39766e5-855c-495a-a434-81cbd2c83dc7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.1249092 Aug 17 02:52:41.871136 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dad78b30-442c-4d52-93f5-6a327471ddc7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.871502 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-dad78b30-442c-4d52-93f5-6a327471ddc7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Added segment 9c4599a6-8df4-43ef-b572-e0b09a1b9678 of type vlan for network 7a94461a-5ccf-4685-8eb0-dcec315e0713 Aug 17 02:52:41.892398 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.947381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dad78b30-442c-4d52-93f5-6a327471ddc7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.958032 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67234d96-e751-47a2-a3a8-0c6b504e25ce req-e307206e-6982-4a42-b054-8cc6878cd803 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412468 Aug 17 02:52:41.980108 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e73eb57-546b-42ea-b8f8-f5ed3e5b5b17 req-db94c1aa-f88d-4df5-83a0-f098f1dd2770 service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108250 Aug 17 02:52:41.986464 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-91589fa9-338d-4b52-b595-b25be8c50864 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.001272 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-91589fa9-338d-4b52-b595-b25be8c50864 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.079385 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dad78b30-442c-4d52-93f5-6a327471ddc7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.085044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad78b30-442c-4d52-93f5-6a327471ddc7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:42.085699 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dad78b30-442c-4d52-93f5-6a327471ddc7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.104001 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91589fa9-338d-4b52-b595-b25be8c50864 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:42.153439 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e73eb57-546b-42ea-b8f8-f5ed3e5b5b17 req-3934c73a-0a3e-45b6-8b2f-195627b1424e service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655087 Aug 17 02:52:42.180249 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad78b30-442c-4d52-93f5-6a327471ddc7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Network': ['ID=7a94461a-5ccf-4685-8eb0-dcec315e0713,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:42.200810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 7a94461a-5ccf-4685-8eb0-dcec315e0713 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:52:42.215657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dad78b30-442c-4d52-93f5-6a327471ddc7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6994464 Aug 17 02:52:42.219392 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57136) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:42.226563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'ports': [{'network_id': '410b7372-5328-482d-974c-dde8ee0b954b'}, {'network_id': '7a94461a-5ccf-4685-8eb0-dcec315e0713'}]} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:42.226886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:42.227367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'network_id': '7a94461a-5ccf-4685-8eb0-dcec315e0713'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:42.233205 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91589fa9-338d-4b52-b595-b25be8c50864 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:42.242083 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-91589fa9-338d-4b52-b595-b25be8c50864 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.246962 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-91589fa9-338d-4b52-b595-b25be8c50864 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/9e80a51c-df34-45fb-92b1-1f4f46b8de6e HTTP/1.1" status: 200 len: 703 time: 1.1895578 Aug 17 02:52:42.247833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57138) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:42.373610 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 477a19f4-5064-45ba-8ef8-9c31a5aff4bd up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:42.543252 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 477a19f4-5064-45ba-8ef8-9c31a5aff4bd completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:42.548240 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 477a19f4-5064-45ba-8ef8-9c31a5aff4bd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:42.548693 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.644108 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b5694d5e-ace1-4cc7-bcac-95edfa3509cf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/routers/9e80a51c-df34-45fb-92b1-1f4f46b8de6e HTTP/1.1" status: 200 len: 703 time: 0.3949025 Aug 17 02:52:42.644780 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57142) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:42.689926 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.696640 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b9bb9d-d7f0-440b-958f-9238e5e723cc None None] Sync routers for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:42.722267 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b9bb9d-d7f0-440b-958f-9238e5e723cc None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:42.723131 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-43b9bb9d-d7f0-440b-958f-9238e5e723cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:42.751095 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d94ab-262a-4df7-be03-f37af80c57bf req-b1619051-95c5-444d-8d0f-a7d90336d46e tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:42.752845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e44d94ab-262a-4df7-be03-f37af80c57bf req-b1619051-95c5-444d-8d0f-a7d90336d46e tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 949 time: 0.0728776 Aug 17 02:52:42.795162 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'port': 2} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:42.796735 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 477a19f4-5064-45ba-8ef8-9c31a5aff4bd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=477a19f4-5064-45ba-8ef8-9c31a5aff4bd,segment=NetworkSegment(1102a15b-9af8-4d2e-b1b7-c446524796cc),segment_id=1102a15b-9af8-4d2e-b1b7-c446524796cc)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:42.800039 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.823189 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.825822 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-43b9bb9d-d7f0-440b-958f-9238e5e723cc None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:42.828624 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e44d94ab-262a-4df7-be03-f37af80c57bf req-b07c4b7b-ba6f-4d48-8ba5-4aa277efa0dc tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/security-groups?id=52bf5db6-0531-484b-88ef-72ed6832a651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598438 Aug 17 02:52:42.862187 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.862977 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2cd17806-aaa0-439a-81f6-5ca0b30730b2 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:42.924518 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port b333ddac-34dc-4018-b89e-50addad80ddb yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:52:43.023099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=477a19f4-5064-45ba-8ef8-9c31a5aff4bd,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:43.051757 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.058314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 2cd17806-aaa0-439a-81f6-5ca0b30730b2 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:43.058692 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.068901 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3753731d-e431-40de-9903-297171edcf7f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.174099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port eb0b7cd5-fb8e-4090-b6bb-1c2a060bb57f yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:52:43.197033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908ec91-3720-4226-844e-eaa73c0b4248 req-a1c0cd77-889c-44af-9d32-b5325dd673db tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:43.198853 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2908ec91-3720-4226-844e-eaa73c0b4248 req-a1c0cd77-889c-44af-9d32-b5325dd673db tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.0997765 Aug 17 02:52:43.215471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-43b9bb9d-d7f0-440b-958f-9238e5e723cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:41Z', 'revision_number': 7, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477a19f4-5064-45ba-8ef8-9c31a5aff4bd', 'name': '', 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:cf:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'b8b0affd-a469-4711-b0bc-718660ec8318', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:40Z', 'revision_number': 4, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'b8b0affd-a469-4711-b0bc-718660ec8318', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:32Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88d36a48-1bd5-41ff-96cb-d596b4add644', 'name': '', 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:39:ee:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:30Z', 'updated_at': '2021-08-17T02:52:38Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:43.242343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b9bb9d-d7f0-440b-958f-9238e5e723cc None None] Checking router: 9e80a51c-df34-45fb-92b1-1f4f46b8de6e for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:52:43.357479 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b9bb9d-d7f0-440b-958f-9238e5e723cc None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:43.357479 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-43b9bb9d-d7f0-440b-958f-9238e5e723cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:43.358771 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2908ec91-3720-4226-844e-eaa73c0b4248 req-e044e3d3-4b33-481c-8571-4f75ab4b5e3c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830166 Aug 17 02:52:43.358771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49129344-61ac-48fe-a689-e9579d77c4d7 req-7a7bc5f7-31fb-4103-9227-743052356ad8 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:43.358771 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-49129344-61ac-48fe-a689-e9579d77c4d7 req-7a7bc5f7-31fb-4103-9227-743052356ad8 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.42 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 949 time: 0.1413805 Aug 17 02:52:43.359114 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-43b9bb9d-d7f0-440b-958f-9238e5e723cc None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:43.422276 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.631579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-43b9bb9d-d7f0-440b-958f-9238e5e723cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:41Z', 'revision_number': 7, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477a19f4-5064-45ba-8ef8-9c31a5aff4bd', 'name': '', 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:cf:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'b8b0affd-a469-4711-b0bc-718660ec8318', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:42Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'b8b0affd-a469-4711-b0bc-718660ec8318', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:32Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88d36a48-1bd5-41ff-96cb-d596b4add644', 'name': '', 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:39:ee:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:30Z', 'updated_at': '2021-08-17T02:52:38Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:43.631579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b9bb9d-d7f0-440b-958f-9238e5e723cc None None] The sync data for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 is: [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:41Z', 'revision_number': 7, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '477a19f4-5064-45ba-8ef8-9c31a5aff4bd', 'name': '', 'network_id': '7b1a6605-2768-4926-afd0-36a0a3a11fcc', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:cf:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': 'b8b0affd-a469-4711-b0bc-718660ec8318', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:42Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'b8b0affd-a469-4711-b0bc-718660ec8318', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:32Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88d36a48-1bd5-41ff-96cb-d596b4add644', 'name': '', 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:39:ee:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:30Z', 'updated_at': '2021-08-17T02:52:38Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:43.643485 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:52:43.696543 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-3753731d-e431-40de-9903-297171edcf7f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port 477a19f4-5064-45ba-8ef8-9c31a5aff4bd {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:43.697188 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3753731d-e431-40de-9903-297171edcf7f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.706473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-49129344-61ac-48fe-a689-e9579d77c4d7 req-e58be40a-ab4e-42fc-b4ea-1005324130e8 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Deleting port 833e4ea7-49ef-4d28-b3cc-1eceeb797338 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:43.706937 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-49129344-61ac-48fe-a689-e9579d77c4d7 req-e58be40a-ab4e-42fc-b4ea-1005324130e8 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.808956 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-3753731d-e431-40de-9903-297171edcf7f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] For port 477a19f4-5064-45ba-8ef8-9c31a5aff4bd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=477a19f4-5064-45ba-8ef8-9c31a5aff4bd,segment=NetworkSegment(1102a15b-9af8-4d2e-b1b7-c446524796cc),segment_id=1102a15b-9af8-4d2e-b1b7-c446524796cc)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:43.809385 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3753731d-e431-40de-9903-297171edcf7f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.810718 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-49129344-61ac-48fe-a689-e9579d77c4d7 req-e58be40a-ab4e-42fc-b4ea-1005324130e8 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] For port 833e4ea7-49ef-4d28-b3cc-1eceeb797338, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=833e4ea7-49ef-4d28-b3cc-1eceeb797338,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:43.811583 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-49129344-61ac-48fe-a689-e9579d77c4d7 req-e58be40a-ab4e-42fc-b4ea-1005324130e8 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.823335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-3753731d-e431-40de-9903-297171edcf7f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for 477a19f4-5064-45ba-8ef8-9c31a5aff4bd owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:43.824941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-49129344-61ac-48fe-a689-e9579d77c4d7 req-e58be40a-ab4e-42fc-b4ea-1005324130e8 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Calling delete_port for 833e4ea7-49ef-4d28-b3cc-1eceeb797338 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:43.842578 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.860758 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.936142 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 410b7372-5328-482d-974c-dde8ee0b954b is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:43.965790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:43.969297 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:43.970214 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.983997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=b333ddac-34dc-4018-b89e-50addad80ddb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:44.008837 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:44.009187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:44.009559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:44.009903 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:44.010244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:44.010577 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:44.010981 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:44.011969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:44.012303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:44.012637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:44.012967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:44.013318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:44.066474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a81e1-4c42-426b-b2c9-62d59b6855a1 req-d8c556cd-6269-4543-aa3e-929b06a40ddc tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:44.068002 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de2a81e1-4c42-426b-b2c9-62d59b6855a1 req-d8c556cd-6269-4543-aa3e-929b06a40ddc tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/ports?device_id=257fe250-7b82-40f0-bc5d-4ba4a8956641 HTTP/1.1" status: 200 len: 949 time: 0.1561151 Aug 17 02:52:44.117805 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3753731d-e431-40de-9903-297171edcf7f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.133800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=eb0b7cd5-fb8e-4090-b6bb-1c2a060bb57f,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:44.148955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753731d-e431-40de-9903-297171edcf7f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=477a19f4-5064-45ba-8ef8-9c31a5aff4bd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:44.171890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Checking segment: {'id': '9c4599a6-8df4-43ef-b572-e0b09a1b9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7a94461a-5ccf-4685-8eb0-dcec315e0713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:44.172186 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network hostable DHCP agents. Network: 7a94461a-5ccf-4685-8eb0-dcec315e0713, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:52:44.182996 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de2a81e1-4c42-426b-b2c9-62d59b6855a1 req-7061cb52-b3f4-4281-99c5-a0e69e90a5b8 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.13 "GET /v2.0/security-groups?id=52bf5db6-0531-484b-88ef-72ed6832a651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992239 Aug 17 02:52:44.195565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 477a19f4-5064-45ba-8ef8-9c31a5aff4bd up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:44.226467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 477a19f4-5064-45ba-8ef8-9c31a5aff4bd {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:52:44.230074 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 477a19f4-5064-45ba-8ef8-9c31a5aff4bd not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 17 02:52:44.247078 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Port 477a19f4-5064-45ba-8ef8-9c31a5aff4bd not found, will not notify nova. {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 17 02:52:44.249625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-49129344-61ac-48fe-a689-e9579d77c4d7 req-e58be40a-ab4e-42fc-b4ea-1005324130e8 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.280460 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['833e4ea7-49ef-4d28-b3cc-1eceeb797338'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:44.284116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58be40a-ab4e-42fc-b4ea-1005324130e8 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Pushing event deleted for resources: {'Port': ['ID=833e4ea7-49ef-4d28-b3cc-1eceeb797338,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:44.301731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 7a94461a-5ccf-4685-8eb0-dcec315e0713 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:52:44.333542 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3753731d-e431-40de-9903-297171edcf7f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.346201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-49129344-61ac-48fe-a689-e9579d77c4d7 req-e58be40a-ab4e-42fc-b4ea-1005324130e8 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] No DVR routers for this DVR port 833e4ea7-49ef-4d28-b3cc-1eceeb797338 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:44.348922 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-49129344-61ac-48fe-a689-e9579d77c4d7 req-e58be40a-ab4e-42fc-b4ea-1005324130e8 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.356352 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-49129344-61ac-48fe-a689-e9579d77c4d7 req-e58be40a-ab4e-42fc-b4ea-1005324130e8 tempest-VolumesBackupsTest-1273978364 tempest-VolumesBackupsTest-1273978364-project] 10.222.0.42 "DELETE /v2.0/ports/833e4ea7-49ef-4d28-b3cc-1eceeb797338 HTTP/1.1" status: 204 len: 173 time: 1.0213366 Aug 17 02:52:44.356865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257fe250-7b82-40f0-bc5d-4ba4a8956641', 'name': 'network-vif-deleted', 'tag': '833e4ea7-49ef-4d28-b3cc-1eceeb797338'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:44.359888 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec4cd79-228c-409e-adef-c9264a75de9d" -d '{"events": [{"server_uuid": "257fe250-7b82-40f0-bc5d-4ba4a8956641", "name": "network-vif-deleted", "tag": "833e4ea7-49ef-4d28-b3cc-1eceeb797338"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:44.414780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 7a94461a-5ccf-4685-8eb0-dcec315e0713) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:44.420220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:44.426100 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:44.429528 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9986d14b-33af-41d1-bd8d-e1f3340fe102 None None] Network 7a94461a-5ccf-4685-8eb0-dcec315e0713 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:44.431247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:44.431936 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.491851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56000d-6e82-40dc-bc55-fee635a9aa0f req-afbf6dac-14d5-4f16-8cb1-b76edde5dc14 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:44.493432 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b56000d-6e82-40dc-bc55-fee635a9aa0f req-afbf6dac-14d5-4f16-8cb1-b76edde5dc14 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 946 time: 0.0742939 Aug 17 02:52:44.538800 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b56000d-6e82-40dc-bc55-fee635a9aa0f req-2c2986e3-5f9d-4435-87f4-66ebcdec0106 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386350 Aug 17 02:52:44.552316 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3753731d-e431-40de-9903-297171edcf7f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:44.564793 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ed30f973-0a2e-4997-bb23-9f7a525b258b no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:44.575229 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ee6b0721-3e64-4d7f-9bfb-ed2722099de9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3548906 Aug 17 02:52:44.580829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57154) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:44.723371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3753731d-e431-40de-9903-297171edcf7f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:44.724318 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.743490 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6904beaa-8e7d-4cde-a7f3-193cbc2bd131 None None] Sync routers for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:44.751089 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3753731d-e431-40de-9903-297171edcf7f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/9e80a51c-df34-45fb-92b1-1f4f46b8de6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1043453 Aug 17 02:52:44.754419 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57158) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:44.757270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed30f973-0a2e-4997-bb23-9f7a525b258b'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:44.760330 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883efbd8-7d87-4a53-9211-b7bea0e0696e" -d '{"events": [{"server_uuid": "19e63241-0edf-4132-94b1-6f6f947a2a27", "name": "network-vif-unplugged", "status": "completed", "tag": "ed30f973-0a2e-4997-bb23-9f7a525b258b"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:44.794525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ed30f973-0a2e-4997-bb23-9f7a525b258b, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:44.796652 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904beaa-8e7d-4cde-a7f3-193cbc2bd131 None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:44.797543 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6904beaa-8e7d-4cde-a7f3-193cbc2bd131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:44.831993 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307fa808-9723-44a6-8c77-47a403b53740 x-openstack-request-id: req-307fa808-9723-44a6-8c77-47a403b53740 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:44.835008 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257fe250-7b82-40f0-bc5d-4ba4a8956641", "name": "network-vif-deleted", "tag": "833e4ea7-49ef-4d28-b3cc-1eceeb797338", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:44.835274 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-307fa808-9723-44a6-8c77-47a403b53740 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:44.835710 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257fe250-7b82-40f0-bc5d-4ba4a8956641', 'name': 'network-vif-deleted', 'tag': '833e4ea7-49ef-4d28-b3cc-1eceeb797338', 'status': 'completed', 'code': 200} Aug 17 02:52:44.868836 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.930847 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting subnet b8b0affd-a469-4711-b0bc-718660ec8318 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:52:44.939433 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.947628 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-d98514c5-1e36-4a4b-be57-9a54b4589266 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port eb0b7cd5-fb8e-4090-b6bb-1c2a060bb57f {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:44.950155 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d98514c5-1e36-4a4b-be57-9a54b4589266 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.013226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ed30f973-0a2e-4997-bb23-9f7a525b258b,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:45.028535 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.056167 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-6904beaa-8e7d-4cde-a7f3-193cbc2bd131 None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:45.136055 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d98514c5-1e36-4a4b-be57-9a54b4589266 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.151227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-d98514c5-1e36-4a4b-be57-9a54b4589266 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for eb0b7cd5-fb8e-4090-b6bb-1c2a060bb57f owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:45.157210 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.300869 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.329871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b0affd-a469-4711-b0bc-718660ec8318,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:45.333228 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.337709 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/b8b0affd-a469-4711-b0bc-718660ec8318 HTTP/1.1" status: 204 len: 168 time: 0.5762634 Aug 17 02:52:45.337903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e9e67-c5e7-4959-914d-a6d31ba88234 None None] Network 7b1a6605-2768-4926-afd0-36a0a3a11fcc requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:45.340160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57174) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:45.348721 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:45.349078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:45.349448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:45.349789 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:45.350134 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:45.350449 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:45.350782 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:45.351525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:45.351525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:45.352007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:45.352107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:45.352364 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042a5-ab3c-4d20-8076-21ab026f0c43 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:45.354317 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d98514c5-1e36-4a4b-be57-9a54b4589266 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.386410 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6904beaa-8e7d-4cde-a7f3-193cbc2bd131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:43Z', 'revision_number': 8, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:32Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88d36a48-1bd5-41ff-96cb-d596b4add644', 'name': '', 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:39:ee:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:30Z', 'updated_at': '2021-08-17T02:52:38Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:45.407657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98514c5-1e36-4a4b-be57-9a54b4589266 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=eb0b7cd5-fb8e-4090-b6bb-1c2a060bb57f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:45.412726 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6904beaa-8e7d-4cde-a7f3-193cbc2bd131 None None] Checking router: 9e80a51c-df34-45fb-92b1-1f4f46b8de6e for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:52:45.416666 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d98514c5-1e36-4a4b-be57-9a54b4589266 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.420413 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d98514c5-1e36-4a4b-be57-9a54b4589266 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/eb0b7cd5-fb8e-4090-b6bb-1c2a060bb57f HTTP/1.1" status: 204 len: 168 time: 0.8375189 Aug 17 02:52:45.423167 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57176) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:45.428271 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904beaa-8e7d-4cde-a7f3-193cbc2bd131 None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:45.428899 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6904beaa-8e7d-4cde-a7f3-193cbc2bd131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:45.484484 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.513097 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa99978c-e911-4791-9657-6a828ae4bac2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:45.527911 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-6904beaa-8e7d-4cde-a7f3-193cbc2bd131 None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:45.532847 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa99978c-e911-4791-9657-6a828ae4bac2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:45.537837 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57178) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:45.539372 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fa99978c-e911-4791-9657-6a828ae4bac2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1146228 Aug 17 02:52:45.607082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port 2cd17806-aaa0-439a-81f6-5ca0b30730b2 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:45.610893 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.639981 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356d89c9-b554-48ec-a927-5c122aea4a48 None None] DHCP port deletion for 7b1a6605-2768-4926-afd0-36a0a3a11fcc request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:52:45.697183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8970b-fed6-4e8f-a5ed-04eb77e16da0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port b333ddac-34dc-4018-b89e-50addad80ddb {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:45.697621 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b1c8970b-fed6-4e8f-a5ed-04eb77e16da0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.728941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-356d89c9-b554-48ec-a927-5c122aea4a48 None None] Deleting port 2cd17806-aaa0-439a-81f6-5ca0b30730b2 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:45.729614 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-356d89c9-b554-48ec-a927-5c122aea4a48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.740610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] For port 2cd17806-aaa0-439a-81f6-5ca0b30730b2, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2cd17806-aaa0-439a-81f6-5ca0b30730b2,segment=NetworkSegment(1102a15b-9af8-4d2e-b1b7-c446524796cc),segment_id=1102a15b-9af8-4d2e-b1b7-c446524796cc)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:45.741164 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.759190 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for 2cd17806-aaa0-439a-81f6-5ca0b30730b2 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:45.788649 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b1c8970b-fed6-4e8f-a5ed-04eb77e16da0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.798284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8970b-fed6-4e8f-a5ed-04eb77e16da0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for b333ddac-34dc-4018-b89e-50addad80ddb owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:45.819598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-356d89c9-b554-48ec-a927-5c122aea4a48 None None] For port 2cd17806-aaa0-439a-81f6-5ca0b30730b2, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2cd17806-aaa0-439a-81f6-5ca0b30730b2,segment=NetworkSegment(1102a15b-9af8-4d2e-b1b7-c446524796cc),segment_id=1102a15b-9af8-4d2e-b1b7-c446524796cc)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:45.820448 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-356d89c9-b554-48ec-a927-5c122aea4a48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.837189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-356d89c9-b554-48ec-a927-5c122aea4a48 None None] Calling delete_port for 2cd17806-aaa0-439a-81f6-5ca0b30730b2 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:45.909919 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-6904beaa-8e7d-4cde-a7f3-193cbc2bd131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:43Z', 'revision_number': 8, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:32Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88d36a48-1bd5-41ff-96cb-d596b4add644', 'name': '', 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:39:ee:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:30Z', 'updated_at': '2021-08-17T02:52:38Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:45.937880 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6904beaa-8e7d-4cde-a7f3-193cbc2bd131 None None] The sync data for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 is: [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:43Z', 'revision_number': 8, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:32Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88d36a48-1bd5-41ff-96cb-d596b4add644', 'name': '', 'network_id': '12a51de3-7b00-4856-87f8-1698a76c63d5', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:39:ee:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:30Z', 'updated_at': '2021-08-17T02:52:38Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a06ed476-8753-41b0-af03-c0facdd2090d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:45.964876 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.970899 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-356d89c9-b554-48ec-a927-5c122aea4a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.996367 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b1c8970b-fed6-4e8f-a5ed-04eb77e16da0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.009184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=2cd17806-aaa0-439a-81f6-5ca0b30730b2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:46.013948 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No DVR routers for this DVR port 2cd17806-aaa0-439a-81f6-5ca0b30730b2 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:46.032861 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d89c9-b554-48ec-a927-5c122aea4a48 None None] No DVR routers for this DVR port 2cd17806-aaa0-439a-81f6-5ca0b30730b2 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:46.039832 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d89c9-b554-48ec-a927-5c122aea4a48 None None] Pushing event deleted for resources: {'Port': ['ID=2cd17806-aaa0-439a-81f6-5ca0b30730b2,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:46.047337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8970b-fed6-4e8f-a5ed-04eb77e16da0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=b333ddac-34dc-4018-b89e-50addad80ddb,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:46.057380 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b1c8970b-fed6-4e8f-a5ed-04eb77e16da0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.061286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b1c8970b-fed6-4e8f-a5ed-04eb77e16da0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/b333ddac-34dc-4018-b89e-50addad80ddb HTTP/1.1" status: 204 len: 168 time: 0.5210640 Aug 17 02:52:46.062819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57184) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:46.081491 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd5f222-0bfa-4dbb-ba3c-8c7d64b7241a x-openstack-request-id: req-fbd5f222-0bfa-4dbb-ba3c-8c7d64b7241a {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:46.082931 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e63241-0edf-4132-94b1-6f6f947a2a27", "name": "network-vif-unplugged", "status": "failed", "tag": "ed30f973-0a2e-4997-bb23-9f7a525b258b", "code": 422}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:46.083366 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbd5f222-0bfa-4dbb-ba3c-8c7d64b7241a {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:46.084144 n-d-793621-31 neutron-server[95408]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'code': 422} returned with failed status Aug 17 02:52:46.139216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9f8a7b-616f-4a40-bd90-cb330ee9af89 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:46.141030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9c9f8a7b-616f-4a40-bd90-cb330ee9af89 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0766413 Aug 17 02:52:46.143737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57190) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:46.162157 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.173567 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1a6605-2768-4926-afd0-36a0a3a11fcc']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:46.185985 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b71a62b-5029-4a75-b771-57d3263d0893 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] GET failed (client error): The resource could not be found. Aug 17 02:52:46.187776 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1102a15b-9af8-4d2e-b1b7-c446524796cc') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:46.188672 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1102a15b-9af8-4d2e-b1b7-c446524796cc') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:46.191429 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1b71a62b-5029-4a75-b771-57d3263d0893 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/eb0b7cd5-fb8e-4090-b6bb-1c2a060bb57f HTTP/1.1" status: 404 len: 333 time: 0.0462737 Aug 17 02:52:46.196959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57192) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:46.201368 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.216691 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.219108 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-15531930-bab4-45d7-adf8-d4e1606fa231 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] GET failed (client error): The resource could not be found. Aug 17 02:52:46.221263 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-15531930-bab4-45d7-adf8-d4e1606fa231 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/b333ddac-34dc-4018-b89e-50addad80ddb HTTP/1.1" status: 404 len: 333 time: 0.0280459 Aug 17 02:52:46.225857 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:52:46.225857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.227799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57196) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:52:46.228029 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:52:46.322767 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f95a-27d4-4b25-845d-151d06f717d3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.421724 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 477a19f4-5064-45ba-8ef8-9c31a5aff4bd no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:46.456648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 477a19f4-5064-45ba-8ef8-9c31a5aff4bd {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:52:46.457144 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.457871 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 477a19f4-5064-45ba-8ef8-9c31a5aff4bd not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:52:46.458578 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2cd17806-aaa0-439a-81f6-5ca0b30730b2 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:46.468184 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.468702 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f95a-27d4-4b25-845d-151d06f717d3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.469751 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/networks/7b1a6605-2768-4926-afd0-36a0a3a11fcc HTTP/1.1" status: 204 len: 168 time: 1.1286223 Aug 17 02:52:46.475044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57204) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:46.499614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ceb067-7114-40c9-a3e8-ad52f1802584 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Network': ['ID=7b1a6605-2768-4926-afd0-36a0a3a11fcc,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:46.500978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 2cd17806-aaa0-439a-81f6-5ca0b30730b2 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:52:46.501546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2cd17806-aaa0-439a-81f6-5ca0b30730b2 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:52:46.533082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-9ce3f95a-27d4-4b25-845d-151d06f717d3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a94461a-5ccf-4685-8eb0-dcec315e0713']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:46.574473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-9ce3f95a-27d4-4b25-845d-151d06f717d3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4599a6-8df4-43ef-b572-e0b09a1b9678') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:46.575078 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-9ce3f95a-27d4-4b25-845d-151d06f717d3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4599a6-8df4-43ef-b572-e0b09a1b9678') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:46.590868 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f95a-27d4-4b25-845d-151d06f717d3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.614477 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f95a-27d4-4b25-845d-151d06f717d3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.664197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce3f95a-27d4-4b25-845d-151d06f717d3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:52:46.664197 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f95a-27d4-4b25-845d-151d06f717d3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:52:46.667962 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:52:46.849566 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f95a-27d4-4b25-845d-151d06f717d3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.859404 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f95a-27d4-4b25-845d-151d06f717d3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.867467 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9ce3f95a-27d4-4b25-845d-151d06f717d3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/networks/7a94461a-5ccf-4685-8eb0-dcec315e0713 HTTP/1.1" status: 204 len: 168 time: 0.6364548 Aug 17 02:52:46.868724 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57208) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:46.878827 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-3656a004-0cd2-4748-9fc8-8e22b9c4c8f8 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1069519622'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:46.879020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3f95a-27d4-4b25-845d-151d06f717d3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Network': ['ID=7a94461a-5ccf-4685-8eb0-dcec315e0713,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:47.015199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3656a004-0cd2-4748-9fc8-8e22b9c4c8f8 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:47.024821 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3656a004-0cd2-4748-9fc8-8e22b9c4c8f8 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.048562 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3589ad89-c6d5-4a2d-a9ca-3a5dfa5055cd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.083013 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3656a004-0cd2-4748-9fc8-8e22b9c4c8f8 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:52:47.096479 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3656a004-0cd2-4748-9fc8-8e22b9c4c8f8 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.106438 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-3656a004-0cd2-4748-9fc8-8e22b9c4c8f8 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Added segment 09320981-b248-45b9-9679-560d67ea172d of type vlan for network 030d0eb9-a1f9-42cf-970e-51029fc0b311 Aug 17 02:52:47.172203 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3656a004-0cd2-4748-9fc8-8e22b9c4c8f8 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.262481 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3656a004-0cd2-4748-9fc8-8e22b9c4c8f8 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.268871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3656a004-0cd2-4748-9fc8-8e22b9c4c8f8 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:47.270028 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3656a004-0cd2-4748-9fc8-8e22b9c4c8f8 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.306066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-33a0c60f-7cf0-49a0-ac4f-bfa8a22eaf94 req-a62bbdac-2f68-4aa7-9c32-486d577856f3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:52:47.307102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33a0c60f-7cf0-49a0-ac4f-bfa8a22eaf94 req-a62bbdac-2f68-4aa7-9c32-486d577856f3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0720663 Aug 17 02:52:47.357628 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656a004-0cd2-4748-9fc8-8e22b9c4c8f8 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Network': ['ID=030d0eb9-a1f9-42cf-970e-51029fc0b311,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:47.370546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 030d0eb9-a1f9-42cf-970e-51029fc0b311 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:52:47.443131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3589ad89-c6d5-4a2d-a9ca-3a5dfa5055cd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port 88d36a48-1bd5-41ff-96cb-d596b4add644 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:47.443476 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3589ad89-c6d5-4a2d-a9ca-3a5dfa5055cd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.453404 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3656a004-0cd2-4748-9fc8-8e22b9c4c8f8 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5789814 Aug 17 02:52:47.453604 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57218) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:47.458989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9c308e12-d68b-4831-a2da-b5fc33ce7c80 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'subnet': {'network_id': '030d0eb9-a1f9-42cf-970e-51029fc0b311', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:47.551257 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-3589ad89-c6d5-4a2d-a9ca-3a5dfa5055cd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] For port 88d36a48-1bd5-41ff-96cb-d596b4add644, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=88d36a48-1bd5-41ff-96cb-d596b4add644,segment=NetworkSegment(57bbca4f-69b6-4c84-b526-3901793ca496),segment_id=57bbca4f-69b6-4c84-b526-3901793ca496)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:47.552195 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3589ad89-c6d5-4a2d-a9ca-3a5dfa5055cd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.567603 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3589ad89-c6d5-4a2d-a9ca-3a5dfa5055cd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for 88d36a48-1bd5-41ff-96cb-d596b4add644 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:47.648944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c308e12-d68b-4831-a2da-b5fc33ce7c80 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:47.652867 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c308e12-d68b-4831-a2da-b5fc33ce7c80 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.827846 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3589ad89-c6d5-4a2d-a9ca-3a5dfa5055cd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.855633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589ad89-c6d5-4a2d-a9ca-3a5dfa5055cd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=88d36a48-1bd5-41ff-96cb-d596b4add644,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:47.977389 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3589ad89-c6d5-4a2d-a9ca-3a5dfa5055cd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.994256 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c308e12-d68b-4831-a2da-b5fc33ce7c80 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.084753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c308e12-d68b-4831-a2da-b5fc33ce7c80 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Checking segment: {'id': '09320981-b248-45b9-9679-560d67ea172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '030d0eb9-a1f9-42cf-970e-51029fc0b311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:48.085171 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c308e12-d68b-4831-a2da-b5fc33ce7c80 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network hostable DHCP agents. Network: 030d0eb9-a1f9-42cf-970e-51029fc0b311, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:52:48.093955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c308e12-d68b-4831-a2da-b5fc33ce7c80 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Subnet': ['ID=f0ae36f9-5799-4c77-b3fe-3b254e173f7a,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:48.174496 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c308e12-d68b-4831-a2da-b5fc33ce7c80 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 030d0eb9-a1f9-42cf-970e-51029fc0b311 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:52:48.199515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3589ad89-c6d5-4a2d-a9ca-3a5dfa5055cd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:48.271942 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9c308e12-d68b-4831-a2da-b5fc33ce7c80 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 030d0eb9-a1f9-42cf-970e-51029fc0b311) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:48.276296 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c308e12-d68b-4831-a2da-b5fc33ce7c80 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:48.279449 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c308e12-d68b-4831-a2da-b5fc33ce7c80 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.281496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db39d897-0d4e-44a9-bef8-e12ccd5b685d None None] Network 030d0eb9-a1f9-42cf-970e-51029fc0b311 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:48.300808 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3589ad89-c6d5-4a2d-a9ca-3a5dfa5055cd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:48.306536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3589ad89-c6d5-4a2d-a9ca-3a5dfa5055cd tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/9e80a51c-df34-45fb-92b1-1f4f46b8de6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8305440 Aug 17 02:52:48.310425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57222) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:48.321060 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38c98c-c067-4783-8fe7-7277e56194e0 None None] Sync routers for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:48.340723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38c98c-c067-4783-8fe7-7277e56194e0 None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:48.341445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1c38c98c-c067-4783-8fe7-7277e56194e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:48.365304 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9c308e12-d68b-4831-a2da-b5fc33ce7c80 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9103377 Aug 17 02:52:48.368388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57224) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:48.373929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-307abcd3-e4bf-4496-9833-2511fc09a505 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'network_id': '030d0eb9-a1f9-42cf-970e-51029fc0b311', 'name': 'tempest-PortsIpV6TestJSON-1623941824'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:48.378887 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6b0103-ae89-499d-be33-1856f74c9b67 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting subnet a06ed476-8753-41b0-af03-c0facdd2090d {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:52:48.384366 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0103-ae89-499d-be33-1856f74c9b67 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.461140 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0103-ae89-499d-be33-1856f74c9b67 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.520787 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-1c38c98c-c067-4783-8fe7-7277e56194e0 None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:48.578372 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0103-ae89-499d-be33-1856f74c9b67 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.593827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307abcd3-e4bf-4496-9833-2511fc09a505 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:48.602039 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-307abcd3-e4bf-4496-9833-2511fc09a505 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.687508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-307abcd3-e4bf-4496-9833-2511fc09a505 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port 82992e00-d2a1-44ee-a3f6-f6be15259088 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:52:48.772918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 833e4ea7-49ef-4d28-b3cc-1eceeb797338 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:48.779932 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0103-ae89-499d-be33-1856f74c9b67 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.807673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 833e4ea7-49ef-4d28-b3cc-1eceeb797338 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:52:48.808418 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 833e4ea7-49ef-4d28-b3cc-1eceeb797338 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:52:48.809197 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ed30f973-0a2e-4997-bb23-9f7a525b258b no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:48.858897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b0103-ae89-499d-be33-1856f74c9b67 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Subnet': ['ID=a06ed476-8753-41b0-af03-c0facdd2090d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:48.869776 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e6b0103-ae89-499d-be33-1856f74c9b67 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.875642 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4e6b0103-ae89-499d-be33-1856f74c9b67 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/a06ed476-8753-41b0-af03-c0facdd2090d HTTP/1.1" status: 204 len: 168 time: 0.5637310 Aug 17 02:52:48.878935 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57246) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:48.895719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49fae5f-9c82-4f53-b693-c1d93df44e78 None None] Network 12a51de3-7b00-4856-87f8-1698a76c63d5 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:49.064278 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.154443 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port db18175f-c066-4060-8c4a-4aaac1857a2b {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:49.154794 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.156635 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-030d0eb9-a1f9-42cf-970e-51029fc0b311', 'network_id': '030d0eb9-a1f9-42cf-970e-51029fc0b311', 'tenant_id': '03f50382812b466e9fc1cd21f9f7b855', 'fixed_ips': [{'subnet_id': 'f0ae36f9-5799-4c77-b3fe-3b254e173f7a'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:52:49.157557 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.217085 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4eb8a-d4df-4d5b-9266-2f69be25bedf req-d787068a-5fbd-476b-a7c5-8a77d4d37fb5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:49.219373 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-11d4eb8a-d4df-4d5b-9266-2f69be25bedf req-d787068a-5fbd-476b-a7c5-8a77d4d37fb5 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.5038083 Aug 17 02:52:49.269847 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] For port db18175f-c066-4060-8c4a-4aaac1857a2b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=db18175f-c066-4060-8c4a-4aaac1857a2b,segment=NetworkSegment(57bbca4f-69b6-4c84-b526-3901793ca496),segment_id=57bbca4f-69b6-4c84-b526-3901793ca496)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:49.270246 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.285753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for db18175f-c066-4060-8c4a-4aaac1857a2b owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:49.311033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3454aa8-b754-491c-9264-5079043cd884 None None] DHCP port deletion for 12a51de3-7b00-4856-87f8-1698a76c63d5 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:52:49.329947 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-11d4eb8a-d4df-4d5b-9266-2f69be25bedf req-f22cbc83-12c3-462b-83e3-3f5c57be51e6 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885673 Aug 17 02:52:49.453760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1c38c98c-c067-4783-8fe7-7277e56194e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:47Z', 'revision_number': 9, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:32Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:49.475259 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ecc9b2f-ccde-451e-8c67-4f51db442409 req-4d3660d9-63c5-4641-bf9b-1e55a0476686 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1236064 Aug 17 02:52:49.476541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-307abcd3-e4bf-4496-9833-2511fc09a505 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Allocated IP 2001:db8::195 (030d0eb9-a1f9-42cf-970e-51029fc0b311/f0ae36f9-5799-4c77-b3fe-3b254e173f7a/82992e00-d2a1-44ee-a3f6-f6be15259088) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:49.490818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b3454aa8-b754-491c-9264-5079043cd884 None None] Deleting port db18175f-c066-4060-8c4a-4aaac1857a2b {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:49.491202 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b3454aa8-b754-491c-9264-5079043cd884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.492913 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38c98c-c067-4783-8fe7-7277e56194e0 None None] Checking router: 9e80a51c-df34-45fb-92b1-1f4f46b8de6e for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:52:49.511444 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38c98c-c067-4783-8fe7-7277e56194e0 None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:49.512377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1c38c98c-c067-4783-8fe7-7277e56194e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:49.641622 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b3454aa8-b754-491c-9264-5079043cd884 None None] For port db18175f-c066-4060-8c4a-4aaac1857a2b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=db18175f-c066-4060-8c4a-4aaac1857a2b,segment=NetworkSegment(57bbca4f-69b6-4c84-b526-3901793ca496),segment_id=57bbca4f-69b6-4c84-b526-3901793ca496)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:49.642073 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b3454aa8-b754-491c-9264-5079043cd884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.661024 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b3454aa8-b754-491c-9264-5079043cd884 None None] Calling delete_port for db18175f-c066-4060-8c4a-4aaac1857a2b owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:49.663204 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-1c38c98c-c067-4783-8fe7-7277e56194e0 None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:49.874743 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-307abcd3-e4bf-4496-9833-2511fc09a505 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.896112 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.896658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-307abcd3-e4bf-4496-9833-2511fc09a505 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Transition to ACTIVE for port object 82992e00-d2a1-44ee-a3f6-f6be15259088 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:49.929442 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b3454aa8-b754-491c-9264-5079043cd884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.954612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=db18175f-c066-4060-8c4a-4aaac1857a2b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:49.962984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No DVR routers for this DVR port db18175f-c066-4060-8c4a-4aaac1857a2b on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:49.964543 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3454aa8-b754-491c-9264-5079043cd884 None None] Pushing event deleted for resources: {'Port': ['ID=db18175f-c066-4060-8c4a-4aaac1857a2b,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:49.972892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3454aa8-b754-491c-9264-5079043cd884 None None] No DVR routers for this DVR port db18175f-c066-4060-8c4a-4aaac1857a2b on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:50.000516 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1c38c98c-c067-4783-8fe7-7277e56194e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:47Z', 'revision_number': 9, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:32Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:50.034445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38c98c-c067-4783-8fe7-7277e56194e0 None None] The sync data for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 is: [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:47Z', 'revision_number': 9, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71ef1e6b-dc59-400e-90b0-e94c7f4856e9', 'name': '', 'network_id': 'b6913b3a-1b2f-473d-a4df-59cc9a74b324', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:1f:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:23Z', 'updated_at': '2021-08-17T02:52:32Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'ac513491-ab6e-43d8-9d7e-906194cf126c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:50.147835 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.161830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a51de3-7b00-4856-87f8-1698a76c63d5']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:50.175179 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57bbca4f-69b6-4c84-b526-3901793ca496') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:50.175742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57bbca4f-69b6-4c84-b526-3901793ca496') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:50.185026 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-307abcd3-e4bf-4496-9833-2511fc09a505 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.204949 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.239981 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.251233 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:52:50.251739 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:52:50.258329 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:52:50.261574 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307abcd3-e4bf-4496-9833-2511fc09a505 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 030d0eb9-a1f9-42cf-970e-51029fc0b311 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:50.265118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-307abcd3-e4bf-4496-9833-2511fc09a505 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:50.273945 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307abcd3-e4bf-4496-9833-2511fc09a505 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:50.280680 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307abcd3-e4bf-4496-9833-2511fc09a505 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:50.281386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-307abcd3-e4bf-4496-9833-2511fc09a505 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.308189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Allocated IP 2001:db8::2 (030d0eb9-a1f9-42cf-970e-51029fc0b311/f0ae36f9-5799-4c77-b3fe-3b254e173f7a/25eecf88-ad11-4a24-980f-771ee0f5c733) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:50.310441 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307abcd3-e4bf-4496-9833-2511fc09a505 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=82992e00-d2a1-44ee-a3f6-f6be15259088,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:50.404534 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-307abcd3-e4bf-4496-9833-2511fc09a505 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0352302 Aug 17 02:52:50.409927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57314) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:50.537601 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.551400 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.553833 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/networks/12a51de3-7b00-4856-87f8-1698a76c63d5 HTTP/1.1" status: 204 len: 168 time: 1.6751175 Aug 17 02:52:50.565314 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57318) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:50.588562 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.611062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6411c9-5158-4441-87bc-2bb232440dc1 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Network': ['ID=12a51de3-7b00-4856-87f8-1698a76c63d5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:50.629382 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Transition to ACTIVE for port object 25eecf88-ad11-4a24-980f-771ee0f5c733 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:50.666784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495841b-4e9f-4a66-a845-e2a7888660d1 req-b853e9fd-a910-405e-89f7-8ba27b003989 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:50.670667 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6495841b-4e9f-4a66-a845-e2a7888660d1 req-b853e9fd-a910-405e-89f7-8ba27b003989 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.1582561 Aug 17 02:52:50.673598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Transition to ACTIVE for port object 25eecf88-ad11-4a24-980f-771ee0f5c733 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:50.685529 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 88d36a48-1bd5-41ff-96cb-d596b4add644 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:50.712567 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 88d36a48-1bd5-41ff-96cb-d596b4add644 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:52:50.713082 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 88d36a48-1bd5-41ff-96cb-d596b4add644 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:52:50.713634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device db18175f-c066-4060-8c4a-4aaac1857a2b no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:50.752194 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: db18175f-c066-4060-8c4a-4aaac1857a2b {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:52:50.755914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device db18175f-c066-4060-8c4a-4aaac1857a2b not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:52:50.760850 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-9d3c4ea4-3c81-4dfa-a71c-64b9e608c2e0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port 82992e00-d2a1-44ee-a3f6-f6be15259088 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:50.762373 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4ea4-3c81-4dfa-a71c-64b9e608c2e0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.781844 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.816648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Network 030d0eb9-a1f9-42cf-970e-51029fc0b311 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:50.816648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:50.839235 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:50.847725 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6495841b-4e9f-4a66-a845-e2a7888660d1 req-ca59657a-2831-41b3-999a-084b81390b58 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514134 Aug 17 02:52:50.911421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Pushing event updated for resources: {'Port': ['ID=25eecf88-ad11-4a24-980f-771ee0f5c733,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:50.923327 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4ea4-3c81-4dfa-a71c-64b9e608c2e0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.934976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Attempting to bind port 25eecf88-ad11-4a24-980f-771ee0f5c733 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:50.935531 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Attempting to bind port 25eecf88-ad11-4a24-980f-771ee0f5c733 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '09320981-b248-45b9-9679-560d67ea172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '030d0eb9-a1f9-42cf-970e-51029fc0b311'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:50.935972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Attempting to bind port 25eecf88-ad11-4a24-980f-771ee0f5c733 on network 030d0eb9-a1f9-42cf-970e-51029fc0b311 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:50.940081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-9d3c4ea4-3c81-4dfa-a71c-64b9e608c2e0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for 82992e00-d2a1-44ee-a3f6-f6be15259088 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:50.947858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:50.948370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Checking segment: {'id': '09320981-b248-45b9-9679-560d67ea172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '030d0eb9-a1f9-42cf-970e-51029fc0b311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:50.949550 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.951464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Bound using segment: {'id': '09320981-b248-45b9-9679-560d67ea172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '030d0eb9-a1f9-42cf-970e-51029fc0b311'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:50.952204 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Bound port: 25eecf88-ad11-4a24-980f-771ee0f5c733, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09320981-b248-45b9-9679-560d67ea172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '030d0eb9-a1f9-42cf-970e-51029fc0b311'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:50.952685 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.187925 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] For port 25eecf88-ad11-4a24-980f-771ee0f5c733, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:51.195937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] For port 25eecf88-ad11-4a24-980f-771ee0f5c733, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=25eecf88-ad11-4a24-980f-771ee0f5c733,segment=NetworkSegment(09320981-b248-45b9-9679-560d67ea172d),segment_id=09320981-b248-45b9-9679-560d67ea172d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:51.268528 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.314188 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4ea4-3c81-4dfa-a71c-64b9e608c2e0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.356551 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-52e9c312-49fd-4527-8fe4-f76004eae9b2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.379584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c4ea4-3c81-4dfa-a71c-64b9e608c2e0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=82992e00-d2a1-44ee-a3f6-f6be15259088,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:51.387151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95900f17-4852-4e8b-83db-c98fba586646 None None] Pushing event updated for resources: {'Port': ['ID=25eecf88-ad11-4a24-980f-771ee0f5c733,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:51.442331 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4ea4-3c81-4dfa-a71c-64b9e608c2e0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.442861 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9d3c4ea4-3c81-4dfa-a71c-64b9e608c2e0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/82992e00-d2a1-44ee-a3f6-f6be15259088 HTTP/1.1" status: 204 len: 168 time: 1.0346925 Aug 17 02:52:51.457724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57328) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:51.500759 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-70926798-6f4d-4357-bd4f-63a737791f15 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] DELETE failed (client error): The resource could not be found. Aug 17 02:52:51.501627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70926798-6f4d-4357-bd4f-63a737791f15 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:52:51.504049 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-70926798-6f4d-4357-bd4f-63a737791f15 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/82992e00-d2a1-44ee-a3f6-f6be15259088 HTTP/1.1" status: 404 len: 333 time: 0.0449347 Aug 17 02:52:51.514422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57332) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:51.569504 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d203f2b-b9ae-4b7a-90c9-cba3c26d8d6d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] GET failed (client error): The resource could not be found. Aug 17 02:52:51.571914 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3d203f2b-b9ae-4b7a-90c9-cba3c26d8d6d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/82992e00-d2a1-44ee-a3f6-f6be15259088 HTTP/1.1" status: 404 len: 333 time: 0.0561681 Aug 17 02:52:51.578516 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57338) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:51.688689 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-a216a481-5bd1-4316-a2a4-9f6073263708 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting subnet f0ae36f9-5799-4c77-b3fe-3b254e173f7a {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:52:51.693908 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a216a481-5bd1-4316-a2a4-9f6073263708 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.774487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-52e9c312-49fd-4527-8fe4-f76004eae9b2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:51.775382 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-52e9c312-49fd-4527-8fe4-f76004eae9b2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.782418 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a216a481-5bd1-4316-a2a4-9f6073263708 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.927937 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-52e9c312-49fd-4527-8fe4-f76004eae9b2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] For port 71ef1e6b-dc59-400e-90b0-e94c7f4856e9, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=71ef1e6b-dc59-400e-90b0-e94c7f4856e9,segment=NetworkSegment(12bdd027-c014-4b88-9da2-7c06cdc53ad7),segment_id=12bdd027-c014-4b88-9da2-7c06cdc53ad7)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:51.928609 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-52e9c312-49fd-4527-8fe4-f76004eae9b2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.965372 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-52e9c312-49fd-4527-8fe4-f76004eae9b2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:51.966114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9b2f-ccde-451e-8c67-4f51db442409 req-a2170bff-86d7-496a-abd5-61441d39db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:51.967817 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ecc9b2f-ccde-451e-8c67-4f51db442409 req-a2170bff-86d7-496a-abd5-61441d39db97 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27&tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be HTTP/1.1" status: 200 len: 1096 time: 0.1227572 Aug 17 02:52:52.074286 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a216a481-5bd1-4316-a2a4-9f6073263708 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.244823 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cb94c-92c1-41ac-b1fa-6655a3fd67a8 req-9ebc564e-dc65-4f11-be24-b6ce38595022 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:52.254059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cb94c-92c1-41ac-b1fa-6655a3fd67a8 req-9ebc564e-dc65-4f11-be24-b6ce38595022 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.2490120 Aug 17 02:52:52.296436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9b2f-ccde-451e-8c67-4f51db442409 req-859f6457-65b1-412c-89d1-7a59611d6c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:52.298745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ecc9b2f-ccde-451e-8c67-4f51db442409 req-859f6457-65b1-412c-89d1-7a59611d6c72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 1096 time: 0.2640646 Aug 17 02:52:52.343685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 25eecf88-ad11-4a24-980f-771ee0f5c733 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:52.390490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-059cb94c-92c1-41ac-b1fa-6655a3fd67a8 req-17d9cda0-e9fe-4385-bff2-50b49cbc90eb tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351748 Aug 17 02:52:52.391518 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a216a481-5bd1-4316-a2a4-9f6073263708 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.400913 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-52e9c312-49fd-4527-8fe4-f76004eae9b2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.468094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216a481-5bd1-4316-a2a4-9f6073263708 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ae36f9-5799-4c77-b3fe-3b254e173f7a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:52.489690 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9c312-49fd-4527-8fe4-f76004eae9b2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=71ef1e6b-dc59-400e-90b0-e94c7f4856e9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:52.505217 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a216a481-5bd1-4316-a2a4-9f6073263708 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.509766 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a216a481-5bd1-4316-a2a4-9f6073263708 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/f0ae36f9-5799-4c77-b3fe-3b254e173f7a HTTP/1.1" status: 204 len: 168 time: 0.9277859 Aug 17 02:52:52.511188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57368) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:52.541775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 25eecf88-ad11-4a24-980f-771ee0f5c733 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:52.663819 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.669222 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-52e9c312-49fd-4527-8fe4-f76004eae9b2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.736842 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9b2f-ccde-451e-8c67-4f51db442409 req-d3fc637e-2bef-44c2-87fc-484efd49e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:52.738354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ecc9b2f-ccde-451e-8c67-4f51db442409 req-d3fc637e-2bef-44c2-87fc-484efd49e588 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 917 time: 0.4230623 Aug 17 02:52:52.899918 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ecc9b2f-ccde-451e-8c67-4f51db442409 req-3956e0d8-2f25-42ad-a60c-2a312a70eb18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b HTTP/1.1" status: 200 len: 1000 time: 0.1431398 Aug 17 02:52:52.919392 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port 25eecf88-ad11-4a24-980f-771ee0f5c733 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:52.919392 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.956192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e9c312-49fd-4527-8fe4-f76004eae9b2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:52.981992 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a8ed9c-3e10-4797-95dc-89b44a528d08 None None] Network 030d0eb9-a1f9-42cf-970e-51029fc0b311 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:53.061570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] For port 25eecf88-ad11-4a24-980f-771ee0f5c733, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=25eecf88-ad11-4a24-980f-771ee0f5c733,segment=NetworkSegment(09320981-b248-45b9-9679-560d67ea172d),segment_id=09320981-b248-45b9-9679-560d67ea172d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:53.062394 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.078826 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e9c312-49fd-4527-8fe4-f76004eae9b2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:53.079189 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for 25eecf88-ad11-4a24-980f-771ee0f5c733 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:53.086610 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-52e9c312-49fd-4527-8fe4-f76004eae9b2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/9e80a51c-df34-45fb-92b1-1f4f46b8de6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5176342 Aug 17 02:52:53.089609 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57372) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:53.099768 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c617ae-7b1a-4623-ac5b-6747a3368310 None None] Sync routers for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:53.102985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9b2f-ccde-451e-8c67-4f51db442409 req-40d154e0-273a-4d4c-a45d-177d38a8d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:53.105876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ecc9b2f-ccde-451e-8c67-4f51db442409 req-40d154e0-273a-4d4c-a45d-177d38a8d9e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.1969252 Aug 17 02:52:53.122572 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c617ae-7b1a-4623-ac5b-6747a3368310 None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:53.123351 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-22c617ae-7b1a-4623-ac5b-6747a3368310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:53.194353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00a0152-627f-4da8-af27-3a7e4bfe55ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting subnet ac513491-ab6e-43d8-9d7e-906194cf126c {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:52:53.203477 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f00a0152-627f-4da8-af27-3a7e4bfe55ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.247764 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-875f2fbf-4106-4349-9149-775047e95087 None None] Provisioning for port 25eecf88-ad11-4a24-980f-771ee0f5c733 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:53.259558 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-875f2fbf-4106-4349-9149-775047e95087 None None] Provisioning complete for port 25eecf88-ad11-4a24-980f-771ee0f5c733 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:53.259937 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-875f2fbf-4106-4349-9149-775047e95087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.297693 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f00a0152-627f-4da8-af27-3a7e4bfe55ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.304898 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-22c617ae-7b1a-4623-ac5b-6747a3368310 None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:53.312849 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9b2f-ccde-451e-8c67-4f51db442409 req-55dfad2f-fc52-41dc-a41d-1fa4ea6ab4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:53.315493 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ecc9b2f-ccde-451e-8c67-4f51db442409 req-55dfad2f-fc52-41dc-a41d-1fa4ea6ab4b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2001779 Aug 17 02:52:53.353156 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f83e16-9e64-464b-aaf0-ab8a38b90a2c None None] DHCP port deletion for 030d0eb9-a1f9-42cf-970e-51029fc0b311 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:52:53.382110 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.418065 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-875f2fbf-4106-4349-9149-775047e95087 None None] Port 25eecf88-ad11-4a24-980f-771ee0f5c733 update to ACTIVE by agent not found {{(pid=95408) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 17 02:52:53.438028 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f00a0152-627f-4da8-af27-3a7e4bfe55ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.491149 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a5f83e16-9e64-464b-aaf0-ab8a38b90a2c None None] Deleting port 25eecf88-ad11-4a24-980f-771ee0f5c733 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:53.492022 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a5f83e16-9e64-464b-aaf0-ab8a38b90a2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.545231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=25eecf88-ad11-4a24-980f-771ee0f5c733,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:53.580145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No DVR routers for this DVR port 25eecf88-ad11-4a24-980f-771ee0f5c733 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:53.599852 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f00a0152-627f-4da8-af27-3a7e4bfe55ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.623683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a5f83e16-9e64-464b-aaf0-ab8a38b90a2c None None] For port 25eecf88-ad11-4a24-980f-771ee0f5c733, host n-d-793621-31, got binding levels [] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:53.627451 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a5f83e16-9e64-464b-aaf0-ab8a38b90a2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.641744 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a5f83e16-9e64-464b-aaf0-ab8a38b90a2c None None] Calling delete_port for 25eecf88-ad11-4a24-980f-771ee0f5c733 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:53.645354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.ipam_backend_mixin [None req-a5f83e16-9e64-464b-aaf0-ab8a38b90a2c None None] Port 25eecf88-ad11-4a24-980f-771ee0f5c733 was not found and therefore no delete operation was performed {{(pid=95408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 02:52:53.647320 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a5f83e16-9e64-464b-aaf0-ab8a38b90a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.674944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a0152-627f-4da8-af27-3a7e4bfe55ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Subnet': ['ID=ac513491-ab6e-43d8-9d7e-906194cf126c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:53.678750 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f83e16-9e64-464b-aaf0-ab8a38b90a2c None None] Pushing event deleted for resources: {'Port': ['ID=25eecf88-ad11-4a24-980f-771ee0f5c733,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:53.693774 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f00a0152-627f-4da8-af27-3a7e4bfe55ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.698075 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f00a0152-627f-4da8-af27-3a7e4bfe55ae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/ac513491-ab6e-43d8-9d7e-906194cf126c HTTP/1.1" status: 204 len: 168 time: 0.6090117 Aug 17 02:52:53.704218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57378) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:53.712665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f83e16-9e64-464b-aaf0-ab8a38b90a2c None None] No DVR routers for this DVR port 25eecf88-ad11-4a24-980f-771ee0f5c733 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:53.730649 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2235818-49da-4426-a873-0756232d2dc4 req-f5744e76-d434-4b9c-acb1-f867192e437c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:53.734916 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6130a0e7-6709-48d4-96aa-2f4d0241d498 None None] Network b6913b3a-1b2f-473d-a4df-59cc9a74b324 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:53.741053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2235818-49da-4426-a873-0756232d2dc4 req-f5744e76-d434-4b9c-acb1-f867192e437c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.1904044 Aug 17 02:52:53.744524 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-22c617ae-7b1a-4623-ac5b-6747a3368310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:52Z', 'revision_number': 10, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:53.762631 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.789559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030d0eb9-a1f9-42cf-970e-51029fc0b311']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:53.801026 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ecc9b2f-ccde-451e-8c67-4f51db442409 req-6459ee86-cdb2-4066-9a2a-ea1432046927 service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757574 Aug 17 02:52:53.820321 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c617ae-7b1a-4623-ac5b-6747a3368310 None None] Checking router: 9e80a51c-df34-45fb-92b1-1f4f46b8de6e for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:52:53.842794 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c617ae-7b1a-4623-ac5b-6747a3368310 None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:53.844326 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-22c617ae-7b1a-4623-ac5b-6747a3368310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:53.899345 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.934284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ecc9b2f-ccde-451e-8c67-4f51db442409 req-ac6020bb-30f4-415e-8818-34e2345eef56 service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145542 Aug 17 02:52:53.939845 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09320981-b248-45b9-9679-560d67ea172d') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:53.940269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09320981-b248-45b9-9679-560d67ea172d') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:53.944898 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2235818-49da-4426-a873-0756232d2dc4 req-04a6122c-8538-423d-be72-e873f67593b7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029443 Aug 17 02:52:53.958781 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.978142 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:53.978490 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.991542 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.002675 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:52:54.003404 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:52:54.008522 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:52:54.096940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac31ceef-905b-464d-8e9f-2df737ad7208 None None] DHCP port deletion for b6913b3a-1b2f-473d-a4df-59cc9a74b324 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:52:54.123622 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] For port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2006be7b-e7ca-45f3-8c26-d9f5accf0f3a,segment=NetworkSegment(12bdd027-c014-4b88-9da2-7c06cdc53ad7),segment_id=12bdd027-c014-4b88-9da2-7c06cdc53ad7)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:54.124084 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.142714 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:54.154238 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-22c617ae-7b1a-4623-ac5b-6747a3368310 None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:54.211270 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.228101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ac31ceef-905b-464d-8e9f-2df737ad7208 None None] Deleting port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:54.228753 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ac31ceef-905b-464d-8e9f-2df737ad7208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.250669 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.255018 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/networks/030d0eb9-a1f9-42cf-970e-51029fc0b311 HTTP/1.1" status: 204 len: 168 time: 1.7429318 Aug 17 02:52:54.258178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306246c-bbd5-42de-bfa7-ffb62a7c80e4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Network': ['ID=030d0eb9-a1f9-42cf-970e-51029fc0b311,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:54.260492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57388) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:54.267891 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-249cfbf4-2a0c-4770-a60f-143eca646bbf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1906148721'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:54.350529 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ac31ceef-905b-464d-8e9f-2df737ad7208 None None] For port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2006be7b-e7ca-45f3-8c26-d9f5accf0f3a,segment=NetworkSegment(12bdd027-c014-4b88-9da2-7c06cdc53ad7),segment_id=12bdd027-c014-4b88-9da2-7c06cdc53ad7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:54.351625 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ac31ceef-905b-464d-8e9f-2df737ad7208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.402970 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249cfbf4-2a0c-4770-a60f-143eca646bbf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:54.404336 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249cfbf4-2a0c-4770-a60f-143eca646bbf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.410823 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ac31ceef-905b-464d-8e9f-2df737ad7208 None None] Calling delete_port for 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:54.418992 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 25eecf88-ad11-4a24-980f-771ee0f5c733 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:54.434555 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.485542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=2006be7b-e7ca-45f3-8c26-d9f5accf0f3a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:54.497612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249cfbf4-2a0c-4770-a60f-143eca646bbf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:52:54.500355 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No DVR routers for this DVR port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:54.525205 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-22c617ae-7b1a-4623-ac5b-6747a3368310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:52Z', 'revision_number': 10, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:54.580031 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c617ae-7b1a-4623-ac5b-6747a3368310 None None] The sync data for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 is: [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:52Z', 'revision_number': 10, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None, '_interfaces': [{'id': '14dd67a0-35cf-4b38-afd3-04aeafdcb00d', 'name': '', 'network_id': 'a429fd20-1705-4a89-aef0-a897f1a0a481', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'mac_address': 'fa:16:3e:43:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 5, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'subnets': [{'id': 'a474f627-ef9d-438b-b36b-98d876b903cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:54.630639 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.640801 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249cfbf4-2a0c-4770-a60f-143eca646bbf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.641159 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-249cfbf4-2a0c-4770-a60f-143eca646bbf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Added segment 36f00c30-0e04-4738-82f9-4a00f51b4b52 of type vlan for network 55a83d89-501c-4767-852f-fd2c0c1b6c08 Aug 17 02:52:54.669621 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6913b3a-1b2f-473d-a4df-59cc9a74b324']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:54.670096 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 25eecf88-ad11-4a24-980f-771ee0f5c733 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:52:54.670455 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 25eecf88-ad11-4a24-980f-771ee0f5c733 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:52:54.670887 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:54.710124 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bdd027-c014-4b88-9da2-7c06cdc53ad7') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:54.710560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bdd027-c014-4b88-9da2-7c06cdc53ad7') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:54.727549 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249cfbf4-2a0c-4770-a60f-143eca646bbf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.741036 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.758684 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.768498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:52:54.768857 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:52:54.771218 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ac31ceef-905b-464d-8e9f-2df737ad7208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.778881 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:52:54.779986 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:52:54.783507 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:52:54.803261 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31ceef-905b-464d-8e9f-2df737ad7208 None None] Pushing event deleted for resources: {'Port': ['ID=2006be7b-e7ca-45f3-8c26-d9f5accf0f3a,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:54.805944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31ceef-905b-464d-8e9f-2df737ad7208 None None] No DVR routers for this DVR port 2006be7b-e7ca-45f3-8c26-d9f5accf0f3a on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:54.957255 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249cfbf4-2a0c-4770-a60f-143eca646bbf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.978096 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249cfbf4-2a0c-4770-a60f-143eca646bbf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:54.978096 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249cfbf4-2a0c-4770-a60f-143eca646bbf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.984667 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:55.006329 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:55.009048 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/networks/b6913b3a-1b2f-473d-a4df-59cc9a74b324 HTTP/1.1" status: 204 len: 168 time: 1.3030529 Aug 17 02:52:55.013272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57406) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:55.156642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cfbf4-2a0c-4770-a60f-143eca646bbf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Network': ['ID=55a83d89-501c-4767-852f-fd2c0c1b6c08,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:55.172742 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 55a83d89-501c-4767-852f-fd2c0c1b6c08 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:52:55.216272 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-249cfbf4-2a0c-4770-a60f-143eca646bbf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9531603 Aug 17 02:52:55.216974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57408) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:55.219826 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f7fc5-98ad-4ea1-8884-ff7cd16c12cb tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Network': ['ID=b6913b3a-1b2f-473d-a4df-59cc9a74b324,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:55.229897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-00d7f2b2-945b-407d-ab51-129037a8bcdc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'subnet': {'network_id': '55a83d89-501c-4767-852f-fd2c0c1b6c08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:55.390095 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e281c2-3f80-4596-be66-dd9448d9809f req-93c45931-3748-4e98-afa9-92f14f567f26 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:55.391619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27e281c2-3f80-4596-be66-dd9448d9809f req-93c45931-3748-4e98-afa9-92f14f567f26 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.1939070 Aug 17 02:52:55.478233 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27e281c2-3f80-4596-be66-dd9448d9809f req-5da51f8a-3c87-4352-b0a9-754e01adfe46 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682204 Aug 17 02:52:55.517347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d7f2b2-945b-407d-ab51-129037a8bcdc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:55.523104 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00d7f2b2-945b-407d-ab51-129037a8bcdc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:55.768162 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d2b9-9be0-4b9a-bf75-6e73b412371f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:55.923733 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00d7f2b2-945b-407d-ab51-129037a8bcdc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.086286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d7f2b2-945b-407d-ab51-129037a8bcdc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Checking segment: {'id': '36f00c30-0e04-4738-82f9-4a00f51b4b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '55a83d89-501c-4767-852f-fd2c0c1b6c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:56.086645 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d7f2b2-945b-407d-ab51-129037a8bcdc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network hostable DHCP agents. Network: 55a83d89-501c-4767-852f-fd2c0c1b6c08, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:52:56.100086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7f2b2-945b-407d-ab51-129037a8bcdc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Subnet': ['ID=0a7b85f4-d988-4fe7-a20e-0f91715fcc2c,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:56.157839 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:56.184098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:52:56.184927 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 71ef1e6b-dc59-400e-90b0-e94c7f4856e9 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:52:56.194236 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d7f2b2-945b-407d-ab51-129037a8bcdc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 55a83d89-501c-4767-852f-fd2c0c1b6c08 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:52:56.216645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6d2b9-9be0-4b9a-bf75-6e73b412371f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port 14dd67a0-35cf-4b38-afd3-04aeafdcb00d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:56.217002 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d2b9-9be0-4b9a-bf75-6e73b412371f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.308987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-00d7f2b2-945b-407d-ab51-129037a8bcdc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 55a83d89-501c-4767-852f-fd2c0c1b6c08) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:56.315825 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d7f2b2-945b-407d-ab51-129037a8bcdc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:56.317874 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-00d7f2b2-945b-407d-ab51-129037a8bcdc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.319088 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3940d2-f48a-4223-9901-ad343c23dd9d None None] Network 55a83d89-501c-4767-852f-fd2c0c1b6c08 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:56.349747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-f9c6d2b9-9be0-4b9a-bf75-6e73b412371f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] For port 14dd67a0-35cf-4b38-afd3-04aeafdcb00d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=14dd67a0-35cf-4b38-afd3-04aeafdcb00d,segment=NetworkSegment(dcb48bd5-5117-4dfd-87ca-bf4333f376be),segment_id=dcb48bd5-5117-4dfd-87ca-bf4333f376be)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:56.350649 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d2b9-9be0-4b9a-bf75-6e73b412371f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.364991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6d2b9-9be0-4b9a-bf75-6e73b412371f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for 14dd67a0-35cf-4b38-afd3-04aeafdcb00d owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:56.435125 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-00d7f2b2-945b-407d-ab51-129037a8bcdc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2165093 Aug 17 02:52:56.437875 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57414) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:56.443177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ebf8127e-89b4-4712-b42e-fa1c66c2c132 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'network_id': '55a83d89-501c-4767-852f-fd2c0c1b6c08', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1569052704'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:56.724844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-55a83d89-501c-4767-852f-fd2c0c1b6c08', 'network_id': '55a83d89-501c-4767-852f-fd2c0c1b6c08', 'tenant_id': '03f50382812b466e9fc1cd21f9f7b855', 'fixed_ips': [{'subnet_id': '0a7b85f4-d988-4fe7-a20e-0f91715fcc2c'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:52:56.726144 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.877419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9e4a8-40d2-4647-a8e8-f5388da90e3e req-2e246661-8409-4e5c-87f9-9caa7fef1e56 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:56.879125 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1fd9e4a8-40d2-4647-a8e8-f5388da90e3e req-2e246661-8409-4e5c-87f9-9caa7fef1e56 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.1254070 Aug 17 02:52:56.977134 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1fd9e4a8-40d2-4647-a8e8-f5388da90e3e req-ffa7ec26-6b00-4348-8b86-6486ee81c343 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589859 Aug 17 02:52:56.997896 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf8127e-89b4-4712-b42e-fa1c66c2c132 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:57.003127 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ebf8127e-89b4-4712-b42e-fa1c66c2c132 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:57.035233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Allocated IP 2001:db8::2 (55a83d89-501c-4767-852f-fd2c0c1b6c08/0a7b85f4-d988-4fe7-a20e-0f91715fcc2c/5f661d85-f47b-406e-b5ea-6a6ef490932a) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:57.038204 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-ebf8127e-89b4-4712-b42e-fa1c66c2c132 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port 8e8a00e4-5a9d-47d8-b49b-fc9b7499f949 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:52:57.176510 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d2b9-9be0-4b9a-bf75-6e73b412371f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:57.229919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6d2b9-9be0-4b9a-bf75-6e73b412371f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=14dd67a0-35cf-4b38-afd3-04aeafdcb00d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:57.360672 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:57.377810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Transition to ACTIVE for port object 5f661d85-f47b-406e-b5ea-6a6ef490932a will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:57.431082 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Transition to ACTIVE for port object 5f661d85-f47b-406e-b5ea-6a6ef490932a will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:57.523039 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d2b9-9be0-4b9a-bf75-6e73b412371f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:57.559677 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:57.613132 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Network 55a83d89-501c-4767-852f-fd2c0c1b6c08 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:57.689613 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:57.696225 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:57.752717 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-ebf8127e-89b4-4712-b42e-fa1c66c2c132 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Allocated IP 2001:db8::25a (55a83d89-501c-4767-852f-fd2c0c1b6c08/0a7b85f4-d988-4fe7-a20e-0f91715fcc2c/8e8a00e4-5a9d-47d8-b49b-fc9b7499f949) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:57.779325 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Pushing event updated for resources: {'Port': ['ID=5f661d85-f47b-406e-b5ea-6a6ef490932a,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:57.791085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Attempting to bind port 5f661d85-f47b-406e-b5ea-6a6ef490932a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:57.791085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Attempting to bind port 5f661d85-f47b-406e-b5ea-6a6ef490932a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '36f00c30-0e04-4738-82f9-4a00f51b4b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '55a83d89-501c-4767-852f-fd2c0c1b6c08'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:57.791085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Attempting to bind port 5f661d85-f47b-406e-b5ea-6a6ef490932a on network 55a83d89-501c-4767-852f-fd2c0c1b6c08 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:57.795781 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:57.796165 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Checking segment: {'id': '36f00c30-0e04-4738-82f9-4a00f51b4b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '55a83d89-501c-4767-852f-fd2c0c1b6c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:57.796582 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:57.796987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Bound using segment: {'id': '36f00c30-0e04-4738-82f9-4a00f51b4b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '55a83d89-501c-4767-852f-fd2c0c1b6c08'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:57.797994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Bound port: 5f661d85-f47b-406e-b5ea-6a6ef490932a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f00c30-0e04-4738-82f9-4a00f51b4b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '55a83d89-501c-4767-852f-fd2c0c1b6c08'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:57.798391 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.005781 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] For port 5f661d85-f47b-406e-b5ea-6a6ef490932a, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:58.012779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] For port 5f661d85-f47b-406e-b5ea-6a6ef490932a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5f661d85-f47b-406e-b5ea-6a6ef490932a,segment=NetworkSegment(36f00c30-0e04-4738-82f9-4a00f51b4b52),segment_id=36f00c30-0e04-4738-82f9-4a00f51b4b52)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:58.024974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c6d2b9-9be0-4b9a-bf75-6e73b412371f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:58.118997 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.247748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c6d2b9-9be0-4b9a-bf75-6e73b412371f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:58.266287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f9c6d2b9-9be0-4b9a-bf75-6e73b412371f tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/9e80a51c-df34-45fb-92b1-1f4f46b8de6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2516925 Aug 17 02:52:58.270225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57428) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:58.276545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345e20a-5eb8-4499-972d-54a8a8254db2 None None] Sync routers for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:58.293215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c994e-81d1-4599-839d-47a3ded9b391 None None] Pushing event updated for resources: {'Port': ['ID=5f661d85-f47b-406e-b5ea-6a6ef490932a,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:58.293716 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ebf8127e-89b4-4712-b42e-fa1c66c2c132 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.319091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c345e20a-5eb8-4499-972d-54a8a8254db2 None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:58.319753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c345e20a-5eb8-4499-972d-54a8a8254db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:58.321670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-ebf8127e-89b4-4712-b42e-fa1c66c2c132 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Transition to ACTIVE for port object 8e8a00e4-5a9d-47d8-b49b-fc9b7499f949 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:58.374971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3948025-1108-47f2-8980-b473984a70f5 req-bee52379-1109-4a6a-a7bd-7d6f3fe7faa9 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:58.377269 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a3948025-1108-47f2-8980-b473984a70f5 req-bee52379-1109-4a6a-a7bd-7d6f3fe7faa9 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.2300661 Aug 17 02:52:58.429049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd842a3-3b34-40c5-a467-e1c6c6461238 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting subnet a474f627-ef9d-438b-b36b-98d876b903cf {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:52:58.435684 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cbd842a3-3b34-40c5-a467-e1c6c6461238 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.459558 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-c345e20a-5eb8-4499-972d-54a8a8254db2 None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:58.520437 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ebf8127e-89b4-4712-b42e-fa1c66c2c132 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.542776 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a3948025-1108-47f2-8980-b473984a70f5 req-904321f7-ef1d-4d4a-9135-2b1f723696d9 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287634 Aug 17 02:52:58.546951 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cbd842a3-3b34-40c5-a467-e1c6c6461238 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.547652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c345e20a-5eb8-4499-972d-54a8a8254db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:56Z', 'revision_number': 11, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:58.558952 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf8127e-89b4-4712-b42e-fa1c66c2c132 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 55a83d89-501c-4767-852f-fd2c0c1b6c08 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:58.593466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345e20a-5eb8-4499-972d-54a8a8254db2 None None] Checking router: 9e80a51c-df34-45fb-92b1-1f4f46b8de6e for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:52:58.603854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c345e20a-5eb8-4499-972d-54a8a8254db2 None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:58.604560 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c345e20a-5eb8-4499-972d-54a8a8254db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:58.619657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-ebf8127e-89b4-4712-b42e-fa1c66c2c132 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:58.725353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-c345e20a-5eb8-4499-972d-54a8a8254db2 None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:58.732764 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8127e-89b4-4712-b42e-fa1c66c2c132 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:58.755175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf8127e-89b4-4712-b42e-fa1c66c2c132 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:58.757913 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ebf8127e-89b4-4712-b42e-fa1c66c2c132 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.796889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8127e-89b4-4712-b42e-fa1c66c2c132 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=8e8a00e4-5a9d-47d8-b49b-fc9b7499f949,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:58.799536 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.800491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c345e20a-5eb8-4499-972d-54a8a8254db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:56Z', 'revision_number': 11, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:58.832432 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cbd842a3-3b34-40c5-a467-e1c6c6461238 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.845416 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345e20a-5eb8-4499-972d-54a8a8254db2 None None] The sync data for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 is: [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:56Z', 'revision_number': 11, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:58.909435 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ebf8127e-89b4-4712-b42e-fa1c66c2c132 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.4702313 Aug 17 02:52:58.912144 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57434) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:59.116973 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-833dea24-851a-4be4-a2c7-fcbd02a38450 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port 8e8a00e4-5a9d-47d8-b49b-fc9b7499f949 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:59.117407 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-833dea24-851a-4be4-a2c7-fcbd02a38450 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:59.286791 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-833dea24-851a-4be4-a2c7-fcbd02a38450 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:59.317634 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-833dea24-851a-4be4-a2c7-fcbd02a38450 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for 8e8a00e4-5a9d-47d8-b49b-fc9b7499f949 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:59.372456 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cbd842a3-3b34-40c5-a467-e1c6c6461238 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:59.431417 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd842a3-3b34-40c5-a467-e1c6c6461238 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Subnet': ['ID=a474f627-ef9d-438b-b36b-98d876b903cf,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:59.437415 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cbd842a3-3b34-40c5-a467-e1c6c6461238 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:59.439929 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cbd842a3-3b34-40c5-a467-e1c6c6461238 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/a474f627-ef9d-438b-b36b-98d876b903cf HTTP/1.1" status: 204 len: 168 time: 1.1640463 Aug 17 02:52:59.442704 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57438) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:59.450745 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761df458-cf82-41dc-9e97-1c96f22a6dac None None] Network a429fd20-1705-4a89-aef0-a897f1a0a481 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:59.636266 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:59.824723 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-833dea24-851a-4be4-a2c7-fcbd02a38450 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:59.963964 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f07e51-391c-4941-95ca-ffcfd43b4393 None None] DHCP port deletion for a429fd20-1705-4a89-aef0-a897f1a0a481 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:52:59.965823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dea24-851a-4be4-a2c7-fcbd02a38450 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=8e8a00e4-5a9d-47d8-b49b-fc9b7499f949,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:59.966212 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaa9c7-955e-4451-a731-8a7fb41e353e req-5b778bf3-82d9-4718-a77b-6946543e368b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:59.966212 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35eaa9c7-955e-4451-a731-8a7fb41e353e req-5b778bf3-82d9-4718-a77b-6946543e368b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.2320626 Aug 17 02:52:59.969379 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-833dea24-851a-4be4-a2c7-fcbd02a38450 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:59.971963 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-833dea24-851a-4be4-a2c7-fcbd02a38450 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/8e8a00e4-5a9d-47d8-b49b-fc9b7499f949 HTTP/1.1" status: 204 len: 168 time: 1.0587368 Aug 17 02:52:59.978556 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57444) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:59.999024 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d9f07e51-391c-4941-95ca-ffcfd43b4393 None None] Deleting port 6e112d6c-c557-459f-92c6-2bc603dde9b2 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:59.999464 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d9f07e51-391c-4941-95ca-ffcfd43b4393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:00.014662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Deleting port 6e112d6c-c557-459f-92c6-2bc603dde9b2 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:00.015135 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:00.026197 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ea4f12-fba1-4a2b-9c2b-7be8b98c5676 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] GET failed (client error): The resource could not be found. Aug 17 02:53:00.032333 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c3ea4f12-fba1-4a2b-9c2b-7be8b98c5676 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/8e8a00e4-5a9d-47d8-b49b-fc9b7499f949 HTTP/1.1" status: 404 len: 333 time: 0.0527165 Aug 17 02:53:00.032954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57446) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:00.178224 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9ca9ee-ce1b-4700-b01b-1d8d9a3194c3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting subnet 0a7b85f4-d988-4fe7-a20e-0f91715fcc2c {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:53:00.183090 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b9ca9ee-ce1b-4700-b01b-1d8d9a3194c3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:00.195456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d9f07e51-391c-4941-95ca-ffcfd43b4393 None None] For port 6e112d6c-c557-459f-92c6-2bc603dde9b2, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6e112d6c-c557-459f-92c6-2bc603dde9b2,segment=NetworkSegment(dcb48bd5-5117-4dfd-87ca-bf4333f376be),segment_id=dcb48bd5-5117-4dfd-87ca-bf4333f376be)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:00.195912 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d9f07e51-391c-4941-95ca-ffcfd43b4393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:00.219673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d9f07e51-391c-4941-95ca-ffcfd43b4393 None None] Calling delete_port for 6e112d6c-c557-459f-92c6-2bc603dde9b2 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:00.241873 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b48373-b6db-4c93-ba59-98ce35db9c7c None None] Network 55a83d89-501c-4767-852f-fd2c0c1b6c08 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:00.253913 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35eaa9c7-955e-4451-a731-8a7fb41e353e req-824834d1-ac3a-4c47-ba35-1b9b0c5dfa0f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790599 Aug 17 02:53:00.280409 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b9ca9ee-ce1b-4700-b01b-1d8d9a3194c3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:00.299903 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] For port 6e112d6c-c557-459f-92c6-2bc603dde9b2, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6e112d6c-c557-459f-92c6-2bc603dde9b2,segment=NetworkSegment(dcb48bd5-5117-4dfd-87ca-bf4333f376be),segment_id=dcb48bd5-5117-4dfd-87ca-bf4333f376be)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:00.300283 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:00.325307 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Calling delete_port for 6e112d6c-c557-459f-92c6-2bc603dde9b2 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:00.423436 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5f661d85-f47b-406e-b5ea-6a6ef490932a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:00.447700 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b9ca9ee-ce1b-4700-b01b-1d8d9a3194c3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:01.394055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabd78f-7c1e-4d84-81ab-3dac7c9402d6 req-445b425e-5fe9-4a65-a4a3-028d9538f910 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:01.397150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7fabd78f-7c1e-4d84-81ab-3dac7c9402d6 req-445b425e-5fe9-4a65-a4a3-028d9538f910 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.0634992 Aug 17 02:53:01.453505 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7fabd78f-7c1e-4d84-81ab-3dac7c9402d6 req-4ccf8439-f392-4486-bd43-badab70d1e25 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488937 Aug 17 02:53:01.684983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-da2d1d2b-a9ca-4b9b-834b-39d352ee67a1 None None] Provisioning for port 5f661d85-f47b-406e-b5ea-6a6ef490932a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:01.725656 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b9ca9ee-ce1b-4700-b01b-1d8d9a3194c3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:01.729103 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:01.730806 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 5f661d85-f47b-406e-b5ea-6a6ef490932a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:01.735339 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5f661d85-f47b-406e-b5ea-6a6ef490932a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:01.735941 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:01.755495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ca9ee-ce1b-4700-b01b-1d8d9a3194c3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7b85f4-d988-4fe7-a20e-0f91715fcc2c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:01.770854 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:01.790359 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b9ca9ee-ce1b-4700-b01b-1d8d9a3194c3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:01.792560 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4b9ca9ee-ce1b-4700-b01b-1d8d9a3194c3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/0a7b85f4-d988-4fe7-a20e-0f91715fcc2c HTTP/1.1" status: 204 len: 168 time: 1.7576113 Aug 17 02:53:01.798003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57456) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:01.836397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Port': ['ID=6e112d6c-c557-459f-92c6-2bc603dde9b2,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:01.838696 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af334db-7cbf-4b02-b75d-8492e1a6688a None None] Network 55a83d89-501c-4767-852f-fd2c0c1b6c08 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:01.841701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No DVR routers for this DVR port 6e112d6c-c557-459f-92c6-2bc603dde9b2 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:01.941862 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d9f07e51-391c-4941-95ca-ffcfd43b4393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:01.961403 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:01.981949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f07e51-391c-4941-95ca-ffcfd43b4393 None None] No DVR routers for this DVR port 6e112d6c-c557-459f-92c6-2bc603dde9b2 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:02.024629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9de75d32-82d5-4ae3-923c-d1edd77057dc None None] Provisioning complete for port 5f661d85-f47b-406e-b5ea-6a6ef490932a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:02.025033 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9de75d32-82d5-4ae3-923c-d1edd77057dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.043254 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.065064 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port 5f661d85-f47b-406e-b5ea-6a6ef490932a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:02.065748 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.076992 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f07e51-391c-4941-95ca-ffcfd43b4393 None None] Pushing event deleted for resources: {'Port': ['ID=6e112d6c-c557-459f-92c6-2bc603dde9b2,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:02.077880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a429fd20-1705-4a89-aef0-a897f1a0a481']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:02.113035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb48bd5-5117-4dfd-87ca-bf4333f376be') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:02.113035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb48bd5-5117-4dfd-87ca-bf4333f376be') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:02.135456 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.171576 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.184729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] For port 5f661d85-f47b-406e-b5ea-6a6ef490932a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5f661d85-f47b-406e-b5ea-6a6ef490932a,segment=NetworkSegment(36f00c30-0e04-4738-82f9-4a00f51b4b52),segment_id=36f00c30-0e04-4738-82f9-4a00f51b4b52)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:02.185427 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.185908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:53:02.186332 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:53:02.200517 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:53:02.218005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for 5f661d85-f47b-406e-b5ea-6a6ef490932a owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:02.416301 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.446955 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.478053 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9de75d32-82d5-4ae3-923c-d1edd77057dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.492173 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.494182 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/networks/a429fd20-1705-4a89-aef0-a897f1a0a481 HTTP/1.1" status: 204 len: 168 time: 3.0484920 Aug 17 02:53:02.509363 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf275f-c3fb-4f31-88d6-2cced2895e68 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Pushing event deleted for resources: {'Network': ['ID=a429fd20-1705-4a89-aef0-a897f1a0a481,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:02.512071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57464) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:02.529677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a920b373-fe3f-4866-a7a8-edd458872470 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'router': {'routes': None}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:02.590868 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9de75d32-82d5-4ae3-923c-d1edd77057dc None None] For port 5f661d85-f47b-406e-b5ea-6a6ef490932a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5f661d85-f47b-406e-b5ea-6a6ef490932a,segment=NetworkSegment(36f00c30-0e04-4738-82f9-4a00f51b4b52),segment_id=36f00c30-0e04-4738-82f9-4a00f51b4b52)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:02.597484 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82963b06-e031-46fc-850b-5655592d120a None None] DHCP port deletion for 55a83d89-501c-4767-852f-fd2c0c1b6c08 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:53:02.702829 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9de75d32-82d5-4ae3-923c-d1edd77057dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.774302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-82963b06-e031-46fc-850b-5655592d120a None None] Deleting port 5f661d85-f47b-406e-b5ea-6a6ef490932a {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:02.775448 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-82963b06-e031-46fc-850b-5655592d120a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.858833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ff07d52a-9248-4291-abcc-66ad90e24ba8 None None] Could not find standard attr ID for object 8e8a00e4-5a9d-47d8-b49b-fc9b7499f949. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:53:02.907098 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:53:02.907775 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:53:02.915585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-82963b06-e031-46fc-850b-5655592d120a None None] For port 5f661d85-f47b-406e-b5ea-6a6ef490932a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5f661d85-f47b-406e-b5ea-6a6ef490932a,segment=NetworkSegment(36f00c30-0e04-4738-82f9-4a00f51b4b52),segment_id=36f00c30-0e04-4738-82f9-4a00f51b4b52)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:02.918703 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-82963b06-e031-46fc-850b-5655592d120a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.922658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de75d32-82d5-4ae3-923c-d1edd77057dc None None] Pushing event updated for resources: {'Port': ['ID=5f661d85-f47b-406e-b5ea-6a6ef490932a,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:02.939829 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-82963b06-e031-46fc-850b-5655592d120a None None] Calling delete_port for 5f661d85-f47b-406e-b5ea-6a6ef490932a owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:02.945451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.extraroute_db [None req-a920b373-fe3f-4866-a7a8-edd458872470 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Added routes are [] {{(pid=95406) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 02:53:02.945882 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.extraroute_db [None req-a920b373-fe3f-4866-a7a8-edd458872470 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Removed routes are [] {{(pid=95406) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 02:53:02.946625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a920b373-fe3f-4866-a7a8-edd458872470 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.050864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c684c57-3bcd-4060-b5af-08fe02f42c57 req-9c1a5f98-441b-4b99-b347-680b412f59f1 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:03.052325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9c684c57-3bcd-4060-b5af-08fe02f42c57 req-9c1a5f98-441b-4b99-b347-680b412f59f1 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.4120924 Aug 17 02:53:03.153370 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a920b373-fe3f-4866-a7a8-edd458872470 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.159768 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.164269 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a920b373-fe3f-4866-a7a8-edd458872470 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.205549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=5f661d85-f47b-406e-b5ea-6a6ef490932a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:03.207607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No DVR routers for this DVR port 5f661d85-f47b-406e-b5ea-6a6ef490932a on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:03.224741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9c684c57-3bcd-4060-b5af-08fe02f42c57 req-0a14f09d-2791-481f-89c4-f044b6123dc0 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897458 Aug 17 02:53:03.284761 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-82963b06-e031-46fc-850b-5655592d120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.333801 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.346029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a83d89-501c-4767-852f-fd2c0c1b6c08']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:03.350869 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82963b06-e031-46fc-850b-5655592d120a None None] Pushing event deleted for resources: {'Port': ['ID=5f661d85-f47b-406e-b5ea-6a6ef490932a,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:03.360135 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82963b06-e031-46fc-850b-5655592d120a None None] No DVR routers for this DVR port 5f661d85-f47b-406e-b5ea-6a6ef490932a on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:03.361441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f00c30-0e04-4738-82f9-4a00f51b4b52') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:03.361841 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f00c30-0e04-4738-82f9-4a00f51b4b52') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:03.373980 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.391327 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.398260 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:53:03.398851 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.429882 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a920b373-fe3f-4866-a7a8-edd458872470 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:53:03.455967 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Port 5f661d85-f47b-406e-b5ea-6a6ef490932a update to ACTIVE by agent not found {{(pid=95408) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:53:03.467615 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:53:03.530158 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 14dd67a0-35cf-4b38-afd3-04aeafdcb00d no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:53:03.571230 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.574079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 14dd67a0-35cf-4b38-afd3-04aeafdcb00d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:53:03.579390 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.582663 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 14dd67a0-35cf-4b38-afd3-04aeafdcb00d not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:53:03.583407 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/networks/55a83d89-501c-4767-852f-fd2c0c1b6c08 HTTP/1.1" status: 204 len: 168 time: 1.7821126 Aug 17 02:53:03.583831 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6e112d6c-c557-459f-92c6-2bc603dde9b2 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:53:03.584839 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57470) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:03.595463 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-c051afc3-5512-405a-8fa3-ad7f2befbab6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'name': 'tempest-PortsIpV6TestJSON-1969246085'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:03.601922 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a920b373-fe3f-4866-a7a8-edd458872470 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:53:03.614275 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bba3ec8-91b2-455e-8960-dce174460168 None None] Sync routers for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:53:03.618256 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62b6d0-5639-4193-9f14-75ea6bcc563b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Network': ['ID=55a83d89-501c-4767-852f-fd2c0c1b6c08,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:03.627768 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba3ec8-91b2-455e-8960-dce174460168 None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:53:03.628576 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7bba3ec8-91b2-455e-8960-dce174460168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:03.629570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 6e112d6c-c557-459f-92c6-2bc603dde9b2 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:53:03.629925 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6e112d6c-c557-459f-92c6-2bc603dde9b2 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:53:03.654667 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a920b373-fe3f-4866-a7a8-edd458872470 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.654667 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a920b373-fe3f-4866-a7a8-edd458872470 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/9e80a51c-df34-45fb-92b1-1f4f46b8de6e HTTP/1.1" status: 200 len: 704 time: 1.1407454 Aug 17 02:53:03.656833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57472) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:03.765420 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a75a73f1-fd13-44bf-b135-e17da2b610b6 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e80a51c-df34-45fb-92b1-1f4f46b8de6e HTTP/1.1" status: 200 len: 205 time: 0.1072085 Aug 17 02:53:03.769873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57474) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:03.774661 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-7bba3ec8-91b2-455e-8960-dce174460168 None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:53:03.800475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5f661d85-f47b-406e-b5ea-6a6ef490932a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:53:03.879331 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 5f661d85-f47b-406e-b5ea-6a6ef490932a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:53:03.879981 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5f661d85-f47b-406e-b5ea-6a6ef490932a not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:53:03.916008 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0bfcd8-91b2-4f2b-94b0-b23cdca226af tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.942890 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7bba3ec8-91b2-455e-8960-dce174460168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:56Z', 'revision_number': 11, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:03.998865 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bba3ec8-91b2-455e-8960-dce174460168 None None] Checking router: 9e80a51c-df34-45fb-92b1-1f4f46b8de6e for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:53:04.010133 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba3ec8-91b2-455e-8960-dce174460168 None None] Routers {'9e80a51c-df34-45fb-92b1-1f4f46b8de6e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:53:04.011250 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7bba3ec8-91b2-455e-8960-dce174460168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:04.107537 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c051afc3-5512-405a-8fa3-ad7f2befbab6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:04.113775 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c051afc3-5512-405a-8fa3-ad7f2befbab6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.171469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-c051afc3-5512-405a-8fa3-ad7f2befbab6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port ba3368d7-ebee-47f1-b9ce-3e2653088df1 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:53:04.207746 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0bfcd8-91b2-4f2b-94b0-b23cdca226af tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.210412 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0bfcd8-91b2-4f2b-94b0-b23cdca226af tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.210648 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-7bba3ec8-91b2-455e-8960-dce174460168 None None] Set router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:53:04.322376 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-7bba3ec8-91b2-455e-8960-dce174460168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:56Z', 'revision_number': 11, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:04.353442 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bba3ec8-91b2-455e-8960-dce174460168 None None] The sync data for ids ['9e80a51c-df34-45fb-92b1-1f4f46b8de6e'] in n-d-793621-31 is: [{'id': '9e80a51c-df34-45fb-92b1-1f4f46b8de6e', 'name': 'tempest-RoutersIpV6Test-router-602320900', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:15Z', 'updated_at': '2021-08-17T02:52:56Z', 'revision_number': 11, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:53:04.353697 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0bfcd8-91b2-4f2b-94b0-b23cdca226af tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.354020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0bfcd8-91b2-4f2b-94b0-b23cdca226af tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Fanout notify agent at l3_agent the message router_deleted on router 9e80a51c-df34-45fb-92b1-1f4f46b8de6e {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:53:04.365801 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eb0bfcd8-91b2-4f2b-94b0-b23cdca226af tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.365801 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eb0bfcd8-91b2-4f2b-94b0-b23cdca226af tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/routers/9e80a51c-df34-45fb-92b1-1f4f46b8de6e HTTP/1.1" status: 204 len: 168 time: 0.5890312 Aug 17 02:53:04.375833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57480) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:04.380975 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9a3427ae-e2e0-4147-8f41-d2636879e1a2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2028659899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:04.492164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617ce2c-302a-49e2-94c5-cb2f28347a38 req-e9d654e5-d6dd-48ae-9227-d2638adae184 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:04.500977 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5617ce2c-302a-49e2-94c5-cb2f28347a38 req-e9d654e5-d6dd-48ae-9227-d2638adae184 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.1653178 Aug 17 02:53:04.565012 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a3427ae-e2e0-4147-8f41-d2636879e1a2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.566260 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a3427ae-e2e0-4147-8f41-d2636879e1a2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.594622 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5617ce2c-302a-49e2-94c5-cb2f28347a38 req-1fa7fd50-4a1c-40d2-bc7c-3cb1644c6690 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862150 Aug 17 02:53:04.627981 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c051afc3-5512-405a-8fa3-ad7f2befbab6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.665674 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a3427ae-e2e0-4147-8f41-d2636879e1a2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.788981 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a3427ae-e2e0-4147-8f41-d2636879e1a2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.920038 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c051afc3-5512-405a-8fa3-ad7f2befbab6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.996734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c051afc3-5512-405a-8fa3-ad7f2befbab6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 410b7372-5328-482d-974c-dde8ee0b954b is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:05.001637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-c051afc3-5512-405a-8fa3-ad7f2befbab6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:05.063576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c051afc3-5512-405a-8fa3-ad7f2befbab6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:05.063576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c051afc3-5512-405a-8fa3-ad7f2befbab6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:05.063576 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c051afc3-5512-405a-8fa3-ad7f2befbab6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:05.063576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051afc3-5512-405a-8fa3-ad7f2befbab6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=ba3368d7-ebee-47f1-b9ce-3e2653088df1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:05.382154 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9a3427ae-e2e0-4147-8f41-d2636879e1a2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:05.383485 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9a3427ae-e2e0-4147-8f41-d2636879e1a2 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0112023 Aug 17 02:53:05.386827 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57486) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:05.391851 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6649f555-88bd-4489-87fc-16f0f9cbc9bf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:05.459460 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c051afc3-5512-405a-8fa3-ad7f2befbab6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8703988 Aug 17 02:53:05.459712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57488) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:05.630810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3e932bb8-853a-4008-a1f5-c3c0a285070d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port ba3368d7-ebee-47f1-b9ce-3e2653088df1 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:05.631551 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e932bb8-853a-4008-a1f5-c3c0a285070d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:05.774765 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6649f555-88bd-4489-87fc-16f0f9cbc9bf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1647514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114586'] for router, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:05.836963 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e932bb8-853a-4008-a1f5-c3c0a285070d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:05.866848 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a33e7-2e5d-4422-a284-303f3a924f31 req-e45cde51-8228-435c-9bfd-309f19c42528 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:05.872055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b3a33e7-2e5d-4422-a284-303f3a924f31 req-e45cde51-8228-435c-9bfd-309f19c42528 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.1293623 Aug 17 02:53:05.874110 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6649f555-88bd-4489-87fc-16f0f9cbc9bf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1647407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650942'] for router, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:05.882280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-3e932bb8-853a-4008-a1f5-c3c0a285070d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for ba3368d7-ebee-47f1-b9ce-3e2653088df1 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:06.251778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b3a33e7-2e5d-4422-a284-303f3a924f31 req-4cf39523-22da-4ae6-aecf-5f2d34e80782 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3716147 Aug 17 02:53:06.359505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6649f555-88bd-4489-87fc-16f0f9cbc9bf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Router 3ad6f9e8-3606-4ecd-86af-139fee01856c is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:53:06.434870 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e932bb8-853a-4008-a1f5-c3c0a285070d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:06.459397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6649f555-88bd-4489-87fc-16f0f9cbc9bf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:53:06.470923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b72fa-44ee-42ed-b778-0e07e5d6992f None None] Sync routers for ids ['3ad6f9e8-3606-4ecd-86af-139fee01856c'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:53:06.474512 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e932bb8-853a-4008-a1f5-c3c0a285070d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=ba3368d7-ebee-47f1-b9ce-3e2653088df1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:06.480821 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e932bb8-853a-4008-a1f5-c3c0a285070d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:06.483343 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3e932bb8-853a-4008-a1f5-c3c0a285070d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/ba3368d7-ebee-47f1-b9ce-3e2653088df1 HTTP/1.1" status: 204 len: 168 time: 1.0225024 Aug 17 02:53:06.492879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57498) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:06.496932 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6649f555-88bd-4489-87fc-16f0f9cbc9bf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:06.497436 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b72fa-44ee-42ed-b778-0e07e5d6992f None None] Routers {'3ad6f9e8-3606-4ecd-86af-139fee01856c'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:53:06.498142 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8e1b72fa-44ee-42ed-b778-0e07e5d6992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3ad6f9e8-3606-4ecd-86af-139fee01856c'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:06.498455 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6649f555-88bd-4489-87fc-16f0f9cbc9bf tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "PUT /v2.0/routers/3ad6f9e8-3606-4ecd-86af-139fee01856c HTTP/1.1" status: 200 len: 698 time: 1.1103504 Aug 17 02:53:06.501090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57500) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:06.503909 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-34c00559-7b8d-4735-803a-675a573c52b3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'mac_address': 'fa:16:3e:ec:56:91', 'name': 'tempest-PortsIpV6TestJSON-2128252864'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:06.617836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57502) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:06.618245 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c9ab17e0-9ceb-42f3-b788-318b7a92b59c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/routers/3ad6f9e8-3606-4ecd-86af-139fee01856c HTTP/1.1" status: 200 len: 704 time: 0.1149387 Aug 17 02:53:06.659669 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-031b415b-46ff-4027-be33-05e84d89da8c tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ad6f9e8-3606-4ecd-86af-139fee01856c HTTP/1.1" status: 200 len: 205 time: 0.0396521 Aug 17 02:53:06.662190 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57504) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:06.757691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-8e1b72fa-44ee-42ed-b778-0e07e5d6992f None None] Set router 3ad6f9e8-3606-4ecd-86af-139fee01856c gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:53:06.762358 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f51a2703-9079-4814-9295-eabfb319a669 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:06.804587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c00559-7b8d-4735-803a-675a573c52b3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:06.818868 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8e1b72fa-44ee-42ed-b778-0e07e5d6992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad6f9e8-3606-4ecd-86af-139fee01856c', 'name': 'tempest-RoutersIpV6Test-router-2028659899', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:53:04Z', 'updated_at': '2021-08-17T02:53:05Z', 'revision_number': 2, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:06.849079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b72fa-44ee-42ed-b778-0e07e5d6992f None None] Checking router: 3ad6f9e8-3606-4ecd-86af-139fee01856c for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:53:06.859341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b72fa-44ee-42ed-b778-0e07e5d6992f None None] Routers {'3ad6f9e8-3606-4ecd-86af-139fee01856c'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:53:06.860066 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8e1b72fa-44ee-42ed-b778-0e07e5d6992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['3ad6f9e8-3606-4ecd-86af-139fee01856c'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:07.016057 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34c00559-7b8d-4735-803a-675a573c52b3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.016384 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-8e1b72fa-44ee-42ed-b778-0e07e5d6992f None None] Set router 3ad6f9e8-3606-4ecd-86af-139fee01856c gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:53:07.016506 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f51a2703-9079-4814-9295-eabfb319a669 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.016506 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f51a2703-9079-4814-9295-eabfb319a669 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.016723 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-34c00559-7b8d-4735-803a-675a573c52b3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port 3b2063ff-0b48-4434-921e-44fc1d120585 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:53:07.016848 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8e1b72fa-44ee-42ed-b778-0e07e5d6992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad6f9e8-3606-4ecd-86af-139fee01856c', 'name': 'tempest-RoutersIpV6Test-router-2028659899', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:53:04Z', 'updated_at': '2021-08-17T02:53:05Z', 'revision_number': 2, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:07.025932 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b72fa-44ee-42ed-b778-0e07e5d6992f None None] The sync data for ids ['3ad6f9e8-3606-4ecd-86af-139fee01856c'] in n-d-793621-31 is: [{'id': '3ad6f9e8-3606-4ecd-86af-139fee01856c', 'name': 'tempest-RoutersIpV6Test-router-2028659899', 'tenant_id': '4b89c398a7c941d5a66ae71855eb7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:53:04Z', 'updated_at': '2021-08-17T02:53:05Z', 'revision_number': 2, 'project_id': '4b89c398a7c941d5a66ae71855eb7c94', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:53:07.152487 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34c00559-7b8d-4735-803a-675a573c52b3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.211977 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f51a2703-9079-4814-9295-eabfb319a669 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.213069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51a2703-9079-4814-9295-eabfb319a669 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Fanout notify agent at l3_agent the message router_deleted on router 3ad6f9e8-3606-4ecd-86af-139fee01856c {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:53:07.222735 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f51a2703-9079-4814-9295-eabfb319a669 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.223473 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f51a2703-9079-4814-9295-eabfb319a669 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/routers/3ad6f9e8-3606-4ecd-86af-139fee01856c HTTP/1.1" status: 204 len: 168 time: 0.5589869 Aug 17 02:53:07.226883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57510) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.267752 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bd3d8f68-bd49-4c7e-8a4d-de8579661eae tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ad6f9e8-3606-4ecd-86af-139fee01856c HTTP/1.1" status: 200 len: 205 time: 0.0393224 Aug 17 02:53:07.270194 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57512) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.285630 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34c00559-7b8d-4735-803a-675a573c52b3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.321064 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-66a9fd10-b5e7-4786-abf6-9a298df776ed tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] delete failed (client error): The resource could not be found. Aug 17 02:53:07.326269 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-66a9fd10-b5e7-4786-abf6-9a298df776ed tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/routers/3ad6f9e8-3606-4ecd-86af-139fee01856c HTTP/1.1" status: 404 len: 336 time: 0.0549843 Aug 17 02:53:07.327090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57516) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.347303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c00559-7b8d-4735-803a-675a573c52b3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 410b7372-5328-482d-974c-dde8ee0b954b is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:07.355319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-34c00559-7b8d-4735-803a-675a573c52b3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:07.359931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c00559-7b8d-4735-803a-675a573c52b3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:07.363210 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62d4b6a-1629-4a27-a8d2-5ab34921ae1d tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] DELETE failed (client error): The resource could not be found. Aug 17 02:53:07.363782 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62d4b6a-1629-4a27-a8d2-5ab34921ae1d tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:53:07.367906 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f62d4b6a-1629-4a27-a8d2-5ab34921ae1d tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/b8b0affd-a469-4711-b0bc-718660ec8318 HTTP/1.1" status: 404 len: 337 time: 0.0374689 Aug 17 02:53:07.368074 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c00559-7b8d-4735-803a-675a573c52b3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:07.368074 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-34c00559-7b8d-4735-803a-675a573c52b3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.368286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57518) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.397293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c00559-7b8d-4735-803a-675a573c52b3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=3b2063ff-0b48-4434-921e-44fc1d120585,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:07.400734 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b24c90-a529-45ce-a681-0fc97a8c26f0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] DELETE failed (client error): The resource could not be found. Aug 17 02:53:07.402154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b24c90-a529-45ce-a681-0fc97a8c26f0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:53:07.406550 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c4b24c90-a529-45ce-a681-0fc97a8c26f0 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/a06ed476-8753-41b0-af03-c0facdd2090d HTTP/1.1" status: 404 len: 337 time: 0.0347314 Aug 17 02:53:07.406831 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57520) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.443052 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a529fc-0625-4ad9-99ab-aa419cae2bce tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] DELETE failed (client error): The resource could not be found. Aug 17 02:53:07.443542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a529fc-0625-4ad9-99ab-aa419cae2bce tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:53:07.443801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212ed1f-7b66-4924-aeb9-e723f39ea82b req-a1ccfc2c-1e0f-44d0-8252-6ca3c60ffe01 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:07.445428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3212ed1f-7b66-4924-aeb9-e723f39ea82b req-a1ccfc2c-1e0f-44d0-8252-6ca3c60ffe01 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.0725725 Aug 17 02:53:07.448433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57522) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.449706 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-04a529fc-0625-4ad9-99ab-aa419cae2bce tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/ac513491-ab6e-43d8-9d7e-906194cf126c HTTP/1.1" status: 404 len: 337 time: 0.0374274 Aug 17 02:53:07.484597 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70b4e8c-7e13-4faa-8995-20959342a967 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] DELETE failed (client error): The resource could not be found. Aug 17 02:53:07.485062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70b4e8c-7e13-4faa-8995-20959342a967 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:53:07.486845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c70b4e8c-7e13-4faa-8995-20959342a967 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/a474f627-ef9d-438b-b36b-98d876b903cf HTTP/1.1" status: 404 len: 337 time: 0.0374272 Aug 17 02:53:07.490200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57524) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.519393 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3212ed1f-7b66-4924-aeb9-e723f39ea82b req-532a516c-61af-462f-b8c6-96bbdeb5a5d2 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624123 Aug 17 02:53:07.524135 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b577bb80-1ee5-4076-aece-bd3a9d39101e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e80a51c-df34-45fb-92b1-1f4f46b8de6e HTTP/1.1" status: 200 len: 205 time: 0.0327966 Aug 17 02:53:07.525144 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-34c00559-7b8d-4735-803a-675a573c52b3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0307539 Aug 17 02:53:07.527393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57526) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.529544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57528) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.577834 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-a5da15ff-eff3-435a-99e3-b179b3fcabe9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] delete failed (client error): The resource could not be found. Aug 17 02:53:07.581295 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a5da15ff-eff3-435a-99e3-b179b3fcabe9 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/routers/9e80a51c-df34-45fb-92b1-1f4f46b8de6e HTTP/1.1" status: 404 len: 336 time: 0.0501962 Aug 17 02:53:07.581554 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57530) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.583399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede6f9e8-5c16-4852-9cba-69a5cf7279a1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:07.585811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ede6f9e8-5c16-4852-9cba-69a5cf7279a1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/3b2063ff-0b48-4434-921e-44fc1d120585 HTTP/1.1" status: 200 len: 845 time: 0.0543637 Aug 17 02:53:07.587876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57532) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.613002 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ec1c6fd1-daf7-4a4e-951a-a94dbb358fac tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports?device_id=44745132-d256-41f9-b962-b13d168bd8e0 HTTP/1.1" status: 200 len: 205 time: 0.0269353 Aug 17 02:53:07.618335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57534) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.681788 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-b6faa5a2-8d30-4fbd-ad07-55a751b27493 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] delete failed (client error): The resource could not be found. Aug 17 02:53:07.687377 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b6faa5a2-8d30-4fbd-ad07-55a751b27493 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/routers/44745132-d256-41f9-b962-b13d168bd8e0 HTTP/1.1" status: 404 len: 336 time: 0.0642142 Aug 17 02:53:07.688754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57536) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.714207 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-f0756f19-68d8-4213-b7ce-23a748c649c7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port 3b2063ff-0b48-4434-921e-44fc1d120585 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:07.714752 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f0756f19-68d8-4213-b7ce-23a748c649c7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.718187 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-61025e6b-9ef5-4a79-a257-605ca06a26c3 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] DELETE failed (client error): The resource could not be found. Aug 17 02:53:07.718649 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61025e6b-9ef5-4a79-a257-605ca06a26c3 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:53:07.720405 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-61025e6b-9ef5-4a79-a257-605ca06a26c3 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/9c5a9ccc-dccb-4e5b-9060-db5c043f10eb HTTP/1.1" status: 404 len: 337 time: 0.0313895 Aug 17 02:53:07.723254 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57538) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.763934 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2ddf644a-137e-40df-8eab-4877804aec9b tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports?device_id=94f59e0d-d333-4afe-86d2-92deb40471a0 HTTP/1.1" status: 200 len: 205 time: 0.0395737 Aug 17 02:53:07.767701 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57542) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.809576 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-b33c675d-5602-4a9f-b268-90dcad015681 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] delete failed (client error): The resource could not be found. Aug 17 02:53:07.810587 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b33c675d-5602-4a9f-b268-90dcad015681 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/routers/94f59e0d-d333-4afe-86d2-92deb40471a0 HTTP/1.1" status: 404 len: 336 time: 0.0406170 Aug 17 02:53:07.815293 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57544) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.860518 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0d5a4d8b-ddd5-497f-ac56-0c43502b64c6 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5f11d5-3fa2-467d-aa41-a30e4281fd7f HTTP/1.1" status: 200 len: 205 time: 0.0417740 Aug 17 02:53:07.871322 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f0756f19-68d8-4213-b7ce-23a748c649c7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.880306 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57546) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.892620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-f0756f19-68d8-4213-b7ce-23a748c649c7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for 3b2063ff-0b48-4434-921e-44fc1d120585 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:07.926752 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-0d0d4f64-9481-4cc2-8c02-133794b66146 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] delete failed (client error): The resource could not be found. Aug 17 02:53:07.928066 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0d0d4f64-9481-4cc2-8c02-133794b66146 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/routers/0e5f11d5-3fa2-467d-aa41-a30e4281fd7f HTTP/1.1" status: 404 len: 336 time: 0.0465279 Aug 17 02:53:07.930509 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f4325f92-d12b-4ecc-b3ea-740827bef787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.933453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57548) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:07.967601 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2393ba-dd09-4082-95b9-7f8e87013919 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] DELETE failed (client error): The resource could not be found. Aug 17 02:53:07.968520 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2393ba-dd09-4082-95b9-7f8e87013919 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:53:07.970247 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4d2393ba-dd09-4082-95b9-7f8e87013919 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/87a4f470-bb6e-4df4-a170-7e14e2a5ec74 HTTP/1.1" status: 404 len: 337 time: 0.0357287 Aug 17 02:53:07.974641 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57550) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:08.007725 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b34f3f88-707f-43fb-8f12-9e2393cf882d tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a811c1d-ea71-43bd-ad23-3288fb48f74d HTTP/1.1" status: 200 len: 205 time: 0.0318594 Aug 17 02:53:08.011189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57552) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:08.082342 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-91c41f64-68b6-4d14-9401-5ac4198e570d tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] delete failed (client error): The resource could not be found. Aug 17 02:53:08.082342 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-91c41f64-68b6-4d14-9401-5ac4198e570d tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/routers/0a811c1d-ea71-43bd-ad23-3288fb48f74d HTTP/1.1" status: 404 len: 336 time: 0.0650251 Aug 17 02:53:08.082342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57554) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:08.115140 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8ebdcb-f7c0-4907-8f47-80e14b8e924e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] DELETE failed (client error): The resource could not be found. Aug 17 02:53:08.115597 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8ebdcb-f7c0-4907-8f47-80e14b8e924e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:53:08.117435 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2f8ebdcb-f7c0-4907-8f47-80e14b8e924e tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/2009974a-f13f-4bb1-98ef-bd0c40f9e498 HTTP/1.1" status: 404 len: 337 time: 0.0364032 Aug 17 02:53:08.121558 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57556) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:08.152745 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cc35c6e9-0e85-44af-b0b3-d1ca9c33b40d tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c442cff-0f32-4ca7-b87e-ccd55483e6e8 HTTP/1.1" status: 200 len: 205 time: 0.0299823 Aug 17 02:53:08.154832 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57558) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:08.155969 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f0756f19-68d8-4213-b7ce-23a748c649c7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:08.224073 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-e2ca33cc-ba0a-4da3-99e5-c2723fa9f5c6 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] delete failed (client error): The resource could not be found. Aug 17 02:53:08.224408 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e2ca33cc-ba0a-4da3-99e5-c2723fa9f5c6 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/routers/5c442cff-0f32-4ca7-b87e-ccd55483e6e8 HTTP/1.1" status: 404 len: 336 time: 0.0685151 Aug 17 02:53:08.228392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57560) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:08.230491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0756f19-68d8-4213-b7ce-23a748c649c7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=3b2063ff-0b48-4434-921e-44fc1d120585,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:08.250963 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f0756f19-68d8-4213-b7ce-23a748c649c7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:08.256581 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f0756f19-68d8-4213-b7ce-23a748c649c7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/3b2063ff-0b48-4434-921e-44fc1d120585 HTTP/1.1" status: 204 len: 168 time: 0.6666651 Aug 17 02:53:08.258617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57564) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:08.275248 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2626675a-fc26-4be6-a458-c34193e2fef5 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] DELETE failed (client error): The resource could not be found. Aug 17 02:53:08.275746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2626675a-fc26-4be6-a458-c34193e2fef5 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:53:08.283450 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2626675a-fc26-4be6-a458-c34193e2fef5 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/c744bc63-1f16-4f4f-be06-8d76342a0ebe HTTP/1.1" status: 404 len: 337 time: 0.0537550 Aug 17 02:53:08.285924 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57566) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:08.297898 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c2c4d8-6f8c-440f-a7ae-a7b90f23a652 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] GET failed (client error): The resource could not be found. Aug 17 02:53:08.299995 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-03c2c4d8-6f8c-440f-a7ae-a7b90f23a652 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/3b2063ff-0b48-4434-921e-44fc1d120585 HTTP/1.1" status: 404 len: 333 time: 0.0400362 Aug 17 02:53:08.303543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57568) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:08.309406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2db3b0b5-83ee-4186-ab0e-cec3fbf808e2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'name': 'tempest-PortsIpV6TestJSON-623261791'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:08.320108 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a326dadc-1ce4-4712-860b-a5e7f6ff5f81 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] DELETE failed (client error): The resource could not be found. Aug 17 02:53:08.320475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a326dadc-1ce4-4712-860b-a5e7f6ff5f81 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:53:08.323486 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a326dadc-1ce4-4712-860b-a5e7f6ff5f81 tempest-RoutersIpV6Test-2127785764 tempest-RoutersIpV6Test-2127785764-project] 10.222.0.13 "DELETE /v2.0/subnets/7d658314-7429-4442-8601-02db80155a54 HTTP/1.1" status: 404 len: 337 time: 0.0353842 Aug 17 02:53:08.562882 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db3b0b5-83ee-4186-ab0e-cec3fbf808e2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:08.568031 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2db3b0b5-83ee-4186-ab0e-cec3fbf808e2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:08.592484 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-2db3b0b5-83ee-4186-ab0e-cec3fbf808e2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port 21410218-22fd-4147-b409-532dcf9b9def yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:53:08.738523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c3ff8-2f30-4e40-b7f5-3a623f572d87 req-ef714f6f-3596-4e2e-90e7-3e0cdd7d78aa tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:08.740083 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-233c3ff8-2f30-4e40-b7f5-3a623f572d87 req-ef714f6f-3596-4e2e-90e7-3e0cdd7d78aa tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.0964742 Aug 17 02:53:08.862236 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-233c3ff8-2f30-4e40-b7f5-3a623f572d87 req-7d76e856-d88a-4540-aa33-4ca3fcab6e46 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037967 Aug 17 02:53:08.867174 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2db3b0b5-83ee-4186-ab0e-cec3fbf808e2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.039496 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2db3b0b5-83ee-4186-ab0e-cec3fbf808e2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.067473 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57578) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:09.101723 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db3b0b5-83ee-4186-ab0e-cec3fbf808e2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 410b7372-5328-482d-974c-dde8ee0b954b is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:09.105614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-2db3b0b5-83ee-4186-ab0e-cec3fbf808e2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:09.109709 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db3b0b5-83ee-4186-ab0e-cec3fbf808e2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:09.118981 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db3b0b5-83ee-4186-ab0e-cec3fbf808e2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:09.118981 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2db3b0b5-83ee-4186-ab0e-cec3fbf808e2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.124846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3b0b5-83ee-4186-ab0e-cec3fbf808e2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=21410218-22fd-4147-b409-532dcf9b9def,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:09.211373 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2db3b0b5-83ee-4186-ab0e-cec3fbf808e2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9066968 Aug 17 02:53:09.214422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57582) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:09.220352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-cc812818-ce14-463a-97ce-21e060dd2a73 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:09.239594 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a9bbc41b-c474-4614-aee9-f448c8ed2906 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b89c398a7c941d5a66ae71855eb7c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682458 Aug 17 02:53:09.240037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57584) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:09.299150 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc812818-ce14-463a-97ce-21e060dd2a73 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.312598 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0844cac5-27c4-45a8-989c-8e7e01b337d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.351429 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0844cac5-27c4-45a8-989c-8e7e01b337d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.501858 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc812818-ce14-463a-97ce-21e060dd2a73 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.673354 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0844cac5-27c4-45a8-989c-8e7e01b337d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.676070 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0844cac5-27c4-45a8-989c-8e7e01b337d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.677604 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0844cac5-27c4-45a8-989c-8e7e01b337d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79f54d40-2c81-45a8-aab7-cfa113e5a6b9 HTTP/1.1" status: 204 len: 168 time: 0.4360278 Aug 17 02:53:09.683382 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc812818-ce14-463a-97ce-21e060dd2a73 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.687659 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844cac5-27c4-45a8-989c-8e7e01b337d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f54d40-2c81-45a8-aab7-cfa113e5a6b9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:09.755055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-cc812818-ce14-463a-97ce-21e060dd2a73 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] In _notify_port_updated(), no bound segment for port 21410218-22fd-4147-b409-532dcf9b9def on network 410b7372-5328-482d-974c-dde8ee0b954b {{(pid=95406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:53:09.765175 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc812818-ce14-463a-97ce-21e060dd2a73 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:09.766168 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc812818-ce14-463a-97ce-21e060dd2a73 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.770543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cc812818-ce14-463a-97ce-21e060dd2a73 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "PUT /v2.0/ports/21410218-22fd-4147-b409-532dcf9b9def HTTP/1.1" status: 200 len: 818 time: 0.5523200 Aug 17 02:53:09.771015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57590) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:09.779833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc812818-ce14-463a-97ce-21e060dd2a73 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=21410218-22fd-4147-b409-532dcf9b9def,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:09.865423 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-fd0364dd-56c4-4f2e-b184-303efd72cffc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port 21410218-22fd-4147-b409-532dcf9b9def {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:09.866052 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd0364dd-56c4-4f2e-b184-303efd72cffc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.946495 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd0364dd-56c4-4f2e-b184-303efd72cffc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.969871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-fd0364dd-56c4-4f2e-b184-303efd72cffc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for 21410218-22fd-4147-b409-532dcf9b9def owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:10.026371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd10c8-ed95-438a-b5bb-db0c8b4a0cb9 req-ee724e69-d8c4-4133-95bc-a46fd95b307c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:10.028065 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43bd10c8-ed95-438a-b5bb-db0c8b4a0cb9 req-ee724e69-d8c4-4133-95bc-a46fd95b307c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.0583172 Aug 17 02:53:10.105955 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43bd10c8-ed95-438a-b5bb-db0c8b4a0cb9 req-16e5c245-39cf-484c-ae01-ee7cdd09361c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656366 Aug 17 02:53:10.257712 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd0364dd-56c4-4f2e-b184-303efd72cffc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:10.307890 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd0364dd-56c4-4f2e-b184-303efd72cffc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:10.313092 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57604) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:10.313446 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fd0364dd-56c4-4f2e-b184-303efd72cffc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/21410218-22fd-4147-b409-532dcf9b9def HTTP/1.1" status: 204 len: 168 time: 0.5410664 Aug 17 02:53:10.314803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0364dd-56c4-4f2e-b184-303efd72cffc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=21410218-22fd-4147-b409-532dcf9b9def,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:10.337299 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-937c310d-2732-4b82-a017-a03b7155b607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:10.372491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98446b2a-bfd8-4ded-9a40-37330cd4aedc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:10.375290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-98446b2a-bfd8-4ded-9a40-37330cd4aedc tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0599353 Aug 17 02:53:10.376974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57606) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:10.404361 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead32ed0-8cdb-4188-bbfb-8a8c659a4d2f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] GET failed (client error): The resource could not be found. Aug 17 02:53:10.405959 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ead32ed0-8cdb-4188-bbfb-8a8c659a4d2f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/21410218-22fd-4147-b409-532dcf9b9def HTTP/1.1" status: 404 len: 333 time: 0.0280159 Aug 17 02:53:10.409836 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57610) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:10.415221 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-13d07095-11b7-4428-87c4-35dd4ad3ef41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1288619295'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:10.544233 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d07095-11b7-4428-87c4-35dd4ad3ef41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:10.549883 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13d07095-11b7-4428-87c4-35dd4ad3ef41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:10.579437 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d07095-11b7-4428-87c4-35dd4ad3ef41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:53:10.591541 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13d07095-11b7-4428-87c4-35dd4ad3ef41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:10.591888 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-13d07095-11b7-4428-87c4-35dd4ad3ef41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Added segment e307b002-f7c5-4374-8f75-0f1e1eb6fc0e of type vlan for network 0be41c9e-48a6-4cfc-8615-487d5cfc5141 Aug 17 02:53:10.641494 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13d07095-11b7-4428-87c4-35dd4ad3ef41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:10.644579 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:10.749267 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13d07095-11b7-4428-87c4-35dd4ad3ef41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:10.754982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d07095-11b7-4428-87c4-35dd4ad3ef41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:10.755576 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13d07095-11b7-4428-87c4-35dd4ad3ef41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:10.826643 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d07095-11b7-4428-87c4-35dd4ad3ef41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Network': ['ID=0be41c9e-48a6-4cfc-8615-487d5cfc5141,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:10.836602 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 0be41c9e-48a6-4cfc-8615-487d5cfc5141 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:53:10.976829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b22e799-76f5-4ad7-b258-0e39608bb519 req-04fd5ed5-93c7-4c4e-b012-16bc78a3caf3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514300 Aug 17 02:53:10.984535 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-13d07095-11b7-4428-87c4-35dd4ad3ef41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5733566 Aug 17 02:53:10.987385 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57622) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:10.994005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-4b54141a-9dc3-4c2e-9192-fccd15d10f61 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'subnet': {'network_id': '0be41c9e-48a6-4cfc-8615-487d5cfc5141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:11.112791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22e799-76f5-4ad7-b258-0e39608bb519 req-849abe87-c71b-49b4-8a35-412f7236384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:11.115023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b22e799-76f5-4ad7-b258-0e39608bb519 req-849abe87-c71b-49b4-8a35-412f7236384c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 1097 time: 0.0736556 Aug 17 02:53:11.115023 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57634) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:11.252890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-c1beaf60-6c11-444b-a460-7b6bd006aedf tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group': {'name': 'tempest-secgroup--557832282'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:11.313271 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79743e13-89a3-4ec5-ac5e-25a3ba281c26 req-93b0be50-e5bb-4abc-ae44-61167b960775 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:11.314816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-79743e13-89a3-4ec5-ac5e-25a3ba281c26 req-93b0be50-e5bb-4abc-ae44-61167b960775 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.1042120 Aug 17 02:53:11.320030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22e799-76f5-4ad7-b258-0e39608bb519 req-192cfac4-894f-46b7-b7e7-00d921e85ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:11.321552 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b22e799-76f5-4ad7-b258-0e39608bb519 req-192cfac4-894f-46b7-b7e7-00d921e85ed2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.1792295 Aug 17 02:53:11.330648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b54141a-9dc3-4c2e-9192-fccd15d10f61 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:11.335163 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b54141a-9dc3-4c2e-9192-fccd15d10f61 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:11.446367 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-79743e13-89a3-4ec5-ac5e-25a3ba281c26 req-0db3437c-1bd2-46f1-97f3-b0dda087bd5f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237624 Aug 17 02:53:11.455433 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b22e799-76f5-4ad7-b258-0e39608bb519 req-1e6bad4c-7fc1-4a65-af6b-09df6cede904 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe94b3df-deb6-4977-b8b4-f482729c8a44 HTTP/1.1" status: 200 len: 1001 time: 0.1213486 Aug 17 02:53:11.534061 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22e799-76f5-4ad7-b258-0e39608bb519 req-e0b7bbdf-dc21-4cd3-9ca1-6881204fbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:11.535699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b22e799-76f5-4ad7-b258-0e39608bb519 req-e0b7bbdf-dc21-4cd3-9ca1-6881204fbc60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0708163 Aug 17 02:53:11.580808 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1beaf60-6c11-444b-a460-7b6bd006aedf tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:11.595505 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1beaf60-6c11-444b-a460-7b6bd006aedf tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:11.605378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22e799-76f5-4ad7-b258-0e39608bb519 req-25e2cd86-7f5b-4f6a-a9bd-68ad6a1493b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:11.614914 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b22e799-76f5-4ad7-b258-0e39608bb519 req-25e2cd86-7f5b-4f6a-a9bd-68ad6a1493b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630403 Aug 17 02:53:11.739756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b22e799-76f5-4ad7-b258-0e39608bb519 req-0353b727-56c6-4df6-b0c9-a62c0a800f68 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237743 Aug 17 02:53:11.845944 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1beaf60-6c11-444b-a460-7b6bd006aedf tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:11.850391 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:11.872118 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b22e799-76f5-4ad7-b258-0e39608bb519 req-8b29f3c8-53d0-4043-995e-82007d40742c service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242425 Aug 17 02:53:11.954517 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1beaf60-6c11-444b-a460-7b6bd006aedf tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:11.954687 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b54141a-9dc3-4c2e-9192-fccd15d10f61 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.029279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beaf60-6c11-444b-a460-7b6bd006aedf tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc5a95c-924f-4641-830f-8754545eba19,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:12.081946 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54141a-9dc3-4c2e-9192-fccd15d10f61 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Subnet': ['ID=66fb7bf2-500a-4025-84a5-1ceddd305633,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:12.091344 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b54141a-9dc3-4c2e-9192-fccd15d10f61 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Checking segment: {'id': 'e307b002-f7c5-4374-8f75-0f1e1eb6fc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0be41c9e-48a6-4cfc-8615-487d5cfc5141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:12.091702 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b54141a-9dc3-4c2e-9192-fccd15d10f61 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network hostable DHCP agents. Network: 0be41c9e-48a6-4cfc-8615-487d5cfc5141, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:53:12.107470 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1beaf60-6c11-444b-a460-7b6bd006aedf tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.193292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b54141a-9dc3-4c2e-9192-fccd15d10f61 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 0be41c9e-48a6-4cfc-8615-487d5cfc5141 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:53:12.239040 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1beaf60-6c11-444b-a460-7b6bd006aedf tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.269254 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beaf60-6c11-444b-a460-7b6bd006aedf tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95153ba0-a21b-480d-9677-260dc85fd216,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:12.290490 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-4b54141a-9dc3-4c2e-9192-fccd15d10f61 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 0be41c9e-48a6-4cfc-8615-487d5cfc5141) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:12.295460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b54141a-9dc3-4c2e-9192-fccd15d10f61 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:12.296018 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4b54141a-9dc3-4c2e-9192-fccd15d10f61 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.301094 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a49b3-d03d-48c6-808d-50ca93baa061 None None] Network 0be41c9e-48a6-4cfc-8615-487d5cfc5141 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:12.374262 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1beaf60-6c11-444b-a460-7b6bd006aedf tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.375567 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c1beaf60-6c11-444b-a460-7b6bd006aedf tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2595623 Aug 17 02:53:12.378799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57652) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:12.414036 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4b54141a-9dc3-4c2e-9192-fccd15d10f61 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4219987 Aug 17 02:53:12.414660 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57654) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:12.420508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-cb57a434-329d-4178-9b65-d136eb7b8ad7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'subnet': {'network_id': '0be41c9e-48a6-4cfc-8615-487d5cfc5141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:12.455166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6f21912a-4c83-4de6-8f4e-bac964117765 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0752592 Aug 17 02:53:12.458411 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57656) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:12.468278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2e657fe1-33e8-4f6b-b1f3-cc0aebc485ed tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group': {'name': 'tempest-security--189828456', 'description': 'tempest-security-description-840696159'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:12.482249 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-0be41c9e-48a6-4cfc-8615-487d5cfc5141', 'network_id': '0be41c9e-48a6-4cfc-8615-487d5cfc5141', 'tenant_id': '03f50382812b466e9fc1cd21f9f7b855', 'fixed_ips': [{'subnet_id': '66fb7bf2-500a-4025-84a5-1ceddd305633'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:53:12.483264 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.521303 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2e657fe1-33e8-4f6b-b1f3-cc0aebc485ed tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.609794 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb57a434-329d-4178-9b65-d136eb7b8ad7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:12.615251 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb57a434-329d-4178-9b65-d136eb7b8ad7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.640255 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2e657fe1-33e8-4f6b-b1f3-cc0aebc485ed tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.678272 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Allocated IP 2001:db8::2 (0be41c9e-48a6-4cfc-8615-487d5cfc5141/66fb7bf2-500a-4025-84a5-1ceddd305633/f95f83b6-ade8-4575-bb50-23480d4feb36) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:12.701966 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f8d57-4da4-4474-8ba5-bc98ff5b45a9 req-9a7ed855-2d58-4cf0-80c2-978fcc2ab07b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:12.709848 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af2f8d57-4da4-4474-8ba5-bc98ff5b45a9 req-9a7ed855-2d58-4cf0-80c2-978fcc2ab07b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.0680599 Aug 17 02:53:12.730443 n-d-793621-31 neutron-server[95407]: INFO neutron.db.ipam_backend_mixin [None req-cb57a434-329d-4178-9b65-d136eb7b8ad7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 66fb7bf2-500a-4025-84a5-1ceddd305633 (CIDR: 2001:db8::/64) Aug 17 02:53:12.746085 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af2f8d57-4da4-4474-8ba5-bc98ff5b45a9 req-cfaf1c39-7e15-4073-917d-366aa06b5c67 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352292 Aug 17 02:53:12.764975 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2e657fe1-33e8-4f6b-b1f3-cc0aebc485ed tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.768214 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2e657fe1-33e8-4f6b-b1f3-cc0aebc485ed tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.774364 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2e657fe1-33e8-4f6b-b1f3-cc0aebc485ed tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "PUT /v2.0/security-groups/95153ba0-a21b-480d-9677-260dc85fd216 HTTP/1.1" status: 200 len: 1778 time: 0.3103025 Aug 17 02:53:12.774364 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57662) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:12.823633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e657fe1-33e8-4f6b-b1f3-cc0aebc485ed tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95153ba0-a21b-480d-9677-260dc85fd216,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:12.838458 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-38b45b62-c61d-4a6a-8203-51c9c3a92b5c tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-groups/95153ba0-a21b-480d-9677-260dc85fd216 HTTP/1.1" status: 200 len: 1778 time: 0.0583529 Aug 17 02:53:12.839248 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb57a434-329d-4178-9b65-d136eb7b8ad7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:53:12.839737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb57a434-329d-4178-9b65-d136eb7b8ad7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:53:12.841149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57664) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:12.864238 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.877339 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Transition to ACTIVE for port object f95f83b6-ade8-4575-bb50-23480d4feb36 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:12.895542 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Transition to ACTIVE for port object f95f83b6-ade8-4575-bb50-23480d4feb36 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:12.918583 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dcf312c3-f727-4e11-be1d-2b1face08b69 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.942933 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dcf312c3-f727-4e11-be1d-2b1face08b69 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.952831 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cb57a434-329d-4178-9b65-d136eb7b8ad7 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5373597 Aug 17 02:53:12.956859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57668) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:12.962548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-02a15a23-86ec-48b1-aa37-6955120acb9b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'subnet': {'network_id': '0be41c9e-48a6-4cfc-8615-487d5cfc5141', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:13.012468 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.050746 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Network 0be41c9e-48a6-4cfc-8615-487d5cfc5141 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:13.050880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:13.054760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:13.079034 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dcf312c3-f727-4e11-be1d-2b1face08b69 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.088889 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dcf312c3-f727-4e11-be1d-2b1face08b69 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.088889 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dcf312c3-f727-4e11-be1d-2b1face08b69 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-groups/95153ba0-a21b-480d-9677-260dc85fd216 HTTP/1.1" status: 204 len: 168 time: 0.2389176 Aug 17 02:53:13.088889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57670) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:13.095255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Pushing event updated for resources: {'Port': ['ID=f95f83b6-ade8-4575-bb50-23480d4feb36,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:13.107815 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf312c3-f727-4e11-be1d-2b1face08b69 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95153ba0-a21b-480d-9677-260dc85fd216,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:13.137988 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3b5e2a72-f559-4999-be82-eba2c2549f50 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507722 Aug 17 02:53:13.140653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57672) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:13.147690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Attempting to bind port f95f83b6-ade8-4575-bb50-23480d4feb36 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:13.148074 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Attempting to bind port f95f83b6-ade8-4575-bb50-23480d4feb36 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'e307b002-f7c5-4374-8f75-0f1e1eb6fc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0be41c9e-48a6-4cfc-8615-487d5cfc5141'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:13.148907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Attempting to bind port f95f83b6-ade8-4575-bb50-23480d4feb36 on network 0be41c9e-48a6-4cfc-8615-487d5cfc5141 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:13.153969 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-f739ab29-68f3-4fc5-9de4-86e0a54703fb tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] delete failed (client error): The resource could not be found. Aug 17 02:53:13.155000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f739ab29-68f3-4fc5-9de4-86e0a54703fb tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-groups/95153ba0-a21b-480d-9677-260dc85fd216 HTTP/1.1" status: 404 len: 347 time: 0.0133421 Aug 17 02:53:13.160661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:13.160661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Checking segment: {'id': 'e307b002-f7c5-4374-8f75-0f1e1eb6fc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0be41c9e-48a6-4cfc-8615-487d5cfc5141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:13.160661 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.160661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Bound using segment: {'id': 'e307b002-f7c5-4374-8f75-0f1e1eb6fc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0be41c9e-48a6-4cfc-8615-487d5cfc5141'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:13.160661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Bound port: f95f83b6-ade8-4575-bb50-23480d4feb36, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e307b002-f7c5-4374-8f75-0f1e1eb6fc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0be41c9e-48a6-4cfc-8615-487d5cfc5141'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:13.160661 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.161287 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57674) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:13.168137 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-86910e1b-ec03-49ec-a762-1465d3689808 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group': {'name': 'tempest-secgroup--87812332'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:13.215604 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a15a23-86ec-48b1-aa37-6955120acb9b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:13.220748 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-02a15a23-86ec-48b1-aa37-6955120acb9b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.233075 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] For port f95f83b6-ade8-4575-bb50-23480d4feb36, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:13.236902 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] For port f95f83b6-ade8-4575-bb50-23480d4feb36, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f95f83b6-ade8-4575-bb50-23480d4feb36,segment=NetworkSegment(e307b002-f7c5-4374-8f75-0f1e1eb6fc0e),segment_id=e307b002-f7c5-4374-8f75-0f1e1eb6fc0e)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:13.365095 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.388336 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86910e1b-ec03-49ec-a762-1465d3689808 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.434502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c99da5-1db1-4ef3-9f8a-9798ff6839ad None None] Pushing event updated for resources: {'Port': ['ID=f95f83b6-ade8-4575-bb50-23480d4feb36,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:13.575348 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86910e1b-ec03-49ec-a762-1465d3689808 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.689071 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86910e1b-ec03-49ec-a762-1465d3689808 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.689071 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-02a15a23-86ec-48b1-aa37-6955120acb9b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.764785 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a15a23-86ec-48b1-aa37-6955120acb9b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 0be41c9e-48a6-4cfc-8615-487d5cfc5141 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:13.796454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-02a15a23-86ec-48b1-aa37-6955120acb9b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:13.806948 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a15a23-86ec-48b1-aa37-6955120acb9b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:13.808151 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-02a15a23-86ec-48b1-aa37-6955120acb9b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.840157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86910e1b-ec03-49ec-a762-1465d3689808 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31660766-4edf-4a39-b3c4-8755bfdfd2f8,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:13.864215 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-86910e1b-ec03-49ec-a762-1465d3689808 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.874821 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-86910e1b-ec03-49ec-a762-1465d3689808 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7065146 Aug 17 02:53:13.874982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57690) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:13.875095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f95f83b6-ade8-4575-bb50-23480d4feb36 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:13.875626 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a15a23-86ec-48b1-aa37-6955120acb9b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Subnet': ['ID=64b98d1b-f542-460c-addf-20a69bdc8941,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:13.877646 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.883603 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9b919db0-531d-47a4-b0d7-05a0579b6939 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group_rule': {'security_group_id': '31660766-4edf-4a39-b3c4-8755bfdfd2f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:13.952338 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-02a15a23-86ec-48b1-aa37-6955120acb9b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9928970 Aug 17 02:53:13.952578 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dbf9e-f2e8-4619-9ec3-6ff9652da8a8 req-af1afcd4-0da6-4946-80fc-21d8206183c8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:13.952744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57692) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:13.952873 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-174dbf9e-f2e8-4619-9ec3-6ff9652da8a8 req-af1afcd4-0da6-4946-80fc-21d8206183c8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.0621831 Aug 17 02:53:13.963564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'network_id': '0be41c9e-48a6-4cfc-8615-487d5cfc5141', 'fixed_ips': [{'subnet_id': '66fb7bf2-500a-4025-84a5-1ceddd305633'}, {'subnet_id': '64b98d1b-f542-460c-addf-20a69bdc8941'}], 'name': 'tempest-PortsIpV6TestJSON-546494543'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:14.004536 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port f95f83b6-ade8-4575-bb50-23480d4feb36 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:14.023814 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-174dbf9e-f2e8-4619-9ec3-6ff9652da8a8 req-ed384091-45e2-47fc-9930-8c4859168a70 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582590 Aug 17 02:53:14.111937 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9b919db0-531d-47a4-b0d7-05a0579b6939 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:14.194999 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9b919db0-531d-47a4-b0d7-05a0579b6939 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:14.203315 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:14.304873 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:14.308324 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9b919db0-531d-47a4-b0d7-05a0579b6939 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:14.329041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port f470feb0-645e-4049-bd32-f789873d10b7 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:53:14.343163 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b919db0-531d-47a4-b0d7-05a0579b6939 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c89d66-da25-448a-8a8e-663c6e82ca69,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:14.415160 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9b919db0-531d-47a4-b0d7-05a0579b6939 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:14.416987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9b919db0-531d-47a4-b0d7-05a0579b6939 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5459545 Aug 17 02:53:14.420086 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57698) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:14.465233 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3df90bdf-38dd-49c0-8a76-6158cd7a8788 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:14.476615 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3df90bdf-38dd-49c0-8a76-6158cd7a8788 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:14.631022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df460a55-9b37-4d75-815d-0a8b0e604292 None None] Network 0be41c9e-48a6-4cfc-8615-487d5cfc5141 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:14.659353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Allocated IP 2001:db8::a9 (0be41c9e-48a6-4cfc-8615-487d5cfc5141/66fb7bf2-500a-4025-84a5-1ceddd305633/f470feb0-645e-4049-bd32-f789873d10b7) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:14.662773 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3df90bdf-38dd-49c0-8a76-6158cd7a8788 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:14.668619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Allocated IP 2001:db8:0:1::37c (0be41c9e-48a6-4cfc-8615-487d5cfc5141/64b98d1b-f542-460c-addf-20a69bdc8941/f470feb0-645e-4049-bd32-f789873d10b7) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:14.683591 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3df90bdf-38dd-49c0-8a76-6158cd7a8788 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:14.692068 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3df90bdf-38dd-49c0-8a76-6158cd7a8788 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/57c89d66-da25-448a-8a8e-663c6e82ca69 HTTP/1.1" status: 204 len: 168 time: 0.2677100 Aug 17 02:53:14.696707 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57702) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:14.702768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ed30f973-0a2e-4997-bb23-9f7a525b258b details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:53:14.718275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df90bdf-38dd-49c0-8a76-6158cd7a8788 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57c89d66-da25-448a-8a8e-663c6e82ca69,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:14.792856 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-02d186a8-ac3e-4edf-a77d-f41fba526b61 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0915904 Aug 17 02:53:14.794267 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57704) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:14.809986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ed02c28b-f1fa-4905-94c1-d6c8bffd9445 None None] Provisioning for port f95f83b6-ade8-4575-bb50-23480d4feb36 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:14.825234 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ed02c28b-f1fa-4905-94c1-d6c8bffd9445 None None] Provisioning complete for port f95f83b6-ade8-4575-bb50-23480d4feb36 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:14.825629 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ed02c28b-f1fa-4905-94c1-d6c8bffd9445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:14.908161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-faa106e5-df8f-4642-bd96-ba20e9f15f14 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:14.914125 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:14.933855 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ed30f973-0a2e-4997-bb23-9f7a525b258b, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:14.943630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Transition to ACTIVE for port object f470feb0-645e-4049-bd32-f789873d10b7 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:14.945761 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-faa106e5-df8f-4642-bd96-ba20e9f15f14 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:14.955064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'port_id': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'mac_address': 'fa:16:3e:bd:d7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:53:15.053822 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ed02c28b-f1fa-4905-94c1-d6c8bffd9445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.067784 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.099689 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed30f973-0a2e-4997-bb23-9f7a525b258b {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:15.102581 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.111336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34722390-0f96-44d6-8944-7b0990410d38 None None] Update dhcp port {'port': {'network_id': '0be41c9e-48a6-4cfc-8615-487d5cfc5141', 'fixed_ips': [{'subnet_id': '66fb7bf2-500a-4025-84a5-1ceddd305633', 'ip_address': '2001:db8::2'}, {'subnet_id': '64b98d1b-f542-460c-addf-20a69bdc8941'}], 'binding:host_id': 'n-d-793621-31'}, 'id': 'f95f83b6-ade8-4575-bb50-23480d4feb36'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:53:15.154651 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ed02c28b-f1fa-4905-94c1-d6c8bffd9445 None None] For port f95f83b6-ade8-4575-bb50-23480d4feb36, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f95f83b6-ade8-4575-bb50-23480d4feb36,segment=NetworkSegment(e307b002-f7c5-4374-8f75-0f1e1eb6fc0e),segment_id=e307b002-f7c5-4374-8f75-0f1e1eb6fc0e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:15.159173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 0be41c9e-48a6-4cfc-8615-487d5cfc5141 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:15.165837 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-faa106e5-df8f-4642-bd96-ba20e9f15f14 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.165837 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-faa106e5-df8f-4642-bd96-ba20e9f15f14 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.169408 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-faa106e5-df8f-4642-bd96-ba20e9f15f14 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-groups/31660766-4edf-4a39-b3c4-8755bfdfd2f8 HTTP/1.1" status: 204 len: 168 time: 0.3740554 Aug 17 02:53:15.170410 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57708) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:15.174254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ed30f973-0a2e-4997-bb23-9f7a525b258b, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:15.175618 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-34722390-0f96-44d6-8944-7b0990410d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.175866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:15.182858 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:15.188929 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:15.189803 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.198502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa106e5-df8f-4642-bd96-ba20e9f15f14 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31660766-4edf-4a39-b3c4-8755bfdfd2f8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:15.200469 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=f470feb0-645e-4049-bd32-f789873d10b7,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:15.215413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265510f7-e86f-451f-a599-693bc4935425 req-055ed496-8f25-4fcd-96ea-095754396e7d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:15.215413 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-265510f7-e86f-451f-a599-693bc4935425 req-055ed496-8f25-4fcd-96ea-095754396e7d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 944 time: 0.0763922 Aug 17 02:53:15.236811 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ed02c28b-f1fa-4905-94c1-d6c8bffd9445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.257720 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a348b55a-c401-444b-a1ba-b7dae4804869 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0827839 Aug 17 02:53:15.258927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57710) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:15.265446 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-38530428-293b-4b50-b66a-e396ea4c63ba tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498125813'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:15.276648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-265510f7-e86f-451f-a599-693bc4935425 req-322b63cd-77c2-4118-93b1-978ec872bf75 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544796 Aug 17 02:53:15.320029 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.345350 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b50a7c99-4ec1-4955-b1c8-7d650b390a0f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.3891213 Aug 17 02:53:15.345671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57712) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:15.351258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-78e5bb37-9181-4cd3-9d39-dde4eb845803 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '66fb7bf2-500a-4025-84a5-1ceddd305633'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:15.404256 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02c28b-f1fa-4905-94c1-d6c8bffd9445 None None] Pushing event updated for resources: {'Port': ['ID=f95f83b6-ade8-4575-bb50-23480d4feb36,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:15.439024 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38530428-293b-4b50-b66a-e396ea4c63ba tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.460086 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-34722390-0f96-44d6-8944-7b0990410d38 None None] Allocated IP 2001:db8:0:1::2 (0be41c9e-48a6-4cfc-8615-487d5cfc5141/64b98d1b-f542-460c-addf-20a69bdc8941/f95f83b6-ade8-4575-bb50-23480d4feb36) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:15.488327 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ed30f973-0a2e-4997-bb23-9f7a525b258b,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:15.548412 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78e5bb37-9181-4cd3-9d39-dde4eb845803 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.565050 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38530428-293b-4b50-b66a-e396ea4c63ba tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.590459 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-34722390-0f96-44d6-8944-7b0990410d38 None None] For port f95f83b6-ade8-4575-bb50-23480d4feb36, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f95f83b6-ade8-4575-bb50-23480d4feb36,segment=NetworkSegment(e307b002-f7c5-4374-8f75-0f1e1eb6fc0e),segment_id=e307b002-f7c5-4374-8f75-0f1e1eb6fc0e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:15.623082 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38530428-293b-4b50-b66a-e396ea4c63ba tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.624593 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-34722390-0f96-44d6-8944-7b0990410d38 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.642333 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-34722390-0f96-44d6-8944-7b0990410d38 None None] Transition to ACTIVE for port object f95f83b6-ade8-4575-bb50-23480d4feb36 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:15.668319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38530428-293b-4b50-b66a-e396ea4c63ba tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fce4fe-b46f-4aa5-af42-395a446c621c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:15.714273 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-34722390-0f96-44d6-8944-7b0990410d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.729401 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38530428-293b-4b50-b66a-e396ea4c63ba tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.733901 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-38530428-293b-4b50-b66a-e396ea4c63ba tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4736214 Aug 17 02:53:15.736441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57716) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:15.782430 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-0650d660-1709-488b-b452-13d946e491f9 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group_rule': {'security_group_id': '17fce4fe-b46f-4aa5-af42-395a446c621c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:15.809832 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f95f83b6-ade8-4575-bb50-23480d4feb36 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:15.927008 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-78e5bb37-9181-4cd3-9d39-dde4eb845803 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Delete allocated IP 2001:db8:0:1::37c (0be41c9e-48a6-4cfc-8615-487d5cfc5141/64b98d1b-f542-460c-addf-20a69bdc8941) {{(pid=95406) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 02:53:15.942862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e218df-03a1-4c38-8d3d-2c89716fe473 req-19b0bc6e-166a-4c8c-acd0-6703273e7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:15.944494 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31e218df-03a1-4c38-8d3d-2c89716fe473 req-19b0bc6e-166a-4c8c-acd0-6703273e7c1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 1097 time: 0.0699508 Aug 17 02:53:15.979976 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0650d660-1709-488b-b452-13d946e491f9 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.012916 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['ed30f973-0a2e-4997-bb23-9f7a525b258b'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:16.020585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34722390-0f96-44d6-8944-7b0990410d38 None None] Pushing event updated for resources: {'Port': ['ID=f95f83b6-ade8-4575-bb50-23480d4feb36,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:16.118951 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0650d660-1709-488b-b452-13d946e491f9 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.181863 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e218df-03a1-4c38-8d3d-2c89716fe473 req-2d3a0df8-5a95-40b8-8e79-5cd98e127db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:16.183498 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31e218df-03a1-4c38-8d3d-2c89716fe473 req-2d3a0df8-5a95-40b8-8e79-5cd98e127db3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 917 time: 0.1894062 Aug 17 02:53:16.208784 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78e5bb37-9181-4cd3-9d39-dde4eb845803 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.239129 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0650d660-1709-488b-b452-13d946e491f9 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.264226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-78e5bb37-9181-4cd3-9d39-dde4eb845803 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Ignored duplicate provisioning block setup for port f470feb0-645e-4049-bd32-f789873d10b7 by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 02:53:16.269889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650d660-1709-488b-b452-13d946e491f9 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333e85e5-bd0e-4f2b-b477-63b867f1a219,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:16.280975 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31e218df-03a1-4c38-8d3d-2c89716fe473 req-28f65824-289e-4235-addf-c97a2ae498a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b HTTP/1.1" status: 200 len: 1001 time: 0.0901508 Aug 17 02:53:16.338345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e218df-03a1-4c38-8d3d-2c89716fe473 req-86f8f903-5625-447e-916b-afab423a8939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:16.338345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31e218df-03a1-4c38-8d3d-2c89716fe473 req-86f8f903-5625-447e-916b-afab423a8939 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.0494990 Aug 17 02:53:16.359234 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0650d660-1709-488b-b452-13d946e491f9 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.360488 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0650d660-1709-488b-b452-13d946e491f9 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6226540 Aug 17 02:53:16.363338 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57722) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:16.368033 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-665c735c-d5f4-4b50-9059-7de960f23afc tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group_rule': {'security_group_id': '17fce4fe-b46f-4aa5-af42-395a446c621c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:16.378967 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78e5bb37-9181-4cd3-9d39-dde4eb845803 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.486515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-78e5bb37-9181-4cd3-9d39-dde4eb845803 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] In _notify_port_updated(), no bound segment for port f470feb0-645e-4049-bd32-f789873d10b7 on network 0be41c9e-48a6-4cfc-8615-487d5cfc5141 {{(pid=95406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:53:16.492609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e5bb37-9181-4cd3-9d39-dde4eb845803 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:16.503241 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78e5bb37-9181-4cd3-9d39-dde4eb845803 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.503241 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-78e5bb37-9181-4cd3-9d39-dde4eb845803 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "PUT /v2.0/ports/f470feb0-645e-4049-bd32-f789873d10b7 HTTP/1.1" status: 200 len: 924 time: 1.1512299 Aug 17 02:53:16.503496 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57726) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:16.513667 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-158d17cf-4613-4294-8c95-734d48f1696f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '66fb7bf2-500a-4025-84a5-1ceddd305633'}, {'subnet_id': '64b98d1b-f542-460c-addf-20a69bdc8941'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:16.517202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e218df-03a1-4c38-8d3d-2c89716fe473 req-94fb8cb8-32a1-419d-9922-36531a4d3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:16.518798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31e218df-03a1-4c38-8d3d-2c89716fe473 req-94fb8cb8-32a1-419d-9922-36531a4d3526 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1735632 Aug 17 02:53:16.520394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5bb37-9181-4cd3-9d39-dde4eb845803 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=f470feb0-645e-4049-bd32-f789873d10b7,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:16.524039 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-665c735c-d5f4-4b50-9059-7de960f23afc tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.544818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7aaa6d-5ef2-46d9-9580-047311530ac3 req-12a4d841-6be0-4eb9-ab2e-33533e0e1e5b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:16.546437 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec7aaa6d-5ef2-46d9-9580-047311530ac3 req-12a4d841-6be0-4eb9-ab2e-33533e0e1e5b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 945 time: 0.1722116 Aug 17 02:53:16.633971 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-158d17cf-4613-4294-8c95-734d48f1696f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.634981 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ec7aaa6d-5ef2-46d9-9580-047311530ac3 req-c66e40cf-778d-4116-b718-dc2160bdeb90 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760822 Aug 17 02:53:16.663576 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-665c735c-d5f4-4b50-9059-7de960f23afc tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.685780 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31e218df-03a1-4c38-8d3d-2c89716fe473 req-27ba0c91-60cf-4610-a84e-7d6463b5718d service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575239 Aug 17 02:53:16.759477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6673f04c-f999-474d-aca0-dc8b2acc0fcb None None] Network 0be41c9e-48a6-4cfc-8615-487d5cfc5141 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:16.790867 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31e218df-03a1-4c38-8d3d-2c89716fe473 req-ed3dff54-52e5-46eb-9a58-2dc5c4fd122f service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974250 Aug 17 02:53:16.797392 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-665c735c-d5f4-4b50-9059-7de960f23afc tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.833145 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c735c-d5f4-4b50-9059-7de960f23afc tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe0346c-2c50-4cf0-a551-bc0fe64de141,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:16.901754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3d9d6d6d-b813-405c-b8a6-d114715cb863 None None] Provisioning for port f95f83b6-ade8-4575-bb50-23480d4feb36 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:16.921010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3d9d6d6d-b813-405c-b8a6-d114715cb863 None None] Provisioning complete for port f95f83b6-ade8-4575-bb50-23480d4feb36 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:16.921479 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6d6d-b813-405c-b8a6-d114715cb863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.927719 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-665c735c-d5f4-4b50-9059-7de960f23afc tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.928904 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-665c735c-d5f4-4b50-9059-7de960f23afc tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5646052 Aug 17 02:53:16.932506 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57730) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:16.937660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-94cc8181-2803-4fb9-93c7-eab13b0c8ad6 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group_rule': {'security_group_id': '17fce4fe-b46f-4aa5-af42-395a446c621c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:16.967686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-158d17cf-4613-4294-8c95-734d48f1696f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Allocated IP 2001:db8:0:1::1a4 (0be41c9e-48a6-4cfc-8615-487d5cfc5141/64b98d1b-f542-460c-addf-20a69bdc8941/f470feb0-645e-4049-bd32-f789873d10b7) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:17.118552 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-94cc8181-2803-4fb9-93c7-eab13b0c8ad6 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.119020 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-158d17cf-4613-4294-8c95-734d48f1696f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.135891 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-158d17cf-4613-4294-8c95-734d48f1696f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Ignored duplicate provisioning block setup for port f470feb0-645e-4049-bd32-f789873d10b7 by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 02:53:17.247651 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7a7dd2a5-e1fd-46a5-b66c-508d10b5605f None None] Provisioning complete for port f95f83b6-ade8-4575-bb50-23480d4feb36 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:17.253491 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7a7dd2a5-e1fd-46a5-b66c-508d10b5605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.312510 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-158d17cf-4613-4294-8c95-734d48f1696f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.403214 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-158d17cf-4613-4294-8c95-734d48f1696f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] In _notify_port_updated(), no bound segment for port f470feb0-645e-4049-bd32-f789873d10b7 on network 0be41c9e-48a6-4cfc-8615-487d5cfc5141 {{(pid=95407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:53:17.409290 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d17cf-4613-4294-8c95-734d48f1696f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:17.410089 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-158d17cf-4613-4294-8c95-734d48f1696f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.414043 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-158d17cf-4613-4294-8c95-734d48f1696f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "PUT /v2.0/ports/f470feb0-645e-4049-bd32-f789873d10b7 HTTP/1.1" status: 200 len: 1010 time: 0.9116521 Aug 17 02:53:17.414423 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57732) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:17.438750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d17cf-4613-4294-8c95-734d48f1696f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=f470feb0-645e-4049-bd32-f789873d10b7,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:17.475710 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-94cc8181-2803-4fb9-93c7-eab13b0c8ad6 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.500306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7a7dd2a5-e1fd-46a5-b66c-508d10b5605f None None] Provisioning for port f470feb0-645e-4049-bd32-f789873d10b7 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:17.504990 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7a7dd2a5-e1fd-46a5-b66c-508d10b5605f None None] Provisioning complete for port f470feb0-645e-4049-bd32-f789873d10b7 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:17.505422 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7a7dd2a5-e1fd-46a5-b66c-508d10b5605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.531556 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a1594984-282a-434f-a24e-9f6c29b98853 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port f470feb0-645e-4049-bd32-f789873d10b7 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:17.531884 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1594984-282a-434f-a24e-9f6c29b98853 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.557051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7a7dd2a5-e1fd-46a5-b66c-508d10b5605f None None] Port f470feb0-645e-4049-bd32-f789873d10b7 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:17.610992 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-94cc8181-2803-4fb9-93c7-eab13b0c8ad6 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.638866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc8181-2803-4fb9-93c7-eab13b0c8ad6 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ac89c4-4698-4e78-a96f-19d6ee436a91,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:17.656776 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1594984-282a-434f-a24e-9f6c29b98853 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.663471 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a1594984-282a-434f-a24e-9f6c29b98853 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for f470feb0-645e-4049-bd32-f789873d10b7 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:17.695738 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4d205208-c4e0-4317-bcd1-c4fff7cf311c None None] Provisioning complete for port f470feb0-645e-4049-bd32-f789873d10b7 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:17.696107 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4d205208-c4e0-4317-bcd1-c4fff7cf311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.776520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f95f83b6-ade8-4575-bb50-23480d4feb36 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:17.777550 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-94cc8181-2803-4fb9-93c7-eab13b0c8ad6 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.780681 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-94cc8181-2803-4fb9-93c7-eab13b0c8ad6 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8445606 Aug 17 02:53:17.781175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57738) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:17.786045 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-15f115b4-df0d-4fde-8bda-355b3b7653df tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group_rule': {'security_group_id': '17fce4fe-b46f-4aa5-af42-395a446c621c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:17.924052 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4d205208-c4e0-4317-bcd1-c4fff7cf311c None None] Port f470feb0-645e-4049-bd32-f789873d10b7 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:17.958590 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15f115b4-df0d-4fde-8bda-355b3b7653df tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.967911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f95f83b6-ade8-4575-bb50-23480d4feb36 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:17.968416 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.976574 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c3144-7d52-41bc-9b8a-f6195ecc4a92 req-c87f03ee-aee9-4766-88b8-1bc36ea64ff7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:17.978320 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e4c3144-7d52-41bc-9b8a-f6195ecc4a92 req-c87f03ee-aee9-4766-88b8-1bc36ea64ff7 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 945 time: 0.2160196 Aug 17 02:53:18.028648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e4c3144-7d52-41bc-9b8a-f6195ecc4a92 req-b94e6e7f-8109-4663-a08d-0e5a271da1a1 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433886 Aug 17 02:53:18.071185 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15f115b4-df0d-4fde-8bda-355b3b7653df tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.098955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1b20b08d-d027-4c7e-859f-c6efc6414a43 None None] Provisioning complete for port f470feb0-645e-4049-bd32-f789873d10b7 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:18.098955 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b20b08d-d027-4c7e-859f-c6efc6414a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.130762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-1b20b08d-d027-4c7e-859f-c6efc6414a43 None None] Port f470feb0-645e-4049-bd32-f789873d10b7 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:18.188007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15f115b4-df0d-4fde-8bda-355b3b7653df tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.209327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f115b4-df0d-4fde-8bda-355b3b7653df tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135fec91-73a6-4619-bc5b-c8105e35211f,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:18.239233 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1594984-282a-434f-a24e-9f6c29b98853 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.272283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1594984-282a-434f-a24e-9f6c29b98853 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=f470feb0-645e-4049-bd32-f789873d10b7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:18.325745 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-15f115b4-df0d-4fde-8bda-355b3b7653df tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.326982 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-15f115b4-df0d-4fde-8bda-355b3b7653df tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5447299 Aug 17 02:53:18.329007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1594984-282a-434f-a24e-9f6c29b98853 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.329952 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a1594984-282a-434f-a24e-9f6c29b98853 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/f470feb0-645e-4049-bd32-f789873d10b7 HTTP/1.1" status: 204 len: 168 time: 0.9146054 Aug 17 02:53:18.330995 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57742) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:18.332728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57744) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:18.335781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b0b0c9ba-d116-4511-8907-cc6855b12423 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group_rule': {'security_group_id': '17fce4fe-b46f-4aa5-af42-395a446c621c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:18.360665 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c143df-e0d7-408e-9f3a-e2382b7e6034 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] GET failed (client error): The resource could not be found. Aug 17 02:53:18.362270 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b5c143df-e0d7-408e-9f3a-e2382b7e6034 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/f470feb0-645e-4049-bd32-f789873d10b7 HTTP/1.1" status: 404 len: 333 time: 0.0281203 Aug 17 02:53:18.364991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57746) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:18.424296 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f208200-5be7-47e5-8fe5-0b4a8bb41282 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting subnet 64b98d1b-f542-460c-addf-20a69bdc8941 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:53:18.427971 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7f208200-5be7-47e5-8fe5-0b4a8bb41282 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.449900 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c9ba-d116-4511-8907-cc6855b12423 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.472747 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7f208200-5be7-47e5-8fe5-0b4a8bb41282 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.519896 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c9ba-d116-4511-8907-cc6855b12423 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.558804 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7f208200-5be7-47e5-8fe5-0b4a8bb41282 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.663768 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c9ba-d116-4511-8907-cc6855b12423 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.679116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0c9ba-d116-4511-8907-cc6855b12423 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe240f9-6d7c-4c26-9a87-c441959d47e4,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:18.735658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ed30f973-0a2e-4997-bb23-9f7a525b258b up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:18.783552 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port ed30f973-0a2e-4997-bb23-9f7a525b258b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:18.783923 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.794052 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7f208200-5be7-47e5-8fe5-0b4a8bb41282 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.815315 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c9ba-d116-4511-8907-cc6855b12423 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.816363 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b0b0c9ba-d116-4511-8907-cc6855b12423 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4844160 Aug 17 02:53:18.820018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57750) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:18.831342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f208200-5be7-47e5-8fe5-0b4a8bb41282 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Subnet': ['ID=64b98d1b-f542-460c-addf-20a69bdc8941,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:18.834695 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7f208200-5be7-47e5-8fe5-0b4a8bb41282 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.836763 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7f208200-5be7-47e5-8fe5-0b4a8bb41282 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/64b98d1b-f542-460c-addf-20a69bdc8941 HTTP/1.1" status: 204 len: 168 time: 0.4708967 Aug 17 02:53:18.839665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57752) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:18.856652 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bcd6abce-d559-4163-8cbd-64dc66e15313 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.856918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe50bbcc-df87-4ef0-854f-75c1c06e1ea7 None None] Network 0be41c9e-48a6-4cfc-8615-487d5cfc5141 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:18.868078 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bcd6abce-d559-4163-8cbd-64dc66e15313 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.898939 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-5033758d-c5eb-4fc4-b1f2-feeee4b94f9d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting subnet 66fb7bf2-500a-4025-84a5-1ceddd305633 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:53:18.906841 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5033758d-c5eb-4fc4-b1f2-feeee4b94f9d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.911224 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.948534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed30f973-0a2e-4997-bb23-9f7a525b258b'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:18.950834 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5033758d-c5eb-4fc4-b1f2-feeee4b94f9d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.961089 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760fbf3b-77b7-453c-8a32-4456e24276cf" -d '{"events": [{"server_uuid": "19e63241-0edf-4132-94b1-6f6f947a2a27", "name": "network-vif-plugged", "status": "completed", "tag": "ed30f973-0a2e-4997-bb23-9f7a525b258b"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:18.975289 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ed30f973-0a2e-4997-bb23-9f7a525b258b, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:19.001967 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bcd6abce-d559-4163-8cbd-64dc66e15313 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.004837 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bcd6abce-d559-4163-8cbd-64dc66e15313 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.005938 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bcd6abce-d559-4163-8cbd-64dc66e15313 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/bfe240f9-6d7c-4c26-9a87-c441959d47e4 HTTP/1.1" status: 204 len: 168 time: 0.1849720 Aug 17 02:53:19.011330 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88024c45-aa72-4282-badf-b0ba23ad3f21 x-openstack-request-id: req-88024c45-aa72-4282-badf-b0ba23ad3f21 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:19.011572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57758) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:19.011679 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e63241-0edf-4132-94b1-6f6f947a2a27", "name": "network-vif-plugged", "status": "completed", "tag": "ed30f973-0a2e-4997-bb23-9f7a525b258b", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:19.011679 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88024c45-aa72-4282-badf-b0ba23ad3f21 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:19.012046 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'code': 200} Aug 17 02:53:19.056511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6abce-d559-4163-8cbd-64dc66e15313 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfe240f9-6d7c-4c26-9a87-c441959d47e4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:19.077432 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.134894 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c49d566c-13ae-41e1-9c29-4617ab89f2c3 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1188912 Aug 17 02:53:19.136244 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57762) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:19.139342 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5033758d-c5eb-4fc4-b1f2-feeee4b94f9d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.144451 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ed30f973-0a2e-4997-bb23-9f7a525b258b,revision_number=10']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:19.169458 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-75592e08-da42-4851-b30d-45345a9178bb tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.178239 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-75592e08-da42-4851-b30d-45345a9178bb tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.243776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1261906-f977-4b3a-bf60-e9d54cc4bfd2 req-163b0c77-a95f-4874-9963-7609408830df tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:19.245810 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1261906-f977-4b3a-bf60-e9d54cc4bfd2 req-163b0c77-a95f-4874-9963-7609408830df tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 947 time: 0.0775776 Aug 17 02:53:19.288658 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-75592e08-da42-4851-b30d-45345a9178bb tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.298122 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-75592e08-da42-4851-b30d-45345a9178bb tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.298122 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-75592e08-da42-4851-b30d-45345a9178bb tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/135fec91-73a6-4619-bc5b-c8105e35211f HTTP/1.1" status: 204 len: 168 time: 0.1596382 Aug 17 02:53:19.300376 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57764) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:19.322673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75592e08-da42-4851-b30d-45345a9178bb tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=135fec91-73a6-4619-bc5b-c8105e35211f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:19.323900 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5033758d-c5eb-4fc4-b1f2-feeee4b94f9d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.335196 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1261906-f977-4b3a-bf60-e9d54cc4bfd2 req-dc494acb-3c94-42ad-b2e5-016901006745 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825522 Aug 17 02:53:19.361288 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dd84985f-e7c5-47d4-bee6-71d6df8fe802 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0581491 Aug 17 02:53:19.362112 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57766) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:19.376138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033758d-c5eb-4fc4-b1f2-feeee4b94f9d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Subnet': ['ID=66fb7bf2-500a-4025-84a5-1ceddd305633,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:19.376138 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5033758d-c5eb-4fc4-b1f2-feeee4b94f9d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.376138 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5033758d-c5eb-4fc4-b1f2-feeee4b94f9d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/66fb7bf2-500a-4025-84a5-1ceddd305633 HTTP/1.1" status: 204 len: 168 time: 0.5281150 Aug 17 02:53:19.376138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57768) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:19.385627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84611cbe-ff5d-487d-9f54-98d73471bcdc req-efc617e1-b507-429d-a9a5-a1c95617f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:19.387160 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84611cbe-ff5d-487d-9f54-98d73471bcdc req-efc617e1-b507-429d-a9a5-a1c95617f1ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 1099 time: 0.1194367 Aug 17 02:53:19.394500 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-62b87043-79b3-452c-9998-537412a72d27 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.403511 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-62b87043-79b3-452c-9998-537412a72d27 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.481207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84611cbe-ff5d-487d-9f54-98d73471bcdc req-42c04906-b719-4a0e-bb58-c42cab6a7f2c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831504 Aug 17 02:53:19.484853 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.545932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port f95f83b6-ade8-4575-bb50-23480d4feb36 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:19.546275 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.570716 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-62b87043-79b3-452c-9998-537412a72d27 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.579622 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-62b87043-79b3-452c-9998-537412a72d27 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.581082 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-62b87043-79b3-452c-9998-537412a72d27 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c0ac89c4-4698-4e78-a96f-19d6ee436a91 HTTP/1.1" status: 204 len: 168 time: 0.2150517 Aug 17 02:53:19.585109 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57770) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:19.586573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b87043-79b3-452c-9998-537412a72d27 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0ac89c4-4698-4e78-a96f-19d6ee436a91,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:19.633371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] For port f95f83b6-ade8-4575-bb50-23480d4feb36, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f95f83b6-ade8-4575-bb50-23480d4feb36,segment=NetworkSegment(e307b002-f7c5-4374-8f75-0f1e1eb6fc0e),segment_id=e307b002-f7c5-4374-8f75-0f1e1eb6fc0e)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:19.633371 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.664512 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7a927ecd-3de2-4ad0-9582-2497bd21e98c tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0782220 Aug 17 02:53:19.665673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for f95f83b6-ade8-4575-bb50-23480d4feb36 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:19.667613 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57772) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:19.697070 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7ae5539-ecc3-4998-9554-54e6d4bc8b43 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.710888 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7ae5539-ecc3-4998-9554-54e6d4bc8b43 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.804574 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0df7874-2ccf-434a-9f1d-42ee3371b8c3 None None] Network 0be41c9e-48a6-4cfc-8615-487d5cfc5141 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:19.884574 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7ae5539-ecc3-4998-9554-54e6d4bc8b43 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.891919 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7ae5539-ecc3-4998-9554-54e6d4bc8b43 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.895670 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f7ae5539-ecc3-4998-9554-54e6d4bc8b43 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8fe0346c-2c50-4cf0-a551-bc0fe64de141 HTTP/1.1" status: 204 len: 168 time: 0.2244520 Aug 17 02:53:19.896319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57776) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:19.903353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae5539-ecc3-4998-9554-54e6d4bc8b43 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fe0346c-2c50-4cf0-a551-bc0fe64de141,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:19.909190 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-94cc2f52-2041-4e52-b632-e75083338401 None None] Provisioning complete for port f95f83b6-ade8-4575-bb50-23480d4feb36 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:19.909605 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-94cc2f52-2041-4e52-b632-e75083338401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.916986 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.942028 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-94cc2f52-2041-4e52-b632-e75083338401 None None] Port f95f83b6-ade8-4575-bb50-23480d4feb36 was deleted so its status cannot be updated. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 02:53:19.946243 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=f95f83b6-ade8-4575-bb50-23480d4feb36,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:19.953619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No DVR routers for this DVR port f95f83b6-ade8-4575-bb50-23480d4feb36 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:19.979023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-430faccd-9574-436f-9ae5-30c0bdfc2ea9 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0783513 Aug 17 02:53:19.979937 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57778) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:20.009905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e0ac-a12a-448c-96b3-6b64ccce7627 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.016150 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c3a21-5f61-469e-8690-c3fe239c710e None None] DHCP port deletion for 0be41c9e-48a6-4cfc-8615-487d5cfc5141 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:53:20.019417 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e0ac-a12a-448c-96b3-6b64ccce7627 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.063673 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.080419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be41c9e-48a6-4cfc-8615-487d5cfc5141']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:20.091337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e307b002-f7c5-4374-8f75-0f1e1eb6fc0e') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:20.096132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e307b002-f7c5-4374-8f75-0f1e1eb6fc0e') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:20.100937 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.116676 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.124430 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:53:20.125054 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:53:20.129072 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:53:20.140990 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e0ac-a12a-448c-96b3-6b64ccce7627 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.148198 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e0ac-a12a-448c-96b3-6b64ccce7627 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.149703 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1bd8e0ac-a12a-448c-96b3-6b64ccce7627 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/333e85e5-bd0e-4f2b-b477-63b867f1a219 HTTP/1.1" status: 204 len: 168 time: 0.1685355 Aug 17 02:53:20.156381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57782) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:20.164592 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8e0ac-a12a-448c-96b3-6b64ccce7627 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=333e85e5-bd0e-4f2b-b477-63b867f1a219,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:20.202767 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0a3a60f8-d5b0-4f95-8dc6-9254f863b502 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0453200 Aug 17 02:53:20.205676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57784) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:20.257837 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-493ca083-540e-47eb-b19e-b8cba03c382f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.282545 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-493ca083-540e-47eb-b19e-b8cba03c382f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.290259 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.295851 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.301217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/networks/0be41c9e-48a6-4cfc-8615-487d5cfc5141 HTTP/1.1" status: 204 len: 168 time: 0.9250028 Aug 17 02:53:20.302150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57786) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:20.316024 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f731ba7-1bad-4059-809d-eeedcab0474d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Network': ['ID=0be41c9e-48a6-4cfc-8615-487d5cfc5141,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:20.360215 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db7b1a0-88d3-4641-a378-a4781c0d50a1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:20.364903 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8db7b1a0-88d3-4641-a378-a4781c0d50a1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0589750 Aug 17 02:53:20.365284 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57788) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:20.414217 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6e2577c2-29a5-4903-9272-5b2267699ff2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0446205 Aug 17 02:53:20.414600 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57792) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:20.419989 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-8d5326c1-a607-41f6-8687-23af41559f50 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2005102841'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:20.490443 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-493ca083-540e-47eb-b19e-b8cba03c382f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.492922 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-493ca083-540e-47eb-b19e-b8cba03c382f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.494073 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-493ca083-540e-47eb-b19e-b8cba03c382f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-groups/17fce4fe-b46f-4aa5-af42-395a446c621c HTTP/1.1" status: 204 len: 168 time: 0.2874980 Aug 17 02:53:20.496279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310eaed-20f8-4561-b5c6-545c2bd9c145 req-bdac035d-e669-4c19-a088-0515e7e5f7ad tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:20.497497 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57794) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:20.497906 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0310eaed-20f8-4561-b5c6-545c2bd9c145 req-bdac035d-e669-4c19-a088-0515e7e5f7ad tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 947 time: 0.0658338 Aug 17 02:53:20.519614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ca083-540e-47eb-b19e-b8cba03c382f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fce4fe-b46f-4aa5-af42-395a446c621c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:20.540552 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0310eaed-20f8-4561-b5c6-545c2bd9c145 req-00455f5e-a277-4954-b478-bef6fb145701 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364316 Aug 17 02:53:20.564321 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6bab6bf1-3dee-44cd-bc8b-db27652dcb7c tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0657632 Aug 17 02:53:20.570806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57796) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:20.575621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-cb95c4c4-7efd-47e1-8475-133fb53c5db5 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group': {'name': 'tempest-secgroup--2066207651'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:20.584527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5326c1-a607-41f6-8687-23af41559f50 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:20.589381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d5326c1-a607-41f6-8687-23af41559f50 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.620249 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5326c1-a607-41f6-8687-23af41559f50 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:53:20.628705 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d5326c1-a607-41f6-8687-23af41559f50 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.629058 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-8d5326c1-a607-41f6-8687-23af41559f50 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Added segment 187fc2cd-79cc-4b9e-94ec-22d9b7f1f101 of type vlan for network 0f25e66e-7c97-4af7-98d9-ba81d10f3a4d Aug 17 02:53:20.644501 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:53:20.672286 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d5326c1-a607-41f6-8687-23af41559f50 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.770838 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb95c4c4-7efd-47e1-8475-133fb53c5db5 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.818045 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d5326c1-a607-41f6-8687-23af41559f50 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.824593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5326c1-a607-41f6-8687-23af41559f50 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:20.825174 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d5326c1-a607-41f6-8687-23af41559f50 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.916422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5326c1-a607-41f6-8687-23af41559f50 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Network': ['ID=0f25e66e-7c97-4af7-98d9-ba81d10f3a4d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:20.927143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 0f25e66e-7c97-4af7-98d9-ba81d10f3a4d details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:53:20.931143 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb95c4c4-7efd-47e1-8475-133fb53c5db5 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:21.022407 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb95c4c4-7efd-47e1-8475-133fb53c5db5 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:21.075570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95c4c4-7efd-47e1-8475-133fb53c5db5 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a9ed2b-7e82-407f-9022-66de4cd78b12,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:21.167273 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8d5326c1-a607-41f6-8687-23af41559f50 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7485960 Aug 17 02:53:21.168285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57806) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:21.173203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-84d4c2c5-9021-4c6b-b22e-6480499e4919 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'subnet': {'network_id': '0f25e66e-7c97-4af7-98d9-ba81d10f3a4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:21.204921 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cb95c4c4-7efd-47e1-8475-133fb53c5db5 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:21.212705 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cb95c4c4-7efd-47e1-8475-133fb53c5db5 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6346917 Aug 17 02:53:21.212840 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57814) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:21.217572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-681573ca-cf1b-464c-b68a-a1248c86463e tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group_rule': {'security_group_id': 'f4a9ed2b-7e82-407f-9022-66de4cd78b12', 'direction': 'ingress', 'protocol': 17}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:21.358260 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-681573ca-cf1b-464c-b68a-a1248c86463e tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:21.416055 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-681573ca-cf1b-464c-b68a-a1248c86463e tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:21.513229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d4c2c5-9021-4c6b-b22e-6480499e4919 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:21.517377 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84d4c2c5-9021-4c6b-b22e-6480499e4919 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:21.523861 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-681573ca-cf1b-464c-b68a-a1248c86463e tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:21.541075 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681573ca-cf1b-464c-b68a-a1248c86463e tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5b9287-0cc1-47ff-a6e8-a47f36e749ed,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:21.631271 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-681573ca-cf1b-464c-b68a-a1248c86463e tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:21.632679 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-681573ca-cf1b-464c-b68a-a1248c86463e tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4186671 Aug 17 02:53:21.642336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57830) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:21.694173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a412ffe-9dad-4c19-9d42-cd2ad88e249d req-52c754cd-28d2-47be-b4ab-c0dfdbeac684 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:21.694173 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a412ffe-9dad-4c19-9d42-cd2ad88e249d req-52c754cd-28d2-47be-b4ab-c0dfdbeac684 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 947 time: 0.0600438 Aug 17 02:53:21.727120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a412ffe-9dad-4c19-9d42-cd2ad88e249d req-4f13b036-65ec-4e04-9413-77173cb5da63 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400648 Aug 17 02:53:21.740672 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f95f83b6-ade8-4575-bb50-23480d4feb36 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:53:21.754855 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e721c04-cfc4-4944-831b-04a9cf9786f2 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:21.764749 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: f95f83b6-ade8-4575-bb50-23480d4feb36 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:53:21.765120 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f95f83b6-ade8-4575-bb50-23480d4feb36 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:53:21.788855 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e721c04-cfc4-4944-831b-04a9cf9786f2 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:21.907712 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84d4c2c5-9021-4c6b-b22e-6480499e4919 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:21.968662 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4c2c5-9021-4c6b-b22e-6480499e4919 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Subnet': ['ID=16e2e5eb-cc03-4e9f-aaff-bd0b25dc52ba,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:21.973515 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e721c04-cfc4-4944-831b-04a9cf9786f2 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:21.981647 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e721c04-cfc4-4944-831b-04a9cf9786f2 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:21.981647 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3e721c04-cfc4-4944-831b-04a9cf9786f2 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-groups/f4a9ed2b-7e82-407f-9022-66de4cd78b12 HTTP/1.1" status: 204 len: 168 time: 0.3340816 Aug 17 02:53:21.982558 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57846) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:21.992362 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e721c04-cfc4-4944-831b-04a9cf9786f2 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a9ed2b-7e82-407f-9022-66de4cd78b12,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:21.995090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d4c2c5-9021-4c6b-b22e-6480499e4919 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Checking segment: {'id': '187fc2cd-79cc-4b9e-94ec-22d9b7f1f101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0f25e66e-7c97-4af7-98d9-ba81d10f3a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:21.995454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d4c2c5-9021-4c6b-b22e-6480499e4919 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network hostable DHCP agents. Network: 0f25e66e-7c97-4af7-98d9-ba81d10f3a4d, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:53:22.028288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e3ee7037-6f6a-4156-9736-68fa4be922a4 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462503 Aug 17 02:53:22.034618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57848) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:22.039140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ac5bb69b-e331-4bbe-b8ee-f66cb491bdd2 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group': {'name': 'tempest-secgroup--541124287'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:22.125586 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d4c2c5-9021-4c6b-b22e-6480499e4919 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 0f25e66e-7c97-4af7-98d9-ba81d10f3a4d is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:53:22.163295 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb69b-e331-4bbe-b8ee-f66cb491bdd2 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:22.249230 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb69b-e331-4bbe-b8ee-f66cb491bdd2 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:22.303494 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-84d4c2c5-9021-4c6b-b22e-6480499e4919 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 0f25e66e-7c97-4af7-98d9-ba81d10f3a4d) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:22.313148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a0db7-14da-4045-8caf-836913b4d956 None None] Network 0f25e66e-7c97-4af7-98d9-ba81d10f3a4d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:22.321870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d4c2c5-9021-4c6b-b22e-6480499e4919 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:22.323122 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84d4c2c5-9021-4c6b-b22e-6480499e4919 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:22.342123 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb69b-e331-4bbe-b8ee-f66cb491bdd2 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:22.373880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bb69b-e331-4bbe-b8ee-f66cb491bdd2 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4309052c-9432-46e5-bee8-65e052700201,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:22.477192 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-0f25e66e-7c97-4af7-98d9-ba81d10f3a4d', 'network_id': '0f25e66e-7c97-4af7-98d9-ba81d10f3a4d', 'tenant_id': '03f50382812b466e9fc1cd21f9f7b855', 'fixed_ips': [{'subnet_id': '16e2e5eb-cc03-4e9f-aaff-bd0b25dc52ba'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:53:22.478147 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:22.530670 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb69b-e331-4bbe-b8ee-f66cb491bdd2 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:22.532965 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-84d4c2c5-9021-4c6b-b22e-6480499e4919 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3639550 Aug 17 02:53:22.536742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ac5bb69b-e331-4bbe-b8ee-f66cb491bdd2 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4987900 Aug 17 02:53:22.536901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57854) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:22.537583 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57856) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:22.542665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ffaad274-5cc7-4243-9d22-e7fdf8b78641 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494595190'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:22.550791 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-11439663-b794-4106-abf5-8321597c4668 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'network_id': '0f25e66e-7c97-4af7-98d9-ba81d10f3a4d', 'name': 'tempest-PortsIpV6TestJSON-842024487'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:22.630710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Allocated IP 2001:db8::2 (0f25e66e-7c97-4af7-98d9-ba81d10f3a4d/16e2e5eb-cc03-4e9f-aaff-bd0b25dc52ba/f6d79ef9-0f1b-4df1-b460-794388580e8a) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:22.771066 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ffaad274-5cc7-4243-9d22-e7fdf8b78641 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:22.773286 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:22.783089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Transition to ACTIVE for port object f6d79ef9-0f1b-4df1-b460-794388580e8a will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:22.802803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Transition to ACTIVE for port object f6d79ef9-0f1b-4df1-b460-794388580e8a will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:22.865424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb04dcc-33ff-4b3c-8c35-e19e5b325795 req-885fa120-4f5c-41cb-8d57-acaf216c93cd tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:22.868302 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cb04dcc-33ff-4b3c-8c35-e19e5b325795 req-885fa120-4f5c-41cb-8d57-acaf216c93cd tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 947 time: 0.0498958 Aug 17 02:53:22.906238 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cb04dcc-33ff-4b3c-8c35-e19e5b325795 req-3e63b451-66c8-48fd-9cbb-1282b4aef233 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321755 Aug 17 02:53:22.959029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11439663-b794-4106-abf5-8321597c4668 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:22.962826 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-11439663-b794-4106-abf5-8321597c4668 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:22.982705 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-11439663-b794-4106-abf5-8321597c4668 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port dd12c582-cd96-432b-b06f-c2eb45357e69 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:53:22.983756 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.028938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Network 0f25e66e-7c97-4af7-98d9-ba81d10f3a4d is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:23.031958 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:23.035600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:23.035748 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ffaad274-5cc7-4243-9d22-e7fdf8b78641 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.043300 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Pushing event updated for resources: {'Port': ['ID=f6d79ef9-0f1b-4df1-b460-794388580e8a,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:23.069976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:23.070579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:23.071089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:23.071433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:23.071774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:23.072101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:23.073089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:23.073454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:23.073777 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:23.074858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:23.075198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:23.075536 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:23.104070 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Attempting to bind port f6d79ef9-0f1b-4df1-b460-794388580e8a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:23.104477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Attempting to bind port f6d79ef9-0f1b-4df1-b460-794388580e8a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '187fc2cd-79cc-4b9e-94ec-22d9b7f1f101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0f25e66e-7c97-4af7-98d9-ba81d10f3a4d'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:23.104880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Attempting to bind port f6d79ef9-0f1b-4df1-b460-794388580e8a on network 0f25e66e-7c97-4af7-98d9-ba81d10f3a4d {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:23.110923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:23.111347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Checking segment: {'id': '187fc2cd-79cc-4b9e-94ec-22d9b7f1f101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0f25e66e-7c97-4af7-98d9-ba81d10f3a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:23.111812 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.112788 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Bound using segment: {'id': '187fc2cd-79cc-4b9e-94ec-22d9b7f1f101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0f25e66e-7c97-4af7-98d9-ba81d10f3a4d'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:23.112788 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Bound port: f6d79ef9-0f1b-4df1-b460-794388580e8a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187fc2cd-79cc-4b9e-94ec-22d9b7f1f101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0f25e66e-7c97-4af7-98d9-ba81d10f3a4d'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:23.113170 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.130689 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-11439663-b794-4106-abf5-8321597c4668 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Allocated IP 2001:db8::51 (0f25e66e-7c97-4af7-98d9-ba81d10f3a4d/16e2e5eb-cc03-4e9f-aaff-bd0b25dc52ba/dd12c582-cd96-432b-b06f-c2eb45357e69) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:23.181742 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ffaad274-5cc7-4243-9d22-e7fdf8b78641 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.191584 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] For port f6d79ef9-0f1b-4df1-b460-794388580e8a, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:23.195163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] For port f6d79ef9-0f1b-4df1-b460-794388580e8a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f6d79ef9-0f1b-4df1-b460-794388580e8a,segment=NetworkSegment(187fc2cd-79cc-4b9e-94ec-22d9b7f1f101),segment_id=187fc2cd-79cc-4b9e-94ec-22d9b7f1f101)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:23.218885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaad274-5cc7-4243-9d22-e7fdf8b78641 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad4cb41-9f52-4526-a87a-f5eb8ca8323e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:23.302256 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-11439663-b794-4106-abf5-8321597c4668 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.315739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-11439663-b794-4106-abf5-8321597c4668 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Transition to ACTIVE for port object dd12c582-cd96-432b-b06f-c2eb45357e69 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:23.359625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ffaad274-5cc7-4243-9d22-e7fdf8b78641 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.359968 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.367179 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ffaad274-5cc7-4243-9d22-e7fdf8b78641 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8267906 Aug 17 02:53:23.367990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57864) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:23.374836 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b28e753d-7449-4d55-b495-736157c0a102 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group_rule': {'security_group_id': '4309052c-9432-46e5-bee8-65e052700201', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1ad4cb41-9f52-4526-a87a-f5eb8ca8323e', 'remote_ip_prefix': None}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:23.433384 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01477b98-b7b1-4d25-9601-f4063ef47563 None None] Pushing event updated for resources: {'Port': ['ID=f6d79ef9-0f1b-4df1-b460-794388580e8a,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:23.485219 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-11439663-b794-4106-abf5-8321597c4668 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.540448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11439663-b794-4106-abf5-8321597c4668 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 0f25e66e-7c97-4af7-98d9-ba81d10f3a4d is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:23.546624 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-11439663-b794-4106-abf5-8321597c4668 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:23.551529 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11439663-b794-4106-abf5-8321597c4668 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:23.557737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11439663-b794-4106-abf5-8321597c4668 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:23.558419 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-11439663-b794-4106-abf5-8321597c4668 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.560947 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b28e753d-7449-4d55-b495-736157c0a102 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.566003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11439663-b794-4106-abf5-8321597c4668 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=dd12c582-cd96-432b-b06f-c2eb45357e69,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:23.667731 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b28e753d-7449-4d55-b495-736157c0a102 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.703739 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-11439663-b794-4106-abf5-8321597c4668 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1669774 Aug 17 02:53:23.706418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57866) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:23.711508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-295a7412-8977-4173-8f21-b80588d1e678 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'network_id': '0f25e66e-7c97-4af7-98d9-ba81d10f3a4d', 'name': 'tempest-PortsIpV6TestJSON-1019744788'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:23.782904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f6d79ef9-0f1b-4df1-b460-794388580e8a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:23.833207 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b28e753d-7449-4d55-b495-736157c0a102 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.858785 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e753d-7449-4d55-b495-736157c0a102 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167f6491-f526-4791-92a7-db26207e8271,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:24.015364 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295a7412-8977-4173-8f21-b80588d1e678 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:24.019789 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-295a7412-8977-4173-8f21-b80588d1e678 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.033221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port f6d79ef9-0f1b-4df1-b460-794388580e8a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:24.036143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77961ef-f31a-4e1e-828f-aac07db0dd49 req-47f2eeeb-32cf-4a90-a280-1e4d29f48c0b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:24.038089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e77961ef-f31a-4e1e-828f-aac07db0dd49 req-47f2eeeb-32cf-4a90-a280-1e4d29f48c0b tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 947 time: 0.0549650 Aug 17 02:53:24.040228 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-295a7412-8977-4173-8f21-b80588d1e678 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port d9f7ccc5-7f0b-4675-9469-bc332cbc8852 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:53:24.082771 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e77961ef-f31a-4e1e-828f-aac07db0dd49 req-457f0321-ae5f-402a-b451-d88d9300c7f1 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358138 Aug 17 02:53:24.136295 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b28e753d-7449-4d55-b495-736157c0a102 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.137460 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b28e753d-7449-4d55-b495-736157c0a102 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7678721 Aug 17 02:53:24.140432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57874) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:24.182893 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a01c71-73f4-4368-8dec-57280f51d432 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.195691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-295a7412-8977-4173-8f21-b80588d1e678 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Allocated IP 2001:db8::34d (0f25e66e-7c97-4af7-98d9-ba81d10f3a4d/16e2e5eb-cc03-4e9f-aaff-bd0b25dc52ba/d9f7ccc5-7f0b-4675-9469-bc332cbc8852) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:24.204971 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a01c71-73f4-4368-8dec-57280f51d432 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.374784 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a01c71-73f4-4368-8dec-57280f51d432 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.376921 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffc67cd-4274-432d-837f-d32ddb1011a5 None None] Network 0f25e66e-7c97-4af7-98d9-ba81d10f3a4d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:24.386444 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a01c71-73f4-4368-8dec-57280f51d432 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.387602 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-77a01c71-73f4-4368-8dec-57280f51d432 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/167f6491-f526-4791-92a7-db26207e8271 HTTP/1.1" status: 204 len: 168 time: 0.2462404 Aug 17 02:53:24.391066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57878) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:24.396427 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a01c71-73f4-4368-8dec-57280f51d432 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=167f6491-f526-4791-92a7-db26207e8271,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:24.408716 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-295a7412-8977-4173-8f21-b80588d1e678 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.423327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-295a7412-8977-4173-8f21-b80588d1e678 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Transition to ACTIVE for port object d9f7ccc5-7f0b-4675-9469-bc332cbc8852 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:24.447618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a69dbc29-b1ec-4fc9-ae49-d7e5133de584 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0518792 Aug 17 02:53:24.447618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57880) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:24.504531 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b2ed889b-9543-4938-ad3b-d343bf95afee tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.515683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7fb3db72-e159-4714-be75-be2c27581cc4 None None] Provisioning for port f6d79ef9-0f1b-4df1-b460-794388580e8a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:24.526713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7fb3db72-e159-4714-be75-be2c27581cc4 None None] Provisioning complete for port f6d79ef9-0f1b-4df1-b460-794388580e8a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:24.527098 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7fb3db72-e159-4714-be75-be2c27581cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.529034 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b2ed889b-9543-4938-ad3b-d343bf95afee tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.569516 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-295a7412-8977-4173-8f21-b80588d1e678 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.617233 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295a7412-8977-4173-8f21-b80588d1e678 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 0f25e66e-7c97-4af7-98d9-ba81d10f3a4d is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:24.620271 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-295a7412-8977-4173-8f21-b80588d1e678 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:24.624102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295a7412-8977-4173-8f21-b80588d1e678 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:24.630253 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295a7412-8977-4173-8f21-b80588d1e678 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:24.630953 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-295a7412-8977-4173-8f21-b80588d1e678 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.637410 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7fb3db72-e159-4714-be75-be2c27581cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.650369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a7412-8977-4173-8f21-b80588d1e678 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=d9f7ccc5-7f0b-4675-9469-bc332cbc8852,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:24.673924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-7fb3db72-e159-4714-be75-be2c27581cc4 None None] For port f6d79ef9-0f1b-4df1-b460-794388580e8a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f6d79ef9-0f1b-4df1-b460-794388580e8a,segment=NetworkSegment(187fc2cd-79cc-4b9e-94ec-22d9b7f1f101),segment_id=187fc2cd-79cc-4b9e-94ec-22d9b7f1f101)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:24.787927 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b2ed889b-9543-4938-ad3b-d343bf95afee tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.793896 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b2ed889b-9543-4938-ad3b-d343bf95afee tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.793896 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b2ed889b-9543-4938-ad3b-d343bf95afee tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-groups/1ad4cb41-9f52-4526-a87a-f5eb8ca8323e HTTP/1.1" status: 204 len: 168 time: 0.3429267 Aug 17 02:53:24.794750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57882) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:24.802358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed889b-9543-4938-ad3b-d343bf95afee tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad4cb41-9f52-4526-a87a-f5eb8ca8323e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:24.824272 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7fb3db72-e159-4714-be75-be2c27581cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.833770 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-295a7412-8977-4173-8f21-b80588d1e678 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1253281 Aug 17 02:53:24.836000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57884) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:24.886592 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fdd00d0d-d88a-405e-8f62-aa9682eae68c tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0903420 Aug 17 02:53:24.890463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57886) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:24.895912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3db72-e159-4714-be75-be2c27581cc4 None None] Pushing event updated for resources: {'Port': ['ID=f6d79ef9-0f1b-4df1-b460-794388580e8a,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:24.942243 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc81bec2-5bfa-4a5d-b463-de9d20971d92 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:24.944000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bc81bec2-5bfa-4a5d-b463-de9d20971d92 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A51 HTTP/1.1" status: 200 len: 927 time: 0.1070025 Aug 17 02:53:24.946983 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57888) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:24.985154 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9276334-a55f-4e5e-b4a9-ae741266ce22 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.035163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b3edb2a2-4e30-4be8-8185-205abc94f8a6 None None] Provisioning for port dd12c582-cd96-432b-b06f-c2eb45357e69 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:25.039913 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b3edb2a2-4e30-4be8-8185-205abc94f8a6 None None] Provisioning complete for port dd12c582-cd96-432b-b06f-c2eb45357e69 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:25.039913 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b3edb2a2-4e30-4be8-8185-205abc94f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.042205 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9276334-a55f-4e5e-b4a9-ae741266ce22 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.078973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b3edb2a2-4e30-4be8-8185-205abc94f8a6 None None] Port dd12c582-cd96-432b-b06f-c2eb45357e69 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:25.089715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b3edb2a2-4e30-4be8-8185-205abc94f8a6 None None] Provisioning complete for port f6d79ef9-0f1b-4df1-b460-794388580e8a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:25.090372 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b3edb2a2-4e30-4be8-8185-205abc94f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.101942 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-2c48be47-ea1f-48e0-8b75-4fd279c88bb1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port d9f7ccc5-7f0b-4675-9469-bc332cbc8852 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:25.102282 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2c48be47-ea1f-48e0-8b75-4fd279c88bb1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.203844 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2c48be47-ea1f-48e0-8b75-4fd279c88bb1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.217411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-2c48be47-ea1f-48e0-8b75-4fd279c88bb1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for d9f7ccc5-7f0b-4675-9469-bc332cbc8852 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:25.219143 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9276334-a55f-4e5e-b4a9-ae741266ce22 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.221768 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9276334-a55f-4e5e-b4a9-ae741266ce22 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.222977 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f9276334-a55f-4e5e-b4a9-ae741266ce22 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-groups/4309052c-9432-46e5-bee8-65e052700201 HTTP/1.1" status: 204 len: 168 time: 0.3312685 Aug 17 02:53:25.225606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57892) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:25.242043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9276334-a55f-4e5e-b4a9-ae741266ce22 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4309052c-9432-46e5-bee8-65e052700201,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:25.289011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-86d6850b-873e-44c5-ba4b-a0c820927745 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0621665 Aug 17 02:53:25.293199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57894) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:25.301759 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a0496b75-a0d7-4803-8f45-c0b10f06398f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group': {'name': 'tempest-secgroup--856269301'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:25.318866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8b2ccbfa-8936-46f6-8628-9ad36152eaca None None] Provisioning complete for port dd12c582-cd96-432b-b06f-c2eb45357e69 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:25.319373 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8b2ccbfa-8936-46f6-8628-9ad36152eaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.356775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ccbfa-8936-46f6-8628-9ad36152eaca None None] Port dd12c582-cd96-432b-b06f-c2eb45357e69 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:25.500242 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a0496b75-a0d7-4803-8f45-c0b10f06398f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.554305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-db3538fa-31f9-4859-b00a-3826cdc2b471 None None] Provisioning for port d9f7ccc5-7f0b-4675-9469-bc332cbc8852 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:25.555634 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2c48be47-ea1f-48e0-8b75-4fd279c88bb1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.558266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-db3538fa-31f9-4859-b00a-3826cdc2b471 None None] Provisioning complete for port d9f7ccc5-7f0b-4675-9469-bc332cbc8852 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:25.558649 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-db3538fa-31f9-4859-b00a-3826cdc2b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.579884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-db3538fa-31f9-4859-b00a-3826cdc2b471 None None] Port d9f7ccc5-7f0b-4675-9469-bc332cbc8852 was deleted so its status cannot be updated. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 02:53:25.602215 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48be47-ea1f-48e0-8b75-4fd279c88bb1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=d9f7ccc5-7f0b-4675-9469-bc332cbc8852,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:25.770097 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f6d79ef9-0f1b-4df1-b460-794388580e8a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:25.825940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f6d79ef9-0f1b-4df1-b460-794388580e8a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:25.826687 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.880774 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2c48be47-ea1f-48e0-8b75-4fd279c88bb1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.882874 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2c48be47-ea1f-48e0-8b75-4fd279c88bb1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/d9f7ccc5-7f0b-4675-9469-bc332cbc8852 HTTP/1.1" status: 204 len: 168 time: 0.9348011 Aug 17 02:53:25.885778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57898) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:25.914897 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a0496b75-a0d7-4803-8f45-c0b10f06398f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.921684 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fcaba5d-db14-47b7-9306-eb549e2877c8 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] GET failed (client error): The resource could not be found. Aug 17 02:53:25.923297 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3fcaba5d-db14-47b7-9306-eb549e2877c8 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/d9f7ccc5-7f0b-4675-9469-bc332cbc8852 HTTP/1.1" status: 404 len: 333 time: 0.0353403 Aug 17 02:53:25.925971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57900) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:26.017127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ebda55b1-b197-42b4-a5ec-6572342d409a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port dd12c582-cd96-432b-b06f-c2eb45357e69 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:26.017495 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ebda55b1-b197-42b4-a5ec-6572342d409a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.039196 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a0496b75-a0d7-4803-8f45-c0b10f06398f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.075031 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0496b75-a0d7-4803-8f45-c0b10f06398f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7bf004-2400-40f2-9974-3459ff6c092f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:26.114905 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ebda55b1-b197-42b4-a5ec-6572342d409a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.127209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ebda55b1-b197-42b4-a5ec-6572342d409a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for dd12c582-cd96-432b-b06f-c2eb45357e69 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:26.204952 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a0496b75-a0d7-4803-8f45-c0b10f06398f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.206284 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a0496b75-a0d7-4803-8f45-c0b10f06398f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9118626 Aug 17 02:53:26.209309 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57904) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:26.214643 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-bbb79e2e-e889-4456-bca0-3e5614b922ab tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group_rule': {'security_group_id': '8f7bf004-2400-40f2-9974-3459ff6c092f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:26.405620 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bbb79e2e-e889-4456-bca0-3e5614b922ab tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.461954 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ebda55b1-b197-42b4-a5ec-6572342d409a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.466024 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bbb79e2e-e889-4456-bca0-3e5614b922ab tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.502201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda55b1-b197-42b4-a5ec-6572342d409a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=dd12c582-cd96-432b-b06f-c2eb45357e69,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:26.525215 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ebda55b1-b197-42b4-a5ec-6572342d409a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.528135 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ebda55b1-b197-42b4-a5ec-6572342d409a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/dd12c582-cd96-432b-b06f-c2eb45357e69 HTTP/1.1" status: 204 len: 168 time: 0.6012132 Aug 17 02:53:26.530766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57908) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:26.555773 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ba85bc-550c-4d95-93d3-477aa53e330d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] GET failed (client error): The resource could not be found. Aug 17 02:53:26.558111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-73ba85bc-550c-4d95-93d3-477aa53e330d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/dd12c582-cd96-432b-b06f-c2eb45357e69 HTTP/1.1" status: 404 len: 333 time: 0.0262406 Aug 17 02:53:26.560897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57910) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:26.605871 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bbb79e2e-e889-4456-bca0-3e5614b922ab tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.615461 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9cb66cb-baeb-49ff-97e6-071a6cab83ae tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting subnet 16e2e5eb-cc03-4e9f-aaff-bd0b25dc52ba {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:53:26.618917 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f9cb66cb-baeb-49ff-97e6-071a6cab83ae tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.627301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb79e2e-e889-4456-bca0-3e5614b922ab tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ce9b11-5438-420a-8af9-9c47ad6ac060,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:26.664933 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f9cb66cb-baeb-49ff-97e6-071a6cab83ae tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.730433 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bbb79e2e-e889-4456-bca0-3e5614b922ab tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.731682 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bbb79e2e-e889-4456-bca0-3e5614b922ab tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5213404 Aug 17 02:53:26.734656 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57912) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:26.762024 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f057798d-ccf3-4e28-9c2a-57725833c5cd tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.762244 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f9cb66cb-baeb-49ff-97e6-071a6cab83ae tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.770665 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f057798d-ccf3-4e28-9c2a-57725833c5cd tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.905863 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f057798d-ccf3-4e28-9c2a-57725833c5cd tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.912249 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f057798d-ccf3-4e28-9c2a-57725833c5cd tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.917003 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f057798d-ccf3-4e28-9c2a-57725833c5cd tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b6ce9b11-5438-420a-8af9-9c47ad6ac060 HTTP/1.1" status: 204 len: 168 time: 0.1777864 Aug 17 02:53:26.917872 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57914) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:26.919704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057798d-ccf3-4e28-9c2a-57725833c5cd tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6ce9b11-5438-420a-8af9-9c47ad6ac060,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:26.959092 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dfbd9393-c5b7-48e4-a277-2a25d2740484 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0399992 Aug 17 02:53:26.960746 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f9cb66cb-baeb-49ff-97e6-071a6cab83ae tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.962728 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57916) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:26.986990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb66cb-baeb-49ff-97e6-071a6cab83ae tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Subnet': ['ID=16e2e5eb-cc03-4e9f-aaff-bd0b25dc52ba,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:26.992801 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f9cb66cb-baeb-49ff-97e6-071a6cab83ae tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.997982 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f9cb66cb-baeb-49ff-97e6-071a6cab83ae tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/16e2e5eb-cc03-4e9f-aaff-bd0b25dc52ba HTTP/1.1" status: 204 len: 168 time: 0.4328582 Aug 17 02:53:26.998273 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57918) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:27.006928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a9099c-0507-49f8-8c6c-90a8356226a8 None None] Network 0f25e66e-7c97-4af7-98d9-ba81d10f3a4d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:27.023378 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65f9e7d8-2bdd-4d54-9909-662224e9fe7a tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.053325 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65f9e7d8-2bdd-4d54-9909-662224e9fe7a tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.089221 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.157849 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port f6d79ef9-0f1b-4df1-b460-794388580e8a {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:27.158209 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.204969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6321df7-2f49-4243-a1b8-96e237e3c752 None None] DHCP port deletion for 0f25e66e-7c97-4af7-98d9-ba81d10f3a4d request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:53:27.216441 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65f9e7d8-2bdd-4d54-9909-662224e9fe7a tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.219578 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65f9e7d8-2bdd-4d54-9909-662224e9fe7a tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.223077 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-65f9e7d8-2bdd-4d54-9909-662224e9fe7a tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-groups/8f7bf004-2400-40f2-9974-3459ff6c092f HTTP/1.1" status: 204 len: 168 time: 0.2566628 Aug 17 02:53:27.223845 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57922) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:27.231403 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9e7d8-2bdd-4d54-9909-662224e9fe7a tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7bf004-2400-40f2-9974-3459ff6c092f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:27.254509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] For port f6d79ef9-0f1b-4df1-b460-794388580e8a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f6d79ef9-0f1b-4df1-b460-794388580e8a,segment=NetworkSegment(187fc2cd-79cc-4b9e-94ec-22d9b7f1f101),segment_id=187fc2cd-79cc-4b9e-94ec-22d9b7f1f101)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:27.254875 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.262196 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f6321df7-2f49-4243-a1b8-96e237e3c752 None None] Deleting port f6d79ef9-0f1b-4df1-b460-794388580e8a {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:27.262583 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6321df7-2f49-4243-a1b8-96e237e3c752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.278140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for f6d79ef9-0f1b-4df1-b460-794388580e8a owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:27.301223 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f8cee50f-f663-4b9d-b75b-0a2f081a7bef tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0766628 Aug 17 02:53:27.309069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57924) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:27.313974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-08d61177-d4c0-496b-aa22-5c925afffd64 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054627853'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:27.342049 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f6321df7-2f49-4243-a1b8-96e237e3c752 None None] For port f6d79ef9-0f1b-4df1-b460-794388580e8a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f6d79ef9-0f1b-4df1-b460-794388580e8a,segment=NetworkSegment(187fc2cd-79cc-4b9e-94ec-22d9b7f1f101),segment_id=187fc2cd-79cc-4b9e-94ec-22d9b7f1f101)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:27.342443 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6321df7-2f49-4243-a1b8-96e237e3c752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.355039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f6321df7-2f49-4243-a1b8-96e237e3c752 None None] Calling delete_port for f6d79ef9-0f1b-4df1-b460-794388580e8a owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:27.399015 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08d61177-d4c0-496b-aa22-5c925afffd64 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.483009 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08d61177-d4c0-496b-aa22-5c925afffd64 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.546325 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.553187 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6321df7-2f49-4243-a1b8-96e237e3c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.573581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=f6d79ef9-0f1b-4df1-b460-794388580e8a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:27.578299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No DVR routers for this DVR port f6d79ef9-0f1b-4df1-b460-794388580e8a on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:27.579589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6321df7-2f49-4243-a1b8-96e237e3c752 None None] Pushing event deleted for resources: {'Port': ['ID=f6d79ef9-0f1b-4df1-b460-794388580e8a,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:27.583236 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6321df7-2f49-4243-a1b8-96e237e3c752 None None] No DVR routers for this DVR port f6d79ef9-0f1b-4df1-b460-794388580e8a on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:27.622035 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08d61177-d4c0-496b-aa22-5c925afffd64 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.653845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d61177-d4c0-496b-aa22-5c925afffd64 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca776de4-2fc5-4f77-8ba3-cbb541ee68e4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:27.669685 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.679300 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f25e66e-7c97-4af7-98d9-ba81d10f3a4d']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:27.689866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187fc2cd-79cc-4b9e-94ec-22d9b7f1f101') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:27.690171 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187fc2cd-79cc-4b9e-94ec-22d9b7f1f101') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:27.705129 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.723066 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.729257 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:53:27.729727 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:53:27.732691 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:53:27.747101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f6d79ef9-0f1b-4df1-b460-794388580e8a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:53:27.753298 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08d61177-d4c0-496b-aa22-5c925afffd64 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.754661 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-08d61177-d4c0-496b-aa22-5c925afffd64 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4445462 Aug 17 02:53:27.757325 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57928) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:27.762729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9c90d69a-2d40-4df5-9f08-9edbc1d14ab5 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group_rule': {'security_group_id': 'ca776de4-2fc5-4f77-8ba3-cbb541ee68e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:27.767257 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: f6d79ef9-0f1b-4df1-b460-794388580e8a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:53:27.767609 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f6d79ef9-0f1b-4df1-b460-794388580e8a not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:53:27.895528 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c90d69a-2d40-4df5-9f08-9edbc1d14ab5 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.950653 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c90d69a-2d40-4df5-9f08-9edbc1d14ab5 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.991915 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.999791 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.001514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/networks/0f25e66e-7c97-4af7-98d9-ba81d10f3a4d HTTP/1.1" status: 204 len: 168 time: 1.0022562 Aug 17 02:53:28.005747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57930) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:28.011133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-692e18a2-3c64-47ae-9da9-ac914d1aea77 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-873275334'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:28.013873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b741489-147c-4bd3-8b58-420ad5ee0256 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Network': ['ID=0f25e66e-7c97-4af7-98d9-ba81d10f3a4d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:28.079517 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c90d69a-2d40-4df5-9f08-9edbc1d14ab5 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.099428 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90d69a-2d40-4df5-9f08-9edbc1d14ab5 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8905c85e-55bc-44db-a10a-c07e8b8fe454,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:28.200588 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692e18a2-3c64-47ae-9da9-ac914d1aea77 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:28.204219 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-692e18a2-3c64-47ae-9da9-ac914d1aea77 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.234714 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692e18a2-3c64-47ae-9da9-ac914d1aea77 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:53:28.243150 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-692e18a2-3c64-47ae-9da9-ac914d1aea77 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.243476 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-692e18a2-3c64-47ae-9da9-ac914d1aea77 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Added segment 0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d of type vlan for network d9415eff-5100-4abf-9648-727f8afdccb2 Aug 17 02:53:28.284781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-692e18a2-3c64-47ae-9da9-ac914d1aea77 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.303374 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c90d69a-2d40-4df5-9f08-9edbc1d14ab5 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.304572 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9c90d69a-2d40-4df5-9f08-9edbc1d14ab5 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5462675 Aug 17 02:53:28.307482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57934) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:28.324804 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-16536786-e269-4686-946a-fc6dc0f77c84 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules/8905c85e-55bc-44db-a10a-c07e8b8fe454 HTTP/1.1" status: 200 len: 763 time: 0.0160546 Aug 17 02:53:28.327494 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57936) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:28.369130 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-68fe7259-9693-4715-b269-67256122ca63 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399559 Aug 17 02:53:28.371866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57938) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:28.395056 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cc069271-f131-460f-b36b-723dd4f30f1f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.404116 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-692e18a2-3c64-47ae-9da9-ac914d1aea77 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.409731 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e18a2-3c64-47ae-9da9-ac914d1aea77 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:28.410318 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-692e18a2-3c64-47ae-9da9-ac914d1aea77 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.413907 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cc069271-f131-460f-b36b-723dd4f30f1f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.497625 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e18a2-3c64-47ae-9da9-ac914d1aea77 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Network': ['ID=d9415eff-5100-4abf-9648-727f8afdccb2,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:28.507760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network d9415eff-5100-4abf-9648-727f8afdccb2 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:53:28.565535 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-692e18a2-3c64-47ae-9da9-ac914d1aea77 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5586197 Aug 17 02:53:28.571742 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57942) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:28.577733 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-da057c6c-3404-4412-bef3-466d81ff0056 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'subnet': {'network_id': 'd9415eff-5100-4abf-9648-727f8afdccb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:28.627603 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cc069271-f131-460f-b36b-723dd4f30f1f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.633866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cc069271-f131-460f-b36b-723dd4f30f1f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.635134 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cc069271-f131-460f-b36b-723dd4f30f1f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8905c85e-55bc-44db-a10a-c07e8b8fe454 HTTP/1.1" status: 204 len: 168 time: 0.2623415 Aug 17 02:53:28.639451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57944) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:28.642393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc069271-f131-460f-b36b-723dd4f30f1f tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8905c85e-55bc-44db-a10a-c07e8b8fe454,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:28.709256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8d6079b5-5f27-4733-b396-fb4562b1f4ed tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0679891 Aug 17 02:53:28.712243 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57946) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:28.718266 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-43e1f099-ecd5-47d3-aa82-aaa1bed94a15 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group_rule': {'security_group_id': 'ca776de4-2fc5-4f77-8ba3-cbb541ee68e4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:28.837279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da057c6c-3404-4412-bef3-466d81ff0056 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:28.841331 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da057c6c-3404-4412-bef3-466d81ff0056 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.853868 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.981429 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-43e1f099-ecd5-47d3-aa82-aaa1bed94a15 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.039323 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-43e1f099-ecd5-47d3-aa82-aaa1bed94a15 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.136583 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-43e1f099-ecd5-47d3-aa82-aaa1bed94a15 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.136784 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da057c6c-3404-4412-bef3-466d81ff0056 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.156699 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1f099-ecd5-47d3-aa82-aaa1bed94a15 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28cb338-4b5d-46e1-9124-a6baacf2d4ce,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:29.197148 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da057c6c-3404-4412-bef3-466d81ff0056 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Subnet': ['ID=75afdcb7-3d30-4a9f-a929-9de71e85725c,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:29.207550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da057c6c-3404-4412-bef3-466d81ff0056 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Checking segment: {'id': '0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd9415eff-5100-4abf-9648-727f8afdccb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:29.207916 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da057c6c-3404-4412-bef3-466d81ff0056 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network hostable DHCP agents. Network: d9415eff-5100-4abf-9648-727f8afdccb2, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:53:29.288511 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-43e1f099-ecd5-47d3-aa82-aaa1bed94a15 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.289790 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-43e1f099-ecd5-47d3-aa82-aaa1bed94a15 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5763178 Aug 17 02:53:29.294858 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57950) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:29.312212 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-989e8fb2-a53e-4642-ab43-9a6597edd008 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules/e28cb338-4b5d-46e1-9124-a6baacf2d4ce HTTP/1.1" status: 200 len: 763 time: 0.0159264 Aug 17 02:53:29.317502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57952) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:29.323924 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da057c6c-3404-4412-bef3-466d81ff0056 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network d9415eff-5100-4abf-9648-727f8afdccb2 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:53:29.363876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3b596bcd-6bca-42ca-9c31-b519c7f80240 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0450671 Aug 17 02:53:29.368739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57954) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:29.392008 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6276402d-21fe-4f97-9f34-a8ed38a47721 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.399581 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6276402d-21fe-4f97-9f34-a8ed38a47721 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.456333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-da057c6c-3404-4412-bef3-466d81ff0056 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, d9415eff-5100-4abf-9648-727f8afdccb2) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:29.460441 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da057c6c-3404-4412-bef3-466d81ff0056 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:29.461032 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da057c6c-3404-4412-bef3-466d81ff0056 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.466030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fadf27-29bb-414f-9b85-253179895df6 None None] Network d9415eff-5100-4abf-9648-727f8afdccb2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:29.537067 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6276402d-21fe-4f97-9f34-a8ed38a47721 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.546006 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6276402d-21fe-4f97-9f34-a8ed38a47721 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.550216 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6276402d-21fe-4f97-9f34-a8ed38a47721 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e28cb338-4b5d-46e1-9124-a6baacf2d4ce HTTP/1.1" status: 204 len: 168 time: 0.1774793 Aug 17 02:53:29.550216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57956) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:29.561376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276402d-21fe-4f97-9f34-a8ed38a47721 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e28cb338-4b5d-46e1-9124-a6baacf2d4ce,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:29.587789 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-da057c6c-3404-4412-bef3-466d81ff0056 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0148685 Aug 17 02:53:29.591835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57960) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:29.597421 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7847b065-8e9e-4096-90b2-b397cdfe4031 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'network_id': 'd9415eff-5100-4abf-9648-727f8afdccb2', 'name': 'tempest-PortsIpV6TestJSON-582104499', 'fixed_ips': [{'subnet_id': '75afdcb7-3d30-4a9f-a929-9de71e85725c', 'ip_address': '2001:db8::10'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:29.621660 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-23261a7b-f030-4771-9614-f90698cf3f79 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0703423 Aug 17 02:53:29.624261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57962) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:29.637065 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-d9415eff-5100-4abf-9648-727f8afdccb2', 'network_id': 'd9415eff-5100-4abf-9648-727f8afdccb2', 'tenant_id': '03f50382812b466e9fc1cd21f9f7b855', 'fixed_ips': [{'subnet_id': '75afdcb7-3d30-4a9f-a929-9de71e85725c'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:53:29.637065 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.637836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a646dcf2-a9bc-4064-8d7f-38b160daa53a tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Request body: {'security_group_rule': {'security_group_id': 'ca776de4-2fc5-4f77-8ba3-cbb541ee68e4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:29.774355 n-d-793621-31 neutron-server[95406]: INFO neutron.db.securitygroups_db [None req-a646dcf2-a9bc-4064-8d7f-38b160daa53a tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Project 479192d5175240ddbcfdf201239d9d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:53:29.779422 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Allocated IP 2001:db8::2 (d9415eff-5100-4abf-9648-727f8afdccb2/75afdcb7-3d30-4a9f-a929-9de71e85725c/deabe271-7a99-46fa-9266-7e11319fbb38) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:29.780661 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a646dcf2-a9bc-4064-8d7f-38b160daa53a tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.840173 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a646dcf2-a9bc-4064-8d7f-38b160daa53a tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.919149 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7847b065-8e9e-4096-90b2-b397cdfe4031 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:29.928201 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.937415 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Transition to ACTIVE for port object deabe271-7a99-46fa-9266-7e11319fbb38 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:29.945889 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a646dcf2-a9bc-4064-8d7f-38b160daa53a tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.957288 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Transition to ACTIVE for port object deabe271-7a99-46fa-9266-7e11319fbb38 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:29.964756 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646dcf2-a9bc-4064-8d7f-38b160daa53a tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09bde2c-9602-4f90-aa35-a5eebc499845,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:30.008999 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7847b065-8e9e-4096-90b2-b397cdfe4031 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.026956 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-7847b065-8e9e-4096-90b2-b397cdfe4031 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port cff7468a-8f36-4523-a697-406577074201 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:53:30.114028 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.159388 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a646dcf2-a9bc-4064-8d7f-38b160daa53a tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.160624 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a646dcf2-a9bc-4064-8d7f-38b160daa53a tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5348532 Aug 17 02:53:30.163258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57964) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:30.164046 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Network d9415eff-5100-4abf-9648-727f8afdccb2 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:30.167808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:30.172566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:30.177396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Pushing event updated for resources: {'Port': ['ID=deabe271-7a99-46fa-9266-7e11319fbb38,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:30.189737 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b882775c-2427-4f46-b97a-d09ceec0e868 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules/d09bde2c-9602-4f90-aa35-a5eebc499845 HTTP/1.1" status: 200 len: 769 time: 0.0252087 Aug 17 02:53:30.192069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57966) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:30.206214 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-7847b065-8e9e-4096-90b2-b397cdfe4031 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Allocated IP 2001:db8::10 (d9415eff-5100-4abf-9648-727f8afdccb2/75afdcb7-3d30-4a9f-a929-9de71e85725c/cff7468a-8f36-4523-a697-406577074201) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:30.241187 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bd8f52e0-0de4-48c9-af45-6b0490fa12c1 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0478630 Aug 17 02:53:30.247212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57968) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:30.257856 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Attempting to bind port deabe271-7a99-46fa-9266-7e11319fbb38 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:30.258492 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Attempting to bind port deabe271-7a99-46fa-9266-7e11319fbb38 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd9415eff-5100-4abf-9648-727f8afdccb2'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:30.259205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Attempting to bind port deabe271-7a99-46fa-9266-7e11319fbb38 on network d9415eff-5100-4abf-9648-727f8afdccb2 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:30.265595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:30.265971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Checking segment: {'id': '0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd9415eff-5100-4abf-9648-727f8afdccb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:30.266489 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.266889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Bound using segment: {'id': '0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd9415eff-5100-4abf-9648-727f8afdccb2'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:30.267358 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Bound port: deabe271-7a99-46fa-9266-7e11319fbb38, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd9415eff-5100-4abf-9648-727f8afdccb2'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:30.267739 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.305002 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0503f5c3-23cb-4669-8ddf-749cb295df2c tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.341851 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0503f5c3-23cb-4669-8ddf-749cb295df2c tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.343128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] For port deabe271-7a99-46fa-9266-7e11319fbb38, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:30.346376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] For port deabe271-7a99-46fa-9266-7e11319fbb38, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=deabe271-7a99-46fa-9266-7e11319fbb38,segment=NetworkSegment(0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d),segment_id=0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:30.412273 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7847b065-8e9e-4096-90b2-b397cdfe4031 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.513930 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.572451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-7847b065-8e9e-4096-90b2-b397cdfe4031 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Transition to ACTIVE for port object cff7468a-8f36-4523-a697-406577074201 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:30.576036 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0503f5c3-23cb-4669-8ddf-749cb295df2c tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.578638 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bba313-9926-491d-9cbd-a00dceb02df4 None None] Pushing event updated for resources: {'Port': ['ID=deabe271-7a99-46fa-9266-7e11319fbb38,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:30.584615 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0503f5c3-23cb-4669-8ddf-749cb295df2c tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.588159 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0503f5c3-23cb-4669-8ddf-749cb295df2c tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d09bde2c-9602-4f90-aa35-a5eebc499845 HTTP/1.1" status: 204 len: 168 time: 0.3382723 Aug 17 02:53:30.588532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57972) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:30.596835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503f5c3-23cb-4669-8ddf-749cb295df2c tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d09bde2c-9602-4f90-aa35-a5eebc499845,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:30.643597 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bce58b4f-e0dc-4431-9b3b-e275eeda4df4 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0537944 Aug 17 02:53:30.651072 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57976) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:30.713223 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-28252b0c-1c79-4ca2-ad1d-d3556e3423d8 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.737496 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-28252b0c-1c79-4ca2-ad1d-d3556e3423d8 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.755812 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7847b065-8e9e-4096-90b2-b397cdfe4031 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.823713 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847b065-8e9e-4096-90b2-b397cdfe4031 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network d9415eff-5100-4abf-9648-727f8afdccb2 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:30.827469 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-7847b065-8e9e-4096-90b2-b397cdfe4031 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:30.831599 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847b065-8e9e-4096-90b2-b397cdfe4031 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:30.837463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7847b065-8e9e-4096-90b2-b397cdfe4031 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:30.838126 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7847b065-8e9e-4096-90b2-b397cdfe4031 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.846994 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847b065-8e9e-4096-90b2-b397cdfe4031 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=cff7468a-8f36-4523-a697-406577074201,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:30.958994 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-28252b0c-1c79-4ca2-ad1d-d3556e3423d8 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.961651 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-28252b0c-1c79-4ca2-ad1d-d3556e3423d8 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:30.962845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-28252b0c-1c79-4ca2-ad1d-d3556e3423d8 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "DELETE /v2.0/security-groups/ca776de4-2fc5-4f77-8ba3-cbb541ee68e4 HTTP/1.1" status: 204 len: 168 time: 0.3153114 Aug 17 02:53:30.966200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57978) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:30.973057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28252b0c-1c79-4ca2-ad1d-d3556e3423d8 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca776de4-2fc5-4f77-8ba3-cbb541ee68e4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:31.007554 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7847b065-8e9e-4096-90b2-b397cdfe4031 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4143925 Aug 17 02:53:31.010396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 57980) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:31.013329 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fe946ae7-6cb0-44ea-bb57-996cb7ab4969 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458615 Aug 17 02:53:31.019849 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57982) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:31.021969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a79645d1-0cc6-42b2-b692-cd722aa4363f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'network_id': 'd9415eff-5100-4abf-9648-727f8afdccb2', 'name': 'tempest-PortsIpV6TestJSON-1268793587', 'fixed_ips': [{'subnet_id': '75afdcb7-3d30-4a9f-a929-9de71e85725c', 'ip_address': '2001:db8::f'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:31.065400 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d83c74f6-6247-40f2-ab4f-8fed4de91760 tempest-SecGroupIPv6Test-1165622977 tempest-SecGroupIPv6Test-1165622977-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442672 Aug 17 02:53:31.256716 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79645d1-0cc6-42b2-b692-cd722aa4363f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:31.300476 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:31.348324 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a79645d1-0cc6-42b2-b692-cd722aa4363f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:31.368340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-a79645d1-0cc6-42b2-b692-cd722aa4363f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port 0ce225a0-4305-4f08-8431-513dfe6c70b4 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:53:31.534036 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37a8343-cecb-4293-a946-d1c00c107e6a None None] Network d9415eff-5100-4abf-9648-727f8afdccb2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:31.563566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-a79645d1-0cc6-42b2-b692-cd722aa4363f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Allocated IP 2001:db8::f (d9415eff-5100-4abf-9648-727f8afdccb2/75afdcb7-3d30-4a9f-a929-9de71e85725c/0ce225a0-4305-4f08-8431-513dfe6c70b4) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:31.781920 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a79645d1-0cc6-42b2-b692-cd722aa4363f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:31.813727 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57992) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:31.817103 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-a79645d1-0cc6-42b2-b692-cd722aa4363f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Transition to ACTIVE for port object 0ce225a0-4305-4f08-8431-513dfe6c70b4 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:31.890994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device deabe271-7a99-46fa-9266-7e11319fbb38 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:31.900506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e0215866-40d8-4928-b41d-1fcfdd04e311 None None] Provisioning for port deabe271-7a99-46fa-9266-7e11319fbb38 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:31.957939 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a79645d1-0cc6-42b2-b692-cd722aa4363f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:31.998371 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ac6b7f90-9802-4202-af01-4c823e3db2cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=479192d5175240ddbcfdf201239d9d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824045 Aug 17 02:53:31.999270 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57996) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:32.023959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79645d1-0cc6-42b2-b692-cd722aa4363f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network d9415eff-5100-4abf-9648-727f8afdccb2 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:32.030781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-a79645d1-0cc6-42b2-b692-cd722aa4363f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:32.037921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79645d1-0cc6-42b2-b692-cd722aa4363f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:32.051263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79645d1-0cc6-42b2-b692-cd722aa4363f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:32.052195 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a79645d1-0cc6-42b2-b692-cd722aa4363f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.072580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79645d1-0cc6-42b2-b692-cd722aa4363f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=0ce225a0-4305-4f08-8431-513dfe6c70b4,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:32.093516 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10753c59-81a3-49a3-bf3b-7fb1cfc54094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.115857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10753c59-81a3-49a3-bf3b-7fb1cfc54094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.126283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port deabe271-7a99-46fa-9266-7e11319fbb38 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:32.131643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port deabe271-7a99-46fa-9266-7e11319fbb38 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:32.132100 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.200900 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a79645d1-0cc6-42b2-b692-cd722aa4363f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1857390 Aug 17 02:53:32.201488 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 57998) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:32.228064 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.268926 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-eb2c1390-977f-4cc7-88a6-c380c9c2d820 None None] Provisioning complete for port deabe271-7a99-46fa-9266-7e11319fbb38 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:32.269329 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eb2c1390-977f-4cc7-88a6-c380c9c2d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.272619 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10753c59-81a3-49a3-bf3b-7fb1cfc54094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.275190 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-10753c59-81a3-49a3-bf3b-7fb1cfc54094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.282519 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-10753c59-81a3-49a3-bf3b-7fb1cfc54094 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cc5a95c-924f-4641-830f-8754545eba19 HTTP/1.1" status: 204 len: 168 time: 0.2755754 Aug 17 02:53:32.292095 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10753c59-81a3-49a3-bf3b-7fb1cfc54094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc5a95c-924f-4641-830f-8754545eba19,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:32.310975 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb0c885-39d9-47f9-9002-3103d9d835fe tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:32.312782 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1bb0c885-39d9-47f9-9002-3103d9d835fe tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1101623 Aug 17 02:53:32.316201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58002) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:32.333164 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port deabe271-7a99-46fa-9266-7e11319fbb38, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=deabe271-7a99-46fa-9266-7e11319fbb38,segment=NetworkSegment(0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d),segment_id=0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:32.418436 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eb2c1390-977f-4cc7-88a6-c380c9c2d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.423890 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.455048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddd76f7-883d-4423-8d1b-1d8cc598dddb tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:32.461292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddd76f7-883d-4423-8d1b-1d8cc598dddb tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:32.485997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddd76f7-883d-4423-8d1b-1d8cc598dddb tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:32.487764 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2ddd76f7-883d-4423-8d1b-1d8cc598dddb tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1704080 Aug 17 02:53:32.490915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58006) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:32.538191 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-eb2c1390-977f-4cc7-88a6-c380c9c2d820 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:53:32.538552 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-eb2c1390-977f-4cc7-88a6-c380c9c2d820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:53:32.539042 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=deabe271-7a99-46fa-9266-7e11319fbb38,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:32.597339 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-2d0bed91-ffbc-4941-abfc-5ae3f406929a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port 0ce225a0-4305-4f08-8431-513dfe6c70b4 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:32.597954 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d0bed91-ffbc-4941-abfc-5ae3f406929a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.697799 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d0bed91-ffbc-4941-abfc-5ae3f406929a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.713959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-2d0bed91-ffbc-4941-abfc-5ae3f406929a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for 0ce225a0-4305-4f08-8431-513dfe6c70b4 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:32.968813 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d0bed91-ffbc-4941-abfc-5ae3f406929a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:33.001418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bed91-ffbc-4941-abfc-5ae3f406929a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=0ce225a0-4305-4f08-8431-513dfe6c70b4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:33.034208 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d0bed91-ffbc-4941-abfc-5ae3f406929a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:33.038595 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2d0bed91-ffbc-4941-abfc-5ae3f406929a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/0ce225a0-4305-4f08-8431-513dfe6c70b4 HTTP/1.1" status: 204 len: 168 time: 0.5444696 Aug 17 02:53:33.039131 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58020) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:33.079816 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9e1337-476e-41d5-b061-84bff7a42d6a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] GET failed (client error): The resource could not be found. Aug 17 02:53:33.081479 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eb9e1337-476e-41d5-b061-84bff7a42d6a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/0ce225a0-4305-4f08-8431-513dfe6c70b4 HTTP/1.1" status: 404 len: 333 time: 0.0403273 Aug 17 02:53:33.084331 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58022) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:33.196262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-1acb5dab-5999-4b86-acdf-93dbe970e96f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port cff7468a-8f36-4523-a697-406577074201 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:33.196913 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1acb5dab-5999-4b86-acdf-93dbe970e96f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:33.242978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-eb2c1390-977f-4cc7-88a6-c380c9c2d820 None None] Provisioning for port cff7468a-8f36-4523-a697-406577074201 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:33.248285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-eb2c1390-977f-4cc7-88a6-c380c9c2d820 None None] Provisioning complete for port cff7468a-8f36-4523-a697-406577074201 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:33.248285 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eb2c1390-977f-4cc7-88a6-c380c9c2d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:33.303516 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c1390-977f-4cc7-88a6-c380c9c2d820 None None] Port cff7468a-8f36-4523-a697-406577074201 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:33.317377 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1acb5dab-5999-4b86-acdf-93dbe970e96f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:33.332625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-1acb5dab-5999-4b86-acdf-93dbe970e96f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for cff7468a-8f36-4523-a697-406577074201 owned by {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:33.425088 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6092b55b-0623-473c-8f63-27e30b50ae4d None None] Could not find standard attr ID for object 0ce225a0-4305-4f08-8431-513dfe6c70b4. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:53:33.470470 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6092b55b-0623-473c-8f63-27e30b50ae4d None None] Provisioning complete for port cff7468a-8f36-4523-a697-406577074201 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:33.474387 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6092b55b-0623-473c-8f63-27e30b50ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:33.540140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-6092b55b-0623-473c-8f63-27e30b50ae4d None None] Port cff7468a-8f36-4523-a697-406577074201 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:33.671992 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1acb5dab-5999-4b86-acdf-93dbe970e96f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:33.719693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb5dab-5999-4b86-acdf-93dbe970e96f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=cff7468a-8f36-4523-a697-406577074201,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:33.795205 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1acb5dab-5999-4b86-acdf-93dbe970e96f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:33.797753 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1acb5dab-5999-4b86-acdf-93dbe970e96f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/cff7468a-8f36-4523-a697-406577074201 HTTP/1.1" status: 204 len: 168 time: 0.7117341 Aug 17 02:53:33.800597 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58034) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:33.811071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device deabe271-7a99-46fa-9266-7e11319fbb38 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:33.844238 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58036) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:33.852456 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04d61e4-9b67-461b-8171-ceb4b5cd1884 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] GET failed (client error): The resource could not be found. Aug 17 02:53:33.853637 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b04d61e4-9b67-461b-8171-ceb4b5cd1884 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/cff7468a-8f36-4523-a697-406577074201 HTTP/1.1" status: 404 len: 333 time: 0.0518184 Aug 17 02:53:33.859750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58040) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:33.987582 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port deabe271-7a99-46fa-9266-7e11319fbb38 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:33.988081 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.013172 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-49aa46a9-7210-4b4c-ae48-2f02c7c4c2ed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting subnet 75afdcb7-3d30-4a9f-a929-9de71e85725c {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:53:34.017223 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49aa46a9-7210-4b4c-ae48-2f02c7c4c2ed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.060725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-beac71b5-eb51-4b05-9006-0763a9e08e50 tempest-SubnetPoolsTestJSON-1152842095 tempest-SubnetPoolsTestJSON-1152842095-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1624151493', 'prefixes': ['172.20.0.0/16']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:34.081806 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49aa46a9-7210-4b4c-ae48-2f02c7c4c2ed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.173038 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49aa46a9-7210-4b4c-ae48-2f02c7c4c2ed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.405546 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49aa46a9-7210-4b4c-ae48-2f02c7c4c2ed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.434586 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa46a9-7210-4b4c-ae48-2f02c7c4c2ed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Subnet': ['ID=75afdcb7-3d30-4a9f-a929-9de71e85725c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:34.441112 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49aa46a9-7210-4b4c-ae48-2f02c7c4c2ed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.443949 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-49aa46a9-7210-4b4c-ae48-2f02c7c4c2ed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/75afdcb7-3d30-4a9f-a929-9de71e85725c HTTP/1.1" status: 204 len: 168 time: 0.5774379 Aug 17 02:53:34.444108 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4c6e9a-2a5c-42de-b828-ba7e3edc1262 None None] Network d9415eff-5100-4abf-9648-727f8afdccb2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:34.446002 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58044) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:34.530658 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.533553 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-beac71b5-eb51-4b05-9006-0763a9e08e50 tempest-SubnetPoolsTestJSON-1152842095 tempest-SubnetPoolsTestJSON-1152842095-project] Notify callbacks [] for subnetpool, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.537710 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-beac71b5-eb51-4b05-9006-0763a9e08e50 tempest-SubnetPoolsTestJSON-1152842095 tempest-SubnetPoolsTestJSON-1152842095-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6892745 Aug 17 02:53:34.537961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58046) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:34.583198 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-90b26652-6a30-4985-b517-8c8a04e99917 tempest-SubnetPoolsTestJSON-1152842095 tempest-SubnetPoolsTestJSON-1152842095-project] 10.222.0.13 "GET /v2.0/subnetpools/24c1a1f6-2e1e-4a4a-bba9-95def6a5074b HTTP/1.1" status: 200 len: 732 time: 0.0440662 Aug 17 02:53:34.585958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58050) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:34.592535 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-1c0581d6-d4d8-476b-a5fe-844c9c3c2c1c tempest-SubnetPoolsTestJSON-1152842095 tempest-SubnetPoolsTestJSON-1152842095-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1050938419'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:34.634382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port deabe271-7a99-46fa-9266-7e11319fbb38 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:34.635030 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.656151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb98184-2a60-492e-aadd-c59d5003bde1 None None] DHCP port deletion for d9415eff-5100-4abf-9648-727f8afdccb2 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:53:34.718537 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] For port deabe271-7a99-46fa-9266-7e11319fbb38, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=deabe271-7a99-46fa-9266-7e11319fbb38,segment=NetworkSegment(0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d),segment_id=0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:34.719020 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.720373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-edb98184-2a60-492e-aadd-c59d5003bde1 None None] Deleting port deabe271-7a99-46fa-9266-7e11319fbb38 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:34.720748 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-edb98184-2a60-492e-aadd-c59d5003bde1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.788879 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-edb98184-2a60-492e-aadd-c59d5003bde1 None None] For port deabe271-7a99-46fa-9266-7e11319fbb38, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=deabe271-7a99-46fa-9266-7e11319fbb38,segment=NetworkSegment(0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d),segment_id=0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:34.789306 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-edb98184-2a60-492e-aadd-c59d5003bde1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.809375 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-edb98184-2a60-492e-aadd-c59d5003bde1 None None] Calling delete_port for deabe271-7a99-46fa-9266-7e11319fbb38 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:34.834905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1c0581d6-d4d8-476b-a5fe-844c9c3c2c1c tempest-SubnetPoolsTestJSON-1152842095 tempest-SubnetPoolsTestJSON-1152842095-project] Notify callbacks [] for subnetpool, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.837043 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1c0581d6-d4d8-476b-a5fe-844c9c3c2c1c tempest-SubnetPoolsTestJSON-1152842095 tempest-SubnetPoolsTestJSON-1152842095-project] 10.222.0.13 "PUT /v2.0/subnetpools/24c1a1f6-2e1e-4a4a-bba9-95def6a5074b HTTP/1.1" status: 200 len: 684 time: 0.2491250 Aug 17 02:53:34.839640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58052) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:35.004215 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for deabe271-7a99-46fa-9266-7e11319fbb38 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:35.016924 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-edb98184-2a60-492e-aadd-c59d5003bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.051240 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb98184-2a60-492e-aadd-c59d5003bde1 None None] Pushing event deleted for resources: {'Port': ['ID=deabe271-7a99-46fa-9266-7e11319fbb38,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:35.051240 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb98184-2a60-492e-aadd-c59d5003bde1 None None] No DVR routers for this DVR port deabe271-7a99-46fa-9266-7e11319fbb38 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:35.059971 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8eac3b47-3df9-40af-b64a-8093f00a511d tempest-SubnetPoolsTestJSON-1152842095 tempest-SubnetPoolsTestJSON-1152842095-project] Notify callbacks [] for subnetpool, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.063061 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8eac3b47-3df9-40af-b64a-8093f00a511d tempest-SubnetPoolsTestJSON-1152842095 tempest-SubnetPoolsTestJSON-1152842095-project] 10.222.0.13 "DELETE /v2.0/subnetpools/24c1a1f6-2e1e-4a4a-bba9-95def6a5074b HTTP/1.1" status: 204 len: 168 time: 0.2217484 Aug 17 02:53:35.065381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58056) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:35.084874 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-3e9ba5e8-6bbd-46e1-a774-165d57dced8a tempest-SubnetPoolsTestJSON-1152842095 tempest-SubnetPoolsTestJSON-1152842095-project] show failed (client error): The resource could not be found. Aug 17 02:53:35.085907 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3e9ba5e8-6bbd-46e1-a774-165d57dced8a tempest-SubnetPoolsTestJSON-1152842095 tempest-SubnetPoolsTestJSON-1152842095-project] 10.222.0.13 "GET /v2.0/subnetpools/24c1a1f6-2e1e-4a4a-bba9-95def6a5074b HTTP/1.1" status: 404 len: 346 time: 0.0193126 Aug 17 02:53:35.089201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58058) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:35.102044 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.104634 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-e9c909d5-75c2-4340-a2e8-1bf66fbe4e0d tempest-SubnetPoolsTestJSON-1152842095 tempest-SubnetPoolsTestJSON-1152842095-project] delete failed (client error): The resource could not be found. Aug 17 02:53:35.105856 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e9c909d5-75c2-4340-a2e8-1bf66fbe4e0d tempest-SubnetPoolsTestJSON-1152842095 tempest-SubnetPoolsTestJSON-1152842095-project] 10.222.0.13 "DELETE /v2.0/subnetpools/24c1a1f6-2e1e-4a4a-bba9-95def6a5074b HTTP/1.1" status: 404 len: 346 time: 0.0154805 Aug 17 02:53:35.131154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=deabe271-7a99-46fa-9266-7e11319fbb38,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:35.133596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No DVR routers for this DVR port deabe271-7a99-46fa-9266-7e11319fbb38 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:35.222056 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.232834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9415eff-5100-4abf-9648-727f8afdccb2']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:35.242449 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:35.242705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9877fa-8b3e-4b06-bfbc-5f0dc929b65d') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:35.252341 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.265999 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.271665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:53:35.272053 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:53:35.275040 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:53:35.530422 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.537822 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.539692 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/networks/d9415eff-5100-4abf-9648-727f8afdccb2 HTTP/1.1" status: 204 len: 168 time: 1.0926435 Aug 17 02:53:35.544149 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58062) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:35.549521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d9ff7bb8-4cf0-4035-a484-7080ba1c0554 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2096987689'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:35.553573 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cc248-3175-4ab7-8066-dd1564a5b0c9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Network': ['ID=d9415eff-5100-4abf-9648-727f8afdccb2,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:35.684772 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ff7bb8-4cf0-4035-a484-7080ba1c0554 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:35.689568 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d9ff7bb8-4cf0-4035-a484-7080ba1c0554 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.723355 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ff7bb8-4cf0-4035-a484-7080ba1c0554 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:53:35.738527 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d9ff7bb8-4cf0-4035-a484-7080ba1c0554 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.738883 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-d9ff7bb8-4cf0-4035-a484-7080ba1c0554 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Added segment de75fad2-4ec7-4969-8d35-6a34966b6d4f of type vlan for network 35129ae2-5bce-470f-b0e7-e733b897f08b Aug 17 02:53:35.753809 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58070) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:35.778556 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device deabe271-7a99-46fa-9266-7e11319fbb38 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:53:35.799062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: deabe271-7a99-46fa-9266-7e11319fbb38 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:53:35.799411 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device deabe271-7a99-46fa-9266-7e11319fbb38 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:53:35.805134 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d9ff7bb8-4cf0-4035-a484-7080ba1c0554 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.882042 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e446dd8-dd25-4007-873c-47e5a302c8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.959209 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d9ff7bb8-4cf0-4035-a484-7080ba1c0554 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.965181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff7bb8-4cf0-4035-a484-7080ba1c0554 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:35.965934 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d9ff7bb8-4cf0-4035-a484-7080ba1c0554 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.972832 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e446dd8-dd25-4007-873c-47e5a302c8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:36.034753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff7bb8-4cf0-4035-a484-7080ba1c0554 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Network': ['ID=35129ae2-5bce-470f-b0e7-e733b897f08b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:36.045360 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 35129ae2-5bce-470f-b0e7-e733b897f08b details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:53:36.085018 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3e446dd8-dd25-4007-873c-47e5a302c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:36.130219 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3e446dd8-dd25-4007-873c-47e5a302c8ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e293c8d38f947c7b118b24602b294c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3752327 Aug 17 02:53:36.131386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e446dd8-dd25-4007-873c-47e5a302c8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc7a173-32da-4d66-bbc9-af5057aaa970,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:36.133852 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58076) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:36.190893 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48c6b78a-4b12-496f-9d92-3b369bc07403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:36.205853 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d9ff7bb8-4cf0-4035-a484-7080ba1c0554 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6603892 Aug 17 02:53:36.208637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58078) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:36.214229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-3567431f-8c1c-407f-b4cb-69baa9596d28 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'subnet': {'network_id': '35129ae2-5bce-470f-b0e7-e733b897f08b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:36.215169 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48c6b78a-4b12-496f-9d92-3b369bc07403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:36.410810 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48c6b78a-4b12-496f-9d92-3b369bc07403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:36.413328 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-48c6b78a-4b12-496f-9d92-3b369bc07403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:36.414500 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-48c6b78a-4b12-496f-9d92-3b369bc07403 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbc7a173-32da-4d66-bbc9-af5057aaa970 HTTP/1.1" status: 204 len: 168 time: 0.2768281 Aug 17 02:53:36.423327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6b78a-4b12-496f-9d92-3b369bc07403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc7a173-32da-4d66-bbc9-af5057aaa970,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:36.478879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3567431f-8c1c-407f-b4cb-69baa9596d28 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:36.485299 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3567431f-8c1c-407f-b4cb-69baa9596d28 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:36.759235 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3567431f-8c1c-407f-b4cb-69baa9596d28 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:36.818982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567431f-8c1c-407f-b4cb-69baa9596d28 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Subnet': ['ID=9e131068-d34a-4bc4-986f-2a57c889a62f,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:36.831013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567431f-8c1c-407f-b4cb-69baa9596d28 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Checking segment: {'id': 'de75fad2-4ec7-4969-8d35-6a34966b6d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '35129ae2-5bce-470f-b0e7-e733b897f08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:36.831380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3567431f-8c1c-407f-b4cb-69baa9596d28 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network hostable DHCP agents. Network: 35129ae2-5bce-470f-b0e7-e733b897f08b, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:53:36.970868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3567431f-8c1c-407f-b4cb-69baa9596d28 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 35129ae2-5bce-470f-b0e7-e733b897f08b is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:53:37.090811 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-3567431f-8c1c-407f-b4cb-69baa9596d28 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 35129ae2-5bce-470f-b0e7-e733b897f08b) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:37.094970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3567431f-8c1c-407f-b4cb-69baa9596d28 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:37.095736 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3567431f-8c1c-407f-b4cb-69baa9596d28 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:37.099508 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0635853f-0e31-4d30-9bef-f85bfeda94d1 None None] Network 35129ae2-5bce-470f-b0e7-e733b897f08b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:37.249795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-35129ae2-5bce-470f-b0e7-e733b897f08b', 'network_id': '35129ae2-5bce-470f-b0e7-e733b897f08b', 'tenant_id': '03f50382812b466e9fc1cd21f9f7b855', 'fixed_ips': [{'subnet_id': '9e131068-d34a-4bc4-986f-2a57c889a62f'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:53:37.250669 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:37.290680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3567431f-8c1c-407f-b4cb-69baa9596d28 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0691409 Aug 17 02:53:37.290680 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58100) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:37.298388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-fbedcbfc-08fa-4e00-aad2-dd84b1ce8f4c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-174380907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:37.410129 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Allocated IP 2001:db8::2 (35129ae2-5bce-470f-b0e7-e733b897f08b/9e131068-d34a-4bc4-986f-2a57c889a62f/8ee940cb-ba4a-41d0-9b61-a4c984d18c06) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:37.457020 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbedcbfc-08fa-4e00-aad2-dd84b1ce8f4c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:37.458753 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbedcbfc-08fa-4e00-aad2-dd84b1ce8f4c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:37.525852 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbedcbfc-08fa-4e00-aad2-dd84b1ce8f4c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:37.563984 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-d553ca57-35c2-44f2-949f-b61776b9cb08 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775668736&fields=id&tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced HTTP/1.1" status: 200 len: 267 time: 0.0488377 Aug 17 02:53:37.570448 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:37.590893 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Transition to ACTIVE for port object 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:37.607971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Transition to ACTIVE for port object 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:37.615365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58114) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:37.647549 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbedcbfc-08fa-4e00-aad2-dd84b1ce8f4c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:37.712807 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:37.729440 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-329937550-network', 'tenant_id': '4a190740f7dd487ea22b7715e74cf26f'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:37.744478 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Network 35129ae2-5bce-470f-b0e7-e733b897f08b is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:37.748071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:37.751869 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:37.758535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Pushing event updated for resources: {'Port': ['ID=8ee940cb-ba4a-41d0-9b61-a4c984d18c06,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:37.774560 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-e5ca57b8-6dd8-465a-bb92-69bbdc2912a5 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:37.776087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-e5ca57b8-6dd8-465a-bb92-69bbdc2912a5 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 812 time: 0.2037370 Aug 17 02:53:37.792753 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-a0221899-4040-4edf-9f07-273ebd083270 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/quotas/bfc0da2911ce469596ea2cbdf9ad9ced HTTP/1.1" status: 200 len: 375 time: 0.0098763 Aug 17 02:53:37.814017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Attempting to bind port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:37.814395 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Attempting to bind port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'de75fad2-4ec7-4969-8d35-6a34966b6d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '35129ae2-5bce-470f-b0e7-e733b897f08b'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:37.815719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Attempting to bind port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 on network 35129ae2-5bce-470f-b0e7-e733b897f08b {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:37.832475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:37.832851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Checking segment: {'id': 'de75fad2-4ec7-4969-8d35-6a34966b6d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '35129ae2-5bce-470f-b0e7-e733b897f08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:37.833270 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:37.833668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Bound using segment: {'id': 'de75fad2-4ec7-4969-8d35-6a34966b6d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '35129ae2-5bce-470f-b0e7-e733b897f08b'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:37.834148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Bound port: 8ee940cb-ba4a-41d0-9b61-a4c984d18c06, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de75fad2-4ec7-4969-8d35-6a34966b6d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '35129ae2-5bce-470f-b0e7-e733b897f08b'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:37.834526 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:37.861370 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fbedcbfc-08fa-4e00-aad2-dd84b1ce8f4c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:37.862876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fbedcbfc-08fa-4e00-aad2-dd84b1ce8f4c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5782726 Aug 17 02:53:37.865821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58120) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:37.871615 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-da584be5-bf97-42ac-9a6a-2cb37f71eaed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'network_id': '35129ae2-5bce-470f-b0e7-e733b897f08b', 'name': 'tempest-PortsIpV6TestJSON-781489073'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:37.896944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-93943242-4a0f-40f3-8186-55f62d7bf64a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0975232 Aug 17 02:53:37.904657 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] For port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:37.908377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] For port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8ee940cb-ba4a-41d0-9b61-a4c984d18c06,segment=NetworkSegment(de75fad2-4ec7-4969-8d35-6a34966b6d4f),segment_id=de75fad2-4ec7-4969-8d35-6a34966b6d4f)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:37.953850 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8a1b8f74-f79f-490b-a94a-39bd7b358d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:37.978550 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] Made reservation on behalf of 4a190740f7dd487ea22b7715e74cf26f for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:37.980861 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:37.993924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:38.000796 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:38.017063 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-2fddcef9-a88b-4dbb-b881-d1b23626b435 service neutron] 10.222.0.13 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006975 Aug 17 02:53:38.070208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cb167-2c7b-4c13-a176-3d7d4bd752f1 None None] Pushing event updated for resources: {'Port': ['ID=8ee940cb-ba4a-41d0-9b61-a4c984d18c06,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:38.114788 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da584be5-bf97-42ac-9a6a-2cb37f71eaed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:38.118656 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da584be5-bf97-42ac-9a6a-2cb37f71eaed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:38.118887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-461d4caf-c12d-4980-aa83-031af85adfef service neutron] 10.222.0.13 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955677 Aug 17 02:53:38.153902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-da584be5-bf97-42ac-9a6a-2cb37f71eaed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port 9709b0ca-0adc-4858-81dd-b5c9bffc3cd3 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:53:38.356645 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-da584be5-bf97-42ac-9a6a-2cb37f71eaed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Allocated IP 2001:db8::31d (35129ae2-5bce-470f-b0e7-e733b897f08b/9e131068-d34a-4bc4-986f-2a57c889a62f/9709b0ca-0adc-4858-81dd-b5c9bffc3cd3) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:38.364525 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:38.481947 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:38.534211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:53:38.538311 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5957c0-02f7-4be9-9425-7312a1496d91,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:38.564368 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:38.564718 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] Added segment 77a7c427-b987-40ce-84ed-628d297e61e8 of type vlan for network e3697f33-980f-43fe-aefa-f4ab1456fe51 Aug 17 02:53:38.575891 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da584be5-bf97-42ac-9a6a-2cb37f71eaed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:38.614141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-da584be5-bf97-42ac-9a6a-2cb37f71eaed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Transition to ACTIVE for port object 9709b0ca-0adc-4858-81dd-b5c9bffc3cd3 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:38.629325 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:38.803154 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:38.804256 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:38.805420 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:38.809218 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da584be5-bf97-42ac-9a6a-2cb37f71eaed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:38.951083 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da584be5-bf97-42ac-9a6a-2cb37f71eaed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=9709b0ca-0adc-4858-81dd-b5c9bffc3cd3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:38.985482 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da584be5-bf97-42ac-9a6a-2cb37f71eaed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 35129ae2-5bce-470f-b0e7-e733b897f08b is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:38.994074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-da584be5-bf97-42ac-9a6a-2cb37f71eaed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:38.997795 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da584be5-bf97-42ac-9a6a-2cb37f71eaed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:39.005288 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da584be5-bf97-42ac-9a6a-2cb37f71eaed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:39.006026 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da584be5-bf97-42ac-9a6a-2cb37f71eaed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:39.021100 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] Pushing event updated for resources: {'Network': ['ID=e3697f33-980f-43fe-aefa-f4ab1456fe51,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:39.027145 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45656b4f-9b5d-4522-8155-b2023200ada2 req-73a9ecac-7bc8-4d80-871b-811915c70c88 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 210 time: 0.0443928 Aug 17 02:53:39.046207 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network e3697f33-980f-43fe-aefa-f4ab1456fe51 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:53:39.121933 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1124d4ce-9574-4aab-bd3a-aa363460301b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5032520 Aug 17 02:53:39.123342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58136) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:39.129233 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-5fcf11e6-4d82-41a8-9dc1-5b86ea91bb7c admin admin] Request body: {'subnet': {'network_id': 'e3697f33-980f-43fe-aefa-f4ab1456fe51', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-329937550-subnet', 'tenant_id': '4a190740f7dd487ea22b7715e74cf26f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:39.228545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907f084c-7201-440b-bd2e-da956fb0c86f None None] Network 35129ae2-5bce-470f-b0e7-e733b897f08b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:39.233943 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-da584be5-bf97-42ac-9a6a-2cb37f71eaed tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3670104 Aug 17 02:53:39.236531 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58140) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:39.468235 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcf11e6-4d82-41a8-9dc1-5b86ea91bb7c admin admin] Made reservation on behalf of 4a190740f7dd487ea22b7715e74cf26f for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:39.470987 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5fcf11e6-4d82-41a8-9dc1-5b86ea91bb7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:39.489692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-764cf870-408b-4664-8ae7-99217809ebac None None] Provisioning for port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:39.810852 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5fcf11e6-4d82-41a8-9dc1-5b86ea91bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:39.820370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:39.866525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bc896dae-2206-47e6-ba18-cca306524f09 None None] Provisioning for port 9709b0ca-0adc-4858-81dd-b5c9bffc3cd3 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:39.872661 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a88eea5-74f3-4fb1-8dee-dfaced9eeb51 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:39.873975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-bc896dae-2206-47e6-ba18-cca306524f09 None None] Provisioning complete for port 9709b0ca-0adc-4858-81dd-b5c9bffc3cd3 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:39.874414 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bc896dae-2206-47e6-ba18-cca306524f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:39.877702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf11e6-4d82-41a8-9dc1-5b86ea91bb7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2d7ce1-05e7-41da-ae69-d3ea8f9414bb,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:39.898665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcf11e6-4d82-41a8-9dc1-5b86ea91bb7c admin admin] Checking segment: {'id': '77a7c427-b987-40ce-84ed-628d297e61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e3697f33-980f-43fe-aefa-f4ab1456fe51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:39.906241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf11e6-4d82-41a8-9dc1-5b86ea91bb7c admin admin] Network hostable DHCP agents. Network: e3697f33-980f-43fe-aefa-f4ab1456fe51, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:53:39.918177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-bc896dae-2206-47e6-ba18-cca306524f09 None None] Port 9709b0ca-0adc-4858-81dd-b5c9bffc3cd3 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:40.036964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf11e6-4d82-41a8-9dc1-5b86ea91bb7c admin admin] Network e3697f33-980f-43fe-aefa-f4ab1456fe51 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:53:40.039983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:40.062810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:40.064879 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.099917 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-41c2fa12-175b-4e45-94ae-41ee346cfba2 None None] Provisioning complete for port 9709b0ca-0adc-4858-81dd-b5c9bffc3cd3 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:40.100281 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-41c2fa12-175b-4e45-94ae-41ee346cfba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.121000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c476bca7-fc04-4537-ba6d-ee670ed55fa8 req-dc7b5530-98bb-4efa-b2d3-a4ffa5472a47 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 210 time: 0.0343304 Aug 17 02:53:40.153630 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-5fcf11e6-4d82-41a8-9dc1-5b86ea91bb7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, e3697f33-980f-43fe-aefa-f4ab1456fe51) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:40.162693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf11e6-4d82-41a8-9dc1-5b86ea91bb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:40.162693 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5fcf11e6-4d82-41a8-9dc1-5b86ea91bb7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.163568 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-41c2fa12-175b-4e45-94ae-41ee346cfba2 None None] Port 9709b0ca-0adc-4858-81dd-b5c9bffc3cd3 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:40.168650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b804ce-dd65-4fba-9df1-9215e70dafac None None] Network e3697f33-980f-43fe-aefa-f4ab1456fe51 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:40.170260 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a88eea5-74f3-4fb1-8dee-dfaced9eeb51 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.260052 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a88eea5-74f3-4fb1-8dee-dfaced9eeb51 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.273266 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5fcf11e6-4d82-41a8-9dc1-5b86ea91bb7c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1373022 Aug 17 02:53:40.273536 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.311069 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8ee940cb-ba4a-41d0-9b61-a4c984d18c06,segment=NetworkSegment(de75fad2-4ec7-4969-8d35-6a34966b6d4f),segment_id=de75fad2-4ec7-4969-8d35-6a34966b6d4f)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:40.388201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88eea5-74f3-4fb1-8dee-dfaced9eeb51 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=9709b0ca-0adc-4858-81dd-b5c9bffc3cd3,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:40.397435 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b5c0a43d-4430-4a52-92bf-06150704de64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.409428 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222b1517-1005-48d6-82f4-3f7efe71a753 None None] Network e3697f33-980f-43fe-aefa-f4ab1456fe51 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:40.413664 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.518822 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a88eea5-74f3-4fb1-8dee-dfaced9eeb51 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.549854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=8ee940cb-ba4a-41d0-9b61-a4c984d18c06,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:40.681731 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.691392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-dee3f078-baaa-4c04-bed0-1457fed55d07 None None] Provisioning complete for port 9709b0ca-0adc-4858-81dd-b5c9bffc3cd3 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:40.691767 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dee3f078-baaa-4c04-bed0-1457fed55d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.741213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-dee3f078-baaa-4c04-bed0-1457fed55d07 None None] Port 9709b0ca-0adc-4858-81dd-b5c9bffc3cd3 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:40.796028 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a88eea5-74f3-4fb1-8dee-dfaced9eeb51 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.085384 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a88eea5-74f3-4fb1-8dee-dfaced9eeb51 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.210605 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a88eea5-74f3-4fb1-8dee-dfaced9eeb51 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.211439 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a88eea5-74f3-4fb1-8dee-dfaced9eeb51 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.226229 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d72e4d8c-5214-4fb4-bd41-00a55967e22f req-345aa667-9eb8-48fa-85ca-1b6f9f0bd761 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 210 time: 0.0329316 Aug 17 02:53:41.273503 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88eea5-74f3-4fb1-8dee-dfaced9eeb51 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=9709b0ca-0adc-4858-81dd-b5c9bffc3cd3,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:41.274480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58172) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:41.286484 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1156664508-network', 'tenant_id': '5c407b18219e4b0ea935d885623a2825'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:41.362072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a88eea5-74f3-4fb1-8dee-dfaced9eeb51 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 35129ae2-5bce-470f-b0e7-e733b897f08b is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:41.363596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-5a88eea5-74f3-4fb1-8dee-dfaced9eeb51 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:41.404746 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] Made reservation on behalf of 5c407b18219e4b0ea935d885623a2825 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:41.407131 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.415902 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.531938 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.574925 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a88eea5-74f3-4fb1-8dee-dfaced9eeb51 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Router d1df7709-94ff-4bdf-a35f-eecf81baa771 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:53:41.633047 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.662236 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:53:41.675006 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-08e56fc1-ebb1-47d6-8672-4b5c06b7973a None None] Provisioning complete for port 9709b0ca-0adc-4858-81dd-b5c9bffc3cd3 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:41.675471 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-08e56fc1-ebb1-47d6-8672-4b5c06b7973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.681089 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.681460 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] Added segment 4676b9c2-68e5-40d8-806a-94bcc3b1f1cf of type vlan for network 7d2cd551-be8b-418d-ac37-0db7291198f2 Aug 17 02:53:41.725075 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-08e56fc1-ebb1-47d6-8672-4b5c06b7973a None None] Port 9709b0ca-0adc-4858-81dd-b5c9bffc3cd3 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:41.728279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a88eea5-74f3-4fb1-8dee-dfaced9eeb51 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:53:41.741484 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.742028 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753f1def-46f4-43e1-b03e-3bfcd716218a None None] Sync routers for ids ['d1df7709-94ff-4bdf-a35f-eecf81baa771'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:53:41.758612 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753f1def-46f4-43e1-b03e-3bfcd716218a None None] Routers {'d1df7709-94ff-4bdf-a35f-eecf81baa771'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:53:41.759293 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5a88eea5-74f3-4fb1-8dee-dfaced9eeb51 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "PUT /v2.0/routers/d1df7709-94ff-4bdf-a35f-eecf81baa771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5196583 Aug 17 02:53:41.760758 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58176) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:41.763379 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-753f1def-46f4-43e1-b03e-3bfcd716218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:53:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d1df7709-94ff-4bdf-a35f-eecf81baa771'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:41.772384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fbb8f6-f34d-484d-b70f-3791fb8e98ab,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:41.844669 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-753f1def-46f4-43e1-b03e-3bfcd716218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:41.854917 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753f1def-46f4-43e1-b03e-3bfcd716218a None None] Routers {'d1df7709-94ff-4bdf-a35f-eecf81baa771'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:53:41.855791 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-753f1def-46f4-43e1-b03e-3bfcd716218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:53:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d1df7709-94ff-4bdf-a35f-eecf81baa771'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:41.870636 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.871721 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:41.872509 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.873558 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:41.908912 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-753f1def-46f4-43e1-b03e-3bfcd716218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:41.910087 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753f1def-46f4-43e1-b03e-3bfcd716218a None None] The sync data for ids ['d1df7709-94ff-4bdf-a35f-eecf81baa771'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:53:41.920865 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.925650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38de7671-9bab-48f4-ae89-971a0442efa0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:41.927508 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-38de7671-9bab-48f4-ae89-971a0442efa0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1df7709-94ff-4bdf-a35f-eecf81baa771 HTTP/1.1" status: 200 len: 988 time: 0.1655815 Aug 17 02:53:41.930472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58178) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:41.957928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:41.958353 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.983458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] Pushing event updated for resources: {'Network': ['ID=7d2cd551-be8b-418d-ac37-0db7291198f2,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:41.996478 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 7d2cd551-be8b-418d-ac37-0db7291198f2 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:53:41.996757 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-e56b3881-991d-49a3-ab47-d781bb809937 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:41.998569 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-e56b3881-991d-49a3-ab47-d781bb809937 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.42 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 812 time: 0.2364078 Aug 17 02:53:42.080078 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-0d606a3c-8228-4b54-8e21-3f1692762ab8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced HTTP/1.1" status: 200 len: 380 time: 0.0657470 Aug 17 02:53:42.091847 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-17d69ca0-3b90-4f9a-8603-61a32a33a7ba tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'port': {'device_id': 'da32abfc-f865-435f-84cc-cce3683821ce', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'admin_state_up': True, 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'security_groups': ['4924c2c0-1bb5-4295-ab47-ecda9850adec']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:42.232755 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6162a2bb-897a-4bd5-bde6-1e9b7fbcaf2e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9575682 Aug 17 02:53:42.235759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58180) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:42.258939 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e7f5d472-04d1-44ee-a196-1325d9569f9b admin admin] Request body: {'subnet': {'network_id': '7d2cd551-be8b-418d-ac37-0db7291198f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1156664508-subnet', 'tenant_id': '5c407b18219e4b0ea935d885623a2825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:42.335979 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a17b23e-2a76-46ac-81e3-3adf4c7964ca tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:42.587225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f5d472-04d1-44ee-a196-1325d9569f9b admin admin] Made reservation on behalf of 5c407b18219e4b0ea935d885623a2825 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:42.590777 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d472-04d1-44ee-a196-1325d9569f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:42.636353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-2a17b23e-2a76-46ac-81e3-3adf4c7964ca tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port 9709b0ca-0adc-4858-81dd-b5c9bffc3cd3 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:42.637271 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a17b23e-2a76-46ac-81e3-3adf4c7964ca tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:42.746334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-52c9df03-51d3-4991-b133-31f7cefc2c3b req-5ae3ee25-64ac-4df2-b33e-e3e8978d3e22 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 210 time: 0.4235880 Aug 17 02:53:42.778046 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a17b23e-2a76-46ac-81e3-3adf4c7964ca tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:42.801174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-2a17b23e-2a76-46ac-81e3-3adf4c7964ca tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for 9709b0ca-0adc-4858-81dd-b5c9bffc3cd3 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:42.812129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-17d69ca0-3b90-4f9a-8603-61a32a33a7ba tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Made reservation on behalf of bfc0da2911ce469596ea2cbdf9ad9ced for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:42.816570 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-17d69ca0-3b90-4f9a-8603-61a32a33a7ba tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:42.993376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-17d69ca0-3b90-4f9a-8603-61a32a33a7ba tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Allocated IP 172.20.0.5 (c2370959-6d24-42f8-8b5f-273d78403b0c/764c3736-195b-4464-8ea3-48fdcebbb5de/ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:42.999038 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d472-04d1-44ee-a196-1325d9569f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.072346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5d472-04d1-44ee-a196-1325d9569f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=865ea7a6-31d2-4518-8f5a-6c03b70de901,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:43.074051 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a17b23e-2a76-46ac-81e3-3adf4c7964ca tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.109824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17b23e-2a76-46ac-81e3-3adf4c7964ca tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=9709b0ca-0adc-4858-81dd-b5c9bffc3cd3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:43.134376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f5d472-04d1-44ee-a196-1325d9569f9b admin admin] Checking segment: {'id': '4676b9c2-68e5-40d8-806a-94bcc3b1f1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7d2cd551-be8b-418d-ac37-0db7291198f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:43.134740 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f5d472-04d1-44ee-a196-1325d9569f9b admin admin] Network hostable DHCP agents. Network: 7d2cd551-be8b-418d-ac37-0db7291198f2, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:53:43.218253 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-17d69ca0-3b90-4f9a-8603-61a32a33a7ba tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.231131 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2a17b23e-2a76-46ac-81e3-3adf4c7964ca tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.233112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-17d69ca0-3b90-4f9a-8603-61a32a33a7ba tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Transition to ACTIVE for port object ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:43.305344 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f5d472-04d1-44ee-a196-1325d9569f9b admin admin] Network 7d2cd551-be8b-418d-ac37-0db7291198f2 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:53:43.372367 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-17d69ca0-3b90-4f9a-8603-61a32a33a7ba tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.404215 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a17b23e-2a76-46ac-81e3-3adf4c7964ca tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Router d1df7709-94ff-4bdf-a35f-eecf81baa771 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:53:43.409691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-e7f5d472-04d1-44ee-a196-1325d9569f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 7d2cd551-be8b-418d-ac37-0db7291198f2) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:43.419141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-17d69ca0-3b90-4f9a-8603-61a32a33a7ba tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Network c2370959-6d24-42f8-8b5f-273d78403b0c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:43.422700 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac932a6c-f2b8-46ab-95f3-8bb9ba10e2b4 None None] Network 7d2cd551-be8b-418d-ac37-0db7291198f2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:43.426785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f5d472-04d1-44ee-a196-1325d9569f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:43.427374 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d472-04d1-44ee-a196-1325d9569f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.430450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-17d69ca0-3b90-4f9a-8603-61a32a33a7ba tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:43.439041 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-17d69ca0-3b90-4f9a-8603-61a32a33a7ba tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:43.451382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d69ca0-3b90-4f9a-8603-61a32a33a7ba tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'Port': ['ID=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:43.505850 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a17b23e-2a76-46ac-81e3-3adf4c7964ca tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:53:43.514272 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2a17b23e-2a76-46ac-81e3-3adf4c7964ca tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "PUT /v2.0/routers/d1df7709-94ff-4bdf-a35f-eecf81baa771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5801108 Aug 17 02:53:43.517358 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58188) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:43.517480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-17d69ca0-3b90-4f9a-8603-61a32a33a7ba tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:43.517480 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-17d69ca0-3b90-4f9a-8603-61a32a33a7ba tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.552488 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e680c5-7599-47c0-9673-3590ad72f592 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] GET failed (client error): The resource could not be found. Aug 17 02:53:43.556914 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-77e680c5-7599-47c0-9673-3590ad72f592 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/9709b0ca-0adc-4858-81dd-b5c9bffc3cd3 HTTP/1.1" status: 404 len: 333 time: 0.0385475 Aug 17 02:53:43.557736 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58190) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:43.559278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45669a2b-7576-4bd8-8c0e-15e06c900aa0 None None] Sync routers for ids ['d1df7709-94ff-4bdf-a35f-eecf81baa771'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:53:43.565217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e7f5d472-04d1-44ee-a196-1325d9569f9b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3181543 Aug 17 02:53:43.587039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45669a2b-7576-4bd8-8c0e-15e06c900aa0 None None] Routers {'d1df7709-94ff-4bdf-a35f-eecf81baa771'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:53:43.587813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-45669a2b-7576-4bd8-8c0e-15e06c900aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:53:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d1df7709-94ff-4bdf-a35f-eecf81baa771'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:43.623144 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-17d69ca0-3b90-4f9a-8603-61a32a33a7ba tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5365825 Aug 17 02:53:43.643556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Request body: {'port': {'device_id': 'da32abfc-f865-435f-84cc-cce3683821ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:43.658883 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3b17496e-846f-42bd-8356-578a84ac0d6c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.705812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-45669a2b-7576-4bd8-8c0e-15e06c900aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:43.719894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d88bcd-065c-48e8-a932-95a1ba9ab9b1 None None] Network 7d2cd551-be8b-418d-ac37-0db7291198f2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:43.777992 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58198) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:43.796600 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.836192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23e158b-ec73-4860-9018-3e1f9342b35e admin admin] Deleting subnet 3d2d7ce1-05e7-41da-ae69-d3ea8f9414bb {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:53:43.901790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45669a2b-7576-4bd8-8c0e-15e06c900aa0 None None] Routers {'d1df7709-94ff-4bdf-a35f-eecf81baa771'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:53:43.902338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-45669a2b-7576-4bd8-8c0e-15e06c900aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:53:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['d1df7709-94ff-4bdf-a35f-eecf81baa771'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:43.905522 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e23e158b-ec73-4860-9018-3e1f9342b35e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.966201 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-45669a2b-7576-4bd8-8c0e-15e06c900aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:43.966691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45669a2b-7576-4bd8-8c0e-15e06c900aa0 None None] The sync data for ids ['d1df7709-94ff-4bdf-a35f-eecf81baa771'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:53:43.973436 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3b17496e-846f-42bd-8356-578a84ac0d6c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.973572 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.977606 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3b17496e-846f-42bd-8356-578a84ac0d6c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.995493 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e23e158b-ec73-4860-9018-3e1f9342b35e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.074044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e295c307-0c21-41aa-bbe6-d4d281ebf68c None None] Provisioning for port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:44.079214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e295c307-0c21-41aa-bbe6-d4d281ebf68c None None] Provisioning complete for port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:44.080094 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e295c307-0c21-41aa-bbe6-d4d281ebf68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.123114 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e295c307-0c21-41aa-bbe6-d4d281ebf68c None None] Port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:44.134200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c0217-8742-4282-b453-cc41e9903bf9 req-fe583da5-a501-49ec-823a-a35b91e9032f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.136872 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af2c0217-8742-4282-b453-cc41e9903bf9 req-fe583da5-a501-49ec-823a-a35b91e9032f tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 931 time: 0.1449621 Aug 17 02:53:44.211298 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af2c0217-8742-4282-b453-cc41e9903bf9 req-ae67e422-50b6-463e-8d49-961ae0dede4a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585701 Aug 17 02:53:44.306702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:44.316200 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.331767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Transition to ACTIVE for port object ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:44.344530 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e23e158b-ec73-4860-9018-3e1f9342b35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.421692 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3b17496e-846f-42bd-8356-578a84ac0d6c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.422371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b17496e-846f-42bd-8356-578a84ac0d6c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Fanout notify agent at l3_agent the message router_deleted on router d1df7709-94ff-4bdf-a35f-eecf81baa771 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:53:44.431864 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3b17496e-846f-42bd-8356-578a84ac0d6c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.431864 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3b17496e-846f-42bd-8356-578a84ac0d6c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/routers/d1df7709-94ff-4bdf-a35f-eecf81baa771 HTTP/1.1" status: 204 len: 168 time: 0.8722699 Aug 17 02:53:44.434245 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58200) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:44.463050 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.487771 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0a17ed-a266-4f51-b4d8-dcbc384308e6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting subnet 9e131068-d34a-4bc4-986f-2a57c889a62f {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:53:44.491165 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba0a17ed-a266-4f51-b4d8-dcbc384308e6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.517714 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Pushing event updated for resources: {'Port': ['ID=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:44.542557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:44.543043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:44.543390 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:44.543727 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:44.544057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:44.544545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:44.544874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:44.545200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:44.550209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:44.550209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:44.550209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:44.550209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:44.550620 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba0a17ed-a266-4f51-b4d8-dcbc384308e6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.583337 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e23e158b-ec73-4860-9018-3e1f9342b35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.642694 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e158b-ec73-4860-9018-3e1f9342b35e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d2d7ce1-05e7-41da-ae69-d3ea8f9414bb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:44.657361 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e23e158b-ec73-4860-9018-3e1f9342b35e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.659624 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e23e158b-ec73-4860-9018-3e1f9342b35e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3d2d7ce1-05e7-41da-ae69-d3ea8f9414bb HTTP/1.1" status: 204 len: 168 time: 0.8803051 Aug 17 02:53:44.663461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58204) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:44.797444 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e1ac72b-f57c-44b6-88bd-ab8c09ca3ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.808173 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba0a17ed-a266-4f51-b4d8-dcbc384308e6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.905685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Attempting to bind port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:44.906029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Attempting to bind port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:44.906346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Attempting to bind port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:44.912019 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 on network c2370959-6d24-42f8-8b5f-273d78403b0c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:53:44.912019 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Attempting to bind port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 on network c2370959-6d24-42f8-8b5f-273d78403b0c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:44.917898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:44.918274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Checking segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:44.918614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Bound using segment: {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:44.919096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Bound port: ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9348804-9ddf-4ea6-b9a4-00338d949cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:44.919444 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.944670 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e1ac72b-f57c-44b6-88bd-ab8c09ca3ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.958156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-4e1ac72b-f57c-44b6-88bd-ab8c09ca3ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3697f33-980f-43fe-aefa-f4ab1456fe51']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:44.968161 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-4e1ac72b-f57c-44b6-88bd-ab8c09ca3ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a7c427-b987-40ce-84ed-628d297e61e8') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:44.969456 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-4e1ac72b-f57c-44b6-88bd-ab8c09ca3ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a7c427-b987-40ce-84ed-628d297e61e8') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:44.986911 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e1ac72b-f57c-44b6-88bd-ab8c09ca3ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.994289 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] For port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:44.999316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] For port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:45.000676 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e1ac72b-f57c-44b6-88bd-ab8c09ca3ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.007084 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1ac72b-f57c-44b6-88bd-ab8c09ca3ca5 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:53:45.007572 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e1ac72b-f57c-44b6-88bd-ab8c09ca3ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:53:45.009311 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:53:45.019172 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba0a17ed-a266-4f51-b4d8-dcbc384308e6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.071371 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.089824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a17ed-a266-4f51-b4d8-dcbc384308e6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Subnet': ['ID=9e131068-d34a-4bc4-986f-2a57c889a62f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:45.093659 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba0a17ed-a266-4f51-b4d8-dcbc384308e6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.094395 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ba0a17ed-a266-4f51-b4d8-dcbc384308e6 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/9e131068-d34a-4bc4-986f-2a57c889a62f HTTP/1.1" status: 204 len: 168 time: 0.6591060 Aug 17 02:53:45.097048 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58210) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:45.105338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78529a51-da53-494f-b1ad-24978f33c2b1 None None] Network 35129ae2-5bce-470f-b0e7-e733b897f08b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:45.120885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:45.122638 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.124372 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] 10.222.0.42 "PUT /v2.0/ports/ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 HTTP/1.1" status: 200 len: 1092 time: 1.4856122 Aug 17 02:53:45.124856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da32abfc-f865-435f-84cc-cce3683821ce', 'tag': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:45.131836 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5164006-77f8-4746-92a2-b6a1cd449325" -d '{"events": [{"name": "network-changed", "server_uuid": "da32abfc-f865-435f-84cc-cce3683821ce", "tag": "ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:45.164623 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e1ac72b-f57c-44b6-88bd-ab8c09ca3ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.185601 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4e1ac72b-f57c-44b6-88bd-ab8c09ca3ca5 admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.191209 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4e1ac72b-f57c-44b6-88bd-ab8c09ca3ca5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e3697f33-980f-43fe-aefa-f4ab1456fe51 HTTP/1.1" status: 204 len: 168 time: 0.5268743 Aug 17 02:53:45.204472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58214) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:45.219105 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ac72b-f57c-44b6-88bd-ab8c09ca3ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3697f33-980f-43fe-aefa-f4ab1456fe51,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:45.231865 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.248974 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eff3c01-55ed-40f5-8fca-6426d4f970f2 x-openstack-request-id: req-0eff3c01-55ed-40f5-8fca-6426d4f970f2 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:45.249290 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da32abfc-f865-435f-84cc-cce3683821ce", "tag": "ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:45.249555 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0eff3c01-55ed-40f5-8fca-6426d4f970f2 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:45.249957 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da32abfc-f865-435f-84cc-cce3683821ce', 'tag': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47', 'status': 'completed', 'code': 200} Aug 17 02:53:45.347163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:45.347511 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.382305 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03887a-f800-4925-a3ce-24cac1099aca service neutron] Pushing event updated for resources: {'Port': ['ID=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:45.428502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b03f90-908d-485f-8fba-10b40a65ea7c admin admin] Deleting subnet 865ea7a6-31d2-4518-8f5a-6c03b70de901 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:53:45.437284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78b03f90-908d-485f-8fba-10b40a65ea7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.471550 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] For port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8ee940cb-ba4a-41d0-9b61-a4c984d18c06,segment=NetworkSegment(de75fad2-4ec7-4969-8d35-6a34966b6d4f),segment_id=de75fad2-4ec7-4969-8d35-6a34966b6d4f)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:45.472100 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.498733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:45.511675 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683cbd13-255b-4aa3-b7b5-438b79dc484f None None] DHCP port deletion for 35129ae2-5bce-470f-b0e7-e733b897f08b request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:53:45.534983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-d0aa5b4b-e9cf-402f-afb9-5d61fe5ba1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:45.537382 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-d0aa5b4b-e9cf-402f-afb9-5d61fe5ba1f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 1095 time: 0.2067683 Aug 17 02:53:45.543517 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78b03f90-908d-485f-8fba-10b40a65ea7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.605902 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-683cbd13-255b-4aa3-b7b5-438b79dc484f None None] Deleting port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:45.606562 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-683cbd13-255b-4aa3-b7b5-438b79dc484f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.647680 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2751b-2ab5-454e-8817-12ebd79adebc req-49a2534c-9281-49dd-9918-709b61e2031c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:45.649504 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2b2751b-2ab5-454e-8817-12ebd79adebc req-49a2534c-9281-49dd-9918-709b61e2031c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 943 time: 0.2147808 Aug 17 02:53:45.659706 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78b03f90-908d-485f-8fba-10b40a65ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.682775 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-a3580508-4a7a-40c8-bea7-cd07ebc4b2db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 HTTP/1.1" status: 200 len: 217 time: 0.1148033 Aug 17 02:53:45.731314 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.738376 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-683cbd13-255b-4aa3-b7b5-438b79dc484f None None] For port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8ee940cb-ba4a-41d0-9b61-a4c984d18c06,segment=NetworkSegment(de75fad2-4ec7-4969-8d35-6a34966b6d4f),segment_id=de75fad2-4ec7-4969-8d35-6a34966b6d4f)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:45.739690 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-683cbd13-255b-4aa3-b7b5-438b79dc484f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.756366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-683cbd13-255b-4aa3-b7b5-438b79dc484f None None] Calling delete_port for 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:45.779711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=8ee940cb-ba4a-41d0-9b61-a4c984d18c06,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:45.784031 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No DVR routers for this DVR port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:45.812130 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:53:45.819445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2b2751b-2ab5-454e-8817-12ebd79adebc req-f0d636a4-158b-46e5-9475-4f477bb1d4f3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354742 Aug 17 02:53:45.843944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-5c5cdc3c-1337-4dd9-8dde-dada6f2afb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:45.843944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-5c5cdc3c-1337-4dd9-8dde-dada6f2afb6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.1205344 Aug 17 02:53:45.857582 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:53:45.858031 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:53:45.900779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-60ac83b7-39ff-4ea5-bd22-bcd7fd5a5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:45.901889 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-683cbd13-255b-4aa3-b7b5-438b79dc484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.902422 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-60ac83b7-39ff-4ea5-bd22-bcd7fd5a5f68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556917 Aug 17 02:53:45.911286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:45.914579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:45.914579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:45.914579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:45.914579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:45.914579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:45.914579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:45.914579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:45.914579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:45.914579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:45.915569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:45.915569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:45.927977 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.936402 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cbd13-255b-4aa3-b7b5-438b79dc484f None None] Pushing event deleted for resources: {'Port': ['ID=8ee940cb-ba4a-41d0-9b61-a4c984d18c06,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:45.938923 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78b03f90-908d-485f-8fba-10b40a65ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.943600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683cbd13-255b-4aa3-b7b5-438b79dc484f None None] No DVR routers for this DVR port 8ee940cb-ba4a-41d0-9b61-a4c984d18c06 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:45.961482 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35129ae2-5bce-470f-b0e7-e733b897f08b']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:45.973598 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de75fad2-4ec7-4969-8d35-6a34966b6d4f') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:45.973927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de75fad2-4ec7-4969-8d35-6a34966b6d4f') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:45.984287 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.008421 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.015533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b03f90-908d-485f-8fba-10b40a65ea7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=865ea7a6-31d2-4518-8f5a-6c03b70de901,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:46.019432 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-78b03f90-908d-485f-8fba-10b40a65ea7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.023779 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-78b03f90-908d-485f-8fba-10b40a65ea7c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/865ea7a6-31d2-4518-8f5a-6c03b70de901 HTTP/1.1" status: 204 len: 168 time: 0.8160646 Aug 17 02:53:46.023966 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:53:46.023966 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.024967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58220) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:53:46.026851 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:53:46.121263 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-23573240-9dab-4d46-924a-d08172a2f825 service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099648 Aug 17 02:53:46.150145 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae47e-6210-4c67-961d-25ed5b7d2a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.197090 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.210826 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.212724 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/networks/35129ae2-5bce-470f-b0e7-e733b897f08b HTTP/1.1" status: 204 len: 168 time: 1.1146572 Aug 17 02:53:46.222999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58222) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:46.224557 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de998a3-0d04-4278-9438-138f6cfe0e1a tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Network': ['ID=35129ae2-5bce-470f-b0e7-e733b897f08b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:46.272144 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2678361b-277a-4a17-8c44-e347edfd4474 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:46.277141 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2678361b-277a-4a17-8c44-e347edfd4474 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/50558f84-8623-4c0c-9c96-8bba5295d236 HTTP/1.1" status: 200 len: 845 time: 0.0467715 Aug 17 02:53:46.277368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58224) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:46.311036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0990ebef-13ed-4ba4-b924-8574d1e7a8cf req-02b327a8-a701-4469-bd6b-3917f549dca8 service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789925 Aug 17 02:53:46.315073 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae47e-6210-4c67-961d-25ed5b7d2a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.328166 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0400ffc4-d6fc-4a25-8759-a93f5f60347c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/50558f84-8623-4c0c-9c96-8bba5295d236?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0455766 Aug 17 02:53:46.328396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-1f8ae47e-6210-4c67-961d-25ed5b7d2a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2cd551-be8b-418d-ac37-0db7291198f2']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:46.328514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58226) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:46.334246 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-2eaf9be8-8dc8-4be0-aac6-4291e5728e13 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'subnet': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:46.338737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-1f8ae47e-6210-4c67-961d-25ed5b7d2a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4676b9c2-68e5-40d8-806a-94bcc3b1f1cf') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:46.339383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-1f8ae47e-6210-4c67-961d-25ed5b7d2a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4676b9c2-68e5-40d8-806a-94bcc3b1f1cf') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:46.349844 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae47e-6210-4c67-961d-25ed5b7d2a9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.365170 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae47e-6210-4c67-961d-25ed5b7d2a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.372789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8ae47e-6210-4c67-961d-25ed5b7d2a9e admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:53:46.374902 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae47e-6210-4c67-961d-25ed5b7d2a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:53:46.375417 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:53:46.479492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaf9be8-8dc8-4be0-aac6-4291e5728e13 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:46.483530 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2eaf9be8-8dc8-4be0-aac6-4291e5728e13 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.515240 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae47e-6210-4c67-961d-25ed5b7d2a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.522591 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae47e-6210-4c67-961d-25ed5b7d2a9e admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.524452 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1f8ae47e-6210-4c67-961d-25ed5b7d2a9e admin admin] 10.222.0.13 "DELETE /v2.0/networks/7d2cd551-be8b-418d-ac37-0db7291198f2 HTTP/1.1" status: 204 len: 168 time: 0.4989948 Aug 17 02:53:46.539033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ae47e-6210-4c67-961d-25ed5b7d2a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=7d2cd551-be8b-418d-ac37-0db7291198f2,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:46.551789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5164006-77f8-4746-92a2-b6a1cd449325 req-ed8ed88a-aa35-402b-b61c-0e1b8cc5233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:46.553474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5164006-77f8-4746-92a2-b6a1cd449325 req-ed8ed88a-aa35-402b-b61c-0e1b8cc5233a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 1095 time: 0.0711017 Aug 17 02:53:46.676160 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5164006-77f8-4746-92a2-b6a1cd449325 req-21816043-cbec-4bbc-bebb-e2ca92b605df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:46.677741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5164006-77f8-4746-92a2-b6a1cd449325 req-21816043-cbec-4bbc-bebb-e2ca92b605df service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.1166019 Aug 17 02:53:46.725346 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5164006-77f8-4746-92a2-b6a1cd449325 req-99aad847-7a1e-4d4f-ba76-d7322563865e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 HTTP/1.1" status: 200 len: 217 time: 0.0405838 Aug 17 02:53:46.777340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5164006-77f8-4746-92a2-b6a1cd449325 req-4f9ffeb3-232c-4f48-8d39-fdeb98c262d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:46.778988 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5164006-77f8-4746-92a2-b6a1cd449325 req-4f9ffeb3-232c-4f48-8d39-fdeb98c262d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0472269 Aug 17 02:53:46.810952 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2eaf9be8-8dc8-4be0-aac6-4291e5728e13 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.828710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5164006-77f8-4746-92a2-b6a1cd449325 req-72941a8f-7639-4ed2-bba2-806e846c82e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:46.830263 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5164006-77f8-4746-92a2-b6a1cd449325 req-72941a8f-7639-4ed2-bba2-806e846c82e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450401 Aug 17 02:53:46.866220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaf9be8-8dc8-4be0-aac6-4291e5728e13 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 410b7372-5328-482d-974c-dde8ee0b954b is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:46.867735 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-2eaf9be8-8dc8-4be0-aac6-4291e5728e13 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:46.873950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaf9be8-8dc8-4be0-aac6-4291e5728e13 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:46.876776 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2eaf9be8-8dc8-4be0-aac6-4291e5728e13 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.884634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff0ef62-6661-4479-ac4d-c8c11b1b37a4 None None] Network 410b7372-5328-482d-974c-dde8ee0b954b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:46.886126 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf9be8-8dc8-4be0-aac6-4291e5728e13 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Subnet': ['ID=69111858-7de5-4d60-875c-5c65d6844aab,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:46.962215 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2eaf9be8-8dc8-4be0-aac6-4291e5728e13 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6295826 Aug 17 02:53:46.962468 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58234) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:46.968154 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-5f0182f6-1532-40c9-a531-821401203946 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'security_group': {'name': 'tempest-secgroup-1644427277'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:46.998922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-b8585cf7-45e4-4fe3-b370-2fd6ed93c8dc req-60f0796e-5026-428e-9bbf-ae89148350f6 service neutron] (95407) timed out ('10.222.0.13', 38294) {{(pid=95407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 02:53:47.020645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac46ca-8060-454a-88df-1e70acec2657 req-19e4096e-982c-408e-b886-613725711b4d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:47.029196 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7dac46ca-8060-454a-88df-1e70acec2657 req-19e4096e-982c-408e-b886-613725711b4d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 943 time: 0.0894966 Aug 17 02:53:47.034370 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58236) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:47.038376 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5164006-77f8-4746-92a2-b6a1cd449325 req-cde20156-a983-487a-b014-a1bce519d0f7 service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007453 Aug 17 02:53:47.081296 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f293e38a-e92b-4ab5-ac19-f457a11e4c42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a190740f7dd487ea22b7715e74cf26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452814 Aug 17 02:53:47.084554 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58238) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:47.098318 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5f0182f6-1532-40c9-a531-821401203946 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.129871 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-410b7372-5328-482d-974c-dde8ee0b954b', 'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'tenant_id': '03f50382812b466e9fc1cd21f9f7b855', 'fixed_ips': [{'subnet_id': '69111858-7de5-4d60-875c-5c65d6844aab'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:53:47.132166 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.159042 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7dac46ca-8060-454a-88df-1e70acec2657 req-1aa8c291-c348-4c7a-8d0b-2a3de0d1a7ce tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239436 Aug 17 02:53:47.191213 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-73a4db5e-18f7-4ceb-9964-e578e6496797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.195769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5164006-77f8-4746-92a2-b6a1cd449325 req-79d5fef9-5ab3-4581-a651-4105d8c3a850 service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487803 Aug 17 02:53:47.239188 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-73a4db5e-18f7-4ceb-9964-e578e6496797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.308830 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5f0182f6-1532-40c9-a531-821401203946 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.314435 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Allocated IP 2001:db8::2 (410b7372-5328-482d-974c-dde8ee0b954b/69111858-7de5-4d60-875c-5c65d6844aab/1a69ee10-82c6-4858-ab73-5bbee7b56bcf) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:47.437028 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5f0182f6-1532-40c9-a531-821401203946 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.461713 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.468973 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0182f6-1532-40c9-a531-821401203946 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cee769-b3f8-4ad4-8a68-16f12b8a04cd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:47.471790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Transition to ACTIVE for port object 1a69ee10-82c6-4858-ab73-5bbee7b56bcf will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:47.487579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Transition to ACTIVE for port object 1a69ee10-82c6-4858-ab73-5bbee7b56bcf will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:47.493863 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-73a4db5e-18f7-4ceb-9964-e578e6496797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.496838 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-73a4db5e-18f7-4ceb-9964-e578e6496797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.498014 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-73a4db5e-18f7-4ceb-9964-e578e6496797 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd5957c0-02f7-4be9-9425-7312a1496d91 HTTP/1.1" status: 204 len: 168 time: 0.4054239 Aug 17 02:53:47.505804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4db5e-18f7-4ceb-9964-e578e6496797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5957c0-02f7-4be9-9425-7312a1496d91,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:47.570085 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5f0182f6-1532-40c9-a531-821401203946 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.570085 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5f0182f6-1532-40c9-a531-821401203946 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6030169 Aug 17 02:53:47.570085 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58242) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:47.575101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-30b1325e-285d-4d07-be81-1b0bac648608 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'security_group': {'name': 'tempest-secgroup-1314842906'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:47.599575 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.642525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Network 410b7372-5328-482d-974c-dde8ee0b954b is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:47.645358 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:47.648951 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:47.656004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Pushing event updated for resources: {'Port': ['ID=1a69ee10-82c6-4858-ab73-5bbee7b56bcf,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:47.666036 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30b1325e-285d-4d07-be81-1b0bac648608 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.728064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Attempting to bind port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:47.728575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Attempting to bind port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '8310cad2-3907-494e-a066-fc6fb79221be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '410b7372-5328-482d-974c-dde8ee0b954b'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:47.729076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Attempting to bind port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf on network 410b7372-5328-482d-974c-dde8ee0b954b {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:47.737633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:47.737633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Checking segment: {'id': '8310cad2-3907-494e-a066-fc6fb79221be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '410b7372-5328-482d-974c-dde8ee0b954b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:47.737633 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.738255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Bound using segment: {'id': '8310cad2-3907-494e-a066-fc6fb79221be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '410b7372-5328-482d-974c-dde8ee0b954b'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:47.738843 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Bound port: 1a69ee10-82c6-4858-ab73-5bbee7b56bcf, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8310cad2-3907-494e-a066-fc6fb79221be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '410b7372-5328-482d-974c-dde8ee0b954b'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:47.739751 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.784234 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30b1325e-285d-4d07-be81-1b0bac648608 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.809818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] For port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:47.813596 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] For port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1a69ee10-82c6-4858-ab73-5bbee7b56bcf,segment=NetworkSegment(8310cad2-3907-494e-a066-fc6fb79221be),segment_id=8310cad2-3907-494e-a066-fc6fb79221be)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:47.916906 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30b1325e-285d-4d07-be81-1b0bac648608 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.942269 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.959543 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1325e-285d-4d07-be81-1b0bac648608 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688a4895-29aa-4235-b43a-2e2c296a6eaf,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:48.002058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb2ad5-ff7a-4631-9ed8-5661e08ce4ab None None] Pushing event updated for resources: {'Port': ['ID=1a69ee10-82c6-4858-ab73-5bbee7b56bcf,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:48.020056 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-30b1325e-285d-4d07-be81-1b0bac648608 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:48.024541 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-30b1325e-285d-4d07-be81-1b0bac648608 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4512424 Aug 17 02:53:48.024541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58250) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:48.030775 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-cd4a2655-c6f3-4500-93be-05786ce98fb5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-957746895', 'security_groups': ['688a4895-29aa-4235-b43a-2e2c296a6eaf'], 'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '69111858-7de5-4d60-875c-5c65d6844aab'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:48.273613 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4a2655-c6f3-4500-93be-05786ce98fb5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:48.358870 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401d155-614e-469c-9bd4-6908372ac071 req-69e31335-cb03-4f7d-9880-96030cf62e17 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:48.360517 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2401d155-614e-469c-9bd4-6908372ac071 req-69e31335-cb03-4f7d-9880-96030cf62e17 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 943 time: 0.0955949 Aug 17 02:53:48.457017 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2401d155-614e-469c-9bd4-6908372ac071 req-c6658b2d-31bd-43ec-a3b0-f1522362c0de tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788832 Aug 17 02:53:48.457347 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2655-c6f3-4500-93be-05786ce98fb5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:48.492070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [None req-cd4a2655-c6f3-4500-93be-05786ce98fb5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port 7d2b2064-db1f-4964-8b63-5a5aa7a60831 yet. {{(pid=95407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:53:48.513188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58256) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:48.567926 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58258) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:48.569032 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9ed814ee-bd64-479e-8a18-a7fd055466c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c407b18219e4b0ea935d885623a2825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543344 Aug 17 02:53:48.723156 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aafb60f9-c0ba-4e83-acda-e173bdb44dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:48.745129 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-cd4a2655-c6f3-4500-93be-05786ce98fb5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Allocated IP 2001:db8::24d (410b7372-5328-482d-974c-dde8ee0b954b/69111858-7de5-4d60-875c-5c65d6844aab/7d2b2064-db1f-4964-8b63-5a5aa7a60831) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:48.766748 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aafb60f9-c0ba-4e83-acda-e173bdb44dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:48.965463 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2655-c6f3-4500-93be-05786ce98fb5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:48.974285 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aafb60f9-c0ba-4e83-acda-e173bdb44dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:48.976951 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aafb60f9-c0ba-4e83-acda-e173bdb44dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:48.978200 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-aafb60f9-c0ba-4e83-acda-e173bdb44dac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7fbb8f6-f34d-484d-b70f-3791fb8e98ab HTTP/1.1" status: 204 len: 168 time: 0.4084675 Aug 17 02:53:48.994062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-cd4a2655-c6f3-4500-93be-05786ce98fb5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Transition to ACTIVE for port object 7d2b2064-db1f-4964-8b63-5a5aa7a60831 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:48.996689 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb60f9-c0ba-4e83-acda-e173bdb44dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fbb8f6-f34d-484d-b70f-3791fb8e98ab,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:49.114073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2655-c6f3-4500-93be-05786ce98fb5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:49.183733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a2655-c6f3-4500-93be-05786ce98fb5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 410b7372-5328-482d-974c-dde8ee0b954b is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:49.188304 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-cd4a2655-c6f3-4500-93be-05786ce98fb5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:49.194874 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a2655-c6f3-4500-93be-05786ce98fb5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:49.204173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4a2655-c6f3-4500-93be-05786ce98fb5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:49.204856 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2655-c6f3-4500-93be-05786ce98fb5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:49.209423 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a2655-c6f3-4500-93be-05786ce98fb5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=7d2b2064-db1f-4964-8b63-5a5aa7a60831,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:49.331203 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cd4a2655-c6f3-4500-93be-05786ce98fb5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3056459 Aug 17 02:53:49.334547 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58264) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:49.340169 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7f8284fa-8d18-47af-97b1-0de375d60765 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'subnet': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:49.517717 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c690de3b-a827-4241-bedd-b817f6d9d32b None None] Provisioning complete for port 50558f84-8623-4c0c-9c96-8bba5295d236 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:49.518303 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c690de3b-a827-4241-bedd-b817f6d9d32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:49.574675 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c690de3b-a827-4241-bedd-b817f6d9d32b None None] Port 50558f84-8623-4c0c-9c96-8bba5295d236 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:49.610367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d52ba-9d6b-4652-a4ce-5439bf0b6ec7 req-173717e7-2d38-42e4-966c-11a6940403e5 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:49.617928 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e04d52ba-9d6b-4652-a4ce-5439bf0b6ec7 req-173717e7-2d38-42e4-966c-11a6940403e5 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 943 time: 0.0612347 Aug 17 02:53:49.650022 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8284fa-8d18-47af-97b1-0de375d60765 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:49.663104 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e04d52ba-9d6b-4652-a4ce-5439bf0b6ec7 req-9aa1249b-7726-4f05-8c1c-3dfdd27cf167 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441811 Aug 17 02:53:49.666891 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7f8284fa-8d18-47af-97b1-0de375d60765 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:49.725041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c690de3b-a827-4241-bedd-b817f6d9d32b None None] Provisioning for port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:49.868064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1a69ee10-82c6-4858-ab73-5bbee7b56bcf up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:49.893149 n-d-793621-31 neutron-server[95407]: INFO neutron.db.ipam_backend_mixin [None req-7f8284fa-8d18-47af-97b1-0de375d60765 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69111858-7de5-4d60-875c-5c65d6844aab (CIDR: 2001:db8::/64) Aug 17 02:53:49.969481 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8284fa-8d18-47af-97b1-0de375d60765 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:53:49.973719 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8284fa-8d18-47af-97b1-0de375d60765 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:53:50.026271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:50.030289 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:50.030660 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:50.073269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3132fe5d-f3f7-4c62-912c-d8c739fd9257 None None] Provisioning for port 7d2b2064-db1f-4964-8b63-5a5aa7a60831 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:50.084504 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3132fe5d-f3f7-4c62-912c-d8c739fd9257 None None] Provisioning complete for port 7d2b2064-db1f-4964-8b63-5a5aa7a60831 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:50.084504 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3132fe5d-f3f7-4c62-912c-d8c739fd9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:50.109310 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7f8284fa-8d18-47af-97b1-0de375d60765 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7710848 Aug 17 02:53:50.109876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58280) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:50.118709 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-16d4f805-a54e-4d92-a828-73a35dd75332 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'subnet': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:50.157923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3132fe5d-f3f7-4c62-912c-d8c739fd9257 None None] Port 7d2b2064-db1f-4964-8b63-5a5aa7a60831 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:50.162845 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:50.195939 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1a69ee10-82c6-4858-ab73-5bbee7b56bcf,segment=NetworkSegment(8310cad2-3907-494e-a066-fc6fb79221be),segment_id=8310cad2-3907-494e-a066-fc6fb79221be)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:50.324930 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:50.336257 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d4f805-a54e-4d92-a828-73a35dd75332 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:50.342013 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16d4f805-a54e-4d92-a828-73a35dd75332 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:50.379383 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=1a69ee10-82c6-4858-ab73-5bbee7b56bcf,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:50.694933 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16d4f805-a54e-4d92-a828-73a35dd75332 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:50.751626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d4f805-a54e-4d92-a828-73a35dd75332 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 410b7372-5328-482d-974c-dde8ee0b954b is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:50.755027 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-16d4f805-a54e-4d92-a828-73a35dd75332 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:50.759813 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d4f805-a54e-4d92-a828-73a35dd75332 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:50.760658 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-16d4f805-a54e-4d92-a828-73a35dd75332 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:50.769261 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1023e82f-9d7e-4582-8027-7dee2e3d9026 None None] Network 410b7372-5328-482d-974c-dde8ee0b954b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:50.800766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4f805-a54e-4d92-a828-73a35dd75332 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Subnet': ['ID=01b3acb2-8120-45f3-bbd7-5292b1b59a23,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:50.830446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a52a34-a7ac-4c6f-831f-daa85ce0733f req-c5b7b7d7-dbec-453f-8f64-867e334c1c80 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:50.832340 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6a52a34-a7ac-4c6f-831f-daa85ce0733f req-c5b7b7d7-dbec-453f-8f64-867e334c1c80 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 943 time: 0.0689304 Aug 17 02:53:50.884236 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6a52a34-a7ac-4c6f-831f-daa85ce0733f req-e80396dd-ae04-453d-a37a-d133b60ccaca tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455332 Aug 17 02:53:50.976939 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-16d4f805-a54e-4d92-a828-73a35dd75332 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8653021 Aug 17 02:53:50.979814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58310) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:50.985265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ab5af4c8-527a-4da5-8b18-c3f7358ada41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-538605060', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '01b3acb2-8120-45f3-bbd7-5292b1b59a23'}], 'security_groups': ['a2cee769-b3f8-4ad4-8a68-16f12b8a04cd']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:51.005783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204b6026-bc4e-4b51-bdbc-f068851cd06d None None] Update dhcp port {'port': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'fixed_ips': [{'subnet_id': '69111858-7de5-4d60-875c-5c65d6844aab', 'ip_address': '2001:db8::2'}, {'subnet_id': '01b3acb2-8120-45f3-bbd7-5292b1b59a23'}], 'binding:host_id': 'n-d-793621-31'}, 'id': '1a69ee10-82c6-4858-ab73-5bbee7b56bcf'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:53:51.038295 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-204b6026-bc4e-4b51-bdbc-f068851cd06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:51.160354 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab5af4c8-527a-4da5-8b18-c3f7358ada41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:51.236626 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-204b6026-bc4e-4b51-bdbc-f068851cd06d None None] Allocated IP 2001:db8:0:1::2 (410b7372-5328-482d-974c-dde8ee0b954b/01b3acb2-8120-45f3-bbd7-5292b1b59a23/1a69ee10-82c6-4858-ab73-5bbee7b56bcf) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:51.339795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-204b6026-bc4e-4b51-bdbc-f068851cd06d None None] For port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1a69ee10-82c6-4858-ab73-5bbee7b56bcf,segment=NetworkSegment(8310cad2-3907-494e-a066-fc6fb79221be),segment_id=8310cad2-3907-494e-a066-fc6fb79221be)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:51.378380 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-204b6026-bc4e-4b51-bdbc-f068851cd06d None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:51.396955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-204b6026-bc4e-4b51-bdbc-f068851cd06d None None] Transition to ACTIVE for port object 1a69ee10-82c6-4858-ab73-5bbee7b56bcf will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:51.507579 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-204b6026-bc4e-4b51-bdbc-f068851cd06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:51.593368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b6026-bc4e-4b51-bdbc-f068851cd06d None None] Pushing event updated for resources: {'Port': ['ID=1a69ee10-82c6-4858-ab73-5bbee7b56bcf,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:51.629635 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-ab5af4c8-527a-4da5-8b18-c3f7358ada41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Delete allocated IP 2001:db8::24d (410b7372-5328-482d-974c-dde8ee0b954b/69111858-7de5-4d60-875c-5c65d6844aab) {{(pid=95406) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 02:53:51.638198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-ab5af4c8-527a-4da5-8b18-c3f7358ada41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Allocated IP 2001:db8:0:1::cf (410b7372-5328-482d-974c-dde8ee0b954b/01b3acb2-8120-45f3-bbd7-5292b1b59a23/7d2b2064-db1f-4964-8b63-5a5aa7a60831) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:51.799758 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1a69ee10-82c6-4858-ab73-5bbee7b56bcf up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:51.831722 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab5af4c8-527a-4da5-8b18-c3f7358ada41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:51.844116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-ab5af4c8-527a-4da5-8b18-c3f7358ada41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Transition to ACTIVE for port object 7d2b2064-db1f-4964-8b63-5a5aa7a60831 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:51.959408 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab5af4c8-527a-4da5-8b18-c3f7358ada41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:52.036054 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5af4c8-527a-4da5-8b18-c3f7358ada41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=7d2b2064-db1f-4964-8b63-5a5aa7a60831,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:52.085738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ab5af4c8-527a-4da5-8b18-c3f7358ada41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] In _notify_port_updated(), no bound segment for port 7d2b2064-db1f-4964-8b63-5a5aa7a60831 on network 410b7372-5328-482d-974c-dde8ee0b954b {{(pid=95406) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:53:52.092657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5af4c8-527a-4da5-8b18-c3f7358ada41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:52.093353 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab5af4c8-527a-4da5-8b18-c3f7358ada41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:52.094863 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ab5af4c8-527a-4da5-8b18-c3f7358ada41 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "PUT /v2.0/ports/7d2b2064-db1f-4964-8b63-5a5aa7a60831 HTTP/1.1" status: 200 len: 929 time: 1.1140907 Aug 17 02:53:52.099048 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58342) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:52.116315 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db7015-4dc9-4d41-ad4f-98d6dc8fd749 req-aaca080e-f993-42f1-af74-f43c7f377605 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:52.119097 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84db7015-4dc9-4d41-ad4f-98d6dc8fd749 req-aaca080e-f993-42f1-af74-f43c7f377605 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 943 time: 0.1155257 Aug 17 02:53:52.216306 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84db7015-4dc9-4d41-ad4f-98d6dc8fd749 req-5b85991a-3b00-4ae2-907c-839acdde9f28 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838923 Aug 17 02:53:52.240715 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac6959-67da-4bb2-959c-56ea91f2f33b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port 7d2b2064-db1f-4964-8b63-5a5aa7a60831 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:52.241059 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d0ac6959-67da-4bb2-959c-56ea91f2f33b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:52.340960 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d0ac6959-67da-4bb2-959c-56ea91f2f33b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:52.354459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac6959-67da-4bb2-959c-56ea91f2f33b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for 7d2b2064-db1f-4964-8b63-5a5aa7a60831 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:52.484565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d3c12ebf-f335-48eb-b4c9-d5bfbfd8c83d None None] Provisioning for port 7d2b2064-db1f-4964-8b63-5a5aa7a60831 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:52.488813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d3c12ebf-f335-48eb-b4c9-d5bfbfd8c83d None None] Provisioning complete for port 7d2b2064-db1f-4964-8b63-5a5aa7a60831 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:52.489208 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d3c12ebf-f335-48eb-b4c9-d5bfbfd8c83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:52.527447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d3c12ebf-f335-48eb-b4c9-d5bfbfd8c83d None None] Port 7d2b2064-db1f-4964-8b63-5a5aa7a60831 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:52.538513 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d3c12ebf-f335-48eb-b4c9-d5bfbfd8c83d None None] Provisioning complete for port 50558f84-8623-4c0c-9c96-8bba5295d236 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:52.538890 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d3c12ebf-f335-48eb-b4c9-d5bfbfd8c83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:52.572976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d3c12ebf-f335-48eb-b4c9-d5bfbfd8c83d None None] Port 50558f84-8623-4c0c-9c96-8bba5295d236 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:52.628120 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d0ac6959-67da-4bb2-959c-56ea91f2f33b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:52.663461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac6959-67da-4bb2-959c-56ea91f2f33b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=7d2b2064-db1f-4964-8b63-5a5aa7a60831,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:52.692501 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d0ac6959-67da-4bb2-959c-56ea91f2f33b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:52.695038 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d0ac6959-67da-4bb2-959c-56ea91f2f33b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/7d2b2064-db1f-4964-8b63-5a5aa7a60831 HTTP/1.1" status: 204 len: 168 time: 0.5947256 Aug 17 02:53:52.697620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58348) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:52.719183 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d3c12ebf-f335-48eb-b4c9-d5bfbfd8c83d None None] Provisioning for port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:52.723522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d3c12ebf-f335-48eb-b4c9-d5bfbfd8c83d None None] Provisioning complete for port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:52.723950 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d3c12ebf-f335-48eb-b4c9-d5bfbfd8c83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:52.724274 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a425105-0b99-4695-98e4-e722caa86fa0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] GET failed (client error): The resource could not be found. Aug 17 02:53:52.728845 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6a425105-0b99-4695-98e4-e722caa86fa0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/7d2b2064-db1f-4964-8b63-5a5aa7a60831 HTTP/1.1" status: 404 len: 333 time: 0.0298679 Aug 17 02:53:52.730161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58350) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:52.850906 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5b40d2ac-3c91-43bf-8ede-f624d8f30cf4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:52.876445 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5b40d2ac-3c91-43bf-8ede-f624d8f30cf4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:52.947670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f58d262e-f9a3-450c-8c22-c8972cb80f8a None None] Could not find standard attr ID for object 7d2b2064-db1f-4964-8b63-5a5aa7a60831. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:53:53.081045 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5b40d2ac-3c91-43bf-8ede-f624d8f30cf4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:53.085732 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5b40d2ac-3c91-43bf-8ede-f624d8f30cf4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:53.092232 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5b40d2ac-3c91-43bf-8ede-f624d8f30cf4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/security-groups/688a4895-29aa-4235-b43a-2e2c296a6eaf HTTP/1.1" status: 204 len: 168 time: 0.3584542 Aug 17 02:53:53.092668 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58356) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:53.102033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40d2ac-3c91-43bf-8ede-f624d8f30cf4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688a4895-29aa-4235-b43a-2e2c296a6eaf,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:53.168658 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-923d57b4-99cd-42bb-9da7-9665905b4af2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:53.194275 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-923d57b4-99cd-42bb-9da7-9665905b4af2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:53.349844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf276-7527-467d-8bf7-663fcf46d72e req-20749d28-b878-4d75-b75f-a3a7c79ca9e5 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:53.351514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02dbf276-7527-467d-8bf7-663fcf46d72e req-20749d28-b878-4d75-b75f-a3a7c79ca9e5 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 943 time: 0.0605106 Aug 17 02:53:53.391496 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02dbf276-7527-467d-8bf7-663fcf46d72e req-a94fde90-c65d-4381-b396-901455b6a3c8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334747 Aug 17 02:53:53.427952 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-923d57b4-99cd-42bb-9da7-9665905b4af2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:53.430709 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-923d57b4-99cd-42bb-9da7-9665905b4af2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:53.432579 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-923d57b4-99cd-42bb-9da7-9665905b4af2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/security-groups/a2cee769-b3f8-4ad4-8a68-16f12b8a04cd HTTP/1.1" status: 204 len: 168 time: 0.3382080 Aug 17 02:53:53.436076 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58362) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:53.443115 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d57b4-99cd-42bb-9da7-9665905b4af2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cee769-b3f8-4ad4-8a68-16f12b8a04cd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:53.504456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba2e2a0-b01b-4897-904d-e39dc6341875 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting subnet 69111858-7de5-4d60-875c-5c65d6844aab {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:53:53.507803 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e2a0-b01b-4897-904d-e39dc6341875 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:53.551009 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e2a0-b01b-4897-904d-e39dc6341875 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:53.648134 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e2a0-b01b-4897-904d-e39dc6341875 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:53.840021 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e2a0-b01b-4897-904d-e39dc6341875 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:53.871777 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2e2a0-b01b-4897-904d-e39dc6341875 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Subnet': ['ID=69111858-7de5-4d60-875c-5c65d6844aab,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:53.881522 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e2a0-b01b-4897-904d-e39dc6341875 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:53.883569 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2ba2e2a0-b01b-4897-904d-e39dc6341875 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/69111858-7de5-4d60-875c-5c65d6844aab HTTP/1.1" status: 204 len: 168 time: 0.4460797 Aug 17 02:53:53.888203 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58366) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:53.890992 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f00ba2-27c2-46a7-8e3c-25050371b6ea None None] Network 410b7372-5328-482d-974c-dde8ee0b954b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:53.893668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-5f0fb679-0ae5-403c-90e6-ca744bea390e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'subnet': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:54.107383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0fb679-0ae5-403c-90e6-ca744bea390e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:54.111788 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb679-0ae5-403c-90e6-ca744bea390e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:54.507872 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb679-0ae5-403c-90e6-ca744bea390e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:54.565147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0fb679-0ae5-403c-90e6-ca744bea390e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 410b7372-5328-482d-974c-dde8ee0b954b is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:54.570890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-5f0fb679-0ae5-403c-90e6-ca744bea390e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:54.575411 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0fb679-0ae5-403c-90e6-ca744bea390e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:54.576108 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb679-0ae5-403c-90e6-ca744bea390e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:54.595566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48959-8bd5-4302-bd31-76b678bddff2 req-5d716ca1-c45c-4cba-9124-b29070634682 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:54.605570 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0b48959-8bd5-4302-bd31-76b678bddff2 req-5d716ca1-c45c-4cba-9124-b29070634682 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 943 time: 0.1321449 Aug 17 02:53:54.660448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fb679-0ae5-403c-90e6-ca744bea390e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Subnet': ['ID=820bd787-e127-4420-978c-122c5241ba27,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:54.666329 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0b48959-8bd5-4302-bd31-76b678bddff2 req-88d2d9d5-03c8-4494-be90-855d6ba80671 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539131 Aug 17 02:53:54.727288 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c748b-b5e5-4bd1-a9c3-8c934ccca31a None None] Network 410b7372-5328-482d-974c-dde8ee0b954b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:54.783727 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5f0fb679-0ae5-403c-90e6-ca744bea390e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8939886 Aug 17 02:53:54.786158 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58386) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:54.791260 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-06e02e22-ecaf-4dc5-ab82-6b61533d7625 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'security_group': {'name': 'tempest-secgroup-510888985'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:54.795505 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8f6ccb51-e3b6-4483-b760-cc196ece04dc None None] Provisioning complete for port 50558f84-8623-4c0c-9c96-8bba5295d236 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:54.795881 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8f6ccb51-e3b6-4483-b760-cc196ece04dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:54.856062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ccb51-e3b6-4483-b760-cc196ece04dc None None] Port 50558f84-8623-4c0c-9c96-8bba5295d236 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:54.899366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8f6ccb51-e3b6-4483-b760-cc196ece04dc None None] Provisioning complete for port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:54.899741 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8f6ccb51-e3b6-4483-b760-cc196ece04dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:54.928801 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-06e02e22-ecaf-4dc5-ab82-6b61533d7625 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:55.025295 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-06e02e22-ecaf-4dc5-ab82-6b61533d7625 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:55.107929 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-06e02e22-ecaf-4dc5-ab82-6b61533d7625 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:55.147271 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e02e22-ecaf-4dc5-ab82-6b61533d7625 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78d9a6e-03a3-4b09-8925-b65874ae7ad9,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:55.202117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfa4d6d-d767-4ed3-ab2d-cfd06f74cf13 None None] Update dhcp port {'port': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'fixed_ips': [{'subnet_id': '01b3acb2-8120-45f3-bbd7-5292b1b59a23', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '820bd787-e127-4420-978c-122c5241ba27'}], 'binding:host_id': 'n-d-793621-31'}, 'id': '1a69ee10-82c6-4858-ab73-5bbee7b56bcf'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:53:55.227524 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5bfa4d6d-d767-4ed3-ab2d-cfd06f74cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:55.259893 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-06e02e22-ecaf-4dc5-ab82-6b61533d7625 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:55.261599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-06e02e22-ecaf-4dc5-ab82-6b61533d7625 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4739382 Aug 17 02:53:55.264303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58390) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:55.269148 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-312aa396-2884-467e-a9b2-1155f3a67fa5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'security_group': {'name': 'tempest-secgroup-164381470'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:55.389167 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-312aa396-2884-467e-a9b2-1155f3a67fa5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:55.398035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-5bfa4d6d-d767-4ed3-ab2d-cfd06f74cf13 None None] Allocated IP 2001:db8::2 (410b7372-5328-482d-974c-dde8ee0b954b/820bd787-e127-4420-978c-122c5241ba27/1a69ee10-82c6-4858-ab73-5bbee7b56bcf) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:55.507359 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-312aa396-2884-467e-a9b2-1155f3a67fa5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:55.536284 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5bfa4d6d-d767-4ed3-ab2d-cfd06f74cf13 None None] For port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1a69ee10-82c6-4858-ab73-5bbee7b56bcf,segment=NetworkSegment(8310cad2-3907-494e-a066-fc6fb79221be),segment_id=8310cad2-3907-494e-a066-fc6fb79221be)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:55.564332 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5bfa4d6d-d767-4ed3-ab2d-cfd06f74cf13 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:55.577808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5bfa4d6d-d767-4ed3-ab2d-cfd06f74cf13 None None] Transition to ACTIVE for port object 1a69ee10-82c6-4858-ab73-5bbee7b56bcf will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:55.651372 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-312aa396-2884-467e-a9b2-1155f3a67fa5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:55.679656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312aa396-2884-467e-a9b2-1155f3a67fa5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d957d59f-56d5-4fb8-8cc4-ed827a7cac0f,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:55.708545 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5bfa4d6d-d767-4ed3-ab2d-cfd06f74cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:55.810137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa4d6d-d767-4ed3-ab2d-cfd06f74cf13 None None] Pushing event updated for resources: {'Port': ['ID=1a69ee10-82c6-4858-ab73-5bbee7b56bcf,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:55.818396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960734c-0d83-488e-ba96-0ac56357b9c1 req-5e0e1a6c-02ce-4352-9e57-a94cb2369e01 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:55.821430 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6960734c-0d83-488e-ba96-0ac56357b9c1 req-5e0e1a6c-02ce-4352-9e57-a94cb2369e01 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 943 time: 0.0696638 Aug 17 02:53:55.823474 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-312aa396-2884-467e-a9b2-1155f3a67fa5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:55.827688 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-312aa396-2884-467e-a9b2-1155f3a67fa5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5593026 Aug 17 02:53:55.828217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58402) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:55.832732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-fef11fc1-cd4c-419d-a6d6-b7cd608005e5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'security_group': {'name': 'tempest-secgroup-1754646854'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:55.890168 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6960734c-0d83-488e-ba96-0ac56357b9c1 req-78563445-dae3-41bd-93fd-89e2ac2c0ab3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450428 Aug 17 02:53:55.948602 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fef11fc1-cd4c-419d-a6d6-b7cd608005e5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:56.062617 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fef11fc1-cd4c-419d-a6d6-b7cd608005e5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:56.199281 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fef11fc1-cd4c-419d-a6d6-b7cd608005e5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:56.233611 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef11fc1-cd4c-419d-a6d6-b7cd608005e5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f40f65f-50cf-4853-942e-baf332a65dae,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:56.334163 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fef11fc1-cd4c-419d-a6d6-b7cd608005e5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:56.335490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fef11fc1-cd4c-419d-a6d6-b7cd608005e5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5064654 Aug 17 02:53:56.338862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58410) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:56.344193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7490a933-085c-4803-9478-038e7d522db5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-862942901', 'security_groups': ['6f40f65f-50cf-4853-942e-baf332a65dae'], 'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '820bd787-e127-4420-978c-122c5241ba27'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:56.414013 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e456da00-9d3d-48dd-b1de-d72e044f408f None None] Provisioning complete for port 50558f84-8623-4c0c-9c96-8bba5295d236 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:56.414618 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e456da00-9d3d-48dd-b1de-d72e044f408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:56.453095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e456da00-9d3d-48dd-b1de-d72e044f408f None None] Port 50558f84-8623-4c0c-9c96-8bba5295d236 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:56.547552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7490a933-085c-4803-9478-038e7d522db5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:56.579140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e456da00-9d3d-48dd-b1de-d72e044f408f None None] Provisioning for port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:56.579140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e456da00-9d3d-48dd-b1de-d72e044f408f None None] Provisioning complete for port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:56.579140 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e456da00-9d3d-48dd-b1de-d72e044f408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:56.634408 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7490a933-085c-4803-9478-038e7d522db5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:56.652102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [None req-7490a933-085c-4803-9478-038e7d522db5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] device_id is not set on port cc7b4a02-c2bd-40c8-be44-d9a81a37bae5 yet. {{(pid=95406) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:53:56.834985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-7490a933-085c-4803-9478-038e7d522db5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Allocated IP 2001:db8::39b (410b7372-5328-482d-974c-dde8ee0b954b/820bd787-e127-4420-978c-122c5241ba27/cc7b4a02-c2bd-40c8-be44-d9a81a37bae5) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:56.992190 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7490a933-085c-4803-9478-038e7d522db5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:57.023114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-7490a933-085c-4803-9478-038e7d522db5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Transition to ACTIVE for port object cc7b4a02-c2bd-40c8-be44-d9a81a37bae5 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:57.049602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c19d82-4312-4360-bd09-2ed5a46db947 req-66f6b175-55cf-4395-8d5c-6cd83b1af5aa tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:57.051131 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39c19d82-4312-4360-bd09-2ed5a46db947 req-66f6b175-55cf-4395-8d5c-6cd83b1af5aa tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 943 time: 0.0716434 Aug 17 02:53:57.100133 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39c19d82-4312-4360-bd09-2ed5a46db947 req-6415b753-e2eb-4e5b-9ff3-8d81bd3c2992 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379026 Aug 17 02:53:57.188125 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7490a933-085c-4803-9478-038e7d522db5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:57.239316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7490a933-085c-4803-9478-038e7d522db5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 410b7372-5328-482d-974c-dde8ee0b954b is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:57.242554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-7490a933-085c-4803-9478-038e7d522db5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:57.244974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7490a933-085c-4803-9478-038e7d522db5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:57.250771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7490a933-085c-4803-9478-038e7d522db5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:57.251449 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7490a933-085c-4803-9478-038e7d522db5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:57.260637 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490a933-085c-4803-9478-038e7d522db5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=cc7b4a02-c2bd-40c8-be44-d9a81a37bae5,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:57.382822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7490a933-085c-4803-9478-038e7d522db5 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0428240 Aug 17 02:53:57.386297 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58444) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:57.391316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-92418ed5-abf9-47da-a334-75806f98410d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'subnet': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:57.562768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6fcbab0b-2bea-4fc6-b088-fa135a30b5bb None None] Provisioning for port cc7b4a02-c2bd-40c8-be44-d9a81a37bae5 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:57.566697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6fcbab0b-2bea-4fc6-b088-fa135a30b5bb None None] Provisioning complete for port cc7b4a02-c2bd-40c8-be44-d9a81a37bae5 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:57.573780 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6fcbab0b-2bea-4fc6-b088-fa135a30b5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:57.600931 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbab0b-2bea-4fc6-b088-fa135a30b5bb None None] Port cc7b4a02-c2bd-40c8-be44-d9a81a37bae5 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:57.605021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92418ed5-abf9-47da-a334-75806f98410d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:57.608937 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92418ed5-abf9-47da-a334-75806f98410d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:57.643830 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:53:57.768254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1a69ee10-82c6-4858-ab73-5bbee7b56bcf up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:57.827388 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:57.827764 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:58.016360 n-d-793621-31 neutron-server[95406]: INFO neutron.db.ipam_backend_mixin [None req-92418ed5-abf9-47da-a334-75806f98410d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 820bd787-e127-4420-978c-122c5241ba27 (CIDR: 2001:db8::/64) Aug 17 02:53:58.062738 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-92418ed5-abf9-47da-a334-75806f98410d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:53:58.063204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92418ed5-abf9-47da-a334-75806f98410d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:53:58.146257 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-92418ed5-abf9-47da-a334-75806f98410d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7589269 Aug 17 02:53:58.149109 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58460) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:58.156185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f2d3d49f-cf17-4090-b070-c89bc29fbad0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'subnet': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:58.240683 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8ec29-ba41-410c-a4be-d99754c8b04a req-27cbf9e0-d436-4b49-9a2c-bb52736d5904 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:58.242421 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9fc8ec29-ba41-410c-a4be-d99754c8b04a req-27cbf9e0-d436-4b49-9a2c-bb52736d5904 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 943 time: 0.0570693 Aug 17 02:53:58.287662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9fc8ec29-ba41-410c-a4be-d99754c8b04a req-bad36106-3e8e-40a9-b477-6de9b7c70c01 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381787 Aug 17 02:53:58.350828 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d3d49f-cf17-4090-b070-c89bc29fbad0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:58.355232 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2d3d49f-cf17-4090-b070-c89bc29fbad0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:58.452360 n-d-793621-31 neutron-server[95407]: INFO neutron.db.ipam_backend_mixin [None req-f2d3d49f-cf17-4090-b070-c89bc29fbad0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 01b3acb2-8120-45f3-bbd7-5292b1b59a23 (CIDR: 2001:db8:0:1::/64) Aug 17 02:53:58.497042 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d3d49f-cf17-4090-b070-c89bc29fbad0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:53:58.497783 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d3d49f-cf17-4090-b070-c89bc29fbad0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:53:58.527820 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58468) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:58.602697 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f2d3d49f-cf17-4090-b070-c89bc29fbad0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4497077 Aug 17 02:53:58.602915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58474) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:58.608376 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-4aa3ae1f-cbf1-46b9-820a-c2905d5400a1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'subnet': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:58.667637 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-777022f0-72f1-43e8-aa4d-45367fc001ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:58.807166 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-777022f0-72f1-43e8-aa4d-45367fc001ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:58.896058 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:58.942711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:53:58.955992 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-777022f0-72f1-43e8-aa4d-45367fc001ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.002486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777022f0-72f1-43e8-aa4d-45367fc001ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c3d070-dfb6-4f14-b967-d951b8053e6a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:59.009383 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-777022f0-72f1-43e8-aa4d-45367fc001ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=585e2ecdbc794fd5bf7fdc303c86fd20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4779158 Aug 17 02:53:59.009901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58478) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:59.054639 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:59.062924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef71107e-2875-4603-a13f-0fb797f4fbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.072737 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'port_id': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47', 'mac_address': 'fa:16:3e:04:ab:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:53:59.086635 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef71107e-2875-4603-a13f-0fb797f4fbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.113441 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.115630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa3ae1f-cbf1-46b9-820a-c2905d5400a1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Made reservation on behalf of 03f50382812b466e9fc1cd21f9f7b855 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:59.120443 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ae1f-cbf1-46b9-820a-c2905d5400a1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.129271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:59.155273 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:59.277527 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.326406 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:59.342942 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef71107e-2875-4603-a13f-0fb797f4fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.346151 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef71107e-2875-4603-a13f-0fb797f4fbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.353520 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ef71107e-2875-4603-a13f-0fb797f4fbf9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5c3d070-dfb6-4f14-b967-d951b8053e6a HTTP/1.1" status: 204 len: 168 time: 0.3359349 Aug 17 02:53:59.372912 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71107e-2875-4603-a13f-0fb797f4fbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c3d070-dfb6-4f14-b967-d951b8053e6a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:59.442503 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36890f79-4ab4-4a4f-9edc-a394ad2e4264 req-e983ab35-392c-4135-a227-bb4114453029 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:59.444099 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36890f79-4ab4-4a4f-9edc-a394ad2e4264 req-e983ab35-392c-4135-a227-bb4114453029 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 944 time: 0.0823569 Aug 17 02:53:59.488298 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36890f79-4ab4-4a4f-9edc-a394ad2e4264 req-7d1e26c8-4aa1-494b-a67b-0c1bbea191ff tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375583 Aug 17 02:53:59.673837 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ae1f-cbf1-46b9-820a-c2905d5400a1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.679176 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:59.721934 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa3ae1f-cbf1-46b9-820a-c2905d5400a1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Network 410b7372-5328-482d-974c-dde8ee0b954b is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:59.725346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-4aa3ae1f-cbf1-46b9-820a-c2905d5400a1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:59.730356 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa3ae1f-cbf1-46b9-820a-c2905d5400a1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:59.730955 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ae1f-cbf1-46b9-820a-c2905d5400a1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.745337 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d2a732-4cd8-46f7-8812-1da897f32f1f None None] Network 410b7372-5328-482d-974c-dde8ee0b954b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:59.754416 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3ae1f-cbf1-46b9-820a-c2905d5400a1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Subnet': ['ID=93465405-6de8-48e4-8a81-42ec17a94449,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:59.905416 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4aa3ae1f-cbf1-46b9-820a-c2905d5400a1 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2987702 Aug 17 02:53:59.905632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58498) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:59.910845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-85a7b5ce-791b-4622-88c1-e403748c4e00 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1876467854', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '93465405-6de8-48e4-8a81-42ec17a94449'}], 'security_groups': ['d78d9a6e-03a3-4b09-8925-b65874ae7ad9', 'd957d59f-56d5-4fb8-8cc4-ed827a7cac0f']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:00.090988 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85a7b5ce-791b-4622-88c1-e403748c4e00 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:00.114076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488ba87a-7735-4e82-aad1-f8000f15151e None None] Update dhcp port {'port': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'fixed_ips': [{'subnet_id': '01b3acb2-8120-45f3-bbd7-5292b1b59a23', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '820bd787-e127-4420-978c-122c5241ba27', 'ip_address': '2001:db8::2'}, {'subnet_id': '93465405-6de8-48e4-8a81-42ec17a94449'}], 'binding:host_id': 'n-d-793621-31'}, 'id': '1a69ee10-82c6-4858-ab73-5bbee7b56bcf'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:54:00.139373 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-488ba87a-7735-4e82-aad1-f8000f15151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:00.323266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-488ba87a-7735-4e82-aad1-f8000f15151e None None] Allocated IP 2001:db8:0:2::2 (410b7372-5328-482d-974c-dde8ee0b954b/93465405-6de8-48e4-8a81-42ec17a94449/1a69ee10-82c6-4858-ab73-5bbee7b56bcf) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:00.381919 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58506) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:00.401272 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba65161a-626e-499b-b368-170d0732acbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:00.426171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-488ba87a-7735-4e82-aad1-f8000f15151e None None] For port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1a69ee10-82c6-4858-ab73-5bbee7b56bcf,segment=NetworkSegment(8310cad2-3907-494e-a066-fc6fb79221be),segment_id=8310cad2-3907-494e-a066-fc6fb79221be)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:00.457512 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-488ba87a-7735-4e82-aad1-f8000f15151e None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:00.472363 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-488ba87a-7735-4e82-aad1-f8000f15151e None None] Transition to ACTIVE for port object 1a69ee10-82c6-4858-ab73-5bbee7b56bcf will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:00.497765 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba65161a-626e-499b-b368-170d0732acbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:00.587745 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-488ba87a-7735-4e82-aad1-f8000f15151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:00.613428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f396eb1-86f7-4195-a88c-e321a671e900 req-d9df0f86-3350-4408-93d3-5f9d33db4587 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:00.615662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f396eb1-86f7-4195-a88c-e321a671e900 req-d9df0f86-3350-4408-93d3-5f9d33db4587 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 944 time: 0.0587425 Aug 17 02:54:00.640185 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ba65161a-626e-499b-b368-170d0732acbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:00.667893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6f396eb1-86f7-4195-a88c-e321a671e900 req-92504760-f2fa-4caa-8a02-40ea1bc5117a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455370 Aug 17 02:54:00.722968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ba87a-7735-4e82-aad1-f8000f15151e None None] Pushing event updated for resources: {'Port': ['ID=1a69ee10-82c6-4858-ab73-5bbee7b56bcf,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:00.739263 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ba65161a-626e-499b-b368-170d0732acbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7c0b5f12f6941a4a68742aebc8d4c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3562000 Aug 17 02:54:00.742268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65161a-626e-499b-b368-170d0732acbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2241bf05-605d-4a89-a5f3-d9663dec7a5b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:00.742910 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58510) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:00.790390 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-85a7b5ce-791b-4622-88c1-e403748c4e00 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Delete allocated IP 2001:db8::39b (410b7372-5328-482d-974c-dde8ee0b954b/820bd787-e127-4420-978c-122c5241ba27) {{(pid=95407) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 02:54:00.799630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-85a7b5ce-791b-4622-88c1-e403748c4e00 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Allocated IP 2001:db8:0:2::af (410b7372-5328-482d-974c-dde8ee0b954b/93465405-6de8-48e4-8a81-42ec17a94449/cc7b4a02-c2bd-40c8-be44-d9a81a37bae5) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:00.816197 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-854ad155-07a0-46fd-8ef2-0ae13e733423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:00.840117 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-854ad155-07a0-46fd-8ef2-0ae13e733423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:00.941745 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:00.964903 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-854ad155-07a0-46fd-8ef2-0ae13e733423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:00.967721 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-854ad155-07a0-46fd-8ef2-0ae13e733423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:00.975056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-854ad155-07a0-46fd-8ef2-0ae13e733423 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2241bf05-605d-4a89-a5f3-d9663dec7a5b HTTP/1.1" status: 204 len: 168 time: 0.2287545 Aug 17 02:54:00.989732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ad155-07a0-46fd-8ef2-0ae13e733423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2241bf05-605d-4a89-a5f3-d9663dec7a5b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:01.031980 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85a7b5ce-791b-4622-88c1-e403748c4e00 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.049393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-85a7b5ce-791b-4622-88c1-e403748c4e00 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Transition to ACTIVE for port object cc7b4a02-c2bd-40c8-be44-d9a81a37bae5 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:01.096160 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:01.100319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:01.103184 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.128646 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85a7b5ce-791b-4622-88c1-e403748c4e00 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.209679 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.244878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da32abfc-f865-435f-84cc-cce3683821ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:01.248598 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d6d169-75cd-4c5f-b000-4491da76d515" -d '{"events": [{"server_uuid": "da32abfc-f865-435f-84cc-cce3683821ce", "name": "network-vif-plugged", "status": "completed", "tag": "ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:01.265283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:01.311123 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71640a9d-e814-4992-9b2d-cfd9a34d2d7f x-openstack-request-id: req-71640a9d-e814-4992-9b2d-cfd9a34d2d7f {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:01.312075 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da32abfc-f865-435f-84cc-cce3683821ce", "name": "network-vif-plugged", "status": "completed", "tag": "ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:01.312567 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71640a9d-e814-4992-9b2d-cfd9a34d2d7f {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:01.313287 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da32abfc-f865-435f-84cc-cce3683821ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47', 'code': 200} Aug 17 02:54:01.325357 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.455621 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.460164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fc432-a41a-4e36-98ed-8b4ec2b21a23 req-a333d1ea-11b7-4f81-b81c-73c02e5fd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:01.466244 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-509fc432-a41a-4e36-98ed-8b4ec2b21a23 req-a333d1ea-11b7-4f81-b81c-73c02e5fd937 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 1096 time: 0.0527289 Aug 17 02:54:01.516736 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-509fc432-a41a-4e36-98ed-8b4ec2b21a23 req-f76720e7-0576-4142-b07d-bf8e82635045 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434017 Aug 17 02:54:01.530983 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7b5ce-791b-4622-88c1-e403748c4e00 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event updated for resources: {'Port': ['ID=cc7b4a02-c2bd-40c8-be44-d9a81a37bae5,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:01.534014 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-85a7b5ce-791b-4622-88c1-e403748c4e00 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] In _notify_port_updated(), no bound segment for port cc7b4a02-c2bd-40c8-be44-d9a81a37bae5 on network 410b7372-5328-482d-974c-dde8ee0b954b {{(pid=95407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 02:54:01.539899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a7b5ce-791b-4622-88c1-e403748c4e00 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:01.540793 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85a7b5ce-791b-4622-88c1-e403748c4e00 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.547303 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-85a7b5ce-791b-4622-88c1-e403748c4e00 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "PUT /v2.0/ports/cc7b4a02-c2bd-40c8-be44-d9a81a37bae5 HTTP/1.1" status: 200 len: 969 time: 1.6366093 Aug 17 02:54:01.547303 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58520) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:01.567145 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:01.664721 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4125f70c-ad8c-4a5f-af4a-254037e41fa2 None None] Provisioning complete for port 50558f84-8623-4c0c-9c96-8bba5295d236 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:01.665113 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4125f70c-ad8c-4a5f-af4a-254037e41fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.673314 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b3dd4-6dea-4398-a14c-95cf74a689b2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port cc7b4a02-c2bd-40c8-be44-d9a81a37bae5 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:01.673938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3dd4-6dea-4398-a14c-95cf74a689b2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.720784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4125f70c-ad8c-4a5f-af4a-254037e41fa2 None None] Port 50558f84-8623-4c0c-9c96-8bba5295d236 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:54:01.794395 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1a69ee10-82c6-4858-ab73-5bbee7b56bcf up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:01.829480 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3dd4-6dea-4398-a14c-95cf74a689b2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.840680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4125f70c-ad8c-4a5f-af4a-254037e41fa2 None None] Provisioning for port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:01.842483 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b3dd4-6dea-4398-a14c-95cf74a689b2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for cc7b4a02-c2bd-40c8-be44-d9a81a37bae5 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:01.862121 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4125f70c-ad8c-4a5f-af4a-254037e41fa2 None None] Provisioning complete for port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:01.862838 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4125f70c-ad8c-4a5f-af4a-254037e41fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.865661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bd08a-bccd-403e-b760-bba95bc3db10 req-686278ba-1047-4fef-99e0-35d2910f386a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:01.877698 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a6bd08a-bccd-403e-b760-bba95bc3db10 req-686278ba-1047-4fef-99e0-35d2910f386a tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 945 time: 0.0877383 Aug 17 02:54:01.921083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:01.921486 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.950929 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a6bd08a-bccd-403e-b760-bba95bc3db10 req-b3ffb292-6a33-4e7c-8151-dec14c267830 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718198 Aug 17 02:54:02.159147 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3dd4-6dea-4398-a14c-95cf74a689b2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.162091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4125f70c-ad8c-4a5f-af4a-254037e41fa2 None None] Provisioning for port cc7b4a02-c2bd-40c8-be44-d9a81a37bae5 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:02.166745 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4125f70c-ad8c-4a5f-af4a-254037e41fa2 None None] Provisioning complete for port cc7b4a02-c2bd-40c8-be44-d9a81a37bae5 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:02.167312 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4125f70c-ad8c-4a5f-af4a-254037e41fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.189353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4125f70c-ad8c-4a5f-af4a-254037e41fa2 None None] Port cc7b4a02-c2bd-40c8-be44-d9a81a37bae5 was deleted so its status cannot be updated. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 02:54:02.200685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b3dd4-6dea-4398-a14c-95cf74a689b2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=cc7b4a02-c2bd-40c8-be44-d9a81a37bae5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:02.229381 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3dd4-6dea-4398-a14c-95cf74a689b2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.231398 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fc9b3dd4-6dea-4398-a14c-95cf74a689b2 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/cc7b4a02-c2bd-40c8-be44-d9a81a37bae5 HTTP/1.1" status: 204 len: 168 time: 0.6827481 Aug 17 02:54:02.234118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58542) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:02.259135 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-63703842-b77c-4a7c-9494-4a23d6f7bf9b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] GET failed (client error): The resource could not be found. Aug 17 02:54:02.261674 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-63703842-b77c-4a7c-9494-4a23d6f7bf9b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports/cc7b4a02-c2bd-40c8-be44-d9a81a37bae5 HTTP/1.1" status: 404 len: 333 time: 0.0265167 Aug 17 02:54:02.264445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58544) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:02.301603 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4a5b15d6-ab00-483c-a750-78e0a8a9a973 None None] Could not find standard attr ID for object cc7b4a02-c2bd-40c8-be44-d9a81a37bae5. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:54:02.329166 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9d405e3-e9d8-4481-a85e-12c97e2f07bf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.353539 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9d405e3-e9d8-4481-a85e-12c97e2f07bf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.517326 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9d405e3-e9d8-4481-a85e-12c97e2f07bf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.520088 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e9d405e3-e9d8-4481-a85e-12c97e2f07bf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.521680 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e9d405e3-e9d8-4481-a85e-12c97e2f07bf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f40f65f-50cf-4853-942e-baf332a65dae HTTP/1.1" status: 204 len: 168 time: 0.2559969 Aug 17 02:54:02.529732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58552) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:02.531511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d405e3-e9d8-4481-a85e-12c97e2f07bf tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f40f65f-50cf-4853-942e-baf332a65dae,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:02.597487 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9d6ab863-572b-469c-a17e-93ccf4e59fe3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.621864 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9d6ab863-572b-469c-a17e-93ccf4e59fe3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.791727 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9d6ab863-572b-469c-a17e-93ccf4e59fe3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.794428 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9d6ab863-572b-469c-a17e-93ccf4e59fe3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.796375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9d6ab863-572b-469c-a17e-93ccf4e59fe3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/security-groups/d957d59f-56d5-4fb8-8cc4-ed827a7cac0f HTTP/1.1" status: 204 len: 168 time: 0.2648141 Aug 17 02:54:02.798464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58560) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:02.806100 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ab863-572b-469c-a17e-93ccf4e59fe3 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d957d59f-56d5-4fb8-8cc4-ed827a7cac0f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:02.864854 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-43e06ce1-ca6a-4d1e-84c3-3d6873f778ad tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.890549 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-43e06ce1-ca6a-4d1e-84c3-3d6873f778ad tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.048013 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-43e06ce1-ca6a-4d1e-84c3-3d6873f778ad tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.051093 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-43e06ce1-ca6a-4d1e-84c3-3d6873f778ad tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.054602 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-43e06ce1-ca6a-4d1e-84c3-3d6873f778ad tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/security-groups/d78d9a6e-03a3-4b09-8925-b65874ae7ad9 HTTP/1.1" status: 204 len: 168 time: 0.2550070 Aug 17 02:54:03.059762 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58568) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:03.069722 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e06ce1-ca6a-4d1e-84c3-3d6873f778ad tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78d9a6e-03a3-4b09-8925-b65874ae7ad9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:03.111089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948380a-7d9d-4596-a031-d8a93a744bee req-3b3c20a9-1907-4af2-bb59-5dee2ffed161 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:03.112584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f948380a-7d9d-4596-a031-d8a93a744bee req-3b3c20a9-1907-4af2-bb59-5dee2ffed161 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 945 time: 0.0936356 Aug 17 02:54:03.145507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-926e5af7-6ebd-4e97-8e00-96ee62799e1b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting subnet 820bd787-e127-4420-978c-122c5241ba27 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:54:03.160552 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-926e5af7-6ebd-4e97-8e00-96ee62799e1b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.200455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f948380a-7d9d-4596-a031-d8a93a744bee req-fc26a60c-5a94-4881-8390-6a075e932384 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810688 Aug 17 02:54:03.219789 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-926e5af7-6ebd-4e97-8e00-96ee62799e1b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.327482 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-926e5af7-6ebd-4e97-8e00-96ee62799e1b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.530881 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-926e5af7-6ebd-4e97-8e00-96ee62799e1b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.565345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e5af7-6ebd-4e97-8e00-96ee62799e1b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Subnet': ['ID=820bd787-e127-4420-978c-122c5241ba27,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:03.565345 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-926e5af7-6ebd-4e97-8e00-96ee62799e1b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.574684 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-926e5af7-6ebd-4e97-8e00-96ee62799e1b tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/820bd787-e127-4420-978c-122c5241ba27 HTTP/1.1" status: 204 len: 168 time: 0.5136890 Aug 17 02:54:03.578459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58584) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:03.582452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f5a434-c84c-40e1-a844-1f10407cd0ed None None] Network 410b7372-5328-482d-974c-dde8ee0b954b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:03.637011 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a20ce7-22af-4e37-aaf6-bd09e6507f59 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting subnet 93465405-6de8-48e4-8a81-42ec17a94449 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:54:03.640271 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8a20ce7-22af-4e37-aaf6-bd09e6507f59 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.680087 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8a20ce7-22af-4e37-aaf6-bd09e6507f59 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.784787 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8a20ce7-22af-4e37-aaf6-bd09e6507f59 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.997217 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8a20ce7-22af-4e37-aaf6-bd09e6507f59 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:04.028686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a20ce7-22af-4e37-aaf6-bd09e6507f59 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Subnet': ['ID=93465405-6de8-48e4-8a81-42ec17a94449,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:04.032903 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b8a20ce7-22af-4e37-aaf6-bd09e6507f59 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:04.035320 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b8a20ce7-22af-4e37-aaf6-bd09e6507f59 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/93465405-6de8-48e4-8a81-42ec17a94449 HTTP/1.1" status: 204 len: 168 time: 0.4555542 Aug 17 02:54:04.037589 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58592) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:04.070983 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db7f5f2-88de-4ce6-8def-ad55ee4adb59 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] DELETE failed (client error): The resource could not be found. Aug 17 02:54:04.071525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db7f5f2-88de-4ce6-8def-ad55ee4adb59 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:54:04.074147 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1db7f5f2-88de-4ce6-8def-ad55ee4adb59 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/820bd787-e127-4420-978c-122c5241ba27 HTTP/1.1" status: 404 len: 337 time: 0.0354908 Aug 17 02:54:04.077255 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58596) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:04.156668 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e9e3c8-e422-4051-a270-07a6e086424e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting subnet 01b3acb2-8120-45f3-bbd7-5292b1b59a23 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:54:04.160454 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93e9e3c8-e422-4051-a270-07a6e086424e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:04.212430 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93e9e3c8-e422-4051-a270-07a6e086424e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:04.343801 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93e9e3c8-e422-4051-a270-07a6e086424e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:04.410400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edf0d0-2009-4c2f-86be-074012a17625 req-af121a6b-2f10-4521-bdc8-c3d43de2302d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:04.411872 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65edf0d0-2009-4c2f-86be-074012a17625 req-af121a6b-2f10-4521-bdc8-c3d43de2302d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 945 time: 0.1087308 Aug 17 02:54:04.436651 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb8d999-fdb0-419e-930d-9095049965a7 None None] Network 410b7372-5328-482d-974c-dde8ee0b954b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:04.485515 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65edf0d0-2009-4c2f-86be-074012a17625 req-8f0a3ea5-6886-4269-9fdb-c30c52769999 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656779 Aug 17 02:54:04.578870 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93e9e3c8-e422-4051-a270-07a6e086424e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:04.587636 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-12002936-b5d0-4855-8fe0-9515b5ed3ba7 None None] Provisioning complete for port 50558f84-8623-4c0c-9c96-8bba5295d236 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:04.588853 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-12002936-b5d0-4855-8fe0-9515b5ed3ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:04.626406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9e3c8-e422-4051-a270-07a6e086424e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Subnet': ['ID=01b3acb2-8120-45f3-bbd7-5292b1b59a23,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:04.628558 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-93e9e3c8-e422-4051-a270-07a6e086424e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:04.630492 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-93e9e3c8-e422-4051-a270-07a6e086424e tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/01b3acb2-8120-45f3-bbd7-5292b1b59a23 HTTP/1.1" status: 204 len: 168 time: 0.5520780 Aug 17 02:54:04.633085 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58604) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:04.656354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be064d7-98de-44b6-87db-259b3826d929 req-a09db567-91c6-4c73-b4bf-835598bf53d2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:04.658005 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5be064d7-98de-44b6-87db-259b3826d929 req-a09db567-91c6-4c73-b4bf-835598bf53d2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 945 time: 0.0933235 Aug 17 02:54:04.668908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-12002936-b5d0-4855-8fe0-9515b5ed3ba7 None None] Port 50558f84-8623-4c0c-9c96-8bba5295d236 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:54:04.683896 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb51b29-91e6-4b97-8bea-b7becef12887 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] DELETE failed (client error): The resource could not be found. Aug 17 02:54:04.684779 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb51b29-91e6-4b97-8bea-b7becef12887 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:54:04.687206 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8fb51b29-91e6-4b97-8bea-b7becef12887 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/69111858-7de5-4d60-875c-5c65d6844aab HTTP/1.1" status: 404 len: 337 time: 0.0507576 Aug 17 02:54:04.690083 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58606) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:04.701768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-12002936-b5d0-4855-8fe0-9515b5ed3ba7 None None] Provisioning complete for port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:04.702227 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-12002936-b5d0-4855-8fe0-9515b5ed3ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:04.724949 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9598eb88-19c1-4fd3-8e2f-9847d9cea83c tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1df7709-94ff-4bdf-a35f-eecf81baa771 HTTP/1.1" status: 200 len: 205 time: 0.0335073 Aug 17 02:54:04.727360 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5be064d7-98de-44b6-87db-259b3826d929 req-77732be6-e423-4e27-8526-4ec4a49aa5f5 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561440 Aug 17 02:54:04.727610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58608) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:04.741606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58610) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:04.798020 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-ffb6bc17-3e29-44fa-940a-944f793918db tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] delete failed (client error): The resource could not be found. Aug 17 02:54:04.799083 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ffb6bc17-3e29-44fa-940a-944f793918db tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/routers/d1df7709-94ff-4bdf-a35f-eecf81baa771 HTTP/1.1" status: 404 len: 336 time: 0.0685594 Aug 17 02:54:04.802984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58614) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:04.834287 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe994ec-9f6f-4667-abb5-66c94746cea9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] DELETE failed (client error): The resource could not be found. Aug 17 02:54:04.834954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe994ec-9f6f-4667-abb5-66c94746cea9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:54:04.837986 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1fe994ec-9f6f-4667-abb5-66c94746cea9 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/9e131068-d34a-4bc4-986f-2a57c889a62f HTTP/1.1" status: 404 len: 337 time: 0.0337842 Aug 17 02:54:04.841537 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58616) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:04.845974 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e39231-ee16-4948-820e-fd7eec7ab63e None None] Update dhcp port {'port': {'network_id': '410b7372-5328-482d-974c-dde8ee0b954b', 'fixed_ips': [{'subnet_id': '01b3acb2-8120-45f3-bbd7-5292b1b59a23'}], 'binding:host_id': 'n-d-793621-31'}, 'id': '1a69ee10-82c6-4858-ab73-5bbee7b56bcf'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:54:04.884577 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3be3fb9-0b4f-46ed-8800-551c0ac6552f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] DELETE failed (client error): The resource could not be found. Aug 17 02:54:04.886149 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3be3fb9-0b4f-46ed-8800-551c0ac6552f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:54:04.889690 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b3be3fb9-0b4f-46ed-8800-551c0ac6552f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/75afdcb7-3d30-4a9f-a929-9de71e85725c HTTP/1.1" status: 404 len: 337 time: 0.0468600 Aug 17 02:54:04.892147 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58620) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:04.894320 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-64e39231-ee16-4948-820e-fd7eec7ab63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:04.920600 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4331982-4d6a-46a5-b697-b50135d8e627 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] DELETE failed (client error): The resource could not be found. Aug 17 02:54:04.921465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4331982-4d6a-46a5-b697-b50135d8e627 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:54:04.923865 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c4331982-4d6a-46a5-b697-b50135d8e627 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/16e2e5eb-cc03-4e9f-aaff-bd0b25dc52ba HTTP/1.1" status: 404 len: 337 time: 0.0306234 Aug 17 02:54:04.926737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58622) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:04.956774 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ce170e-55f5-4cd5-92b4-06ccc2d69b7f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] DELETE failed (client error): The resource could not be found. Aug 17 02:54:04.957468 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ce170e-55f5-4cd5-92b4-06ccc2d69b7f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:54:04.961488 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-21ce170e-55f5-4cd5-92b4-06ccc2d69b7f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/f470feb0-645e-4049-bd32-f789873d10b7 HTTP/1.1" status: 404 len: 333 time: 0.0312388 Aug 17 02:54:04.961698 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58624) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:04.988421 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-775fd6b4-fbc9-4b83-bc31-3376f2f78972 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] DELETE failed (client error): The resource could not be found. Aug 17 02:54:04.988781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775fd6b4-fbc9-4b83-bc31-3376f2f78972 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:54:04.990555 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-775fd6b4-fbc9-4b83-bc31-3376f2f78972 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/64b98d1b-f542-460c-addf-20a69bdc8941 HTTP/1.1" status: 404 len: 337 time: 0.0275693 Aug 17 02:54:04.993042 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58626) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:05.024362 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3ea313-746a-4be1-bfb4-64b90ed0b340 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] DELETE failed (client error): The resource could not be found. Aug 17 02:54:05.025113 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af3ea313-746a-4be1-bfb4-64b90ed0b340 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:54:05.028164 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-af3ea313-746a-4be1-bfb4-64b90ed0b340 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/66fb7bf2-500a-4025-84a5-1ceddd305633 HTTP/1.1" status: 404 len: 337 time: 0.0341794 Aug 17 02:54:05.030722 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58630) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:05.056268 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f9292c-594f-456c-a4c5-3dae8386bd9f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] DELETE failed (client error): The resource could not be found. Aug 17 02:54:05.057470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f9292c-594f-456c-a4c5-3dae8386bd9f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:54:05.059389 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c8f9292c-594f-456c-a4c5-3dae8386bd9f tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/8e8a00e4-5a9d-47d8-b49b-fc9b7499f949 HTTP/1.1" status: 404 len: 333 time: 0.0275543 Aug 17 02:54:05.062549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58632) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:05.129672 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee7143e-77a1-4cd3-999d-7e86ab1c96b0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] DELETE failed (client error): The resource could not be found. Aug 17 02:54:05.132788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee7143e-77a1-4cd3-999d-7e86ab1c96b0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:54:05.132788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9ee7143e-77a1-4cd3-999d-7e86ab1c96b0 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/0a7b85f4-d988-4fe7-a20e-0f91715fcc2c HTTP/1.1" status: 404 len: 337 time: 0.0680366 Aug 17 02:54:05.134343 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58634) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:05.163209 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498b096f-351f-48f8-961d-ffa660af2e43 None None] Network 410b7372-5328-482d-974c-dde8ee0b954b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:05.181740 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45eb566-ebd1-4ae7-a162-80a4c9f583c4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] DELETE failed (client error): The resource could not be found. Aug 17 02:54:05.182203 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45eb566-ebd1-4ae7-a162-80a4c9f583c4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:54:05.184118 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c45eb566-ebd1-4ae7-a162-80a4c9f583c4 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/subnets/f0ae36f9-5799-4c77-b3fe-3b254e173f7a HTTP/1.1" status: 404 len: 337 time: 0.0481148 Aug 17 02:54:05.189211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58636) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:05.196973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad38f4b-3552-4de7-ae45-2b6d6823f12c tempest-TestVolumeBootPattern-70163358 tempest-TestVolumeBootPattern-70163358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:05.225526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3ad38f4b-3552-4de7-ae45-2b6d6823f12c tempest-TestVolumeBootPattern-70163358 tempest-TestVolumeBootPattern-70163358-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 1092 time: 0.4804292 Aug 17 02:54:05.226625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58638) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:05.232693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:05.275408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b79e9078-bd94-4ba0-968d-aaf01cd73e03 None None] Provisioning complete for port 50558f84-8623-4c0c-9c96-8bba5295d236 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:05.276254 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b79e9078-bd94-4ba0-968d-aaf01cd73e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.301401 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f87e06ba-fc5a-4165-bd07-db89c6f9c33d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port 50558f84-8623-4c0c-9c96-8bba5295d236 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:05.301676 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f87e06ba-fc5a-4165-bd07-db89c6f9c33d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.335286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b79e9078-bd94-4ba0-968d-aaf01cd73e03 None None] Port 50558f84-8623-4c0c-9c96-8bba5295d236 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:54:05.352034 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b79e9078-bd94-4ba0-968d-aaf01cd73e03 None None] Provisioning complete for port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:05.352414 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b79e9078-bd94-4ba0-968d-aaf01cd73e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.370707 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.383790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7c3454-fc95-49f2-b47b-82185e773fad None None] DHCP port deletion for 410b7372-5328-482d-974c-dde8ee0b954b request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:54:05.410952 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f87e06ba-fc5a-4165-bd07-db89c6f9c33d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.443356 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f87e06ba-fc5a-4165-bd07-db89c6f9c33d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for 50558f84-8623-4c0c-9c96-8bba5295d236 owned by {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:05.547644 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.644661 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f87e06ba-fc5a-4165-bd07-db89c6f9c33d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.693952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c3454-fc95-49f2-b47b-82185e773fad None None] Deleting port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:05.694595 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cb7c3454-fc95-49f2-b47b-82185e773fad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.695475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e06ba-fc5a-4165-bd07-db89c6f9c33d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=50558f84-8623-4c0c-9c96-8bba5295d236,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:05.714820 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f87e06ba-fc5a-4165-bd07-db89c6f9c33d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.719485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58650) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:05.725785 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f87e06ba-fc5a-4165-bd07-db89c6f9c33d tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/ports/50558f84-8623-4c0c-9c96-8bba5295d236 HTTP/1.1" status: 204 len: 168 time: 0.5332570 Aug 17 02:54:05.802730 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Allocated IP 172.25.5.161 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/0a68416f-0629-4912-b016-99e34585d98f) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:05.807533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-cb7c3454-fc95-49f2-b47b-82185e773fad None None] For port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1a69ee10-82c6-4858-ab73-5bbee7b56bcf,segment=NetworkSegment(8310cad2-3907-494e-a066-fc6fb79221be),segment_id=8310cad2-3907-494e-a066-fc6fb79221be)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:05.807972 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cb7c3454-fc95-49f2-b47b-82185e773fad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.826435 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c3454-fc95-49f2-b47b-82185e773fad None None] Calling delete_port for 1a69ee10-82c6-4858-ab73-5bbee7b56bcf owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:05.843678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 1a69ee10-82c6-4858-ab73-5bbee7b56bcf no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:05.844520 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.976916 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.986465 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Deleting port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:05.989529 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.003930 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.073524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] For port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=1a69ee10-82c6-4858-ab73-5bbee7b56bcf,segment=NetworkSegment(8310cad2-3907-494e-a066-fc6fb79221be),segment_id=8310cad2-3907-494e-a066-fc6fb79221be)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:06.073806 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.080535 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cb7c3454-fc95-49f2-b47b-82185e773fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.097158 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Calling delete_port for 1a69ee10-82c6-4858-ab73-5bbee7b56bcf owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:06.130136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c3454-fc95-49f2-b47b-82185e773fad None None] Pushing event deleted for resources: {'Port': ['ID=1a69ee10-82c6-4858-ab73-5bbee7b56bcf,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:06.131991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c3454-fc95-49f2-b47b-82185e773fad None None] No DVR routers for this DVR port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:06.206654 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.240172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] No DVR routers for this DVR port 1a69ee10-82c6-4858-ab73-5bbee7b56bcf on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:06.264225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Port': ['ID=1a69ee10-82c6-4858-ab73-5bbee7b56bcf,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:06.311627 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.356665 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.383289 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:06.386921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410b7372-5328-482d-974c-dde8ee0b954b']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:06.391551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:06.396174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:06.409628 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8310cad2-3907-494e-a066-fc6fb79221be') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:06.409932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8310cad2-3907-494e-a066-fc6fb79221be') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:06.429151 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'Port': ['ID=0a68416f-0629-4912-b016-99e34585d98f,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:06.445487 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.464596 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.473444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:54:06.473763 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:54:06.496542 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:54:06.656366 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.693607 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.696020 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] 10.222.0.13 "DELETE /v2.0/networks/410b7372-5328-482d-974c-dde8ee0b954b HTTP/1.1" status: 204 len: 168 time: 0.9726315 Aug 17 02:54:06.711524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a6edd-350d-42b5-85b9-428bdf304c63 tempest-PortsIpV6TestJSON-2012634164 tempest-PortsIpV6TestJSON-2012634164-project] Pushing event deleted for resources: {'Network': ['ID=410b7372-5328-482d-974c-dde8ee0b954b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:07.023218 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:07.215222 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58668) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:07.216629 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:07.367742 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ae2d7c7e-9190-4fc4-b250-68a35d55e655 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03f50382812b466e9fc1cd21f9f7b855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506217 Aug 17 02:54:07.368057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58672) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:07.392927 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:07.441744 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0af20424-baa8-4ba1-88a4-60277c6419b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:07.467346 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0af20424-baa8-4ba1-88a4-60277c6419b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:07.524644 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:07.593284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event updated for resources: {'Port': ['ID=0a68416f-0629-4912-b016-99e34585d98f,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:07.603183 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:07.641048 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0af20424-baa8-4ba1-88a4-60277c6419b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:07.643592 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0af20424-baa8-4ba1-88a4-60277c6419b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:07.644728 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0af20424-baa8-4ba1-88a4-60277c6419b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb8c3201-dd1a-4179-b118-d66830550525 HTTP/1.1" status: 204 len: 168 time: 0.2757068 Aug 17 02:54:07.661507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af20424-baa8-4ba1-88a4-60277c6419b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8c3201-dd1a-4179-b118-d66830550525,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:07.735396 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Floating IP ebb66c4d-9084-4a81-b4a1-290f5e2d5d8d associated. External IP: 172.25.5.161, port: ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47. Aug 17 02:54:07.962477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:54:08.039447 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-36bd6802-d973-46a2-8efe-a91fbd6b6a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:08.080334 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:54:08.110897 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c8b8ee-a35e-45ac-8df1-2002cfab7738 None None] Sync routers for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:54:08.130530 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c8b8ee-a35e-45ac-8df1-2002cfab7738 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:08.131468 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-f1c8b8ee-a35e-45ac-8df1-2002cfab7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:53:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:08.234576 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:08.260599 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-f1c8b8ee-a35e-45ac-8df1-2002cfab7738 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:54:08.331130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dbf85266-680c-4606-8863-e220ae0f0f95 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1029160 Aug 17 02:54:08.332152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da32abfc-f865-435f-84cc-cce3683821ce', 'tag': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:08.340185 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31deb3f9-550c-4664-9f49-1bf988f702e5" -d '{"events": [{"name": "network-changed", "server_uuid": "da32abfc-f865-435f-84cc-cce3683821ce", "tag": "ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:08.464908 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bb454d-3478-493a-9cc6-9038b051b0cc x-openstack-request-id: req-d9bb454d-3478-493a-9cc6-9038b051b0cc {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:08.465471 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da32abfc-f865-435f-84cc-cce3683821ce", "tag": "ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:08.465939 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9bb454d-3478-493a-9cc6-9038b051b0cc {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:08.466574 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da32abfc-f865-435f-84cc-cce3683821ce', 'tag': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47', 'status': 'completed', 'code': 200} Aug 17 02:54:08.555158 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-f1c8b8ee-a35e-45ac-8df1-2002cfab7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'ebb66c4d-9084-4a81-b4a1-290f5e2d5d8d', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'port_id': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'mac_address': 'fa:16:3e:04:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32abfc-f865-435f-84cc-cce3683821ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:54:06Z', 'updated_at': '2021-08-17T02:54:06Z', 'revision_number': 0, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address_scope': None}, {'id': 'f0dda5fa-e181-4876-8be7-efbed6464e9e', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'port_id': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'mac_address': 'fa:16:3e:c2:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:31Z', 'revision_number': 1, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:08.630905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31deb3f9-550c-4664-9f49-1bf988f702e5 req-2be3f311-4386-4841-ba53-b6d5530606e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:08.631417 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c8b8ee-a35e-45ac-8df1-2002cfab7738 None None] Checking router: 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:54:08.633048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31deb3f9-550c-4664-9f49-1bf988f702e5 req-2be3f311-4386-4841-ba53-b6d5530606e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 1097 time: 0.1208017 Aug 17 02:54:08.646497 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c8b8ee-a35e-45ac-8df1-2002cfab7738 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:08.647732 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-f1c8b8ee-a35e-45ac-8df1-2002cfab7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:53:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:08.807247 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-f1c8b8ee-a35e-45ac-8df1-2002cfab7738 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:54:08.859520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31deb3f9-550c-4664-9f49-1bf988f702e5 req-a52ac910-b60b-4282-abbb-0d926a0c0302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:08.862684 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31deb3f9-550c-4664-9f49-1bf988f702e5 req-a52ac910-b60b-4282-abbb-0d926a0c0302 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.2198405 Aug 17 02:54:08.963764 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31deb3f9-550c-4664-9f49-1bf988f702e5 req-b15778e5-024d-4633-aa05-55e4afbbe497 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 HTTP/1.1" status: 200 len: 999 time: 0.0931449 Aug 17 02:54:09.034458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31deb3f9-550c-4664-9f49-1bf988f702e5 req-4754093e-2b4b-4831-be2d-d2e00cf75f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:09.036057 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31deb3f9-550c-4664-9f49-1bf988f702e5 req-4754093e-2b4b-4831-be2d-d2e00cf75f70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0649512 Aug 17 02:54:09.094164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31deb3f9-550c-4664-9f49-1bf988f702e5 req-acb9dd53-f9cc-471d-8224-12edee5d20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:09.096518 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31deb3f9-550c-4664-9f49-1bf988f702e5 req-acb9dd53-f9cc-471d-8224-12edee5d20a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527282 Aug 17 02:54:09.130505 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-f1c8b8ee-a35e-45ac-8df1-2002cfab7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'ebb66c4d-9084-4a81-b4a1-290f5e2d5d8d', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'port_id': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'mac_address': 'fa:16:3e:04:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32abfc-f865-435f-84cc-cce3683821ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:54:06Z', 'updated_at': '2021-08-17T02:54:06Z', 'revision_number': 0, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address_scope': None}, {'id': 'f0dda5fa-e181-4876-8be7-efbed6464e9e', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'port_id': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'mac_address': 'fa:16:3e:c2:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:31Z', 'revision_number': 1, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:09.290052 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c8b8ee-a35e-45ac-8df1-2002cfab7738 None None] The sync data for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 is: [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'ebb66c4d-9084-4a81-b4a1-290f5e2d5d8d', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'port_id': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'mac_address': 'fa:16:3e:04:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da32abfc-f865-435f-84cc-cce3683821ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:54:06Z', 'updated_at': '2021-08-17T02:54:06Z', 'revision_number': 0, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address_scope': None}, {'id': 'f0dda5fa-e181-4876-8be7-efbed6464e9e', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'port_id': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'mac_address': 'fa:16:3e:c2:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:31Z', 'revision_number': 1, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:54:09.562982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58720) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:09.582209 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31deb3f9-550c-4664-9f49-1bf988f702e5 req-8dfac1bc-ad56-461b-9dd9-1a9a97e4de01 service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718547 Aug 17 02:54:09.630681 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d129c46-52a5-4f07-9876-033e6bbd5b3c None None] New status for floating IP ebb66c4d-9084-4a81-b4a1-290f5e2d5d8d: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:54:09.686276 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-52088c83-f283-4db1-abf3-b995f48f1a8a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1430137542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:09.702917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31deb3f9-550c-4664-9f49-1bf988f702e5 req-9ca65808-fadb-4917-84b7-485e7f7016ee service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124892 Aug 17 02:54:09.811016 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-52088c83-f283-4db1-abf3-b995f48f1a8a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:09.812687 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-52088c83-f283-4db1-abf3-b995f48f1a8a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:09.873461 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-52088c83-f283-4db1-abf3-b995f48f1a8a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:09.994775 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-52088c83-f283-4db1-abf3-b995f48f1a8a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:10.099828 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-52088c83-f283-4db1-abf3-b995f48f1a8a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:10.101177 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-52088c83-f283-4db1-abf3-b995f48f1a8a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5364861 Aug 17 02:54:10.104242 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58730) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:10.109148 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-170665639'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:10.213972 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Made reservation on behalf of 42b4fad9cf8f44a1961706d3b944eda6 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:10.217775 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:10.227777 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:10.323506 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:10.368293 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0303e6d3-7636-43b3-b44f-a93eeef7d0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:10.444905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:10.471696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:54:10.482034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a12e2c-ee94-4efc-80c4-f6af958d6a85,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:10.486810 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:10.487168 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Added segment 6bb5874a-7656-4cf4-b261-a4d7fac62da9 of type vlan for network fe094d30-d832-4b94-8f41-4dea6657114e Aug 17 02:54:10.532207 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:10.620126 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:10.666822 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:10.672655 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:10.673274 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:10.745848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event updated for resources: {'Network': ['ID=fe094d30-d832-4b94-8f41-4dea6657114e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:10.756521 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network fe094d30-d832-4b94-8f41-4dea6657114e details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:54:10.879739 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-da2813b6-d8a1-40ed-a495-647f5c62f98a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7744830 Aug 17 02:54:10.882533 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58740) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:10.888731 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-110bce65-062d-4f41-8a76-c6af5f0df14b tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Request body: {'subnet': {'network_id': 'fe094d30-d832-4b94-8f41-4dea6657114e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:11.130151 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110bce65-062d-4f41-8a76-c6af5f0df14b tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Made reservation on behalf of 42b4fad9cf8f44a1961706d3b944eda6 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:11.133869 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-110bce65-062d-4f41-8a76-c6af5f0df14b tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:11.477376 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-110bce65-062d-4f41-8a76-c6af5f0df14b tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:11.554496 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bce65-062d-4f41-8a76-c6af5f0df14b tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event updated for resources: {'Subnet': ['ID=759f1ed2-10af-49d2-b755-8997bb5af8d3,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:11.567989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bce65-062d-4f41-8a76-c6af5f0df14b tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Checking segment: {'id': '6bb5874a-7656-4cf4-b261-a4d7fac62da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fe094d30-d832-4b94-8f41-4dea6657114e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:11.568359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110bce65-062d-4f41-8a76-c6af5f0df14b tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Network hostable DHCP agents. Network: fe094d30-d832-4b94-8f41-4dea6657114e, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:54:11.690423 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110bce65-062d-4f41-8a76-c6af5f0df14b tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Network fe094d30-d832-4b94-8f41-4dea6657114e is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:54:11.791378 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-110bce65-062d-4f41-8a76-c6af5f0df14b tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, fe094d30-d832-4b94-8f41-4dea6657114e) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:11.796124 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110bce65-062d-4f41-8a76-c6af5f0df14b tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:11.796858 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-110bce65-062d-4f41-8a76-c6af5f0df14b tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:11.805691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee077bb-1a10-4603-9277-975b170ee8b5 None None] Network fe094d30-d832-4b94-8f41-4dea6657114e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:11.914871 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:11.932198 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-110bce65-062d-4f41-8a76-c6af5f0df14b tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0474882 Aug 17 02:54:11.936652 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58760) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:11.942775 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-eeb2e4c0-13c4-43db-89b8-f9e9e9bed713 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Request body: {'network': {'name': 'tempest-router-network01--484852242'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:11.987664 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f13ab09f-ebd7-4c37-8ed4-d2057f074407 req-cbcedcee-70f3-4e88-ad42-8b5b05f05b3e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1212020 Aug 17 02:54:11.991587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-fe094d30-d832-4b94-8f41-4dea6657114e', 'network_id': 'fe094d30-d832-4b94-8f41-4dea6657114e', 'tenant_id': '42b4fad9cf8f44a1961706d3b944eda6', 'fixed_ips': [{'subnet_id': '759f1ed2-10af-49d2-b755-8997bb5af8d3'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:54:11.992459 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.084762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb2e4c0-13c4-43db-89b8-f9e9e9bed713 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Made reservation on behalf of 42b4fad9cf8f44a1961706d3b944eda6 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:12.090164 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e4c0-13c4-43db-89b8-f9e9e9bed713 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.101393 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ab09f-ebd7-4c37-8ed4-d2057f074407 req-7db3a71c-56d9-4e6f-a1a7-20b395d0bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:12.103832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f13ab09f-ebd7-4c37-8ed4-d2057f074407 req-7db3a71c-56d9-4e6f-a1a7-20b395d0bf96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 1097 time: 0.0521476 Aug 17 02:54:12.151333 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb2e4c0-13c4-43db-89b8-f9e9e9bed713 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:54:12.174593 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e4c0-13c4-43db-89b8-f9e9e9bed713 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.175213 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-eeb2e4c0-13c4-43db-89b8-f9e9e9bed713 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Added segment 6f22fdb3-bb84-4c8b-a891-a8a32c2d4f26 of type vlan for network 7a6fadc1-9d25-402e-b581-b3deed88611c Aug 17 02:54:12.193585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Allocated IP 172.20.0.2 (fe094d30-d832-4b94-8f41-4dea6657114e/759f1ed2-10af-49d2-b755-8997bb5af8d3/8882a3e4-7ea2-427e-beea-ce4f4e753734) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:12.237503 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e4c0-13c4-43db-89b8-f9e9e9bed713 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.258036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ab09f-ebd7-4c37-8ed4-d2057f074407 req-8de2c4e1-6561-4d07-8970-5374387e52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:12.260971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f13ab09f-ebd7-4c37-8ed4-d2057f074407 req-8de2c4e1-6561-4d07-8970-5374387e52f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.1317990 Aug 17 02:54:12.328161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e4c0-13c4-43db-89b8-f9e9e9bed713 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.339679 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb2e4c0-13c4-43db-89b8-f9e9e9bed713 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:12.342057 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e4c0-13c4-43db-89b8-f9e9e9bed713 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.351972 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f13ab09f-ebd7-4c37-8ed4-d2057f074407 req-a1a66e42-7780-4ba0-8b8d-b7d8e3fe6017 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe94b3df-deb6-4977-b8b4-f482729c8a44 HTTP/1.1" status: 200 len: 1001 time: 0.0831459 Aug 17 02:54:12.390852 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.401068 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Transition to ACTIVE for port object 8882a3e4-7ea2-427e-beea-ce4f4e753734 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:12.418356 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Transition to ACTIVE for port object 8882a3e4-7ea2-427e-beea-ce4f4e753734 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:12.450855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ab09f-ebd7-4c37-8ed4-d2057f074407 req-42f3bf2e-ed86-453c-b52f-1f3ffcdba50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:12.453044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f13ab09f-ebd7-4c37-8ed4-d2057f074407 req-42f3bf2e-ed86-453c-b52f-1f3ffcdba50e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0928183 Aug 17 02:54:12.471926 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2e4c0-13c4-43db-89b8-f9e9e9bed713 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event updated for resources: {'Network': ['ID=7a6fadc1-9d25-402e-b581-b3deed88611c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:12.479599 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.490855 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 7a6fadc1-9d25-402e-b581-b3deed88611c details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:54:12.514677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ab09f-ebd7-4c37-8ed4-d2057f074407 req-a606bf01-65d0-4557-8110-4182bd5ca75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:12.519270 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f13ab09f-ebd7-4c37-8ed4-d2057f074407 req-a606bf01-65d0-4557-8110-4182bd5ca75b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584831 Aug 17 02:54:12.534218 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eeb2e4c0-13c4-43db-89b8-f9e9e9bed713 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5963354 Aug 17 02:54:12.535259 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58764) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:12.540229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a96b5079-adaa-4c6d-81d8-429b1b5bc6c6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Request body: {'network': {'name': 'tempest-router-network02--1001447201'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:12.541452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-f13ab09f-ebd7-4c37-8ed4-d2057f074407 req-cacd783c-10a8-4fab-9e26-f338c39d4c43 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:54:12.543862 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f13ab09f-ebd7-4c37-8ed4-d2057f074407 req-cacd783c-10a8-4fab-9e26-f338c39d4c43 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145490 Aug 17 02:54:12.585975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Network fe094d30-d832-4b94-8f41-4dea6657114e is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:12.602971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:12.602971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:12.616417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Pushing event updated for resources: {'Port': ['ID=8882a3e4-7ea2-427e-beea-ce4f4e753734,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:12.656421 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f13ab09f-ebd7-4c37-8ed4-d2057f074407 req-0082ea98-1d15-4cc3-8b88-bf5d0ed657b8 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048884 Aug 17 02:54:12.677196 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Attempting to bind port 8882a3e4-7ea2-427e-beea-ce4f4e753734 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:12.677657 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Attempting to bind port 8882a3e4-7ea2-427e-beea-ce4f4e753734 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '6bb5874a-7656-4cf4-b261-a4d7fac62da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fe094d30-d832-4b94-8f41-4dea6657114e'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:12.678008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Attempting to bind port 8882a3e4-7ea2-427e-beea-ce4f4e753734 on network fe094d30-d832-4b94-8f41-4dea6657114e {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:12.685521 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:12.686611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Checking segment: {'id': '6bb5874a-7656-4cf4-b261-a4d7fac62da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fe094d30-d832-4b94-8f41-4dea6657114e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:12.687267 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.687651 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Bound using segment: {'id': '6bb5874a-7656-4cf4-b261-a4d7fac62da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fe094d30-d832-4b94-8f41-4dea6657114e'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:12.688137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Bound port: 8882a3e4-7ea2-427e-beea-ce4f4e753734, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb5874a-7656-4cf4-b261-a4d7fac62da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fe094d30-d832-4b94-8f41-4dea6657114e'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:12.688530 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.690570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96b5079-adaa-4c6d-81d8-429b1b5bc6c6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Made reservation on behalf of 42b4fad9cf8f44a1961706d3b944eda6 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:12.696825 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a96b5079-adaa-4c6d-81d8-429b1b5bc6c6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.752177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96b5079-adaa-4c6d-81d8-429b1b5bc6c6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:54:12.758318 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a96b5079-adaa-4c6d-81d8-429b1b5bc6c6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.759159 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-a96b5079-adaa-4c6d-81d8-429b1b5bc6c6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Added segment 18cb137c-0fcb-4c05-aa2d-2a182829518d of type vlan for network aac3fdce-c7a0-46ab-b406-64d1866c8493 Aug 17 02:54:12.776398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f13ab09f-ebd7-4c37-8ed4-d2057f074407 req-20dd00df-b1e7-4dd3-b614-eeb7b31b4d63 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119292 Aug 17 02:54:12.778400 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] For port 8882a3e4-7ea2-427e-beea-ce4f4e753734, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:12.782392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] For port 8882a3e4-7ea2-427e-beea-ce4f4e753734, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8882a3e4-7ea2-427e-beea-ce4f4e753734,segment=NetworkSegment(6bb5874a-7656-4cf4-b261-a4d7fac62da9),segment_id=6bb5874a-7656-4cf4-b261-a4d7fac62da9)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:12.809718 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a96b5079-adaa-4c6d-81d8-429b1b5bc6c6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.892211 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.943795 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a96b5079-adaa-4c6d-81d8-429b1b5bc6c6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.954942 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96b5079-adaa-4c6d-81d8-429b1b5bc6c6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:12.955700 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a96b5079-adaa-4c6d-81d8-429b1b5bc6c6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.967252 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbee9bb-bc3a-437d-bcf2-3690d0ed1551 None None] Pushing event updated for resources: {'Port': ['ID=8882a3e4-7ea2-427e-beea-ce4f4e753734,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:13.061876 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b5079-adaa-4c6d-81d8-429b1b5bc6c6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event updated for resources: {'Network': ['ID=aac3fdce-c7a0-46ab-b406-64d1866c8493,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:13.086431 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network aac3fdce-c7a0-46ab-b406-64d1866c8493 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:54:13.110883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58772) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:13.117019 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a96b5079-adaa-4c6d-81d8-429b1b5bc6c6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5805290 Aug 17 02:54:13.124179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7c46e85e-b289-49a7-b9bf-cf142d9a5f31 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Request body: {'subnet': {'network_id': '7a6fadc1-9d25-402e-b581-b3deed88611c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:13.505173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c46e85e-b289-49a7-b9bf-cf142d9a5f31 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Made reservation on behalf of 42b4fad9cf8f44a1961706d3b944eda6 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:13.621772 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c46e85e-b289-49a7-b9bf-cf142d9a5f31 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:13.850494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8882a3e4-7ea2-427e-beea-ce4f4e753734 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:13.925153 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:13.927322 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c46e85e-b289-49a7-b9bf-cf142d9a5f31 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:13.983355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46e85e-b289-49a7-b9bf-cf142d9a5f31 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event updated for resources: {'Subnet': ['ID=6f042002-0391-4087-bc69-80e640f990ed,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:14.002724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c46e85e-b289-49a7-b9bf-cf142d9a5f31 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Checking segment: {'id': '6f22fdb3-bb84-4c8b-a891-a8a32c2d4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7a6fadc1-9d25-402e-b581-b3deed88611c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:14.003069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c46e85e-b289-49a7-b9bf-cf142d9a5f31 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Network hostable DHCP agents. Network: 7a6fadc1-9d25-402e-b581-b3deed88611c, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:54:14.003201 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907aef3d-1966-4d00-b39e-000c6c528fa3 None None] Network fe094d30-d832-4b94-8f41-4dea6657114e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:14.045410 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 8882a3e4-7ea2-427e-beea-ce4f4e753734 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:14.107551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c46e85e-b289-49a7-b9bf-cf142d9a5f31 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Network 7a6fadc1-9d25-402e-b581-b3deed88611c is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:54:14.299399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-7c46e85e-b289-49a7-b9bf-cf142d9a5f31 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 7a6fadc1-9d25-402e-b581-b3deed88611c) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:14.305170 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c46e85e-b289-49a7-b9bf-cf142d9a5f31 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:14.305170 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7c46e85e-b289-49a7-b9bf-cf142d9a5f31 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:14.309585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833e6db6-3bd5-4d71-9ee6-4ebc518efc6c None None] Network 7a6fadc1-9d25-402e-b581-b3deed88611c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:14.358904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a4fc391e-fac7-4d8b-8d4f-e070a26b5953 None None] Provisioning for port 8882a3e4-7ea2-427e-beea-ce4f4e753734 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:14.366522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a4fc391e-fac7-4d8b-8d4f-e070a26b5953 None None] Provisioning complete for port 8882a3e4-7ea2-427e-beea-ce4f4e753734 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:14.366892 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a4fc391e-fac7-4d8b-8d4f-e070a26b5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:14.449915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7c46e85e-b289-49a7-b9bf-cf142d9a5f31 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3372593 Aug 17 02:54:14.453934 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58784) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:14.458998 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-cbb43c82-e02d-4186-9fd5-b18282f7503f tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Request body: {'subnet': {'network_id': 'aac3fdce-c7a0-46ab-b406-64d1866c8493', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:14.507933 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a4fc391e-fac7-4d8b-8d4f-e070a26b5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:14.520469 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-7a6fadc1-9d25-402e-b581-b3deed88611c', 'network_id': '7a6fadc1-9d25-402e-b581-b3deed88611c', 'tenant_id': '42b4fad9cf8f44a1961706d3b944eda6', 'fixed_ips': [{'subnet_id': '6f042002-0391-4087-bc69-80e640f990ed'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:54:14.521339 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:14.560518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a4fc391e-fac7-4d8b-8d4f-e070a26b5953 None None] For port 8882a3e4-7ea2-427e-beea-ce4f4e753734, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8882a3e4-7ea2-427e-beea-ce4f4e753734,segment=NetworkSegment(6bb5874a-7656-4cf4-b261-a4d7fac62da9),segment_id=6bb5874a-7656-4cf4-b261-a4d7fac62da9)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:14.654280 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb43c82-e02d-4186-9fd5-b18282f7503f tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Made reservation on behalf of 42b4fad9cf8f44a1961706d3b944eda6 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:14.658682 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cbb43c82-e02d-4186-9fd5-b18282f7503f tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:14.672106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Allocated IP 172.20.0.2 (7a6fadc1-9d25-402e-b581-b3deed88611c/6f042002-0391-4087-bc69-80e640f990ed/97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:14.734225 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a4fc391e-fac7-4d8b-8d4f-e070a26b5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:14.833715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc391e-fac7-4d8b-8d4f-e070a26b5953 None None] Pushing event updated for resources: {'Port': ['ID=8882a3e4-7ea2-427e-beea-ce4f4e753734,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:14.899908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-516c7adc-22ca-4b36-bc69-b3b8961cddc2 None None] Provisioning complete for port 8882a3e4-7ea2-427e-beea-ce4f4e753734 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:14.904109 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-516c7adc-22ca-4b36-bc69-b3b8961cddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:14.925140 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:14.940334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Transition to ACTIVE for port object 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:14.964677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Transition to ACTIVE for port object 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:14.972059 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cbb43c82-e02d-4186-9fd5-b18282f7503f tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.051856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb43c82-e02d-4186-9fd5-b18282f7503f tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event updated for resources: {'Subnet': ['ID=0270ff4b-7b2b-45c7-adbd-0a3eee9f8453,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:15.055481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb43c82-e02d-4186-9fd5-b18282f7503f tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Checking segment: {'id': '18cb137c-0fcb-4c05-aa2d-2a182829518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aac3fdce-c7a0-46ab-b406-64d1866c8493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:15.055911 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb43c82-e02d-4186-9fd5-b18282f7503f tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Network hostable DHCP agents. Network: aac3fdce-c7a0-46ab-b406-64d1866c8493, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:54:15.068784 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.105745 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Network 7a6fadc1-9d25-402e-b581-b3deed88611c is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:15.110534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:15.114084 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:15.122416 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Pushing event updated for resources: {'Port': ['ID=97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:15.166622 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb43c82-e02d-4186-9fd5-b18282f7503f tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Network aac3fdce-c7a0-46ab-b406-64d1866c8493 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:54:15.184549 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Attempting to bind port 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:15.187251 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Attempting to bind port 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '6f22fdb3-bb84-4c8b-a891-a8a32c2d4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7a6fadc1-9d25-402e-b581-b3deed88611c'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:15.187251 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Attempting to bind port 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd on network 7a6fadc1-9d25-402e-b581-b3deed88611c {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:15.191193 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:15.191658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Checking segment: {'id': '6f22fdb3-bb84-4c8b-a891-a8a32c2d4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7a6fadc1-9d25-402e-b581-b3deed88611c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:15.192069 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.192466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Bound using segment: {'id': '6f22fdb3-bb84-4c8b-a891-a8a32c2d4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7a6fadc1-9d25-402e-b581-b3deed88611c'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:15.192930 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Bound port: 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f22fdb3-bb84-4c8b-a891-a8a32c2d4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7a6fadc1-9d25-402e-b581-b3deed88611c'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:15.193334 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.227706 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-cbb43c82-e02d-4186-9fd5-b18282f7503f tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, aac3fdce-c7a0-46ab-b406-64d1866c8493) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:15.236955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb43c82-e02d-4186-9fd5-b18282f7503f tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:15.236955 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cbb43c82-e02d-4186-9fd5-b18282f7503f tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.243226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcac9275-f631-4885-b0cd-ae3a408edcd1 None None] Network aac3fdce-c7a0-46ab-b406-64d1866c8493 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:15.316849 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] For port 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:15.320056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] For port 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd,segment=NetworkSegment(6f22fdb3-bb84-4c8b-a891-a8a32c2d4f26),segment_id=6f22fdb3-bb84-4c8b-a891-a8a32c2d4f26)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:15.386778 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cbb43c82-e02d-4186-9fd5-b18282f7503f tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9325795 Aug 17 02:54:15.389562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58802) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:15.435940 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.439246 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-aac3fdce-c7a0-46ab-b406-64d1866c8493', 'network_id': 'aac3fdce-c7a0-46ab-b406-64d1866c8493', 'tenant_id': '42b4fad9cf8f44a1961706d3b944eda6', 'fixed_ips': [{'subnet_id': '0270ff4b-7b2b-45c7-adbd-0a3eee9f8453'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:54:15.440066 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.626760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d47b4f-8fc6-4da9-ba68-d64363aee5d4 None None] Pushing event updated for resources: {'Port': ['ID=97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:15.707753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Allocated IP 172.20.0.2 (aac3fdce-c7a0-46ab-b406-64d1866c8493/0270ff4b-7b2b-45c7-adbd-0a3eee9f8453/f47118c2-8231-4b5c-bfc0-d4f82420dda0) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:15.778946 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.951594 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8882a3e4-7ea2-427e-beea-ce4f4e753734 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:16.021510 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.037600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Transition to ACTIVE for port object f47118c2-8231-4b5c-bfc0-d4f82420dda0 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:16.080214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Transition to ACTIVE for port object f47118c2-8231-4b5c-bfc0-d4f82420dda0 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:16.108782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8882a3e4-7ea2-427e-beea-ce4f4e753734 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:16.109203 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.148735 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Allocated IP 172.20.0.1 (7a6fadc1-9d25-402e-b581-b3deed88611c/6f042002-0391-4087-bc69-80e640f990ed/ff57210d-f605-4721-8d73-3acb92c20741) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:16.176476 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.281928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Pushing event updated for resources: {'Port': ['ID=f47118c2-8231-4b5c-bfc0-d4f82420dda0,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:16.288329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Network aac3fdce-c7a0-46ab-b406-64d1866c8493 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:16.293267 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.293809 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:16.299646 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:16.310158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Transition to ACTIVE for port object ff57210d-f605-4721-8d73-3acb92c20741 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:16.362974 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Attempting to bind port f47118c2-8231-4b5c-bfc0-d4f82420dda0 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:16.363349 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Attempting to bind port f47118c2-8231-4b5c-bfc0-d4f82420dda0 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '18cb137c-0fcb-4c05-aa2d-2a182829518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aac3fdce-c7a0-46ab-b406-64d1866c8493'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:16.363785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Attempting to bind port f47118c2-8231-4b5c-bfc0-d4f82420dda0 on network aac3fdce-c7a0-46ab-b406-64d1866c8493 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:16.368860 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:16.369231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Checking segment: {'id': '18cb137c-0fcb-4c05-aa2d-2a182829518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aac3fdce-c7a0-46ab-b406-64d1866c8493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:16.369778 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.370073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Bound using segment: {'id': '18cb137c-0fcb-4c05-aa2d-2a182829518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aac3fdce-c7a0-46ab-b406-64d1866c8493'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:16.370543 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Bound port: f47118c2-8231-4b5c-bfc0-d4f82420dda0, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cb137c-0fcb-4c05-aa2d-2a182829518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aac3fdce-c7a0-46ab-b406-64d1866c8493'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:16.370925 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.437763 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.442988 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] For port f47118c2-8231-4b5c-bfc0-d4f82420dda0, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:16.446392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] For port f47118c2-8231-4b5c-bfc0-d4f82420dda0, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f47118c2-8231-4b5c-bfc0-d4f82420dda0,segment=NetworkSegment(18cb137c-0fcb-4c05-aa2d-2a182829518d),segment_id=18cb137c-0fcb-4c05-aa2d-2a182829518d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:16.486960 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Network 7a6fadc1-9d25-402e-b581-b3deed88611c is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:16.490442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:16.492896 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:16.555135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event updated for resources: {'Port': ['ID=ff57210d-f605-4721-8d73-3acb92c20741,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:16.566737 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.577007 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.696707 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c2cd9-e428-4e6e-972d-26a32f5aaee5 None None] Pushing event updated for resources: {'Port': ['ID=f47118c2-8231-4b5c-bfc0-d4f82420dda0,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:16.727740 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-573806be-1eee-4f70-bdbb-00333156a2ec req-60d4dcca-2805-492e-967e-53196e26d2f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1052525 Aug 17 02:54:16.849714 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.892928 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573806be-1eee-4f70-bdbb-00333156a2ec req-79cc5590-a644-4ce8-8316-0d37f8694259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:16.902361 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-573806be-1eee-4f70-bdbb-00333156a2ec req-79cc5590-a644-4ce8-8316-0d37f8694259 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 1099 time: 0.0938652 Aug 17 02:54:16.989792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc99ab68-ec26-4677-b812-b3072b8ce9c4 None None] Network 7a6fadc1-9d25-402e-b581-b3deed88611c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:17.116454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573806be-1eee-4f70-bdbb-00333156a2ec req-69223a03-3df6-4f09-a2b0-182851804af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:17.118427 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-573806be-1eee-4f70-bdbb-00333156a2ec req-69223a03-3df6-4f09-a2b0-182851804af3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 200 len: 917 time: 0.1999838 Aug 17 02:54:17.232910 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-573806be-1eee-4f70-bdbb-00333156a2ec req-fe7b7075-6bec-4e6b-a2d1-ca42ef57137a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b HTTP/1.1" status: 200 len: 1002 time: 0.1073062 Aug 17 02:54:17.358583 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573806be-1eee-4f70-bdbb-00333156a2ec req-cd9f75ca-d4d7-4700-bce3-bb2f3fdc1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:17.365093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-573806be-1eee-4f70-bdbb-00333156a2ec req-cd9f75ca-d4d7-4700-bce3-bb2f3fdc1f3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 200 len: 855 time: 0.1213410 Aug 17 02:54:17.390041 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.451288 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573806be-1eee-4f70-bdbb-00333156a2ec req-74084d80-4835-4039-a423-b78a46165f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:17.452976 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-573806be-1eee-4f70-bdbb-00333156a2ec req-74084d80-4835-4039-a423-b78a46165f78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847631 Aug 17 02:54:17.482716 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a410aa4c-b4bf-4d64-a0a0-ce969a1b8a4b None None] Provisioning for port 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:17.507822 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.563047 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-573806be-1eee-4f70-bdbb-00333156a2ec req-08dfe14e-d72a-4f2b-afed-7878ddba9a8b service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017308 Aug 17 02:54:17.588940 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event updated for resources: {'Port': ['ID=ff57210d-f605-4721-8d73-3acb92c20741,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:17.591403 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.678630 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-573806be-1eee-4f70-bdbb-00333156a2ec req-0119a9dc-a8e8-42c2-8771-31597118267f service neutron] 10.222.0.42 "GET /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047285 Aug 17 02:54:17.712412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Network 7a6fadc1-9d25-402e-b581-b3deed88611c is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:17.715331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:17.839893 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-804669ce-4a35-4c3a-9d2e-4e4f0b815c01 None None] Provisioning for port ff57210d-f605-4721-8d73-3acb92c20741 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:17.851011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-804669ce-4a35-4c3a-9d2e-4e4f0b815c01 None None] Provisioning complete for port ff57210d-f605-4721-8d73-3acb92c20741 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:17.851633 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-804669ce-4a35-4c3a-9d2e-4e4f0b815c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.920471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-804669ce-4a35-4c3a-9d2e-4e4f0b815c01 None None] Port ff57210d-f605-4721-8d73-3acb92c20741 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:54:17.956338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f47118c2-8231-4b5c-bfc0-d4f82420dda0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:18.021829 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Router 8e993c28-ce1b-477d-9d48-cd0ba4050bad is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:54:18.086725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2e731e93-0e27-4f26-b657-86ad51d429c1 None None] Provisioning complete for port ff57210d-f605-4721-8d73-3acb92c20741 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:18.087221 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2e731e93-0e27-4f26-b657-86ad51d429c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:18.133368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port f47118c2-8231-4b5c-bfc0-d4f82420dda0 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:18.147044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:18.158248 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-2e731e93-0e27-4f26-b657-86ad51d429c1 None None] Port ff57210d-f605-4721-8d73-3acb92c20741 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:54:18.228696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:54:18.237685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e596d02-4a15-4664-9b05-19d0d01182fa None None] Network aac3fdce-c7a0-46ab-b406-64d1866c8493 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:18.241167 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2271bcb-4b18-47bb-9a75-fc449e086c7c None None] Sync routers for ids ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:54:18.247576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58822) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:18.248151 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e51b47d8-d43a-47b8-8abe-411fdd8a5efd tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "PUT /v2.0/routers/8e993c28-ce1b-477d-9d48-cd0ba4050bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8572032 Aug 17 02:54:18.253422 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2271bcb-4b18-47bb-9a75-fc449e086c7c None None] Routers {'8e993c28-ce1b-477d-9d48-cd0ba4050bad'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:18.254329 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e2271bcb-4b18-47bb-9a75-fc449e086c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:54:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:18.293856 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e2271bcb-4b18-47bb-9a75-fc449e086c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:18.303758 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2271bcb-4b18-47bb-9a75-fc449e086c7c None None] Routers {'8e993c28-ce1b-477d-9d48-cd0ba4050bad'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:18.304700 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e2271bcb-4b18-47bb-9a75-fc449e086c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:54:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:18.342535 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-e2271bcb-4b18-47bb-9a75-fc449e086c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:18.343321 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2271bcb-4b18-47bb-9a75-fc449e086c7c None None] The sync data for ids ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:54:18.400010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:18.426128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:18.426923 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:18.460806 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ef89b8dd-3747-4ad8-a76a-cb2da86e0485 None None] Provisioning for port f47118c2-8231-4b5c-bfc0-d4f82420dda0 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:18.467686 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ef89b8dd-3747-4ad8-a76a-cb2da86e0485 None None] Provisioning complete for port f47118c2-8231-4b5c-bfc0-d4f82420dda0 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:18.468143 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef89b8dd-3747-4ad8-a76a-cb2da86e0485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:18.635820 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:18.659999 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef89b8dd-3747-4ad8-a76a-cb2da86e0485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:18.713539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd,segment=NetworkSegment(6f22fdb3-bb84-4c8b-a891-a8a32c2d4f26),segment_id=6f22fdb3-bb84-4c8b-a891-a8a32c2d4f26)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:18.734645 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ef89b8dd-3747-4ad8-a76a-cb2da86e0485 None None] For port f47118c2-8231-4b5c-bfc0-d4f82420dda0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f47118c2-8231-4b5c-bfc0-d4f82420dda0,segment=NetworkSegment(18cb137c-0fcb-4c05-aa2d-2a182829518d),segment_id=18cb137c-0fcb-4c05-aa2d-2a182829518d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:18.795552 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-ac28bb58-2182-4a93-bcfd-77c42665ff03 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 02:54:18.796796 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ac28bb58-2182-4a93-bcfd-77c42665ff03 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "PUT /v2.0/routers/8e993c28-ce1b-477d-9d48-cd0ba4050bad/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5481641 Aug 17 02:54:18.799778 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58828) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:18.808861 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef89b8dd-3747-4ad8-a76a-cb2da86e0485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:18.815370 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:18.911134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89b8dd-3747-4ad8-a76a-cb2da86e0485 None None] Pushing event updated for resources: {'Port': ['ID=f47118c2-8231-4b5c-bfc0-d4f82420dda0,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:18.959706 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-45e86650-a2f8-4ab0-b380-48dc541a28bf None None] Provisioning complete for port ff57210d-f605-4721-8d73-3acb92c20741 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:18.960076 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-45e86650-a2f8-4ab0-b380-48dc541a28bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:18.997018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-45e86650-a2f8-4ab0-b380-48dc541a28bf None None] Port ff57210d-f605-4721-8d73-3acb92c20741 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:54:19.019754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:19.023546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-45e86650-a2f8-4ab0-b380-48dc541a28bf None None] Provisioning complete for port f47118c2-8231-4b5c-bfc0-d4f82420dda0 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:19.023921 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-45e86650-a2f8-4ab0-b380-48dc541a28bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:19.234280 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1dc69e90-aa4f-496b-b138-f5095c7c3be6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:19.489790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-1dc69e90-aa4f-496b-b138-f5095c7c3be6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Deleting port ff57210d-f605-4721-8d73-3acb92c20741 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:19.490535 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1dc69e90-aa4f-496b-b138-f5095c7c3be6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:19.580463 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1dc69e90-aa4f-496b-b138-f5095c7c3be6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:19.593513 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-1dc69e90-aa4f-496b-b138-f5095c7c3be6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Calling delete_port for ff57210d-f605-4721-8d73-3acb92c20741 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:19.791587 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58840) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:19.849587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f47118c2-8231-4b5c-bfc0-d4f82420dda0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:19.890506 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1dc69e90-aa4f-496b-b138-f5095c7c3be6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:19.900413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f47118c2-8231-4b5c-bfc0-d4f82420dda0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:19.900962 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:19.945798 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d0431be-32aa-4218-b355-7eed296568a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:19.957044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc69e90-aa4f-496b-b138-f5095c7c3be6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event deleted for resources: {'Port': ['ID=ff57210d-f605-4721-8d73-3acb92c20741,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:20.004048 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:20.082234 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:20.082605 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:20.162929 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d0431be-32aa-4218-b355-7eed296568a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:20.175116 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1dc69e90-aa4f-496b-b138-f5095c7c3be6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:20.235054 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9d0431be-32aa-4218-b355-7eed296568a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:20.271897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0431be-32aa-4218-b355-7eed296568a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7d2fd6-814a-4179-854d-69de0f1a1747,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:20.276876 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9d0431be-32aa-4218-b355-7eed296568a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a807e778cb1439f9ec2c90f5bdbb084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4852593 Aug 17 02:54:20.280074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58846) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:20.333614 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8639b3a5-15fa-4a6f-a154-4e88d7751047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:20.359472 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8639b3a5-15fa-4a6f-a154-4e88d7751047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:20.367321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc69e90-aa4f-496b-b138-f5095c7c3be6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Router 8e993c28-ce1b-477d-9d48-cd0ba4050bad has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:54:20.465705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc69e90-aa4f-496b-b138-f5095c7c3be6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:54:20.470840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1dc69e90-aa4f-496b-b138-f5095c7c3be6 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "PUT /v2.0/routers/8e993c28-ce1b-477d-9d48-cd0ba4050bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6696050 Aug 17 02:54:20.474915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58850) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:20.477493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f59485-b613-4112-954c-4f51bcb8d0e7 None None] Sync routers for ids ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:54:20.488098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f59485-b613-4112-954c-4f51bcb8d0e7 None None] Routers {'8e993c28-ce1b-477d-9d48-cd0ba4050bad'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:20.488734 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-72f59485-b613-4112-954c-4f51bcb8d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:54:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:20.514927 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-54dd55a4-53a7-4f08-bb2b-1030e29464b7 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] delete failed (client error): The resource could not be found. Aug 17 02:54:20.516011 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-54dd55a4-53a7-4f08-bb2b-1030e29464b7 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-911967159 HTTP/1.1" status: 404 len: 334 time: 0.0399616 Aug 17 02:54:20.516706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8639b3a5-15fa-4a6f-a154-4e88d7751047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:20.519344 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8639b3a5-15fa-4a6f-a154-4e88d7751047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:20.523548 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8639b3a5-15fa-4a6f-a154-4e88d7751047 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd7d2fd6-814a-4179-854d-69de0f1a1747 HTTP/1.1" status: 204 len: 168 time: 0.2393508 Aug 17 02:54:20.523548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58854) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:20.528826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-72f59485-b613-4112-954c-4f51bcb8d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:20.530681 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a4831b4d-c829-47df-8925-d81b927e90c7 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e993c28-ce1b-477d-9d48-cd0ba4050bad'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:20.539464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639b3a5-15fa-4a6f-a154-4e88d7751047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7d2fd6-814a-4179-854d-69de0f1a1747,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:20.547378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f59485-b613-4112-954c-4f51bcb8d0e7 None None] Routers {'8e993c28-ce1b-477d-9d48-cd0ba4050bad'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:20.548366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-72f59485-b613-4112-954c-4f51bcb8d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:54:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:20.606219 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-72f59485-b613-4112-954c-4f51bcb8d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:20.607061 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f59485-b613-4112-954c-4f51bcb8d0e7 None None] The sync data for ids ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:54:21.026677 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a4831b4d-c829-47df-8925-d81b927e90c7 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:21.102691 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-a4831b4d-c829-47df-8925-d81b927e90c7 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] update failed (client error): The resource could not be found. Aug 17 02:54:21.104141 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a4831b4d-c829-47df-8925-d81b927e90c7 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "PUT /v2.0/routers/8e993c28-ce1b-477d-9d48-cd0ba4050bad HTTP/1.1" status: 404 len: 339 time: 0.5789568 Aug 17 02:54:21.107888 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58862) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:21.173616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58864) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:21.188557 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b70267a-6373-4e32-b594-d18e869488e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:21.280744 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b70267a-6373-4e32-b594-d18e869488e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:21.353420 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b70267a-6373-4e32-b594-d18e869488e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:21.396411 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70267a-6373-4e32-b594-d18e869488e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b46c8f5-036d-4af8-8259-5977ab36c820,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:21.402162 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:21.413290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6b70267a-6373-4e32-b594-d18e869488e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=545c912c207241a4a563c1d8b9cf628b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378170 Aug 17 02:54:21.415106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58866) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:21.467972 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d69e431e-f869-4ad2-b950-0e99404d96e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:21.491572 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d69e431e-f869-4ad2-b950-0e99404d96e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:21.607871 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d69e431e-f869-4ad2-b950-0e99404d96e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:21.610418 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d69e431e-f869-4ad2-b950-0e99404d96e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:21.613978 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d69e431e-f869-4ad2-b950-0e99404d96e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b46c8f5-036d-4af8-8259-5977ab36c820 HTTP/1.1" status: 204 len: 168 time: 0.1955645 Aug 17 02:54:21.622147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e431e-f869-4ad2-b950-0e99404d96e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b46c8f5-036d-4af8-8259-5977ab36c820,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:21.659869 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Allocated IP 172.20.0.1 (fe094d30-d832-4b94-8f41-4dea6657114e/759f1ed2-10af-49d2-b755-8997bb5af8d3/9c96280b-e812-45bf-b203-ec2ceaa027d3) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:21.779502 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:21.792507 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Transition to ACTIVE for port object 9c96280b-e812-45bf-b203-ec2ceaa027d3 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:21.902819 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:21.957199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Network fe094d30-d832-4b94-8f41-4dea6657114e is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:21.960592 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:21.963686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:21.976696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event updated for resources: {'Port': ['ID=9c96280b-e812-45bf-b203-ec2ceaa027d3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:22.032729 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:22.306928 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:22.368112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-38ea5182-9d88-4d25-a992-910e5d874c3a None None] Provisioning for port 9c96280b-e812-45bf-b203-ec2ceaa027d3 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:22.372724 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-38ea5182-9d88-4d25-a992-910e5d874c3a None None] Provisioning complete for port 9c96280b-e812-45bf-b203-ec2ceaa027d3 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:22.373369 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-38ea5182-9d88-4d25-a992-910e5d874c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:22.410701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-38ea5182-9d88-4d25-a992-910e5d874c3a None None] Port 9c96280b-e812-45bf-b203-ec2ceaa027d3 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:54:22.594147 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:22.659614 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:22.745065 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:22.747119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event updated for resources: {'Port': ['ID=9c96280b-e812-45bf-b203-ec2ceaa027d3,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:22.854190 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Network fe094d30-d832-4b94-8f41-4dea6657114e is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:22.856025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:23.010430 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Router 8e993c28-ce1b-477d-9d48-cd0ba4050bad has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:54:23.120750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:54:23.130823 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9bb2bb40-4c76-48f0-9850-4262989bf378 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "PUT /v2.0/routers/8e993c28-ce1b-477d-9d48-cd0ba4050bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0176775 Aug 17 02:54:23.130823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58908) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:23.136405 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f5168e-ddd1-40d7-befe-906d121af94a None None] Sync routers for ids ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:54:23.142269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ac997841-396c-4fb7-a5a3-d4dffaf72a37 None None] Provisioning complete for port 9c96280b-e812-45bf-b203-ec2ceaa027d3 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:23.142640 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ac997841-396c-4fb7-a5a3-d4dffaf72a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:23.148019 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f5168e-ddd1-40d7-befe-906d121af94a None None] Routers {'8e993c28-ce1b-477d-9d48-cd0ba4050bad'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:23.148914 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-60f5168e-ddd1-40d7-befe-906d121af94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:54:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:23.194487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ac997841-396c-4fb7-a5a3-d4dffaf72a37 None None] Port 9c96280b-e812-45bf-b203-ec2ceaa027d3 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:54:23.198817 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-60f5168e-ddd1-40d7-befe-906d121af94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:23.208258 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f5168e-ddd1-40d7-befe-906d121af94a None None] Routers {'8e993c28-ce1b-477d-9d48-cd0ba4050bad'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:23.209045 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-60f5168e-ddd1-40d7-befe-906d121af94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:54:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:23.242579 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-60f5168e-ddd1-40d7-befe-906d121af94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:23.243422 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f5168e-ddd1-40d7-befe-906d121af94a None None] The sync data for ids ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'] in n-d-793621-31 is: [] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:54:23.246311 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3519b76a-1373-4177-b7c1-8d360b26d771 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:23.342875 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-3519b76a-1373-4177-b7c1-8d360b26d771 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 02:54:23.344124 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3519b76a-1373-4177-b7c1-8d360b26d771 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "DELETE /v2.0/routers/8e993c28-ce1b-477d-9d48-cd0ba4050bad HTTP/1.1" status: 409 len: 329 time: 0.2138035 Aug 17 02:54:23.347033 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58916) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:23.666838 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-50cccb9a-c088-4d55-8cf7-0958dff0daf0 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:23.924124 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-50cccb9a-c088-4d55-8cf7-0958dff0daf0 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Deleting port 9c96280b-e812-45bf-b203-ec2ceaa027d3 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:23.924478 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-50cccb9a-c088-4d55-8cf7-0958dff0daf0 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:24.020555 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-50cccb9a-c088-4d55-8cf7-0958dff0daf0 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:24.044463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-50cccb9a-c088-4d55-8cf7-0958dff0daf0 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Calling delete_port for 9c96280b-e812-45bf-b203-ec2ceaa027d3 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:24.605171 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-50cccb9a-c088-4d55-8cf7-0958dff0daf0 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:24.683020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cccb9a-c088-4d55-8cf7-0958dff0daf0 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event deleted for resources: {'Port': ['ID=9c96280b-e812-45bf-b203-ec2ceaa027d3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:24.809065 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-50cccb9a-c088-4d55-8cf7-0958dff0daf0 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:24.972629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cccb9a-c088-4d55-8cf7-0958dff0daf0 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Router 8e993c28-ce1b-477d-9d48-cd0ba4050bad has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:54:25.050691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cccb9a-c088-4d55-8cf7-0958dff0daf0 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:54:25.055919 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-50cccb9a-c088-4d55-8cf7-0958dff0daf0 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "PUT /v2.0/routers/8e993c28-ce1b-477d-9d48-cd0ba4050bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7075260 Aug 17 02:54:25.063044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b934dd4-e488-4bdc-94f5-3907fedf40fa None None] Sync routers for ids ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:54:25.068810 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58952) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:25.076851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b934dd4-e488-4bdc-94f5-3907fedf40fa None None] Routers {'8e993c28-ce1b-477d-9d48-cd0ba4050bad'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:25.077693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7b934dd4-e488-4bdc-94f5-3907fedf40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:54:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:25.112529 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7b934dd4-e488-4bdc-94f5-3907fedf40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:25.122667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b934dd4-e488-4bdc-94f5-3907fedf40fa None None] Routers {'8e993c28-ce1b-477d-9d48-cd0ba4050bad'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:25.124229 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7b934dd4-e488-4bdc-94f5-3907fedf40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:54:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:25.129667 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-1dbf16cf-cb92-4463-8f81-180614da0b74 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] show failed (client error): The resource could not be found. Aug 17 02:54:25.131516 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1dbf16cf-cb92-4463-8f81-180614da0b74 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1938677572 HTTP/1.1" status: 404 len: 335 time: 0.0609977 Aug 17 02:54:25.135361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58958) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:25.141140 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-555513c8-6c1a-459c-9c71-d85f7df9ca0e tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:25.158487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7b934dd4-e488-4bdc-94f5-3907fedf40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:25.159136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b934dd4-e488-4bdc-94f5-3907fedf40fa None None] The sync data for ids ['8e993c28-ce1b-477d-9d48-cd0ba4050bad'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:54:25.177104 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [None req-555513c8-6c1a-459c-9c71-d85f7df9ca0e tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] update failed (client error): The resource could not be found. Aug 17 02:54:25.178188 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-555513c8-6c1a-459c-9c71-d85f7df9ca0e tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-166511672 HTTP/1.1" status: 404 len: 334 time: 0.0413711 Aug 17 02:54:25.182945 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58960) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:25.237396 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdd3cc0-9bcc-4f09-b9d4-1380ff7bbc3a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Deleting subnet 0270ff4b-7b2b-45c7-adbd-0a3eee9f8453 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:54:25.240956 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3cc0-9bcc-4f09-b9d4-1380ff7bbc3a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.284110 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3cc0-9bcc-4f09-b9d4-1380ff7bbc3a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.370377 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3cc0-9bcc-4f09-b9d4-1380ff7bbc3a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.502006 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3cc0-9bcc-4f09-b9d4-1380ff7bbc3a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.534877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd3cc0-9bcc-4f09-b9d4-1380ff7bbc3a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event deleted for resources: {'Subnet': ['ID=0270ff4b-7b2b-45c7-adbd-0a3eee9f8453,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:25.548617 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3cc0-9bcc-4f09-b9d4-1380ff7bbc3a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.549789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114ddf6d-478e-43e6-9f47-eba28da95ab2 None None] Network aac3fdce-c7a0-46ab-b406-64d1866c8493 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:25.553532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58968) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:25.554036 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dcdd3cc0-9bcc-4f09-b9d4-1380ff7bbc3a tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "DELETE /v2.0/subnets/0270ff4b-7b2b-45c7-adbd-0a3eee9f8453 HTTP/1.1" status: 204 len: 168 time: 0.3695111 Aug 17 02:54:25.615854 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-638e85d1-ae68-40b8-b4bd-a10832dd9a39 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Deleting subnet 6f042002-0391-4087-bc69-80e640f990ed {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:54:25.619161 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-638e85d1-ae68-40b8-b4bd-a10832dd9a39 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.664988 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-638e85d1-ae68-40b8-b4bd-a10832dd9a39 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.781424 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-638e85d1-ae68-40b8-b4bd-a10832dd9a39 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.785108 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] DHCP port deletion for aac3fdce-c7a0-46ab-b406-64d1866c8493 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:54:25.848174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Deleting port f47118c2-8231-4b5c-bfc0-d4f82420dda0 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:25.848633 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.918176 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] For port f47118c2-8231-4b5c-bfc0-d4f82420dda0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f47118c2-8231-4b5c-bfc0-d4f82420dda0,segment=NetworkSegment(18cb137c-0fcb-4c05-aa2d-2a182829518d),segment_id=18cb137c-0fcb-4c05-aa2d-2a182829518d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:25.918871 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.925845 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-638e85d1-ae68-40b8-b4bd-a10832dd9a39 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.932241 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Calling delete_port for f47118c2-8231-4b5c-bfc0-d4f82420dda0 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:25.970898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e85d1-ae68-40b8-b4bd-a10832dd9a39 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event deleted for resources: {'Subnet': ['ID=6f042002-0391-4087-bc69-80e640f990ed,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:25.977929 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-638e85d1-ae68-40b8-b4bd-a10832dd9a39 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.985762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58972) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:25.988772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e33e37-ab88-42b3-a204-1de813da0795 None None] Network 7a6fadc1-9d25-402e-b581-b3deed88611c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:25.999241 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-638e85d1-ae68-40b8-b4bd-a10832dd9a39 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "DELETE /v2.0/subnets/6f042002-0391-4087-bc69-80e640f990ed HTTP/1.1" status: 204 len: 168 time: 0.4437909 Aug 17 02:54:26.092922 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.167724 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Deleting port f47118c2-8231-4b5c-bfc0-d4f82420dda0 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:26.169347 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.222084 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.267521 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34694ff-99dd-4a1c-a40b-3812d26c30fb None None] DHCP port deletion for 7a6fadc1-9d25-402e-b581-b3deed88611c request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:54:26.272946 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] For port f47118c2-8231-4b5c-bfc0-d4f82420dda0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f47118c2-8231-4b5c-bfc0-d4f82420dda0,segment=NetworkSegment(18cb137c-0fcb-4c05-aa2d-2a182829518d),segment_id=18cb137c-0fcb-4c05-aa2d-2a182829518d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:26.273545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Pushing event deleted for resources: {'Port': ['ID=f47118c2-8231-4b5c-bfc0-d4f82420dda0,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:26.274153 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.283573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] No DVR routers for this DVR port f47118c2-8231-4b5c-bfc0-d4f82420dda0 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:26.286028 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:26.286492 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:26.287232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:26.287805 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:26.288327 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:26.288794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:26.289353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:26.290003 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:26.291391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:26.292226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:26.292996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Calling delete_port for f47118c2-8231-4b5c-bfc0-d4f82420dda0 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:26.293161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:26.293161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47adc9f3-d6e6-41a4-9f37-2c9bb24b40de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:26.374340 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c34694ff-99dd-4a1c-a40b-3812d26c30fb None None] Deleting port 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:26.375406 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c34694ff-99dd-4a1c-a40b-3812d26c30fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.416270 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.449303 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] No DVR routers for this DVR port f47118c2-8231-4b5c-bfc0-d4f82420dda0 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:26.456137 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event deleted for resources: {'Port': ['ID=f47118c2-8231-4b5c-bfc0-d4f82420dda0,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:26.517118 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c34694ff-99dd-4a1c-a40b-3812d26c30fb None None] For port 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd,segment=NetworkSegment(6f22fdb3-bb84-4c8b-a891-a8a32c2d4f26),segment_id=6f22fdb3-bb84-4c8b-a891-a8a32c2d4f26)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:26.517919 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c34694ff-99dd-4a1c-a40b-3812d26c30fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.536964 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-c34694ff-99dd-4a1c-a40b-3812d26c30fb None None] Calling delete_port for 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:26.611322 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.625530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac3fdce-c7a0-46ab-b406-64d1866c8493']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:26.637311 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cb137c-0fcb-4c05-aa2d-2a182829518d') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:26.637611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cb137c-0fcb-4c05-aa2d-2a182829518d') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:26.647575 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.662562 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.670622 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:54:26.671087 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: self.session.flush() Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:54:26.679336 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:54:26.793496 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c34694ff-99dd-4a1c-a40b-3812d26c30fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.817709 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34694ff-99dd-4a1c-a40b-3812d26c30fb None None] Pushing event deleted for resources: {'Port': ['ID=97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:26.825690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34694ff-99dd-4a1c-a40b-3812d26c30fb None None] No DVR routers for this DVR port 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:26.865386 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.873145 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.878646 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "DELETE /v2.0/networks/aac3fdce-c7a0-46ab-b406-64d1866c8493 HTTP/1.1" status: 204 len: 168 time: 0.8868001 Aug 17 02:54:26.879094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 58982) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:26.893052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d46733-ddc6-4a0f-8c09-9f6c63f61bc2 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event deleted for resources: {'Network': ['ID=aac3fdce-c7a0-46ab-b406-64d1866c8493,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:26.966761 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb6505a-c080-4ba4-a66e-e01ae4846fd1 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.055955 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb6505a-c080-4ba4-a66e-e01ae4846fd1 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.066789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-abb6505a-c080-4ba4-a66e-e01ae4846fd1 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6fadc1-9d25-402e-b581-b3deed88611c']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:27.077540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-abb6505a-c080-4ba4-a66e-e01ae4846fd1 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f22fdb3-bb84-4c8b-a891-a8a32c2d4f26') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:27.077840 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-abb6505a-c080-4ba4-a66e-e01ae4846fd1 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f22fdb3-bb84-4c8b-a891-a8a32c2d4f26') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:27.086525 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb6505a-c080-4ba4-a66e-e01ae4846fd1 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.101952 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb6505a-c080-4ba4-a66e-e01ae4846fd1 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.107686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb6505a-c080-4ba4-a66e-e01ae4846fd1 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb6505a-c080-4ba4-a66e-e01ae4846fd1 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:54:27.120847 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:54:27.219722 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb6505a-c080-4ba4-a66e-e01ae4846fd1 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.226899 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-abb6505a-c080-4ba4-a66e-e01ae4846fd1 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.230951 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-abb6505a-c080-4ba4-a66e-e01ae4846fd1 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "DELETE /v2.0/networks/7a6fadc1-9d25-402e-b581-b3deed88611c HTTP/1.1" status: 204 len: 168 time: 0.3492048 Aug 17 02:54:27.232688 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58986) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:27.242264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6505a-c080-4ba4-a66e-e01ae4846fd1 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event deleted for resources: {'Network': ['ID=7a6fadc1-9d25-402e-b581-b3deed88611c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:27.287754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-732957a6-01a0-43d0-a602-ecac239e51bc tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Deleting subnet 759f1ed2-10af-49d2-b755-8997bb5af8d3 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:54:27.291221 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-732957a6-01a0-43d0-a602-ecac239e51bc tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.332004 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-732957a6-01a0-43d0-a602-ecac239e51bc tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.421135 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-732957a6-01a0-43d0-a602-ecac239e51bc tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.553960 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-732957a6-01a0-43d0-a602-ecac239e51bc tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.582292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732957a6-01a0-43d0-a602-ecac239e51bc tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event deleted for resources: {'Subnet': ['ID=759f1ed2-10af-49d2-b755-8997bb5af8d3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:27.586318 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-732957a6-01a0-43d0-a602-ecac239e51bc tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.591003 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-732957a6-01a0-43d0-a602-ecac239e51bc tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "DELETE /v2.0/subnets/759f1ed2-10af-49d2-b755-8997bb5af8d3 HTTP/1.1" status: 204 len: 168 time: 0.3543339 Aug 17 02:54:27.591003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 58992) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:27.594242 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3aa94c-3f4d-4935-b8b3-d6276469ccba None None] Network fe094d30-d832-4b94-8f41-4dea6657114e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:27.677651 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.743137 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Deleting port 8882a3e4-7ea2-427e-beea-ce4f4e753734 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:27.744446 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.816581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0dfe2f-e6c0-444a-91b9-531004f4dd2c None None] DHCP port deletion for fe094d30-d832-4b94-8f41-4dea6657114e request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:54:27.825817 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] For port 8882a3e4-7ea2-427e-beea-ce4f4e753734, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8882a3e4-7ea2-427e-beea-ce4f4e753734,segment=NetworkSegment(6bb5874a-7656-4cf4-b261-a4d7fac62da9),segment_id=6bb5874a-7656-4cf4-b261-a4d7fac62da9)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:27.825817 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.837294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Calling delete_port for 8882a3e4-7ea2-427e-beea-ce4f4e753734 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:27.857355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f47118c2-8231-4b5c-bfc0-d4f82420dda0 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:27.891236 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: f47118c2-8231-4b5c-bfc0-d4f82420dda0 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:27.891615 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f47118c2-8231-4b5c-bfc0-d4f82420dda0 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:27.892041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:27.916198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:27.916539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 97c61d3d-f4e1-4836-b740-8f1b5a8ef3dd not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:27.939599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9e0dfe2f-e6c0-444a-91b9-531004f4dd2c None None] Deleting port 8882a3e4-7ea2-427e-beea-ce4f4e753734 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:27.940329 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfe2f-e6c0-444a-91b9-531004f4dd2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.001756 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9e0dfe2f-e6c0-444a-91b9-531004f4dd2c None None] For port 8882a3e4-7ea2-427e-beea-ce4f4e753734, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8882a3e4-7ea2-427e-beea-ce4f4e753734,segment=NetworkSegment(6bb5874a-7656-4cf4-b261-a4d7fac62da9),segment_id=6bb5874a-7656-4cf4-b261-a4d7fac62da9)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:28.002149 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfe2f-e6c0-444a-91b9-531004f4dd2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.015427 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9e0dfe2f-e6c0-444a-91b9-531004f4dd2c None None] Calling delete_port for 8882a3e4-7ea2-427e-beea-ce4f4e753734 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:28.060966 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.097193 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event deleted for resources: {'Port': ['ID=8882a3e4-7ea2-427e-beea-ce4f4e753734,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:28.101069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] No DVR routers for this DVR port 8882a3e4-7ea2-427e-beea-ce4f4e753734 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:28.109603 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfe2f-e6c0-444a-91b9-531004f4dd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.138809 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dfe2f-e6c0-444a-91b9-531004f4dd2c None None] Pushing event deleted for resources: {'Port': ['ID=8882a3e4-7ea2-427e-beea-ce4f4e753734,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:28.142847 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0dfe2f-e6c0-444a-91b9-531004f4dd2c None None] No DVR routers for this DVR port 8882a3e4-7ea2-427e-beea-ce4f4e753734 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:28.201405 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.208700 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe094d30-d832-4b94-8f41-4dea6657114e']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:28.219106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb5874a-7656-4cf4-b261-a4d7fac62da9') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:28.219412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb5874a-7656-4cf4-b261-a4d7fac62da9') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:28.229277 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.242228 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.248835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:54:28.258716 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:54:28.425195 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.433826 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.435725 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "DELETE /v2.0/networks/fe094d30-d832-4b94-8f41-4dea6657114e HTTP/1.1" status: 204 len: 168 time: 0.8437874 Aug 17 02:54:28.438874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59012) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:28.448244 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626baaff-ab6b-4a60-ae51-de5bc058af27 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Pushing event deleted for resources: {'Network': ['ID=fe094d30-d832-4b94-8f41-4dea6657114e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:28.475519 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8728654e-0224-4ed1-a84a-7ab238156490 tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e993c28-ce1b-477d-9d48-cd0ba4050bad HTTP/1.1" status: 200 len: 205 time: 0.0353632 Aug 17 02:54:28.478536 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59016) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:28.549837 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec8945b3-45e4-49f0-b586-16c9dab7d8cb tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.730617 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec8945b3-45e4-49f0-b586-16c9dab7d8cb tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.732785 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec8945b3-45e4-49f0-b586-16c9dab7d8cb tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.808100 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.888662 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec8945b3-45e4-49f0-b586-16c9dab7d8cb tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.889520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8945b3-45e4-49f0-b586-16c9dab7d8cb tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Fanout notify agent at l3_agent the message router_deleted on router 8e993c28-ce1b-477d-9d48-cd0ba4050bad {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:54:28.902919 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ec8945b3-45e4-49f0-b586-16c9dab7d8cb tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.908017 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ec8945b3-45e4-49f0-b586-16c9dab7d8cb tempest-RoutersNegativeTest-1342944913 tempest-RoutersNegativeTest-1342944913-project] 10.222.0.13 "DELETE /v2.0/routers/8e993c28-ce1b-477d-9d48-cd0ba4050bad HTTP/1.1" status: 204 len: 168 time: 0.4249408 Aug 17 02:54:29.406495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59036) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:29.552776 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a7902e1d-5b5a-444a-83ce-9b8abde4329e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42b4fad9cf8f44a1961706d3b944eda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428874 Aug 17 02:54:29.553067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59042) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:29.610053 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-792565f8-1e68-4824-aed6-183a4f8ef0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:29.633124 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-792565f8-1e68-4824-aed6-183a4f8ef0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:29.804177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8882a3e4-7ea2-427e-beea-ce4f4e753734 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:29.816108 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-792565f8-1e68-4824-aed6-183a4f8ef0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:29.819412 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-792565f8-1e68-4824-aed6-183a4f8ef0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:29.821763 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-792565f8-1e68-4824-aed6-183a4f8ef0d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95a12e2c-ee94-4efc-80c4-f6af958d6a85 HTTP/1.1" status: 204 len: 168 time: 0.2666852 Aug 17 02:54:29.827214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 8882a3e4-7ea2-427e-beea-ce4f4e753734 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:29.827214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8882a3e4-7ea2-427e-beea-ce4f4e753734 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:29.831664 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792565f8-1e68-4824-aed6-183a4f8ef0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a12e2c-ee94-4efc-80c4-f6af958d6a85,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:31.308368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:31.746177 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59100) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:31.990559 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cbc41b45-4390-4268-8dbc-4f35b6d305a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:32.111637 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cbc41b45-4390-4268-8dbc-4f35b6d305a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:32.173778 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cbc41b45-4390-4268-8dbc-4f35b6d305a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:32.222619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc41b45-4390-4268-8dbc-4f35b6d305a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09389ad-ba95-41e4-b5ec-c214b7e3779e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:32.229532 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cbc41b45-4390-4268-8dbc-4f35b6d305a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91ac14a2f7a2401398d568a366f8d06d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4795732 Aug 17 02:54:32.231479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59122) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:32.285162 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2151f9e-d4eb-421c-9e69-365f87d73b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:32.307256 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2151f9e-d4eb-421c-9e69-365f87d73b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:32.476405 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2151f9e-d4eb-421c-9e69-365f87d73b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:32.479189 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2151f9e-d4eb-421c-9e69-365f87d73b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:32.480392 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e2151f9e-d4eb-421c-9e69-365f87d73b6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d09389ad-ba95-41e4-b5ec-c214b7e3779e HTTP/1.1" status: 204 len: 168 time: 0.2466385 Aug 17 02:54:32.488565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2151f9e-d4eb-421c-9e69-365f87d73b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09389ad-ba95-41e4-b5ec-c214b7e3779e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:32.637398 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59132) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:32.848601 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7739b3e3-90a6-491c-8746-69314ac793a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:32.951545 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7739b3e3-90a6-491c-8746-69314ac793a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.061867 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7739b3e3-90a6-491c-8746-69314ac793a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.099823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739b3e3-90a6-491c-8746-69314ac793a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1614b7f-239a-4302-b823-08f4abdeadc8,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:33.120012 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7739b3e3-90a6-491c-8746-69314ac793a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8acbf642865d421abfaf7e981bd3c015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813571 Aug 17 02:54:33.122773 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59140) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:33.174804 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29fc637a-cb28-4b85-975a-50bf90c75391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.198550 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29fc637a-cb28-4b85-975a-50bf90c75391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.230324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59142) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:33.252226 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7bbd726-4b59-4e58-82fe-d4dd3f773c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.305320 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29fc637a-cb28-4b85-975a-50bf90c75391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.308991 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29fc637a-cb28-4b85-975a-50bf90c75391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.311954 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-29fc637a-cb28-4b85-975a-50bf90c75391 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1614b7f-239a-4302-b823-08f4abdeadc8 HTTP/1.1" status: 204 len: 168 time: 0.1882026 Aug 17 02:54:33.335379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc637a-cb28-4b85-975a-50bf90c75391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1614b7f-239a-4302-b823-08f4abdeadc8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:33.412575 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7bbd726-4b59-4e58-82fe-d4dd3f773c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.490262 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7bbd726-4b59-4e58-82fe-d4dd3f773c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.536693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c7bbd726-4b59-4e58-82fe-d4dd3f773c93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=682b43fbd99a49d784bc84804ab523b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049922 Aug 17 02:54:33.537620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbd726-4b59-4e58-82fe-d4dd3f773c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409e9b4f-91ab-4216-aa53-a2e2907c077d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:33.539425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59148) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:33.612491 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ab8030b-eb95-49cb-b1e9-7f9c01bbe251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.636163 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ab8030b-eb95-49cb-b1e9-7f9c01bbe251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.822037 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ab8030b-eb95-49cb-b1e9-7f9c01bbe251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.826074 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1ab8030b-eb95-49cb-b1e9-7f9c01bbe251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.826074 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1ab8030b-eb95-49cb-b1e9-7f9c01bbe251 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/409e9b4f-91ab-4216-aa53-a2e2907c077d HTTP/1.1" status: 204 len: 168 time: 0.2802374 Aug 17 02:54:33.842040 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8030b-eb95-49cb-b1e9-7f9c01bbe251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409e9b4f-91ab-4216-aa53-a2e2907c077d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:34.143956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59158) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:34.160444 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c800df05-935e-4b22-9da8-541637851247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:34.264777 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c800df05-935e-4b22-9da8-541637851247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:34.324714 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c800df05-935e-4b22-9da8-541637851247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:34.363309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800df05-935e-4b22-9da8-541637851247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cc490e-b810-48a2-8ed6-6ed83c804b06,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:34.371301 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c800df05-935e-4b22-9da8-541637851247 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97e41317839f41779db62826cfa7de36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234929 Aug 17 02:54:34.372258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59162) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:34.422476 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a182634-e77b-4324-8166-1d2041b2a579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:34.444102 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a182634-e77b-4324-8166-1d2041b2a579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:34.567758 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a182634-e77b-4324-8166-1d2041b2a579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:34.570582 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a182634-e77b-4324-8166-1d2041b2a579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:34.572375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3a182634-e77b-4324-8166-1d2041b2a579 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32cc490e-b810-48a2-8ed6-6ed83c804b06 HTTP/1.1" status: 204 len: 168 time: 0.1998892 Aug 17 02:54:34.581351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a182634-e77b-4324-8166-1d2041b2a579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cc490e-b810-48a2-8ed6-6ed83c804b06,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:34.643957 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:54:34.657098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59168) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:34.668952 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-969241e4-5499-43f7-a50f-065ab372238c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:34.765280 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-969241e4-5499-43f7-a50f-065ab372238c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:34.975882 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-969241e4-5499-43f7-a50f-065ab372238c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:35.015761 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-969241e4-5499-43f7-a50f-065ab372238c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e77877457c54102bcb680d5f3f2acee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592856 Aug 17 02:54:35.016570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969241e4-5499-43f7-a50f-065ab372238c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733dd005-ca81-486e-9a24-012767277767,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:35.018335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59172) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:35.073585 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ff33fbd-2c08-4aba-94cc-99d5653c97e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:35.097445 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ff33fbd-2c08-4aba-94cc-99d5653c97e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:35.216357 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ff33fbd-2c08-4aba-94cc-99d5653c97e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:35.220953 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ff33fbd-2c08-4aba-94cc-99d5653c97e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:35.220953 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7ff33fbd-2c08-4aba-94cc-99d5653c97e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/733dd005-ca81-486e-9a24-012767277767 HTTP/1.1" status: 204 len: 168 time: 0.2007599 Aug 17 02:54:35.231658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff33fbd-2c08-4aba-94cc-99d5653c97e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733dd005-ca81-486e-9a24-012767277767,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:37.922519 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e123a8b4-8daf-4b7a-8c59-0cc06a77c97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.301839 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59310) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:38.407740 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b5960139-be6b-4fb7-9604-47588874c3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.497009 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b5960139-be6b-4fb7-9604-47588874c3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.596574 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b5960139-be6b-4fb7-9604-47588874c3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.635938 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b5960139-be6b-4fb7-9604-47588874c3c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4dd32f7a4d1492baa5cb3a7f6930464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327913 Aug 17 02:54:38.636933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5960139-be6b-4fb7-9604-47588874c3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8744e756-caa6-431c-ba3a-08227d12db97,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:38.638814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59316) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:38.693295 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf3ba-7a85-4864-a3b2-6046c087420f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.715285 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf3ba-7a85-4864-a3b2-6046c087420f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.876678 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf3ba-7a85-4864-a3b2-6046c087420f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.879329 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf3ba-7a85-4864-a3b2-6046c087420f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.880499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4cbbf3ba-7a85-4864-a3b2-6046c087420f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8744e756-caa6-431c-ba3a-08227d12db97 HTTP/1.1" status: 204 len: 168 time: 0.2391412 Aug 17 02:54:38.889539 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbf3ba-7a85-4864-a3b2-6046c087420f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8744e756-caa6-431c-ba3a-08227d12db97,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:39.667956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59332) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:39.683434 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-856fb7ed-5191-41a9-87e4-f84a70c689f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:39.787866 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-856fb7ed-5191-41a9-87e4-f84a70c689f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:39.877719 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-856fb7ed-5191-41a9-87e4-f84a70c689f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:39.920558 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-856fb7ed-5191-41a9-87e4-f84a70c689f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc6a6e8b42d44d05b2c4e3bec680d345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514999 Aug 17 02:54:39.921717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fb7ed-5191-41a9-87e4-f84a70c689f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0831b5-4b0d-4e2c-933c-e431945cbb00,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:39.923370 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59344) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:39.985008 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5794d809-7e21-4137-8e0d-ed44870a77dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:40.006016 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5794d809-7e21-4137-8e0d-ed44870a77dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:40.136056 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5794d809-7e21-4137-8e0d-ed44870a77dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:40.138954 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5794d809-7e21-4137-8e0d-ed44870a77dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:40.140478 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5794d809-7e21-4137-8e0d-ed44870a77dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f0831b5-4b0d-4e2c-933c-e431945cbb00 HTTP/1.1" status: 204 len: 168 time: 0.2149034 Aug 17 02:54:40.148747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794d809-7e21-4137-8e0d-ed44870a77dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0831b5-4b0d-4e2c-933c-e431945cbb00,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:40.376516 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5e613a2c-f74c-4db6-9363-9e7d775cf4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:40.621945 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.388197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae5a5d-b27c-4084-96a6-c383f9a69306 req-e30071a1-3028-43f4-bdd8-aac21bbfef14 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:41.388197 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ceae5a5d-b27c-4084-96a6-c383f9a69306 req-e30071a1-3028-43f4-bdd8-aac21bbfef14 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 947 time: 0.0515876 Aug 17 02:54:41.426786 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ceae5a5d-b27c-4084-96a6-c383f9a69306 req-5afe549e-c20c-4bc4-8319-c0207083fe73 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340297 Aug 17 02:54:41.481157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59392) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:41.584658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1513912330-network', 'tenant_id': '226713a9acae4c338adf46b70edd56b7'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:41.693664 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] Made reservation on behalf of 226713a9acae4c338adf46b70edd56b7 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:41.696060 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.705568 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.798017 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.854177 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.907646 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.932865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:54:41.959611 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.959973 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] Added segment 5b2c4f23-b74c-4922-89a1-eb05f826bf24 of type vlan for network 35e94e2f-d93b-4ee0-82ce-35ad086d295c Aug 17 02:54:41.961418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c5a271-39dc-4457-91b6-807a95a3b878,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:42.025446 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:42.111024 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:42.112047 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:42.112633 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:42.176220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] Pushing event updated for resources: {'Network': ['ID=35e94e2f-d93b-4ee0-82ce-35ad086d295c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:42.187517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 35e94e2f-d93b-4ee0-82ce-35ad086d295c details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:54:42.248787 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-203a446b-d570-4b14-9cc4-93dfbd455104 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7664497 Aug 17 02:54:42.251774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59410) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:42.256883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-dad1bb3b-2e1c-49d1-ba00-f7a0c089228a admin admin] Request body: {'subnet': {'network_id': '35e94e2f-d93b-4ee0-82ce-35ad086d295c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1513912330-subnet', 'tenant_id': '226713a9acae4c338adf46b70edd56b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:42.364858 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad1bb3b-2e1c-49d1-ba00-f7a0c089228a admin admin] Made reservation on behalf of 226713a9acae4c338adf46b70edd56b7 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:42.367275 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dad1bb3b-2e1c-49d1-ba00-f7a0c089228a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:42.591187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c19d8a-cb6a-48c2-b517-89e2590633c9 req-120c8501-62a6-4a82-b467-d1896b8eb5ba tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:42.592924 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95c19d8a-cb6a-48c2-b517-89e2590633c9 req-120c8501-62a6-4a82-b467-d1896b8eb5ba tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 947 time: 0.0675721 Aug 17 02:54:42.635518 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95c19d8a-cb6a-48c2-b517-89e2590633c9 req-cc293b22-f7cf-4127-907c-e8297109b48d tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357587 Aug 17 02:54:42.648604 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dad1bb3b-2e1c-49d1-ba00-f7a0c089228a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:42.714849 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1bb3b-2e1c-49d1-ba00-f7a0c089228a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c04ea864-2585-4257-8825-3c4ad42fe447,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:42.723183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad1bb3b-2e1c-49d1-ba00-f7a0c089228a admin admin] Checking segment: {'id': '5b2c4f23-b74c-4922-89a1-eb05f826bf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '35e94e2f-d93b-4ee0-82ce-35ad086d295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:42.723543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad1bb3b-2e1c-49d1-ba00-f7a0c089228a admin admin] Network hostable DHCP agents. Network: 35e94e2f-d93b-4ee0-82ce-35ad086d295c, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:54:42.815905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad1bb3b-2e1c-49d1-ba00-f7a0c089228a admin admin] Network 35e94e2f-d93b-4ee0-82ce-35ad086d295c is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:54:42.931041 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-dad1bb3b-2e1c-49d1-ba00-f7a0c089228a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 35e94e2f-d93b-4ee0-82ce-35ad086d295c) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:42.936035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad1bb3b-2e1c-49d1-ba00-f7a0c089228a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:42.939220 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dad1bb3b-2e1c-49d1-ba00-f7a0c089228a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:42.940726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f127f00-3a67-43bf-97d7-4624945f16d6 None None] Network 35e94e2f-d93b-4ee0-82ce-35ad086d295c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:43.067498 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dad1bb3b-2e1c-49d1-ba00-f7a0c089228a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8135448 Aug 17 02:54:43.074838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b4a15c-2250-43ff-9bba-aa07f839c438 None None] Network 35e94e2f-d93b-4ee0-82ce-35ad086d295c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:43.199309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-ddabda5d-72a9-4dfd-94f0-fb392e9eb9d3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:43.209870 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-ddabda5d-72a9-4dfd-94f0-fb392e9eb9d3 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 947 time: 0.1125913 Aug 17 02:54:43.345079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-19d9a534-711d-4614-a5f4-7ef630fa59e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Deleting port ed30f973-0a2e-4997-bb23-9f7a525b258b {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:43.345917 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-19d9a534-711d-4614-a5f4-7ef630fa59e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:43.467024 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-19d9a534-711d-4614-a5f4-7ef630fa59e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] For port ed30f973-0a2e-4997-bb23-9f7a525b258b, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ed30f973-0a2e-4997-bb23-9f7a525b258b,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:43.467625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-19d9a534-711d-4614-a5f4-7ef630fa59e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:43.885884 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.080670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59458) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:44.087304 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1816519652-network', 'tenant_id': '76d3c216759f4c7aaea006383f31c471'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:44.092156 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-19d9a534-711d-4614-a5f4-7ef630fa59e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.092534 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-19d9a534-711d-4614-a5f4-7ef630fa59e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.092844 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-19d9a534-711d-4614-a5f4-7ef630fa59e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Floating IP 4a5b5d23-1c81-45ae-a2f9-1b8f2975dcfc disassociated. External IP: 172.25.5.176, port: ed30f973-0a2e-4997-bb23-9f7a525b258b. Aug 17 02:54:44.093194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-19d9a534-711d-4614-a5f4-7ef630fa59e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Calling delete_port for ed30f973-0a2e-4997-bb23-9f7a525b258b owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:44.106037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2c952-11ec-4652-b4f7-136d9222a204 req-9b74c3c2-5ed8-4bf6-a5a4-c04e57ca7a5f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:44.107529 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90c2c952-11ec-4652-b4f7-136d9222a204 req-9b74c3c2-5ed8-4bf6-a5a4-c04e57ca7a5f tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 947 time: 0.0856743 Aug 17 02:54:44.206742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90c2c952-11ec-4652-b4f7-136d9222a204 req-bf109011-7a29-471b-ba1b-16e78717f768 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915425 Aug 17 02:54:44.313349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Made reservation on behalf of 76d3c216759f4c7aaea006383f31c471 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:44.315885 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.324640 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.360763 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-19d9a534-711d-4614-a5f4-7ef630fa59e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.404132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9a534-711d-4614-a5f4-7ef630fa59e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event deleted for resources: {'Port': ['ID=ed30f973-0a2e-4997-bb23-9f7a525b258b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:44.556414 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.615649 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-19d9a534-711d-4614-a5f4-7ef630fa59e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:54:44.741138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-19d9a534-711d-4614-a5f4-7ef630fa59e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:54:44.751843 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b9307-0ce2-472d-a40b-050f818658cc None None] Sync routers for ids ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:54:44.768833 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b9307-0ce2-472d-a40b-050f818658cc None None] Routers {'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:44.779791 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-751b9307-0ce2-472d-a40b-050f818658cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:54:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:44.789205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-19d9a534-711d-4614-a5f4-7ef630fa59e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] No DVR routers for this DVR port ed30f973-0a2e-4997-bb23-9f7a525b258b on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:44.792754 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-19d9a534-711d-4614-a5f4-7ef630fa59e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.795060 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ab397c8a-27ec-4735-a540-447a09b45a3a req-19d9a534-711d-4614-a5f4-7ef630fa59e8 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.42 "DELETE /v2.0/ports/ed30f973-0a2e-4997-bb23-9f7a525b258b HTTP/1.1" status: 204 len: 173 time: 1.5834033 Aug 17 02:54:44.795576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'name': 'network-vif-deleted', 'tag': 'ed30f973-0a2e-4997-bb23-9f7a525b258b'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:44.798143 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30be2371-0f24-4998-897f-4239b307a1ab" -d '{"events": [{"server_uuid": "19e63241-0edf-4132-94b1-6f6f947a2a27", "name": "network-vif-deleted", "tag": "ed30f973-0a2e-4997-bb23-9f7a525b258b"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:44.814613 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.837483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:54:44.864040 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9742cf6d-8ec9-4ca1-a5e0-1fa042ca5aae,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:44.866775 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.867126 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Added segment 60cb5756-23bd-4f89-b4f9-d7293c8384b2 of type vlan for network ec56e3bf-3093-4bbe-bfb8-e80e922767c6 Aug 17 02:54:44.880181 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f53b59a-7304-4e17-9676-49dd23f0c166 x-openstack-request-id: req-3f53b59a-7304-4e17-9676-49dd23f0c166 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:44.880181 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e63241-0edf-4132-94b1-6f6f947a2a27", "name": "network-vif-deleted", "tag": "ed30f973-0a2e-4997-bb23-9f7a525b258b", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:44.880181 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f53b59a-7304-4e17-9676-49dd23f0c166 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:44.880181 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e63241-0edf-4132-94b1-6f6f947a2a27', 'name': 'network-vif-deleted', 'tag': 'ed30f973-0a2e-4997-bb23-9f7a525b258b', 'status': 'completed', 'code': 200} Aug 17 02:54:44.889144 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:44.890268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:44.890268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:44.890268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:44.893911 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:44.894340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:44.894812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:44.895169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:44.895515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:44.895853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:44.896191 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:44.896533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:44.921545 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-751b9307-0ce2-472d-a40b-050f818658cc None None] Set router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:54:44.944074 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:45.089040 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:45.089606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:45.090315 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:45.162627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] Pushing event updated for resources: {'Network': ['ID=ec56e3bf-3093-4bbe-bfb8-e80e922767c6,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:45.172974 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network ec56e3bf-3093-4bbe-bfb8-e80e922767c6 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:54:45.202747 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-751b9307-0ce2-472d-a40b-050f818658cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8', 'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'mac_address': 'fa:16:3e:56:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:46Z', 'updated_at': '2021-08-17T02:41:54Z', 'revision_number': 5, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'subnets': [{'id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:45.238543 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b9307-0ce2-472d-a40b-050f818658cc None None] Checking router: ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:54:45.249739 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b9307-0ce2-472d-a40b-050f818658cc None None] Routers {'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:45.250811 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-751b9307-0ce2-472d-a40b-050f818658cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:54:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:45.263806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b3477b9c-7e6e-486e-87e0-648f137903e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1774652 Aug 17 02:54:45.264065 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59476) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:45.269515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-79d90369-a6fe-47e3-8ab7-c902b546b1b8 admin admin] Request body: {'subnet': {'network_id': 'ec56e3bf-3093-4bbe-bfb8-e80e922767c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1816519652-subnet', 'tenant_id': '76d3c216759f4c7aaea006383f31c471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:45.365057 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f3babfa-08db-4cee-b707-b98b92d3eb70 req-54b38c1b-4c6d-484a-9911-54b0e4b8c20c tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/ports?device_id=19e63241-0edf-4132-94b1-6f6f947a2a27 HTTP/1.1" status: 200 len: 210 time: 0.0331066 Aug 17 02:54:45.392761 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-751b9307-0ce2-472d-a40b-050f818658cc None None] Set router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:54:45.413778 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d90369-a6fe-47e3-8ab7-c902b546b1b8 admin admin] Made reservation on behalf of 76d3c216759f4c7aaea006383f31c471 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:45.416631 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79d90369-a6fe-47e3-8ab7-c902b546b1b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:45.622912 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-751b9307-0ce2-472d-a40b-050f818658cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8', 'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'mac_address': 'fa:16:3e:56:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:46Z', 'updated_at': '2021-08-17T02:41:54Z', 'revision_number': 5, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'subnets': [{'id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:45.653551 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b9307-0ce2-472d-a40b-050f818658cc None None] The sync data for ids ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'] in n-d-793621-31 is: [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8', 'name': '', 'network_id': '7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'mac_address': 'fa:16:3e:56:3d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:46Z', 'updated_at': '2021-08-17T02:41:54Z', 'revision_number': 5, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'subnets': [{'id': 'fa1aab22-7beb-4115-8e00-3c411d7e736b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:54:45.697946 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79d90369-a6fe-47e3-8ab7-c902b546b1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:45.817495 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d90369-a6fe-47e3-8ab7-c902b546b1b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c87b8f9e-a780-4072-a52b-f26efe090bc4,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:45.839929 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d90369-a6fe-47e3-8ab7-c902b546b1b8 admin admin] Checking segment: {'id': '60cb5756-23bd-4f89-b4f9-d7293c8384b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ec56e3bf-3093-4bbe-bfb8-e80e922767c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:45.842979 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d90369-a6fe-47e3-8ab7-c902b546b1b8 admin admin] Network hostable DHCP agents. Network: ec56e3bf-3093-4bbe-bfb8-e80e922767c6, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:54:45.968072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d90369-a6fe-47e3-8ab7-c902b546b1b8 admin admin] Network ec56e3bf-3093-4bbe-bfb8-e80e922767c6 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:54:46.062616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-79d90369-a6fe-47e3-8ab7-c902b546b1b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, ec56e3bf-3093-4bbe-bfb8-e80e922767c6) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:46.073972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03a04e7-bf20-416b-9d40-943dbe3892bb None None] Network ec56e3bf-3093-4bbe-bfb8-e80e922767c6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:46.074970 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d90369-a6fe-47e3-8ab7-c902b546b1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:46.075636 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-79d90369-a6fe-47e3-8ab7-c902b546b1b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:46.171079 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-79d90369-a6fe-47e3-8ab7-c902b546b1b8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9060404 Aug 17 02:54:46.215987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b614a50-9e54-45f3-9b06-ce8c9c6368f7 None None] New status for floating IP 4a5b5d23-1c81-45ae-a2f9-1b8f2975dcfc: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:54:46.412900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a2c282-3629-45bf-a50c-fa8837069661 None None] Network ec56e3bf-3093-4bbe-bfb8-e80e922767c6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:46.849932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628acdeb-5143-4371-963a-a6180bd1713b req-ae931ec8-ef29-4750-aba1-427b50cad11e tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:46.851447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-628acdeb-5143-4371-963a-a6180bd1713b req-ae931ec8-ef29-4750-aba1-427b50cad11e tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/networks?id=35e94e2f-d93b-4ee0-82ce-35ad086d295c HTTP/1.1" status: 200 len: 809 time: 0.1688871 Aug 17 02:54:46.870253 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-628acdeb-5143-4371-963a-a6180bd1713b req-ca916169-1864-4e5e-ba45-ee5e0d707ac9 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/quotas/226713a9acae4c338adf46b70edd56b7 HTTP/1.1" status: 200 len: 375 time: 0.0111151 Aug 17 02:54:46.907449 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-628acdeb-5143-4371-963a-a6180bd1713b req-d4eefd2c-777c-4c91-a6f2-9b3dffd4900b tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=226713a9acae4c338adf46b70edd56b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303049 Aug 17 02:54:47.051842 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-628acdeb-5143-4371-963a-a6180bd1713b req-8593b2a8-cde7-4dbd-bfb9-5210d1d7e4ca service neutron] 10.222.0.13 "GET /v2.0/networks/35e94e2f-d93b-4ee0-82ce-35ad086d295c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362612 Aug 17 02:54:47.139743 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ed30f973-0a2e-4997-bb23-9f7a525b258b no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:47.175179 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-628acdeb-5143-4371-963a-a6180bd1713b req-7d1847d3-6baf-4ede-83b2-9596b45969ab service neutron] 10.222.0.13 "GET /v2.0/networks/35e94e2f-d93b-4ee0-82ce-35ad086d295c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163447 Aug 17 02:54:47.200328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: ed30f973-0a2e-4997-bb23-9f7a525b258b {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:47.200689 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ed30f973-0a2e-4997-bb23-9f7a525b258b not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:47.498713 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59534) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:47.565120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f97e2dd-0084-4020-8ffd-9080054085ca req-dd665b65-707a-4848-ac26-dbd5bfb5d6a3 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 210 time: 0.0344167 Aug 17 02:54:47.578142 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:47.607655 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:47.779374 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:47.782397 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:47.783517 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "DELETE /v2.0/security-groups/fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb HTTP/1.1" status: 204 len: 168 time: 0.2835944 Aug 17 02:54:47.786488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59542) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:47.799735 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:47.815082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:47.815082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:47.815082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:47.815082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:47.815082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:47.815082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:47.815082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:47.815082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:47.815082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:47.815082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:47.815082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:47.815082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae5abf-54d4-494a-b4a7-12e1568a0b61 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:47.832915 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-6256084b-9ca0-434b-8815-f400fffc45a1 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] show failed (client error): The resource could not be found. Aug 17 02:54:47.837144 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6256084b-9ca0-434b-8815-f400fffc45a1 tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "GET /v2.0/security-groups/fe2999ac-59fb-45bc-b0ee-2ccc1b3b66eb HTTP/1.1" status: 404 len: 347 time: 0.0469737 Aug 17 02:54:47.837803 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59548) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:47.986685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-c698def9-27a4-4ca0-8a2f-f4199a7a780e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Deleting port dd9479cf-a722-4483-a530-88cbc34fc737 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:47.987772 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c698def9-27a4-4ca0-8a2f-f4199a7a780e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:48.078484 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c698def9-27a4-4ca0-8a2f-f4199a7a780e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:48.078899 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c698def9-27a4-4ca0-8a2f-f4199a7a780e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:48.094240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-c698def9-27a4-4ca0-8a2f-f4199a7a780e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Calling delete_port for dd9479cf-a722-4483-a530-88cbc34fc737 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:48.316996 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c698def9-27a4-4ca0-8a2f-f4199a7a780e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:48.342364 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698def9-27a4-4ca0-8a2f-f4199a7a780e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Pushing event deleted for resources: {'Port': ['ID=dd9479cf-a722-4483-a530-88cbc34fc737,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:48.407862 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c698def9-27a4-4ca0-8a2f-f4199a7a780e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:48.419866 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c698def9-27a4-4ca0-8a2f-f4199a7a780e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:48.419866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c698def9-27a4-4ca0-8a2f-f4199a7a780e tempest-AttachVolumeShelveTestJSON-814836882 tempest-AttachVolumeShelveTestJSON-814836882-project] 10.222.0.13 "DELETE /v2.0/floatingips/4a5b5d23-1c81-45ae-a2f9-1b8f2975dcfc HTTP/1.1" status: 204 len: 168 time: 0.5732119 Aug 17 02:54:48.646036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-028ada29-a2f8-4028-85be-d52a18152bb3 req-3ec2f26c-075d-4cc4-8653-419b429b9f90 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 210 time: 0.0283699 Aug 17 02:54:49.780290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ccf8fb35-d685-4e7b-bac8-da2995f2a47c req-55a8bf9d-3c13-4278-81de-7cb5c6ebf8dd tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 210 time: 0.0477965 Aug 17 02:54:50.215874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628acdeb-5143-4371-963a-a6180bd1713b req-5fbdc77a-aedd-45b1-939d-5f9cec0d02b2 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:50.217897 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-628acdeb-5143-4371-963a-a6180bd1713b req-5fbdc77a-aedd-45b1-939d-5f9cec0d02b2 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.18 "GET /v2.0/networks?id=35e94e2f-d93b-4ee0-82ce-35ad086d295c HTTP/1.1" status: 200 len: 809 time: 0.1455815 Aug 17 02:54:50.237301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-628acdeb-5143-4371-963a-a6180bd1713b req-b2848b8c-8267-48f2-99dd-7e7765f25ddc tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Request body: {'port': {'device_id': '18c43575-70c5-4374-8b8d-568ca50f174e', 'network_id': '35e94e2f-d93b-4ee0-82ce-35ad086d295c', 'admin_state_up': True, 'tenant_id': '226713a9acae4c338adf46b70edd56b7'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:50.450261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-628acdeb-5143-4371-963a-a6180bd1713b req-b2848b8c-8267-48f2-99dd-7e7765f25ddc tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Made reservation on behalf of 226713a9acae4c338adf46b70edd56b7 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:50.454088 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-628acdeb-5143-4371-963a-a6180bd1713b req-b2848b8c-8267-48f2-99dd-7e7765f25ddc tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:50.610617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-628acdeb-5143-4371-963a-a6180bd1713b req-b2848b8c-8267-48f2-99dd-7e7765f25ddc tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Allocated IP 172.20.0.12 (35e94e2f-d93b-4ee0-82ce-35ad086d295c/c04ea864-2585-4257-8825-3c4ad42fe447/fd95b59f-95dc-4740-8a3c-e1f58f86e95c) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:50.770537 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-628acdeb-5143-4371-963a-a6180bd1713b req-b2848b8c-8267-48f2-99dd-7e7765f25ddc tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:50.888325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-81d8abd3-2107-4084-a5a2-d758c164c965 req-7130b83f-8dc2-422b-a294-10a28f02ffcd tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 210 time: 0.0298841 Aug 17 02:54:50.948531 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-628acdeb-5143-4371-963a-a6180bd1713b req-b2848b8c-8267-48f2-99dd-7e7765f25ddc tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:51.015200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2848b8c-8267-48f2-99dd-7e7765f25ddc tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Pushing event updated for resources: {'Port': ['ID=fd95b59f-95dc-4740-8a3c-e1f58f86e95c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:51.026853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-628acdeb-5143-4371-963a-a6180bd1713b req-b2848b8c-8267-48f2-99dd-7e7765f25ddc tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Network 35e94e2f-d93b-4ee0-82ce-35ad086d295c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:51.028410 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-628acdeb-5143-4371-963a-a6180bd1713b req-b2848b8c-8267-48f2-99dd-7e7765f25ddc tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:51.031058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-628acdeb-5143-4371-963a-a6180bd1713b req-b2848b8c-8267-48f2-99dd-7e7765f25ddc tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:51.090073 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628acdeb-5143-4371-963a-a6180bd1713b req-b2848b8c-8267-48f2-99dd-7e7765f25ddc tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:51.091388 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-628acdeb-5143-4371-963a-a6180bd1713b req-b2848b8c-8267-48f2-99dd-7e7765f25ddc tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:51.233891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-628acdeb-5143-4371-963a-a6180bd1713b req-b2848b8c-8267-48f2-99dd-7e7765f25ddc tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0021582 Aug 17 02:54:51.311436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Request body: {'port': {'device_id': '18c43575-70c5-4374-8b8d-568ca50f174e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:51.406113 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:51.779712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd95b59f-95dc-4740-8a3c-e1f58f86e95c {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:51.788296 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:51.804097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Transition to ACTIVE for port object fd95b59f-95dc-4740-8a3c-e1f58f86e95c will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:51.913542 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:52.082984 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Pushing event updated for resources: {'Port': ['ID=fd95b59f-95dc-4740-8a3c-e1f58f86e95c,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:52.136663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382b6cb-6929-45ef-86a5-162fef694748 req-acb3bfb8-1cf4-4501-a9ae-a734a8e0aadc tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:52.138533 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a382b6cb-6929-45ef-86a5-162fef694748 req-acb3bfb8-1cf4-4501-a9ae-a734a8e0aadc tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 944 time: 0.1384826 Aug 17 02:54:52.236669 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a382b6cb-6929-45ef-86a5-162fef694748 req-430c1b45-ce61-476f-b079-eed7964d35ec tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9c5a271-39dc-4457-91b6-807a95a3b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838490 Aug 17 02:54:52.260034 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Attempting to bind port fd95b59f-95dc-4740-8a3c-e1f58f86e95c on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:52.260452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Attempting to bind port fd95b59f-95dc-4740-8a3c-e1f58f86e95c by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '5b2c4f23-b74c-4922-89a1-eb05f826bf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '35e94e2f-d93b-4ee0-82ce-35ad086d295c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:52.260960 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Attempting to bind port fd95b59f-95dc-4740-8a3c-e1f58f86e95c on network 35e94e2f-d93b-4ee0-82ce-35ad086d295c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:52.268005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Port fd95b59f-95dc-4740-8a3c-e1f58f86e95c on network 35e94e2f-d93b-4ee0-82ce-35ad086d295c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:54:52.272043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Attempting to bind port fd95b59f-95dc-4740-8a3c-e1f58f86e95c on network 35e94e2f-d93b-4ee0-82ce-35ad086d295c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:52.275793 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:52.276000 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Checking segment: {'id': '5b2c4f23-b74c-4922-89a1-eb05f826bf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '35e94e2f-d93b-4ee0-82ce-35ad086d295c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:52.276393 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Bound using segment: {'id': '5b2c4f23-b74c-4922-89a1-eb05f826bf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '35e94e2f-d93b-4ee0-82ce-35ad086d295c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:52.276835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Bound port: fd95b59f-95dc-4740-8a3c-e1f58f86e95c, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2c4f23-b74c-4922-89a1-eb05f826bf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '35e94e2f-d93b-4ee0-82ce-35ad086d295c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:52.277201 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:52.359865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] For port fd95b59f-95dc-4740-8a3c-e1f58f86e95c, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:52.364146 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] For port fd95b59f-95dc-4740-8a3c-e1f58f86e95c, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=fd95b59f-95dc-4740-8a3c-e1f58f86e95c,segment=NetworkSegment(5b2c4f23-b74c-4922-89a1-eb05f826bf24),segment_id=5b2c4f23-b74c-4922-89a1-eb05f826bf24)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:52.454007 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:52.504074 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:52.504701 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:52.507584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-628acdeb-5143-4371-963a-a6180bd1713b req-db08b445-e3d8-47c5-b886-118943310316 service neutron] 10.222.0.18 "PUT /v2.0/ports/fd95b59f-95dc-4740-8a3c-e1f58f86e95c HTTP/1.1" status: 200 len: 1093 time: 1.2002461 Aug 17 02:54:52.507584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c43575-70c5-4374-8b8d-568ca50f174e', 'tag': 'fd95b59f-95dc-4740-8a3c-e1f58f86e95c'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:52.509619 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bc4c08-0876-482e-830c-1a1032fa9086" -d '{"events": [{"name": "network-changed", "server_uuid": "18c43575-70c5-4374-8b8d-568ca50f174e", "tag": "fd95b59f-95dc-4740-8a3c-e1f58f86e95c"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:52.540636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08b445-e3d8-47c5-b886-118943310316 service neutron] Pushing event updated for resources: {'Port': ['ID=fd95b59f-95dc-4740-8a3c-e1f58f86e95c,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:52.643074 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95490bb9-24d5-473d-8bc8-abeccaaa9b6c x-openstack-request-id: req-95490bb9-24d5-473d-8bc8-abeccaaa9b6c {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:52.643364 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c43575-70c5-4374-8b8d-568ca50f174e", "tag": "fd95b59f-95dc-4740-8a3c-e1f58f86e95c", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:52.643617 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95490bb9-24d5-473d-8bc8-abeccaaa9b6c {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:52.644048 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c43575-70c5-4374-8b8d-568ca50f174e', 'tag': 'fd95b59f-95dc-4740-8a3c-e1f58f86e95c', 'status': 'completed', 'code': 200} Aug 17 02:54:52.678453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628acdeb-5143-4371-963a-a6180bd1713b req-bb50e443-d29a-4f56-af84-5afc228383a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:52.679877 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-628acdeb-5143-4371-963a-a6180bd1713b req-bb50e443-d29a-4f56-af84-5afc228383a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=226713a9acae4c338adf46b70edd56b7&device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 1096 time: 0.0460799 Aug 17 02:54:52.729022 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-628acdeb-5143-4371-963a-a6180bd1713b req-b5904074-506b-469b-9811-b4a376489d78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd95b59f-95dc-4740-8a3c-e1f58f86e95c HTTP/1.1" status: 200 len: 217 time: 0.0359344 Aug 17 02:54:52.781507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628acdeb-5143-4371-963a-a6180bd1713b req-f1ebf8ba-d613-4700-845b-4f0cf96cad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:52.783016 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-628acdeb-5143-4371-963a-a6180bd1713b req-f1ebf8ba-d613-4700-845b-4f0cf96cad23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c04ea864-2585-4257-8825-3c4ad42fe447 HTTP/1.1" status: 200 len: 849 time: 0.0463741 Aug 17 02:54:52.823993 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-628acdeb-5143-4371-963a-a6180bd1713b req-5c0d6586-144c-490b-8b81-b8bbd0ee67f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e94e2f-d93b-4ee0-82ce-35ad086d295c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322702 Aug 17 02:54:52.939494 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-628acdeb-5143-4371-963a-a6180bd1713b req-76797c31-589c-4d42-a0c6-f46c07c9ea07 service neutron] 10.222.0.18 "GET /v2.0/networks/35e94e2f-d93b-4ee0-82ce-35ad086d295c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069520 Aug 17 02:54:53.063477 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-628acdeb-5143-4371-963a-a6180bd1713b req-0bf5ca0c-331e-4b73-ae8e-66331c5e8249 service neutron] 10.222.0.18 "GET /v2.0/networks/35e94e2f-d93b-4ee0-82ce-35ad086d295c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164906 Aug 17 02:54:53.243729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc4c08-0876-482e-830c-1a1032fa9086 req-931b8e56-afeb-44e8-a384-d30f5a5aeb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:53.245506 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41bc4c08-0876-482e-830c-1a1032fa9086 req-931b8e56-afeb-44e8-a384-d30f5a5aeb73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=226713a9acae4c338adf46b70edd56b7&device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 1096 time: 0.0522432 Aug 17 02:54:53.412648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc4c08-0876-482e-830c-1a1032fa9086 req-3478fdf8-0ca0-404e-8ac5-2b898b720f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:53.414314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41bc4c08-0876-482e-830c-1a1032fa9086 req-3478fdf8-0ca0-404e-8ac5-2b898b720f31 service neutron] 10.222.0.18 "GET /v2.0/networks?id=35e94e2f-d93b-4ee0-82ce-35ad086d295c HTTP/1.1" status: 200 len: 910 time: 0.1600192 Aug 17 02:54:53.462618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41bc4c08-0876-482e-830c-1a1032fa9086 req-18d53d37-6239-45a3-b775-6be07ef14b58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd95b59f-95dc-4740-8a3c-e1f58f86e95c HTTP/1.1" status: 200 len: 217 time: 0.0392516 Aug 17 02:54:53.473838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93063a8-d724-4874-b812-3748ec9c1fd6 req-d6f52c42-c683-4a61-9cb9-5c225552f480 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:53.475974 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f93063a8-d724-4874-b812-3748ec9c1fd6 req-d6f52c42-c683-4a61-9cb9-5c225552f480 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 944 time: 0.0970697 Aug 17 02:54:53.523947 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc4c08-0876-482e-830c-1a1032fa9086 req-933c15a0-0c5b-4a50-b6a5-9c857b05c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:53.525657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41bc4c08-0876-482e-830c-1a1032fa9086 req-933c15a0-0c5b-4a50-b6a5-9c857b05c662 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c04ea864-2585-4257-8825-3c4ad42fe447 HTTP/1.1" status: 200 len: 849 time: 0.0490134 Aug 17 02:54:53.576021 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41bc4c08-0876-482e-830c-1a1032fa9086 req-fa0973d1-e699-4c5d-9a5a-8b14339f6ec0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e94e2f-d93b-4ee0-82ce-35ad086d295c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396264 Aug 17 02:54:53.615332 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f93063a8-d724-4874-b812-3748ec9c1fd6 req-9957235d-0a30-4388-9912-cd69947710cd tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9c5a271-39dc-4457-91b6-807a95a3b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886064 Aug 17 02:54:53.699324 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41bc4c08-0876-482e-830c-1a1032fa9086 req-978dfedd-326b-49ec-827b-d83558eebad3 service neutron] 10.222.0.18 "GET /v2.0/networks/35e94e2f-d93b-4ee0-82ce-35ad086d295c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113584 Aug 17 02:54:53.809574 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-41bc4c08-0876-482e-830c-1a1032fa9086 req-a8fdecb1-7249-4362-8d9d-38d22377d2f1 service neutron] 10.222.0.18 "GET /v2.0/networks/35e94e2f-d93b-4ee0-82ce-35ad086d295c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996130 Aug 17 02:54:54.692600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59678) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:54.833912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05677f-756e-4037-9a56-f56e659840e1 req-d6e30f56-7fe4-49b8-90be-00c7218acd9c tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:54.836132 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b05677f-756e-4037-9a56-f56e659840e1 req-d6e30f56-7fe4-49b8-90be-00c7218acd9c tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 944 time: 0.0820343 Aug 17 02:54:54.911115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7b05677f-756e-4037-9a56-f56e659840e1 req-612d5497-49ff-42fb-8424-52f44ffe3a75 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9c5a271-39dc-4457-91b6-807a95a3b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619564 Aug 17 02:54:55.334018 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20cf05ab-d623-4588-bef5-b2fc4cc4589a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:55.623399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-20cf05ab-d623-4588-bef5-b2fc4cc4589a admin admin] Deleting port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:55.623746 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20cf05ab-d623-4588-bef5-b2fc4cc4589a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:55.713033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device fd95b59f-95dc-4740-8a3c-e1f58f86e95c details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:54:55.851134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port fd95b59f-95dc-4740-8a3c-e1f58f86e95c, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=fd95b59f-95dc-4740-8a3c-e1f58f86e95c,segment=NetworkSegment(5b2c4f23-b74c-4922-89a1-eb05f826bf24),segment_id=5b2c4f23-b74c-4922-89a1-eb05f826bf24)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:55.864474 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'fd95b59f-95dc-4740-8a3c-e1f58f86e95c', 'network_id': '35e94e2f-d93b-4ee0-82ce-35ad086d295c', 'port_id': 'fd95b59f-95dc-4740-8a3c-e1f58f86e95c', 'mac_address': 'fa:16:3e:12:1b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04ea864-2585-4257-8825-3c4ad42fe447', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:54:55.909312 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:55.934681 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd95b59f-95dc-4740-8a3c-e1f58f86e95c {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:55.970516 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port fd95b59f-95dc-4740-8a3c-e1f58f86e95c, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=fd95b59f-95dc-4740-8a3c-e1f58f86e95c,segment=NetworkSegment(5b2c4f23-b74c-4922-89a1-eb05f826bf24),segment_id=5b2c4f23-b74c-4922-89a1-eb05f826bf24)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:55.979069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-20cf05ab-d623-4588-bef5-b2fc4cc4589a admin admin] For port 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:55.979662 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20cf05ab-d623-4588-bef5-b2fc4cc4589a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:55.994098 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-20cf05ab-d623-4588-bef5-b2fc4cc4589a admin admin] Calling delete_port for 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:56.024686 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:56.060338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55836a92-d73d-4ebc-b9be-84e7865dacdb req-7772dda0-d894-44e7-a37a-35bf3f73e281 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:56.063120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55836a92-d73d-4ebc-b9be-84e7865dacdb req-7772dda0-d894-44e7-a37a-35bf3f73e281 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 944 time: 0.0781267 Aug 17 02:54:56.123292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=fd95b59f-95dc-4740-8a3c-e1f58f86e95c,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:56.156992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55836a92-d73d-4ebc-b9be-84e7865dacdb req-2c56d77b-91ea-48dc-b407-d3c2b3dc2d3e tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9c5a271-39dc-4457-91b6-807a95a3b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817671 Aug 17 02:54:56.357313 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20cf05ab-d623-4588-bef5-b2fc4cc4589a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:56.386467 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf05ab-d623-4588-bef5-b2fc4cc4589a admin admin] Pushing event deleted for resources: {'Port': ['ID=80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:56.474300 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['fd95b59f-95dc-4740-8a3c-e1f58f86e95c'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:56.618324 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-20cf05ab-d623-4588-bef5-b2fc4cc4589a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:56.933461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cf05ab-d623-4588-bef5-b2fc4cc4589a admin admin] Router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:54:57.058028 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cf05ab-d623-4588-bef5-b2fc4cc4589a admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:54:57.063454 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-20cf05ab-d623-4588-bef5-b2fc4cc4589a admin admin] 10.222.0.13 "PUT /v2.0/routers/ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3697357 Aug 17 02:54:57.066752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59716) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:57.073866 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273dd02b-c54f-4626-8866-b67d744caf71 None None] Sync routers for ids ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:54:57.088733 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273dd02b-c54f-4626-8866-b67d744caf71 None None] Routers {'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:57.089451 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-273dd02b-c54f-4626-8866-b67d744caf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:54:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:57.245156 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:57.266519 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-273dd02b-c54f-4626-8866-b67d744caf71 None None] Set router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:54:57.387256 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881f028-e227-4708-a87c-df4bd6ed186d req-78c46907-6db4-4881-bc8b-29ff45cba815 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:57.389257 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c881f028-e227-4708-a87c-df4bd6ed186d req-78c46907-6db4-4881-bc8b-29ff45cba815 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 945 time: 0.1062913 Aug 17 02:54:57.445532 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:57.466026 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c881f028-e227-4708-a87c-df4bd6ed186d req-5a6b35a8-3ecb-4b4c-b3ff-08364f7a2a70 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9c5a271-39dc-4457-91b6-807a95a3b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684164 Aug 17 02:54:57.519589 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-273dd02b-c54f-4626-8866-b67d744caf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:54:56Z', 'revision_number': 5, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port': {'id': 'df5d62a8-27ef-43e0-9167-118b85d3bc3f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:41:41Z', 'updated_at': '2021-08-17T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:57.549624 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273dd02b-c54f-4626-8866-b67d744caf71 None None] Checking router: ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:54:57.558956 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273dd02b-c54f-4626-8866-b67d744caf71 None None] Routers {'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:57.559782 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-273dd02b-c54f-4626-8866-b67d744caf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:54:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:57.587721 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] Deleting port df5d62a8-27ef-43e0-9167-118b85d3bc3f {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:57.588378 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:57.649898 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-273dd02b-c54f-4626-8866-b67d744caf71 None None] Set router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:54:57.678732 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] For port df5d62a8-27ef-43e0-9167-118b85d3bc3f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=df5d62a8-27ef-43e0-9167-118b85d3bc3f,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:57.680045 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:57.692788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] Calling delete_port for df5d62a8-27ef-43e0-9167-118b85d3bc3f owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:57.706152 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-273dd02b-c54f-4626-8866-b67d744caf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:54:57Z', 'revision_number': 6, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:57.706641 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device fd95b59f-95dc-4740-8a3c-e1f58f86e95c up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:57.836008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port fd95b59f-95dc-4740-8a3c-e1f58f86e95c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:57.841001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port fd95b59f-95dc-4740-8a3c-e1f58f86e95c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:57.841418 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:57.883238 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273dd02b-c54f-4626-8866-b67d744caf71 None None] The sync data for ids ['ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e'] in n-d-793621-31 is: [{'id': 'ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e', 'name': 'tempest-AttachVolumeShelveTestJSON-322580839-router', 'tenant_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:41:40Z', 'updated_at': '2021-08-17T02:54:57Z', 'revision_number': 6, 'project_id': 'f3d876cf0d9d4a2a81e5117cd9f5a6be', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:54:58.004065 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.043614 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c43575-70c5-4374-8b8d-568ca50f174e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd95b59f-95dc-4740-8a3c-e1f58f86e95c'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:58.046792 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6fef67-2788-4685-9d0c-d2b2aa3879f2" -d '{"events": [{"server_uuid": "18c43575-70c5-4374-8b8d-568ca50f174e", "name": "network-vif-plugged", "status": "completed", "tag": "fd95b59f-95dc-4740-8a3c-e1f58f86e95c"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:58.067783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port fd95b59f-95dc-4740-8a3c-e1f58f86e95c, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=fd95b59f-95dc-4740-8a3c-e1f58f86e95c,segment=NetworkSegment(5b2c4f23-b74c-4922-89a1-eb05f826bf24),segment_id=5b2c4f23-b74c-4922-89a1-eb05f826bf24)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:58.091587 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d308d96-ea4a-4c0c-ad58-3f6c2eaf8d4c x-openstack-request-id: req-1d308d96-ea4a-4c0c-ad58-3f6c2eaf8d4c {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:58.091908 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c43575-70c5-4374-8b8d-568ca50f174e", "name": "network-vif-plugged", "status": "completed", "tag": "fd95b59f-95dc-4740-8a3c-e1f58f86e95c", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:58.092146 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d308d96-ea4a-4c0c-ad58-3f6c2eaf8d4c {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:58.092784 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c43575-70c5-4374-8b8d-568ca50f174e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd95b59f-95dc-4740-8a3c-e1f58f86e95c', 'code': 200} Aug 17 02:54:58.150979 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.246227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=fd95b59f-95dc-4740-8a3c-e1f58f86e95c,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:58.288354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b02606-1729-4bc1-82a2-8f96e8375156 req-e599955a-4bdc-4be0-a33b-86ad7a3581b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:58.294273 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-81b02606-1729-4bc1-82a2-8f96e8375156 req-e599955a-4bdc-4be0-a33b-86ad7a3581b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 1098 time: 0.0618539 Aug 17 02:54:58.397346 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-81b02606-1729-4bc1-82a2-8f96e8375156 req-7929b4a3-64dd-4394-9607-5154267af408 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d9c5a271-39dc-4457-91b6-807a95a3b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983436 Aug 17 02:54:58.491858 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.525677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=df5d62a8-27ef-43e0-9167-118b85d3bc3f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:58.629014 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.746023 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3930d7-d82c-42f1-b726-5e1eb7e65af6 req-54e60424-04c8-4915-a3c1-4a345dadef76 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:58.755032 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce3930d7-d82c-42f1-b726-5e1eb7e65af6 req-54e60424-04c8-4915-a3c1-4a345dadef76 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 946 time: 0.1929648 Aug 17 02:54:58.773765 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.779581 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.837579 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.838350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce3930d7-d82c-42f1-b726-5e1eb7e65af6 req-453668e5-8d7a-4331-89f7-81b9f3923810 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9c5a271-39dc-4457-91b6-807a95a3b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824399 Aug 17 02:54:58.950580 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.951198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:54:58.955611 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.956893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-eb98b418-6b5a-44da-abd4-e9b36f4f39f3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ae2fc6b6-0a09-4a74-8ae7-356a9d741c2e HTTP/1.1" status: 204 len: 168 time: 1.8891361 Aug 17 02:54:58.959479 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59754) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:59.007317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-3353fb7f-fc27-4e13-a47b-3358f0b1503f admin admin] Deleting subnet fa1aab22-7beb-4115-8e00-3c411d7e736b {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:54:59.010737 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3353fb7f-fc27-4e13-a47b-3358f0b1503f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.065420 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3353fb7f-fc27-4e13-a47b-3358f0b1503f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.147826 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3353fb7f-fc27-4e13-a47b-3358f0b1503f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.284952 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3353fb7f-fc27-4e13-a47b-3358f0b1503f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.313154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353fb7f-fc27-4e13-a47b-3358f0b1503f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa1aab22-7beb-4115-8e00-3c411d7e736b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:59.318142 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3353fb7f-fc27-4e13-a47b-3358f0b1503f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.319474 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3353fb7f-fc27-4e13-a47b-3358f0b1503f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fa1aab22-7beb-4115-8e00-3c411d7e736b HTTP/1.1" status: 204 len: 168 time: 0.3589175 Aug 17 02:54:59.322771 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59762) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:59.327964 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94427c47-f97d-4f66-a13e-856ec6664a44 None None] Network 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:59.402945 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.472294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] Deleting port 80555529-7ce5-4f94-925f-05c6a23f80d0 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:59.472645 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.547377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51130450-62dd-4e5f-b095-2b52f4460dc3 None None] DHCP port deletion for 7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:54:59.551102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] For port 80555529-7ce5-4f94-925f-05c6a23f80d0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=80555529-7ce5-4f94-925f-05c6a23f80d0,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:59.551479 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.568798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] Calling delete_port for 80555529-7ce5-4f94-925f-05c6a23f80d0 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:59.598005 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-51130450-62dd-4e5f-b095-2b52f4460dc3 None None] Deleting port 80555529-7ce5-4f94-925f-05c6a23f80d0 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:59.598713 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-51130450-62dd-4e5f-b095-2b52f4460dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.678570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-51130450-62dd-4e5f-b095-2b52f4460dc3 None None] For port 80555529-7ce5-4f94-925f-05c6a23f80d0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=80555529-7ce5-4f94-925f-05c6a23f80d0,segment=NetworkSegment(d46d8759-3f46-4660-bf16-0689d11ac2b2),segment_id=d46d8759-3f46-4660-bf16-0689d11ac2b2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:59.679866 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-51130450-62dd-4e5f-b095-2b52f4460dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.694666 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-51130450-62dd-4e5f-b095-2b52f4460dc3 None None] Calling delete_port for 80555529-7ce5-4f94-925f-05c6a23f80d0 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:59.787433 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.797733 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-51130450-62dd-4e5f-b095-2b52f4460dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.823664 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=80555529-7ce5-4f94-925f-05c6a23f80d0,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:59.831317 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] No DVR routers for this DVR port 80555529-7ce5-4f94-925f-05c6a23f80d0 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:59.839174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51130450-62dd-4e5f-b095-2b52f4460dc3 None None] Pushing event deleted for resources: {'Port': ['ID=80555529-7ce5-4f94-925f-05c6a23f80d0,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:59.856303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51130450-62dd-4e5f-b095-2b52f4460dc3 None None] No DVR routers for this DVR port 80555529-7ce5-4f94-925f-05c6a23f80d0 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:59.923492 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80555529-7ce5-4f94-925f-05c6a23f80d0 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:59.961820 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.973333 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:59.974846 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 80555529-7ce5-4f94-925f-05c6a23f80d0 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:59.986750 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80555529-7ce5-4f94-925f-05c6a23f80d0 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:59.986750 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:59.988411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46d8759-3f46-4660-bf16-0689d11ac2b2') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:59.988411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46d8759-3f46-4660-bf16-0689d11ac2b2') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:59.997987 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.004641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3034b-c7d3-40b3-87d1-46b2d01a15fd req-ffb1e4dd-2d92-4b98-8291-98b608a82310 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:00.006224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c7f3034b-c7d3-40b3-87d1-46b2d01a15fd req-ffb1e4dd-2d92-4b98-8291-98b608a82310 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 946 time: 0.0835412 Aug 17 02:55:00.018246 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:00.018661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 80a4ec23-e4fc-45f8-9991-7bc9c96c2cf8 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:00.019166 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device df5d62a8-27ef-43e0-9167-118b85d3bc3f no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:00.033909 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.041021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: df5d62a8-27ef-43e0-9167-118b85d3bc3f {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:00.041464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device df5d62a8-27ef-43e0-9167-118b85d3bc3f not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:00.042547 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:55:00.046538 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:55:00.093231 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c7f3034b-c7d3-40b3-87d1-46b2d01a15fd req-ca624905-9773-40f2-a02e-a26a0b1cf3e1 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9c5a271-39dc-4457-91b6-807a95a3b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786715 Aug 17 02:55:00.216358 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.229223 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.232227 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] 10.222.0.13 "DELETE /v2.0/networks/7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17 HTTP/1.1" status: 204 len: 168 time: 0.9084966 Aug 17 02:55:00.285552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0148a7-15ea-441c-bda8-7f78b4b34e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=7d0ef6b3-fbe9-4644-b3d0-42affa6bfe17,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:00.612373 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59786) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:00.669183 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-543c5b30-bd29-41c7-bb68-d81dfbf628bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3d876cf0d9d4a2a81e5117cd9f5a6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543411 Aug 17 02:55:00.671415 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59788) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:00.743508 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b5333068-908c-4271-9f09-408db86974f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.780110 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b5333068-908c-4271-9f09-408db86974f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.942083 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b5333068-908c-4271-9f09-408db86974f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.944777 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b5333068-908c-4271-9f09-408db86974f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.946266 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b5333068-908c-4271-9f09-408db86974f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f24af7ce-81c4-4df9-a66a-e2ac2fb5fedd HTTP/1.1" status: 204 len: 168 time: 0.2738938 Aug 17 02:55:00.954997 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5333068-908c-4271-9f09-408db86974f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24af7ce-81c4-4df9-a66a-e2ac2fb5fedd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:01.320908 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:01.331776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23cc24-5bba-4e64-b4d9-aad7b3f2b948 req-5fbca1d9-bdf4-4ccc-b82b-1b74fb5c3f4a tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:01.334011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e23cc24-5bba-4e64-b4d9-aad7b3f2b948 req-5fbca1d9-bdf4-4ccc-b82b-1b74fb5c3f4a tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 946 time: 0.1029372 Aug 17 02:55:01.379120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e23cc24-5bba-4e64-b4d9-aad7b3f2b948 req-68f86912-e55b-4d7f-8967-92dca3c892eb tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9c5a271-39dc-4457-91b6-807a95a3b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369895 Aug 17 02:55:04.954880 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59940) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:05.095898 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85a973d5-1125-4a21-816b-5b88f4b740ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.199312 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85a973d5-1125-4a21-816b-5b88f4b740ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.262284 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-85a973d5-1125-4a21-816b-5b88f4b740ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.311773 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-85a973d5-1125-4a21-816b-5b88f4b740ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b33e611340b9492e9112bf3e57930bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551900 Aug 17 02:55:05.312676 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a973d5-1125-4a21-816b-5b88f4b740ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605ecd28-4720-4a28-b568-46785230f306,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:05.314484 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 59956) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:05.366043 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb44b-4aac-45d9-a1f9-24b02b33abe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.393008 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb44b-4aac-45d9-a1f9-24b02b33abe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.507381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb44b-4aac-45d9-a1f9-24b02b33abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.510658 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb44b-4aac-45d9-a1f9-24b02b33abe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.514381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b5dbb44b-4aac-45d9-a1f9-24b02b33abe8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/605ecd28-4720-4a28-b568-46785230f306 HTTP/1.1" status: 204 len: 168 time: 0.1958921 Aug 17 02:55:05.528469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbb44b-4aac-45d9-a1f9-24b02b33abe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ecd28-4720-4a28-b568-46785230f306,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:06.335153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 59998) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:06.349141 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13b42245-2bd7-42c9-8ba7-cabd24ba83cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:06.460316 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13b42245-2bd7-42c9-8ba7-cabd24ba83cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:06.542028 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13b42245-2bd7-42c9-8ba7-cabd24ba83cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:06.582676 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-13b42245-2bd7-42c9-8ba7-cabd24ba83cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d597b8c151b843c49c7f67c67759d709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463164 Aug 17 02:55:06.583594 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b42245-2bd7-42c9-8ba7-cabd24ba83cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49ddb8c-d094-42f6-b85a-2513b6be049d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:06.586000 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60006) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:06.619775 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4331c3b-dd4c-450c-9f6b-72cf550bd522 req-73852ee8-8856-4e87-ae96-7785f79ddb0e tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:06.627875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4331c3b-dd4c-450c-9f6b-72cf550bd522 req-73852ee8-8856-4e87-ae96-7785f79ddb0e tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 946 time: 0.0835359 Aug 17 02:55:06.652125 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-179ab2f0-51ac-4756-9577-e75aebbab5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:06.676759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4331c3b-dd4c-450c-9f6b-72cf550bd522 req-15002fc9-77db-4d8f-b609-c7f1842f3dd0 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9c5a271-39dc-4457-91b6-807a95a3b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478990 Aug 17 02:55:06.695390 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-179ab2f0-51ac-4756-9577-e75aebbab5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:06.852446 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-179ab2f0-51ac-4756-9577-e75aebbab5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:06.855349 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-179ab2f0-51ac-4756-9577-e75aebbab5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:06.860368 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-179ab2f0-51ac-4756-9577-e75aebbab5ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e49ddb8c-d094-42f6-b85a-2513b6be049d HTTP/1.1" status: 204 len: 168 time: 0.2697232 Aug 17 02:55:06.866699 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ab2f0-51ac-4756-9577-e75aebbab5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49ddb8c-d094-42f6-b85a-2513b6be049d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:07.826551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0f9fe-36a6-4746-9e6c-d860a6f82c31 req-e023af8c-7c00-4a75-8d50-ec0b4bf5a7ec tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:07.828805 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03a0f9fe-36a6-4746-9e6c-d860a6f82c31 req-e023af8c-7c00-4a75-8d50-ec0b4bf5a7ec tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 946 time: 0.0733604 Aug 17 02:55:07.887558 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef7d50bc-3d80-4cf4-90cc-9be3a8d8191f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:07.896257 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03a0f9fe-36a6-4746-9e6c-d860a6f82c31 req-f7af5bee-07af-4ea2-bbdc-e385a93d9f9b tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9c5a271-39dc-4457-91b6-807a95a3b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610368 Aug 17 02:55:08.551775 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc789601-8fa5-499d-9078-acac3124ec2e req-677334da-a780-475e-b77e-e3f564c2d206 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:08.553377 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc789601-8fa5-499d-9078-acac3124ec2e req-677334da-a780-475e-b77e-e3f564c2d206 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.18 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 946 time: 0.0661695 Aug 17 02:55:08.671157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-bc789601-8fa5-499d-9078-acac3124ec2e req-2fe830a6-68ce-49d0-a3fb-6651ef032698 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Deleting port fd95b59f-95dc-4740-8a3c-e1f58f86e95c {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:08.671157 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bc789601-8fa5-499d-9078-acac3124ec2e req-2fe830a6-68ce-49d0-a3fb-6651ef032698 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:08.768411 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-bc789601-8fa5-499d-9078-acac3124ec2e req-2fe830a6-68ce-49d0-a3fb-6651ef032698 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] For port fd95b59f-95dc-4740-8a3c-e1f58f86e95c, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=fd95b59f-95dc-4740-8a3c-e1f58f86e95c,segment=NetworkSegment(5b2c4f23-b74c-4922-89a1-eb05f826bf24),segment_id=5b2c4f23-b74c-4922-89a1-eb05f826bf24)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:08.774576 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bc789601-8fa5-499d-9078-acac3124ec2e req-2fe830a6-68ce-49d0-a3fb-6651ef032698 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:08.781853 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-bc789601-8fa5-499d-9078-acac3124ec2e req-2fe830a6-68ce-49d0-a3fb-6651ef032698 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Calling delete_port for fd95b59f-95dc-4740-8a3c-e1f58f86e95c owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:08.986395 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bc789601-8fa5-499d-9078-acac3124ec2e req-2fe830a6-68ce-49d0-a3fb-6651ef032698 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:09.018163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['fd95b59f-95dc-4740-8a3c-e1f58f86e95c'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:09.035786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe830a6-68ce-49d0-a3fb-6651ef032698 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Pushing event deleted for resources: {'Port': ['ID=fd95b59f-95dc-4740-8a3c-e1f58f86e95c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:09.042690 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-de392b2f-3e3b-4016-ab3a-aa077e290782 req-d025ddfb-8b24-43e7-b0ca-4318622fb104 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 210 time: 0.0661156 Aug 17 02:55:09.099047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc789601-8fa5-499d-9078-acac3124ec2e req-2fe830a6-68ce-49d0-a3fb-6651ef032698 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] No DVR routers for this DVR port fd95b59f-95dc-4740-8a3c-e1f58f86e95c on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:09.105485 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bc789601-8fa5-499d-9078-acac3124ec2e req-2fe830a6-68ce-49d0-a3fb-6651ef032698 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:09.105485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc789601-8fa5-499d-9078-acac3124ec2e req-2fe830a6-68ce-49d0-a3fb-6651ef032698 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.18 "DELETE /v2.0/ports/fd95b59f-95dc-4740-8a3c-e1f58f86e95c HTTP/1.1" status: 204 len: 173 time: 0.5447905 Aug 17 02:55:09.105485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c43575-70c5-4374-8b8d-568ca50f174e', 'name': 'network-vif-deleted', 'tag': 'fd95b59f-95dc-4740-8a3c-e1f58f86e95c'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:09.107884 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4d6c45-6c8e-478a-b014-ec5d3f4c1f01" -d '{"events": [{"server_uuid": "18c43575-70c5-4374-8b8d-568ca50f174e", "name": "network-vif-deleted", "tag": "fd95b59f-95dc-4740-8a3c-e1f58f86e95c"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:09.153280 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d086ca-96e5-48b0-a241-c19302dd67f8 x-openstack-request-id: req-60d086ca-96e5-48b0-a241-c19302dd67f8 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:09.153280 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c43575-70c5-4374-8b8d-568ca50f174e", "name": "network-vif-deleted", "tag": "fd95b59f-95dc-4740-8a3c-e1f58f86e95c", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:09.153280 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60d086ca-96e5-48b0-a241-c19302dd67f8 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:09.153280 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c43575-70c5-4374-8b8d-568ca50f174e', 'name': 'network-vif-deleted', 'tag': 'fd95b59f-95dc-4740-8a3c-e1f58f86e95c', 'status': 'completed', 'code': 200} Aug 17 02:55:10.198208 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68a150a6-3f49-4e40-835d-1c34fc9b2f91 req-75509026-c6dd-454c-9d26-00971bbd5f06 tempest-VolumesActionsTest-1707123868 tempest-VolumesActionsTest-1707123868-project] 10.222.0.13 "GET /v2.0/ports?device_id=18c43575-70c5-4374-8b8d-568ca50f174e HTTP/1.1" status: 200 len: 210 time: 0.0286262 Aug 17 02:55:10.347450 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3264-d08c-4275-a050-4fa29e597c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:10.655970 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:10.851284 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60142) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:10.977730 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-53a61b21-5518-4516-ab16-6aed35d7f958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.087490 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-53a61b21-5518-4516-ab16-6aed35d7f958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.210401 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-53a61b21-5518-4516-ab16-6aed35d7f958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.256483 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-53a61b21-5518-4516-ab16-6aed35d7f958 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fb88368a6e749fab78bf4f82e50d2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4032767 Aug 17 02:55:11.264761 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60150) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:11.266448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a61b21-5518-4516-ab16-6aed35d7f958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4779090-5280-4072-b4ca-f0d92e39fe41,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:11.325427 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a1f9ff2-1e39-455f-82d2-d2d41b6ba7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.349889 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a1f9ff2-1e39-455f-82d2-d2d41b6ba7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.564683 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a1f9ff2-1e39-455f-82d2-d2d41b6ba7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.568064 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8a1f9ff2-1e39-455f-82d2-d2d41b6ba7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.578842 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8a1f9ff2-1e39-455f-82d2-d2d41b6ba7e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4779090-5280-4072-b4ca-f0d92e39fe41 HTTP/1.1" status: 204 len: 168 time: 0.3111818 Aug 17 02:55:11.591332 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f9ff2-1e39-455f-82d2-d2d41b6ba7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4779090-5280-4072-b4ca-f0d92e39fe41,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:11.646939 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:55:11.737391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device fd95b59f-95dc-4740-8a3c-e1f58f86e95c no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:11.766070 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: fd95b59f-95dc-4740-8a3c-e1f58f86e95c {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:11.769573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device fd95b59f-95dc-4740-8a3c-e1f58f86e95c not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:11.926235 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:12.577893 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60182) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:12.605105 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9813cc5e-b6b2-4036-a5fd-e63eb7c8a825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:12.730447 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9813cc5e-b6b2-4036-a5fd-e63eb7c8a825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:12.800935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ecd3acf-08d8-40e7-919b-8c262419da73 req-0e7ca2d3-3c0a-41f4-8bde-292c481dbc99 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441930 Aug 17 02:55:12.824909 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9813cc5e-b6b2-4036-a5fd-e63eb7c8a825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:12.907317 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9813cc5e-b6b2-4036-a5fd-e63eb7c8a825 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=641228f7a65145499c74a7e6c56ebfdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3283453 Aug 17 02:55:12.907807 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60188) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:12.918896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813cc5e-b6b2-4036-a5fd-e63eb7c8a825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52883d89-9207-43fa-afa4-66e73a06260d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:12.972277 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd3acf-08d8-40e7-919b-8c262419da73 req-5eb875c7-5b8c-45ef-811e-b7cb3ed6fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:12.972277 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ecd3acf-08d8-40e7-919b-8c262419da73 req-5eb875c7-5b8c-45ef-811e-b7cb3ed6fa88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 1097 time: 0.1068301 Aug 17 02:55:12.988985 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1225169c-fae7-493d-945e-4eedae869036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:13.069481 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1225169c-fae7-493d-945e-4eedae869036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:13.148503 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd3acf-08d8-40e7-919b-8c262419da73 req-e9fd36c0-625b-4fc4-861f-75f3ff4dc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:13.150194 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ecd3acf-08d8-40e7-919b-8c262419da73 req-e9fd36c0-625b-4fc4-861f-75f3ff4dc76e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.1514707 Aug 17 02:55:13.227847 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ecd3acf-08d8-40e7-919b-8c262419da73 req-2c1b5e7f-292b-4cc7-af2a-9566e50be9c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe94b3df-deb6-4977-b8b4-f482729c8a44 HTTP/1.1" status: 200 len: 1001 time: 0.0693042 Aug 17 02:55:13.231045 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1225169c-fae7-493d-945e-4eedae869036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:13.233606 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1225169c-fae7-493d-945e-4eedae869036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:13.234727 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1225169c-fae7-493d-945e-4eedae869036 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52883d89-9207-43fa-afa4-66e73a06260d HTTP/1.1" status: 204 len: 168 time: 0.3244817 Aug 17 02:55:13.284686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225169c-fae7-493d-945e-4eedae869036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52883d89-9207-43fa-afa4-66e73a06260d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:13.292155 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd3acf-08d8-40e7-919b-8c262419da73 req-dde74c4d-c9d0-4a9b-8608-c44d86e03937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:13.293552 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ecd3acf-08d8-40e7-919b-8c262419da73 req-dde74c4d-c9d0-4a9b-8608-c44d86e03937 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0578113 Aug 17 02:55:13.357146 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd3acf-08d8-40e7-919b-8c262419da73 req-ce06bf9a-2b43-485e-aa9f-4000b2e4a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:13.359020 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ecd3acf-08d8-40e7-919b-8c262419da73 req-ce06bf9a-2b43-485e-aa9f-4000b2e4a854 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573361 Aug 17 02:55:13.482403 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ecd3acf-08d8-40e7-919b-8c262419da73 req-a64e53d2-d86d-41b3-a893-b3f8d80ddbb8 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089234 Aug 17 02:55:13.596374 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ecd3acf-08d8-40e7-919b-8c262419da73 req-90853e8a-3639-4dc4-afe8-0c5eec26e7b7 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097491 Aug 17 02:55:13.900207 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:17.739726 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60310) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:17.877072 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ec41a0c-0b10-4b28-97e9-e41932a739e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:17.964702 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ec41a0c-0b10-4b28-97e9-e41932a739e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:18.071836 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8ec41a0c-0b10-4b28-97e9-e41932a739e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:18.113067 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8ec41a0c-0b10-4b28-97e9-e41932a739e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e85358365da24dde90d65997417fd639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717866 Aug 17 02:55:18.116291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60320) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:18.116921 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec41a0c-0b10-4b28-97e9-e41932a739e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cd5e60-3392-435e-a2ad-c6a0ecb25d1f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:18.208252 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ce6aa729-753c-493b-987a-221481a9e9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:18.231536 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ce6aa729-753c-493b-987a-221481a9e9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:18.442020 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ce6aa729-753c-493b-987a-221481a9e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:18.444577 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ce6aa729-753c-493b-987a-221481a9e9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:18.446561 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ce6aa729-753c-493b-987a-221481a9e9e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5cd5e60-3392-435e-a2ad-c6a0ecb25d1f HTTP/1.1" status: 204 len: 168 time: 0.3291242 Aug 17 02:55:18.456119 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6aa729-753c-493b-987a-221481a9e9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cd5e60-3392-435e-a2ad-c6a0ecb25d1f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:18.735158 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-178e6626-f7fb-467b-a00f-ebe989ef84cf req-fcc30f0e-d9ca-4e72-adb1-a99a100a43c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1412988 Aug 17 02:55:18.822340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e6626-f7fb-467b-a00f-ebe989ef84cf req-aa331217-d15c-4095-a350-89435b7646b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:18.824450 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-178e6626-f7fb-467b-a00f-ebe989ef84cf req-aa331217-d15c-4095-a350-89435b7646b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 1097 time: 0.0567057 Aug 17 02:55:18.974581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e6626-f7fb-467b-a00f-ebe989ef84cf req-b36a9de4-de08-4b38-a5e1-ec47a3917cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:18.976124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-178e6626-f7fb-467b-a00f-ebe989ef84cf req-b36a9de4-de08-4b38-a5e1-ec47a3917cf5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.1220105 Aug 17 02:55:19.054628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-178e6626-f7fb-467b-a00f-ebe989ef84cf req-22dbe7a7-bf6c-46fa-8e04-cdd7bb0bc1d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 HTTP/1.1" status: 200 len: 1001 time: 0.0712254 Aug 17 02:55:19.111056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e6626-f7fb-467b-a00f-ebe989ef84cf req-4ba2a775-417d-4a8a-b418-ea68cb7174af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:19.114691 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-178e6626-f7fb-467b-a00f-ebe989ef84cf req-4ba2a775-417d-4a8a-b418-ea68cb7174af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0506296 Aug 17 02:55:19.165697 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e6626-f7fb-467b-a00f-ebe989ef84cf req-c492edc1-2a71-48ee-a02c-7db293b017db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:19.167406 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-178e6626-f7fb-467b-a00f-ebe989ef84cf req-c492edc1-2a71-48ee-a02c-7db293b017db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475264 Aug 17 02:55:19.179595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-178e6626-f7fb-467b-a00f-ebe989ef84cf req-ba144ea9-17e3-453b-88ed-62cc01c5b7f9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:55:19.183022 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-178e6626-f7fb-467b-a00f-ebe989ef84cf req-ba144ea9-17e3-453b-88ed-62cc01c5b7f9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060813 Aug 17 02:55:19.211586 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60338) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:19.221867 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-91c8cb24-b210-4684-b934-054eb551f989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.316617 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-178e6626-f7fb-467b-a00f-ebe989ef84cf req-2681f00e-8b97-4c1a-bf9e-e47eeb37350f service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277740 Aug 17 02:55:19.337555 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-91c8cb24-b210-4684-b934-054eb551f989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.409993 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-178e6626-f7fb-467b-a00f-ebe989ef84cf req-3def7f01-7cb4-4b7b-bf70-3265b10e7139 service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864353 Aug 17 02:55:19.470409 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-91c8cb24-b210-4684-b934-054eb551f989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.508972 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-91c8cb24-b210-4684-b934-054eb551f989 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f11f3f3e09b4d18a035457f47e1185a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003135 Aug 17 02:55:19.510868 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8cb24-b210-4684-b934-054eb551f989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a4f7bd-1164-42e8-aa7c-428a395f52ff,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:19.511846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60342) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:19.563839 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7a305d05-fdb4-4ba2-85cb-a4c19dc46ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.586342 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7a305d05-fdb4-4ba2-85cb-a4c19dc46ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.736111 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7a305d05-fdb4-4ba2-85cb-a4c19dc46ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.738709 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7a305d05-fdb4-4ba2-85cb-a4c19dc46ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.740087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7a305d05-fdb4-4ba2-85cb-a4c19dc46ff1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63a4f7bd-1164-42e8-aa7c-428a395f52ff HTTP/1.1" status: 204 len: 168 time: 0.2271438 Aug 17 02:55:19.748676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a305d05-fdb4-4ba2-85cb-a4c19dc46ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a4f7bd-1164-42e8-aa7c-428a395f52ff,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:24.720112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60468) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:24.844520 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1cf915f3-240d-40de-ad54-61b7b413bcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:24.944258 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1cf915f3-240d-40de-ad54-61b7b413bcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:25.085676 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1cf915f3-240d-40de-ad54-61b7b413bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:25.184915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60482) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:25.186507 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1cf915f3-240d-40de-ad54-61b7b413bcc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=073e89754eac42c5944bdfcf2cd286b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4271414 Aug 17 02:55:25.186507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf915f3-240d-40de-ad54-61b7b413bcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3307f75-0752-4810-ad7e-5ae520e698c3,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:25.224740 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08fbe46b-0ba5-4a50-85b3-d37dfb99f1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:25.249454 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08fbe46b-0ba5-4a50-85b3-d37dfb99f1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:25.375779 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08fbe46b-0ba5-4a50-85b3-d37dfb99f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:25.379123 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08fbe46b-0ba5-4a50-85b3-d37dfb99f1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:25.380043 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-08fbe46b-0ba5-4a50-85b3-d37dfb99f1dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3307f75-0752-4810-ad7e-5ae520e698c3 HTTP/1.1" status: 204 len: 168 time: 0.2383323 Aug 17 02:55:25.406557 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbe46b-0ba5-4a50-85b3-d37dfb99f1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3307f75-0752-4810-ad7e-5ae520e698c3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:26.174511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60506) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:26.189077 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65a88ef9-5a7d-415c-8a80-17d7ee963eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:26.279381 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65a88ef9-5a7d-415c-8a80-17d7ee963eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:26.335543 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-65a88ef9-5a7d-415c-8a80-17d7ee963eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:26.380635 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-65a88ef9-5a7d-415c-8a80-17d7ee963eae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a144ccb6c2564bbdaaa63f981cf4d06e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050221 Aug 17 02:55:26.381803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a88ef9-5a7d-415c-8a80-17d7ee963eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177ecfe0-b3e7-45b7-b95b-cc587a711798,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:26.384435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60512) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:26.435517 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b7378e2b-4b44-403f-a5b7-ce4ba7d1fb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:26.457920 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b7378e2b-4b44-403f-a5b7-ce4ba7d1fb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:26.584701 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b7378e2b-4b44-403f-a5b7-ce4ba7d1fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:26.588287 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b7378e2b-4b44-403f-a5b7-ce4ba7d1fb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:26.589552 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b7378e2b-4b44-403f-a5b7-ce4ba7d1fb9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/177ecfe0-b3e7-45b7-b95b-cc587a711798 HTTP/1.1" status: 204 len: 168 time: 0.2040806 Aug 17 02:55:26.597497 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7378e2b-4b44-403f-a5b7-ce4ba7d1fb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177ecfe0-b3e7-45b7-b95b-cc587a711798,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:28.826245 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:31.410068 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:32.735768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60708) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:32.898745 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60716) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:32.990145 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9028-095e-494e-8b1a-c0d18e21b06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.081458 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-268ff3e1-9e95-466e-affb-08197273ade8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.133044 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9028-095e-494e-8b1a-c0d18e21b06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.208310 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9028-095e-494e-8b1a-c0d18e21b06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.277078 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2ecd9028-095e-494e-8b1a-c0d18e21b06d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a14e8bcfa2114b2389299bab542e1930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403078 Aug 17 02:55:33.279944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60722) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:33.285877 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd9028-095e-494e-8b1a-c0d18e21b06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275ac4bd-91a9-4823-b6b5-446ff0068417,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:33.348244 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-268ff3e1-9e95-466e-affb-08197273ade8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.374251 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1019af12-0f50-49cb-a1e4-b362aebdbe32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.397371 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1019af12-0f50-49cb-a1e4-b362aebdbe32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.436204 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-268ff3e1-9e95-466e-affb-08197273ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.470438 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-268ff3e1-9e95-466e-affb-08197273ade8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0795d9307f6f412ea7b47e96a579a72f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5700412 Aug 17 02:55:33.474042 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60726) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:33.504913 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ff3e1-9e95-466e-affb-08197273ade8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0024684f-eef3-42c8-8974-de0e20ea186c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:33.533790 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a48fe6f0-bfee-4a68-a943-2b6ea3f02878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.556370 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a48fe6f0-bfee-4a68-a943-2b6ea3f02878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.558009 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1019af12-0f50-49cb-a1e4-b362aebdbe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.561078 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1019af12-0f50-49cb-a1e4-b362aebdbe32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.562255 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1019af12-0f50-49cb-a1e4-b362aebdbe32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/275ac4bd-91a9-4823-b6b5-446ff0068417 HTTP/1.1" status: 204 len: 168 time: 0.2807343 Aug 17 02:55:33.581912 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019af12-0f50-49cb-a1e4-b362aebdbe32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275ac4bd-91a9-4823-b6b5-446ff0068417,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:33.756444 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a48fe6f0-bfee-4a68-a943-2b6ea3f02878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.764890 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a48fe6f0-bfee-4a68-a943-2b6ea3f02878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.764890 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a48fe6f0-bfee-4a68-a943-2b6ea3f02878 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0024684f-eef3-42c8-8974-de0e20ea186c HTTP/1.1" status: 204 len: 168 time: 0.2851791 Aug 17 02:55:33.784045 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fe6f0-bfee-4a68-a943-2b6ea3f02878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0024684f-eef3-42c8-8974-de0e20ea186c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:34.412370 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60756) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:34.429678 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-640eb278-be6b-4bf2-9446-458a27776228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:34.529181 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-640eb278-be6b-4bf2-9446-458a27776228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:34.658815 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-640eb278-be6b-4bf2-9446-458a27776228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:34.701366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640eb278-be6b-4bf2-9446-458a27776228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2296ec5f-da40-4c01-b0bb-6f46177a04bc,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:34.708621 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-640eb278-be6b-4bf2-9446-458a27776228 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2ae93cea1ed4a6d8be1f0c16a5b193e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936044 Aug 17 02:55:34.710144 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60760) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:34.761149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60768) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:34.772695 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0db9b42a-bfeb-42dd-86db-fcafda8238e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:34.777502 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4735d700-04b3-4c93-b5f6-e8c5d34efa32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:34.804834 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0db9b42a-bfeb-42dd-86db-fcafda8238e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:34.880749 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4735d700-04b3-4c93-b5f6-e8c5d34efa32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:34.941753 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0db9b42a-bfeb-42dd-86db-fcafda8238e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:34.944437 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0db9b42a-bfeb-42dd-86db-fcafda8238e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:34.945631 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0db9b42a-bfeb-42dd-86db-fcafda8238e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2296ec5f-da40-4c01-b0bb-6f46177a04bc HTTP/1.1" status: 204 len: 168 time: 0.2349200 Aug 17 02:55:34.953972 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9b42a-bfeb-42dd-86db-fcafda8238e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2296ec5f-da40-4c01-b0bb-6f46177a04bc,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:34.988322 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4735d700-04b3-4c93-b5f6-e8c5d34efa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:35.028820 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735d700-04b3-4c93-b5f6-e8c5d34efa32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0766401c-6f69-46cc-ba94-3e31f9191848,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:35.053553 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4735d700-04b3-4c93-b5f6-e8c5d34efa32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d0ac5888b8e45088a57c35bb71bfcec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886145 Aug 17 02:55:35.053669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60774) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:35.116226 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7326278-9f2e-4593-bfcf-97c000bc00d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:35.146918 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7326278-9f2e-4593-bfcf-97c000bc00d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:35.304742 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7326278-9f2e-4593-bfcf-97c000bc00d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:35.308937 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7326278-9f2e-4593-bfcf-97c000bc00d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:35.313365 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f7326278-9f2e-4593-bfcf-97c000bc00d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0766401c-6f69-46cc-ba94-3e31f9191848 HTTP/1.1" status: 204 len: 168 time: 0.2558074 Aug 17 02:55:35.320440 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7326278-9f2e-4593-bfcf-97c000bc00d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0766401c-6f69-46cc-ba94-3e31f9191848,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:37.910063 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a7885561-8bd5-458d-a1bd-52771d2d07a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:38.634894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60918) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:38.781390 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f137f311-789b-483d-8aed-eed1938f725e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:38.894259 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f137f311-789b-483d-8aed-eed1938f725e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.024654 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f137f311-789b-483d-8aed-eed1938f725e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.064682 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f137f311-789b-483d-8aed-eed1938f725e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6730de033d9b45709ce77aa939c61b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283280 Aug 17 02:55:39.066412 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137f311-789b-483d-8aed-eed1938f725e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed297f79-50f9-41d1-8979-4364764f9e1f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:39.068784 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60934) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:39.121104 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72c41836-97fc-4592-9183-c0823082d01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.147893 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72c41836-97fc-4592-9183-c0823082d01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.302614 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72c41836-97fc-4592-9183-c0823082d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.314394 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-72c41836-97fc-4592-9183-c0823082d01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.317569 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-72c41836-97fc-4592-9183-c0823082d01d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed297f79-50f9-41d1-8979-4364764f9e1f HTTP/1.1" status: 204 len: 168 time: 0.2475419 Aug 17 02:55:39.343235 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c41836-97fc-4592-9183-c0823082d01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed297f79-50f9-41d1-8979-4364764f9e1f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:40.190603 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 60968) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:40.204905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-263e496c-7dcd-4c67-b6e8-e571a81b6b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.314055 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-263e496c-7dcd-4c67-b6e8-e571a81b6b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.330133 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f0d43a3c-732d-4421-9e6f-4b251004a8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.398455 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-263e496c-7dcd-4c67-b6e8-e571a81b6b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.435066 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-263e496c-7dcd-4c67-b6e8-e571a81b6b69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f52a90baeb944cdb8eb08e5080ddc0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429070 Aug 17 02:55:40.438458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 60978) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:40.447656 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e496c-7dcd-4c67-b6e8-e571a81b6b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c77c0a-df33-4181-9920-39bfd00bc3c4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:40.496312 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3add9cc3-a485-46fc-8933-c8611c3ca2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.523419 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3add9cc3-a485-46fc-8933-c8611c3ca2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.693180 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3add9cc3-a485-46fc-8933-c8611c3ca2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.695303 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.696788 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3add9cc3-a485-46fc-8933-c8611c3ca2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.698036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3add9cc3-a485-46fc-8933-c8611c3ca2b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49c77c0a-df33-4181-9920-39bfd00bc3c4 HTTP/1.1" status: 204 len: 168 time: 0.2580187 Aug 17 02:55:40.710069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add9cc3-a485-46fc-8933-c8611c3ca2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c77c0a-df33-4181-9920-39bfd00bc3c4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:41.913397 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:43.844324 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.443167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33026) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:48.489231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Deleting subnet c04ea864-2585-4257-8825-3c4ad42fe447 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:55:48.492361 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.531427 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.576874 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.647680 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:55:48.733429 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.772594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c04ea864-2585-4257-8825-3c4ad42fe447,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:48.781988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:48.782627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:48.783131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:48.783631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:48.784821 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:48.785363 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:48.785886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:48.786378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:48.786880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:48.787378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:48.787887 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:48.788575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:48.792314 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.794486 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-25061d5b-903a-424e-9953-6a0832eaecc5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c04ea864-2585-4257-8825-3c4ad42fe447 HTTP/1.1" status: 204 len: 168 time: 0.3497593 Aug 17 02:55:48.796923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33038) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:48.877583 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f780b0e-aab7-452b-a513-33253ec842d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.972239 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f780b0e-aab7-452b-a513-33253ec842d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.983743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-8f780b0e-aab7-452b-a513-33253ec842d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e94e2f-d93b-4ee0-82ce-35ad086d295c']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:48.998799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-8f780b0e-aab7-452b-a513-33253ec842d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2c4f23-b74c-4922-89a1-eb05f826bf24') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:48.999082 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-8f780b0e-aab7-452b-a513-33253ec842d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2c4f23-b74c-4922-89a1-eb05f826bf24') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:49.011657 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f780b0e-aab7-452b-a513-33253ec842d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.025442 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f780b0e-aab7-452b-a513-33253ec842d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.033712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f780b0e-aab7-452b-a513-33253ec842d0 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:55:49.034258 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f780b0e-aab7-452b-a513-33253ec842d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:55:49.036005 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:55:49.173103 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f780b0e-aab7-452b-a513-33253ec842d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.181275 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8f780b0e-aab7-452b-a513-33253ec842d0 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.198714 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8f780b0e-aab7-452b-a513-33253ec842d0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/35e94e2f-d93b-4ee0-82ce-35ad086d295c HTTP/1.1" status: 204 len: 168 time: 0.3911128 Aug 17 02:55:49.199411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33042) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:49.216116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f780b0e-aab7-452b-a513-33253ec842d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=35e94e2f-d93b-4ee0-82ce-35ad086d295c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:49.260332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Deleting subnet c87b8f9e-a780-4072-a52b-f26efe090bc4 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:55:49.266661 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.312902 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.362981 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.473204 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.502610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c87b8f9e-a780-4072-a52b-f26efe090bc4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:49.508337 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.513040 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c87b8f9e-a780-4072-a52b-f26efe090bc4 HTTP/1.1" status: 204 len: 168 time: 0.3150485 Aug 17 02:55:49.513717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33050) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:49.515997 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:49.516506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:49.516846 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:49.517193 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:49.517553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:49.517901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:49.518211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:49.518537 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:49.518860 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:49.519182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:49.519521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:49.519822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d82a07-1f99-41cd-804c-e60186072f53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:49.606221 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-722f65f0-f391-458b-ad2d-d657a98a574e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.704335 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-722f65f0-f391-458b-ad2d-d657a98a574e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.716538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-722f65f0-f391-458b-ad2d-d657a98a574e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec56e3bf-3093-4bbe-bfb8-e80e922767c6']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:49.727469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-722f65f0-f391-458b-ad2d-d657a98a574e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60cb5756-23bd-4f89-b4f9-d7293c8384b2') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:49.727766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-722f65f0-f391-458b-ad2d-d657a98a574e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60cb5756-23bd-4f89-b4f9-d7293c8384b2') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:49.737854 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-722f65f0-f391-458b-ad2d-d657a98a574e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.753946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-722f65f0-f391-458b-ad2d-d657a98a574e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.761440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722f65f0-f391-458b-ad2d-d657a98a574e admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:55:49.761846 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-722f65f0-f391-458b-ad2d-d657a98a574e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:55:49.763588 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:55:50.010707 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-722f65f0-f391-458b-ad2d-d657a98a574e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:50.020658 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-722f65f0-f391-458b-ad2d-d657a98a574e admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:50.026615 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-722f65f0-f391-458b-ad2d-d657a98a574e admin admin] 10.222.0.13 "DELETE /v2.0/networks/ec56e3bf-3093-4bbe-bfb8-e80e922767c6 HTTP/1.1" status: 204 len: 168 time: 0.5077140 Aug 17 02:55:50.038551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f65f0-f391-458b-ad2d-d657a98a574e admin admin] Pushing event deleted for resources: {'Network': ['ID=ec56e3bf-3093-4bbe-bfb8-e80e922767c6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:50.559240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33074) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:50.607715 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e41b318c-88fe-4f0e-8cb4-56acb958a4b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=226713a9acae4c338adf46b70edd56b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471129 Aug 17 02:55:50.610747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33076) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:50.681781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-099d353c-cd0c-4ab3-9f48-9ab65f65a37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:50.707770 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-099d353c-cd0c-4ab3-9f48-9ab65f65a37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:50.887879 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-099d353c-cd0c-4ab3-9f48-9ab65f65a37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:50.890545 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-099d353c-cd0c-4ab3-9f48-9ab65f65a37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:50.894277 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-099d353c-cd0c-4ab3-9f48-9ab65f65a37c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9c5a271-39dc-4457-91b6-807a95a3b878 HTTP/1.1" status: 204 len: 168 time: 0.2800577 Aug 17 02:55:50.907720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d353c-cd0c-4ab3-9f48-9ab65f65a37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c5a271-39dc-4457-91b6-807a95a3b878,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:51.825033 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33102) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:51.897204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33104) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:51.902003 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-adbe1771-848e-4c34-be57-54c8ebe02421 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76d3c216759f4c7aaea006383f31c471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693572 Aug 17 02:55:52.017526 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0cfd03ac-dae1-4e92-bdac-8910f0363028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:52.054141 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0cfd03ac-dae1-4e92-bdac-8910f0363028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:52.230437 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0cfd03ac-dae1-4e92-bdac-8910f0363028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:52.234148 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0cfd03ac-dae1-4e92-bdac-8910f0363028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:52.235751 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0cfd03ac-dae1-4e92-bdac-8910f0363028 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9742cf6d-8ec9-4ca1-a5e0-1fa042ca5aae HTTP/1.1" status: 204 len: 168 time: 0.3360076 Aug 17 02:55:52.247545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd03ac-dae1-4e92-bdac-8910f0363028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9742cf6d-8ec9-4ca1-a5e0-1fa042ca5aae,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:52.464681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33116) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:52.839995 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03e25bc7-2f62-48c5-981f-f74e1395662a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:53.053560 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03e25bc7-2f62-48c5-981f-f74e1395662a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:53.173336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03e25bc7-2f62-48c5-981f-f74e1395662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:53.213789 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-03e25bc7-2f62-48c5-981f-f74e1395662a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5d2451e6b6842dfa1623c630644ca6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7476313 Aug 17 02:55:53.219194 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33136) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:53.219717 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e25bc7-2f62-48c5-981f-f74e1395662a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fbe60d-b6db-4064-ae87-efb887ec4bde,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:53.284272 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-21fe2b33-00d8-4b16-ba19-0ce48a252f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:53.308184 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-21fe2b33-00d8-4b16-ba19-0ce48a252f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:53.487739 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-21fe2b33-00d8-4b16-ba19-0ce48a252f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:53.488631 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-21fe2b33-00d8-4b16-ba19-0ce48a252f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:53.490262 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-21fe2b33-00d8-4b16-ba19-0ce48a252f69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2fbe60d-b6db-4064-ae87-efb887ec4bde HTTP/1.1" status: 204 len: 168 time: 0.2691333 Aug 17 02:55:53.499552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe2b33-00d8-4b16-ba19-0ce48a252f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fbe60d-b6db-4064-ae87-efb887ec4bde,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:54.630088 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33178) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:54.644780 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-41d593f9-b29d-40d7-94d6-dc4f8262edab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:54.747617 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-41d593f9-b29d-40d7-94d6-dc4f8262edab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:54.815937 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-41d593f9-b29d-40d7-94d6-dc4f8262edab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:54.862318 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-41d593f9-b29d-40d7-94d6-dc4f8262edab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c0e5cacd98c4dc7afe04b23e9ac2c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283409 Aug 17 02:55:54.862931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33188) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:54.870684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d593f9-b29d-40d7-94d6-dc4f8262edab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e0a496-fca1-410f-a418-d1fac5da91fc,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:54.934901 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe5116a7-1cfe-41fa-bac6-e4bd2675517a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:54.971928 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe5116a7-1cfe-41fa-bac6-e4bd2675517a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:55.187454 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe5116a7-1cfe-41fa-bac6-e4bd2675517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:55.194746 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fe5116a7-1cfe-41fa-bac6-e4bd2675517a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:55.194746 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fe5116a7-1cfe-41fa-bac6-e4bd2675517a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1e0a496-fca1-410f-a418-d1fac5da91fc HTTP/1.1" status: 204 len: 168 time: 0.3278825 Aug 17 02:55:55.213809 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5116a7-1cfe-41fa-bac6-e4bd2675517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e0a496-fca1-410f-a418-d1fac5da91fc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:58.893029 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:00.232528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-cfdfa274-dcf4-4552-afff-fc019b851e42 req-394c557a-89f8-499b-a394-b00e1f4a6d01 service neutron] (95406) timed out ('10.222.0.13', 54846) {{(pid=95406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 02:56:00.795273 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33444) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:00.917996 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83ecb92b-b4d3-4ac6-a2f9-770f36b7da07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:01.025989 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83ecb92b-b4d3-4ac6-a2f9-770f36b7da07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:01.102129 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-83ecb92b-b4d3-4ac6-a2f9-770f36b7da07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:01.143026 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-83ecb92b-b4d3-4ac6-a2f9-770f36b7da07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c6205e6bada4670a48a12245146afa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465364 Aug 17 02:56:01.143965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecb92b-b4d3-4ac6-a2f9-770f36b7da07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963191e3-1244-416b-930b-1e28b42b0e2a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:01.145679 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33462) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:01.210077 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05f3e93b-1cf2-42ae-90e4-f8a4a3417403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:01.240268 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05f3e93b-1cf2-42ae-90e4-f8a4a3417403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:01.330331 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:01.392753 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05f3e93b-1cf2-42ae-90e4-f8a4a3417403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:01.400368 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05f3e93b-1cf2-42ae-90e4-f8a4a3417403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:01.400368 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-05f3e93b-1cf2-42ae-90e4-f8a4a3417403 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/963191e3-1244-416b-930b-1e28b42b0e2a HTTP/1.1" status: 204 len: 168 time: 0.2498279 Aug 17 02:56:01.406256 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3e93b-1cf2-42ae-90e4-f8a4a3417403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963191e3-1244-416b-930b-1e28b42b0e2a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:02.059966 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33514) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:02.074864 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a3388d6-701b-4558-bc38-292274215e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:02.175708 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a3388d6-701b-4558-bc38-292274215e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:02.223976 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5a3388d6-701b-4558-bc38-292274215e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:02.269495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33526) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:02.282832 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5a3388d6-701b-4558-bc38-292274215e6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b62db1dcb4a440bd9eac985334a4a83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214077 Aug 17 02:56:02.283876 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3388d6-701b-4558-bc38-292274215e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1173ee-d465-45c4-818a-be491112b0c4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:02.334744 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9f25-1c7d-4bcd-9a80-3e2fe642d5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:02.364610 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9f25-1c7d-4bcd-9a80-3e2fe642d5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:02.513123 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9f25-1c7d-4bcd-9a80-3e2fe642d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:02.515741 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9f25-1c7d-4bcd-9a80-3e2fe642d5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:02.516913 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7ecf9f25-1c7d-4bcd-9a80-3e2fe642d5b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f1173ee-d465-45c4-818a-be491112b0c4 HTTP/1.1" status: 204 len: 168 time: 0.2464385 Aug 17 02:56:02.526350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf9f25-1c7d-4bcd-9a80-3e2fe642d5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1173ee-d465-45c4-818a-be491112b0c4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:02.955550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33564) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:03.131036 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6faf-2bab-4571-8d5f-ca0a71f2f3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:03.222565 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6faf-2bab-4571-8d5f-ca0a71f2f3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:03.332933 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6faf-2bab-4571-8d5f-ca0a71f2f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:03.372623 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fc3f6faf-2bab-4571-8d5f-ca0a71f2f3f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb726904fa9b4b33a046944aabc6d8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152398 Aug 17 02:56:03.373782 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f6faf-2bab-4571-8d5f-ca0a71f2f3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8946f34-d24c-43ae-8700-a3aafb3b114d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:03.375349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33594) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:03.428748 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de281b6c-0f84-4133-bc04-c5ce33dff579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:03.454748 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de281b6c-0f84-4133-bc04-c5ce33dff579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:03.615900 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de281b6c-0f84-4133-bc04-c5ce33dff579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:03.620091 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-de281b6c-0f84-4133-bc04-c5ce33dff579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:03.620661 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-de281b6c-0f84-4133-bc04-c5ce33dff579 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8946f34-d24c-43ae-8700-a3aafb3b114d HTTP/1.1" status: 204 len: 168 time: 0.2419357 Aug 17 02:56:03.628392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de281b6c-0f84-4133-bc04-c5ce33dff579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8946f34-d24c-43ae-8700-a3aafb3b114d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:04.447129 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33686) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:04.589850 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ccf6c51-b6c1-4f3c-a528-7fff3dc3070f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:04.687153 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ccf6c51-b6c1-4f3c-a528-7fff3dc3070f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:04.881261 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4ccf6c51-b6c1-4f3c-a528-7fff3dc3070f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:04.922832 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4ccf6c51-b6c1-4f3c-a528-7fff3dc3070f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e75560035854d2fab4ed7b2918256c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4745984 Aug 17 02:56:04.923720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf6c51-b6c1-4f3c-a528-7fff3dc3070f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66dcd66-a6e4-4d78-9d6b-cad5097faeed,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:04.925580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33718) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:04.980864 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6e6031b6-f4e7-4962-9854-29dc78a0f91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:05.003103 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6e6031b6-f4e7-4962-9854-29dc78a0f91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:05.141736 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6e6031b6-f4e7-4962-9854-29dc78a0f91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:05.141736 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6e6031b6-f4e7-4962-9854-29dc78a0f91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:05.142206 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6e6031b6-f4e7-4962-9854-29dc78a0f91b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c66dcd66-a6e4-4d78-9d6b-cad5097faeed HTTP/1.1" status: 204 len: 168 time: 0.2150977 Aug 17 02:56:05.152319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6031b6-f4e7-4962-9854-29dc78a0f91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66dcd66-a6e4-4d78-9d6b-cad5097faeed,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:05.510182 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 33756) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:05.635064 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bfa1ea9b-5853-4c1f-89fa-adc84edc321e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:05.725714 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bfa1ea9b-5853-4c1f-89fa-adc84edc321e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:05.798031 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bfa1ea9b-5853-4c1f-89fa-adc84edc321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:05.845176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bfa1ea9b-5853-4c1f-89fa-adc84edc321e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57a865aa52e1467886b8cf72857a7f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336964 Aug 17 02:56:05.847914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 33784) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:05.853885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1ea9b-5853-4c1f-89fa-adc84edc321e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c44a31-0d5f-404f-8157-f1a3d38d86ed,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:05.903590 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b32bd133-6e7c-4f59-a030-972f78f6e57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:05.925975 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b32bd133-6e7c-4f59-a030-972f78f6e57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:06.064025 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b32bd133-6e7c-4f59-a030-972f78f6e57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:06.066857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b32bd133-6e7c-4f59-a030-972f78f6e57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:06.069104 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b32bd133-6e7c-4f59-a030-972f78f6e57b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7c44a31-0d5f-404f-8157-f1a3d38d86ed HTTP/1.1" status: 204 len: 168 time: 0.2195196 Aug 17 02:56:06.077006 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bd133-6e7c-4f59-a030-972f78f6e57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c44a31-0d5f-404f-8157-f1a3d38d86ed,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:07.915986 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-712d6e93-6051-4adb-b763-2f9fb5a4620c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:09.764058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34046) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:09.879531 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab244-2239-4d37-8b84-2ec5d23d15bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:09.967802 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab244-2239-4d37-8b84-2ec5d23d15bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.052515 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab244-2239-4d37-8b84-2ec5d23d15bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.090295 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ab244-2239-4d37-8b84-2ec5d23d15bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82371ccc-e1d0-4475-a7eb-d08c24f35036,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:10.094632 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8c3ab244-2239-4d37-8b84-2ec5d23d15bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=932f10606bc5455888b5c8fef6fbb71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296459 Aug 17 02:56:10.097595 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34060) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:10.145737 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-010beee4-4502-4958-b7db-6df0dd2b7653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.168596 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-010beee4-4502-4958-b7db-6df0dd2b7653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.293077 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-010beee4-4502-4958-b7db-6df0dd2b7653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.299743 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-010beee4-4502-4958-b7db-6df0dd2b7653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.307904 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-010beee4-4502-4958-b7db-6df0dd2b7653 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82371ccc-e1d0-4475-a7eb-d08c24f35036 HTTP/1.1" status: 204 len: 168 time: 0.2051406 Aug 17 02:56:10.331399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010beee4-4502-4958-b7db-6df0dd2b7653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82371ccc-e1d0-4475-a7eb-d08c24f35036,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:10.362704 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4092abb0-2827-4949-839c-e5b9d13abce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.484545 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-e90422ab-8d27-4424-8ba5-c28863731e82 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=890a30c582f142da92c5a1187ee36212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306804 Aug 17 02:56:10.657225 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.716349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-7dc90b64-c292-4adb-9adf-bc40d044c236 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:10.724354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-7dc90b64-c292-4adb-9adf-bc40d044c236 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340045 Aug 17 02:56:10.738102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6f569c9e-9b90-4146-9704-3113b85ddb99 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/quotas/890a30c582f142da92c5a1187ee36212 HTTP/1.1" status: 200 len: 375 time: 0.0124316 Aug 17 02:56:10.771212 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-296ae991-98e0-4a24-8dd7-37356c93140c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=890a30c582f142da92c5a1187ee36212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281765 Aug 17 02:56:11.158174 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98512e33-2683-4f72-91f8-eb83658c9082 req-0a6cf90f-292c-4983-a173-d9b5a802df20 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0358839 Aug 17 02:56:11.864208 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:12.244375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61ab1917-a1bb-4e4b-acd6-dd0f0a7f93ed req-11bc13a8-46bc-4fb6-a893-64e6b2c6a447 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0275373 Aug 17 02:56:13.352677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0b1bc7e-1c50-48e8-a1fc-e34a61d96c3d req-7a5ef65a-01f6-49b4-8b20-9e60e87b7da8 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0284748 Aug 17 02:56:13.658695 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-c5cf3336-a0ef-4e4f-b1bc-ec031ebab0a1 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=890a30c582f142da92c5a1187ee36212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204408 Aug 17 02:56:13.803446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-ba31d60e-3432-49b7-99a9-783e0b8f5e61 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:13.804891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-ba31d60e-3432-49b7-99a9-783e0b8f5e61 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395798 Aug 17 02:56:13.823256 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Request body: {'port': {'device_id': '51c57ae2-f99a-4779-8909-8af41453c6c8', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': '890a30c582f142da92c5a1187ee36212'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:13.867363 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:13.946054 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6489a577-ae56-4f84-9629-6e9e191a98db req-61cd53a8-7e4e-4502-b61c-ea6153ffd0fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0729442 Aug 17 02:56:14.064097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Made reservation on behalf of 890a30c582f142da92c5a1187ee36212 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:14.067824 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:14.081020 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:14.123469 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489a577-ae56-4f84-9629-6e9e191a98db req-f88a3308-cc7b-418d-b802-41b4bf02ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:14.124981 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6489a577-ae56-4f84-9629-6e9e191a98db req-f88a3308-cc7b-418d-b802-41b4bf02ea25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 1097 time: 0.1079276 Aug 17 02:56:14.230172 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:14.344722 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489a577-ae56-4f84-9629-6e9e191a98db req-c12f80ff-7d2e-4c58-9f26-3cb6dce1824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:14.346419 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6489a577-ae56-4f84-9629-6e9e191a98db req-c12f80ff-7d2e-4c58-9f26-3cb6dce1824a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.1916766 Aug 17 02:56:14.353905 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:14.496336 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6489a577-ae56-4f84-9629-6e9e191a98db req-ae23f77c-17b6-4c78-bb84-bba8b27570ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe94b3df-deb6-4977-b8b4-f482729c8a44 HTTP/1.1" status: 200 len: 1001 time: 0.1412992 Aug 17 02:56:14.569863 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49304359-9e8a-4c74-9d50-cf2a5b042ead,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:14.585652 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489a577-ae56-4f84-9629-6e9e191a98db req-857185d5-3ff4-4d7b-b0c8-8a2a70dcb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:14.588476 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6489a577-ae56-4f84-9629-6e9e191a98db req-857185d5-3ff4-4d7b-b0c8-8a2a70dcb3d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0841825 Aug 17 02:56:14.590207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-49762e9a-8733-4cfa-a4bf-66cd97316727 req-0dfc48f7-9311-433c-a4a7-43aef627ad40 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 210 time: 0.1046362 Aug 17 02:56:14.680524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Allocated IP 192.168.233.45 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/be94b7a1-4e17-4469-9a49-715e8f4a3947) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:14.683859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489a577-ae56-4f84-9629-6e9e191a98db req-cccff21d-804c-4070-bea5-99bf974f5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:14.686005 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6489a577-ae56-4f84-9629-6e9e191a98db req-cccff21d-804c-4070-bea5-99bf974f5297 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890248 Aug 17 02:56:14.799374 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6489a577-ae56-4f84-9629-6e9e191a98db req-1da007dc-30a7-4c02-b307-74d20e12d98f service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040783 Aug 17 02:56:14.854873 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:14.871546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Transition to ACTIVE for port object be94b7a1-4e17-4469-9a49-715e8f4a3947 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:14.965062 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6489a577-ae56-4f84-9629-6e9e191a98db req-eef38ab1-63de-46a8-b2c7-ffe952aada99 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466672 Aug 17 02:56:14.969077 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.030113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:15.036119 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:15.040388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:15.092464 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Pushing event updated for resources: {'Port': ['ID=be94b7a1-4e17-4469-9a49-715e8f4a3947,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:15.106915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34288) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:15.124042 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:15.124691 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.211630 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-6dfeb39d-aaf1-40bd-afc9-0af58b7ecf3c tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3924980 Aug 17 02:56:15.229321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Request body: {'port': {'device_id': '51c57ae2-f99a-4779-8909-8af41453c6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:15.273938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-651a6d6e-cedd-419f-8226-1df18041f69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.338202 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.438011 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-651a6d6e-cedd-419f-8226-1df18041f69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.470183 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d5146565-ddfb-47fb-96ca-d9a654f67410 None None] Provisioning for port be94b7a1-4e17-4469-9a49-715e8f4a3947 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:15.474558 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d5146565-ddfb-47fb-96ca-d9a654f67410 None None] Provisioning complete for port be94b7a1-4e17-4469-9a49-715e8f4a3947 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:15.474933 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d5146565-ddfb-47fb-96ca-d9a654f67410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.492938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-651a6d6e-cedd-419f-8226-1df18041f69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.542602 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d5146565-ddfb-47fb-96ca-d9a654f67410 None None] Port be94b7a1-4e17-4469-9a49-715e8f4a3947 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:56:15.567827 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a6d6e-cedd-419f-8226-1df18041f69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc3d17c-9266-4d78-950b-109766999980,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:15.574445 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-651a6d6e-cedd-419f-8226-1df18041f69e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfa7e27ffc4341bfadcb0b4c2381aad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4663525 Aug 17 02:56:15.577971 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34300) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:15.660842 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4df402dd-df87-43f0-9775-2ee20bec77fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.688931 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4df402dd-df87-43f0-9775-2ee20bec77fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.830931 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4df402dd-df87-43f0-9775-2ee20bec77fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.843132 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4df402dd-df87-43f0-9775-2ee20bec77fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.844341 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4df402dd-df87-43f0-9775-2ee20bec77fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4dc3d17c-9266-4d78-950b-109766999980 HTTP/1.1" status: 204 len: 168 time: 0.2651947 Aug 17 02:56:15.872156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df402dd-df87-43f0-9775-2ee20bec77fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc3d17c-9266-4d78-950b-109766999980,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:15.991630 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8a8f9-ec45-4cfa-839d-b90130d20526 req-bb941795-5d95-4e4a-9560-12fc9da2f5a3 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:15.993108 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13a8a8f9-ec45-4cfa-839d-b90130d20526 req-bb941795-5d95-4e4a-9560-12fc9da2f5a3 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 935 time: 0.1666710 Aug 17 02:56:16.060011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13a8a8f9-ec45-4cfa-839d-b90130d20526 req-fc5f3f60-d903-4b73-8dee-ce73841edc0e tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/security-groups?id=49304359-9e8a-4c74-9d50-cf2a5b042ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584815 Aug 17 02:56:16.126480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be94b7a1-4e17-4469-9a49-715e8f4a3947 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:56:16.135298 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:16.147326 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Transition to ACTIVE for port object be94b7a1-4e17-4469-9a49-715e8f4a3947 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:16.209637 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:16.285892 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=be94b7a1-4e17-4469-9a49-715e8f4a3947,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:16.387242 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Attempting to bind port be94b7a1-4e17-4469-9a49-715e8f4a3947 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:16.387920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Attempting to bind port be94b7a1-4e17-4469-9a49-715e8f4a3947 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:16.388527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Attempting to bind port be94b7a1-4e17-4469-9a49-715e8f4a3947 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:16.394312 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Port be94b7a1-4e17-4469-9a49-715e8f4a3947 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:56:16.394713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Attempting to bind port be94b7a1-4e17-4469-9a49-715e8f4a3947 on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:16.401974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:16.402408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:16.403169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:16.403832 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Bound port: be94b7a1-4e17-4469-9a49-715e8f4a3947, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:16.404393 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:16.482472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] For port be94b7a1-4e17-4469-9a49-715e8f4a3947, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:16.486551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] For port be94b7a1-4e17-4469-9a49-715e8f4a3947, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=be94b7a1-4e17-4469-9a49-715e8f4a3947,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:16.578932 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:16.592123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34322) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:16.617013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:16.617687 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:16.619636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/be94b7a1-4e17-4469-9a49-715e8f4a3947 HTTP/1.1" status: 200 len: 1096 time: 1.3951914 Aug 17 02:56:16.620110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c57ae2-f99a-4779-8909-8af41453c6c8', 'tag': 'be94b7a1-4e17-4469-9a49-715e8f4a3947'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:16.622540 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0305ce-598f-476e-a4f9-c0c5597f10ac" -d '{"events": [{"name": "network-changed", "server_uuid": "51c57ae2-f99a-4779-8909-8af41453c6c8", "tag": "be94b7a1-4e17-4469-9a49-715e8f4a3947"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:16.674793 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d7e575-13d1-4c88-87a0-c439a5854717 x-openstack-request-id: req-30d7e575-13d1-4c88-87a0-c439a5854717 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:16.674793 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c57ae2-f99a-4779-8909-8af41453c6c8", "tag": "be94b7a1-4e17-4469-9a49-715e8f4a3947", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:16.674793 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30d7e575-13d1-4c88-87a0-c439a5854717 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:16.674793 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c57ae2-f99a-4779-8909-8af41453c6c8', 'tag': 'be94b7a1-4e17-4469-9a49-715e8f4a3947', 'status': 'completed', 'code': 200} Aug 17 02:56:16.674793 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47965f8b-8adf-44eb-8a62-d11cafffd8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=be94b7a1-4e17-4469-9a49-715e8f4a3947,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:16.818772 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0305ce-598f-476e-a4f9-c0c5597f10ac req-9b893470-968e-4cc8-a049-3025dfa11c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:16.820732 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e0305ce-598f-476e-a4f9-c0c5597f10ac req-9b893470-968e-4cc8-a049-3025dfa11c46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=890a30c582f142da92c5a1187ee36212&device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 1099 time: 0.0963278 Aug 17 02:56:16.888223 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e0305ce-598f-476e-a4f9-c0c5597f10ac req-40124cc7-e955-421f-872e-af6bd379a20a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=890a30c582f142da92c5a1187ee36212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340385 Aug 17 02:56:16.963758 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-50331cbd-427d-4a7f-b66b-a4a495fd476a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.085837 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0305ce-598f-476e-a4f9-c0c5597f10ac req-cf30b3b8-afc4-48d1-881e-58ffd2c08db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:17.088491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e0305ce-598f-476e-a4f9-c0c5597f10ac req-cf30b3b8-afc4-48d1-881e-58ffd2c08db3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1928937 Aug 17 02:56:17.097867 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-50331cbd-427d-4a7f-b66b-a4a495fd476a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.161008 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-50331cbd-427d-4a7f-b66b-a4a495fd476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.202508 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-50331cbd-427d-4a7f-b66b-a4a495fd476a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2143546da4fb4fab84f4c4bfc59bfc58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6085513 Aug 17 02:56:17.203292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50331cbd-427d-4a7f-b66b-a4a495fd476a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e953144c-716b-4b5f-ba8e-6d38b62f9970,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:17.205789 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34336) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:17.234563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca267b9-cc57-4e93-b851-1c9ecec5e914 req-d2d7f619-0367-4e3e-a775-77c9d931dfe0 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:17.236550 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aca267b9-cc57-4e93-b851-1c9ecec5e914 req-d2d7f619-0367-4e3e-a775-77c9d931dfe0 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 947 time: 0.0898852 Aug 17 02:56:17.244650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-8fd8318c-acaa-45c5-9099-c70a6b36f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:17.246584 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-8fd8318c-acaa-45c5-9099-c70a6b36f3b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=890a30c582f142da92c5a1187ee36212&device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 1099 time: 0.0904648 Aug 17 02:56:17.296413 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef10ae8e-faae-40f0-bd55-3c70486155ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.314302 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-291db8b1-c56f-4b96-b7d9-15272f9758a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=be94b7a1-4e17-4469-9a49-715e8f4a3947 HTTP/1.1" status: 200 len: 217 time: 0.0411656 Aug 17 02:56:17.318322 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef10ae8e-faae-40f0-bd55-3c70486155ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.360019 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aca267b9-cc57-4e93-b851-1c9ecec5e914 req-a77fb271-b69c-4e16-883e-2122c620d593 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/security-groups?id=49304359-9e8a-4c74-9d50-cf2a5b042ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100030 Aug 17 02:56:17.401700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-af44f9cc-3cd9-4c38-b27d-233b4bcaf672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:17.408904 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-af44f9cc-3cd9-4c38-b27d-233b4bcaf672 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0808437 Aug 17 02:56:17.453365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-76c9a97b-c184-4b17-ad06-fee6a6faf826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:17.455121 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-76c9a97b-c184-4b17-ad06-fee6a6faf826 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0448496 Aug 17 02:56:17.458502 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef10ae8e-faae-40f0-bd55-3c70486155ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.461470 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ef10ae8e-faae-40f0-bd55-3c70486155ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.463602 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ef10ae8e-faae-40f0-bd55-3c70486155ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e953144c-716b-4b5f-ba8e-6d38b62f9970 HTTP/1.1" status: 204 len: 168 time: 0.2461088 Aug 17 02:56:17.484814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10ae8e-faae-40f0-bd55-3c70486155ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e953144c-716b-4b5f-ba8e-6d38b62f9970,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:17.577665 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-0d8f475f-9e32-4091-8868-e42ae8c88070 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085827 Aug 17 02:56:17.678153 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29a743b4-2c70-42ec-820d-cbf189db49fd req-0265c032-7a3f-47d3-b3a6-1688648699e8 service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928719 Aug 17 02:56:18.488669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faddde2-d736-44f1-a46f-40c0c3392ff1 req-8eef8fa4-2668-4255-9e5f-642344ecf5a2 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:18.490277 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7faddde2-d736-44f1-a46f-40c0c3392ff1 req-8eef8fa4-2668-4255-9e5f-642344ecf5a2 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 947 time: 0.0513937 Aug 17 02:56:18.531414 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7faddde2-d736-44f1-a46f-40c0c3392ff1 req-befc6982-9b23-4990-82c7-7c6a27c83898 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/security-groups?id=49304359-9e8a-4c74-9d50-cf2a5b042ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350580 Aug 17 02:56:18.648929 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da656b5f-edfb-439c-a92f-c9c81aa08548 req-2c0216d9-1a80-4dc3-8e2a-e8e62c40e1f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595806 Aug 17 02:56:18.767878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da656b5f-edfb-439c-a92f-c9c81aa08548 req-b7d742a9-3d21-4239-bee8-31c44aef5556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:18.769694 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da656b5f-edfb-439c-a92f-c9c81aa08548 req-b7d742a9-3d21-4239-bee8-31c44aef5556 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 1097 time: 0.0597091 Aug 17 02:56:18.890251 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da656b5f-edfb-439c-a92f-c9c81aa08548 req-420e0697-712e-4b34-942d-bd736d1d9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:18.891917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da656b5f-edfb-439c-a92f-c9c81aa08548 req-420e0697-712e-4b34-942d-bd736d1d9910 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.1021259 Aug 17 02:56:18.971365 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da656b5f-edfb-439c-a92f-c9c81aa08548 req-fa4d2357-d4d4-4f26-83a3-a281925b74b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 HTTP/1.1" status: 200 len: 1001 time: 0.0704424 Aug 17 02:56:19.033587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da656b5f-edfb-439c-a92f-c9c81aa08548 req-e654ec11-ba21-4710-a6f5-c2f81a3c0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:19.037487 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da656b5f-edfb-439c-a92f-c9c81aa08548 req-e654ec11-ba21-4710-a6f5-c2f81a3c0999 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0610576 Aug 17 02:56:19.130123 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da656b5f-edfb-439c-a92f-c9c81aa08548 req-3fbd0a13-f3ac-4bac-a1ff-8f153c8f7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:19.131688 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da656b5f-edfb-439c-a92f-c9c81aa08548 req-3fbd0a13-f3ac-4bac-a1ff-8f153c8f7e30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875461 Aug 17 02:56:19.250417 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da656b5f-edfb-439c-a92f-c9c81aa08548 req-6b3414bb-e70c-404a-b521-bed24ee5076d service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111212 Aug 17 02:56:19.369476 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da656b5f-edfb-439c-a92f-c9c81aa08548 req-354fab7b-2d0e-4291-98dc-9723b4d6698a service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112711 Aug 17 02:56:19.670579 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44843ec-ebfa-4b91-a2dd-a4bead453ba9 req-8619985c-ba15-4fa5-9507-dee179051b2e tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:19.672695 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d44843ec-ebfa-4b91-a2dd-a4bead453ba9 req-8619985c-ba15-4fa5-9507-dee179051b2e tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 947 time: 0.0675433 Aug 17 02:56:19.724578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d44843ec-ebfa-4b91-a2dd-a4bead453ba9 req-f8df47be-a10b-4993-a49b-6dce5259b8fd tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/security-groups?id=49304359-9e8a-4c74-9d50-cf2a5b042ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454359 Aug 17 02:56:20.115101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device be94b7a1-4e17-4469-9a49-715e8f4a3947 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:56:20.222221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port be94b7a1-4e17-4469-9a49-715e8f4a3947, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=be94b7a1-4e17-4469-9a49-715e8f4a3947,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:20.236994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'be94b7a1-4e17-4469-9a49-715e8f4a3947', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': 'be94b7a1-4e17-4469-9a49-715e8f4a3947', 'mac_address': 'fa:16:3e:38:c0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:56:20.280360 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:20.294714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be94b7a1-4e17-4469-9a49-715e8f4a3947 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:56:20.314970 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port be94b7a1-4e17-4469-9a49-715e8f4a3947, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=be94b7a1-4e17-4469-9a49-715e8f4a3947,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:20.392756 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:20.455159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=be94b7a1-4e17-4469-9a49-715e8f4a3947,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:20.463483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:20.463834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:20.464180 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:20.464742 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:20.465088 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:20.465444 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:20.465773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:20.466101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:20.466425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:20.466754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:20.467076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:20.467397 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:20.808533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['be94b7a1-4e17-4469-9a49-715e8f4a3947'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:56:20.865543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24b385-2116-4a75-b97a-c896edea5b5f req-d193e983-8139-47b2-94aa-d890863c577a tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:20.867161 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c24b385-2116-4a75-b97a-c896edea5b5f req-d193e983-8139-47b2-94aa-d890863c577a tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 948 time: 0.0553741 Aug 17 02:56:20.918756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c24b385-2116-4a75-b97a-c896edea5b5f req-27e8d6fe-fd32-4fce-8ba5-6149d877f777 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/security-groups?id=49304359-9e8a-4c74-9d50-cf2a5b042ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383677 Aug 17 02:56:22.056879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f67ae-a869-4553-9793-91fc3243e8a1 req-1761e051-86bd-4ef1-8298-bf7e3843dfef tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:22.061722 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d38f67ae-a869-4553-9793-91fc3243e8a1 req-1761e051-86bd-4ef1-8298-bf7e3843dfef tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 948 time: 0.0610285 Aug 17 02:56:22.113380 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d38f67ae-a869-4553-9793-91fc3243e8a1 req-642fde49-9df2-443e-b74e-5fa725ba5c9e tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/security-groups?id=49304359-9e8a-4c74-9d50-cf2a5b042ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478940 Aug 17 02:56:22.143889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device be94b7a1-4e17-4469-9a49-715e8f4a3947 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:22.297881 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port be94b7a1-4e17-4469-9a49-715e8f4a3947 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:22.301988 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port be94b7a1-4e17-4469-9a49-715e8f4a3947 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:22.302362 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.377650 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.400260 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c57ae2-f99a-4779-8909-8af41453c6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be94b7a1-4e17-4469-9a49-715e8f4a3947'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:22.404256 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27aec7c9-2f35-4897-b129-6c24a045d838" -d '{"events": [{"server_uuid": "51c57ae2-f99a-4779-8909-8af41453c6c8", "name": "network-vif-plugged", "status": "completed", "tag": "be94b7a1-4e17-4469-9a49-715e8f4a3947"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:22.416611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port be94b7a1-4e17-4469-9a49-715e8f4a3947, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=be94b7a1-4e17-4469-9a49-715e8f4a3947,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:22.504328 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.569807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=be94b7a1-4e17-4469-9a49-715e8f4a3947,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:22.647938 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcb2843-a618-4ea0-b035-0d7c0d6fa6cd x-openstack-request-id: req-4fcb2843-a618-4ea0-b035-0d7c0d6fa6cd {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:22.648294 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c57ae2-f99a-4779-8909-8af41453c6c8", "name": "network-vif-plugged", "status": "completed", "tag": "be94b7a1-4e17-4469-9a49-715e8f4a3947", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:22.648642 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fcb2843-a618-4ea0-b035-0d7c0d6fa6cd {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:22.649671 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c57ae2-f99a-4779-8909-8af41453c6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be94b7a1-4e17-4469-9a49-715e8f4a3947', 'code': 200} Aug 17 02:56:22.776003 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a9250-94fb-4dca-94c2-a9229eb51dd7 req-b89221bd-8a17-409d-becb-aff8d9d9c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:22.777713 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d81a9250-94fb-4dca-94c2-a9229eb51dd7 req-b89221bd-8a17-409d-becb-aff8d9d9c77c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 1101 time: 0.0420084 Aug 17 02:56:22.813951 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d81a9250-94fb-4dca-94c2-a9229eb51dd7 req-8187736a-0e50-443e-8084-e682f9853f3f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=49304359-9e8a-4c74-9d50-cf2a5b042ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290146 Aug 17 02:56:23.245209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5cf96-4a0b-4334-91bd-8efaa238a884 req-5738bc3f-ab8b-4b46-8180-7fafc69f75d7 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:23.246793 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4c5cf96-4a0b-4334-91bd-8efaa238a884 req-5738bc3f-ab8b-4b46-8180-7fafc69f75d7 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 949 time: 0.0622792 Aug 17 02:56:23.287544 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4c5cf96-4a0b-4334-91bd-8efaa238a884 req-3304c59b-29a0-4caf-8c97-8e8f818859a3 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/security-groups?id=49304359-9e8a-4c74-9d50-cf2a5b042ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346663 Aug 17 02:56:24.423996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69b01d-4e91-4b72-86d0-af7405f5dd09 req-d15d895a-05fb-4dfc-a164-9298f8c530f0 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:24.425593 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b69b01d-4e91-4b72-86d0-af7405f5dd09 req-d15d895a-05fb-4dfc-a164-9298f8c530f0 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 949 time: 0.0620437 Aug 17 02:56:24.482913 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b69b01d-4e91-4b72-86d0-af7405f5dd09 req-715ed1a1-30fd-4725-82d9-7056844b26a4 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/security-groups?id=49304359-9e8a-4c74-9d50-cf2a5b042ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423095 Aug 17 02:56:24.600954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34698) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:24.961449 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-249b50ec-fde3-4828-8288-8d09289b9689 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Deleting port 0a68416f-0629-4912-b016-99e34585d98f {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:24.962489 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249b50ec-fde3-4828-8288-8d09289b9689 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.039220 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249b50ec-fde3-4828-8288-8d09289b9689 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.040837 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249b50ec-fde3-4828-8288-8d09289b9689 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.056158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-249b50ec-fde3-4828-8288-8d09289b9689 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Calling delete_port for 0a68416f-0629-4912-b016-99e34585d98f owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:25.296437 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34724) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:25.343680 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249b50ec-fde3-4828-8288-8d09289b9689 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.370756 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b50ec-fde3-4828-8288-8d09289b9689 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event deleted for resources: {'Port': ['ID=0a68416f-0629-4912-b016-99e34585d98f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:25.431946 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d18b784e-1c49-4ff7-9b89-cace19e59eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.466098 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249b50ec-fde3-4828-8288-8d09289b9689 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.466742 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-249b50ec-fde3-4828-8288-8d09289b9689 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Floating IP ebb66c4d-9084-4a81-b4a1-290f5e2d5d8d disassociated (deleted). External IP: 172.25.5.161, port: ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47. Aug 17 02:56:25.648895 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:56:25.652827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7431648-5855-4ed1-b8b7-d31358f268b2 req-faf2eac4-fef6-4ff4-b66a-7220453e5e3d tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:25.655145 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7431648-5855-4ed1-b8b7-d31358f268b2 req-faf2eac4-fef6-4ff4-b66a-7220453e5e3d tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 949 time: 0.0996675 Aug 17 02:56:25.663088 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d18b784e-1c49-4ff7-9b89-cace19e59eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.715601 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d18b784e-1c49-4ff7-9b89-cace19e59eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.718132 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7431648-5855-4ed1-b8b7-d31358f268b2 req-b25f0e1b-00e6-4127-884f-641b1811aef6 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/security-groups?id=49304359-9e8a-4c74-9d50-cf2a5b042ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548010 Aug 17 02:56:25.838927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b784e-1c49-4ff7-9b89-cace19e59eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1634d7-3737-457d-8185-7f9b765fc82c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:25.855333 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d18b784e-1c49-4ff7-9b89-cace19e59eb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=049ff01073c649c7b244abe493b4da80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538223 Aug 17 02:56:25.855333 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 34746) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:25.907572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249b50ec-fde3-4828-8288-8d09289b9689 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:56:25.965630 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42fd8a95-dab9-4c7d-a7ba-18cd0ce9cdde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.021758 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42fd8a95-dab9-4c7d-a7ba-18cd0ce9cdde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.071614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249b50ec-fde3-4828-8288-8d09289b9689 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:56:26.078285 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-249b50ec-fde3-4828-8288-8d09289b9689 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.082821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb41dd-0a56-4a57-b1a3-02ef15b7ff45 None None] Sync routers for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:56:26.107905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb41dd-0a56-4a57-b1a3-02ef15b7ff45 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:26.115029 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-249b50ec-fde3-4828-8288-8d09289b9689 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "DELETE /v2.0/floatingips/ebb66c4d-9084-4a81-b4a1-290f5e2d5d8d HTTP/1.1" status: 204 len: 168 time: 1.5102100 Aug 17 02:56:26.115029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da32abfc-f865-435f-84cc-cce3683821ce', 'tag': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:26.115355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c3fb41dd-0a56-4a57-b1a3-02ef15b7ff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:56:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:26.116145 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4485e8cc-8d71-43db-ab23-df6847ad7f07" -d '{"events": [{"name": "network-changed", "server_uuid": "da32abfc-f865-435f-84cc-cce3683821ce", "tag": "ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:26.201732 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42fd8a95-dab9-4c7d-a7ba-18cd0ce9cdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.214173 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42fd8a95-dab9-4c7d-a7ba-18cd0ce9cdde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.234757 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-42fd8a95-dab9-4c7d-a7ba-18cd0ce9cdde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f1634d7-3737-457d-8185-7f9b765fc82c HTTP/1.1" status: 204 len: 168 time: 0.3743622 Aug 17 02:56:26.258335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd8a95-dab9-4c7d-a7ba-18cd0ce9cdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1634d7-3737-457d-8185-7f9b765fc82c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:26.298063 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-c3fb41dd-0a56-4a57-b1a3-02ef15b7ff45 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:26.564940 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c3fb41dd-0a56-4a57-b1a3-02ef15b7ff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'f0dda5fa-e181-4876-8be7-efbed6464e9e', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'port_id': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'mac_address': 'fa:16:3e:c2:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:31Z', 'revision_number': 1, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:26.621472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb41dd-0a56-4a57-b1a3-02ef15b7ff45 None None] Checking router: 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:56:26.640136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb41dd-0a56-4a57-b1a3-02ef15b7ff45 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:26.640794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c3fb41dd-0a56-4a57-b1a3-02ef15b7ff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:56:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:26.825095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-c3fb41dd-0a56-4a57-b1a3-02ef15b7ff45 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:26.941138 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a75981-96f9-427a-9b85-4f734fca86ce x-openstack-request-id: req-93a75981-96f9-427a-9b85-4f734fca86ce {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:26.941736 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da32abfc-f865-435f-84cc-cce3683821ce", "tag": "ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:26.942012 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93a75981-96f9-427a-9b85-4f734fca86ce {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:26.945036 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da32abfc-f865-435f-84cc-cce3683821ce', 'tag': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47', 'status': 'completed', 'code': 200} Aug 17 02:56:27.073168 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485e8cc-8d71-43db-ab23-df6847ad7f07 req-9c06a32f-e7d3-48b4-82b4-93a8da595148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:27.075107 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4485e8cc-8d71-43db-ab23-df6847ad7f07 req-9c06a32f-e7d3-48b4-82b4-93a8da595148 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 1097 time: 0.0926561 Aug 17 02:56:27.113025 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94931c1-cddf-43f8-9e0b-bc35bc3631ed req-b8c29832-dbb7-4128-879a-e2362683cd85 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:27.114065 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e94931c1-cddf-43f8-9e0b-bc35bc3631ed req-b8c29832-dbb7-4128-879a-e2362683cd85 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 949 time: 0.0948229 Aug 17 02:56:27.203059 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e94931c1-cddf-43f8-9e0b-bc35bc3631ed req-902968f5-76ab-45bd-a9bf-ee1724d0751b tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/security-groups?id=49304359-9e8a-4c74-9d50-cf2a5b042ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619226 Aug 17 02:56:27.287018 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485e8cc-8d71-43db-ab23-df6847ad7f07 req-f826d135-0dfc-443f-aea5-d1e74c912780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:27.288807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4485e8cc-8d71-43db-ab23-df6847ad7f07 req-f826d135-0dfc-443f-aea5-d1e74c912780 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.2040598 Aug 17 02:56:27.329882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c3fb41dd-0a56-4a57-b1a3-02ef15b7ff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'f0dda5fa-e181-4876-8be7-efbed6464e9e', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'port_id': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'mac_address': 'fa:16:3e:c2:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:31Z', 'revision_number': 1, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:27.363003 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb41dd-0a56-4a57-b1a3-02ef15b7ff45 None None] The sync data for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 is: [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'f0dda5fa-e181-4876-8be7-efbed6464e9e', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'port_id': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'mac_address': 'fa:16:3e:c2:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:31Z', 'revision_number': 1, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:56:27.364025 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4485e8cc-8d71-43db-ab23-df6847ad7f07 req-a516b1b4-e9ff-4a1a-8899-7429477ab40c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 HTTP/1.1" status: 200 len: 217 time: 0.0672958 Aug 17 02:56:27.435825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485e8cc-8d71-43db-ab23-df6847ad7f07 req-d3c9a373-5017-4bf5-89ff-001e1269360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:27.437524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4485e8cc-8d71-43db-ab23-df6847ad7f07 req-d3c9a373-5017-4bf5-89ff-001e1269360f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.0618019 Aug 17 02:56:27.510944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485e8cc-8d71-43db-ab23-df6847ad7f07 req-e624936e-bea5-42c1-8764-bac7021ff360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:27.512766 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4485e8cc-8d71-43db-ab23-df6847ad7f07 req-e624936e-bea5-42c1-8764-bac7021ff360 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591035 Aug 17 02:56:27.523733 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15430780-c105-4513-a770-3b1b8198f3b4 req-6b23ce8c-37a6-4d17-8ff7-a568e3a93849 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:27.526076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15430780-c105-4513-a770-3b1b8198f3b4 req-6b23ce8c-37a6-4d17-8ff7-a568e3a93849 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 945 time: 0.1610081 Aug 17 02:56:27.646524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15430780-c105-4513-a770-3b1b8198f3b4 req-12855869-174d-401d-b4df-8ac473b6a13d tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141713 Aug 17 02:56:27.749086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4485e8cc-8d71-43db-ab23-df6847ad7f07 req-04332f77-3b94-48b2-ad79-686e07a44217 service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042904 Aug 17 02:56:27.822493 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd31323a-f941-4cf6-a272-7d5e83f37f6a None None] New status for floating IP ebb66c4d-9084-4a81-b4a1-290f5e2d5d8d: DOWN {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:56:27.974621 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4485e8cc-8d71-43db-ab23-df6847ad7f07 req-34603084-50fb-4df3-98a7-8574297a4c10 service neutron] 10.222.0.42 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941762 Aug 17 02:56:28.073529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031ae44-36ca-4616-8b13-bf8562e7b7eb req-f39d2f3a-a3c2-4052-97ba-794f463d8c62 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:28.075499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e031ae44-36ca-4616-8b13-bf8562e7b7eb req-f39d2f3a-a3c2-4052-97ba-794f463d8c62 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 949 time: 0.0595343 Aug 17 02:56:28.173203 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-e031ae44-36ca-4616-8b13-bf8562e7b7eb req-fa603c72-0eea-46a0-b4aa-ec191b5fcfd5 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Deleting port be94b7a1-4e17-4469-9a49-715e8f4a3947 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:28.173574 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e031ae44-36ca-4616-8b13-bf8562e7b7eb req-fa603c72-0eea-46a0-b4aa-ec191b5fcfd5 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.306944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-e031ae44-36ca-4616-8b13-bf8562e7b7eb req-fa603c72-0eea-46a0-b4aa-ec191b5fcfd5 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] For port be94b7a1-4e17-4469-9a49-715e8f4a3947, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=be94b7a1-4e17-4469-9a49-715e8f4a3947,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:28.307320 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e031ae44-36ca-4616-8b13-bf8562e7b7eb req-fa603c72-0eea-46a0-b4aa-ec191b5fcfd5 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.331442 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-e031ae44-36ca-4616-8b13-bf8562e7b7eb req-fa603c72-0eea-46a0-b4aa-ec191b5fcfd5 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Calling delete_port for be94b7a1-4e17-4469-9a49-715e8f4a3947 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:28.453458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa27e7b-298b-4c5f-8418-9423d8bed988 req-c92a7d37-6058-4f88-99f9-39159ef89089 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:28.454950 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aaa27e7b-298b-4c5f-8418-9423d8bed988 req-c92a7d37-6058-4f88-99f9-39159ef89089 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 949 time: 0.1178122 Aug 17 02:56:28.572649 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aaa27e7b-298b-4c5f-8418-9423d8bed988 req-eed92845-eb04-465a-9725-c0788f8e34fa tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/security-groups?id=49304359-9e8a-4c74-9d50-cf2a5b042ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066504 Aug 17 02:56:28.583062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c9cd-8433-46c0-8d44-2ea618f3e7a5 req-ae811de6-afba-496b-b295-ad6014dedae6 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:28.584431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9f1c9cd-8433-46c0-8d44-2ea618f3e7a5 req-ae811de6-afba-496b-b295-ad6014dedae6 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.42 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 945 time: 0.1286080 Aug 17 02:56:28.686477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-d9f1c9cd-8433-46c0-8d44-2ea618f3e7a5 req-14ebc0c0-7ff5-4baf-a1d9-8b6e886d3eab tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Deleting port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:28.686827 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d9f1c9cd-8433-46c0-8d44-2ea618f3e7a5 req-14ebc0c0-7ff5-4baf-a1d9-8b6e886d3eab tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.734863 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e031ae44-36ca-4616-8b13-bf8562e7b7eb req-fa603c72-0eea-46a0-b4aa-ec191b5fcfd5 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.764497 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['be94b7a1-4e17-4469-9a49-715e8f4a3947'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:56:28.833164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa603c72-0eea-46a0-b4aa-ec191b5fcfd5 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Pushing event deleted for resources: {'Port': ['ID=be94b7a1-4e17-4469-9a49-715e8f4a3947,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:28.896169 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.900147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e031ae44-36ca-4616-8b13-bf8562e7b7eb req-fa603c72-0eea-46a0-b4aa-ec191b5fcfd5 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] No DVR routers for this DVR port be94b7a1-4e17-4469-9a49-715e8f4a3947 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:56:28.911974 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-e031ae44-36ca-4616-8b13-bf8562e7b7eb req-fa603c72-0eea-46a0-b4aa-ec191b5fcfd5 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.914023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e031ae44-36ca-4616-8b13-bf8562e7b7eb req-fa603c72-0eea-46a0-b4aa-ec191b5fcfd5 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.18 "DELETE /v2.0/ports/be94b7a1-4e17-4469-9a49-715e8f4a3947 HTTP/1.1" status: 204 len: 173 time: 0.8325214 Aug 17 02:56:28.914488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c57ae2-f99a-4779-8909-8af41453c6c8', 'name': 'network-vif-deleted', 'tag': 'be94b7a1-4e17-4469-9a49-715e8f4a3947'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:28.921911 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733f9772-957d-48cd-8e31-d572d94512c1" -d '{"events": [{"server_uuid": "51c57ae2-f99a-4779-8909-8af41453c6c8", "name": "network-vif-deleted", "tag": "be94b7a1-4e17-4469-9a49-715e8f4a3947"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:28.930085 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cdac0-ab1f-405d-9fbd-6a86619205dd req-977967e7-bf11-4a73-bad1-55613b2f64f3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:28.932033 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a57cdac0-ab1f-405d-9fbd-6a86619205dd req-977967e7-bf11-4a73-bad1-55613b2f64f3 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 945 time: 0.2059135 Aug 17 02:56:28.942551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-d9f1c9cd-8433-46c0-8d44-2ea618f3e7a5 req-14ebc0c0-7ff5-4baf-a1d9-8b6e886d3eab tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] For port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:28.942925 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d9f1c9cd-8433-46c0-8d44-2ea618f3e7a5 req-14ebc0c0-7ff5-4baf-a1d9-8b6e886d3eab tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.972145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-d9f1c9cd-8433-46c0-8d44-2ea618f3e7a5 req-14ebc0c0-7ff5-4baf-a1d9-8b6e886d3eab tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Calling delete_port for ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:29.072405 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a57cdac0-ab1f-405d-9fbd-6a86619205dd req-627c66b4-0a5d-46ef-a67e-8967fe0cfe91 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265776 Aug 17 02:56:29.125039 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5528d343-ae3a-4eef-b02d-a873e182c0c1 x-openstack-request-id: req-5528d343-ae3a-4eef-b02d-a873e182c0c1 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:29.131024 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c57ae2-f99a-4779-8909-8af41453c6c8", "name": "network-vif-deleted", "tag": "be94b7a1-4e17-4469-9a49-715e8f4a3947", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:29.131024 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5528d343-ae3a-4eef-b02d-a873e182c0c1 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:29.131024 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c57ae2-f99a-4779-8909-8af41453c6c8', 'name': 'network-vif-deleted', 'tag': 'be94b7a1-4e17-4469-9a49-715e8f4a3947', 'status': 'completed', 'code': 200} Aug 17 02:56:29.327421 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d9f1c9cd-8433-46c0-8d44-2ea618f3e7a5 req-14ebc0c0-7ff5-4baf-a1d9-8b6e886d3eab tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:29.368904 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebc0c0-7ff5-4baf-a1d9-8b6e886d3eab tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event deleted for resources: {'Port': ['ID=ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:29.422543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f1c9cd-8433-46c0-8d44-2ea618f3e7a5 req-14ebc0c0-7ff5-4baf-a1d9-8b6e886d3eab tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] No DVR routers for this DVR port ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:56:29.425079 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d9f1c9cd-8433-46c0-8d44-2ea618f3e7a5 req-14ebc0c0-7ff5-4baf-a1d9-8b6e886d3eab tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:29.427382 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9f1c9cd-8433-46c0-8d44-2ea618f3e7a5 req-14ebc0c0-7ff5-4baf-a1d9-8b6e886d3eab tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.42 "DELETE /v2.0/ports/ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 HTTP/1.1" status: 204 len: 173 time: 0.8370051 Aug 17 02:56:29.695290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3dca0ccd-e1ca-41fb-af66-1eed03e9923f req-033ce259-48fc-4650-842c-207bef582394 tempest-VolumesNegativeTest-1567060984 tempest-VolumesNegativeTest-1567060984-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c57ae2-f99a-4779-8909-8af41453c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0311079 Aug 17 02:56:30.190653 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8a360f9-6974-4304-8f71-c12970b43851 req-c24b1c16-f105-40d5-ae60-6ce70efcdd5e tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 210 time: 0.0305171 Aug 17 02:56:31.127653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da32abfc-f865-435f-84cc-cce3683821ce', 'name': 'network-vif-deleted', 'tag': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:31.130486 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f08d4e8-a22d-490e-aacb-ddb1ce77441e" -d '{"events": [{"server_uuid": "da32abfc-f865-435f-84cc-cce3683821ce", "name": "network-vif-deleted", "tag": "ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:31.168626 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7368ff26-c364-4ad0-96d9-2bb630f045e7 x-openstack-request-id: req-7368ff26-c364-4ad0-96d9-2bb630f045e7 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:31.168927 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da32abfc-f865-435f-84cc-cce3683821ce", "name": "network-vif-deleted", "tag": "ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:31.169182 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7368ff26-c364-4ad0-96d9-2bb630f045e7 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:31.169655 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da32abfc-f865-435f-84cc-cce3683821ce', 'name': 'network-vif-deleted', 'tag': 'ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47', 'status': 'completed', 'code': 200} Aug 17 02:56:31.314353 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:31.386856 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f8eece8-6488-40e6-9ece-9a1fea425d7c req-076ea120-9457-451d-9c59-db92f9b1fa51 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 210 time: 0.0600822 Aug 17 02:56:31.465949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:56:31.510724 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:56:31.511577 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device ef8a6a7f-3a4b-4d4b-8623-3f78fafd5b47 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:56:32.193682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device be94b7a1-4e17-4469-9a49-715e8f4a3947 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:56:32.220129 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: be94b7a1-4e17-4469-9a49-715e8f4a3947 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:56:32.225904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device be94b7a1-4e17-4469-9a49-715e8f4a3947 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:56:32.530659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05d9f5c6-4829-4acb-a282-7a647017fd63 req-a47c9258-7601-436d-8d4f-0d503119bbfe tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 210 time: 0.0660176 Aug 17 02:56:33.319566 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35174) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:33.438945 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b639d142-118b-48a4-ac49-7d5c1fa62370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.555237 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b639d142-118b-48a4-ac49-7d5c1fa62370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.624448 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b639d142-118b-48a4-ac49-7d5c1fa62370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.671630 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-19734eb2-623e-417e-95d7-e5b1a37c3c9b req-da889b03-5de3-41b2-8384-add26351a2b4 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 210 time: 0.0307729 Aug 17 02:56:33.682103 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35188) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:33.682294 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b639d142-118b-48a4-ac49-7d5c1fa62370 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8338d63a31114a739bdc6c44272dfdfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613410 Aug 17 02:56:33.683141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639d142-118b-48a4-ac49-7d5c1fa62370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ca1592-5b74-43c0-aec6-1595b286a674,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:33.776025 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22b4fc9b-ae54-4c92-b9a5-18f99100a78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.808350 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22b4fc9b-ae54-4c92-b9a5-18f99100a78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:34.036878 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22b4fc9b-ae54-4c92-b9a5-18f99100a78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:34.036878 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-22b4fc9b-ae54-4c92-b9a5-18f99100a78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:34.036878 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-22b4fc9b-ae54-4c92-b9a5-18f99100a78b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64ca1592-5b74-43c0-aec6-1595b286a674 HTTP/1.1" status: 204 len: 168 time: 0.3512647 Aug 17 02:56:34.064977 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4fc9b-ae54-4c92-b9a5-18f99100a78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ca1592-5b74-43c0-aec6-1595b286a674,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:34.819888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29dd36a6-064b-48a3-b685-adc955f1f22d req-f425ad27-844e-4700-86c3-85bf6a8a2727 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=da32abfc-f865-435f-84cc-cce3683821ce HTTP/1.1" status: 200 len: 210 time: 0.0539534 Aug 17 02:56:34.874437 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35272) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:34.889112 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-246b95fa-4e10-44c3-9776-6ce6e2ecdce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:34.984499 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-246b95fa-4e10-44c3-9776-6ce6e2ecdce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.112647 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-246b95fa-4e10-44c3-9776-6ce6e2ecdce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.166630 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-246b95fa-4e10-44c3-9776-6ce6e2ecdce8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c2181ac1b724cf780fb622c8238914b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908638 Aug 17 02:56:35.169407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b95fa-4e10-44c3-9776-6ce6e2ecdce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18775f2d-cbfc-4345-9bc7-9fa3757f80d1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:35.169795 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35296) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:35.253318 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8eb086d9-4d83-4592-aefc-867bb7dbdbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.283997 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8eb086d9-4d83-4592-aefc-867bb7dbdbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.420989 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8eb086d9-4d83-4592-aefc-867bb7dbdbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.423887 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8eb086d9-4d83-4592-aefc-867bb7dbdbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.425594 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8eb086d9-4d83-4592-aefc-867bb7dbdbbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18775f2d-cbfc-4345-9bc7-9fa3757f80d1 HTTP/1.1" status: 204 len: 168 time: 0.2537153 Aug 17 02:56:35.440396 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb086d9-4d83-4592-aefc-867bb7dbdbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18775f2d-cbfc-4345-9bc7-9fa3757f80d1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:37.422917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35468) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:37.613403 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be7b1d98-b9aa-400e-a2bb-87e3636bead8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:37.770000 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be7b1d98-b9aa-400e-a2bb-87e3636bead8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:37.835249 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be7b1d98-b9aa-400e-a2bb-87e3636bead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:37.877328 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b1d98-b9aa-400e-a2bb-87e3636bead8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0778a774-66a9-43b2-814c-bbeae5fbf713,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:37.885335 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-be7b1d98-b9aa-400e-a2bb-87e3636bead8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12d27f8b892d490c99b8b4470418f000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613049 Aug 17 02:56:37.886087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35484) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:37.915419 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-599e45ab-af8a-49ef-9f86-23ad6052c7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:37.952429 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1613f52f-d815-4461-a063-d0d2f1277391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:37.974206 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1613f52f-d815-4461-a063-d0d2f1277391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.092210 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1613f52f-d815-4461-a063-d0d2f1277391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.095419 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1613f52f-d815-4461-a063-d0d2f1277391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.099463 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1613f52f-d815-4461-a063-d0d2f1277391 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0778a774-66a9-43b2-814c-bbeae5fbf713 HTTP/1.1" status: 204 len: 168 time: 0.2106462 Aug 17 02:56:38.146787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613f52f-d815-4461-a063-d0d2f1277391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0778a774-66a9-43b2-814c-bbeae5fbf713,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:40.338450 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3eeecfb-6d25-4c48-9145-bb99ce42c8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.670626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35606) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:40.675168 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.849509 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4b70d4da-20f5-4fb6-80d1-38a44444f350 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=890a30c582f142da92c5a1187ee36212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776736 Aug 17 02:56:40.852948 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35612) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:40.933458 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4e3dc591-d45b-4e5b-a8b0-13ba5984cc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.970453 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4e3dc591-d45b-4e5b-a8b0-13ba5984cc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.035940 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35618) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:41.127658 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4e3dc591-d45b-4e5b-a8b0-13ba5984cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.131805 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4e3dc591-d45b-4e5b-a8b0-13ba5984cc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.134217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4e3dc591-d45b-4e5b-a8b0-13ba5984cc1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49304359-9e8a-4c74-9d50-cf2a5b042ead HTTP/1.1" status: 204 len: 168 time: 0.2804523 Aug 17 02:56:41.158683 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dc591-d45b-4e5b-a8b0-13ba5984cc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49304359-9e8a-4c74-9d50-cf2a5b042ead,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:41.236282 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f06ded6b-82f8-4dfb-bdee-acb557a5996d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.332615 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f06ded6b-82f8-4dfb-bdee-acb557a5996d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.478825 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f06ded6b-82f8-4dfb-bdee-acb557a5996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.517887 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ded6b-82f8-4dfb-bdee-acb557a5996d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f90952f-4372-4e62-a343-40d85dfe31c8,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:41.522661 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f06ded6b-82f8-4dfb-bdee-acb557a5996d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a100a661b42244308341d49e1f563de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856892 Aug 17 02:56:41.529020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35634) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:41.590059 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40a3f058-384f-4e5e-945d-0e4b76cda338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.612720 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40a3f058-384f-4e5e-945d-0e4b76cda338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.657113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35640) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:41.790055 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40a3f058-384f-4e5e-945d-0e4b76cda338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.795323 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40a3f058-384f-4e5e-945d-0e4b76cda338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.795323 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-40a3f058-384f-4e5e-945d-0e4b76cda338 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f90952f-4372-4e62-a343-40d85dfe31c8 HTTP/1.1" status: 204 len: 168 time: 0.2668145 Aug 17 02:56:41.827701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3f058-384f-4e5e-945d-0e4b76cda338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f90952f-4372-4e62-a343-40d85dfe31c8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:41.849542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e766a-bd9e-4f26-a330-4f0258c92575 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Deleting port 2449e4d4-99f1-439d-b1ef-cf89f3ce8510 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:41.849973 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5a4e766a-bd9e-4f26-a330-4f0258c92575 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.878395 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.940054 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5a4e766a-bd9e-4f26-a330-4f0258c92575 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.943974 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5a4e766a-bd9e-4f26-a330-4f0258c92575 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.955100 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e766a-bd9e-4f26-a330-4f0258c92575 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Calling delete_port for 2449e4d4-99f1-439d-b1ef-cf89f3ce8510 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:42.178436 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5a4e766a-bd9e-4f26-a330-4f0258c92575 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:42.224575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e766a-bd9e-4f26-a330-4f0258c92575 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event deleted for resources: {'Port': ['ID=2449e4d4-99f1-439d-b1ef-cf89f3ce8510,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:42.301079 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5a4e766a-bd9e-4f26-a330-4f0258c92575 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:42.301869 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-5a4e766a-bd9e-4f26-a330-4f0258c92575 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Floating IP f0dda5fa-e181-4876-8be7-efbed6464e9e disassociated (deleted). External IP: 172.25.5.189, port: fe94b3df-deb6-4977-b8b4-f482729c8a44. Aug 17 02:56:42.553631 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35690) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:42.764132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1059983833-network', 'tenant_id': '866122aee0634117842d22be00bcf186'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:42.861303 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] Made reservation on behalf of 866122aee0634117842d22be00bcf186 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:42.864101 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:42.880954 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:42.892039 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4e766a-bd9e-4f26-a330-4f0258c92575 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:56:42.978090 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.027346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4e766a-bd9e-4f26-a330-4f0258c92575 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:56:43.027560 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.037165 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5a4e766a-bd9e-4f26-a330-4f0258c92575 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.041945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c589556a-b8d1-4057-8d77-abfdebc1d523 None None] Sync routers for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:56:43.055213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c589556a-b8d1-4057-8d77-abfdebc1d523 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:43.056449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c589556a-b8d1-4057-8d77-abfdebc1d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:56:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:43.091371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:56:43.104617 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5a4e766a-bd9e-4f26-a330-4f0258c92575 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "DELETE /v2.0/floatingips/f0dda5fa-e181-4876-8be7-efbed6464e9e HTTP/1.1" status: 204 len: 168 time: 1.4463615 Aug 17 02:56:43.105560 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'tag': 'fe94b3df-deb6-4977-b8b4-f482729c8a44'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:43.109057 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.109775 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] Added segment 7176f663-fbaa-4a07-9c27-0f896b9675d4 of type vlan for network b54b75ec-6310-456e-bc28-74234820d501 Aug 17 02:56:43.135148 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9762370-db50-41e5-b776-bd805bba4a79" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7d890c-a790-4b78-9936-998ac35d89e3", "tag": "fe94b3df-deb6-4977-b8b4-f482729c8a44"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:43.169408 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.241873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10729a1f-4c08-4a41-8ca3-d5559e098b46,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:43.270078 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.271104 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:43.274778 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-c589556a-b8d1-4057-8d77-abfdebc1d523 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:43.276476 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.394118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] Pushing event updated for resources: {'Network': ['ID=b54b75ec-6310-456e-bc28-74234820d501,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:43.404310 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network b54b75ec-6310-456e-bc28-74234820d501 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:56:43.407512 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3db5a553-8351-428f-9c8e-63d42d918378 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8569527 Aug 17 02:56:43.410220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35724) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:43.415677 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-4645117a-c68b-4d7b-8e4e-a884138ffe54 admin admin] Request body: {'subnet': {'network_id': 'b54b75ec-6310-456e-bc28-74234820d501', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1059983833-subnet', 'tenant_id': '866122aee0634117842d22be00bcf186', 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:43.498743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4645117a-c68b-4d7b-8e4e-a884138ffe54 admin admin] Made reservation on behalf of 866122aee0634117842d22be00bcf186 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:43.501863 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4645117a-c68b-4d7b-8e4e-a884138ffe54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.682650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c589556a-b8d1-4057-8d77-abfdebc1d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:43.682650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c589556a-b8d1-4057-8d77-abfdebc1d523 None None] Checking router: 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:56:43.682650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c589556a-b8d1-4057-8d77-abfdebc1d523 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:43.682650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c589556a-b8d1-4057-8d77-abfdebc1d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:56:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:43.819408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-c589556a-b8d1-4057-8d77-abfdebc1d523 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:43.842064 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4645117a-c68b-4d7b-8e4e-a884138ffe54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.855190 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6835bc53-4d78-4306-93fc-929c76d6c409 x-openstack-request-id: req-6835bc53-4d78-4306-93fc-929c76d6c409 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:43.855673 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7d890c-a790-4b78-9936-998ac35d89e3", "tag": "fe94b3df-deb6-4977-b8b4-f482729c8a44", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:43.857177 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6835bc53-4d78-4306-93fc-929c76d6c409 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:43.857717 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'tag': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'status': 'completed', 'code': 200} Aug 17 02:56:43.873277 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.984507 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645117a-c68b-4d7b-8e4e-a884138ffe54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b92bc12a-b085-40d8-9fc9-4b01d59f420f,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:43.996754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645117a-c68b-4d7b-8e4e-a884138ffe54 admin admin] Checking segment: {'id': '7176f663-fbaa-4a07-9c27-0f896b9675d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b54b75ec-6310-456e-bc28-74234820d501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:43.997110 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4645117a-c68b-4d7b-8e4e-a884138ffe54 admin admin] Network hostable DHCP agents. Network: b54b75ec-6310-456e-bc28-74234820d501, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:56:44.013499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9762370-db50-41e5-b776-bd805bba4a79 req-c68ebd36-bdc1-44f8-ad5e-3c60818999d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:44.015045 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9762370-db50-41e5-b776-bd805bba4a79 req-c68ebd36-bdc1-44f8-ad5e-3c60818999d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 1097 time: 0.1186967 Aug 17 02:56:44.092674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44534dd-09a4-4850-b711-4cc29d2468fa req-2f264e79-80bb-44c9-b51e-2880de4bbf63 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:44.094350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e44534dd-09a4-4850-b711-4cc29d2468fa req-2f264e79-80bb-44c9-b51e-2880de4bbf63 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 945 time: 0.1310995 Aug 17 02:56:44.104263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4645117a-c68b-4d7b-8e4e-a884138ffe54 admin admin] Network b54b75ec-6310-456e-bc28-74234820d501 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:56:44.158685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c589556a-b8d1-4057-8d77-abfdebc1d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:44.199115 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-4645117a-c68b-4d7b-8e4e-a884138ffe54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, b54b75ec-6310-456e-bc28-74234820d501) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:44.201174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c589556a-b8d1-4057-8d77-abfdebc1d523 None None] The sync data for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 is: [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:38:56Z', 'revision_number': 4, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '4071ac30-066c-49e7-88a6-5258dcd82726', 'name': '', 'network_id': 'c2370959-6d24-42f8-8b5f-273d78403b0c', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'mac_address': 'fa:16:3e:be:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:55Z', 'updated_at': '2021-08-17T02:39:11Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'subnets': [{'id': '764c3736-195b-4464-8ea3-48fdcebbb5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:56:44.206422 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4645117a-c68b-4d7b-8e4e-a884138ffe54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:44.207412 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4645117a-c68b-4d7b-8e4e-a884138ffe54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.219983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e24c76b-afc4-4cbb-b8ec-2f008b836243 None None] Network b54b75ec-6310-456e-bc28-74234820d501 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:44.301803 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4645117a-c68b-4d7b-8e4e-a884138ffe54 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8904626 Aug 17 02:56:44.304311 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35752) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:44.310414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1059983833-router', 'tenant_id': '866122aee0634117842d22be00bcf186', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:44.324647 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e44534dd-09a4-4850-b711-4cc29d2468fa req-f32d0c10-a158-4597-be9c-700df89fe2cc tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985846 Aug 17 02:56:44.335118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9762370-db50-41e5-b776-bd805bba4a79 req-33ba9ace-2511-4f41-b11e-81e9e99f12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:44.339705 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9762370-db50-41e5-b776-bd805bba4a79 req-33ba9ace-2511-4f41-b11e-81e9e99f12b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 200 len: 913 time: 0.3135569 Aug 17 02:56:44.437871 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9762370-db50-41e5-b776-bd805bba4a79 req-a17a4d5a-048f-4d83-8eb9-c325a90ebbc9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe94b3df-deb6-4977-b8b4-f482729c8a44 HTTP/1.1" status: 200 len: 217 time: 0.0918009 Aug 17 02:56:44.450151 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.451232 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.512971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-b54b75ec-6310-456e-bc28-74234820d501', 'network_id': 'b54b75ec-6310-456e-bc28-74234820d501', 'tenant_id': '866122aee0634117842d22be00bcf186', 'fixed_ips': [{'subnet_id': 'b92bc12a-b085-40d8-9fc9-4b01d59f420f'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:56:44.517905 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.586458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9762370-db50-41e5-b776-bd805bba4a79 req-e094334d-77b4-45c8-bdfa-3bdc8f130453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:44.588419 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.592105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9762370-db50-41e5-b776-bd805bba4a79 req-e094334d-77b4-45c8-bdfa-3bdc8f130453 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 200 len: 851 time: 0.1470342 Aug 17 02:56:44.621574 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35762) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:44.662556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9762370-db50-41e5-b776-bd805bba4a79 req-ef917991-1777-488d-a511-0b4404416b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:44.664323 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9762370-db50-41e5-b776-bd805bba4a79 req-ef917991-1777-488d-a511-0b4404416b0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2370959-6d24-42f8-8b5f-273d78403b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638311 Aug 17 02:56:44.706476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Allocated IP 172.20.0.2 (b54b75ec-6310-456e-bc28-74234820d501/b92bc12a-b085-40d8-9fc9-4b01d59f420f/3a8cae2b-8d85-4b48-9763-1be4be82bcde) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:44.770872 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0687265e-8cfc-4c8d-a75e-3cba2599727f None None] New status for floating IP f0dda5fa-e181-4876-8be7-efbed6464e9e: DOWN {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:56:44.808733 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9762370-db50-41e5-b776-bd805bba4a79 req-1a5a7c1a-8d0c-4549-80a5-c43484f9aad2 service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353090 Aug 17 02:56:44.897542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-4d31402a-2969-49f9-b4f8-e39ebd66afaf tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1571659003'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:44.899446 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-4d31402a-2969-49f9-b4f8-e39ebd66afaf tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Unknown quota resources ['metering_label']. {{(pid=95407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:56:45.013046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9762370-db50-41e5-b776-bd805bba4a79 req-06ccaa52-fd33-4c5d-8da4-441e63dde7fb service neutron] 10.222.0.18 "GET /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951778 Aug 17 02:56:45.043474 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.054480 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Transition to ACTIVE for port object 3a8cae2b-8d85-4b48-9763-1be4be82bcde will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:45.073689 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Transition to ACTIVE for port object 3a8cae2b-8d85-4b48-9763-1be4be82bcde will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:45.077483 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf49cd-178b-4d49-a9cc-a305a95591a9 req-b545bf18-e8d6-4f72-8c5b-0c13828a3c82 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:45.079198 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-61cf49cd-178b-4d49-a9cc-a305a95591a9 req-b545bf18-e8d6-4f72-8c5b-0c13828a3c82 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 945 time: 0.3607450 Aug 17 02:56:45.115994 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.170690 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.217057 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Network b54b75ec-6310-456e-bc28-74234820d501 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:45.220893 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:45.223079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Pushing event updated for resources: {'Port': ['ID=3a8cae2b-8d85-4b48-9763-1be4be82bcde,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:45.225227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:45.250553 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4d31402a-2969-49f9-b4f8-e39ebd66afaf tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.254301 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4d31402a-2969-49f9-b4f8-e39ebd66afaf tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6291494 Aug 17 02:56:45.255127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35776) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:45.260873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-0f7cfa07-be79-4a4b-9703-bdd6c80cffb4 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3672a142-f8a7-4a99-9fbc-ca41eba1491e'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:45.264841 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-0f7cfa07-be79-4a4b-9703-bdd6c80cffb4 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:56:45.279460 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Attempting to bind port 3a8cae2b-8d85-4b48-9763-1be4be82bcde on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:45.279834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Attempting to bind port 3a8cae2b-8d85-4b48-9763-1be4be82bcde by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '7176f663-fbaa-4a07-9c27-0f896b9675d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b54b75ec-6310-456e-bc28-74234820d501'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:45.280194 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Attempting to bind port 3a8cae2b-8d85-4b48-9763-1be4be82bcde on network b54b75ec-6310-456e-bc28-74234820d501 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:45.285261 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:45.287817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Checking segment: {'id': '7176f663-fbaa-4a07-9c27-0f896b9675d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b54b75ec-6310-456e-bc28-74234820d501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:45.287817 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.287817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Bound using segment: {'id': '7176f663-fbaa-4a07-9c27-0f896b9675d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b54b75ec-6310-456e-bc28-74234820d501'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:45.287817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Bound port: 3a8cae2b-8d85-4b48-9763-1be4be82bcde, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7176f663-fbaa-4a07-9c27-0f896b9675d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b54b75ec-6310-456e-bc28-74234820d501'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:45.287817 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.368821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-61cf49cd-178b-4d49-a9cc-a305a95591a9 req-d02b5fef-2708-4ebc-9965-60d3d7b3cf16 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Deleting port fe94b3df-deb6-4977-b8b4-f482729c8a44 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:45.368821 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-61cf49cd-178b-4d49-a9cc-a305a95591a9 req-d02b5fef-2708-4ebc-9965-60d3d7b3cf16 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.376152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] For port 3a8cae2b-8d85-4b48-9763-1be4be82bcde, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:45.386634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] For port 3a8cae2b-8d85-4b48-9763-1be4be82bcde, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3a8cae2b-8d85-4b48-9763-1be4be82bcde,segment=NetworkSegment(7176f663-fbaa-4a07-9c27-0f896b9675d4),segment_id=7176f663-fbaa-4a07-9c27-0f896b9675d4)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:45.418504 n-d-793621-31 neutron-server[95406]: WARNING neutron.services.metering.metering_plugin [None req-0f7cfa07-be79-4a4b-9703-bdd6c80cffb4 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 02:56:45.490385 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.519912 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-61cf49cd-178b-4d49-a9cc-a305a95591a9 req-d02b5fef-2708-4ebc-9965-60d3d7b3cf16 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] For port fe94b3df-deb6-4977-b8b4-f482729c8a44, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=fe94b3df-deb6-4977-b8b4-f482729c8a44,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:45.520673 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-61cf49cd-178b-4d49-a9cc-a305a95591a9 req-d02b5fef-2708-4ebc-9965-60d3d7b3cf16 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.540325 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-61cf49cd-178b-4d49-a9cc-a305a95591a9 req-d02b5fef-2708-4ebc-9965-60d3d7b3cf16 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Calling delete_port for fe94b3df-deb6-4977-b8b4-f482729c8a44 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:45.610974 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b83f4-6ca8-45b5-b062-69d531ac58de None None] Pushing event updated for resources: {'Port': ['ID=3a8cae2b-8d85-4b48-9763-1be4be82bcde,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:45.672880 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f7cfa07-be79-4a4b-9703-bdd6c80cffb4 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.676948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0f7cfa07-be79-4a4b-9703-bdd6c80cffb4 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4178724 Aug 17 02:56:45.678984 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35786) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:45.684476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1b340044-e8e0-46fd-a924-426064635f87 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3672a142-f8a7-4a99-9fbc-ca41eba1491e'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:45.685198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1b340044-e8e0-46fd-a924-426064635f87 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:56:45.719341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9a23f-140a-45a2-8143-dd9eb729436d req-4942683e-ca2c-4f39-a72b-de695c977f9c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:45.719341 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9ad9a23f-140a-45a2-8143-dd9eb729436d req-4942683e-ca2c-4f39-a72b-de695c977f9c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 945 time: 0.2927160 Aug 17 02:56:45.740497 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.765767 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.802277 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9ad9a23f-140a-45a2-8143-dd9eb729436d req-9b8219c0-b5e6-423e-895f-4567ebf5f1eb tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/security-groups?id=4924c2c0-1bb5-4295-ab47-ecda9850adec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382288 Aug 17 02:56:45.870474 n-d-793621-31 neutron-server[95406]: WARNING neutron.services.metering.metering_plugin [None req-1b340044-e8e0-46fd-a924-426064635f87 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 02:56:45.980574 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b340044-e8e0-46fd-a924-426064635f87 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.983266 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1b340044-e8e0-46fd-a924-426064635f87 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3031299 Aug 17 02:56:45.987259 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35798) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:46.006453 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-61cf49cd-178b-4d49-a9cc-a305a95591a9 req-d02b5fef-2708-4ebc-9965-60d3d7b3cf16 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.029014 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3a8cae2b-8d85-4b48-9763-1be4be82bcde up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:46.029312 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6541167f-d304-4de5-a735-d3cbfdbaee67 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=9400d8fc-48bb-41dc-84da-53557b0e5325 HTTP/1.1" status: 200 len: 464 time: 0.0408983 Aug 17 02:56:46.032033 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35800) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:46.081192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Allocated IP 172.25.5.162 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/3c385e31-e525-40c5-a539-3953663fb17f) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:46.085788 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b5fef-2708-4ebc-9965-60d3d7b3cf16 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event deleted for resources: {'Port': ['ID=fe94b3df-deb6-4977-b8b4-f482729c8a44,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:46.175155 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cf49cd-178b-4d49-a9cc-a305a95591a9 req-d02b5fef-2708-4ebc-9965-60d3d7b3cf16 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] No DVR routers for this DVR port fe94b3df-deb6-4977-b8b4-f482729c8a44 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:56:46.203459 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-61cf49cd-178b-4d49-a9cc-a305a95591a9 req-d02b5fef-2708-4ebc-9965-60d3d7b3cf16 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.205531 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-61cf49cd-178b-4d49-a9cc-a305a95591a9 req-d02b5fef-2708-4ebc-9965-60d3d7b3cf16 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.18 "DELETE /v2.0/ports/fe94b3df-deb6-4977-b8b4-f482729c8a44 HTTP/1.1" status: 204 len: 173 time: 1.0922742 Aug 17 02:56:46.205986 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'name': 'network-vif-deleted', 'tag': 'fe94b3df-deb6-4977-b8b4-f482729c8a44'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:46.208304 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79fb77f-7e59-43bc-a895-6035a1995ff3" -d '{"events": [{"server_uuid": "1e7d890c-a790-4b78-9936-998ac35d89e3", "name": "network-vif-deleted", "tag": "fe94b3df-deb6-4977-b8b4-f482729c8a44"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:46.218693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 3a8cae2b-8d85-4b48-9763-1be4be82bcde completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:46.282436 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bdb276-1585-48b5-8af2-603e64e290d0 x-openstack-request-id: req-35bdb276-1585-48b5-8af2-603e64e290d0 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:46.282728 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7d890c-a790-4b78-9936-998ac35d89e3", "name": "network-vif-deleted", "tag": "fe94b3df-deb6-4977-b8b4-f482729c8a44", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:46.282982 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35bdb276-1585-48b5-8af2-603e64e290d0 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:46.283382 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7d890c-a790-4b78-9936-998ac35d89e3', 'name': 'network-vif-deleted', 'tag': 'fe94b3df-deb6-4977-b8b4-f482729c8a44', 'status': 'completed', 'code': 200} Aug 17 02:56:46.302604 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-59c14704-ca66-491a-9c23-b870a5e99844 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.303748 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-59c14704-ca66-491a-9c23-b870a5e99844 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/9400d8fc-48bb-41dc-84da-53557b0e5325 HTTP/1.1" status: 204 len: 168 time: 0.2706809 Aug 17 02:56:46.308477 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35808) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:46.323574 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1094eca5-e4fb-43e9-8ed8-8f361a16f4fd tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=9400d8fc-48bb-41dc-84da-53557b0e5325 HTTP/1.1" status: 200 len: 221 time: 0.0139916 Aug 17 02:56:46.327030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35810) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:46.332357 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-3eaa672e-0d3b-44bf-a833-c377f6826b7e tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--936795794', 'description': 'label created by tempest'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:46.332806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-3eaa672e-0d3b-44bf-a833-c377f6826b7e tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Unknown quota resources ['metering_label']. {{(pid=95406) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:56:46.333185 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.453005 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.547773 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:46.552232 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:46.555357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:46.563411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Pushing event updated for resources: {'Port': ['ID=3c385e31-e525-40c5-a539-3953663fb17f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:46.804905 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3eaa672e-0d3b-44bf-a833-c377f6826b7e tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.806452 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3eaa672e-0d3b-44bf-a833-c377f6826b7e tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4782791 Aug 17 02:56:46.809225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35818) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:46.946575 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cd51ff3c-d31f-4990-aa9c-27ad54f25bcf tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=a56de529-9534-4ff1-ba58-a19de580aa72 HTTP/1.1" status: 200 len: 467 time: 0.1357529 Aug 17 02:56:46.954920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35822) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:47.092207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c631a7df-e09b-4c50-be43-96adca21d806 req-e522b501-cfac-4f25-9b7b-e502da3628a2 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 210 time: 0.1195545 Aug 17 02:56:47.175677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58552e79-d645-4f80-9809-ed43eb82d5f1 None None] Network b54b75ec-6310-456e-bc28-74234820d501 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:47.408552 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5b91e244-f96b-4732-8a37-ef66398f5a3d tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:47.410500 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5b91e244-f96b-4732-8a37-ef66398f5a3d tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/a56de529-9534-4ff1-ba58-a19de580aa72 HTTP/1.1" status: 204 len: 168 time: 0.4542053 Aug 17 02:56:47.416521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35834) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:47.429072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-314ee1fe-039e-4fbc-8bb1-97e58b1e5e84 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=a56de529-9534-4ff1-ba58-a19de580aa72 HTTP/1.1" status: 200 len: 216 time: 0.0119095 Aug 17 02:56:47.429376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35836) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:47.435064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5d4620cf-f257-4272-babc-5c8816414c70 None None] Provisioning for port 3a8cae2b-8d85-4b48-9763-1be4be82bcde completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:47.444833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5d4620cf-f257-4272-babc-5c8816414c70 None None] Provisioning complete for port 3a8cae2b-8d85-4b48-9763-1be4be82bcde triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:47.445567 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d4620cf-f257-4272-babc-5c8816414c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:47.451904 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35838) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:47.466174 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-730ef4c3-3691-46e5-8a51-3174b8648445 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0339007 Aug 17 02:56:47.470831 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-01ed0118-d150-4cba-925e-e44b3deb2298 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0174694 Aug 17 02:56:47.481772 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35840) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:47.579598 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e6eab698-3ad6-4484-9ebe-183e782ee1e6 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/3672a142-f8a7-4a99-9fbc-ca41eba1491e HTTP/1.1" status: 200 len: 473 time: 0.0953624 Aug 17 02:56:47.585198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35846) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:47.602766 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6a551472-4069-488c-861d-8a904465f99d tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/b2071869-3589-45e2-b454-d3247a8a9baf HTTP/1.1" status: 200 len: 461 time: 0.0129714 Aug 17 02:56:47.605884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35848) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:47.623777 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d4620cf-f257-4272-babc-5c8816414c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:47.672826 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:47.690273 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5d4620cf-f257-4272-babc-5c8816414c70 None None] For port 3a8cae2b-8d85-4b48-9763-1be4be82bcde, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3a8cae2b-8d85-4b48-9763-1be4be82bcde,segment=NetworkSegment(7176f663-fbaa-4a07-9c27-0f896b9675d4),segment_id=7176f663-fbaa-4a07-9c27-0f896b9675d4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:47.812517 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d4620cf-f257-4272-babc-5c8816414c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:47.847235 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f910ac23-87b7-469c-b33c-7b9ec2bfa3a8 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:47.848425 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f910ac23-87b7-469c-b33c-7b9ec2bfa3a8 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/b2071869-3589-45e2-b454-d3247a8a9baf HTTP/1.1" status: 204 len: 168 time: 0.2412212 Aug 17 02:56:47.851312 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35854) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:47.883820 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4620cf-f257-4272-babc-5c8816414c70 None None] Pushing event updated for resources: {'Port': ['ID=3a8cae2b-8d85-4b48-9763-1be4be82bcde,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:47.936040 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:47.942682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4ba5f287-9664-4c44-bfb5-b6c22716df3e None None] Provisioning complete for port 3a8cae2b-8d85-4b48-9763-1be4be82bcde triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:47.943075 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4ba5f287-9664-4c44-bfb5-b6c22716df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:48.188102 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1935048e-8e1e-46e8-ac08-cd0e45407d51 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:48.204767 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1935048e-8e1e-46e8-ac08-cd0e45407d51 tempest-MeteringTestJSON-917050565 tempest-MeteringTestJSON-917050565-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/3672a142-f8a7-4a99-9fbc-ca41eba1491e HTTP/1.1" status: 204 len: 168 time: 0.3502767 Aug 17 02:56:48.222775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device fe94b3df-deb6-4977-b8b4-f482729c8a44 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:56:48.229572 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Router c7363aa9-a354-4e1e-854d-581a6d942362 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:56:48.248464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: fe94b3df-deb6-4977-b8b4-f482729c8a44 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:56:48.249069 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device fe94b3df-deb6-4977-b8b4-f482729c8a44 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:56:48.281745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-318546de-ca13-4eaf-a6fe-5b79c5d79aad req-70d4196f-d7ca-4e38-b986-59923723bc9c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 210 time: 0.0753040 Aug 17 02:56:48.360964 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:56:48.373104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Sync routers for ids ['c7363aa9-a354-4e1e-854d-581a6d942362'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:56:48.384257 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Routers {'c7363aa9-a354-4e1e-854d-581a6d942362'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:48.385133 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:56:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c7363aa9-a354-4e1e-854d-581a6d942362'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:48.456197 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:48.459033 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-775b7d36-d0e7-4a9d-8d1f-96c868de0b0c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1512635 Aug 17 02:56:48.460211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35872) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:48.526807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Set router c7363aa9-a354-4e1e-854d-581a6d942362 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:48.749003 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'name': 'tempest-TestAggregatesBasicOps-1059983833-router', 'tenant_id': '866122aee0634117842d22be00bcf186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '3c385e31-e525-40c5-a539-3953663fb17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:44Z', 'updated_at': '2021-08-17T02:56:47Z', 'revision_number': 3, 'project_id': '866122aee0634117842d22be00bcf186', 'gw_port': {'id': '3c385e31-e525-40c5-a539-3953663fb17f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:67:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:45Z', 'updated_at': '2021-08-17T02:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:49.031834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Checking router: c7363aa9-a354-4e1e-854d-581a6d942362 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:56:49.031834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Updating router c7363aa9-a354-4e1e-854d-581a6d942362 port 3c385e31-e525-40c5-a539-3953663fb17f binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:56:49.049958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35888) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:49.082492 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.097779 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.224978 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.379138 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.438741 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Allocated IP 172.20.0.1 (b54b75ec-6310-456e-bc28-74234820d501/b92bc12a-b085-40d8-9fc9-4b01d59f420f/88a24242-b210-44d0-9f32-eb7a3bf2e34d) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:49.449837 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.481545 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=695f87244da94cc1b22ee02a4a9ed53e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303532 Aug 17 02:56:49.486803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35902) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:49.521047 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f173aba-4607-492c-a10d-8c23bcee27d2,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:49.530160 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.535608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:49.536089 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:49.536559 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:49.536900 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:49.537250 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:49.537589 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:49.537916 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:49.538241 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:49.538565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:49.539004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:49.539230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:49.539553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c319a-35c8-4bb5-acd7-5a40c95388a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:49.545844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Transition to ACTIVE for port object 3c385e31-e525-40c5-a539-3953663fb17f will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:49.583118 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ab05-bcb5-4825-a371-4158b9cafeb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.607798 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.632573 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.662998 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ab05-bcb5-4825-a371-4158b9cafeb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.663788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e233a87-97dc-4095-92b8-8d9b7bc54530 req-352c7299-2bb6-41aa-aad2-8a44c637b162 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 210 time: 0.0383704 Aug 17 02:56:49.669701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Transition to ACTIVE for port object 88a24242-b210-44d0-9f32-eb7a3bf2e34d will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:49.753381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Attempting to bind port 3c385e31-e525-40c5-a539-3953663fb17f on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:49.753667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Attempting to bind port 3c385e31-e525-40c5-a539-3953663fb17f by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:49.754342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Attempting to bind port 3c385e31-e525-40c5-a539-3953663fb17f on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:49.766141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:49.766537 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:49.767007 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.767566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:49.768189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Bound port: 3c385e31-e525-40c5-a539-3953663fb17f, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:49.768595 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.801350 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.835854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] For port 3c385e31-e525-40c5-a539-3953663fb17f, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:49.838541 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] For port 3c385e31-e525-40c5-a539-3953663fb17f, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3c385e31-e525-40c5-a539-3953663fb17f,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:49.840306 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3b2a5-6dd1-41ab-83c5-5b1e3b653cc4 None None] Pushing event updated for resources: {'Port': ['ID=3c385e31-e525-40c5-a539-3953663fb17f,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:49.859005 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ab05-bcb5-4825-a371-4158b9cafeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.859005 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ab05-bcb5-4825-a371-4158b9cafeb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.860448 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d6e4ab05-bcb5-4825-a371-4158b9cafeb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f173aba-4607-492c-a10d-8c23bcee27d2 HTTP/1.1" status: 204 len: 168 time: 0.3725758 Aug 17 02:56:49.880031 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4ab05-bcb5-4825-a371-4158b9cafeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f173aba-4607-492c-a10d-8c23bcee27d2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:49.915967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Network b54b75ec-6310-456e-bc28-74234820d501 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:49.922513 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:49.927290 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:49.973216 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.982453 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.055402 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3b2a5-6dd1-41ab-83c5-5b1e3b653cc4 None None] Pushing event updated for resources: {'Port': ['ID=3c385e31-e525-40c5-a539-3953663fb17f,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:50.062790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3a8cae2b-8d85-4b48-9763-1be4be82bcde up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:50.146155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Routers {'c7363aa9-a354-4e1e-854d-581a6d942362'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:50.146822 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:56:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c7363aa9-a354-4e1e-854d-581a6d942362'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:50.297259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 3a8cae2b-8d85-4b48-9763-1be4be82bcde triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:50.297637 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.372663 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] Set router c7363aa9-a354-4e1e-854d-581a6d942362 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:50.437052 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-716f0bf0-baa7-4e5e-a25e-0059bc1693cb None None] Provisioning for port 88a24242-b210-44d0-9f32-eb7a3bf2e34d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:50.502664 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-716f0bf0-baa7-4e5e-a25e-0059bc1693cb None None] Provisioning complete for port 88a24242-b210-44d0-9f32-eb7a3bf2e34d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:50.503391 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-716f0bf0-baa7-4e5e-a25e-0059bc1693cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.613564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-716f0bf0-baa7-4e5e-a25e-0059bc1693cb None None] Port 88a24242-b210-44d0-9f32-eb7a3bf2e34d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:56:50.648268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Pushing event updated for resources: {'Port': ['ID=88a24242-b210-44d0-9f32-eb7a3bf2e34d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:50.654731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:50.655081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:50.655424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:50.655762 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:50.656095 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:50.656429 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:50.656757 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:50.657083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:50.657435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:50.657758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:50.658080 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:50.658403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:50.750010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 35938) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:50.768802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'name': 'tempest-TestAggregatesBasicOps-1059983833-router', 'tenant_id': '866122aee0634117842d22be00bcf186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '3c385e31-e525-40c5-a539-3953663fb17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:44Z', 'updated_at': '2021-08-17T02:56:47Z', 'revision_number': 3, 'project_id': '866122aee0634117842d22be00bcf186', 'gw_port': {'id': '3c385e31-e525-40c5-a539-3953663fb17f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:67:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:45Z', 'updated_at': '2021-08-17T02:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:50.776727 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c5f26570-2964-410c-8c3c-ecf49225a1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.846041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f4d20-e23f-441e-b0ca-7b34c2166f1a None None] The sync data for ids ['c7363aa9-a354-4e1e-854d-581a6d942362'] in n-d-793621-31 is: [{'id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'name': 'tempest-TestAggregatesBasicOps-1059983833-router', 'tenant_id': '866122aee0634117842d22be00bcf186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '3c385e31-e525-40c5-a539-3953663fb17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:44Z', 'updated_at': '2021-08-17T02:56:47Z', 'revision_number': 3, 'project_id': '866122aee0634117842d22be00bcf186', 'gw_port': {'id': '3c385e31-e525-40c5-a539-3953663fb17f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:67:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:45Z', 'updated_at': '2021-08-17T02:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:56:50.866138 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b584e6d-f04a-4d41-b04f-de5f2f6aea43 req-0f7991cc-a9b8-4993-95e1-013607286294 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 210 time: 0.0888445 Aug 17 02:56:50.942811 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.979235 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c5f26570-2964-410c-8c3c-ecf49225a1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.041314 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c5f26570-2964-410c-8c3c-ecf49225a1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.091486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f26570-2964-410c-8c3c-ecf49225a1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c7acc0-b9f1-492f-85d2-443d88139167,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:51.128285 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c5f26570-2964-410c-8c3c-ecf49225a1aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcfa762bf74a48199efa12b463270821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767955 Aug 17 02:56:51.128498 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 35944) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:51.200682 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.227709 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-316cef24-73f7-4750-bfa4-46cd97c7eeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.265623 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-316cef24-73f7-4750-bfa4-46cd97c7eeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.313154 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.459790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Pushing event updated for resources: {'Port': ['ID=88a24242-b210-44d0-9f32-eb7a3bf2e34d,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:51.473856 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.590317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Network b54b75ec-6310-456e-bc28-74234820d501 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:51.592462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:51.600720 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-316cef24-73f7-4750-bfa4-46cd97c7eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.603884 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-316cef24-73f7-4750-bfa4-46cd97c7eeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.605830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-316cef24-73f7-4750-bfa4-46cd97c7eeb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2c7acc0-b9f1-492f-85d2-443d88139167 HTTP/1.1" status: 204 len: 168 time: 0.4757740 Aug 17 02:56:51.734674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cef24-73f7-4750-bfa4-46cd97c7eeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c7acc0-b9f1-492f-85d2-443d88139167,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:51.815101 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Router c7363aa9-a354-4e1e-854d-581a6d942362 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:56:52.064117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ab2d91c5-4291-424b-a49b-5fc1d7725ae5 None None] Provisioning complete for port 88a24242-b210-44d0-9f32-eb7a3bf2e34d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:52.064117 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ab2d91c5-4291-424b-a49b-5fc1d7725ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:52.144530 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3c385e31-e525-40c5-a539-3953663fb17f up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:52.224017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:56:52.240556 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-896f5653-3782-4f6e-8ed9-7fad62856490 admin admin] 10.222.0.13 "PUT /v2.0/routers/c7363aa9-a354-4e1e-854d-581a6d942362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7776804 Aug 17 02:56:52.307449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d91c5-4291-424b-a49b-5fc1d7725ae5 None None] Port 88a24242-b210-44d0-9f32-eb7a3bf2e34d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:56:52.347130 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f8969521-e2c8-4d69-82ca-acbcd05441da req-3f9fbd4f-b068-447d-b850-7997d653d2f7 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 210 time: 0.1022861 Aug 17 02:56:52.426747 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 3c385e31-e525-40c5-a539-3953663fb17f completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:52.431605 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 3c385e31-e525-40c5-a539-3953663fb17f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:52.431995 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:52.524530 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:52.549636 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 3c385e31-e525-40c5-a539-3953663fb17f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3c385e31-e525-40c5-a539-3953663fb17f,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:52.658817 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:52.721087 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=3c385e31-e525-40c5-a539-3953663fb17f,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:53.178621 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Sync routers for ids ['c7363aa9-a354-4e1e-854d-581a6d942362'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:56:53.197224 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Routers {'c7363aa9-a354-4e1e-854d-581a6d942362'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:53.198009 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:56:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c7363aa9-a354-4e1e-854d-581a6d942362'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:53.326011 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Set router c7363aa9-a354-4e1e-854d-581a6d942362 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:53.405056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36024) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:53.473465 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36032) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:53.479428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-571249691-network', 'tenant_id': '236247e200e34f39b4044a21ab917924'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:53.549036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-24f24ca9-f1bd-4823-a0ff-f0bdd8750e58 req-2148c531-e406-4033-8fac-efaa1a27c9e9 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7d890c-a790-4b78-9936-998ac35d89e3 HTTP/1.1" status: 200 len: 210 time: 0.0601993 Aug 17 02:56:53.632557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] Made reservation on behalf of 236247e200e34f39b4044a21ab917924 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:53.637452 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.639114 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'name': 'tempest-TestAggregatesBasicOps-1059983833-router', 'tenant_id': '866122aee0634117842d22be00bcf186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '3c385e31-e525-40c5-a539-3953663fb17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:44Z', 'updated_at': '2021-08-17T02:56:50Z', 'revision_number': 4, 'project_id': '866122aee0634117842d22be00bcf186', 'gw_port': {'id': '3c385e31-e525-40c5-a539-3953663fb17f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:67:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:45Z', 'updated_at': '2021-08-17T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '88a24242-b210-44d0-9f32-eb7a3bf2e34d', 'name': '', 'network_id': 'b54b75ec-6310-456e-bc28-74234820d501', 'tenant_id': '866122aee0634117842d22be00bcf186', 'mac_address': 'fa:16:3e:28:50:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'b92bc12a-b085-40d8-9fc9-4b01d59f420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:49Z', 'updated_at': '2021-08-17T02:56:51Z', 'revision_number': 2, 'project_id': '866122aee0634117842d22be00bcf186', 'subnets': [{'id': 'b92bc12a-b085-40d8-9fc9-4b01d59f420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:53.647735 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.677092 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Checking router: c7363aa9-a354-4e1e-854d-581a6d942362 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:56:53.677780 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Updating router c7363aa9-a354-4e1e-854d-581a6d942362 port 88a24242-b210-44d0-9f32-eb7a3bf2e34d binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:56:53.704900 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1503057418'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:53.711640 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.792436 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.876543 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.896197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:56:53.919909 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.920257 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] Added segment d6b499b4-388d-400c-b2f6-fc530af64881 of type vlan for network dbd9aedd-aca7-4a03-9f79-81b5da43e5d6 Aug 17 02:56:53.984579 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcc2350-707f-406b-a7fe-0fd3c3b947dd,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:54.001962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3c385e31-e525-40c5-a539-3953663fb17f up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:54.013483 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.015960 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:54.019652 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.032918 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.037040 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.060610 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Transition to ACTIVE for port object 88a24242-b210-44d0-9f32-eb7a3bf2e34d will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:54.078474 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 3c385e31-e525-40c5-a539-3953663fb17f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:54.078858 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.149580 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.164085 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.192701 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.194063 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:54.194644 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.219403 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e5ff8-0f64-4524-93f3-143da8d87078 None None] Pushing event updated for resources: {'Port': ['ID=88a24242-b210-44d0-9f32-eb7a3bf2e34d,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:54.229126 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e5ff8-0f64-4524-93f3-143da8d87078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:54.231396 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e5ff8-0f64-4524-93f3-143da8d87078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:54.231396 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e5ff8-0f64-4524-93f3-143da8d87078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:54.231396 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e5ff8-0f64-4524-93f3-143da8d87078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:54.231396 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e5ff8-0f64-4524-93f3-143da8d87078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:54.231396 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e5ff8-0f64-4524-93f3-143da8d87078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:54.232337 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e5ff8-0f64-4524-93f3-143da8d87078 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:54.232734 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e5ff8-0f64-4524-93f3-143da8d87078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:54.233128 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e5ff8-0f64-4524-93f3-143da8d87078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:54.233690 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e5ff8-0f64-4524-93f3-143da8d87078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:54.234088 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e5ff8-0f64-4524-93f3-143da8d87078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:54.234480 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e5ff8-0f64-4524-93f3-143da8d87078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:54.266197 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.285786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] Pushing event updated for resources: {'Network': ['ID=dbd9aedd-aca7-4a03-9f79-81b5da43e5d6,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:54.297425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network dbd9aedd-aca7-4a03-9f79-81b5da43e5d6 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:56:54.316794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:56:54.345218 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.349204 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Added segment b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2 of type vlan for network b273e96a-00c2-4f48-86e8-2f8d89b74e5e Aug 17 02:56:54.355149 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Attempting to bind port 88a24242-b210-44d0-9f32-eb7a3bf2e34d on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:54.355149 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Attempting to bind port 88a24242-b210-44d0-9f32-eb7a3bf2e34d by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '7176f663-fbaa-4a07-9c27-0f896b9675d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b54b75ec-6310-456e-bc28-74234820d501'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:54.355149 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Attempting to bind port 88a24242-b210-44d0-9f32-eb7a3bf2e34d on network b54b75ec-6310-456e-bc28-74234820d501 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:54.373725 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:54.373725 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Checking segment: {'id': '7176f663-fbaa-4a07-9c27-0f896b9675d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b54b75ec-6310-456e-bc28-74234820d501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:54.373725 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.373725 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Bound using segment: {'id': '7176f663-fbaa-4a07-9c27-0f896b9675d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b54b75ec-6310-456e-bc28-74234820d501'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:54.373725 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Bound port: 88a24242-b210-44d0-9f32-eb7a3bf2e34d, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7176f663-fbaa-4a07-9c27-0f896b9675d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b54b75ec-6310-456e-bc28-74234820d501'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:54.373725 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.405400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=066e0378-c6ab-40a4-aa6e-ee0f38d3f6f5,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:54.434132 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2f28afa7-a63f-4cef-98f8-e56a22004fce admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9565592 Aug 17 02:56:54.434239 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36052) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:54.439475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-da53f5bf-dd89-4867-9010-9b14828d9e91 admin admin] Request body: {'subnet': {'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-571249691-subnet', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:54.453816 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.491825 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] For port 88a24242-b210-44d0-9f32-eb7a3bf2e34d, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:54.495806 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] For port 88a24242-b210-44d0-9f32-eb7a3bf2e34d, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=88a24242-b210-44d0-9f32-eb7a3bf2e34d,segment=NetworkSegment(7176f663-fbaa-4a07-9c27-0f896b9675d4),segment_id=7176f663-fbaa-4a07-9c27-0f896b9675d4)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:54.535696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da53f5bf-dd89-4867-9010-9b14828d9e91 admin admin] Made reservation on behalf of 236247e200e34f39b4044a21ab917924 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:54.538190 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da53f5bf-dd89-4867-9010-9b14828d9e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.571346 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.571967 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.594851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:54.596259 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.651972 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Routers {'c7363aa9-a354-4e1e-854d-581a6d942362'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:54.652613 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:56:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c7363aa9-a354-4e1e-854d-581a6d942362'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:54.691357 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e5ff8-0f64-4524-93f3-143da8d87078 None None] Pushing event updated for resources: {'Port': ['ID=88a24242-b210-44d0-9f32-eb7a3bf2e34d,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:54.808175 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] Set router c7363aa9-a354-4e1e-854d-581a6d942362 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:54.813999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36064) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:54.887906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Network': ['ID=b273e96a-00c2-4f48-86e8-2f8d89b74e5e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:54.925613 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network b273e96a-00c2-4f48-86e8-2f8d89b74e5e details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:56:54.962927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0610bce7-fbf1-49ef-aa96-69019d070246 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5587194 Aug 17 02:56:55.104348 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da53f5bf-dd89-4867-9010-9b14828d9e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:55.208957 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'name': 'tempest-TestAggregatesBasicOps-1059983833-router', 'tenant_id': '866122aee0634117842d22be00bcf186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '3c385e31-e525-40c5-a539-3953663fb17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:44Z', 'updated_at': '2021-08-17T02:56:50Z', 'revision_number': 4, 'project_id': '866122aee0634117842d22be00bcf186', 'gw_port': {'id': '3c385e31-e525-40c5-a539-3953663fb17f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:67:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:45Z', 'updated_at': '2021-08-17T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '88a24242-b210-44d0-9f32-eb7a3bf2e34d', 'name': '', 'network_id': 'b54b75ec-6310-456e-bc28-74234820d501', 'tenant_id': '866122aee0634117842d22be00bcf186', 'mac_address': 'fa:16:3e:28:50:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'b92bc12a-b085-40d8-9fc9-4b01d59f420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:49Z', 'updated_at': '2021-08-17T02:56:54Z', 'revision_number': 4, 'project_id': '866122aee0634117842d22be00bcf186', 'subnets': [{'id': 'b92bc12a-b085-40d8-9fc9-4b01d59f420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:55.241711 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981f232-ab46-4ef9-8d83-1a659c56f473 None None] The sync data for ids ['c7363aa9-a354-4e1e-854d-581a6d942362'] in n-d-793621-31 is: [{'id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'name': 'tempest-TestAggregatesBasicOps-1059983833-router', 'tenant_id': '866122aee0634117842d22be00bcf186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '3c385e31-e525-40c5-a539-3953663fb17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:44Z', 'updated_at': '2021-08-17T02:56:50Z', 'revision_number': 4, 'project_id': '866122aee0634117842d22be00bcf186', 'gw_port': {'id': '3c385e31-e525-40c5-a539-3953663fb17f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:67:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:45Z', 'updated_at': '2021-08-17T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '88a24242-b210-44d0-9f32-eb7a3bf2e34d', 'name': '', 'network_id': 'b54b75ec-6310-456e-bc28-74234820d501', 'tenant_id': '866122aee0634117842d22be00bcf186', 'mac_address': 'fa:16:3e:28:50:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'b92bc12a-b085-40d8-9fc9-4b01d59f420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:49Z', 'updated_at': '2021-08-17T02:56:54Z', 'revision_number': 4, 'project_id': '866122aee0634117842d22be00bcf186', 'subnets': [{'id': 'b92bc12a-b085-40d8-9fc9-4b01d59f420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:56:55.436484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53f5bf-dd89-4867-9010-9b14828d9e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb8fa27-b751-4c8b-9343-60fc05cb34c6,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:55.447972 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da53f5bf-dd89-4867-9010-9b14828d9e91 admin admin] Checking segment: {'id': 'd6b499b4-388d-400c-b2f6-fc530af64881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:55.448347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da53f5bf-dd89-4867-9010-9b14828d9e91 admin admin] Network hostable DHCP agents. Network: dbd9aedd-aca7-4a03-9f79-81b5da43e5d6, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:56:55.475484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d641c-c3c1-456f-9f72-a18f5114c41c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Deleting port b6c47da5-6283-4e5c-bbd9-231d53c1ba43 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:55.476217 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9e0d641c-c3c1-456f-9f72-a18f5114c41c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:55.596193 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9e0d641c-c3c1-456f-9f72-a18f5114c41c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:55.596799 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9e0d641c-c3c1-456f-9f72-a18f5114c41c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:55.610320 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d641c-c3c1-456f-9f72-a18f5114c41c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Calling delete_port for b6c47da5-6283-4e5c-bbd9-231d53c1ba43 owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:55.706522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da53f5bf-dd89-4867-9010-9b14828d9e91 admin admin] Network dbd9aedd-aca7-4a03-9f79-81b5da43e5d6 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:56:55.796742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-da53f5bf-dd89-4867-9010-9b14828d9e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, dbd9aedd-aca7-4a03-9f79-81b5da43e5d6) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:55.805385 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f81e02e-f594-405f-84cb-49192662c69e None None] Network dbd9aedd-aca7-4a03-9f79-81b5da43e5d6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:55.808530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da53f5bf-dd89-4867-9010-9b14828d9e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:55.809356 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da53f5bf-dd89-4867-9010-9b14828d9e91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:55.901280 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9e0d641c-c3c1-456f-9f72-a18f5114c41c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:55.943642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d641c-c3c1-456f-9f72-a18f5114c41c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event deleted for resources: {'Port': ['ID=b6c47da5-6283-4e5c-bbd9-231d53c1ba43,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:55.958470 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-da53f5bf-dd89-4867-9010-9b14828d9e91 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5229185 Aug 17 02:56:55.961394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36090) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:55.970713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-571249691-router', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:56.103599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 88a24242-b210-44d0-9f32-eb7a3bf2e34d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:56.204798 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9e0d641c-c3c1-456f-9f72-a18f5114c41c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.204798 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9e0d641c-c3c1-456f-9f72-a18f5114c41c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.204798 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9e0d641c-c3c1-456f-9f72-a18f5114c41c tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "DELETE /v2.0/floatingips/f529fb98-2304-4a0b-8c73-2943654df576 HTTP/1.1" status: 204 len: 168 time: 1.3713892 Aug 17 02:56:56.264345 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.265936 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.404900 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.425559 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-dbd9aedd-aca7-4a03-9f79-81b5da43e5d6', 'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'fixed_ips': [{'subnet_id': 'ceb8fa27-b751-4c8b-9343-60fc05cb34c6'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:56:56.426516 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.601067 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 88a24242-b210-44d0-9f32-eb7a3bf2e34d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:56.610517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 88a24242-b210-44d0-9f32-eb7a3bf2e34d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:56.611057 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.807206 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.828302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Allocated IP 172.20.0.2 (dbd9aedd-aca7-4a03-9f79-81b5da43e5d6/ceb8fa27-b751-4c8b-9343-60fc05cb34c6/8969b89e-6229-431a-aba2-be929b989d53) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:57.029866 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.180665 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.214350 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 88a24242-b210-44d0-9f32-eb7a3bf2e34d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=88a24242-b210-44d0-9f32-eb7a3bf2e34d,segment=NetworkSegment(7176f663-fbaa-4a07-9c27-0f896b9675d4),segment_id=7176f663-fbaa-4a07-9c27-0f896b9675d4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:57.216343 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.283980 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.393485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=88a24242-b210-44d0-9f32-eb7a3bf2e34d,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:57.414407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Allocated IP 172.25.5.186 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/5a64ff10-2d9a-4f55-9e59-71a011077227) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:57.486464 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.500429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Transition to ACTIVE for port object 8969b89e-6229-431a-aba2-be929b989d53 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:57.535319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Transition to ACTIVE for port object 8969b89e-6229-431a-aba2-be929b989d53 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:57.624293 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.670418 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.748068 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Pushing event updated for resources: {'Port': ['ID=8969b89e-6229-431a-aba2-be929b989d53,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:57.755260 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Network dbd9aedd-aca7-4a03-9f79-81b5da43e5d6 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:57.763521 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:57.769826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:57.813007 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.896279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Pushing event updated for resources: {'Port': ['ID=5a64ff10-2d9a-4f55-9e59-71a011077227,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:57.912010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:57.915584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:57.918487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:57.934601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Attempting to bind port 8969b89e-6229-431a-aba2-be929b989d53 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:57.937276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Attempting to bind port 8969b89e-6229-431a-aba2-be929b989d53 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'd6b499b4-388d-400c-b2f6-fc530af64881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:57.938279 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Attempting to bind port 8969b89e-6229-431a-aba2-be929b989d53 on network dbd9aedd-aca7-4a03-9f79-81b5da43e5d6 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:57.948956 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:57.949542 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Checking segment: {'id': 'd6b499b4-388d-400c-b2f6-fc530af64881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:57.950059 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.950591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Bound using segment: {'id': 'd6b499b4-388d-400c-b2f6-fc530af64881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:57.951294 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Bound port: 8969b89e-6229-431a-aba2-be929b989d53, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b499b4-388d-400c-b2f6-fc530af64881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:57.951789 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:58.080020 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 88a24242-b210-44d0-9f32-eb7a3bf2e34d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:58.248055 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] For port 8969b89e-6229-431a-aba2-be929b989d53, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:58.258425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] For port 8969b89e-6229-431a-aba2-be929b989d53, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8969b89e-6229-431a-aba2-be929b989d53,segment=NetworkSegment(d6b499b4-388d-400c-b2f6-fc530af64881),segment_id=d6b499b4-388d-400c-b2f6-fc530af64881)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:58.326628 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 88a24242-b210-44d0-9f32-eb7a3bf2e34d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:58.327059 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:58.364751 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:58.423163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36142) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:58.431646 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-da35bced-82f7-4906-9210-fe35bafc0d21 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'subnet': {'network_id': 'b273e96a-00c2-4f48-86e8-2f8d89b74e5e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:58.568040 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04decb-0e33-492a-8665-7b3097e0a35c None None] Pushing event updated for resources: {'Port': ['ID=8969b89e-6229-431a-aba2-be929b989d53,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:58.605910 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:58.713263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da35bced-82f7-4906-9210-fe35bafc0d21 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:58.717311 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da35bced-82f7-4906-9210-fe35bafc0d21 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:58.870139 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:58.990243 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:59.094677 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da35bced-82f7-4906-9210-fe35bafc0d21 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:59.174610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35bced-82f7-4906-9210-fe35bafc0d21 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Subnet': ['ID=985b67f3-6859-4758-aacb-badfe87ed71f,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:59.180370 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da35bced-82f7-4906-9210-fe35bafc0d21 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Checking segment: {'id': 'b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b273e96a-00c2-4f48-86e8-2f8d89b74e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:59.180849 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da35bced-82f7-4906-9210-fe35bafc0d21 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network hostable DHCP agents. Network: b273e96a-00c2-4f48-86e8-2f8d89b74e5e, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:56:59.258874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Router eeb367be-8d62-46e0-8368-fb9ca80bead4 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:56:59.276139 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da35bced-82f7-4906-9210-fe35bafc0d21 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network b273e96a-00c2-4f48-86e8-2f8d89b74e5e is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:56:59.358827 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-da35bced-82f7-4906-9210-fe35bafc0d21 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, b273e96a-00c2-4f48-86e8-2f8d89b74e5e) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:59.363744 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da35bced-82f7-4906-9210-fe35bafc0d21 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:59.364895 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-da35bced-82f7-4906-9210-fe35bafc0d21 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:59.368929 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0d1e2e-a7ae-494b-9812-fed8ed31535b None None] Network b273e96a-00c2-4f48-86e8-2f8d89b74e5e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:59.445567 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:56:59.461064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Sync routers for ids ['eeb367be-8d62-46e0-8368-fb9ca80bead4'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:56:59.490589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Routers {'eeb367be-8d62-46e0-8368-fb9ca80bead4'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:59.491486 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:56:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['eeb367be-8d62-46e0-8368-fb9ca80bead4'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:59.521457 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-da35bced-82f7-4906-9210-fe35bafc0d21 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0963511 Aug 17 02:56:59.525333 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36158) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:59.532380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c6a6b842-94e6-4af4-8f97-db4dec1d287a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1302659067'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:59.560771 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:59.564314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cedec74d-5e69-4acc-ac7c-6f9aa3afe6fe admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6011350 Aug 17 02:56:59.568640 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36162) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:59.638424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a6b842-94e6-4af4-8f97-db4dec1d287a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:59.643675 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b842-94e6-4af4-8f97-db4dec1d287a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:59.688925 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a6b842-94e6-4af4-8f97-db4dec1d287a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:56:59.702714 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b842-94e6-4af4-8f97-db4dec1d287a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:59.703522 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-c6a6b842-94e6-4af4-8f97-db4dec1d287a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Added segment cd399030-06d2-48d1-bffa-3dc72e347d7f of type vlan for network c5b2bc86-6abb-496f-968e-4d4a1eb17462 Aug 17 02:56:59.974361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c0cbe-6594-4b92-b96e-485fbefe2f9e None None] Network dbd9aedd-aca7-4a03-9f79-81b5da43e5d6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:00.015105 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b842-94e6-4af4-8f97-db4dec1d287a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:00.129015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8969b89e-6229-431a-aba2-be929b989d53 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:00.190502 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b842-94e6-4af4-8f97-db4dec1d287a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:00.197536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a6b842-94e6-4af4-8f97-db4dec1d287a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:00.198203 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b842-94e6-4af4-8f97-db4dec1d287a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:00.352474 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c6a6b842-94e6-4af4-8f97-db4dec1d287a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8258829 Aug 17 02:57:00.353370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f96bc9fc-a9e3-4197-9d09-7a7888810383 None None] Provisioning for port 8969b89e-6229-431a-aba2-be929b989d53 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:00.354068 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36176) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:00.375666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a1e5d3d5-4ac0-49cf-86a3-1e1e877b7b9f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'subnet': {'network_id': 'c5b2bc86-6abb-496f-968e-4d4a1eb17462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:00.406383 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Set router eeb367be-8d62-46e0-8368-fb9ca80bead4 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:00.468996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6b842-94e6-4af4-8f97-db4dec1d287a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Network': ['ID=c5b2bc86-6abb-496f-968e-4d4a1eb17462,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:00.524044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network c5b2bc86-6abb-496f-968e-4d4a1eb17462 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:57:00.595496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 8969b89e-6229-431a-aba2-be929b989d53 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:00.602879 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:00.659971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8969b89e-6229-431a-aba2-be929b989d53 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:00.660331 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:00.663424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e5d3d5-4ac0-49cf-86a3-1e1e877b7b9f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:00.667044 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1e5d3d5-4ac0-49cf-86a3-1e1e877b7b9f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:00.783590 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-b273e96a-00c2-4f48-86e8-2f8d89b74e5e', 'network_id': 'b273e96a-00c2-4f48-86e8-2f8d89b74e5e', 'tenant_id': 'dd73ac2ef11f4716ba9938b728c2f604', 'fixed_ips': [{'subnet_id': '985b67f3-6859-4758-aacb-badfe87ed71f'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:57:00.784480 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:00.983974 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:00.991572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Allocated IP 172.20.0.1 (dbd9aedd-aca7-4a03-9f79-81b5da43e5d6/ceb8fa27-b751-4c8b-9343-60fc05cb34c6/383adf82-fc8b-42b6-8bd4-466ee9ca6629) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:01.176111 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1e5d3d5-4ac0-49cf-86a3-1e1e877b7b9f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.201582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36190) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:01.207941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Allocated IP 2001:db8:0:ffff::2 (b273e96a-00c2-4f48-86e8-2f8d89b74e5e/985b67f3-6859-4758-aacb-badfe87ed71f/feb380c5-1a39-4dfe-b85b-f6d473e331a1) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:01.267485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'name': 'tempest-TestAggregatesBasicOps-571249691-router', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '5a64ff10-2d9a-4f55-9e59-71a011077227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:56Z', 'updated_at': '2021-08-17T02:56:58Z', 'revision_number': 3, 'project_id': '236247e200e34f39b4044a21ab917924', 'gw_port': {'id': '5a64ff10-2d9a-4f55-9e59-71a011077227', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:57Z', 'updated_at': '2021-08-17T02:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:01.277773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 8969b89e-6229-431a-aba2-be929b989d53, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8969b89e-6229-431a-aba2-be929b989d53,segment=NetworkSegment(d6b499b4-388d-400c-b2f6-fc530af64881),segment_id=d6b499b4-388d-400c-b2f6-fc530af64881)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:01.296643 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.312187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5d3d5-4ac0-49cf-86a3-1e1e877b7b9f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Subnet': ['ID=df9eee47-9ce9-4470-85eb-d27867e0bfe8,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:01.319552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e5d3d5-4ac0-49cf-86a3-1e1e877b7b9f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Checking segment: {'id': 'cd399030-06d2-48d1-bffa-3dc72e347d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c5b2bc86-6abb-496f-968e-4d4a1eb17462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:01.319552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e5d3d5-4ac0-49cf-86a3-1e1e877b7b9f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network hostable DHCP agents. Network: c5b2bc86-6abb-496f-968e-4d4a1eb17462, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:57:01.323726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Transition to ACTIVE for port object 383adf82-fc8b-42b6-8bd4-466ee9ca6629 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:01.329990 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73a45d1b-e2a3-41bb-890c-74d0b439dfc8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.342383 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Checking router: eeb367be-8d62-46e0-8368-fb9ca80bead4 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:01.342773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Updating router eeb367be-8d62-46e0-8368-fb9ca80bead4 port 5a64ff10-2d9a-4f55-9e59-71a011077227 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:57:01.358407 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73a45d1b-e2a3-41bb-890c-74d0b439dfc8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.392045 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.423666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e5d3d5-4ac0-49cf-86a3-1e1e877b7b9f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network c5b2bc86-6abb-496f-968e-4d4a1eb17462 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:57:01.439370 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.464595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6f9fe520-76e1-42c8-9e5d-7e0ce265db97 None None] Provisioning complete for port 8969b89e-6229-431a-aba2-be929b989d53 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:01.464967 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe520-76e1-42c8-9e5d-7e0ce265db97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.497179 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.552763 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=8969b89e-6229-431a-aba2-be929b989d53,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:01.594866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-a1e5d3d5-4ac0-49cf-86a3-1e1e877b7b9f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, c5b2bc86-6abb-496f-968e-4d4a1eb17462) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:01.595520 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.599169 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e5d3d5-4ac0-49cf-86a3-1e1e877b7b9f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:01.599828 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a1e5d3d5-4ac0-49cf-86a3-1e1e877b7b9f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.675574 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.679979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Network dbd9aedd-aca7-4a03-9f79-81b5da43e5d6 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:01.686142 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Transition to ACTIVE for port object feb380c5-1a39-4dfe-b85b-f6d473e331a1 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:01.689190 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73a45d1b-e2a3-41bb-890c-74d0b439dfc8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.697012 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-73a45d1b-e2a3-41bb-890c-74d0b439dfc8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.701299 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-73a45d1b-e2a3-41bb-890c-74d0b439dfc8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] 10.222.0.13 "DELETE /v2.0/security-groups/4924c2c0-1bb5-4295-ab47-ecda9850adec HTTP/1.1" status: 204 len: 168 time: 0.4985464 Aug 17 02:57:01.703815 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Transition to ACTIVE for port object feb380c5-1a39-4dfe-b85b-f6d473e331a1 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:01.712172 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da39c0e-4b3a-47fe-8212-962bf09fc472 None None] Network c5b2bc86-6abb-496f-968e-4d4a1eb17462 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:01.715607 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a1e5d3d5-4ac0-49cf-86a3-1e1e877b7b9f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3453515 Aug 17 02:57:01.718055 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36200) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:01.719210 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:01.745752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:01.752914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a45d1b-e2a3-41bb-890c-74d0b439dfc8 tempest-TestVolumeBootPattern-1763408127 tempest-TestVolumeBootPattern-1763408127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4924c2c0-1bb5-4295-ab47-ecda9850adec,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:01.794804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Pushing event updated for resources: {'Port': ['ID=383adf82-fc8b-42b6-8bd4-466ee9ca6629,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:01.824210 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.850106 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.940389 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36206) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:02.001912 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.130364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8969b89e-6229-431a-aba2-be929b989d53 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:02.181389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Network b273e96a-00c2-4f48-86e8-2f8d89b74e5e is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:02.190020 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.224262 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:02.243564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Pushing event updated for resources: {'Port': ['ID=feb380c5-1a39-4dfe-b85b-f6d473e331a1,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:02.293901 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:02.342042 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61501b5-13b5-46ce-b6d1-63d7acc071ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-c5b2bc86-6abb-496f-968e-4d4a1eb17462', 'network_id': 'c5b2bc86-6abb-496f-968e-4d4a1eb17462', 'tenant_id': 'dd73ac2ef11f4716ba9938b728c2f604', 'fixed_ips': [{'subnet_id': 'df9eee47-9ce9-4470-85eb-d27867e0bfe8'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:57:02.343684 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d61501b5-13b5-46ce-b6d1-63d7acc071ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.401650 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.461365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Subnet': ['ID=df9eee47-9ce9-4470-85eb-d27867e0bfe8,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:02.578714 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.610248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b2bc86-6abb-496f-968e-4d4a1eb17462']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:02.639236 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd399030-06d2-48d1-bffa-3dc72e347d7f') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:02.640564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd399030-06d2-48d1-bffa-3dc72e347d7f') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:02.648952 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:57:02.665613 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.700795 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.711664 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:02.712081 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:02.719441 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:02.831305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0466786d-7064-42b5-b9c8-398a526b48a8 None None] Network c5b2bc86-6abb-496f-968e-4d4a1eb17462 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:02.894039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Attempting to bind port feb380c5-1a39-4dfe-b85b-f6d473e331a1 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:02.894413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Attempting to bind port feb380c5-1a39-4dfe-b85b-f6d473e331a1 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b273e96a-00c2-4f48-86e8-2f8d89b74e5e'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:02.894790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Attempting to bind port feb380c5-1a39-4dfe-b85b-f6d473e331a1 on network b273e96a-00c2-4f48-86e8-2f8d89b74e5e {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:02.914148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:02.914611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Checking segment: {'id': 'b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b273e96a-00c2-4f48-86e8-2f8d89b74e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:02.915038 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.915434 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Bound using segment: {'id': 'b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b273e96a-00c2-4f48-86e8-2f8d89b74e5e'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:02.915914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Bound port: feb380c5-1a39-4dfe-b85b-f6d473e331a1, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b273e96a-00c2-4f48-86e8-2f8d89b74e5e'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:02.916304 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.920836 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.928628 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.930925 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.935178 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/c5b2bc86-6abb-496f-968e-4d4a1eb17462 HTTP/1.1" status: 204 len: 168 time: 1.2157118 Aug 17 02:57:02.935889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36220) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:02.941003 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-bc9eb42d-f6b7-4867-856e-1080c74bafe3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-633195301'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:02.952282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8972b-8656-40ea-a863-e90c06fb20c9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Network': ['ID=c5b2bc86-6abb-496f-968e-4d4a1eb17462,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:02.981019 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8969b89e-6229-431a-aba2-be929b989d53 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:02.981426 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.118331 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9eb42d-f6b7-4867-856e-1080c74bafe3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:03.122061 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb42d-f6b7-4867-856e-1080c74bafe3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.126280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b72e71d4-21aa-4607-bf06-47f36263a66e None None] Provisioning for port 383adf82-fc8b-42b6-8bd4-466ee9ca6629 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:03.150419 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b72e71d4-21aa-4607-bf06-47f36263a66e None None] Provisioning complete for port 383adf82-fc8b-42b6-8bd4-466ee9ca6629 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:03.150813 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b72e71d4-21aa-4607-bf06-47f36263a66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.190244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9eb42d-f6b7-4867-856e-1080c74bafe3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:57:03.205030 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.267515 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb42d-f6b7-4867-856e-1080c74bafe3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.267865 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-bc9eb42d-f6b7-4867-856e-1080c74bafe3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Added segment fcb7e925-60fa-485b-87fd-a78838336732 of type vlan for network 615cd377-c116-4184-aa92-34448ff7781b Aug 17 02:57:03.300831 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Transition to ACTIVE for port object 5a64ff10-2d9a-4f55-9e59-71a011077227 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:03.305898 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] For port feb380c5-1a39-4dfe-b85b-f6d473e331a1, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:03.307802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b72e71d4-21aa-4607-bf06-47f36263a66e None None] Port 383adf82-fc8b-42b6-8bd4-466ee9ca6629 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:57:03.310818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] For port feb380c5-1a39-4dfe-b85b-f6d473e331a1, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=feb380c5-1a39-4dfe-b85b-f6d473e331a1,segment=NetworkSegment(b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2),segment_id=b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:03.367837 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb42d-f6b7-4867-856e-1080c74bafe3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.380665 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.426997 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.477481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Attempting to bind port 5a64ff10-2d9a-4f55-9e59-71a011077227 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:03.478098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Attempting to bind port 5a64ff10-2d9a-4f55-9e59-71a011077227 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:03.478772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Attempting to bind port 5a64ff10-2d9a-4f55-9e59-71a011077227 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:03.496073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:03.496073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:03.496073 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.496073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:03.496073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Bound port: 5a64ff10-2d9a-4f55-9e59-71a011077227, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:03.496073 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.520403 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dcb67-c0e8-4740-9712-ee6e5f63c057 None None] Pushing event updated for resources: {'Port': ['ID=5a64ff10-2d9a-4f55-9e59-71a011077227,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:03.525647 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.580116 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.587610 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb42d-f6b7-4867-856e-1080c74bafe3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.594999 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9eb42d-f6b7-4867-856e-1080c74bafe3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:03.595976 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb42d-f6b7-4867-856e-1080c74bafe3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.609292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] For port 5a64ff10-2d9a-4f55-9e59-71a011077227, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:03.611627 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8ae3a-1faf-490a-9e57-688efc00d9ac None None] Pushing event updated for resources: {'Port': ['ID=feb380c5-1a39-4dfe-b85b-f6d473e331a1,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:03.615822 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] For port 5a64ff10-2d9a-4f55-9e59-71a011077227, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5a64ff10-2d9a-4f55-9e59-71a011077227,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:03.709556 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.772175 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bc9eb42d-f6b7-4867-856e-1080c74bafe3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8350708 Aug 17 02:57:03.778561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9eb42d-f6b7-4867-856e-1080c74bafe3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Network': ['ID=615cd377-c116-4184-aa92-34448ff7781b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:03.786709 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Pushing event updated for resources: {'Port': ['ID=383adf82-fc8b-42b6-8bd4-466ee9ca6629,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:03.786709 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.789373 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36232) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:03.797616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-1562f79c-2866-4ccc-9258-32f5eea961c1 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'subnet': {'network_id': '615cd377-c116-4184-aa92-34448ff7781b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:03.817566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 615cd377-c116-4184-aa92-34448ff7781b details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:57:03.834687 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Routers {'eeb367be-8d62-46e0-8368-fb9ca80bead4'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:03.835336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:56:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['eeb367be-8d62-46e0-8368-fb9ca80bead4'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:03.856737 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bd442902-4e55-4e99-a415-c8e7e6bf5b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.953889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dcb67-c0e8-4740-9712-ee6e5f63c057 None None] Pushing event updated for resources: {'Port': ['ID=5a64ff10-2d9a-4f55-9e59-71a011077227,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:04.041116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Network dbd9aedd-aca7-4a03-9f79-81b5da43e5d6 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:04.043731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:04.044896 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] Set router eeb367be-8d62-46e0-8368-fb9ca80bead4 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:04.126309 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1562f79c-2866-4ccc-9258-32f5eea961c1 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:04.135664 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1562f79c-2866-4ccc-9258-32f5eea961c1 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:04.391398 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Router eeb367be-8d62-46e0-8368-fb9ca80bead4 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:57:04.462230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'name': 'tempest-TestAggregatesBasicOps-571249691-router', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '5a64ff10-2d9a-4f55-9e59-71a011077227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:56Z', 'updated_at': '2021-08-17T02:57:02Z', 'revision_number': 4, 'project_id': '236247e200e34f39b4044a21ab917924', 'gw_port': {'id': '5a64ff10-2d9a-4f55-9e59-71a011077227', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:57Z', 'updated_at': '2021-08-17T02:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '383adf82-fc8b-42b6-8bd4-466ee9ca6629', 'name': '', 'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'mac_address': 'fa:16:3e:cb:2c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'ceb8fa27-b751-4c8b-9343-60fc05cb34c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:00Z', 'updated_at': '2021-08-17T02:57:03Z', 'revision_number': 2, 'project_id': '236247e200e34f39b4044a21ab917924', 'subnets': [{'id': 'ceb8fa27-b751-4c8b-9343-60fc05cb34c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:04.504082 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951faf31-4c8e-4314-9d50-ed0007be3534 None None] The sync data for ids ['eeb367be-8d62-46e0-8368-fb9ca80bead4'] in n-d-793621-31 is: [{'id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'name': 'tempest-TestAggregatesBasicOps-571249691-router', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '5a64ff10-2d9a-4f55-9e59-71a011077227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:56Z', 'updated_at': '2021-08-17T02:57:02Z', 'revision_number': 4, 'project_id': '236247e200e34f39b4044a21ab917924', 'gw_port': {'id': '5a64ff10-2d9a-4f55-9e59-71a011077227', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:57Z', 'updated_at': '2021-08-17T02:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '383adf82-fc8b-42b6-8bd4-466ee9ca6629', 'name': '', 'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'mac_address': 'fa:16:3e:cb:2c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'ceb8fa27-b751-4c8b-9343-60fc05cb34c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:00Z', 'updated_at': '2021-08-17T02:57:03Z', 'revision_number': 2, 'project_id': '236247e200e34f39b4044a21ab917924', 'subnets': [{'id': 'ceb8fa27-b751-4c8b-9343-60fc05cb34c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:57:04.508189 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-bd442902-4e55-4e99-a415-c8e7e6bf5b91 admin admin] Deleting port 4071ac30-066c-49e7-88a6-5258dcd82726 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:04.508189 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bd442902-4e55-4e99-a415-c8e7e6bf5b91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:04.581480 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1562f79c-2866-4ccc-9258-32f5eea961c1 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:04.611195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8c41c3a8-d983-4752-901a-7fb255dea0ac None None] Provisioning complete for port 383adf82-fc8b-42b6-8bd4-466ee9ca6629 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:04.611371 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8c41c3a8-d983-4752-901a-7fb255dea0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:04.626770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:57:04.633097 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ad0fa4eb-3405-48e9-b0fc-3c8ced4ac401 admin admin] 10.222.0.13 "PUT /v2.0/routers/eeb367be-8d62-46e0-8368-fb9ca80bead4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0628023 Aug 17 02:57:04.709672 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-bd442902-4e55-4e99-a415-c8e7e6bf5b91 admin admin] For port 4071ac30-066c-49e7-88a6-5258dcd82726, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4071ac30-066c-49e7-88a6-5258dcd82726,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:04.710146 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bd442902-4e55-4e99-a415-c8e7e6bf5b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:04.712110 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8c41c3a8-d983-4752-901a-7fb255dea0ac None None] Port 383adf82-fc8b-42b6-8bd4-466ee9ca6629 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:57:04.716844 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562f79c-2866-4ccc-9258-32f5eea961c1 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Subnet': ['ID=84683e83-db8c-4ed4-b892-de34a34772cc,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:04.743237 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-bd442902-4e55-4e99-a415-c8e7e6bf5b91 admin admin] Calling delete_port for 4071ac30-066c-49e7-88a6-5258dcd82726 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:04.777908 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562f79c-2866-4ccc-9258-32f5eea961c1 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Checking segment: {'id': 'fcb7e925-60fa-485b-87fd-a78838336732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '615cd377-c116-4184-aa92-34448ff7781b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:04.778301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1562f79c-2866-4ccc-9258-32f5eea961c1 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network hostable DHCP agents. Network: 615cd377-c116-4184-aa92-34448ff7781b, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:57:04.926081 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1562f79c-2866-4ccc-9258-32f5eea961c1 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network 615cd377-c116-4184-aa92-34448ff7781b is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:57:05.046576 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-1562f79c-2866-4ccc-9258-32f5eea961c1 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 615cd377-c116-4184-aa92-34448ff7781b) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:05.053274 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1562f79c-2866-4ccc-9258-32f5eea961c1 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:05.054887 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1562f79c-2866-4ccc-9258-32f5eea961c1 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.067876 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9ed1db-fd0b-4aff-814e-83604ef9541d None None] Network 615cd377-c116-4184-aa92-34448ff7781b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:05.162821 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1562f79c-2866-4ccc-9258-32f5eea961c1 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3659964 Aug 17 02:57:05.162821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36254) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:05.167786 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-23906d86-1109-40fe-aaa9-a9568faa137f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1115882447'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:05.201179 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958063a8-fddd-4706-bacb-341d5300c37e None None] Network b273e96a-00c2-4f48-86e8-2f8d89b74e5e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:05.213256 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bd442902-4e55-4e99-a415-c8e7e6bf5b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.269233 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23906d86-1109-40fe-aaa9-a9568faa137f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:05.279272 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-23906d86-1109-40fe-aaa9-a9568faa137f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.296529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd442902-4e55-4e99-a415-c8e7e6bf5b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=4071ac30-066c-49e7-88a6-5258dcd82726,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:05.341211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23906d86-1109-40fe-aaa9-a9568faa137f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:57:05.364993 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-23906d86-1109-40fe-aaa9-a9568faa137f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.365593 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-23906d86-1109-40fe-aaa9-a9568faa137f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Added segment aad16438-f7e4-42d0-9826-26d6fe91b980 of type vlan for network f40a3e67-af95-4e7d-8851-ec526296e758 Aug 17 02:57:05.373253 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-615cd377-c116-4184-aa92-34448ff7781b', 'network_id': '615cd377-c116-4184-aa92-34448ff7781b', 'tenant_id': 'dd73ac2ef11f4716ba9938b728c2f604', 'fixed_ips': [{'subnet_id': '84683e83-db8c-4ed4-b892-de34a34772cc'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:57:05.375674 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.405304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5d3127a8-efc5-4147-95b9-fbaf1a0ad1b3 None None] Provisioning for port feb380c5-1a39-4dfe-b85b-f6d473e331a1 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:05.441138 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-23906d86-1109-40fe-aaa9-a9568faa137f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.578861 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-23906d86-1109-40fe-aaa9-a9568faa137f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.586681 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23906d86-1109-40fe-aaa9-a9568faa137f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:05.587421 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-23906d86-1109-40fe-aaa9-a9568faa137f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.741310 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bd442902-4e55-4e99-a415-c8e7e6bf5b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.792261 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23906d86-1109-40fe-aaa9-a9568faa137f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Network': ['ID=f40a3e67-af95-4e7d-8851-ec526296e758,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:05.825711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network f40a3e67-af95-4e7d-8851-ec526296e758 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:57:05.838161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36282) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:05.841441 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-23906d86-1109-40fe-aaa9-a9568faa137f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6778350 Aug 17 02:57:05.855216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a9af0110-ee59-41a8-903f-effa3bad3390 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'subnet': {'network_id': 'f40a3e67-af95-4e7d-8851-ec526296e758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:06.015825 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Allocated IP 2001:db8::3 (615cd377-c116-4184-aa92-34448ff7781b/84683e83-db8c-4ed4-b892-de34a34772cc/b2bfb0af-b6cc-49ae-b795-414986f32b1c) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:06.266920 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:06.270607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9af0110-ee59-41a8-903f-effa3bad3390 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:06.275002 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a9af0110-ee59-41a8-903f-effa3bad3390 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:06.278912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Transition to ACTIVE for port object b2bfb0af-b6cc-49ae-b795-414986f32b1c will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:06.298021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Transition to ACTIVE for port object b2bfb0af-b6cc-49ae-b795-414986f32b1c will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:06.304877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-b2250bbf-db25-44dc-8825-b8f824743806 req-f3699e0e-4556-42e1-a729-ce3f76d8a513 service neutron] (95407) timed out ('10.222.0.42', 55326) {{(pid=95407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 02:57:06.327884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device feb380c5-1a39-4dfe-b85b-f6d473e331a1 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:06.406358 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:06.425377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.ipam_backend_mixin [None req-a9af0110-ee59-41a8-903f-effa3bad3390 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Performing IP validity checks on allocation pools {{(pid=95406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 02:57:06.425992 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.ipam_backend_mixin [None req-a9af0110-ee59-41a8-903f-effa3bad3390 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 02:57:06.463176 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Network 615cd377-c116-4184-aa92-34448ff7781b is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:06.468629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:06.472689 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Pushing event updated for resources: {'Port': ['ID=b2bfb0af-b6cc-49ae-b795-414986f32b1c,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:06.477009 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:06.504084 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd442902-4e55-4e99-a415-c8e7e6bf5b91 admin admin] Router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:57:06.551795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Attempting to bind port b2bfb0af-b6cc-49ae-b795-414986f32b1c on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:06.552171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Attempting to bind port b2bfb0af-b6cc-49ae-b795-414986f32b1c by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'fcb7e925-60fa-485b-87fd-a78838336732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '615cd377-c116-4184-aa92-34448ff7781b'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:06.552533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Attempting to bind port b2bfb0af-b6cc-49ae-b795-414986f32b1c on network 615cd377-c116-4184-aa92-34448ff7781b {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:06.558955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:06.559330 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Checking segment: {'id': 'fcb7e925-60fa-485b-87fd-a78838336732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '615cd377-c116-4184-aa92-34448ff7781b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:06.559990 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:06.560382 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Bound using segment: {'id': 'fcb7e925-60fa-485b-87fd-a78838336732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '615cd377-c116-4184-aa92-34448ff7781b'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:06.560860 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Bound port: b2bfb0af-b6cc-49ae-b795-414986f32b1c, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb7e925-60fa-485b-87fd-a78838336732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '615cd377-c116-4184-aa92-34448ff7781b'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:06.561233 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:06.573579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port feb380c5-1a39-4dfe-b85b-f6d473e331a1 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:06.602226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port feb380c5-1a39-4dfe-b85b-f6d473e331a1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:06.602605 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:06.678954 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] For port b2bfb0af-b6cc-49ae-b795-414986f32b1c, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:06.683341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] For port b2bfb0af-b6cc-49ae-b795-414986f32b1c, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b2bfb0af-b6cc-49ae-b795-414986f32b1c,segment=NetworkSegment(fcb7e925-60fa-485b-87fd-a78838336732),segment_id=fcb7e925-60fa-485b-87fd-a78838336732)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:06.743712 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:06.748036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd442902-4e55-4e99-a415-c8e7e6bf5b91 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:57:06.753702 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bd442902-4e55-4e99-a415-c8e7e6bf5b91 admin admin] 10.222.0.13 "PUT /v2.0/routers/4d1e80ce-39e7-4dd7-85e9-f46a38b3279a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8115947 Aug 17 02:57:06.756892 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36328) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:06.782395 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed03d86-f7ff-45d1-9bf0-f7329ba13501 None None] Sync routers for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:57:06.793486 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed03d86-f7ff-45d1-9bf0-f7329ba13501 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:06.793730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port feb380c5-1a39-4dfe-b85b-f6d473e331a1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=feb380c5-1a39-4dfe-b85b-f6d473e331a1,segment=NetworkSegment(b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2),segment_id=b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:06.794842 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2ed03d86-f7ff-45d1-9bf0-f7329ba13501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:56:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:06.807643 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:06.867386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a9af0110-ee59-41a8-903f-effa3bad3390 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:06.946837 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-2ed03d86-f7ff-45d1-9bf0-f7329ba13501 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:06.959581 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:06.963738 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:06.964532 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5a64ff10-2d9a-4f55-9e59-71a011077227 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:07.071224 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445eb80-966d-4b8e-bc54-c2ad2cb9192d None None] Pushing event updated for resources: {'Port': ['ID=b2bfb0af-b6cc-49ae-b795-414986f32b1c,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:07.079513 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af0110-ee59-41a8-903f-effa3bad3390 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Checking segment: {'id': 'aad16438-f7e4-42d0-9826-26d6fe91b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f40a3e67-af95-4e7d-8851-ec526296e758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:07.080276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9af0110-ee59-41a8-903f-effa3bad3390 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network hostable DHCP agents. Network: f40a3e67-af95-4e7d-8851-ec526296e758, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:57:07.092219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af0110-ee59-41a8-903f-effa3bad3390 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Subnet': ['ID=072db44c-38bb-4c81-86d0-85241773a662,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:07.180316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=feb380c5-1a39-4dfe-b85b-f6d473e331a1,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:07.260704 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9af0110-ee59-41a8-903f-effa3bad3390 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network f40a3e67-af95-4e7d-8851-ec526296e758 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:57:07.280781 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 5a64ff10-2d9a-4f55-9e59-71a011077227 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:07.296127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5a64ff10-2d9a-4f55-9e59-71a011077227 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:07.296351 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:07.332497 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2ed03d86-f7ff-45d1-9bf0-f7329ba13501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:57:05Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:07.339592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-a9af0110-ee59-41a8-903f-effa3bad3390 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, f40a3e67-af95-4e7d-8851-ec526296e758) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:07.344859 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9af0110-ee59-41a8-903f-effa3bad3390 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:07.346450 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a9af0110-ee59-41a8-903f-effa3bad3390 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:07.359774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a0be8b-a944-4798-acb1-180d35111358 None None] Network f40a3e67-af95-4e7d-8851-ec526296e758 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:07.384254 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed03d86-f7ff-45d1-9bf0-f7329ba13501 None None] Checking router: 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:07.398456 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed03d86-f7ff-45d1-9bf0-f7329ba13501 None None] Routers {'4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:07.401616 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2ed03d86-f7ff-45d1-9bf0-f7329ba13501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:56:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:07.467819 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a9af0110-ee59-41a8-903f-effa3bad3390 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6282775 Aug 17 02:57:07.470771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36372) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:07.591673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36378) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:07.643942 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-2ed03d86-f7ff-45d1-9bf0-f7329ba13501 None None] Set router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:07.700519 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:07.799536 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:07.898562 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2ed03d86-f7ff-45d1-9bf0-f7329ba13501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:57:05Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:07.915175 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:07.941779 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed03d86-f7ff-45d1-9bf0-f7329ba13501 None None] The sync data for ids ['4d1e80ce-39e7-4dd7-85e9-f46a38b3279a'] in n-d-793621-31 is: [{'id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'name': 'tempest-TestVolumeBootPattern-1631211038-router', 'tenant_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:38:50Z', 'updated_at': '2021-08-17T02:57:05Z', 'revision_number': 5, 'project_id': 'bfc0da2911ce469596ea2cbdf9ad9ced', 'gw_port': {'id': 'b05a4e22-98bc-4ff8-87b4-c8e32c76888e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1e80ce-39e7-4dd7-85e9-f46a38b3279a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:38:51Z', 'updated_at': '2021-08-17T02:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:57:07.997573 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.056205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Subnet': ['ID=072db44c-38bb-4c81-86d0-85241773a662,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:08.074944 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1dde-282a-48c6-a0f5-149b99458a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.106255 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.135294 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d05a78-4d22-477b-8516-ddfd73fdad1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-f40a3e67-af95-4e7d-8851-ec526296e758', 'network_id': 'f40a3e67-af95-4e7d-8851-ec526296e758', 'tenant_id': 'dd73ac2ef11f4716ba9938b728c2f604', 'fixed_ips': [{'subnet_id': '072db44c-38bb-4c81-86d0-85241773a662'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:57:08.136209 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-10d05a78-4d22-477b-8516-ddfd73fdad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.160871 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.163239 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 5a64ff10-2d9a-4f55-9e59-71a011077227, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5a64ff10-2d9a-4f55-9e59-71a011077227,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:08.175756 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40a3e67-af95-4e7d-8851-ec526296e758']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:08.192793 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad16438-f7e4-42d0-9826-26d6fe91b980') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:08.193622 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad16438-f7e4-42d0-9826-26d6fe91b980') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:08.204444 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.213111 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] Deleting port b05a4e22-98bc-4ff8-87b4-c8e32c76888e {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:08.213482 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.220472 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.230557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:08.233127 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:08.234469 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:08.244107 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.264160 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Sync routers for ids ['eeb367be-8d62-46e0-8368-fb9ca80bead4'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:57:08.334825 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Routers {'eeb367be-8d62-46e0-8368-fb9ca80bead4'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:08.342872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:56:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['eeb367be-8d62-46e0-8368-fb9ca80bead4'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:08.343121 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] For port b05a4e22-98bc-4ff8-87b4-c8e32c76888e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b05a4e22-98bc-4ff8-87b4-c8e32c76888e,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:08.343121 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.347593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2252323d-1324-43e2-95de-3f3f87304107 None None] Network f40a3e67-af95-4e7d-8851-ec526296e758 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:08.416196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] Calling delete_port for b05a4e22-98bc-4ff8-87b4-c8e32c76888e owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:08.418805 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.424227 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.434350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/f40a3e67-af95-4e7d-8851-ec526296e758 HTTP/1.1" status: 204 len: 168 time: 0.9615314 Aug 17 02:57:08.435069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36424) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:08.447193 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e3ad0090-1c26-4291-88f2-5ede212b341e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1936334276'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:08.474812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a397f-e10e-44fa-a90c-3bf284141695 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Network': ['ID=f40a3e67-af95-4e7d-8851-ec526296e758,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:08.565941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=5a64ff10-2d9a-4f55-9e59-71a011077227,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:08.639028 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device feb380c5-1a39-4dfe-b85b-f6d473e331a1 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:08.695088 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ad0090-1c26-4291-88f2-5ede212b341e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:08.699872 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0090-1c26-4291-88f2-5ede212b341e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.755931 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Set router eeb367be-8d62-46e0-8368-fb9ca80bead4 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:08.770992 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4dc527df-cf02-4747-a66a-675aaca80560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.820629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port feb380c5-1a39-4dfe-b85b-f6d473e331a1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:08.821357 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.981904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7e866c-1226-4c5f-920a-f564ee596fed None None] Network 615cd377-c116-4184-aa92-34448ff7781b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:09.023066 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ad0090-1c26-4291-88f2-5ede212b341e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:57:09.037936 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0090-1c26-4291-88f2-5ede212b341e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.038285 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-e3ad0090-1c26-4291-88f2-5ede212b341e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Added segment 32c2ca36-f188-47e4-9def-5a52d417ff95 of type vlan for network ee1948f2-9c43-44ec-a544-588801701804 Aug 17 02:57:09.091587 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0090-1c26-4291-88f2-5ede212b341e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.135802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b2bfb0af-b6cc-49ae-b795-414986f32b1c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:09.149115 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.190699 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] Pushing event deleted for resources: {'Port': ['ID=b05a4e22-98bc-4ff8-87b4-c8e32c76888e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:09.286634 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.341731 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-36c0481a-449d-4507-a22c-ace022375927 None None] Provisioning for port b2bfb0af-b6cc-49ae-b795-414986f32b1c completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:09.348876 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'name': 'tempest-TestAggregatesBasicOps-571249691-router', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '5a64ff10-2d9a-4f55-9e59-71a011077227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:56Z', 'updated_at': '2021-08-17T02:57:02Z', 'revision_number': 4, 'project_id': '236247e200e34f39b4044a21ab917924', 'gw_port': {'id': '5a64ff10-2d9a-4f55-9e59-71a011077227', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:57Z', 'updated_at': '2021-08-17T02:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '383adf82-fc8b-42b6-8bd4-466ee9ca6629', 'name': '', 'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'mac_address': 'fa:16:3e:cb:2c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'ceb8fa27-b751-4c8b-9343-60fc05cb34c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:00Z', 'updated_at': '2021-08-17T02:57:03Z', 'revision_number': 2, 'project_id': '236247e200e34f39b4044a21ab917924', 'subnets': [{'id': 'ceb8fa27-b751-4c8b-9343-60fc05cb34c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:09.389275 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0090-1c26-4291-88f2-5ede212b341e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.394391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Checking router: eeb367be-8d62-46e0-8368-fb9ca80bead4 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:09.396340 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Updating router eeb367be-8d62-46e0-8368-fb9ca80bead4 port 383adf82-fc8b-42b6-8bd4-466ee9ca6629 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:57:09.396469 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad0090-1c26-4291-88f2-5ede212b341e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:09.396469 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0090-1c26-4291-88f2-5ede212b341e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.427625 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.427861 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4dc527df-cf02-4747-a66a-675aaca80560 admin admin] Deleting port 88a24242-b210-44d0-9f32-eb7a3bf2e34d {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:09.428058 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4dc527df-cf02-4747-a66a-675aaca80560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.433672 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.462612 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.471264 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port b2bfb0af-b6cc-49ae-b795-414986f32b1c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:09.481616 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port b2bfb0af-b6cc-49ae-b795-414986f32b1c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:09.481904 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.573025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad0090-1c26-4291-88f2-5ede212b341e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Network': ['ID=ee1948f2-9c43-44ec-a544-588801701804,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:09.595523 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network ee1948f2-9c43-44ec-a544-588801701804 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:57:09.620997 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e3ad0090-1c26-4291-88f2-5ede212b341e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1821845 Aug 17 02:57:09.620997 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-4dc527df-cf02-4747-a66a-675aaca80560 admin admin] For port 88a24242-b210-44d0-9f32-eb7a3bf2e34d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=88a24242-b210-44d0-9f32-eb7a3bf2e34d,segment=NetworkSegment(7176f663-fbaa-4a07-9c27-0f896b9675d4),segment_id=7176f663-fbaa-4a07-9c27-0f896b9675d4)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:09.620997 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4dc527df-cf02-4747-a66a-675aaca80560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.621499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36470) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:09.627009 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-dca8b866-13e3-4d13-8d46-d391fcbbcaf0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'subnet': {'network_id': 'ee1948f2-9c43-44ec-a544-588801701804', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:09.636049 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4dc527df-cf02-4747-a66a-675aaca80560 admin admin] Calling delete_port for 88a24242-b210-44d0-9f32-eb7a3bf2e34d owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:09.650129 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.650844 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d1e80ce-39e7-4dd7-85e9-f46a38b3279a {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:57:09.656404 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.659851 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6e3352b1-b026-4055-b162-1f904a09dd5d admin admin] 10.222.0.13 "DELETE /v2.0/routers/4d1e80ce-39e7-4dd7-85e9-f46a38b3279a HTTP/1.1" status: 204 len: 168 time: 2.8990083 Aug 17 02:57:09.680151 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36472) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:09.901545 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.927013 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7a18c7bf-a04b-4e00-9a5a-4b35ab015158 None None] Provisioning complete for port b2bfb0af-b6cc-49ae-b795-414986f32b1c triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:09.927609 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7a18c7bf-a04b-4e00-9a5a-4b35ab015158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.988913 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port b2bfb0af-b6cc-49ae-b795-414986f32b1c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b2bfb0af-b6cc-49ae-b795-414986f32b1c,segment=NetworkSegment(fcb7e925-60fa-485b-87fd-a78838336732),segment_id=fcb7e925-60fa-485b-87fd-a78838336732)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:10.027238 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4dc527df-cf02-4747-a66a-675aaca80560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.107488 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc527df-cf02-4747-a66a-675aaca80560 admin admin] Pushing event deleted for resources: {'Port': ['ID=88a24242-b210-44d0-9f32-eb7a3bf2e34d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:10.341938 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7a18c7bf-a04b-4e00-9a5a-4b35ab015158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.343706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4dc527df-cf02-4747-a66a-675aaca80560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.376037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-61697ef2-077f-451e-be21-2fdec3d723f8 admin admin] Deleting subnet 764c3736-195b-4464-8ea3-48fdcebbb5de {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:57:10.380349 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-61697ef2-077f-451e-be21-2fdec3d723f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.396613 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.434988 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-61697ef2-077f-451e-be21-2fdec3d723f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.464044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4071ac30-066c-49e7-88a6-5258dcd82726 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:10.550035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca8b866-13e3-4d13-8d46-d391fcbbcaf0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:10.551249 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.554849 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dca8b866-13e3-4d13-8d46-d391fcbbcaf0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.568038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 4071ac30-066c-49e7-88a6-5258dcd82726 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:10.568388 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4071ac30-066c-49e7-88a6-5258dcd82726 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:10.597445 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-7a18c7bf-a04b-4e00-9a5a-4b35ab015158 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:57:10.597789 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-7a18c7bf-a04b-4e00-9a5a-4b35ab015158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:57:10.598240 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c05ff13e-f901-45dd-9596-6e0a60dc7178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.600051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Transition to ACTIVE for port object 383adf82-fc8b-42b6-8bd4-466ee9ca6629 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:10.609530 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=b2bfb0af-b6cc-49ae-b795-414986f32b1c,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:10.672968 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-61697ef2-077f-451e-be21-2fdec3d723f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.700910 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.732126 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.745938 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc527df-cf02-4747-a66a-675aaca80560 admin admin] Router c7363aa9-a354-4e1e-854d-581a6d942362 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:57:10.777986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5a64ff10-2d9a-4f55-9e59-71a011077227 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:10.823873 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454f172-d848-4872-8f89-a42935d3ab86 None None] Pushing event updated for resources: {'Port': ['ID=383adf82-fc8b-42b6-8bd4-466ee9ca6629,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:10.891361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Attempting to bind port 383adf82-fc8b-42b6-8bd4-466ee9ca6629 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:10.891823 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Attempting to bind port 383adf82-fc8b-42b6-8bd4-466ee9ca6629 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'd6b499b4-388d-400c-b2f6-fc530af64881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:10.892255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Attempting to bind port 383adf82-fc8b-42b6-8bd4-466ee9ca6629 on network dbd9aedd-aca7-4a03-9f79-81b5da43e5d6 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:10.894777 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc527df-cf02-4747-a66a-675aaca80560 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:57:10.903302 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-61697ef2-077f-451e-be21-2fdec3d723f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.904008 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4dc527df-cf02-4747-a66a-675aaca80560 admin admin] 10.222.0.13 "PUT /v2.0/routers/c7363aa9-a354-4e1e-854d-581a6d942362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3112490 Aug 17 02:57:10.906382 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36520) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:10.908614 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5465c1-5b41-46aa-988a-47ce821a162f None None] Sync routers for ids ['c7363aa9-a354-4e1e-854d-581a6d942362'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:57:10.923026 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5a64ff10-2d9a-4f55-9e59-71a011077227 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:10.928027 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5465c1-5b41-46aa-988a-47ce821a162f None None] Routers {'c7363aa9-a354-4e1e-854d-581a6d942362'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:10.928668 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2c5465c1-5b41-46aa-988a-47ce821a162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:57:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c7363aa9-a354-4e1e-854d-581a6d942362'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:10.929807 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.933566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:10.934266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Checking segment: {'id': 'd6b499b4-388d-400c-b2f6-fc530af64881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:10.937021 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.937021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Bound using segment: {'id': 'd6b499b4-388d-400c-b2f6-fc530af64881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:10.937021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Bound port: 383adf82-fc8b-42b6-8bd4-466ee9ca6629, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b499b4-388d-400c-b2f6-fc530af64881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:10.937555 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.966788 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334c8d1c-6b8c-4e3a-aeeb-5943b4685bbe None None] Network c2370959-6d24-42f8-8b5f-273d78403b0c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:10.991433 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-61697ef2-077f-451e-be21-2fdec3d723f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.997727 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-61697ef2-077f-451e-be21-2fdec3d723f8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/764c3736-195b-4464-8ea3-48fdcebbb5de HTTP/1.1" status: 204 len: 168 time: 1.3141189 Aug 17 02:57:10.998911 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61697ef2-077f-451e-be21-2fdec3d723f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=764c3736-195b-4464-8ea3-48fdcebbb5de,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:11.000775 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36524) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:11.120650 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-2c5465c1-5b41-46aa-988a-47ce821a162f None None] Set router c7363aa9-a354-4e1e-854d-581a6d942362 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:11.129295 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] For port 383adf82-fc8b-42b6-8bd4-466ee9ca6629, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:11.137347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] For port 383adf82-fc8b-42b6-8bd4-466ee9ca6629, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=383adf82-fc8b-42b6-8bd4-466ee9ca6629,segment=NetworkSegment(d6b499b4-388d-400c-b2f6-fc530af64881),segment_id=d6b499b4-388d-400c-b2f6-fc530af64881)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:11.157833 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.225699 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.245729 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.309720 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dca8b866-13e3-4d13-8d46-d391fcbbcaf0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.357099 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2c5465c1-5b41-46aa-988a-47ce821a162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'name': 'tempest-TestAggregatesBasicOps-1059983833-router', 'tenant_id': '866122aee0634117842d22be00bcf186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '3c385e31-e525-40c5-a539-3953663fb17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:44Z', 'updated_at': '2021-08-17T02:57:09Z', 'revision_number': 5, 'project_id': '866122aee0634117842d22be00bcf186', 'gw_port': {'id': '3c385e31-e525-40c5-a539-3953663fb17f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:67:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:45Z', 'updated_at': '2021-08-17T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:11.402636 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5465c1-5b41-46aa-988a-47ce821a162f None None] Checking router: c7363aa9-a354-4e1e-854d-581a6d942362 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:11.414734 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5465c1-5b41-46aa-988a-47ce821a162f None None] Routers {'c7363aa9-a354-4e1e-854d-581a6d942362'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:11.415709 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2c5465c1-5b41-46aa-988a-47ce821a162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:57:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['c7363aa9-a354-4e1e-854d-581a6d942362'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:11.475950 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca8b866-13e3-4d13-8d46-d391fcbbcaf0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Checking segment: {'id': '32c2ca36-f188-47e4-9def-5a52d417ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ee1948f2-9c43-44ec-a544-588801701804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:11.476946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca8b866-13e3-4d13-8d46-d391fcbbcaf0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network hostable DHCP agents. Network: ee1948f2-9c43-44ec-a544-588801701804, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:57:11.487394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8b866-13e3-4d13-8d46-d391fcbbcaf0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Subnet': ['ID=c8883216-2f31-43f4-8eb1-2e5e6d700044,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:11.519375 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b05a4e22-98bc-4ff8-87b4-c8e32c76888e no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:11.521644 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Routers {'eeb367be-8d62-46e0-8368-fb9ca80bead4'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:11.523406 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:57:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['eeb367be-8d62-46e0-8368-fb9ca80bead4'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:11.529178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] Deleting port bd072587-9552-4683-b30c-7c5ae90bdb85 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:11.532056 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.541041 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.587656 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454f172-d848-4872-8f89-a42935d3ab86 None None] Pushing event updated for resources: {'Port': ['ID=383adf82-fc8b-42b6-8bd4-466ee9ca6629,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:11.591590 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-2c5465c1-5b41-46aa-988a-47ce821a162f None None] Set router c7363aa9-a354-4e1e-854d-581a6d942362 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:11.596808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: b05a4e22-98bc-4ff8-87b4-c8e32c76888e {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:11.597269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b05a4e22-98bc-4ff8-87b4-c8e32c76888e not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:11.637844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] For port bd072587-9552-4683-b30c-7c5ae90bdb85, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bd072587-9552-4683-b30c-7c5ae90bdb85,segment=NetworkSegment(c9348804-9ddf-4ea6-b9a4-00338d949cd4),segment_id=c9348804-9ddf-4ea6-b9a4-00338d949cd4)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:11.638227 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.651190 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca8b866-13e3-4d13-8d46-d391fcbbcaf0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network ee1948f2-9c43-44ec-a544-588801701804 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:57:11.681517 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] Calling delete_port for bd072587-9552-4683-b30c-7c5ae90bdb85 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:11.714954 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b813c0b9-0567-43e2-9da8-33bc8abb8f13 None None] DHCP port deletion for c2370959-6d24-42f8-8b5f-273d78403b0c request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:57:11.721311 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] Set router eeb367be-8d62-46e0-8368-fb9ca80bead4 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:11.774240 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] Deleting port 3c385e31-e525-40c5-a539-3953663fb17f {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:11.774857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.783702 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-dca8b866-13e3-4d13-8d46-d391fcbbcaf0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, ee1948f2-9c43-44ec-a544-588801701804) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:11.788580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca8b866-13e3-4d13-8d46-d391fcbbcaf0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:11.790065 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dca8b866-13e3-4d13-8d46-d391fcbbcaf0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.800921 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5407210-7897-4b04-b97f-d2b91b78b724 None None] Network ee1948f2-9c43-44ec-a544-588801701804 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:11.951781 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dca8b866-13e3-4d13-8d46-d391fcbbcaf0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3258572 Aug 17 02:57:11.952995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36564) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:11.982030 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.995206 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.022168 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2c5465c1-5b41-46aa-988a-47ce821a162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'name': 'tempest-TestAggregatesBasicOps-1059983833-router', 'tenant_id': '866122aee0634117842d22be00bcf186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '3c385e31-e525-40c5-a539-3953663fb17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:44Z', 'updated_at': '2021-08-17T02:57:09Z', 'revision_number': 5, 'project_id': '866122aee0634117842d22be00bcf186', 'gw_port': {'id': '3c385e31-e525-40c5-a539-3953663fb17f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:67:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:45Z', 'updated_at': '2021-08-17T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:12.065405 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b813c0b9-0567-43e2-9da8-33bc8abb8f13 None None] Deleting port bd072587-9552-4683-b30c-7c5ae90bdb85 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:12.065793 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b813c0b9-0567-43e2-9da8-33bc8abb8f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.095102 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5465c1-5b41-46aa-988a-47ce821a162f None None] The sync data for ids ['c7363aa9-a354-4e1e-854d-581a6d942362'] in n-d-793621-31 is: [{'id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'name': 'tempest-TestAggregatesBasicOps-1059983833-router', 'tenant_id': '866122aee0634117842d22be00bcf186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '3c385e31-e525-40c5-a539-3953663fb17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:44Z', 'updated_at': '2021-08-17T02:57:09Z', 'revision_number': 5, 'project_id': '866122aee0634117842d22be00bcf186', 'gw_port': {'id': '3c385e31-e525-40c5-a539-3953663fb17f', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:67:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7363aa9-a354-4e1e-854d-581a6d942362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:45Z', 'updated_at': '2021-08-17T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:57:12.121520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=bd072587-9552-4683-b30c-7c5ae90bdb85,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:12.135056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] No DVR routers for this DVR port bd072587-9552-4683-b30c-7c5ae90bdb85 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:12.223899 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b813c0b9-0567-43e2-9da8-33bc8abb8f13 None None] For port bd072587-9552-4683-b30c-7c5ae90bdb85, host n-d-793621-31, got binding levels [] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:12.224317 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b813c0b9-0567-43e2-9da8-33bc8abb8f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.258475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b813c0b9-0567-43e2-9da8-33bc8abb8f13 None None] Calling delete_port for bd072587-9552-4683-b30c-7c5ae90bdb85 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:12.279213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.ipam_backend_mixin [None req-b813c0b9-0567-43e2-9da8-33bc8abb8f13 None None] Port bd072587-9552-4683-b30c-7c5ae90bdb85 was not found and therefore no delete operation was performed {{(pid=95408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 02:57:12.282168 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-ee1948f2-9c43-44ec-a544-588801701804', 'network_id': 'ee1948f2-9c43-44ec-a544-588801701804', 'tenant_id': 'dd73ac2ef11f4716ba9938b728c2f604', 'fixed_ips': [{'subnet_id': 'c8883216-2f31-43f4-8eb1-2e5e6d700044'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:57:12.283108 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.295782 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b813c0b9-0567-43e2-9da8-33bc8abb8f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.300589 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.312186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813c0b9-0567-43e2-9da8-33bc8abb8f13 None None] No DVR routers for this DVR port bd072587-9552-4683-b30c-7c5ae90bdb85 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:12.323502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2370959-6d24-42f8-8b5f-273d78403b0c']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:12.337067 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813c0b9-0567-43e2-9da8-33bc8abb8f13 None None] Pushing event deleted for resources: {'Port': ['ID=bd072587-9552-4683-b30c-7c5ae90bdb85,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:12.353648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9348804-9ddf-4ea6-b9a4-00338d949cd4') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:12.353924 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9348804-9ddf-4ea6-b9a4-00338d949cd4') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:12.354437 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] For port 3c385e31-e525-40c5-a539-3953663fb17f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3c385e31-e525-40c5-a539-3953663fb17f,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:12.354922 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.364833 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.377542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] Calling delete_port for 3c385e31-e525-40c5-a539-3953663fb17f owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:12.379140 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.389094 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.412623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:12.413065 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:12.416334 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:12.542847 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.549723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Allocated IP 2001:db8::1 (ee1948f2-9c43-44ec-a544-588801701804/c8883216-2f31-43f4-8eb1-2e5e6d700044/681c9555-c700-4ef3-94d5-95a87084702d) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:12.657029 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.663683 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.669049 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] 10.222.0.13 "DELETE /v2.0/networks/c2370959-6d24-42f8-8b5f-273d78403b0c HTTP/1.1" status: 204 len: 168 time: 1.6598330 Aug 17 02:57:12.671887 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36600) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:12.684200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f386fc-a025-4e84-9dbb-43e6b24ec3ae admin admin] Pushing event deleted for resources: {'Network': ['ID=c2370959-6d24-42f8-8b5f-273d78403b0c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:12.704271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'name': 'tempest-TestAggregatesBasicOps-571249691-router', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '5a64ff10-2d9a-4f55-9e59-71a011077227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:56Z', 'updated_at': '2021-08-17T02:57:02Z', 'revision_number': 4, 'project_id': '236247e200e34f39b4044a21ab917924', 'gw_port': {'id': '5a64ff10-2d9a-4f55-9e59-71a011077227', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:57Z', 'updated_at': '2021-08-17T02:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '383adf82-fc8b-42b6-8bd4-466ee9ca6629', 'name': '', 'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'mac_address': 'fa:16:3e:cb:2c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'ceb8fa27-b751-4c8b-9343-60fc05cb34c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:00Z', 'updated_at': '2021-08-17T02:57:11Z', 'revision_number': 4, 'project_id': '236247e200e34f39b4044a21ab917924', 'subnets': [{'id': 'ceb8fa27-b751-4c8b-9343-60fc05cb34c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:12.778769 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.813106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c385e31-e525-40c5-a539-3953663fb17f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:12.905464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 383adf82-fc8b-42b6-8bd4-466ee9ca6629 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:12.910350 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae566ae8-c9ce-447a-9ca2-97d3ffd0e823 None None] The sync data for ids ['eeb367be-8d62-46e0-8368-fb9ca80bead4'] in n-d-793621-31 is: [{'id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'name': 'tempest-TestAggregatesBasicOps-571249691-router', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '5a64ff10-2d9a-4f55-9e59-71a011077227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:56Z', 'updated_at': '2021-08-17T02:57:02Z', 'revision_number': 4, 'project_id': '236247e200e34f39b4044a21ab917924', 'gw_port': {'id': '5a64ff10-2d9a-4f55-9e59-71a011077227', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:57Z', 'updated_at': '2021-08-17T02:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '383adf82-fc8b-42b6-8bd4-466ee9ca6629', 'name': '', 'network_id': 'dbd9aedd-aca7-4a03-9f79-81b5da43e5d6', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'mac_address': 'fa:16:3e:cb:2c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'ceb8fa27-b751-4c8b-9343-60fc05cb34c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:00Z', 'updated_at': '2021-08-17T02:57:11Z', 'revision_number': 4, 'project_id': '236247e200e34f39b4044a21ab917924', 'subnets': [{'id': 'ceb8fa27-b751-4c8b-9343-60fc05cb34c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:57:12.932425 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.089011 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.095953 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.104340 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.118778 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Transition to ACTIVE for port object 681c9555-c700-4ef3-94d5-95a87084702d will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:13.142232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 383adf82-fc8b-42b6-8bd4-466ee9ca6629 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:13.150192 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Transition to ACTIVE for port object 681c9555-c700-4ef3-94d5-95a87084702d will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:13.153036 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 383adf82-fc8b-42b6-8bd4-466ee9ca6629 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:13.153426 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.245807 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.287863 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.289049 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7363aa9-a354-4e1e-854d-581a6d942362 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:57:13.294262 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.298526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36626) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:13.298711 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-64915722-0286-43cd-8c8b-658034ebb319 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c7363aa9-a354-4e1e-854d-581a6d942362 HTTP/1.1" status: 204 len: 168 time: 2.3910758 Aug 17 02:57:13.328959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Network ee1948f2-9c43-44ec-a544-588801701804 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:13.331901 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.345578 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:13.368592 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:13.383303 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8bf31f38-d178-4c0a-8472-b260918c5ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.386807 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.396167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Pushing event updated for resources: {'Port': ['ID=681c9555-c700-4ef3-94d5-95a87084702d,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:13.401862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-018bbb32-9407-4087-bb4f-528a7fa77a8b admin admin] Deleting subnet b92bc12a-b085-40d8-9fc9-4b01d59f420f {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:57:13.439626 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-018bbb32-9407-4087-bb4f-528a7fa77a8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.477096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Subnet': ['ID=c8883216-2f31-43f4-8eb1-2e5e6d700044,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:13.559873 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 383adf82-fc8b-42b6-8bd4-466ee9ca6629, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=383adf82-fc8b-42b6-8bd4-466ee9ca6629,segment=NetworkSegment(d6b499b4-388d-400c-b2f6-fc530af64881),segment_id=d6b499b4-388d-400c-b2f6-fc530af64881)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:13.582966 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Attempting to bind port 681c9555-c700-4ef3-94d5-95a87084702d on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:13.583878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Attempting to bind port 681c9555-c700-4ef3-94d5-95a87084702d by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '32c2ca36-f188-47e4-9def-5a52d417ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ee1948f2-9c43-44ec-a544-588801701804'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:13.584562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Attempting to bind port 681c9555-c700-4ef3-94d5-95a87084702d on network ee1948f2-9c43-44ec-a544-588801701804 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:13.593156 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:13.610894 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.615982 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Checking segment: {'id': '32c2ca36-f188-47e4-9def-5a52d417ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ee1948f2-9c43-44ec-a544-588801701804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:13.619729 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.620435 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Bound using segment: {'id': '32c2ca36-f188-47e4-9def-5a52d417ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ee1948f2-9c43-44ec-a544-588801701804'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:13.621605 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Bound port: 681c9555-c700-4ef3-94d5-95a87084702d, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c2ca36-f188-47e4-9def-5a52d417ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ee1948f2-9c43-44ec-a544-588801701804'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:13.622194 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.622864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1948f2-9c43-44ec-a544-588801701804']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:13.640467 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.641770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b2bfb0af-b6cc-49ae-b795-414986f32b1c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:13.657760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c2ca36-f188-47e4-9def-5a52d417ff95') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:13.657760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c2ca36-f188-47e4-9def-5a52d417ff95') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:13.657760 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.676213 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.685274 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-018bbb32-9407-4087-bb4f-528a7fa77a8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.708263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:13.708675 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:13.712740 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:13.815734 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=383adf82-fc8b-42b6-8bd4-466ee9ca6629,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:13.834682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] For port 681c9555-c700-4ef3-94d5-95a87084702d, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:13.852796 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] For port 681c9555-c700-4ef3-94d5-95a87084702d, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=681c9555-c700-4ef3-94d5-95a87084702d,segment=NetworkSegment(32c2ca36-f188-47e4-9def-5a52d417ff95),segment_id=32c2ca36-f188-47e4-9def-5a52d417ff95)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:13.856752 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8bf31f38-d178-4c0a-8472-b260918c5ac0 admin admin] Deleting port 6fc5f155-38d2-4d10-89a8-591b7330821b {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:13.856934 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port b2bfb0af-b6cc-49ae-b795-414986f32b1c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:13.856934 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.857133 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8bf31f38-d178-4c0a-8472-b260918c5ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.890554 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 02:57:13.890554 n-d-793621-31 neutron-server[95406]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 02:57:13.890554 n-d-793621-31 neutron-server[95406]: [parameters: {'id': 'ee1948f2-9c43-44ec-a544-588801701804'}] Aug 17 02:57:13.890554 n-d-793621-31 neutron-server[95406]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:57:13.898881 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:57:13.898881 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-018bbb32-9407-4087-bb4f-528a7fa77a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.964310 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-8bf31f38-d178-4c0a-8472-b260918c5ac0 admin admin] For port 6fc5f155-38d2-4d10-89a8-591b7330821b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6fc5f155-38d2-4d10-89a8-591b7330821b,segment=NetworkSegment(59fde0c7-9d71-416b-9974-77197f197927),segment_id=59fde0c7-9d71-416b-9974-77197f197927)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:13.964310 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8bf31f38-d178-4c0a-8472-b260918c5ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.972004 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.984585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8bf31f38-d178-4c0a-8472-b260918c5ac0 admin admin] Calling delete_port for 6fc5f155-38d2-4d10-89a8-591b7330821b owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:13.996323 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.084985 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-018bbb32-9407-4087-bb4f-528a7fa77a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.100260 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-018bbb32-9407-4087-bb4f-528a7fa77a8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.104671 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-018bbb32-9407-4087-bb4f-528a7fa77a8b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b92bc12a-b085-40d8-9fc9-4b01d59f420f HTTP/1.1" status: 204 len: 168 time: 0.8027110 Aug 17 02:57:14.124057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36650) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:14.141445 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bbb32-9407-4087-bb4f-528a7fa77a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b92bc12a-b085-40d8-9fc9-4b01d59f420f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:14.164594 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f1dcd-4d4e-415d-8e69-c2bc88d8f391 None None] Network b54b75ec-6310-456e-bc28-74234820d501 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:14.216286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 88a24242-b210-44d0-9f32-eb7a3bf2e34d no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:14.228699 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e382a8-262f-4cd5-b9a8-2fef05437f48 None None] Network ee1948f2-9c43-44ec-a544-588801701804 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:14.297456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 88a24242-b210-44d0-9f32-eb7a3bf2e34d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:14.302893 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 88a24242-b210-44d0-9f32-eb7a3bf2e34d not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:14.302893 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bd072587-9552-4683-b30c-7c5ae90bdb85 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:14.303802 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.305179 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0bb17-4273-49e6-b57b-858637490a12 None None] Pushing event updated for resources: {'Port': ['ID=681c9555-c700-4ef3-94d5-95a87084702d,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:14.352695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: bd072587-9552-4683-b30c-7c5ae90bdb85 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:14.353296 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device bd072587-9552-4683-b30c-7c5ae90bdb85 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:14.379524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] Deleting port 3a8cae2b-8d85-4b48-9763-1be4be82bcde {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:14.380059 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.394485 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.394829 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8bf31f38-d178-4c0a-8472-b260918c5ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.422311 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf31f38-d178-4c0a-8472-b260918c5ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc5f155-38d2-4d10-89a8-591b7330821b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:14.494953 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] For port 3a8cae2b-8d85-4b48-9763-1be4be82bcde, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3a8cae2b-8d85-4b48-9763-1be4be82bcde,segment=NetworkSegment(7176f663-fbaa-4a07-9c27-0f896b9675d4),segment_id=7176f663-fbaa-4a07-9c27-0f896b9675d4)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:14.498606 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.518691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] Calling delete_port for 3a8cae2b-8d85-4b48-9763-1be4be82bcde owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:14.598943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a55524f-80ec-40cd-a24d-60df71efec82 None None] DHCP port deletion for b54b75ec-6310-456e-bc28-74234820d501 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:57:14.667136 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8bf31f38-d178-4c0a-8472-b260918c5ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.686435 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9a55524f-80ec-40cd-a24d-60df71efec82 None None] Deleting port 3a8cae2b-8d85-4b48-9763-1be4be82bcde {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:14.686809 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9a55524f-80ec-40cd-a24d-60df71efec82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.702765 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Deleting port 681c9555-c700-4ef3-94d5-95a87084702d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:14.703220 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.833148 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] For port 681c9555-c700-4ef3-94d5-95a87084702d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=681c9555-c700-4ef3-94d5-95a87084702d,segment=NetworkSegment(32c2ca36-f188-47e4-9def-5a52d417ff95),segment_id=32c2ca36-f188-47e4-9def-5a52d417ff95)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:14.833868 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.843814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-9a55524f-80ec-40cd-a24d-60df71efec82 None None] For port 3a8cae2b-8d85-4b48-9763-1be4be82bcde, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3a8cae2b-8d85-4b48-9763-1be4be82bcde,segment=NetworkSegment(7176f663-fbaa-4a07-9c27-0f896b9675d4),segment_id=7176f663-fbaa-4a07-9c27-0f896b9675d4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:14.844856 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9a55524f-80ec-40cd-a24d-60df71efec82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.861628 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9a55524f-80ec-40cd-a24d-60df71efec82 None None] Calling delete_port for 3a8cae2b-8d85-4b48-9763-1be4be82bcde owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:14.861894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Calling delete_port for 681c9555-c700-4ef3-94d5-95a87084702d owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:14.878764 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.879706 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 383adf82-fc8b-42b6-8bd4-466ee9ca6629 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:14.889219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] No DVR routers for this DVR port 3a8cae2b-8d85-4b48-9763-1be4be82bcde on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:14.949097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] Pushing event deleted for resources: {'Port': ['ID=3a8cae2b-8d85-4b48-9763-1be4be82bcde,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:57:15.021091 n-d-793621-31 neutron-server[95408]: self.session.flush() Aug 17 02:57:15.032181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 383adf82-fc8b-42b6-8bd4-466ee9ca6629 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:15.032536 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.061293 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.064462 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf31f38-d178-4c0a-8472-b260918c5ac0 admin admin] Router 94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:57:15.066315 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9a55524f-80ec-40cd-a24d-60df71efec82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.080059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54b75ec-6310-456e-bc28-74234820d501']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:15.094955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7176f663-fbaa-4a07-9c27-0f896b9675d4') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:15.095711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7176f663-fbaa-4a07-9c27-0f896b9675d4') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:15.095837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55524f-80ec-40cd-a24d-60df71efec82 None None] Pushing event deleted for resources: {'Port': ['ID=3a8cae2b-8d85-4b48-9763-1be4be82bcde,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:15.110978 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.123569 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55524f-80ec-40cd-a24d-60df71efec82 None None] No DVR routers for this DVR port 3a8cae2b-8d85-4b48-9763-1be4be82bcde on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:15.129916 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.145321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:15.149500 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.150334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64ed19b-7f2b-4b7e-856a-eb2a8c1047e9 None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:15.151696 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:15.213007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf31f38-d178-4c0a-8472-b260918c5ac0 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:57:15.218165 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8bf31f38-d178-4c0a-8472-b260918c5ac0 admin admin] 10.222.0.13 "PUT /v2.0/routers/94b817a5-9b97-4c5d-a91e-9dbc8046a2d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5448046 Aug 17 02:57:15.220745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36694) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:15.222253 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.225990 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61588a08-886a-4746-9251-fe4f389cd3ca None None] Sync routers for ids ['94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:57:15.260324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No DVR routers for this DVR port 681c9555-c700-4ef3-94d5-95a87084702d on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:15.260515 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61588a08-886a-4746-9251-fe4f389cd3ca None None] Routers {'94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:15.261715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-61588a08-886a-4746-9251-fe4f389cd3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:57:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:15.269896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Port': ['ID=681c9555-c700-4ef3-94d5-95a87084702d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:15.304737 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.346104 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.348675 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] 10.222.0.13 "DELETE /v2.0/networks/b54b75ec-6310-456e-bc28-74234820d501 HTTP/1.1" status: 204 len: 168 time: 1.2230549 Aug 17 02:57:15.352011 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36706) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:15.387556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f2d68-5eca-4f90-9b5a-e4a18d31dd3b admin admin] Pushing event deleted for resources: {'Network': ['ID=b54b75ec-6310-456e-bc28-74234820d501,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:15.418000 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.429323 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-61588a08-886a-4746-9251-fe4f389cd3ca None None] Set router 94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:15.429592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1948f2-9c43-44ec-a544-588801701804']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:15.442208 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c2ca36-f188-47e4-9def-5a52d417ff95') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:15.442511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c2ca36-f188-47e4-9def-5a52d417ff95') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:15.452535 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.468829 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.478673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:15.479099 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:15.483409 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:15.499552 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3c385e31-e525-40c5-a539-3953663fb17f no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:15.533758 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.571381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 3c385e31-e525-40c5-a539-3953663fb17f {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:15.571799 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3c385e31-e525-40c5-a539-3953663fb17f not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:15.572317 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3a8cae2b-8d85-4b48-9763-1be4be82bcde no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:15.606282 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 3a8cae2b-8d85-4b48-9763-1be4be82bcde {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:15.607450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3a8cae2b-8d85-4b48-9763-1be4be82bcde not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:15.628321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64ed19b-7f2b-4b7e-856a-eb2a8c1047e9 None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:57:15.655767 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.673165 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.675178 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/ee1948f2-9c43-44ec-a544-588801701804 HTTP/1.1" status: 204 len: 168 time: 3.7221060 Aug 17 02:57:15.679156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36722) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:15.685729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-cb01a32b-6170-4c47-aa98-e3c789245828 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-130221323'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:15.686487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46605136-8457-43b2-8e56-f52282d61ea9 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Network': ['ID=ee1948f2-9c43-44ec-a544-588801701804,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:15.770041 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.889040 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb01a32b-6170-4c47-aa98-e3c789245828 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:15.893017 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb01a32b-6170-4c47-aa98-e3c789245828 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.987913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb01a32b-6170-4c47-aa98-e3c789245828 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:57:16.008390 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-61588a08-886a-4746-9251-fe4f389cd3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'name': 'tempest-TestVolumeBootPattern-625279015-router', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'de93f913-2bee-4243-b9fa-7208820be886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:07Z', 'updated_at': '2021-08-17T02:57:14Z', 'revision_number': 5, 'project_id': '7cd3256204e54fa8bee4d563ef6185dd', 'gw_port': {'id': 'de93f913-2bee-4243-b9fa-7208820be886', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:09Z', 'updated_at': '2021-08-17T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:16.013866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb01a32b-6170-4c47-aa98-e3c789245828 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:16.014217 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-cb01a32b-6170-4c47-aa98-e3c789245828 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Added segment 269d6473-2e37-4052-b984-e166e80a7033 of type vlan for network 0e3168de-aaa5-4ada-9d63-67d7a033aa76 Aug 17 02:57:16.039589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61588a08-886a-4746-9251-fe4f389cd3ca None None] Checking router: 94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:16.057430 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17bbb95-8347-4bbd-adc4-3ea0171ef4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:16.094838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] Deleting port de93f913-2bee-4243-b9fa-7208820be886 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:16.095185 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:16.109399 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61588a08-886a-4746-9251-fe4f389cd3ca None None] Routers {'94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:16.110079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-61588a08-886a-4746-9251-fe4f389cd3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:57:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:16.116230 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb01a32b-6170-4c47-aa98-e3c789245828 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:16.231762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-61588a08-886a-4746-9251-fe4f389cd3ca None None] Set router 94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:16.301689 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-61588a08-886a-4746-9251-fe4f389cd3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'name': 'tempest-TestVolumeBootPattern-625279015-router', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:07Z', 'updated_at': '2021-08-17T02:57:15Z', 'revision_number': 6, 'project_id': '7cd3256204e54fa8bee4d563ef6185dd', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:16.343554 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61588a08-886a-4746-9251-fe4f389cd3ca None None] The sync data for ids ['94b817a5-9b97-4c5d-a91e-9dbc8046a2d0'] in n-d-793621-31 is: [{'id': '94b817a5-9b97-4c5d-a91e-9dbc8046a2d0', 'name': 'tempest-TestVolumeBootPattern-625279015-router', 'tenant_id': '7cd3256204e54fa8bee4d563ef6185dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:07Z', 'updated_at': '2021-08-17T02:57:15Z', 'revision_number': 6, 'project_id': '7cd3256204e54fa8bee4d563ef6185dd', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:57:16.584020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] For port de93f913-2bee-4243-b9fa-7208820be886, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=de93f913-2bee-4243-b9fa-7208820be886,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:16.584533 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:16.632988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] Calling delete_port for de93f913-2bee-4243-b9fa-7208820be886 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:16.632988 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb01a32b-6170-4c47-aa98-e3c789245828 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:16.637291 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb01a32b-6170-4c47-aa98-e3c789245828 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:16.637885 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cb01a32b-6170-4c47-aa98-e3c789245828 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:16.748512 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6fc5f155-38d2-4d10-89a8-591b7330821b no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:16.775783 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01a32b-6170-4c47-aa98-e3c789245828 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Network': ['ID=0e3168de-aaa5-4ada-9d63-67d7a033aa76,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:16.776979 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 6fc5f155-38d2-4d10-89a8-591b7330821b {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:16.777379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6fc5f155-38d2-4d10-89a8-591b7330821b not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:16.792409 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 0e3168de-aaa5-4ada-9d63-67d7a033aa76 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:57:16.807222 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cb01a32b-6170-4c47-aa98-e3c789245828 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1256025 Aug 17 02:57:16.810591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36776) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:16.816556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-d7df392a-3eff-4259-9063-2dd7ac848a78 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'subnet': {'network_id': '0e3168de-aaa5-4ada-9d63-67d7a033aa76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:17.023480 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a17bbb95-8347-4bbd-adc4-3ea0171ef4d6 admin admin] Deleting port 383adf82-fc8b-42b6-8bd4-466ee9ca6629 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:17.023820 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17bbb95-8347-4bbd-adc4-3ea0171ef4d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.095193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7df392a-3eff-4259-9063-2dd7ac848a78 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:17.099650 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7df392a-3eff-4259-9063-2dd7ac848a78 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.108263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-a17bbb95-8347-4bbd-adc4-3ea0171ef4d6 admin admin] For port 383adf82-fc8b-42b6-8bd4-466ee9ca6629, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=383adf82-fc8b-42b6-8bd4-466ee9ca6629,segment=NetworkSegment(d6b499b4-388d-400c-b2f6-fc530af64881),segment_id=d6b499b4-388d-400c-b2f6-fc530af64881)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:17.108609 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17bbb95-8347-4bbd-adc4-3ea0171ef4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.121655 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a17bbb95-8347-4bbd-adc4-3ea0171ef4d6 admin admin] Calling delete_port for 383adf82-fc8b-42b6-8bd4-466ee9ca6629 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:17.136268 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.190187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=de93f913-2bee-4243-b9fa-7208820be886,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:17.312501 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.413784 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.421675 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.445106 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7df392a-3eff-4259-9063-2dd7ac848a78 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.511183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df392a-3eff-4259-9063-2dd7ac848a78 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Subnet': ['ID=79a2e9bb-121b-4f0b-841a-8ba3ba64ac37,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:17.515576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7df392a-3eff-4259-9063-2dd7ac848a78 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Checking segment: {'id': '269d6473-2e37-4052-b984-e166e80a7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0e3168de-aaa5-4ada-9d63-67d7a033aa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:17.515945 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7df392a-3eff-4259-9063-2dd7ac848a78 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network hostable DHCP agents. Network: 0e3168de-aaa5-4ada-9d63-67d7a033aa76, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:57:17.595983 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.596659 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:57:17.606167 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.606167 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-705cc68b-efce-4e0b-ab06-73046adfe4ed admin admin] 10.222.0.13 "DELETE /v2.0/routers/94b817a5-9b97-4c5d-a91e-9dbc8046a2d0 HTTP/1.1" status: 204 len: 168 time: 2.3807921 Aug 17 02:57:17.606459 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36808) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:17.633139 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17bbb95-8347-4bbd-adc4-3ea0171ef4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.661023 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7df392a-3eff-4259-9063-2dd7ac848a78 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network 0e3168de-aaa5-4ada-9d63-67d7a033aa76 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:57:17.671453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bbb95-8347-4bbd-adc4-3ea0171ef4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=383adf82-fc8b-42b6-8bd4-466ee9ca6629,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:17.700651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e224d6-71c6-4d69-82b4-aa623e2d80de admin admin] Deleting subnet 0e51828e-dd88-4b05-866e-95a59b52b336 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:57:17.700942 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11e224d6-71c6-4d69-82b4-aa623e2d80de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.744641 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11e224d6-71c6-4d69-82b4-aa623e2d80de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.769187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-d7df392a-3eff-4259-9063-2dd7ac848a78 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 0e3168de-aaa5-4ada-9d63-67d7a033aa76) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:17.780351 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aaa194-16e6-4220-ada7-daedb9a175e5 None None] Network 0e3168de-aaa5-4ada-9d63-67d7a033aa76 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:17.800037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7df392a-3eff-4259-9063-2dd7ac848a78 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:17.800896 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7df392a-3eff-4259-9063-2dd7ac848a78 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.892484 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a17bbb95-8347-4bbd-adc4-3ea0171ef4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.900427 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11e224d6-71c6-4d69-82b4-aa623e2d80de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:17.929011 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d7df392a-3eff-4259-9063-2dd7ac848a78 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1165948 Aug 17 02:57:17.931538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36822) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:17.981197 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-0e3168de-aaa5-4ada-9d63-67d7a033aa76', 'network_id': '0e3168de-aaa5-4ada-9d63-67d7a033aa76', 'tenant_id': 'dd73ac2ef11f4716ba9938b728c2f604', 'fixed_ips': [{'subnet_id': '79a2e9bb-121b-4f0b-841a-8ba3ba64ac37'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:57:17.981781 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.060118 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.131145 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.149128 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17bbb95-8347-4bbd-adc4-3ea0171ef4d6 admin admin] Router eeb367be-8d62-46e0-8368-fb9ca80bead4 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:57:18.150644 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Allocated IP 2001:db8::1 (0e3168de-aaa5-4ada-9d63-67d7a033aa76/79a2e9bb-121b-4f0b-841a-8ba3ba64ac37/9308cef2-b9ac-4b36-a922-54d44a53ef0b) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:18.159347 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11e224d6-71c6-4d69-82b4-aa623e2d80de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.200917 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e224d6-71c6-4d69-82b4-aa623e2d80de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e51828e-dd88-4b05-866e-95a59b52b336,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:18.208530 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11e224d6-71c6-4d69-82b4-aa623e2d80de admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.212971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-11e224d6-71c6-4d69-82b4-aa623e2d80de admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0e51828e-dd88-4b05-866e-95a59b52b336 HTTP/1.1" status: 204 len: 168 time: 0.6043820 Aug 17 02:57:18.213935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36830) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:18.216020 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9458e37e-7964-49fd-9efe-6f00da185022 None None] Network 3baeca35-1fa8-47e7-b9e2-45e2389ab81f requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:18.282511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17bbb95-8347-4bbd-adc4-3ea0171ef4d6 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:57:18.296592 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a97c0-db11-4406-8e4c-a1133e241546 None None] Sync routers for ids ['eeb367be-8d62-46e0-8368-fb9ca80bead4'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:57:18.302766 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a17bbb95-8347-4bbd-adc4-3ea0171ef4d6 admin admin] 10.222.0.13 "PUT /v2.0/routers/eeb367be-8d62-46e0-8368-fb9ca80bead4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9459727 Aug 17 02:57:18.310766 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.310927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36834) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:18.311704 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a97c0-db11-4406-8e4c-a1133e241546 None None] Routers {'eeb367be-8d62-46e0-8368-fb9ca80bead4'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:18.312329 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bd7a97c0-db11-4406-8e4c-a1133e241546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:57:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['eeb367be-8d62-46e0-8368-fb9ca80bead4'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:18.365054 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] Deleting port 8503e21e-0675-4980-b68f-1acc2953dd95 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:18.365445 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.455227 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.471211 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.471700 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Transition to ACTIVE for port object 9308cef2-b9ac-4b36-a922-54d44a53ef0b will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:18.482089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Transition to ACTIVE for port object 9308cef2-b9ac-4b36-a922-54d44a53ef0b will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:18.502248 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] For port 8503e21e-0675-4980-b68f-1acc2953dd95, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8503e21e-0675-4980-b68f-1acc2953dd95,segment=NetworkSegment(59fde0c7-9d71-416b-9974-77197f197927),segment_id=59fde0c7-9d71-416b-9974-77197f197927)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:18.502782 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.518533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] Calling delete_port for 8503e21e-0675-4980-b68f-1acc2953dd95 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:18.521731 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-bd7a97c0-db11-4406-8e4c-a1133e241546 None None] Set router eeb367be-8d62-46e0-8368-fb9ca80bead4 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:18.621623 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.625760 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.692132 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b43170-bab6-48ec-a6ef-eaa0e1c970d4 None None] DHCP port deletion for 3baeca35-1fa8-47e7-b9e2-45e2389ab81f request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:57:18.696187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Network 0e3168de-aaa5-4ada-9d63-67d7a033aa76 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:18.708556 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:18.718874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:18.792136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Pushing event updated for resources: {'Port': ['ID=9308cef2-b9ac-4b36-a922-54d44a53ef0b,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:18.801941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device de93f913-2bee-4243-b9fa-7208820be886 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:18.838985 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bd7a97c0-db11-4406-8e4c-a1133e241546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'name': 'tempest-TestAggregatesBasicOps-571249691-router', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '5a64ff10-2d9a-4f55-9e59-71a011077227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:56Z', 'updated_at': '2021-08-17T02:57:17Z', 'revision_number': 5, 'project_id': '236247e200e34f39b4044a21ab917924', 'gw_port': {'id': '5a64ff10-2d9a-4f55-9e59-71a011077227', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:57Z', 'updated_at': '2021-08-17T02:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:18.844324 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.851222 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.860361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: de93f913-2bee-4243-b9fa-7208820be886 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:18.861265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device de93f913-2bee-4243-b9fa-7208820be886 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:18.870919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Attempting to bind port 9308cef2-b9ac-4b36-a922-54d44a53ef0b on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:18.876380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Attempting to bind port 9308cef2-b9ac-4b36-a922-54d44a53ef0b by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '269d6473-2e37-4052-b984-e166e80a7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0e3168de-aaa5-4ada-9d63-67d7a033aa76'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:18.876380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Attempting to bind port 9308cef2-b9ac-4b36-a922-54d44a53ef0b on network 0e3168de-aaa5-4ada-9d63-67d7a033aa76 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:18.876628 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] Deleting port 5a64ff10-2d9a-4f55-9e59-71a011077227 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:18.876628 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.881022 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a97c0-db11-4406-8e4c-a1133e241546 None None] Checking router: eeb367be-8d62-46e0-8368-fb9ca80bead4 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:18.881725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:18.883027 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Checking segment: {'id': '269d6473-2e37-4052-b984-e166e80a7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0e3168de-aaa5-4ada-9d63-67d7a033aa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:18.883625 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.884189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Bound using segment: {'id': '269d6473-2e37-4052-b984-e166e80a7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0e3168de-aaa5-4ada-9d63-67d7a033aa76'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:18.884872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Bound port: 9308cef2-b9ac-4b36-a922-54d44a53ef0b, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269d6473-2e37-4052-b984-e166e80a7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0e3168de-aaa5-4ada-9d63-67d7a033aa76'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:18.885470 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.892151 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a97c0-db11-4406-8e4c-a1133e241546 None None] Routers {'eeb367be-8d62-46e0-8368-fb9ca80bead4'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:18.892785 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bd7a97c0-db11-4406-8e4c-a1133e241546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:57:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['eeb367be-8d62-46e0-8368-fb9ca80bead4'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:18.922523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Subnet': ['ID=79a2e9bb-121b-4f0b-841a-8ba3ba64ac37,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:18.962257 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8da39502-3601-46c0-bc20-df6af774614c None None] For port 9308cef2-b9ac-4b36-a922-54d44a53ef0b, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:18.965900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8da39502-3601-46c0-bc20-df6af774614c None None] For port 9308cef2-b9ac-4b36-a922-54d44a53ef0b, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9308cef2-b9ac-4b36-a922-54d44a53ef0b,segment=NetworkSegment(269d6473-2e37-4052-b984-e166e80a7033),segment_id=269d6473-2e37-4052-b984-e166e80a7033)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:18.968166 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] No DVR routers for this DVR port 8503e21e-0675-4980-b68f-1acc2953dd95 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:18.969586 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] Pushing event deleted for resources: {'Port': ['ID=8503e21e-0675-4980-b68f-1acc2953dd95,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:18.983390 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-26b43170-bab6-48ec-a6ef-eaa0e1c970d4 None None] Deleting port 8503e21e-0675-4980-b68f-1acc2953dd95 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:18.984225 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-26b43170-bab6-48ec-a6ef-eaa0e1c970d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.026932 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] For port 5a64ff10-2d9a-4f55-9e59-71a011077227, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5a64ff10-2d9a-4f55-9e59-71a011077227,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:19.027361 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.035308 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-bd7a97c0-db11-4406-8e4c-a1133e241546 None None] Set router eeb367be-8d62-46e0-8368-fb9ca80bead4 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:19.052773 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] Calling delete_port for 5a64ff10-2d9a-4f55-9e59-71a011077227 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:19.100473 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.131123 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.145339 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bd7a97c0-db11-4406-8e4c-a1133e241546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'name': 'tempest-TestAggregatesBasicOps-571249691-router', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:56Z', 'updated_at': '2021-08-17T02:57:18Z', 'revision_number': 6, 'project_id': '236247e200e34f39b4044a21ab917924', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:19.150186 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.153784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3168de-aaa5-4ada-9d63-67d7a033aa76']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:19.165882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-26b43170-bab6-48ec-a6ef-eaa0e1c970d4 None None] For port 8503e21e-0675-4980-b68f-1acc2953dd95, host n-d-793621-31, got binding levels [] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:19.166408 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-26b43170-bab6-48ec-a6ef-eaa0e1c970d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.182095 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3baeca35-1fa8-47e7-b9e2-45e2389ab81f']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:19.191951 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269d6473-2e37-4052-b984-e166e80a7033') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:19.192554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269d6473-2e37-4052-b984-e166e80a7033') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:19.195220 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a97c0-db11-4406-8e4c-a1133e241546 None None] The sync data for ids ['eeb367be-8d62-46e0-8368-fb9ca80bead4'] in n-d-793621-31 is: [{'id': 'eeb367be-8d62-46e0-8368-fb9ca80bead4', 'name': 'tempest-TestAggregatesBasicOps-571249691-router', 'tenant_id': '236247e200e34f39b4044a21ab917924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:56Z', 'updated_at': '2021-08-17T02:57:18Z', 'revision_number': 6, 'project_id': '236247e200e34f39b4044a21ab917924', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:57:19.210521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fde0c7-9d71-416b-9974-77197f197927') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:19.212918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fde0c7-9d71-416b-9974-77197f197927') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:19.220619 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.231352 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.235839 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-26b43170-bab6-48ec-a6ef-eaa0e1c970d4 None None] Calling delete_port for 8503e21e-0675-4980-b68f-1acc2953dd95 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:19.251097 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.259937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.ipam_backend_mixin [None req-26b43170-bab6-48ec-a6ef-eaa0e1c970d4 None None] Port 8503e21e-0675-4980-b68f-1acc2953dd95 was not found and therefore no delete operation was performed {{(pid=95408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 02:57:19.260737 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.266296 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-26b43170-bab6-48ec-a6ef-eaa0e1c970d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.269927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:19.270329 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:19.273695 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:19.279684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da39502-3601-46c0-bc20-df6af774614c None None] Pushing event updated for resources: {'Port': ['ID=9308cef2-b9ac-4b36-a922-54d44a53ef0b,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:19.296355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:19.296780 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:19.299279 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:19.314320 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b43170-bab6-48ec-a6ef-eaa0e1c970d4 None None] Pushing event deleted for resources: {'Port': ['ID=8503e21e-0675-4980-b68f-1acc2953dd95,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:19.318061 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b43170-bab6-48ec-a6ef-eaa0e1c970d4 None None] No DVR routers for this DVR port 8503e21e-0675-4980-b68f-1acc2953dd95 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:19.326060 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94bb540-8fe9-4727-9ce7-0300f43a3b47 None None] Network 0e3168de-aaa5-4ada-9d63-67d7a033aa76 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:19.468956 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.501183 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1969807f-cb70-4e0e-b644-1f10e6c5e3b6 None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:57:19.525910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] Pushing event deleted for resources: {'Port': ['ID=5a64ff10-2d9a-4f55-9e59-71a011077227,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:19.535429 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 02:57:19.535429 n-d-793621-31 neutron-server[95406]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 02:57:19.535429 n-d-793621-31 neutron-server[95406]: [parameters: {'id': '0e3168de-aaa5-4ada-9d63-67d7a033aa76'}] Aug 17 02:57:19.535429 n-d-793621-31 neutron-server[95406]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:57:19.538991 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:57:19.578524 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.603702 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.605081 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1969807f-cb70-4e0e-b644-1f10e6c5e3b6 None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:57:19.617868 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.620733 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3baeca35-1fa8-47e7-b9e2-45e2389ab81f HTTP/1.1" status: 204 len: 168 time: 1.4058633 Aug 17 02:57:19.652448 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b069cb2-a6a7-4c24-9338-16e6b065a396 admin admin] Pushing event deleted for resources: {'Network': ['ID=3baeca35-1fa8-47e7-b9e2-45e2389ab81f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:19.733930 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.736189 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.933927 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.933927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router eeb367be-8d62-46e0-8368-fb9ca80bead4 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:57:19.933927 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.933927 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bf2995c5-86a3-4b17-8404-77ea9fadbdbf admin admin] 10.222.0.13 "DELETE /v2.0/routers/eeb367be-8d62-46e0-8368-fb9ca80bead4 HTTP/1.1" status: 204 len: 168 time: 1.6280158 Aug 17 02:57:19.936875 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36886) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:19.986746 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-188e4685-fa47-478e-a109-bc80757511ce admin admin] Deleting subnet ceb8fa27-b751-4c8b-9343-60fc05cb34c6 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:57:19.989965 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-188e4685-fa47-478e-a109-bc80757511ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.027154 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-188e4685-fa47-478e-a109-bc80757511ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.069387 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.133437 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36894) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:20.199609 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-60b49233-df92-46c2-b77d-3e0e84fedfbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfc0da2911ce469596ea2cbdf9ad9ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645583 Aug 17 02:57:20.209785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36898) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:20.224058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-188e4685-fa47-478e-a109-bc80757511ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.235550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Deleting port 9308cef2-b9ac-4b36-a922-54d44a53ef0b {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:20.235550 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.383906 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] For port 9308cef2-b9ac-4b36-a922-54d44a53ef0b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9308cef2-b9ac-4b36-a922-54d44a53ef0b,segment=NetworkSegment(269d6473-2e37-4052-b984-e166e80a7033),segment_id=269d6473-2e37-4052-b984-e166e80a7033)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:20.384289 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.402860 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-440fa99d-60a5-4fe4-81f2-b2e11905fd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.409370 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Calling delete_port for 9308cef2-b9ac-4b36-a922-54d44a53ef0b owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:20.443128 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-440fa99d-60a5-4fe4-81f2-b2e11905fd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.502415 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-188e4685-fa47-478e-a109-bc80757511ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.559776 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-188e4685-fa47-478e-a109-bc80757511ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.564549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36918) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:20.566273 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-188e4685-fa47-478e-a109-bc80757511ce admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ceb8fa27-b751-4c8b-9343-60fc05cb34c6 HTTP/1.1" status: 204 len: 168 time: 0.6265903 Aug 17 02:57:20.568636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e4685-fa47-478e-a109-bc80757511ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceb8fa27-b751-4c8b-9343-60fc05cb34c6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:20.569476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f798d31-39d9-472d-8b6c-eeb86377ba8d None None] Network dbd9aedd-aca7-4a03-9f79-81b5da43e5d6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:20.670676 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.691576 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.706660 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 383adf82-fc8b-42b6-8bd4-466ee9ca6629 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:20.730084 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Port': ['ID=9308cef2-b9ac-4b36-a922-54d44a53ef0b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:20.737980 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-440fa99d-60a5-4fe4-81f2-b2e11905fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.744548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] Deleting port 8969b89e-6229-431a-aba2-be929b989d53 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:20.745046 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-440fa99d-60a5-4fe4-81f2-b2e11905fd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.748274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-440fa99d-60a5-4fe4-81f2-b2e11905fd6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5d62c47-9e36-4496-a438-b9b764f87fca HTTP/1.1" status: 204 len: 168 time: 0.5341663 Aug 17 02:57:20.748785 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.762130 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No DVR routers for this DVR port 9308cef2-b9ac-4b36-a922-54d44a53ef0b on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:20.764440 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 383adf82-fc8b-42b6-8bd4-466ee9ca6629 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:20.764796 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 383adf82-fc8b-42b6-8bd4-466ee9ca6629 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:20.765264 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5a64ff10-2d9a-4f55-9e59-71a011077227 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:20.801755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fa99d-60a5-4fe4-81f2-b2e11905fd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d62c47-9e36-4496-a438-b9b764f87fca,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:20.817970 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 5a64ff10-2d9a-4f55-9e59-71a011077227 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:20.818325 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5a64ff10-2d9a-4f55-9e59-71a011077227 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:20.818757 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8503e21e-0675-4980-b68f-1acc2953dd95 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:20.852533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 8503e21e-0675-4980-b68f-1acc2953dd95 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:20.852884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8503e21e-0675-4980-b68f-1acc2953dd95 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:20.870971 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] For port 8969b89e-6229-431a-aba2-be929b989d53, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8969b89e-6229-431a-aba2-be929b989d53,segment=NetworkSegment(d6b499b4-388d-400c-b2f6-fc530af64881),segment_id=d6b499b4-388d-400c-b2f6-fc530af64881)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:20.871351 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.883608 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.902804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3168de-aaa5-4ada-9d63-67d7a033aa76']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:20.911631 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] Calling delete_port for 8969b89e-6229-431a-aba2-be929b989d53 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:20.927864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269d6473-2e37-4052-b984-e166e80a7033') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:20.928563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269d6473-2e37-4052-b984-e166e80a7033') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:20.948909 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.966119 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.978550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:20.978550 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:20.980835 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:20.985747 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] DHCP port deletion for dbd9aedd-aca7-4a03-9f79-81b5da43e5d6 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:57:21.058120 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Deleting port 8969b89e-6229-431a-aba2-be929b989d53 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:21.058656 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.129698 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.138970 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.141372 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/0e3168de-aaa5-4ada-9d63-67d7a033aa76 HTTP/1.1" status: 204 len: 168 time: 3.2087092 Aug 17 02:57:21.144877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36942) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:21.146066 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] For port 8969b89e-6229-431a-aba2-be929b989d53, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8969b89e-6229-431a-aba2-be929b989d53,segment=NetworkSegment(d6b499b4-388d-400c-b2f6-fc530af64881),segment_id=d6b499b4-388d-400c-b2f6-fc530af64881)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:21.146685 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.153055 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6c2305a8-10dd-4e58-abb0-94eb1790aa8d tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1995715309'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:21.157833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbd34e-b852-41cf-9289-bcf8db1741ae tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Network': ['ID=0e3168de-aaa5-4ada-9d63-67d7a033aa76,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:21.164876 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Calling delete_port for 8969b89e-6229-431a-aba2-be929b989d53 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:21.171969 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.204254 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=8969b89e-6229-431a-aba2-be929b989d53,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:21.206682 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] No DVR routers for this DVR port 8969b89e-6229-431a-aba2-be929b989d53 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:21.255231 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.286184 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Pushing event deleted for resources: {'Port': ['ID=8969b89e-6229-431a-aba2-be929b989d53,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:21.289388 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] No DVR routers for this DVR port 8969b89e-6229-431a-aba2-be929b989d53 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:21.299605 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:21.299953 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:21.300292 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:21.300626 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:21.300958 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:21.301355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:21.301641 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:21.302014 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:21.302537 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:21.302926 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:21.303258 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:21.305315 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.306590 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d639e2a3-6db7-4539-8189-1a9d6d771d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:21.320460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd9aedd-aca7-4a03-9f79-81b5da43e5d6']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:21.333295 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2305a8-10dd-4e58-abb0-94eb1790aa8d tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:21.337674 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c2305a8-10dd-4e58-abb0-94eb1790aa8d tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.343099 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b499b4-388d-400c-b2f6-fc530af64881') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:21.343398 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b499b4-388d-400c-b2f6-fc530af64881') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:21.361338 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.379998 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.387038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2305a8-10dd-4e58-abb0-94eb1790aa8d tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:57:21.406139 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:21.406640 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:21.412156 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:21.455439 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c2305a8-10dd-4e58-abb0-94eb1790aa8d tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.455879 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-6c2305a8-10dd-4e58-abb0-94eb1790aa8d tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Added segment 44e48f5f-c393-47fc-9149-186df42c0e5b of type vlan for network 0420498d-62bc-4914-82a3-9dcf603539a3 Aug 17 02:57:21.506498 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c2305a8-10dd-4e58-abb0-94eb1790aa8d tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.609684 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.623278 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.623278 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dbd9aedd-aca7-4a03-9f79-81b5da43e5d6 HTTP/1.1" status: 204 len: 168 time: 1.0527725 Aug 17 02:57:21.636848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39357587-0ec7-4061-8d14-51aa1b295c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd9aedd-aca7-4a03-9f79-81b5da43e5d6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:21.640245 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c2305a8-10dd-4e58-abb0-94eb1790aa8d tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.647347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2305a8-10dd-4e58-abb0-94eb1790aa8d tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:21.650371 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6c2305a8-10dd-4e58-abb0-94eb1790aa8d tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.720006 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2305a8-10dd-4e58-abb0-94eb1790aa8d tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Network': ['ID=0420498d-62bc-4914-82a3-9dcf603539a3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:21.730973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 0420498d-62bc-4914-82a3-9dcf603539a3 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:57:21.815778 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6c2305a8-10dd-4e58-abb0-94eb1790aa8d tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6690195 Aug 17 02:57:21.822086 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36970) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:21.822449 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36972) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:21.829088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-aa6e6507-967d-41ce-9f45-ed9668607a05 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'subnet': {'network_id': '0420498d-62bc-4914-82a3-9dcf603539a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:21.931329 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-615f3836-298c-40e9-9aec-77358557e91f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cd3256204e54fa8bee4d563ef6185dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065209 Aug 17 02:57:21.933731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36976) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:21.995103 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dc158ce6-51a3-4b78-8402-6181edf38b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.017012 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dc158ce6-51a3-4b78-8402-6181edf38b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.094767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 36978) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:22.109076 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6e6507-967d-41ce-9f45-ed9668607a05 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:22.112683 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6507-967d-41ce-9f45-ed9668607a05 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.196136 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f12cdd65-767c-4bd7-9130-d5709bf0cdc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=866122aee0634117842d22be00bcf186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1001461 Aug 17 02:57:22.198856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36980) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:22.214741 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dc158ce6-51a3-4b78-8402-6181edf38b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.216843 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dc158ce6-51a3-4b78-8402-6181edf38b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.218764 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dc158ce6-51a3-4b78-8402-6181edf38b36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bab826ee-6caa-4748-9a69-aad320c135d6 HTTP/1.1" status: 204 len: 168 time: 0.2833831 Aug 17 02:57:22.231507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc158ce6-51a3-4b78-8402-6181edf38b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab826ee-6caa-4748-9a69-aad320c135d6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:22.268827 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-450a9ba4-e1e4-4bfa-8218-bfd87ed9f90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.299957 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-450a9ba4-e1e4-4bfa-8218-bfd87ed9f90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.440272 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6507-967d-41ce-9f45-ed9668607a05 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.474742 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-450a9ba4-e1e4-4bfa-8218-bfd87ed9f90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.478216 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-450a9ba4-e1e4-4bfa-8218-bfd87ed9f90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.479898 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-450a9ba4-e1e4-4bfa-8218-bfd87ed9f90c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10729a1f-4c08-4a41-8ca3-d5559e098b46 HTTP/1.1" status: 204 len: 168 time: 0.2796953 Aug 17 02:57:22.496528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e6507-967d-41ce-9f45-ed9668607a05 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Subnet': ['ID=db0be04b-71b0-4a13-8f04-f3d1c8b626f2,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:22.498753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a9ba4-e1e4-4bfa-8218-bfd87ed9f90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10729a1f-4c08-4a41-8ca3-d5559e098b46,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:22.527627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e6507-967d-41ce-9f45-ed9668607a05 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Checking segment: {'id': '44e48f5f-c393-47fc-9149-186df42c0e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0420498d-62bc-4914-82a3-9dcf603539a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:22.528051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e6507-967d-41ce-9f45-ed9668607a05 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network hostable DHCP agents. Network: 0420498d-62bc-4914-82a3-9dcf603539a3, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:57:22.623184 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e6507-967d-41ce-9f45-ed9668607a05 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network 0420498d-62bc-4914-82a3-9dcf603539a3 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:57:22.692349 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8969b89e-6229-431a-aba2-be929b989d53 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:22.715079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 8969b89e-6229-431a-aba2-be929b989d53 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:22.715579 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8969b89e-6229-431a-aba2-be929b989d53 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:22.730734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e6507-967d-41ce-9f45-ed9668607a05 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 0420498d-62bc-4914-82a3-9dcf603539a3) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:22.737600 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6e6507-967d-41ce-9f45-ed9668607a05 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:22.739367 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6507-967d-41ce-9f45-ed9668607a05 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.745167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d4ec22-b323-442d-a7d7-d4427c34e513 None None] Network 0420498d-62bc-4914-82a3-9dcf603539a3 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:22.910436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36994) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:22.913348 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-aa6e6507-967d-41ce-9f45-ed9668607a05 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0895159 Aug 17 02:57:22.919709 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7974431f-7b62-415c-8526-e20c66472ce8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'subnet': {'network_id': '0420498d-62bc-4914-82a3-9dcf603539a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:22.978770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-0420498d-62bc-4914-82a3-9dcf603539a3', 'network_id': '0420498d-62bc-4914-82a3-9dcf603539a3', 'tenant_id': 'dd73ac2ef11f4716ba9938b728c2f604', 'fixed_ips': [{'subnet_id': 'db0be04b-71b0-4a13-8f04-f3d1c8b626f2'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:57:22.985370 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.151585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Allocated IP 2001:db8::2 (0420498d-62bc-4914-82a3-9dcf603539a3/db0be04b-71b0-4a13-8f04-f3d1c8b626f2/3de4ad87-a513-408a-bdd1-0c453248f781) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:23.209480 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7974431f-7b62-415c-8526-e20c66472ce8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:23.213764 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7974431f-7b62-415c-8526-e20c66472ce8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.301426 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.309790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Transition to ACTIVE for port object 3de4ad87-a513-408a-bdd1-0c453248f781 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:23.324850 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Transition to ACTIVE for port object 3de4ad87-a513-408a-bdd1-0c453248f781 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:23.463588 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.496161 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 36998) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:23.506908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Network 0420498d-62bc-4914-82a3-9dcf603539a3 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:23.510158 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:23.514727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:23.517815 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Pushing event updated for resources: {'Port': ['ID=3de4ad87-a513-408a-bdd1-0c453248f781,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:23.528919 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7974431f-7b62-415c-8526-e20c66472ce8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.586851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Attempting to bind port 3de4ad87-a513-408a-bdd1-0c453248f781 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:23.587309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Attempting to bind port 3de4ad87-a513-408a-bdd1-0c453248f781 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '44e48f5f-c393-47fc-9149-186df42c0e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0420498d-62bc-4914-82a3-9dcf603539a3'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:23.588146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Attempting to bind port 3de4ad87-a513-408a-bdd1-0c453248f781 on network 0420498d-62bc-4914-82a3-9dcf603539a3 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:23.593461 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:23.593461 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Checking segment: {'id': '44e48f5f-c393-47fc-9149-186df42c0e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0420498d-62bc-4914-82a3-9dcf603539a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:23.593826 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.594228 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Bound using segment: {'id': '44e48f5f-c393-47fc-9149-186df42c0e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0420498d-62bc-4914-82a3-9dcf603539a3'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:23.594789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Bound port: 3de4ad87-a513-408a-bdd1-0c453248f781, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e48f5f-c393-47fc-9149-186df42c0e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0420498d-62bc-4914-82a3-9dcf603539a3'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:23.595583 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.597114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7974431f-7b62-415c-8526-e20c66472ce8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network 0420498d-62bc-4914-82a3-9dcf603539a3 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:23.599912 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0aa7b0e0-3945-4613-9979-37c13fa9964f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=236247e200e34f39b4044a21ab917924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1015100 Aug 17 02:57:23.602863 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37002) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:23.606576 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-7974431f-7b62-415c-8526-e20c66472ce8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:23.614117 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974431f-7b62-415c-8526-e20c66472ce8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:23.614117 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7974431f-7b62-415c-8526-e20c66472ce8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.620041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974431f-7b62-415c-8526-e20c66472ce8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Subnet': ['ID=5fc2698d-dec1-43e4-b332-7675ad07b133,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:23.673208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] For port 3de4ad87-a513-408a-bdd1-0c453248f781, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:23.676666 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] For port 3de4ad87-a513-408a-bdd1-0c453248f781, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3de4ad87-a513-408a-bdd1-0c453248f781,segment=NetworkSegment(44e48f5f-c393-47fc-9149-186df42c0e5b),segment_id=44e48f5f-c393-47fc-9149-186df42c0e5b)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:23.676859 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d43a31c-534c-4295-8c63-75162d69c5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.699107 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d43a31c-534c-4295-8c63-75162d69c5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.715176 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7974431f-7b62-415c-8526-e20c66472ce8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8029010 Aug 17 02:57:23.717600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37004) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:23.753584 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.777507 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e734cdca-7801-4248-bcb8-881eda29a340 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:23.779509 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e734cdca-7801-4248-bcb8-881eda29a340 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:23.781297 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e734cdca-7801-4248-bcb8-881eda29a340 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:23.783812 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e734cdca-7801-4248-bcb8-881eda29a340 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:23.785967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e734cdca-7801-4248-bcb8-881eda29a340 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:23.789538 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e734cdca-7801-4248-bcb8-881eda29a340 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0708923 Aug 17 02:57:23.793782 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37006) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:23.798510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-4d697eef-ea96-4950-b34f-9b284b62f215 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-944678635'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:23.825149 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4d468-6897-43e8-908c-2cd4c396a474 None None] Pushing event updated for resources: {'Port': ['ID=3de4ad87-a513-408a-bdd1-0c453248f781,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:23.849875 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d43a31c-534c-4295-8c63-75162d69c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.854179 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7d43a31c-534c-4295-8c63-75162d69c5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.855079 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7d43a31c-534c-4295-8c63-75162d69c5aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebcc2350-707f-406b-a7fe-0fd3c3b947dd HTTP/1.1" status: 204 len: 168 time: 0.2511835 Aug 17 02:57:23.863238 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43a31c-534c-4295-8c63-75162d69c5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcc2350-707f-406b-a7fe-0fd3c3b947dd,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:23.915494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d697eef-ea96-4950-b34f-9b284b62f215 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:23.919482 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d697eef-ea96-4950-b34f-9b284b62f215 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.949977 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d697eef-ea96-4950-b34f-9b284b62f215 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:57:23.962862 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d697eef-ea96-4950-b34f-9b284b62f215 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.963549 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-4d697eef-ea96-4950-b34f-9b284b62f215 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Added segment f349f895-d5c6-4cc3-bc72-a9db1686614b of type vlan for network 354cd088-283b-4dea-af80-d7e9a628ea22 Aug 17 02:57:24.025633 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d697eef-ea96-4950-b34f-9b284b62f215 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.110063 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d697eef-ea96-4950-b34f-9b284b62f215 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.117388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d697eef-ea96-4950-b34f-9b284b62f215 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:24.118031 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d697eef-ea96-4950-b34f-9b284b62f215 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.196168 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d697eef-ea96-4950-b34f-9b284b62f215 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Network': ['ID=354cd088-283b-4dea-af80-d7e9a628ea22,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:24.206688 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 354cd088-283b-4dea-af80-d7e9a628ea22 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:57:24.236048 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37014) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:24.236577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4d697eef-ea96-4950-b34f-9b284b62f215 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4414890 Aug 17 02:57:24.242949 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-36e35aa1-7a02-458a-b675-8cae5e71a84a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:24.426605 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-36e35aa1-7a02-458a-b675-8cae5e71a84a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.495119 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-36e35aa1-7a02-458a-b675-8cae5e71a84a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.514711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36e35aa1-7a02-458a-b675-8cae5e71a84a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network 354cd088-283b-4dea-af80-d7e9a628ea22 is not hosted by any dhcp agent {{(pid=95407) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 02:57:24.520378 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e35aa1-7a02-458a-b675-8cae5e71a84a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:24.521366 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-36e35aa1-7a02-458a-b675-8cae5e71a84a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.525021 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-36e35aa1-7a02-458a-b675-8cae5e71a84a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "PUT /v2.0/networks/354cd088-283b-4dea-af80-d7e9a628ea22 HTTP/1.1" status: 200 len: 723 time: 0.2876663 Aug 17 02:57:24.526505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37022) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:24.531740 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-661bbb05-8f35-4090-b41f-81918aea6db7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'subnet': {'network_id': '354cd088-283b-4dea-af80-d7e9a628ea22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:24.589044 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e35aa1-7a02-458a-b675-8cae5e71a84a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Network': ['ID=354cd088-283b-4dea-af80-d7e9a628ea22,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:24.605894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 354cd088-283b-4dea-af80-d7e9a628ea22 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:57:24.809925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661bbb05-8f35-4090-b41f-81918aea6db7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:24.815656 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-661bbb05-8f35-4090-b41f-81918aea6db7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.949341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3de4ad87-a513-408a-bdd1-0c453248f781 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:25.104738 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265aa674-c623-4920-99ea-c5054d090369 None None] Network 0420498d-62bc-4914-82a3-9dcf603539a3 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:25.109649 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 3de4ad87-a513-408a-bdd1-0c453248f781 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:25.227578 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-661bbb05-8f35-4090-b41f-81918aea6db7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:25.299113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bbb05-8f35-4090-b41f-81918aea6db7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Subnet': ['ID=d60889f1-c021-4d8f-8e4d-393051bedfe4,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:25.328031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661bbb05-8f35-4090-b41f-81918aea6db7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Checking segment: {'id': 'f349f895-d5c6-4cc3-bc72-a9db1686614b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '354cd088-283b-4dea-af80-d7e9a628ea22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:25.328408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661bbb05-8f35-4090-b41f-81918aea6db7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network hostable DHCP agents. Network: 354cd088-283b-4dea-af80-d7e9a628ea22, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:57:25.345747 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-06e9605c-7382-43a9-85ea-3e6659834e1c None None] Provisioning for port 3de4ad87-a513-408a-bdd1-0c453248f781 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:25.348627 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-06e9605c-7382-43a9-85ea-3e6659834e1c None None] Provisioning complete for port 3de4ad87-a513-408a-bdd1-0c453248f781 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:25.348995 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-06e9605c-7382-43a9-85ea-3e6659834e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:25.423310 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661bbb05-8f35-4090-b41f-81918aea6db7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network 354cd088-283b-4dea-af80-d7e9a628ea22 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:57:25.467043 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-06e9605c-7382-43a9-85ea-3e6659834e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:25.484163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f959348d-ba49-48c0-8686-49265d977f62 None None] Update dhcp port {'port': {'network_id': '0420498d-62bc-4914-82a3-9dcf603539a3', 'fixed_ips': [{'subnet_id': 'db0be04b-71b0-4a13-8f04-f3d1c8b626f2', 'ip_address': '2001:db8::2'}, {'subnet_id': '5fc2698d-dec1-43e4-b332-7675ad07b133'}], 'binding:host_id': 'n-d-793621-31'}, 'id': '3de4ad87-a513-408a-bdd1-0c453248f781'} from n-d-793621-31. {{(pid=95408) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 02:57:25.507595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-661bbb05-8f35-4090-b41f-81918aea6db7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 354cd088-283b-4dea-af80-d7e9a628ea22) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:25.514299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661bbb05-8f35-4090-b41f-81918aea6db7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:25.515384 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-661bbb05-8f35-4090-b41f-81918aea6db7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:25.529564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f224752-417d-4c85-9512-cc31a36820c9 None None] Network 354cd088-283b-4dea-af80-d7e9a628ea22 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:25.535214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-06e9605c-7382-43a9-85ea-3e6659834e1c None None] For port 3de4ad87-a513-408a-bdd1-0c453248f781, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3de4ad87-a513-408a-bdd1-0c453248f781,segment=NetworkSegment(44e48f5f-c393-47fc-9149-186df42c0e5b),segment_id=44e48f5f-c393-47fc-9149-186df42c0e5b)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:25.544848 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f959348d-ba49-48c0-8686-49265d977f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:25.624330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37050) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:25.624973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-661bbb05-8f35-4090-b41f-81918aea6db7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0966892 Aug 17 02:57:25.628113 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-06e9605c-7382-43a9-85ea-3e6659834e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:25.638632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d78167fd-5353-4d81-9bf2-a7d32a6483db tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:25.823824 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9605c-7382-43a9-85ea-3e6659834e1c None None] Pushing event updated for resources: {'Port': ['ID=3de4ad87-a513-408a-bdd1-0c453248f781,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:25.947682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-f959348d-ba49-48c0-8686-49265d977f62 None None] Allocated IP 172.20.0.1 (0420498d-62bc-4914-82a3-9dcf603539a3/5fc2698d-dec1-43e4-b332-7675ad07b133/3de4ad87-a513-408a-bdd1-0c453248f781) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:25.963611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-354cd088-283b-4dea-af80-d7e9a628ea22', 'network_id': '354cd088-283b-4dea-af80-d7e9a628ea22', 'tenant_id': 'dd73ac2ef11f4716ba9938b728c2f604', 'fixed_ips': [{'subnet_id': 'd60889f1-c021-4d8f-8e4d-393051bedfe4'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:57:25.964491 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.076935 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d78167fd-5353-4d81-9bf2-a7d32a6483db tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9021011'] for subnet, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.166952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f959348d-ba49-48c0-8686-49265d977f62 None None] For port 3de4ad87-a513-408a-bdd1-0c453248f781, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3de4ad87-a513-408a-bdd1-0c453248f781,segment=NetworkSegment(44e48f5f-c393-47fc-9149-186df42c0e5b),segment_id=44e48f5f-c393-47fc-9149-186df42c0e5b)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:26.229947 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f959348d-ba49-48c0-8686-49265d977f62 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.242824 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f959348d-ba49-48c0-8686-49265d977f62 None None] Transition to ACTIVE for port object 3de4ad87-a513-408a-bdd1-0c453248f781 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:26.307050 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d78167fd-5353-4d81-9bf2-a7d32a6483db tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730040250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3295861'] for subnet, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.322556 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f959348d-ba49-48c0-8686-49265d977f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.357568 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78167fd-5353-4d81-9bf2-a7d32a6483db tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:26.358162 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d78167fd-5353-4d81-9bf2-a7d32a6483db tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.361819 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d78167fd-5353-4d81-9bf2-a7d32a6483db tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "PUT /v2.0/subnets/d60889f1-c021-4d8f-8e4d-393051bedfe4 HTTP/1.1" status: 200 len: 826 time: 0.7328739 Aug 17 02:57:26.362025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37076) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:26.422581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78167fd-5353-4d81-9bf2-a7d32a6483db tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Subnet': ['ID=d60889f1-c021-4d8f-8e4d-393051bedfe4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:26.446353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959348d-ba49-48c0-8686-49265d977f62 None None] Pushing event updated for resources: {'Port': ['ID=3de4ad87-a513-408a-bdd1-0c453248f781,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:26.500393 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Allocated IP 2001:db8::2 (354cd088-283b-4dea-af80-d7e9a628ea22/d60889f1-c021-4d8f-8e4d-393051bedfe4/d8269a67-edf5-438f-bf4e-a73290282f78) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:26.504153 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.566196 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.707553 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3de4ad87-a513-408a-bdd1-0c453248f781 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:26.712587 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.745753 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Transition to ACTIVE for port object d8269a67-edf5-438f-bf4e-a73290282f78 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:26.773226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Transition to ACTIVE for port object d8269a67-edf5-438f-bf4e-a73290282f78 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:26.991793 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:27.050155 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Network 354cd088-283b-4dea-af80-d7e9a628ea22 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:27.054474 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:27.058157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:27.095633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Pushing event updated for resources: {'Port': ['ID=d8269a67-edf5-438f-bf4e-a73290282f78,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:27.132903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Attempting to bind port d8269a67-edf5-438f-bf4e-a73290282f78 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:27.133211 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Attempting to bind port d8269a67-edf5-438f-bf4e-a73290282f78 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'f349f895-d5c6-4cc3-bc72-a9db1686614b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '354cd088-283b-4dea-af80-d7e9a628ea22'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:27.133476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Attempting to bind port d8269a67-edf5-438f-bf4e-a73290282f78 on network 354cd088-283b-4dea-af80-d7e9a628ea22 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:27.140928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:27.141336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Checking segment: {'id': 'f349f895-d5c6-4cc3-bc72-a9db1686614b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '354cd088-283b-4dea-af80-d7e9a628ea22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:27.141745 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:27.142149 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Bound using segment: {'id': 'f349f895-d5c6-4cc3-bc72-a9db1686614b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '354cd088-283b-4dea-af80-d7e9a628ea22'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:27.142618 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Bound port: d8269a67-edf5-438f-bf4e-a73290282f78, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f349f895-d5c6-4cc3-bc72-a9db1686614b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '354cd088-283b-4dea-af80-d7e9a628ea22'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:27.142999 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:27.184645 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41f48c1-171e-4bdb-81ec-06001d8ac677 None None] Network 0420498d-62bc-4914-82a3-9dcf603539a3 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:27.252060 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:27.268999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] For port d8269a67-edf5-438f-bf4e-a73290282f78, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:27.274072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] For port d8269a67-edf5-438f-bf4e-a73290282f78, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d8269a67-edf5-438f-bf4e-a73290282f78,segment=NetworkSegment(f349f895-d5c6-4cc3-bc72-a9db1686614b),segment_id=f349f895-d5c6-4cc3-bc72-a9db1686614b)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:27.282689 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Subnet': ['ID=d60889f1-c021-4d8f-8e4d-393051bedfe4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:27.338417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e94b5a81-b727-4adb-bf7d-b51523d78300 None None] Provisioning for port 3de4ad87-a513-408a-bdd1-0c453248f781 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:27.353268 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e94b5a81-b727-4adb-bf7d-b51523d78300 None None] Provisioning complete for port 3de4ad87-a513-408a-bdd1-0c453248f781 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:27.353628 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e94b5a81-b727-4adb-bf7d-b51523d78300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:27.358524 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:27.372413 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:27.383078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354cd088-283b-4dea-af80-d7e9a628ea22']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:27.394623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f349f895-d5c6-4cc3-bc72-a9db1686614b') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:27.395052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f349f895-d5c6-4cc3-bc72-a9db1686614b') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:27.405074 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:27.422370 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:27.431199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:27.432062 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:27.444827 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:27.494757 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ef4ae-75a1-4ee2-8ef0-df10cff448a0 None None] Pushing event updated for resources: {'Port': ['ID=d8269a67-edf5-438f-bf4e-a73290282f78,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:27.564099 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.db.api [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 02:57:27.564099 n-d-793621-31 neutron-server[95407]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 02:57:27.564099 n-d-793621-31 neutron-server[95407]: [parameters: {'id': '354cd088-283b-4dea-af80-d7e9a628ea22'}] Aug 17 02:57:27.564099 n-d-793621-31 neutron-server[95407]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:57:27.564653 n-d-793621-31 neutron-server[95407]: DEBUG oslo_db.api [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:57:27.857492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37122) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:27.874367 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5428f603-70eb-4531-9de4-78025cd935ec None None] Provisioning complete for port 3de4ad87-a513-408a-bdd1-0c453248f781 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:27.874739 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5428f603-70eb-4531-9de4-78025cd935ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:27.998124 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77888b8e-ab5e-4448-a810-3544e548ca29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.072649 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.107981 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77888b8e-ab5e-4448-a810-3544e548ca29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.160450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Deleting port d8269a67-edf5-438f-bf4e-a73290282f78 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:28.161039 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.174242 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77888b8e-ab5e-4448-a810-3544e548ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.268591 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] For port d8269a67-edf5-438f-bf4e-a73290282f78, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d8269a67-edf5-438f-bf4e-a73290282f78,segment=NetworkSegment(f349f895-d5c6-4cc3-bc72-a9db1686614b),segment_id=f349f895-d5c6-4cc3-bc72-a9db1686614b)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:28.269300 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.274986 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-77888b8e-ab5e-4448-a810-3544e548ca29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54210d8bdfb1430a8b3537d55dadba9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163830 Aug 17 02:57:28.276229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77888b8e-ab5e-4448-a810-3544e548ca29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb91458-6050-4a03-a341-c3289955b8a8,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:28.277642 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37136) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:28.297421 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Calling delete_port for d8269a67-edf5-438f-bf4e-a73290282f78 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:28.360376 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6c078048-6d99-4efc-ac6f-4f804e3fff2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.390266 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6c078048-6d99-4efc-ac6f-4f804e3fff2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.497491 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.525747 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6c078048-6d99-4efc-ac6f-4f804e3fff2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.528376 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6c078048-6d99-4efc-ac6f-4f804e3fff2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.530783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6c078048-6d99-4efc-ac6f-4f804e3fff2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/feb91458-6050-4a03-a341-c3289955b8a8 HTTP/1.1" status: 204 len: 168 time: 0.2504308 Aug 17 02:57:28.532475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Port': ['ID=d8269a67-edf5-438f-bf4e-a73290282f78,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:28.545832 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No DVR routers for this DVR port d8269a67-edf5-438f-bf4e-a73290282f78 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:28.547216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c078048-6d99-4efc-ac6f-4f804e3fff2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb91458-6050-4a03-a341-c3289955b8a8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:28.597437 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8824c4dc-32c8-4d64-bf22-d4dea7478b3b None None] Network 354cd088-283b-4dea-af80-d7e9a628ea22 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:28.655938 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a9ff9120-584d-444d-a4ef-2b21dcae7987 None None] Could not find standard attr ID for object d8269a67-edf5-438f-bf4e-a73290282f78. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 02:57:28.665652 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.680223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354cd088-283b-4dea-af80-d7e9a628ea22']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:28.693558 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f349f895-d5c6-4cc3-bc72-a9db1686614b') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:28.694021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f349f895-d5c6-4cc3-bc72-a9db1686614b') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:28.705675 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.724364 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.751706 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:28.751706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:28.797916 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:28.834572 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf8ef3e-7757-4f03-a40c-56a315c8fe4b None None] DHCP port deletion for 354cd088-283b-4dea-af80-d7e9a628ea22 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:57:28.852304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7b4138-97d7-4e5b-a186-566dec94a43e None None] Network 354cd088-283b-4dea-af80-d7e9a628ea22 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:28.889549 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.898012 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.904224 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37164) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:28.904988 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/354cd088-283b-4dea-af80-d7e9a628ea22 HTTP/1.1" status: 204 len: 168 time: 2.5417378 Aug 17 02:57:28.941593 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb71bc-9003-4f70-9d75-ea3e2c4c8dca tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Network': ['ID=354cd088-283b-4dea-af80-d7e9a628ea22,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:28.967382 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6c0c6a-6faa-4a7f-b4f3-4c67406ea64f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] DELETE failed (client error): The resource could not be found. Aug 17 02:57:28.968384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6c0c6a-6faa-4a7f-b4f3-4c67406ea64f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:57:28.977362 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37172) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:28.983754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-22260d6f-b9db-4cc4-8097-49bb99d909c7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-445288435', 'description': 'd1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:28.987832 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cd6c0c6a-6faa-4a7f-b4f3-4c67406ea64f tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/354cd088-283b-4dea-af80-d7e9a628ea22 HTTP/1.1" status: 404 len: 339 time: 0.0811338 Aug 17 02:57:29.082942 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22260d6f-b9db-4cc4-8097-49bb99d909c7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:29.083803 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-22260d6f-b9db-4cc4-8097-49bb99d909c7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:29.133680 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22260d6f-b9db-4cc4-8097-49bb99d909c7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:57:29.152815 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:29.155646 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-22260d6f-b9db-4cc4-8097-49bb99d909c7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:29.156275 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-22260d6f-b9db-4cc4-8097-49bb99d909c7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Added segment 3b490d28-98b3-4a7f-a45d-bed8d012bc4e of type vlan for network 5e823804-edea-4b41-903c-ef13ffa137cd Aug 17 02:57:29.217939 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-22260d6f-b9db-4cc4-8097-49bb99d909c7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:29.344047 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-22260d6f-b9db-4cc4-8097-49bb99d909c7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:29.349814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22260d6f-b9db-4cc4-8097-49bb99d909c7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:29.350570 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-22260d6f-b9db-4cc4-8097-49bb99d909c7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:29.423796 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22260d6f-b9db-4cc4-8097-49bb99d909c7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Network': ['ID=5e823804-edea-4b41-903c-ef13ffa137cd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:29.435613 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 5e823804-edea-4b41-903c-ef13ffa137cd details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:57:29.504875 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-22260d6f-b9db-4cc4-8097-49bb99d909c7 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5258167 Aug 17 02:57:29.507534 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37196) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:29.631222 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341423f1-abaf-4fac-8bf2-8bb927d70fa0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:29.633016 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-341423f1-abaf-4fac-8bf2-8bb927d70fa0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "GET /v2.0/networks?id=5e823804-edea-4b41-903c-ef13ffa137cd HTTP/1.1" status: 200 len: 764 time: 0.1244943 Aug 17 02:57:29.635764 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37200) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:29.640776 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8239c64a-40e7-4507-98b6-00d13aa0d5ff tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'network': {'description': 'd2'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:29.807995 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8239c64a-40e7-4507-98b6-00d13aa0d5ff tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:29.886244 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8239c64a-40e7-4507-98b6-00d13aa0d5ff tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:29.895576 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8239c64a-40e7-4507-98b6-00d13aa0d5ff tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network 5e823804-edea-4b41-903c-ef13ffa137cd is not hosted by any dhcp agent {{(pid=95407) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 02:57:29.901740 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8239c64a-40e7-4507-98b6-00d13aa0d5ff tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:29.902346 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8239c64a-40e7-4507-98b6-00d13aa0d5ff tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:29.903643 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8239c64a-40e7-4507-98b6-00d13aa0d5ff tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "PUT /v2.0/networks/5e823804-edea-4b41-903c-ef13ffa137cd HTTP/1.1" status: 200 len: 761 time: 0.2669609 Aug 17 02:57:29.906591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37212) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:29.982353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239c64a-40e7-4507-98b6-00d13aa0d5ff tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Network': ['ID=5e823804-edea-4b41-903c-ef13ffa137cd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:30.001171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 5e823804-edea-4b41-903c-ef13ffa137cd details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:57:30.359124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e0f666-06f8-4762-95d5-5f84dab24fac tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:30.360823 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-26e0f666-06f8-4762-95d5-5f84dab24fac tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "GET /v2.0/networks?id=5e823804-edea-4b41-903c-ef13ffa137cd HTTP/1.1" status: 200 len: 764 time: 0.4531069 Aug 17 02:57:30.365695 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37220) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:30.430441 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37222) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:30.550978 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02e9c9af-70f6-4c77-9f26-9b68a03fc534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.556428 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32653eec-9c9e-4730-a186-7306c94432f8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:30.558007 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-32653eec-9c9e-4730-a186-7306c94432f8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1907496 Aug 17 02:57:30.560942 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37226) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:30.605080 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-540fc0b9-022a-4c2c-9006-6e6b9b68e91c tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "GET /v2.0/subnets?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 207 time: 0.0399609 Aug 17 02:57:30.605331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37228) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:30.618403 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d8269a67-edf5-438f-bf4e-a73290282f78 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:30.637033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: d8269a67-edf5-438f-bf4e-a73290282f78 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:30.637408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d8269a67-edf5-438f-bf4e-a73290282f78 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:30.648690 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02e9c9af-70f6-4c77-9f26-9b68a03fc534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.729640 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02e9c9af-70f6-4c77-9f26-9b68a03fc534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.769657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-02e9c9af-70f6-4c77-9f26-9b68a03fc534 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6f6ce83163f40bfaea0fd7ae6113e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378034 Aug 17 02:57:30.772012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37230) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:30.778653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9c9af-70f6-4c77-9f26-9b68a03fc534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dfe121-bb06-4a52-bd19-ad9c99d00928,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:30.806173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a44c34a-84b6-4a85-90d5-35f578bdb871 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:30.812417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a44c34a-84b6-4a85-90d5-35f578bdb871 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:30.818333 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a44c34a-84b6-4a85-90d5-35f578bdb871 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:30.825447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a44c34a-84b6-4a85-90d5-35f578bdb871 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:30.825691 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c6c13bb8-59db-406f-bbc3-478a75e47126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.831819 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a44c34a-84b6-4a85-90d5-35f578bdb871 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:30.838293 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a44c34a-84b6-4a85-90d5-35f578bdb871 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:30.840222 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8a44c34a-84b6-4a85-90d5-35f578bdb871 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2340052 Aug 17 02:57:30.844151 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37232) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:30.852098 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c6c13bb8-59db-406f-bbc3-478a75e47126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.973102 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0db0cc75-0b01-4959-b55d-c08cb7fea66b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1276143 Aug 17 02:57:30.976630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37234) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:30.980835 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c6c13bb8-59db-406f-bbc3-478a75e47126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.983962 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c6c13bb8-59db-406f-bbc3-478a75e47126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.987446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c6c13bb8-59db-406f-bbc3-478a75e47126 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05dfe121-bb06-4a52-bd19-ad9c99d00928 HTTP/1.1" status: 204 len: 168 time: 0.2115273 Aug 17 02:57:30.994349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c13bb8-59db-406f-bbc3-478a75e47126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dfe121-bb06-4a52-bd19-ad9c99d00928,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:31.048920 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d607c49d-544b-48d1-9619-9e07fd67b4e5 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:31.050546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d607c49d-544b-48d1-9619-9e07fd67b4e5 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:31.052025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d607c49d-544b-48d1-9619-9e07fd67b4e5 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:31.054785 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d607c49d-544b-48d1-9619-9e07fd67b4e5 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:31.056279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d607c49d-544b-48d1-9619-9e07fd67b4e5 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:31.058060 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d607c49d-544b-48d1-9619-9e07fd67b4e5 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0803905 Aug 17 02:57:31.061977 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37240) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:31.152648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523304c6-37a1-4279-8b15-ece0381d4d37 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['shared'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:31.154145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523304c6-37a1-4279-8b15-ece0381d4d37 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['shared'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:31.155544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523304c6-37a1-4279-8b15-ece0381d4d37 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['shared'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:31.156935 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523304c6-37a1-4279-8b15-ece0381d4d37 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['shared'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:31.158359 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523304c6-37a1-4279-8b15-ece0381d4d37 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['shared'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:31.159939 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-523304c6-37a1-4279-8b15-ece0381d4d37 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0969803 Aug 17 02:57:31.164555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37242) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:31.270834 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf3f90c-687f-4d9a-b468-1d9d8ac894ed tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:31.273741 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ebf3f90c-687f-4d9a-b468-1d9d8ac894ed tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "GET /v2.0/networks/b273e96a-00c2-4f48-86e8-2f8d89b74e5e HTTP/1.1" status: 200 len: 804 time: 0.1067708 Aug 17 02:57:31.277050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37246) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:31.343344 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.380270 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a42a6c9b-4c1a-4f91-a5b9-b2bb9372f40a tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "GET /v2.0/networks/b273e96a-00c2-4f48-86e8-2f8d89b74e5e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1021888 Aug 17 02:57:31.383770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37248) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:31.437014 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082c5fb6-1459-4c21-b6b0-a9b4745dac8c tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:31.438415 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-082c5fb6-1459-4c21-b6b0-a9b4745dac8c tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "GET /v2.0/subnets/985b67f3-6859-4758-aacb-badfe87ed71f HTTP/1.1" status: 200 len: 843 time: 0.0536208 Aug 17 02:57:31.442264 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37250) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:31.495453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17075801-5bb2-4eff-b339-185168ea5283 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['shared'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:31.497011 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-17075801-5bb2-4eff-b339-185168ea5283 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "GET /v2.0/subnets/985b67f3-6859-4758-aacb-badfe87ed71f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0536153 Aug 17 02:57:31.500397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37252) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:31.505076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-197a7e9c-f5cb-4831-bb4e-d931e8171d47 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2037091709'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:31.605995 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197a7e9c-f5cb-4831-bb4e-d931e8171d47 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:31.609917 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-197a7e9c-f5cb-4831-bb4e-d931e8171d47 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.636077 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197a7e9c-f5cb-4831-bb4e-d931e8171d47 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:57:31.645321 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-197a7e9c-f5cb-4831-bb4e-d931e8171d47 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.645736 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-197a7e9c-f5cb-4831-bb4e-d931e8171d47 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Added segment e222fb78-935f-46cc-961a-6ab3cfce12f1 of type vlan for network 2e4d0844-142f-4755-aca1-f19ea8ff766d Aug 17 02:57:31.668930 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37254) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:31.690898 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-197a7e9c-f5cb-4831-bb4e-d931e8171d47 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.695722 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-261fd7bd-4a01-48ff-8ce7-55f8e0cee6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.784942 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-261fd7bd-4a01-48ff-8ce7-55f8e0cee6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.788905 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-197a7e9c-f5cb-4831-bb4e-d931e8171d47 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.800321 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197a7e9c-f5cb-4831-bb4e-d931e8171d47 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:31.800321 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-197a7e9c-f5cb-4831-bb4e-d931e8171d47 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.853154 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-261fd7bd-4a01-48ff-8ce7-55f8e0cee6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.870662 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a7e9c-f5cb-4831-bb4e-d931e8171d47 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Network': ['ID=2e4d0844-142f-4755-aca1-f19ea8ff766d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:31.882789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 2e4d0844-142f-4755-aca1-f19ea8ff766d details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:57:31.908711 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-261fd7bd-4a01-48ff-8ce7-55f8e0cee6ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d07679aa5a9540539df823de1dccb6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363629 Aug 17 02:57:31.915102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37256) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:31.915332 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fd7bd-4a01-48ff-8ce7-55f8e0cee6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d06ffde-3b63-4e21-bbd7-f64b2d3a00bb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:31.941575 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-197a7e9c-f5cb-4831-bb4e-d931e8171d47 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4375942 Aug 17 02:57:31.942275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37258) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:31.948231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1aac04ad-b45d-479d-94ea-d99e2af53db8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'subnet': {'network_id': '2e4d0844-142f-4755-aca1-f19ea8ff766d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:31.969491 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a6bb-92db-4548-af46-83c700161bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.996759 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a6bb-92db-4548-af46-83c700161bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.146846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aac04ad-b45d-479d-94ea-d99e2af53db8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Made reservation on behalf of dd73ac2ef11f4716ba9938b728c2f604 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:32.150767 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1aac04ad-b45d-479d-94ea-d99e2af53db8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.172019 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a6bb-92db-4548-af46-83c700161bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.176389 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a6bb-92db-4548-af46-83c700161bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.181411 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d6e6a6bb-92db-4548-af46-83c700161bb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d06ffde-3b63-4e21-bbd7-f64b2d3a00bb HTTP/1.1" status: 204 len: 168 time: 0.2673507 Aug 17 02:57:32.190122 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6a6bb-92db-4548-af46-83c700161bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d06ffde-3b63-4e21-bbd7-f64b2d3a00bb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:32.229520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.ipam_backend_mixin [None req-1aac04ad-b45d-479d-94ea-d99e2af53db8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Performing IP validity checks on allocation pools {{(pid=95406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 02:57:32.230044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.ipam_backend_mixin [None req-1aac04ad-b45d-479d-94ea-d99e2af53db8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95406) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 02:57:32.440809 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1aac04ad-b45d-479d-94ea-d99e2af53db8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.523985 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac04ad-b45d-479d-94ea-d99e2af53db8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Subnet': ['ID=6566f179-c27e-441d-aa42-1f5c31c8215b,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:32.529192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac04ad-b45d-479d-94ea-d99e2af53db8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Checking segment: {'id': 'e222fb78-935f-46cc-961a-6ab3cfce12f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e4d0844-142f-4755-aca1-f19ea8ff766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:32.529608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aac04ad-b45d-479d-94ea-d99e2af53db8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network hostable DHCP agents. Network: 2e4d0844-142f-4755-aca1-f19ea8ff766d, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:57:32.622891 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aac04ad-b45d-479d-94ea-d99e2af53db8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Network 2e4d0844-142f-4755-aca1-f19ea8ff766d is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:57:32.714774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-1aac04ad-b45d-479d-94ea-d99e2af53db8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 2e4d0844-142f-4755-aca1-f19ea8ff766d) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:32.719106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aac04ad-b45d-479d-94ea-d99e2af53db8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:32.719784 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1aac04ad-b45d-479d-94ea-d99e2af53db8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.727125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7168cf84-f317-419e-a69f-b5b294a5a0c7 None None] Network 2e4d0844-142f-4755-aca1-f19ea8ff766d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:32.795699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1aac04ad-b45d-479d-94ea-d99e2af53db8 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8524826 Aug 17 02:57:32.798572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37266) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:32.805659 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a7479409-b060-4e2b-923c-5dacd58034be tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:32.908802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-2e4d0844-142f-4755-aca1-f19ea8ff766d', 'network_id': '2e4d0844-142f-4755-aca1-f19ea8ff766d', 'tenant_id': 'dd73ac2ef11f4716ba9938b728c2f604', 'fixed_ips': [{'subnet_id': '6566f179-c27e-441d-aa42-1f5c31c8215b'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:57:32.910245 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.921939 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a7479409-b060-4e2b-923c-5dacd58034be tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3282475'] for subnet, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.134993 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a7479409-b060-4e2b-923c-5dacd58034be tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730040250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3620531'] for subnet, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.185598 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7479409-b060-4e2b-923c-5dacd58034be tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:33.186313 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a7479409-b060-4e2b-923c-5dacd58034be tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.190057 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a7479409-b060-4e2b-923c-5dacd58034be tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "PUT /v2.0/subnets/6566f179-c27e-441d-aa42-1f5c31c8215b HTTP/1.1" status: 200 len: 900 time: 0.3877771 Aug 17 02:57:33.190292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37270) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:33.191725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Allocated IP 2001:db8::3 (2e4d0844-142f-4755-aca1-f19ea8ff766d/6566f179-c27e-441d-aa42-1f5c31c8215b/dbf02335-8344-4b79-9846-cdec0475c46d) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:33.242484 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7479409-b060-4e2b-923c-5dacd58034be tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event updated for resources: {'Subnet': ['ID=6566f179-c27e-441d-aa42-1f5c31c8215b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:33.298538 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.341228 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.349637 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Transition to ACTIVE for port object dbf02335-8344-4b79-9846-cdec0475c46d will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:33.353429 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.364800 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Transition to ACTIVE for port object dbf02335-8344-4b79-9846-cdec0475c46d will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:33.458042 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.504244 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Network 2e4d0844-142f-4755-aca1-f19ea8ff766d is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:33.510943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:33.513419 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Pushing event updated for resources: {'Port': ['ID=dbf02335-8344-4b79-9846-cdec0475c46d,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:33.515972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:33.555337 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.571606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Attempting to bind port dbf02335-8344-4b79-9846-cdec0475c46d on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:33.577481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Attempting to bind port dbf02335-8344-4b79-9846-cdec0475c46d by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'e222fb78-935f-46cc-961a-6ab3cfce12f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e4d0844-142f-4755-aca1-f19ea8ff766d'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:33.577481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Attempting to bind port dbf02335-8344-4b79-9846-cdec0475c46d on network 2e4d0844-142f-4755-aca1-f19ea8ff766d {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:33.577481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:33.577944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Checking segment: {'id': 'e222fb78-935f-46cc-961a-6ab3cfce12f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e4d0844-142f-4755-aca1-f19ea8ff766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:33.578346 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.578776 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Bound using segment: {'id': 'e222fb78-935f-46cc-961a-6ab3cfce12f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e4d0844-142f-4755-aca1-f19ea8ff766d'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:33.579253 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Bound port: dbf02335-8344-4b79-9846-cdec0475c46d, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e222fb78-935f-46cc-961a-6ab3cfce12f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e4d0844-142f-4755-aca1-f19ea8ff766d'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:33.579641 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.586907 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Subnet': ['ID=6566f179-c27e-441d-aa42-1f5c31c8215b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:33.663818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] For port dbf02335-8344-4b79-9846-cdec0475c46d, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:33.667381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] For port dbf02335-8344-4b79-9846-cdec0475c46d, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=dbf02335-8344-4b79-9846-cdec0475c46d,segment=NetworkSegment(e222fb78-935f-46cc-961a-6ab3cfce12f1),segment_id=e222fb78-935f-46cc-961a-6ab3cfce12f1)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:33.677439 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.688722 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4d0844-142f-4755-aca1-f19ea8ff766d']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:33.699584 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e222fb78-935f-46cc-961a-6ab3cfce12f1') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:33.699816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e222fb78-935f-46cc-961a-6ab3cfce12f1') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:33.708931 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.749401 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.778209 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.789230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:33.790268 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:33.810433 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:33.851569 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c5dc8-3b32-4b40-b282-fc7b4e13c832 None None] Pushing event updated for resources: {'Port': ['ID=dbf02335-8344-4b79-9846-cdec0475c46d,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:33.870925 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d9f6c8-ba5d-4ca2-bc1b-bb3396e1b59a None None] Network 2e4d0844-142f-4755-aca1-f19ea8ff766d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:33.909257 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 02:57:33.909257 n-d-793621-31 neutron-server[95406]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 02:57:33.909257 n-d-793621-31 neutron-server[95406]: [parameters: {'id': '2e4d0844-142f-4755-aca1-f19ea8ff766d'}] Aug 17 02:57:33.909257 n-d-793621-31 neutron-server[95406]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:57:33.909790 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:57:34.067757 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adbb36c-38eb-4cb9-adfc-acbd7efac4a7 None None] Network 2e4d0844-142f-4755-aca1-f19ea8ff766d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:34.200785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bed6990-cfa5-4924-bae5-1298b2166eb9 None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:57:34.282730 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bed6990-cfa5-4924-bae5-1298b2166eb9 None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 02:57:34.410492 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:34.473282 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Deleting port dbf02335-8344-4b79-9846-cdec0475c46d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:34.473639 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:34.544367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] For port dbf02335-8344-4b79-9846-cdec0475c46d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=dbf02335-8344-4b79-9846-cdec0475c46d,segment=NetworkSegment(e222fb78-935f-46cc-961a-6ab3cfce12f1),segment_id=e222fb78-935f-46cc-961a-6ab3cfce12f1)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:34.544812 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:34.559452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Calling delete_port for dbf02335-8344-4b79-9846-cdec0475c46d owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:34.727133 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:34.754201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Port': ['ID=dbf02335-8344-4b79-9846-cdec0475c46d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:34.756047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No DVR routers for this DVR port dbf02335-8344-4b79-9846-cdec0475c46d on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:34.843039 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:34.854736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4d0844-142f-4755-aca1-f19ea8ff766d']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:34.867405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e222fb78-935f-46cc-961a-6ab3cfce12f1') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:34.868102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e222fb78-935f-46cc-961a-6ab3cfce12f1') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:34.879716 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:34.894584 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:34.901353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:34.901754 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:34.904625 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:35.029146 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.039248 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.040570 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/2e4d0844-142f-4755-aca1-f19ea8ff766d HTTP/1.1" status: 204 len: 168 time: 1.8489888 Aug 17 02:57:35.047888 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37300) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:35.056743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27059c44-ef0e-4bbd-bd89-ab198033c80b tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Network': ['ID=2e4d0844-142f-4755-aca1-f19ea8ff766d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:35.076602 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-685bb706-e230-49e8-bfdb-d8c310c47d3c tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] DELETE failed (client error): The resource could not be found. Aug 17 02:57:35.077065 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685bb706-e230-49e8-bfdb-d8c310c47d3c tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:57:35.078836 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-685bb706-e230-49e8-bfdb-d8c310c47d3c tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/subnets/6566f179-c27e-441d-aa42-1f5c31c8215b HTTP/1.1" status: 404 len: 337 time: 0.0299344 Aug 17 02:57:35.081291 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37302) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:35.099260 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d49e33b-b7b0-4f6e-9698-1aa5a73a07d3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] DELETE failed (client error): The resource could not be found. Aug 17 02:57:35.099781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d49e33b-b7b0-4f6e-9698-1aa5a73a07d3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:57:35.101532 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5d49e33b-b7b0-4f6e-9698-1aa5a73a07d3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/2e4d0844-142f-4755-aca1-f19ea8ff766d HTTP/1.1" status: 404 len: 339 time: 0.0193303 Aug 17 02:57:35.103876 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37304) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:35.183215 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-df283a9d-f0a1-4167-9b0c-8f6990d30831 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.276483 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-df283a9d-f0a1-4167-9b0c-8f6990d30831 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.286163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-df283a9d-f0a1-4167-9b0c-8f6990d30831 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e823804-edea-4b41-903c-ef13ffa137cd']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:35.296425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-df283a9d-f0a1-4167-9b0c-8f6990d30831 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b490d28-98b3-4a7f-a45d-bed8d012bc4e') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:35.296728 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-df283a9d-f0a1-4167-9b0c-8f6990d30831 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b490d28-98b3-4a7f-a45d-bed8d012bc4e') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:35.305573 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-df283a9d-f0a1-4167-9b0c-8f6990d30831 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.320509 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-df283a9d-f0a1-4167-9b0c-8f6990d30831 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.326515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df283a9d-f0a1-4167-9b0c-8f6990d30831 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:35.326896 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-df283a9d-f0a1-4167-9b0c-8f6990d30831 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:35.329784 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:35.474583 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-df283a9d-f0a1-4167-9b0c-8f6990d30831 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.483990 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-df283a9d-f0a1-4167-9b0c-8f6990d30831 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.486095 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-df283a9d-f0a1-4167-9b0c-8f6990d30831 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/5e823804-edea-4b41-903c-ef13ffa137cd HTTP/1.1" status: 204 len: 168 time: 0.3813169 Aug 17 02:57:35.488708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37314) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:35.497864 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df283a9d-f0a1-4167-9b0c-8f6990d30831 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Network': ['ID=5e823804-edea-4b41-903c-ef13ffa137cd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:35.520453 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91c002a-90e3-4d84-8e60-b2a8d9d5c557 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] DELETE failed (client error): The resource could not be found. Aug 17 02:57:35.520920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91c002a-90e3-4d84-8e60-b2a8d9d5c557 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:57:35.523075 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b91c002a-90e3-4d84-8e60-b2a8d9d5c557 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/subnets/d60889f1-c021-4d8f-8e4d-393051bedfe4 HTTP/1.1" status: 404 len: 337 time: 0.0326002 Aug 17 02:57:35.526592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37316) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:35.543840 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9d7011-e700-4caf-9ba2-0b6e81bc42b2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] DELETE failed (client error): The resource could not be found. Aug 17 02:57:35.544299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9d7011-e700-4caf-9ba2-0b6e81bc42b2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:57:35.546002 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3a9d7011-e700-4caf-9ba2-0b6e81bc42b2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/354cd088-283b-4dea-af80-d7e9a628ea22 HTTP/1.1" status: 404 len: 339 time: 0.0195484 Aug 17 02:57:35.548569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37318) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:35.599914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-5312b97d-789e-4e77-8aed-3fc6171481e0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Deleting subnet 5fc2698d-dec1-43e4-b332-7675ad07b133 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:57:35.603853 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5312b97d-789e-4e77-8aed-3fc6171481e0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.657380 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5312b97d-789e-4e77-8aed-3fc6171481e0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.741698 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5312b97d-789e-4e77-8aed-3fc6171481e0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.909319 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5312b97d-789e-4e77-8aed-3fc6171481e0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.941031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312b97d-789e-4e77-8aed-3fc6171481e0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc2698d-dec1-43e4-b332-7675ad07b133,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:35.951904 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5312b97d-789e-4e77-8aed-3fc6171481e0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.951904 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5312b97d-789e-4e77-8aed-3fc6171481e0 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/subnets/5fc2698d-dec1-43e4-b332-7675ad07b133 HTTP/1.1" status: 204 len: 168 time: 0.4004359 Aug 17 02:57:35.952712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37326) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:35.959506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d421fb-94a4-44e9-8701-f5e83dc32e32 None None] Network 0420498d-62bc-4914-82a3-9dcf603539a3 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:36.011832 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-9610c892-894a-42ad-8301-ae866d0e8d90 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Deleting subnet db0be04b-71b0-4a13-8f04-f3d1c8b626f2 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:57:36.014914 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9610c892-894a-42ad-8301-ae866d0e8d90 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.058664 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9610c892-894a-42ad-8301-ae866d0e8d90 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.153564 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9610c892-894a-42ad-8301-ae866d0e8d90 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.292791 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9610c892-894a-42ad-8301-ae866d0e8d90 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.323185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610c892-894a-42ad-8301-ae866d0e8d90 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Subnet': ['ID=db0be04b-71b0-4a13-8f04-f3d1c8b626f2,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:36.325165 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9610c892-894a-42ad-8301-ae866d0e8d90 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.329279 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9610c892-894a-42ad-8301-ae866d0e8d90 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/subnets/db0be04b-71b0-4a13-8f04-f3d1c8b626f2 HTTP/1.1" status: 204 len: 168 time: 0.3731165 Aug 17 02:57:36.330074 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37334) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:36.422944 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.482461 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Deleting port 3de4ad87-a513-408a-bdd1-0c453248f781 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:36.482861 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.555571 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] For port 3de4ad87-a513-408a-bdd1-0c453248f781, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=3de4ad87-a513-408a-bdd1-0c453248f781,segment=NetworkSegment(44e48f5f-c393-47fc-9149-186df42c0e5b),segment_id=44e48f5f-c393-47fc-9149-186df42c0e5b)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:36.556155 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.572583 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Calling delete_port for 3de4ad87-a513-408a-bdd1-0c453248f781 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:36.660776 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9d83b1-2651-441e-85f2-0ba1f70b67da None None] Network 0420498d-62bc-4914-82a3-9dcf603539a3 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:36.760321 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.779370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fb0cde98-eecb-4675-ba16-470d2a78a04c None None] Provisioning complete for port 3de4ad87-a513-408a-bdd1-0c453248f781 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:36.779746 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fb0cde98-eecb-4675-ba16-470d2a78a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.787329 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Port': ['ID=3de4ad87-a513-408a-bdd1-0c453248f781,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:36.794631 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No DVR routers for this DVR port 3de4ad87-a513-408a-bdd1-0c453248f781 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:36.801454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fb0cde98-eecb-4675-ba16-470d2a78a04c None None] Port 3de4ad87-a513-408a-bdd1-0c453248f781 was deleted so its status cannot be updated. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 02:57:36.879413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1186d7-103b-4906-b784-c9b9e6bb35ca None None] DHCP port deletion for 0420498d-62bc-4914-82a3-9dcf603539a3 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:57:36.887997 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.898863 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0420498d-62bc-4914-82a3-9dcf603539a3']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:36.908689 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e48f5f-c393-47fc-9149-186df42c0e5b') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:36.908988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e48f5f-c393-47fc-9149-186df42c0e5b') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:36.918225 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.932748 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.940478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:36.940882 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: timer() Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:36.944498 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:37.066359 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:37.083526 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:37.083526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/0420498d-62bc-4914-82a3-9dcf603539a3 HTTP/1.1" status: 204 len: 168 time: 0.7495971 Aug 17 02:57:37.083798 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37346) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:37.095987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1623e-de14-4eac-86a8-652cca9681f2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Network': ['ID=0420498d-62bc-4914-82a3-9dcf603539a3,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:37.109708 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a047d331-1e49-43a7-a2d6-5463bd3b998c tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] DELETE failed (client error): The resource could not be found. Aug 17 02:57:37.110175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a047d331-1e49-43a7-a2d6-5463bd3b998c tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:57:37.111951 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a047d331-1e49-43a7-a2d6-5463bd3b998c tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/subnets/79a2e9bb-121b-4f0b-841a-8ba3ba64ac37 HTTP/1.1" status: 404 len: 337 time: 0.0273449 Aug 17 02:57:37.114582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37348) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:37.138180 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a8b039-ffda-4190-bfcc-d0f1684cf874 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] DELETE failed (client error): The resource could not be found. Aug 17 02:57:37.138732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a8b039-ffda-4190-bfcc-d0f1684cf874 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:57:37.142983 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a1a8b039-ffda-4190-bfcc-d0f1684cf874 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/0e3168de-aaa5-4ada-9d63-67d7a033aa76 HTTP/1.1" status: 404 len: 339 time: 0.0254993 Aug 17 02:57:37.143155 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37350) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:37.169066 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba0e7c1-5852-4f4a-b658-a8fb8361e593 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] DELETE failed (client error): The resource could not be found. Aug 17 02:57:37.169474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba0e7c1-5852-4f4a-b658-a8fb8361e593 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:57:37.171120 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0ba0e7c1-5852-4f4a-b658-a8fb8361e593 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/subnets/c8883216-2f31-43f4-8eb1-2e5e6d700044 HTTP/1.1" status: 404 len: 337 time: 0.0270245 Aug 17 02:57:37.173536 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37352) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:37.192741 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6a29da-9cc0-4897-8ef8-994f9a173bea tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] DELETE failed (client error): The resource could not be found. Aug 17 02:57:37.193333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6a29da-9cc0-4897-8ef8-994f9a173bea tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:57:37.196278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6c6a29da-9cc0-4897-8ef8-994f9a173bea tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/ee1948f2-9c43-44ec-a544-588801701804 HTTP/1.1" status: 404 len: 339 time: 0.0213003 Aug 17 02:57:37.198880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37358) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:37.224510 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-606321c9-9842-4118-8bd5-608ce8c58a9e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] DELETE failed (client error): The resource could not be found. Aug 17 02:57:37.224959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606321c9-9842-4118-8bd5-608ce8c58a9e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:57:37.227284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-606321c9-9842-4118-8bd5-608ce8c58a9e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/subnets/072db44c-38bb-4c81-86d0-85241773a662 HTTP/1.1" status: 404 len: 337 time: 0.0273683 Aug 17 02:57:37.229920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37360) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:37.248206 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c34628-ac4e-4174-b34b-2ff482a4e709 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] DELETE failed (client error): The resource could not be found. Aug 17 02:57:37.248795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c34628-ac4e-4174-b34b-2ff482a4e709 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:57:37.250590 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-98c34628-ac4e-4174-b34b-2ff482a4e709 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/f40a3e67-af95-4e7d-8851-ec526296e758 HTTP/1.1" status: 404 len: 339 time: 0.0197673 Aug 17 02:57:37.253326 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37362) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:37.311081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3293689-7c77-449e-8b35-4489dc7789e3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Deleting subnet 84683e83-db8c-4ed4-b892-de34a34772cc {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:57:37.314295 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3293689-7c77-449e-8b35-4489dc7789e3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:37.355998 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3293689-7c77-449e-8b35-4489dc7789e3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:37.442663 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3293689-7c77-449e-8b35-4489dc7789e3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:37.592775 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3293689-7c77-449e-8b35-4489dc7789e3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:37.621828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3293689-7c77-449e-8b35-4489dc7789e3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Subnet': ['ID=84683e83-db8c-4ed4-b892-de34a34772cc,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:37.624754 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3293689-7c77-449e-8b35-4489dc7789e3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:37.626275 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b3293689-7c77-449e-8b35-4489dc7789e3 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/subnets/84683e83-db8c-4ed4-b892-de34a34772cc HTTP/1.1" status: 204 len: 168 time: 0.3714328 Aug 17 02:57:37.628523 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37368) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:37.631435 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779ef9c4-c671-4af1-a042-0b4cd88931e1 None None] Network 615cd377-c116-4184-aa92-34448ff7781b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:37.732211 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:37.784564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Deleting port b2bfb0af-b6cc-49ae-b795-414986f32b1c {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:37.784904 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:37.831818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ea5662-368b-45f1-bf78-9a2b37bd3df6 None None] DHCP port deletion for 615cd377-c116-4184-aa92-34448ff7781b request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:57:37.858248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] For port b2bfb0af-b6cc-49ae-b795-414986f32b1c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b2bfb0af-b6cc-49ae-b795-414986f32b1c,segment=NetworkSegment(fcb7e925-60fa-485b-87fd-a78838336732),segment_id=fcb7e925-60fa-485b-87fd-a78838336732)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:37.858920 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:37.874420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Calling delete_port for b2bfb0af-b6cc-49ae-b795-414986f32b1c owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:37.880867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea5662-368b-45f1-bf78-9a2b37bd3df6 None None] Deleting port b2bfb0af-b6cc-49ae-b795-414986f32b1c {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:37.881312 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b9ea5662-368b-45f1-bf78-9a2b37bd3df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:37.925333 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55697c32-b760-43c6-8b85-30ab8d95b339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:37.951370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b9ea5662-368b-45f1-bf78-9a2b37bd3df6 None None] For port b2bfb0af-b6cc-49ae-b795-414986f32b1c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b2bfb0af-b6cc-49ae-b795-414986f32b1c,segment=NetworkSegment(fcb7e925-60fa-485b-87fd-a78838336732),segment_id=fcb7e925-60fa-485b-87fd-a78838336732)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:37.951769 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b9ea5662-368b-45f1-bf78-9a2b37bd3df6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:37.974552 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea5662-368b-45f1-bf78-9a2b37bd3df6 None None] Calling delete_port for b2bfb0af-b6cc-49ae-b795-414986f32b1c owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:38.057288 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.063536 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b9ea5662-368b-45f1-bf78-9a2b37bd3df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.084164 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Port': ['ID=b2bfb0af-b6cc-49ae-b795-414986f32b1c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:38.089221 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No DVR routers for this DVR port b2bfb0af-b6cc-49ae-b795-414986f32b1c on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:38.089867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea5662-368b-45f1-bf78-9a2b37bd3df6 None None] Pushing event deleted for resources: {'Port': ['ID=b2bfb0af-b6cc-49ae-b795-414986f32b1c,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:38.093738 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea5662-368b-45f1-bf78-9a2b37bd3df6 None None] No DVR routers for this DVR port b2bfb0af-b6cc-49ae-b795-414986f32b1c on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:38.184565 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.196699 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615cd377-c116-4184-aa92-34448ff7781b']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:38.206365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb7e925-60fa-485b-87fd-a78838336732') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:38.206657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb7e925-60fa-485b-87fd-a78838336732') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:38.216416 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.232789 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:38.242601 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:38.416968 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.422551 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.425529 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/615cd377-c116-4184-aa92-34448ff7781b HTTP/1.1" status: 204 len: 168 time: 0.7959132 Aug 17 02:57:38.427398 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37384) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:38.443209 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34517400-d5d9-4f2c-a15b-97dd95ddc197 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Network': ['ID=615cd377-c116-4184-aa92-34448ff7781b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:38.463324 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5e7f64-c5bf-4f0b-ae7a-9111f7b327b2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] DELETE failed (client error): The resource could not be found. Aug 17 02:57:38.463977 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f5e7f64-c5bf-4f0b-ae7a-9111f7b327b2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:57:38.466024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9f5e7f64-c5bf-4f0b-ae7a-9111f7b327b2 tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/subnets/df9eee47-9ce9-4470-85eb-d27867e0bfe8 HTTP/1.1" status: 404 len: 337 time: 0.0373507 Aug 17 02:57:38.468581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37386) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:38.488342 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff24e2b-f347-4a8a-9704-f69c866ee95e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] DELETE failed (client error): The resource could not be found. Aug 17 02:57:38.488878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff24e2b-f347-4a8a-9704-f69c866ee95e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 02:57:38.491176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1ff24e2b-f347-4a8a-9704-f69c866ee95e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/c5b2bc86-6abb-496f-968e-4d4a1eb17462 HTTP/1.1" status: 404 len: 339 time: 0.0209377 Aug 17 02:57:38.494029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37388) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:38.543321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b24c18-09bd-4202-85c0-bcdc65fdafdc tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Deleting subnet 985b67f3-6859-4758-aacb-badfe87ed71f {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:57:38.546386 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-35b24c18-09bd-4202-85c0-bcdc65fdafdc tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.587616 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-35b24c18-09bd-4202-85c0-bcdc65fdafdc tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.664722 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3de4ad87-a513-408a-bdd1-0c453248f781 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:38.688648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 3de4ad87-a513-408a-bdd1-0c453248f781 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:38.689107 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 3de4ad87-a513-408a-bdd1-0c453248f781 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:38.689368 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-35b24c18-09bd-4202-85c0-bcdc65fdafdc tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.689842 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b2bfb0af-b6cc-49ae-b795-414986f32b1c no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:38.708571 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: b2bfb0af-b6cc-49ae-b795-414986f32b1c {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:38.708921 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b2bfb0af-b6cc-49ae-b795-414986f32b1c not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:38.832589 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-35b24c18-09bd-4202-85c0-bcdc65fdafdc tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.861377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b24c18-09bd-4202-85c0-bcdc65fdafdc tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Subnet': ['ID=985b67f3-6859-4758-aacb-badfe87ed71f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:38.863545 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-35b24c18-09bd-4202-85c0-bcdc65fdafdc tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.868263 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-35b24c18-09bd-4202-85c0-bcdc65fdafdc tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/subnets/985b67f3-6859-4758-aacb-badfe87ed71f HTTP/1.1" status: 204 len: 168 time: 0.3730972 Aug 17 02:57:38.872742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37394) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:38.873071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c9f55e-ec71-4baf-900b-412bb83ec148 None None] Network b273e96a-00c2-4f48-86e8-2f8d89b74e5e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:38.949979 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.012524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Deleting port feb380c5-1a39-4dfe-b85b-f6d473e331a1 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:39.012870 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.066682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a18726-6003-48ec-be08-12ab25f2b6d3 None None] DHCP port deletion for b273e96a-00c2-4f48-86e8-2f8d89b74e5e request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:57:39.088719 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] For port feb380c5-1a39-4dfe-b85b-f6d473e331a1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=feb380c5-1a39-4dfe-b85b-f6d473e331a1,segment=NetworkSegment(b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2),segment_id=b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:39.089800 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.105727 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Calling delete_port for feb380c5-1a39-4dfe-b85b-f6d473e331a1 owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:39.118581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f9a18726-6003-48ec-be08-12ab25f2b6d3 None None] Deleting port feb380c5-1a39-4dfe-b85b-f6d473e331a1 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:39.118999 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f9a18726-6003-48ec-be08-12ab25f2b6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.186108 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f9a18726-6003-48ec-be08-12ab25f2b6d3 None None] For port feb380c5-1a39-4dfe-b85b-f6d473e331a1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=feb380c5-1a39-4dfe-b85b-f6d473e331a1,segment=NetworkSegment(b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2),segment_id=b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:39.186510 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f9a18726-6003-48ec-be08-12ab25f2b6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.199361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f9a18726-6003-48ec-be08-12ab25f2b6d3 None None] Calling delete_port for feb380c5-1a39-4dfe-b85b-f6d473e331a1 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:39.281672 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.288638 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f9a18726-6003-48ec-be08-12ab25f2b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.310738 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Port': ['ID=feb380c5-1a39-4dfe-b85b-f6d473e331a1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:39.313786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a18726-6003-48ec-be08-12ab25f2b6d3 None None] Pushing event deleted for resources: {'Port': ['ID=feb380c5-1a39-4dfe-b85b-f6d473e331a1,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:39.315322 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] No DVR routers for this DVR port feb380c5-1a39-4dfe-b85b-f6d473e331a1 on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:39.320851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a18726-6003-48ec-be08-12ab25f2b6d3 None None] No DVR routers for this DVR port feb380c5-1a39-4dfe-b85b-f6d473e331a1 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:39.404247 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.416590 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b273e96a-00c2-4f48-86e8-2f8d89b74e5e']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:39.649319 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:57:39.717876 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:39.718176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9acb4b0-e6f1-47a8-ad4a-be5550ea94d2') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:39.728319 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.743798 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: timer() Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:39.754285 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:39.906884 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.915016 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.917282 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] 10.222.0.13 "DELETE /v2.0/networks/b273e96a-00c2-4f48-86e8-2f8d89b74e5e HTTP/1.1" status: 204 len: 168 time: 1.0469015 Aug 17 02:57:39.930954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715df8b-02b6-4a8a-86b1-d641f06e221e tempest-NetworksIpV6Test-1842758060 tempest-NetworksIpV6Test-1842758060-project] Pushing event deleted for resources: {'Network': ['ID=b273e96a-00c2-4f48-86e8-2f8d89b74e5e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:40.320544 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eb4dd0fb-42a0-4467-b51c-6720888afc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:40.416909 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37424) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:40.558508 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d6bb4053-a9cc-4f53-a274-6cec3d67d7e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd73ac2ef11f4716ba9938b728c2f604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402197 Aug 17 02:57:40.561155 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37430) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:40.592422 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:40.620941 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2d63ff6-4d7f-460f-8ca0-60aabf26c180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:40.652496 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2d63ff6-4d7f-460f-8ca0-60aabf26c180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:40.655392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device feb380c5-1a39-4dfe-b85b-f6d473e331a1 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:40.676122 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: feb380c5-1a39-4dfe-b85b-f6d473e331a1 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:40.676533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device feb380c5-1a39-4dfe-b85b-f6d473e331a1 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:40.821706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2d63ff6-4d7f-460f-8ca0-60aabf26c180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:40.824225 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e2d63ff6-4d7f-460f-8ca0-60aabf26c180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:40.825518 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e2d63ff6-4d7f-460f-8ca0-60aabf26c180 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/066e0378-c6ab-40a4-aa6e-ee0f38d3f6f5 HTTP/1.1" status: 204 len: 168 time: 0.2634087 Aug 17 02:57:40.833554 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d63ff6-4d7f-460f-8ca0-60aabf26c180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066e0378-c6ab-40a4-aa6e-ee0f38d3f6f5,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:41.887287 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 37472) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:41.897130 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:41.994609 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2893582d-9c3c-4d97-8b92-80e0c0151ee6 tempest-ServiceProvidersTest-791062070 tempest-ServiceProvidersTest-791062070-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1061184 Aug 17 02:57:42.523995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37490) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:42.669206 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7585ebc1-dddd-4c63-bdaa-dc382f3750ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.767495 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7585ebc1-dddd-4c63-bdaa-dc382f3750ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.874420 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7585ebc1-dddd-4c63-bdaa-dc382f3750ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.912090 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585ebc1-dddd-4c63-bdaa-dc382f3750ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d048dd-d30e-4d0b-8858-6e59a016638a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:42.917226 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7585ebc1-dddd-4c63-bdaa-dc382f3750ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b80935d66cd64988a8f0f30cfda81f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921452 Aug 17 02:57:42.919926 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 37496) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:42.970341 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6efac31-7721-421e-b0df-b5c7dfa5fd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.993283 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6efac31-7721-421e-b0df-b5c7dfa5fd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.097260 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6efac31-7721-421e-b0df-b5c7dfa5fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.099990 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a6efac31-7721-421e-b0df-b5c7dfa5fd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.102394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a6efac31-7721-421e-b0df-b5c7dfa5fd5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55d048dd-d30e-4d0b-8858-6e59a016638a HTTP/1.1" status: 204 len: 168 time: 0.1805785 Aug 17 02:57:43.111281 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efac31-7721-421e-b0df-b5c7dfa5fd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d048dd-d30e-4d0b-8858-6e59a016638a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:43.903016 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:58.862966 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:01.323384 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:07.902660 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9632d6f6-5244-40a2-88d5-9a85be93060b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.100700 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38336) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:10.209896 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.300749 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.329066 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6b51a9e6-1797-428b-918d-bdb62529c0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.422691 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.459362 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c7b461-cbcc-47e7-a6cd-5613196a592a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:10.463684 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07c9650aa7db42faa462a6fc9b4994ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619170 Aug 17 02:58:10.466671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38340) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:10.469973 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.470324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.470682 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.470994 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.471322 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.471650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.471972 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.472388 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.472610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.473083 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.473299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.473581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0060-1569-458e-81ad-90be7837dc1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.518942 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.541367 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.610942 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.694744 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.698166 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.699338 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40c7b461-cbcc-47e7-a6cd-5613196a592a HTTP/1.1" status: 204 len: 168 time: 0.2316685 Aug 17 02:58:10.707267 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c7b461-cbcc-47e7-a6cd-5613196a592a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:10.715161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.715509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.715846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.716184 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.716513 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.716843 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.717169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.717543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.717851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.718175 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.718499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:10.718818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b49eaa-5207-4716-a30d-1bde4a0c8bb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:11.411897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38350) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:11.426429 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1bce-dcbf-4057-85a5-37be39b7e56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.520488 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1bce-dcbf-4057-85a5-37be39b7e56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.565498 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1bce-dcbf-4057-85a5-37be39b7e56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.603742 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc1bce-dcbf-4057-85a5-37be39b7e56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee7e2b2-c3e6-43bc-80ff-5cc00b33ea65,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:11.607934 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7ffc1bce-dcbf-4057-85a5-37be39b7e56f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=255f1f7dc3c34bce8c22067997c4a0ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948674 Aug 17 02:58:11.610606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38352) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:11.661260 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-836c4be0-38f1-4037-89ed-793ef0999dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.683177 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-836c4be0-38f1-4037-89ed-793ef0999dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.833896 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-836c4be0-38f1-4037-89ed-793ef0999dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.836709 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-836c4be0-38f1-4037-89ed-793ef0999dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.838172 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-836c4be0-38f1-4037-89ed-793ef0999dad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ee7e2b2-c3e6-43bc-80ff-5cc00b33ea65 HTTP/1.1" status: 204 len: 168 time: 0.2265050 Aug 17 02:58:11.846587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c4be0-38f1-4037-89ed-793ef0999dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee7e2b2-c3e6-43bc-80ff-5cc00b33ea65,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:11.912339 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:13.866337 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:16.108247 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38432) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:16.243313 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1804ffb5-ce15-48aa-a710-343ef7afd4d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12d53d937b3f49568a4be4ed2fa47188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337965 Aug 17 02:58:16.245792 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38436) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:16.296594 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c8bf7e7a-d8c1-4ca0-8007-d28452a14af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:16.317191 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c8bf7e7a-d8c1-4ca0-8007-d28452a14af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:16.425702 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c8bf7e7a-d8c1-4ca0-8007-d28452a14af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:16.428699 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c8bf7e7a-d8c1-4ca0-8007-d28452a14af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:16.429882 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c8bf7e7a-d8c1-4ca0-8007-d28452a14af0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52bf5db6-0531-484b-88ef-72ed6832a651 HTTP/1.1" status: 204 len: 168 time: 0.1831062 Aug 17 02:58:16.437800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf7e7a-d8c1-4ca0-8007-d28452a14af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bf5db6-0531-484b-88ef-72ed6832a651,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:16.648396 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:58:18.623594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38484) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:18.628750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-36be57ee-2e5f-4a99-a8a1-21fc9f5e7d04 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1367060302', 'description': 'tempest-secgroup-smoke-1367060302 description', 'project_id': '24dfcafe61944b979922e9d135dfc1d5'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:18.696514 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36be57ee-2e5f-4a99-a8a1-21fc9f5e7d04 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:18.705600 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36be57ee-2e5f-4a99-a8a1-21fc9f5e7d04 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:18.814536 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36be57ee-2e5f-4a99-a8a1-21fc9f5e7d04 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:18.991840 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36be57ee-2e5f-4a99-a8a1-21fc9f5e7d04 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.028258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be57ee-2e5f-4a99-a8a1-21fc9f5e7d04 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7bb519-9a2b-4161-be2e-5908cbc8c7a1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:19.083850 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36be57ee-2e5f-4a99-a8a1-21fc9f5e7d04 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.157585 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36be57ee-2e5f-4a99-a8a1-21fc9f5e7d04 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.188806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be57ee-2e5f-4a99-a8a1-21fc9f5e7d04 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fac5746-2891-4b44-9edd-f642530b269e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:19.237385 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-36be57ee-2e5f-4a99-a8a1-21fc9f5e7d04 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.239019 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-36be57ee-2e5f-4a99-a8a1-21fc9f5e7d04 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6139920 Aug 17 02:58:19.241825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38502) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:19.247994 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-cd6d4ee3-107b-48d2-879c-2c9eed58c5ba tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '8fac5746-2891-4b44-9edd-f642530b269e', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:19.329542 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4ee3-107b-48d2-879c-2c9eed58c5ba tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.390898 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4ee3-107b-48d2-879c-2c9eed58c5ba tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.465885 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4ee3-107b-48d2-879c-2c9eed58c5ba tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.481107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d4ee3-107b-48d2-879c-2c9eed58c5ba tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4fe1c3-e91f-476c-91a4-785227b180c1,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:19.548069 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4ee3-107b-48d2-879c-2c9eed58c5ba tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.549341 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cd6d4ee3-107b-48d2-879c-2c9eed58c5ba tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3065317 Aug 17 02:58:19.552145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38516) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:19.557499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a9e3ba01-0819-4182-baf3-ec0690874a5a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '8fac5746-2891-4b44-9edd-f642530b269e', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:19.667165 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ba01-0819-4182-baf3-ec0690874a5a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.727692 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ba01-0819-4182-baf3-ec0690874a5a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.820442 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ba01-0819-4182-baf3-ec0690874a5a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.841559 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3ba01-0819-4182-baf3-ec0690874a5a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa02a187-4007-45f0-91df-fe9e3ea93bc0,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:20.016346 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ba01-0819-4182-baf3-ec0690874a5a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.017667 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a9e3ba01-0819-4182-baf3-ec0690874a5a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4645803 Aug 17 02:58:20.026459 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38526) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:20.026459 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b3210eb5-4b64-427a-9989-14170f3182f3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '8fac5746-2891-4b44-9edd-f642530b269e', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:20.147623 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3210eb5-4b64-427a-9989-14170f3182f3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.208622 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3210eb5-4b64-427a-9989-14170f3182f3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.279169 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3210eb5-4b64-427a-9989-14170f3182f3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.297916 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3210eb5-4b64-427a-9989-14170f3182f3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f95e4d-0a59-4397-b520-986006386bba,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:20.351840 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b3210eb5-4b64-427a-9989-14170f3182f3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.353168 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b3210eb5-4b64-427a-9989-14170f3182f3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3316870 Aug 17 02:58:20.355972 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38540) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:20.360671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-f0af97f3-685f-4dc0-9972-d59373f8d56d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '8fac5746-2891-4b44-9edd-f642530b269e', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:20.455425 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f0af97f3-685f-4dc0-9972-d59373f8d56d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.516294 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f0af97f3-685f-4dc0-9972-d59373f8d56d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.582556 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f0af97f3-685f-4dc0-9972-d59373f8d56d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.600635 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af97f3-685f-4dc0-9972-d59373f8d56d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3886c7d9-6128-453e-bf30-14dfeecbcf57,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:20.691003 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f0af97f3-685f-4dc0-9972-d59373f8d56d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.694885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f0af97f3-685f-4dc0-9972-d59373f8d56d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3354466 Aug 17 02:58:20.695102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38544) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:20.700264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b623ae4a-81a4-47a9-8b3d-00303556350c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '8fac5746-2891-4b44-9edd-f642530b269e', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:20.799460 n-d-793621-31 neutron-server[95406]: INFO neutron.db.securitygroups_db [None req-b623ae4a-81a4-47a9-8b3d-00303556350c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Project 24dfcafe61944b979922e9d135dfc1d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:58:20.804975 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b623ae4a-81a4-47a9-8b3d-00303556350c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.867850 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b623ae4a-81a4-47a9-8b3d-00303556350c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.940151 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b623ae4a-81a4-47a9-8b3d-00303556350c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.958230 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623ae4a-81a4-47a9-8b3d-00303556350c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599da80c-1b8b-4090-b4f1-6c471b4c1ba0,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:21.034100 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b623ae4a-81a4-47a9-8b3d-00303556350c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.035375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b623ae4a-81a4-47a9-8b3d-00303556350c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3393137 Aug 17 02:58:21.038197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38546) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:21.043543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-85991334-3b16-4f98-a756-ed6b04874afe tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '8fac5746-2891-4b44-9edd-f642530b269e', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:21.140493 n-d-793621-31 neutron-server[95406]: INFO neutron.db.securitygroups_db [None req-85991334-3b16-4f98-a756-ed6b04874afe tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Project 24dfcafe61944b979922e9d135dfc1d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:58:21.145791 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-85991334-3b16-4f98-a756-ed6b04874afe tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.208530 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-85991334-3b16-4f98-a756-ed6b04874afe tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.278116 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-85991334-3b16-4f98-a756-ed6b04874afe tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.296968 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85991334-3b16-4f98-a756-ed6b04874afe tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119e4dc8-b129-4d48-8c77-c2342e0395b0,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:21.365582 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-85991334-3b16-4f98-a756-ed6b04874afe tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.366745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-85991334-3b16-4f98-a756-ed6b04874afe tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3276312 Aug 17 02:58:21.369830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38548) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:21.374976 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-8415d0a6-4653-4e1f-94b9-08445cd6370a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'network': {'name': 'tempest-network-smoke--1893602453', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'port_security_enabled': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:21.468179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8415d0a6-4653-4e1f-94b9-08445cd6370a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Made reservation on behalf of 24dfcafe61944b979922e9d135dfc1d5 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:21.471761 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8415d0a6-4653-4e1f-94b9-08445cd6370a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.496438 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8415d0a6-4653-4e1f-94b9-08445cd6370a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:58:21.505920 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8415d0a6-4653-4e1f-94b9-08445cd6370a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.513214 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-8415d0a6-4653-4e1f-94b9-08445cd6370a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Added segment 618c6ec0-7df0-4cab-a565-5f3f37a898df of type vlan for network 85163ab2-4399-4f7a-8b07-e19463962899 Aug 17 02:58:21.551852 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8415d0a6-4653-4e1f-94b9-08445cd6370a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.643202 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8415d0a6-4653-4e1f-94b9-08445cd6370a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.648909 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8415d0a6-4653-4e1f-94b9-08445cd6370a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:21.649634 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8415d0a6-4653-4e1f-94b9-08445cd6370a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.715674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415d0a6-4653-4e1f-94b9-08445cd6370a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Network': ['ID=85163ab2-4399-4f7a-8b07-e19463962899,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:21.726491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 85163ab2-4399-4f7a-8b07-e19463962899 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:58:21.803699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8415d0a6-4653-4e1f-94b9-08445cd6370a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4326925 Aug 17 02:58:21.807788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38552) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:21.812325 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'admin_state_up': True, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:21.900285 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.901558 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.958357 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:22.161266 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:22.461709 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:22.480929 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:22.586111 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.25.5.160 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/50d4a77f-6174-4263-a14b-7c42ae1f2fce) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:22.693502 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:22.845360 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:22.893765 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:22.896805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:22.900618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:22.906709 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=50d4a77f-6174-4263-a14b-7c42ae1f2fce,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:23.234389 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.435694 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.509866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38568) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:23.630493 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-632ba676-0dd1-4c17-9bc0-6813692f6f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.724532 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-632ba676-0dd1-4c17-9bc0-6813692f6f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.862591 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-632ba676-0dd1-4c17-9bc0-6813692f6f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.901644 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-632ba676-0dd1-4c17-9bc0-6813692f6f85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fc124bc602e439c9d93fb1966d23125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906238 Aug 17 02:58:23.902546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ba676-0dd1-4c17-9bc0-6813692f6f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a0d878-53f7-40c1-b142-0852c61105ac,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:23.904235 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38572) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:23.963871 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-378ec8d9-8f22-46c2-9f27-df854599f120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.984624 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 67f6222a-72ae-4ce4-ba83-a6da7a778708 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:58:23.987481 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-378ec8d9-8f22-46c2-9f27-df854599f120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:24.120499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:58:24.130039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Sync routers for ids ['67f6222a-72ae-4ce4-ba83-a6da7a778708'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:58:24.139131 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Routers {'67f6222a-72ae-4ce4-ba83-a6da7a778708'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:24.139752 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:58:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['67f6222a-72ae-4ce4-ba83-a6da7a778708'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:24.191385 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-378ec8d9-8f22-46c2-9f27-df854599f120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:24.193979 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-378ec8d9-8f22-46c2-9f27-df854599f120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:24.198089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-378ec8d9-8f22-46c2-9f27-df854599f120 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89a0d878-53f7-40c1-b142-0852c61105ac HTTP/1.1" status: 204 len: 168 time: 0.2895854 Aug 17 02:58:24.200611 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:24.205044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-024c0a3d-8409-43a9-b06a-53d23bdfca64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3938847 Aug 17 02:58:24.205282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38576) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:24.207862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ec8d9-8f22-46c2-9f27-df854599f120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a0d878-53f7-40c1-b142-0852c61105ac,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:24.260128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Set router 67f6222a-72ae-4ce4-ba83-a6da7a778708 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:24.363351 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a799bdd6-c96f-430c-8724-fcc15528b5d0 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=24dfcafe61944b979922e9d135dfc1d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1569479 Aug 17 02:58:24.366666 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38580) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:24.443271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:21Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 3, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:22Z', 'updated_at': '2021-08-17T02:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:24.469851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Checking router: 67f6222a-72ae-4ce4-ba83-a6da7a778708 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:58:24.470199 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Updating router 67f6222a-72ae-4ce4-ba83-a6da7a778708 port 50d4a77f-6174-4263-a14b-7c42ae1f2fce binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:58:24.494271 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:24.573798 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d572445-11a0-44e8-a0e9-afd2f296a250 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:24.573798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7d572445-11a0-44e8-a0e9-afd2f296a250 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1947505 Aug 17 02:58:24.576343 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38584) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:24.616302 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-47f3f981-fd06-440c-9863-a8de30eb016b tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361383 Aug 17 02:58:24.616541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38586) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:24.622489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-38b4c962-50f5-4197-8aa8-c1470939849d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-640021787', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:24.833378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b4c962-50f5-4197-8aa8-c1470939849d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Made reservation on behalf of 24dfcafe61944b979922e9d135dfc1d5 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:24.837009 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38b4c962-50f5-4197-8aa8-c1470939849d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:24.900209 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:24.909605 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Transition to ACTIVE for port object 50d4a77f-6174-4263-a14b-7c42ae1f2fce will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:24.923086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38588) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:24.936955 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d8c14ee-6033-4097-8018-ef4351d1bf21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:24.976692 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.024245 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d8c14ee-6033-4097-8018-ef4351d1bf21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.037944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc96ad-8229-40f0-8bc8-a2912ee194fe None None] Pushing event updated for resources: {'Port': ['ID=50d4a77f-6174-4263-a14b-7c42ae1f2fce,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:25.043573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Attempting to bind port 50d4a77f-6174-4263-a14b-7c42ae1f2fce on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:25.043573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Attempting to bind port 50d4a77f-6174-4263-a14b-7c42ae1f2fce by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:25.043573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Attempting to bind port 50d4a77f-6174-4263-a14b-7c42ae1f2fce on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:25.050336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc96ad-8229-40f0-8bc8-a2912ee194fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:25.050692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc96ad-8229-40f0-8bc8-a2912ee194fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:25.051047 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc96ad-8229-40f0-8bc8-a2912ee194fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:25.051387 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc96ad-8229-40f0-8bc8-a2912ee194fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:25.051741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc96ad-8229-40f0-8bc8-a2912ee194fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:25.052157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc96ad-8229-40f0-8bc8-a2912ee194fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:25.052499 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc96ad-8229-40f0-8bc8-a2912ee194fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:25.052830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc96ad-8229-40f0-8bc8-a2912ee194fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:25.053162 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc96ad-8229-40f0-8bc8-a2912ee194fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:25.053524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc96ad-8229-40f0-8bc8-a2912ee194fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:25.053854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc96ad-8229-40f0-8bc8-a2912ee194fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:25.054186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc96ad-8229-40f0-8bc8-a2912ee194fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:25.058074 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:25.058456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:25.059121 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.059518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:25.060001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Bound port: 50d4a77f-6174-4263-a14b-7c42ae1f2fce, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:25.060389 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.091199 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38b4c962-50f5-4197-8aa8-c1470939849d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.114001 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d8c14ee-6033-4097-8018-ef4351d1bf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.118564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] For port 50d4a77f-6174-4263-a14b-7c42ae1f2fce, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:25.121793 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] For port 50d4a77f-6174-4263-a14b-7c42ae1f2fce, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=50d4a77f-6174-4263-a14b-7c42ae1f2fce,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:25.158212 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2d8c14ee-6033-4097-8018-ef4351d1bf21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a37fb9e2e0a540e9892f9638d276481c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318332 Aug 17 02:58:25.158768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38590) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:25.158916 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4c962-50f5-4197-8aa8-c1470939849d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Subnet': ['ID=96cef99f-a6be-4f27-b28f-4ae166b9b068,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:25.167698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4c962-50f5-4197-8aa8-c1470939849d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Checking segment: {'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:25.168065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b4c962-50f5-4197-8aa8-c1470939849d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network hostable DHCP agents. Network: 85163ab2-4399-4f7a-8b07-e19463962899, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:58:25.170692 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c14ee-6033-4097-8018-ef4351d1bf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fd29bd-f084-438c-99cd-7e92559c77a4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:25.200512 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.212270 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14eb0891-bcf1-476d-b2ed-66dba554c926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.235039 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14eb0891-bcf1-476d-b2ed-66dba554c926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.262019 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Routers {'67f6222a-72ae-4ce4-ba83-a6da7a778708'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:25.262769 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:58:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['67f6222a-72ae-4ce4-ba83-a6da7a778708'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:25.265795 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc96ad-8229-40f0-8bc8-a2912ee194fe None None] Pushing event updated for resources: {'Port': ['ID=50d4a77f-6174-4263-a14b-7c42ae1f2fce,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:25.273816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b4c962-50f5-4197-8aa8-c1470939849d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 85163ab2-4399-4f7a-8b07-e19463962899 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:58:25.353973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-38b4c962-50f5-4197-8aa8-c1470939849d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 85163ab2-4399-4f7a-8b07-e19463962899) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:25.358978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b4c962-50f5-4197-8aa8-c1470939849d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:25.359837 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-38b4c962-50f5-4197-8aa8-c1470939849d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.363741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd46bed1-17ce-4cbe-a4bc-f59fa9435642 None None] Network 85163ab2-4399-4f7a-8b07-e19463962899 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:58:25.386923 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14eb0891-bcf1-476d-b2ed-66dba554c926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.389627 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-14eb0891-bcf1-476d-b2ed-66dba554c926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.393896 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-14eb0891-bcf1-476d-b2ed-66dba554c926 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5fd29bd-f084-438c-99cd-7e92559c77a4 HTTP/1.1" status: 204 len: 168 time: 0.2312148 Aug 17 02:58:25.398418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb0891-bcf1-476d-b2ed-66dba554c926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fd29bd-f084-438c-99cd-7e92559c77a4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:25.407146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] Set router 67f6222a-72ae-4ce4-ba83-a6da7a778708 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:25.444127 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-38b4c962-50f5-4197-8aa8-c1470939849d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8262341 Aug 17 02:58:25.446795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38594) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:25.664096 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-85163ab2-4399-4f7a-8b07-e19463962899', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ips': [{'subnet_id': '96cef99f-a6be-4f27-b28f-4ae166b9b068'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:58:25.664902 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.747469 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:21Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 3, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:22Z', 'updated_at': '2021-08-17T02:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:25.784051 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116641a5-313c-4a58-9834-c2ed8ae8fd40 None None] The sync data for ids ['67f6222a-72ae-4ce4-ba83-a6da7a778708'] in n-d-793621-31 is: [{'id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:21Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 3, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:22Z', 'updated_at': '2021-08-17T02:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:58:25.850170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Allocated IP 172.20.0.2 (85163ab2-4399-4f7a-8b07-e19463962899/96cef99f-a6be-4f27-b28f-4ae166b9b068/57e4f194-7891-4ea2-9736-e8a50a60c6df) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:25.912356 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:26.020008 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:26.031760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Transition to ACTIVE for port object 57e4f194-7891-4ea2-9736-e8a50a60c6df will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:26.069330 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Transition to ACTIVE for port object 57e4f194-7891-4ea2-9736-e8a50a60c6df will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:26.141028 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:26.195321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Network 85163ab2-4399-4f7a-8b07-e19463962899 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:26.199301 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:26.204233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:26.214534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Pushing event updated for resources: {'Port': ['ID=57e4f194-7891-4ea2-9736-e8a50a60c6df,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:26.283631 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Attempting to bind port 57e4f194-7891-4ea2-9736-e8a50a60c6df on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:26.284000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Attempting to bind port 57e4f194-7891-4ea2-9736-e8a50a60c6df by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:26.284366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Attempting to bind port 57e4f194-7891-4ea2-9736-e8a50a60c6df on network 85163ab2-4399-4f7a-8b07-e19463962899 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:26.292669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:26.293058 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Checking segment: {'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:26.293491 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:26.293993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Bound using segment: {'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:26.294482 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Bound port: 57e4f194-7891-4ea2-9736-e8a50a60c6df, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:26.294906 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:26.372665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] For port 57e4f194-7891-4ea2-9736-e8a50a60c6df, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:26.376259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] For port 57e4f194-7891-4ea2-9736-e8a50a60c6df, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=57e4f194-7891-4ea2-9736-e8a50a60c6df,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:26.387328 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.20.0.1 (85163ab2-4399-4f7a-8b07-e19463962899/96cef99f-a6be-4f27-b28f-4ae166b9b068/0dd6d4f5-e2b0-435b-a110-a4917815d7e4) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:26.490423 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:26.505708 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:26.520811 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Transition to ACTIVE for port object 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:26.559187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35457c-287d-4dc7-b60d-87eda0bdaf78 None None] Pushing event updated for resources: {'Port': ['ID=57e4f194-7891-4ea2-9736-e8a50a60c6df,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:26.651812 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:26.752914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 85163ab2-4399-4f7a-8b07-e19463962899 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:26.759127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:26.761878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:26.797852 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=0dd6d4f5-e2b0-435b-a110-a4917815d7e4,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:26.817290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 50d4a77f-6174-4263-a14b-7c42ae1f2fce up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:26.836610 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:26.968895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 50d4a77f-6174-4263-a14b-7c42ae1f2fce completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:26.972958 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 50d4a77f-6174-4263-a14b-7c42ae1f2fce triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:26.973364 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:27.055806 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:27.083298 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:27.085384 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 50d4a77f-6174-4263-a14b-7c42ae1f2fce, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=50d4a77f-6174-4263-a14b-7c42ae1f2fce,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:27.147633 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:27.198715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=50d4a77f-6174-4263-a14b-7c42ae1f2fce,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:27.383888 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:27.445178 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:27.520758 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:27.520883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=0dd6d4f5-e2b0-435b-a110-a4917815d7e4,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:27.616921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 85163ab2-4399-4f7a-8b07-e19463962899 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:27.618295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:27.733805 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 67f6222a-72ae-4ce4-ba83-a6da7a778708 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:58:27.856808 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:58:27.870288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b0950567-ab36-477a-8bb9-f8b8fc5b39bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "PUT /v2.0/routers/67f6222a-72ae-4ce4-ba83-a6da7a778708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4219444 Aug 17 02:58:27.875376 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Sync routers for ids ['67f6222a-72ae-4ce4-ba83-a6da7a778708'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:58:27.888622 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Routers {'67f6222a-72ae-4ce4-ba83-a6da7a778708'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:27.889402 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:58:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['67f6222a-72ae-4ce4-ba83-a6da7a778708'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:28.008113 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Set router 67f6222a-72ae-4ce4-ba83-a6da7a778708 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:28.132818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5b655a9c-156d-44cd-bb6b-8e5689218cbc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367060302&fields=id&tenant_id=24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 267 time: 0.0492349 Aug 17 02:58:28.234203 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:21Z', 'updated_at': '2021-08-17T02:58:26Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:22Z', 'updated_at': '2021-08-17T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '0dd6d4f5-e2b0-435b-a110-a4917815d7e4', 'name': '', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:e1:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:26Z', 'updated_at': '2021-08-17T02:58:27Z', 'revision_number': 2, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:28.237812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643663d7-2fb0-480e-a0a7-99385571e9ab None None] Network 85163ab2-4399-4f7a-8b07-e19463962899 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:58:28.271531 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Checking router: 67f6222a-72ae-4ce4-ba83-a6da7a778708 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:58:28.271531 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Updating router 67f6222a-72ae-4ce4-ba83-a6da7a778708 port 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:58:28.296644 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:28.379055 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5c61453e-1846-47b2-978f-8ab49f5f619e None None] Provisioning for port 57e4f194-7891-4ea2-9736-e8a50a60c6df completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:28.603633 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:28.616016 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Transition to ACTIVE for port object 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:28.679810 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:28.696332 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-95caf3b2-1e2a-4a83-ab25-1cc39d0d9897 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:28.698050 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-95caf3b2-1e2a-4a83-ab25-1cc39d0d9897 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/networks?id=85163ab2-4399-4f7a-8b07-e19463962899 HTTP/1.1" status: 200 len: 797 time: 0.5539565 Aug 17 02:58:28.721461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-9b20638b-ace6-4cd2-be9b-49a4c51e9cde tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/quotas/24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 375 time: 0.0164373 Aug 17 02:58:28.751983 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93027252-2097-4646-85fd-4c1255e22368 None None] Pushing event updated for resources: {'Port': ['ID=0dd6d4f5-e2b0-435b-a110-a4917815d7e4,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:28.767628 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93027252-2097-4646-85fd-4c1255e22368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:28.769340 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93027252-2097-4646-85fd-4c1255e22368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:28.769765 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93027252-2097-4646-85fd-4c1255e22368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:28.770178 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93027252-2097-4646-85fd-4c1255e22368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:28.770638 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93027252-2097-4646-85fd-4c1255e22368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:28.771097 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93027252-2097-4646-85fd-4c1255e22368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:28.771625 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93027252-2097-4646-85fd-4c1255e22368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:28.772015 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93027252-2097-4646-85fd-4c1255e22368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:28.772392 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93027252-2097-4646-85fd-4c1255e22368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:28.772861 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93027252-2097-4646-85fd-4c1255e22368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:28.773268 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93027252-2097-4646-85fd-4c1255e22368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:28.776970 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93027252-2097-4646-85fd-4c1255e22368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:28.848460 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-61360608-3faa-4d32-ab0b-e9c8e5012b50 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095564 Aug 17 02:58:28.856709 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4162cd24-861e-489a-8c5f-9bdd9c3fef53 None None] Provisioning for port 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:28.875822 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Attempting to bind port 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:28.876355 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Attempting to bind port 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:28.876592 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Attempting to bind port 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 on network 85163ab2-4399-4f7a-8b07-e19463962899 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:28.879473 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 50d4a77f-6174-4263-a14b-7c42ae1f2fce up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:28.890000 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:28.890370 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Checking segment: {'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:28.890767 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:28.893333 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Bound using segment: {'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:28.893583 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Bound port: 0dd6d4f5-e2b0-435b-a110-a4917815d7e4, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:28.893967 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:28.927931 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:28.938574 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 50d4a77f-6174-4263-a14b-7c42ae1f2fce triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:28.939307 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:28.972321 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] For port 0dd6d4f5-e2b0-435b-a110-a4917815d7e4, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:28.980201 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] For port 0dd6d4f5-e2b0-435b-a110-a4917815d7e4, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0dd6d4f5-e2b0-435b-a110-a4917815d7e4,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:29.024087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-38ca1540-76da-46e7-8a75-d5b7db4e9b91 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:58:29.031883 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-38ca1540-76da-46e7-8a75-d5b7db4e9b91 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1806488 Aug 17 02:58:29.042255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 57e4f194-7891-4ea2-9736-e8a50a60c6df up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:29.046072 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:29.129530 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93027252-2097-4646-85fd-4c1255e22368 None None] Pushing event updated for resources: {'Port': ['ID=0dd6d4f5-e2b0-435b-a110-a4917815d7e4,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:29.144698 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Routers {'67f6222a-72ae-4ce4-ba83-a6da7a778708'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:29.145398 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:58:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['67f6222a-72ae-4ce4-ba83-a6da7a778708'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:29.183234 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-b66da293-68d1-4e39-a2f7-653d36672d00 service neutron] 10.222.0.13 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504676 Aug 17 02:58:29.255450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 57e4f194-7891-4ea2-9736-e8a50a60c6df completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:29.261609 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 57e4f194-7891-4ea2-9736-e8a50a60c6df triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:29.261920 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:29.297939 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-0ca3894b-f8c3-4c2a-83aa-453ade1324ae service neutron] 10.222.0.13 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079266 Aug 17 02:58:29.315114 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] Set router 67f6222a-72ae-4ce4-ba83-a6da7a778708 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:29.399718 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:29.437833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 57e4f194-7891-4ea2-9736-e8a50a60c6df, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=57e4f194-7891-4ea2-9736-e8a50a60c6df,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:29.536692 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:29.653313 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3bff1457-5dce-4166-bed5-12867a653c88 req-e55a4be6-e571-4253-9178-5baf79df66f5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 210 time: 0.0390520 Aug 17 02:58:29.673867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=57e4f194-7891-4ea2-9736-e8a50a60c6df,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:29.706428 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:21Z', 'updated_at': '2021-08-17T02:58:26Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:22Z', 'updated_at': '2021-08-17T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '0dd6d4f5-e2b0-435b-a110-a4917815d7e4', 'name': '', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:e1:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:26Z', 'updated_at': '2021-08-17T02:58:28Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:29.733889 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f633b-6409-42d3-b469-646db232aa24 None None] The sync data for ids ['67f6222a-72ae-4ce4-ba83-a6da7a778708'] in n-d-793621-31 is: [{'id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:21Z', 'updated_at': '2021-08-17T02:58:26Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:22Z', 'updated_at': '2021-08-17T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '0dd6d4f5-e2b0-435b-a110-a4917815d7e4', 'name': '', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:e1:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:26Z', 'updated_at': '2021-08-17T02:58:28Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:58:30.741551 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c81efe2f-0614-4951-899d-d89b60e46abe req-bbb1e996-0e8c-4e9b-9081-611d4d1e648a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 210 time: 0.0310898 Aug 17 02:58:30.785266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:30.896595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:30.901075 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:30.901549 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:30.983815 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:31.019625 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 0dd6d4f5-e2b0-435b-a110-a4917815d7e4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0dd6d4f5-e2b0-435b-a110-a4917815d7e4,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:31.112092 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:31.113173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 57e4f194-7891-4ea2-9736-e8a50a60c6df up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:31.198489 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=0dd6d4f5-e2b0-435b-a110-a4917815d7e4,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:31.212617 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 57e4f194-7891-4ea2-9736-e8a50a60c6df triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:31.212988 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:31.491074 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:31.819907 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-57e53a0e-eb17-4465-8087-b37f5fbbb05d req-8c479d0d-67c1-4a3b-9b58-5d9b3e6afe1e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 210 time: 0.0279961 Aug 17 02:58:32.693468 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:32.739770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:32.740141 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:32.898095 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-155d8c37-81a3-4730-bc2e-adbbcedd5a25 req-8c9a87e4-5ecb-4d94-a8c0-345197dddf09 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 210 time: 0.0258729 Aug 17 02:58:34.018748 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-988bb373-5737-436b-b201-98a77e57b19f req-cba1804c-290b-4c03-a11f-47f096fcb757 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 210 time: 0.0305490 Aug 17 02:58:34.490349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-c5123b6b-b13b-4eb8-b976-38435fd2e2d6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:34.491790 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-c5123b6b-b13b-4eb8-b976-38435fd2e2d6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.18 "GET /v2.0/networks?id=85163ab2-4399-4f7a-8b07-e19463962899 HTTP/1.1" status: 200 len: 797 time: 0.1473787 Aug 17 02:58:34.551677 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-d8c36255-e145-4b3e-8209-c019dfc38cd6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 380 time: 0.0455861 Aug 17 02:58:34.576870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-58d91d84-0915-46bb-b928-a34d1221a5b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'port': {'device_id': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'admin_state_up': True, 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'security_groups': ['8fac5746-2891-4b44-9edd-f642530b269e']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:34.730685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-58d91d84-0915-46bb-b928-a34d1221a5b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Made reservation on behalf of 24dfcafe61944b979922e9d135dfc1d5 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:34.734298 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-58d91d84-0915-46bb-b928-a34d1221a5b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:34.875119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-58d91d84-0915-46bb-b928-a34d1221a5b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.20.0.13 (85163ab2-4399-4f7a-8b07-e19463962899/96cef99f-a6be-4f27-b28f-4ae166b9b068/b548ba4a-1b92-410a-b17a-6c303f8557d4) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:35.018126 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-58d91d84-0915-46bb-b928-a34d1221a5b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:35.031482 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-58d91d84-0915-46bb-b928-a34d1221a5b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Transition to ACTIVE for port object b548ba4a-1b92-410a-b17a-6c303f8557d4 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:35.130679 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d37874cf-9823-4443-8f9b-9a7e72b19663 req-c63602fb-6098-4264-be67-2a590ca4bff9 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 210 time: 0.0343935 Aug 17 02:58:35.160967 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-58d91d84-0915-46bb-b928-a34d1221a5b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:35.209451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-58d91d84-0915-46bb-b928-a34d1221a5b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 85163ab2-4399-4f7a-8b07-e19463962899 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:35.212694 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-58d91d84-0915-46bb-b928-a34d1221a5b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:35.219405 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-58d91d84-0915-46bb-b928-a34d1221a5b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:35.255242 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d91d84-0915-46bb-b928-a34d1221a5b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=b548ba4a-1b92-410a-b17a-6c303f8557d4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:35.286820 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-58d91d84-0915-46bb-b928-a34d1221a5b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:35.287485 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-58d91d84-0915-46bb-b928-a34d1221a5b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:35.405467 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-58d91d84-0915-46bb-b928-a34d1221a5b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8471482 Aug 17 02:58:35.456623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Request body: {'port': {'device_id': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:35.510177 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:35.566538 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a627266d-b44e-4a4d-af6f-492a4befb17e None None] Provisioning for port b548ba4a-1b92-410a-b17a-6c303f8557d4 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:35.570488 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a627266d-b44e-4a4d-af6f-492a4befb17e None None] Provisioning complete for port b548ba4a-1b92-410a-b17a-6c303f8557d4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:35.570859 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a627266d-b44e-4a4d-af6f-492a4befb17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:35.604945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a627266d-b44e-4a4d-af6f-492a4befb17e None None] Port b548ba4a-1b92-410a-b17a-6c303f8557d4 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:58:35.827011 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b548ba4a-1b92-410a-b17a-6c303f8557d4 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:35.834262 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:35.847513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Transition to ACTIVE for port object b548ba4a-1b92-410a-b17a-6c303f8557d4 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:35.942074 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:35.997698 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b548ba4a-1b92-410a-b17a-6c303f8557d4,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:36.068074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Attempting to bind port b548ba4a-1b92-410a-b17a-6c303f8557d4 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:36.068467 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Attempting to bind port b548ba4a-1b92-410a-b17a-6c303f8557d4 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:36.068890 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Attempting to bind port b548ba4a-1b92-410a-b17a-6c303f8557d4 on network 85163ab2-4399-4f7a-8b07-e19463962899 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:36.075064 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Port b548ba4a-1b92-410a-b17a-6c303f8557d4 on network 85163ab2-4399-4f7a-8b07-e19463962899 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:58:36.075602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Attempting to bind port b548ba4a-1b92-410a-b17a-6c303f8557d4 on network 85163ab2-4399-4f7a-8b07-e19463962899 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:36.081029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:36.081424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Checking segment: {'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:36.081821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Bound using segment: {'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:36.082261 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Bound port: b548ba4a-1b92-410a-b17a-6c303f8557d4, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:36.082635 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:36.149792 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] For port b548ba4a-1b92-410a-b17a-6c303f8557d4, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:36.153534 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] For port b548ba4a-1b92-410a-b17a-6c303f8557d4, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:36.227335 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:36.247685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fe25a-a7bb-4ad5-8564-2ebcbc212c8f req-e92e428a-830d-412b-9e50-0114dd547d74 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:36.249115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f6fe25a-a7bb-4ad5-8564-2ebcbc212c8f req-e92e428a-830d-412b-9e50-0114dd547d74 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 944 time: 0.0513256 Aug 17 02:58:36.263371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:36.264292 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:36.267936 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] 10.222.0.18 "PUT /v2.0/ports/b548ba4a-1b92-410a-b17a-6c303f8557d4 HTTP/1.1" status: 200 len: 1093 time: 0.8135219 Aug 17 02:58:36.268228 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:36.270786 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace25bc7-13d7-4014-9218-d61b11c13bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:36.295576 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f6fe25a-a7bb-4ad5-8564-2ebcbc212c8f req-a05277c2-0a13-45d5-bb67-72baf2c21ac7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400906 Aug 17 02:58:36.305620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90c8c2-2dd7-4e33-9d4c-ea0e1f7765a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b548ba4a-1b92-410a-b17a-6c303f8557d4,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:36.356576 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9360ff91-3521-46cd-b491-95570233943b x-openstack-request-id: req-9360ff91-3521-46cd-b491-95570233943b {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:36.356882 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:36.359666 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9360ff91-3521-46cd-b491-95570233943b {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:36.359666 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'status': 'completed', 'code': 200} Aug 17 02:58:36.439608 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25bc7-13d7-4014-9218-d61b11c13bfb req-69b67be6-e47c-474f-b7f8-310638b5a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:36.441185 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ace25bc7-13d7-4014-9218-d61b11c13bfb req-69b67be6-e47c-474f-b7f8-310638b5a47b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1096 time: 0.0468996 Aug 17 02:58:36.618262 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25bc7-13d7-4014-9218-d61b11c13bfb req-ed10d07f-5f59-46c6-a4e0-94f170e286fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:36.619790 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ace25bc7-13d7-4014-9218-d61b11c13bfb req-ed10d07f-5f59-46c6-a4e0-94f170e286fe service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=24dfcafe61944b979922e9d135dfc1d5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1652634 Aug 17 02:58:36.780119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25bc7-13d7-4014-9218-d61b11c13bfb req-240a6d66-4e8f-46b4-b23a-a8b9451ba91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:36.781599 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ace25bc7-13d7-4014-9218-d61b11c13bfb req-240a6d66-4e8f-46b4-b23a-a8b9451ba91e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1544249 Aug 17 02:58:36.876484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-99f0ea1d-1cc9-452d-8a94-216ef6e86ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:36.878042 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-99f0ea1d-1cc9-452d-8a94-216ef6e86ba5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1096 time: 0.0426257 Aug 17 02:58:36.924389 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-b40fd015-535a-4a9c-82af-c3f78736de39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4 HTTP/1.1" status: 200 len: 217 time: 0.0336695 Aug 17 02:58:36.981964 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-a543d4e1-e8ed-4e19-be34-6a2b00216d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:36.983414 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-a543d4e1-e8ed-4e19-be34-6a2b00216d40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=96cef99f-a6be-4f27-b28f-4ae166b9b068 HTTP/1.1" status: 200 len: 834 time: 0.0513487 Aug 17 02:58:37.030029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-8e1076da-1492-456b-b11b-79e3304b3054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:37.031615 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-8e1076da-1492-456b-b11b-79e3304b3054 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85163ab2-4399-4f7a-8b07-e19463962899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404353 Aug 17 02:58:37.124843 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-9c01078f-c49b-46db-9e3c-508b899b7772 service neutron] 10.222.0.18 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851059 Aug 17 02:58:37.220700 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c5bd80ee-9776-4055-a6a1-87eda6249ddc req-60f30d33-8ae8-47a8-8fc7-4077ae274b9b service neutron] 10.222.0.18 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857506 Aug 17 02:58:37.414713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2edcb-2580-4c6f-a5c7-378b3d59ec43 req-ca365eb2-e179-4ed5-abcd-006982787799 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:37.416215 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-08f2edcb-2580-4c6f-a5c7-378b3d59ec43 req-ca365eb2-e179-4ed5-abcd-006982787799 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 944 time: 0.0510623 Aug 17 02:58:37.457490 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-08f2edcb-2580-4c6f-a5c7-378b3d59ec43 req-15c49e58-f0cd-4567-9855-a0994fb5b84c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333879 Aug 17 02:58:37.896390 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-754148e4-0945-4f93-bf7a-91a488715de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:38.582356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c2c5-7b43-4b73-b1db-53e16493b3f4 req-1d0a8375-329c-4da1-b544-9db08e2bc551 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:38.583994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d173c2c5-7b43-4b73-b1db-53e16493b3f4 req-1d0a8375-329c-4da1-b544-9db08e2bc551 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 944 time: 0.0592299 Aug 17 02:58:38.625054 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d173c2c5-7b43-4b73-b1db-53e16493b3f4 req-3f229e4e-718a-46bb-806b-5731a9a6d29f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348074 Aug 17 02:58:39.742812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87829e-8a71-4c44-a8ae-e2bfb16c36d3 req-3aea642b-ae38-4848-a36d-6bf53b488e42 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:39.744343 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da87829e-8a71-4c44-a8ae-e2bfb16c36d3 req-3aea642b-ae38-4848-a36d-6bf53b488e42 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 944 time: 0.0517404 Aug 17 02:58:39.785345 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da87829e-8a71-4c44-a8ae-e2bfb16c36d3 req-e0262751-fc9f-4d26-bbcb-723b808535cf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341525 Aug 17 02:58:40.314004 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fd06a460-e1fc-4a83-8507-e43b233bed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:40.605051 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:40.917545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6b6a4-a765-4a6f-beb0-b33b5f61b1dd req-f5d5f009-d3e8-42ed-b4cf-d739ee90feaf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:40.919325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1fd6b6a4-a765-4a6f-beb0-b33b5f61b1dd req-f5d5f009-d3e8-42ed-b4cf-d739ee90feaf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 944 time: 0.0545089 Aug 17 02:58:40.965550 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1fd6b6a4-a765-4a6f-beb0-b33b5f61b1dd req-7c438649-e84e-4659-91cf-159f17caef2e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396113 Aug 17 02:58:41.896080 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:42.117258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3de7c-b853-4307-b666-8ae16008432b req-78407164-22be-49f4-aa96-6b4e0e190668 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:42.118813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3a3de7c-b853-4307-b666-8ae16008432b req-78407164-22be-49f4-aa96-6b4e0e190668 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 944 time: 0.0636332 Aug 17 02:58:42.161770 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f3a3de7c-b853-4307-b666-8ae16008432b req-06129627-eb24-4205-912f-6e03019c38e3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361309 Aug 17 02:58:42.844624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device b548ba4a-1b92-410a-b17a-6c303f8557d4 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:58:42.941477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port b548ba4a-1b92-410a-b17a-6c303f8557d4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:42.953131 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'port_id': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'mac_address': 'fa:16:3e:cb:e4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:58:42.989473 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:43.002074 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b548ba4a-1b92-410a-b17a-6c303f8557d4 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:43.021854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port b548ba4a-1b92-410a-b17a-6c303f8557d4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:43.130574 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:43.189807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=b548ba4a-1b92-410a-b17a-6c303f8557d4,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:43.422107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e6537-2c9d-49f0-8cb6-e8b825267ce6 req-0442489b-080b-46af-9f25-6129e1ec436f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:43.423619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-640e6537-2c9d-49f0-8cb6-e8b825267ce6 req-0442489b-080b-46af-9f25-6129e1ec436f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 945 time: 0.1812072 Aug 17 02:58:43.463579 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-640e6537-2c9d-49f0-8cb6-e8b825267ce6 req-cf5f171d-26d0-4f12-abc5-a497f9c02d1f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337641 Aug 17 02:58:43.608412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['b548ba4a-1b92-410a-b17a-6c303f8557d4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:58:43.936100 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:44.595901 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff06d01-7ec2-48d3-9038-aec9cd764c93 req-ec4c5dda-db3a-4960-848f-9e1a84f74d13 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:44.598099 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ff06d01-7ec2-48d3-9038-aec9cd764c93 req-ec4c5dda-db3a-4960-848f-9e1a84f74d13 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 945 time: 0.0591109 Aug 17 02:58:44.644256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7ff06d01-7ec2-48d3-9038-aec9cd764c93 req-15f0aa7b-355b-451f-bc25-40cc63891fd6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395129 Aug 17 02:58:44.858427 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device b548ba4a-1b92-410a-b17a-6c303f8557d4 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:44.974638 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port b548ba4a-1b92-410a-b17a-6c303f8557d4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:44.978739 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port b548ba4a-1b92-410a-b17a-6c303f8557d4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:44.979113 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:45.061371 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:45.088113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:45.090759 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b66dfa-1eec-4307-ac58-348ca1e8d286" -d '{"events": [{"server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "name": "network-vif-plugged", "status": "completed", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:45.104227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port b548ba4a-1b92-410a-b17a-6c303f8557d4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:45.127701 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1898baa-028e-4476-9e1e-1faa2ba594ed x-openstack-request-id: req-b1898baa-028e-4476-9e1e-1faa2ba594ed {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:45.128126 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "name": "network-vif-plugged", "status": "completed", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:45.128446 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1898baa-028e-4476-9e1e-1faa2ba594ed {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:45.128924 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'code': 200} Aug 17 02:58:45.164838 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:45.218604 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=b548ba4a-1b92-410a-b17a-6c303f8557d4,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:45.254714 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75c1f1-66fe-43a4-8276-f7eaaae06c56 req-ef3d58f9-579a-4cd1-9927-36338d6aa9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:45.256206 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f75c1f1-66fe-43a4-8276-f7eaaae06c56 req-ef3d58f9-579a-4cd1-9927-36338d6aa9c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1098 time: 0.0426569 Aug 17 02:58:45.295106 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f75c1f1-66fe-43a4-8276-f7eaaae06c56 req-5681002c-7192-4dd8-8af6-5b04dcb70311 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303392 Aug 17 02:58:45.779874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50875f3-4c7b-45ba-8654-eb7be5ce4f10 req-6ee1b6a8-f0e2-42bd-ba43-4087e942d26b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:45.782241 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f50875f3-4c7b-45ba-8654-eb7be5ce4f10 req-6ee1b6a8-f0e2-42bd-ba43-4087e942d26b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0638514 Aug 17 02:58:45.823055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f50875f3-4c7b-45ba-8654-eb7be5ce4f10 req-d3636ba6-bc86-4a61-a810-2f051c11c533 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346608 Aug 17 02:58:46.948183 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0522d-2402-45a6-92db-f84795ce95e8 req-349d854e-4aed-444f-b7f6-5a4633254f48 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:46.950162 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16a0522d-2402-45a6-92db-f84795ce95e8 req-349d854e-4aed-444f-b7f6-5a4633254f48 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0511758 Aug 17 02:58:46.992696 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16a0522d-2402-45a6-92db-f84795ce95e8 req-90bbbc26-b7e5-4a07-a44d-35d3ac7cbfc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361080 Aug 17 02:58:47.112685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d53d80-aa93-4a54-8cc3-24178af89ea9 req-f7dfbe5b-105e-4e88-9509-1d4c7cb0e66c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:47.114224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f6d53d80-aa93-4a54-8cc3-24178af89ea9 req-f7dfbe5b-105e-4e88-9509-1d4c7cb0e66c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0507996 Aug 17 02:58:47.154602 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f6d53d80-aa93-4a54-8cc3-24178af89ea9 req-3592e04d-daf4-4880-a6b2-144980b05980 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335889 Aug 17 02:58:47.177413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38804) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:47.226077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e8b90a-1fab-4144-9c8e-45ed76874699 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:47.230526 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-31e8b90a-1fab-4144-9c8e-45ed76874699 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1093 time: 0.0493305 Aug 17 02:58:47.230883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38806) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:47.235691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:47.331028 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38810) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:47.338323 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.450630 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.470851 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a2569774-4112-48a1-8cd2-e07f1d346878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.616484 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.25.5.158 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/3585e5a5-2e4d-44fe-a3a4-f1058954dc0a) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:47.717037 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a2569774-4112-48a1-8cd2-e07f1d346878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.754801 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.758422 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a2569774-4112-48a1-8cd2-e07f1d346878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.808492 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a2569774-4112-48a1-8cd2-e07f1d346878 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a038749b583049ca90d8738fcfde8d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759831 Aug 17 02:58:47.809336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2569774-4112-48a1-8cd2-e07f1d346878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a934a07-71f9-4e94-837d-a0c1a8291203,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:47.811614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38814) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:47.863794 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3655acd9-225d-4f6e-a73e-0a4ea02cbc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.883963 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3655acd9-225d-4f6e-a73e-0a4ea02cbc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.891051 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.928512 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:47.931399 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:47.938107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:47.966272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=3585e5a5-2e4d-44fe-a3a4-f1058954dc0a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:47.993212 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3655acd9-225d-4f6e-a73e-0a4ea02cbc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.995840 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3655acd9-225d-4f6e-a73e-0a4ea02cbc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.997046 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3655acd9-225d-4f6e-a73e-0a4ea02cbc3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a934a07-71f9-4e94-837d-a0c1a8291203 HTTP/1.1" status: 204 len: 168 time: 0.1844146 Aug 17 02:58:48.005661 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655acd9-225d-4f6e-a73e-0a4ea02cbc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a934a07-71f9-4e94-837d-a0c1a8291203,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:48.446344 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.618179 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.654338 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38820) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:48.667136 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb8154cb-d7f3-47b2-8347-97834cd1d55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.754996 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb8154cb-d7f3-47b2-8347-97834cd1d55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.771236 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.856035 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bb8154cb-d7f3-47b2-8347-97834cd1d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.894820 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bb8154cb-d7f3-47b2-8347-97834cd1d55e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ac62310c76d4adaaa3db3694a3b3509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393999 Aug 17 02:58:48.895775 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8154cb-d7f3-47b2-8347-97834cd1d55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93d9887-28e1-4ae9-8649-907a59b50564,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:48.897502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38822) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:48.911829 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.004740 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=3585e5a5-2e4d-44fe-a3a4-f1058954dc0a,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:49.023964 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.025752 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5bed7732-1678-4255-840d-fdee184da822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.085291 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5bed7732-1678-4255-840d-fdee184da822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.420096 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Floating IP f3d526af-499d-4f2a-9649-19ee544de0fa associated. External IP: 172.25.5.158, port: b548ba4a-1b92-410a-b17a-6c303f8557d4. Aug 17 02:58:49.533886 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5bed7732-1678-4255-840d-fdee184da822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.536317 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5bed7732-1678-4255-840d-fdee184da822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.537487 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5bed7732-1678-4255-840d-fdee184da822 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d93d9887-28e1-4ae9-8649-907a59b50564 HTTP/1.1" status: 204 len: 168 time: 0.6389506 Aug 17 02:58:49.577225 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed7732-1678-4255-840d-fdee184da822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93d9887-28e1-4ae9-8649-907a59b50564,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:49.653317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 67f6222a-72ae-4ce4-ba83-a6da7a778708 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:58:49.765704 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:58:49.776662 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a028d5-d2a2-4b59-b6a2-e362b59ec721 None None] Sync routers for ids ['67f6222a-72ae-4ce4-ba83-a6da7a778708'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:58:49.786669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a028d5-d2a2-4b59-b6a2-e362b59ec721 None None] Routers {'67f6222a-72ae-4ce4-ba83-a6da7a778708'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:49.790760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c4a028d5-d2a2-4b59-b6a2-e362b59ec721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:58:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['67f6222a-72ae-4ce4-ba83-a6da7a778708'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:49.894440 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-c4a028d5-d2a2-4b59-b6a2-e362b59ec721 None None] Set router 67f6222a-72ae-4ce4-ba83-a6da7a778708 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:49.923268 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.956883 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-700f6772-f2e9-4e19-bf7b-a4ec54f00e6f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7222929 Aug 17 02:58:49.956883 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:49.958717 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b706b48e-f829-4941-a9eb-ce95e573478f" -d '{"events": [{"name": "network-changed", "server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:50.061771 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f4a6f-31de-47c8-807b-8a6059b2155c req-d48203c9-9f10-46f8-b2d8-6cd7feb97fd1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:50.063347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-890f4a6f-31de-47c8-807b-8a6059b2155c req-d48203c9-9f10-46f8-b2d8-6cd7feb97fd1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0591660 Aug 17 02:58:50.104790 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-890f4a6f-31de-47c8-807b-8a6059b2155c req-11cf9fc7-8474-4678-9113-00284d00dbf2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355723 Aug 17 02:58:50.128421 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38838) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:50.156368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c4a028d5-d2a2-4b59-b6a2-e362b59ec721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:21Z', 'updated_at': '2021-08-17T02:58:26Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:22Z', 'updated_at': '2021-08-17T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'f3d526af-499d-4f2a-9649-19ee544de0fa', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'port_id': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'mac_address': 'fa:16:3e:cb:e4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:48Z', 'updated_at': '2021-08-17T02:58:48Z', 'revision_number': 0, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd6d4f5-e2b0-435b-a110-a4917815d7e4', 'name': '', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:e1:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:26Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:50.185378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a028d5-d2a2-4b59-b6a2-e362b59ec721 None None] Checking router: 67f6222a-72ae-4ce4-ba83-a6da7a778708 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:58:50.186511 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d14efcb-682a-4f2c-9b94-bdfe41c6e43a x-openstack-request-id: req-1d14efcb-682a-4f2c-9b94-bdfe41c6e43a {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:50.186810 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:50.187060 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d14efcb-682a-4f2c-9b94-bdfe41c6e43a {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:50.187482 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'status': 'completed', 'code': 200} Aug 17 02:58:50.194407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a028d5-d2a2-4b59-b6a2-e362b59ec721 None None] Routers {'67f6222a-72ae-4ce4-ba83-a6da7a778708'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:50.195305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c4a028d5-d2a2-4b59-b6a2-e362b59ec721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T02:58:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['67f6222a-72ae-4ce4-ba83-a6da7a778708'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:50.218825 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-477dabce-60e3-4ce5-a753-3378c4be57e3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/floatingips/f3d526af-499d-4f2a-9649-19ee544de0fa HTTP/1.1" status: 200 len: 992 time: 0.0892377 Aug 17 02:58:50.241711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706b48e-f829-4941-a9eb-ce95e573478f req-20b9f1a7-627a-4740-9b5d-a1e49c2d680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:50.243297 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b706b48e-f829-4941-a9eb-ce95e573478f req-20b9f1a7-627a-4740-9b5d-a1e49c2d680f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1098 time: 0.0501711 Aug 17 02:58:50.310266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-c4a028d5-d2a2-4b59-b6a2-e362b59ec721 None None] Set router 67f6222a-72ae-4ce4-ba83-a6da7a778708 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:50.336039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706b48e-f829-4941-a9eb-ce95e573478f req-f11ae2d1-0586-46cc-946a-154ac2c587a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:50.337595 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b706b48e-f829-4941-a9eb-ce95e573478f req-f11ae2d1-0586-46cc-946a-154ac2c587a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85163ab2-4399-4f7a-8b07-e19463962899 HTTP/1.1" status: 200 len: 898 time: 0.0861819 Aug 17 02:58:50.410638 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b706b48e-f829-4941-a9eb-ce95e573478f req-e58dbd79-4690-4f7a-bfa7-f726162be231 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4 HTTP/1.1" status: 200 len: 1000 time: 0.0651667 Aug 17 02:58:50.467233 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706b48e-f829-4941-a9eb-ce95e573478f req-28b545ad-665b-46b1-b055-855ed5dea329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:50.468731 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b706b48e-f829-4941-a9eb-ce95e573478f req-28b545ad-665b-46b1-b055-855ed5dea329 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=96cef99f-a6be-4f27-b28f-4ae166b9b068 HTTP/1.1" status: 200 len: 834 time: 0.0490158 Aug 17 02:58:50.520634 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706b48e-f829-4941-a9eb-ce95e573478f req-3d1475d3-53c7-42b5-90b7-bf20242efdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:50.522183 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b706b48e-f829-4941-a9eb-ce95e573478f req-3d1475d3-53c7-42b5-90b7-bf20242efdb6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85163ab2-4399-4f7a-8b07-e19463962899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455964 Aug 17 02:58:50.554572 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c4a028d5-d2a2-4b59-b6a2-e362b59ec721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:21Z', 'updated_at': '2021-08-17T02:58:26Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:22Z', 'updated_at': '2021-08-17T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'f3d526af-499d-4f2a-9649-19ee544de0fa', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'port_id': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'mac_address': 'fa:16:3e:cb:e4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:48Z', 'updated_at': '2021-08-17T02:58:48Z', 'revision_number': 0, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd6d4f5-e2b0-435b-a110-a4917815d7e4', 'name': '', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:e1:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:26Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:50.585229 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a028d5-d2a2-4b59-b6a2-e362b59ec721 None None] The sync data for ids ['67f6222a-72ae-4ce4-ba83-a6da7a778708'] in n-d-793621-31 is: [{'id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:21Z', 'updated_at': '2021-08-17T02:58:26Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:22Z', 'updated_at': '2021-08-17T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'f3d526af-499d-4f2a-9649-19ee544de0fa', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'port_id': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'mac_address': 'fa:16:3e:cb:e4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:48Z', 'updated_at': '2021-08-17T02:58:48Z', 'revision_number': 0, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd6d4f5-e2b0-435b-a110-a4917815d7e4', 'name': '', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:e1:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:26Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:58:50.617925 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b706b48e-f829-4941-a9eb-ce95e573478f req-bf27cbe3-39c0-4781-83f9-80abfaa15c85 service neutron] 10.222.0.18 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870457 Aug 17 02:58:50.712624 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b706b48e-f829-4941-a9eb-ce95e573478f req-0b4d3d9c-8e89-423a-9644-6d744fad481c service neutron] 10.222.0.18 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868900 Aug 17 02:58:50.806183 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673cb10e-1b44-4bae-bff1-0168b0be5712 None None] New status for floating IP f3d526af-499d-4f2a-9649-19ee544de0fa: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:58:51.222765 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38854) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:51.286013 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-81918ef2-ea60-41c6-9396-4119fea5a0de tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/floatingips/f3d526af-499d-4f2a-9649-19ee544de0fa HTTP/1.1" status: 200 len: 994 time: 0.0617392 Aug 17 02:58:53.647199 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:58:58.913077 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:01.330785 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:02.401410 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38922) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:02.530970 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a7267b3-ddba-4370-b905-9fd299b1684a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:02.621053 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a7267b3-ddba-4370-b905-9fd299b1684a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:02.700302 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1a7267b3-ddba-4370-b905-9fd299b1684a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:02.744680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1a7267b3-ddba-4370-b905-9fd299b1684a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f962dc4c5f63473f9a169dd518324b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416877 Aug 17 02:59:02.745425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7267b3-ddba-4370-b905-9fd299b1684a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b99b68-4806-4bec-abb3-9f42fbdf49f3,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:02.748182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38926) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:02.798984 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a127f71b-4f30-464d-8e0e-6c30cd1d877b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:02.824254 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a127f71b-4f30-464d-8e0e-6c30cd1d877b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:02.974240 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a127f71b-4f30-464d-8e0e-6c30cd1d877b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:02.976821 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a127f71b-4f30-464d-8e0e-6c30cd1d877b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:02.978015 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a127f71b-4f30-464d-8e0e-6c30cd1d877b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24b99b68-4806-4bec-abb3-9f42fbdf49f3 HTTP/1.1" status: 204 len: 168 time: 0.2295396 Aug 17 02:59:02.986101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127f71b-4f30-464d-8e0e-6c30cd1d877b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b99b68-4806-4bec-abb3-9f42fbdf49f3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:04.056590 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 38948) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:04.158959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-214250037-network', 'tenant_id': '69ae1487bdb04855a6fdb380cfd63ab4'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:04.277327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] Made reservation on behalf of 69ae1487bdb04855a6fdb380cfd63ab4 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:59:04.280290 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.289039 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.379033 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.454246 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.475484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:59:04.490560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952ada54-c95a-48f0-b55f-ab8c46afe6c9,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:04.494456 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.494837 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] Added segment 6aa667a6-ea3b-46f1-862c-ecca45381322 of type vlan for network 92c8f642-f21d-4b49-8937-f06b54836bdb Aug 17 02:59:04.537600 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.627023 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.627989 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:04.628566 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.688562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] Pushing event updated for resources: {'Network': ['ID=92c8f642-f21d-4b49-8937-f06b54836bdb,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:04.698041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 92c8f642-f21d-4b49-8937-f06b54836bdb details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:59:04.809552 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-76dfb3c0-4940-4d74-aab7-9599b80c874a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7517045 Aug 17 02:59:04.813474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 38952) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:04.818725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e116e999-ec48-4de4-a6ad-b999fd09c47a admin admin] Request body: {'subnet': {'network_id': '92c8f642-f21d-4b49-8937-f06b54836bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-214250037-subnet', 'tenant_id': '69ae1487bdb04855a6fdb380cfd63ab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:04.935514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e116e999-ec48-4de4-a6ad-b999fd09c47a admin admin] Made reservation on behalf of 69ae1487bdb04855a6fdb380cfd63ab4 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:59:04.937652 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e116e999-ec48-4de4-a6ad-b999fd09c47a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.198892 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e116e999-ec48-4de4-a6ad-b999fd09c47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.261524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116e999-ec48-4de4-a6ad-b999fd09c47a admin admin] Pushing event updated for resources: {'Subnet': ['ID=663e02be-a81e-4a0d-8d23-2b0572d41330,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:05.272456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e116e999-ec48-4de4-a6ad-b999fd09c47a admin admin] Checking segment: {'id': '6aa667a6-ea3b-46f1-862c-ecca45381322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92c8f642-f21d-4b49-8937-f06b54836bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:05.272456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e116e999-ec48-4de4-a6ad-b999fd09c47a admin admin] Network hostable DHCP agents. Network: 92c8f642-f21d-4b49-8937-f06b54836bdb, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:59:05.342699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e116e999-ec48-4de4-a6ad-b999fd09c47a admin admin] Network 92c8f642-f21d-4b49-8937-f06b54836bdb is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:59:05.410070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-e116e999-ec48-4de4-a6ad-b999fd09c47a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 92c8f642-f21d-4b49-8937-f06b54836bdb) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:05.414523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e116e999-ec48-4de4-a6ad-b999fd09c47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:05.415125 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e116e999-ec48-4de4-a6ad-b999fd09c47a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.420270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb313ba-e5ee-4d59-b2a8-f828932c38fe None None] Network 92c8f642-f21d-4b49-8937-f06b54836bdb requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:59:05.525251 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e116e999-ec48-4de4-a6ad-b999fd09c47a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7104480 Aug 17 02:59:05.549427 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9378080-458b-4739-a2c5-624dcd7949aa None None] Network 92c8f642-f21d-4b49-8937-f06b54836bdb requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:59:07.890474 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-db76d68f-2e76-44ce-ab9c-5ff60d502a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:10.347632 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e6dbdc94-d39f-42ef-b917-a44ec35ade67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:10.614125 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.907036 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:13.893985 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:16.964601 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ea8f357-afe0-482f-8622-7ce27e559593 req-cd08b9d0-5964-40f7-b7a9-66eb0751a647 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0974715 Aug 17 02:59:17.064939 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8f357-afe0-482f-8622-7ce27e559593 req-1922c067-8945-4a08-82a9-97bf19d43d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:17.066779 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ea8f357-afe0-482f-8622-7ce27e559593 req-1922c067-8945-4a08-82a9-97bf19d43d0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1098 time: 0.0425322 Aug 17 02:59:17.177673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8f357-afe0-482f-8622-7ce27e559593 req-2244d32b-372b-4c08-a718-52192c5d38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:17.179142 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ea8f357-afe0-482f-8622-7ce27e559593 req-2244d32b-372b-4c08-a718-52192c5d38b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85163ab2-4399-4f7a-8b07-e19463962899 HTTP/1.1" status: 200 len: 898 time: 0.0905387 Aug 17 02:59:17.249857 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ea8f357-afe0-482f-8622-7ce27e559593 req-a04aa056-beec-4563-9361-0b9bb75d75cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4 HTTP/1.1" status: 200 len: 1002 time: 0.0628054 Aug 17 02:59:17.307329 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8f357-afe0-482f-8622-7ce27e559593 req-7ab90bf0-eb05-446d-93f6-b42467b5f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:17.309119 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ea8f357-afe0-482f-8622-7ce27e559593 req-7ab90bf0-eb05-446d-93f6-b42467b5f0c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=96cef99f-a6be-4f27-b28f-4ae166b9b068 HTTP/1.1" status: 200 len: 834 time: 0.0514307 Aug 17 02:59:17.362580 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8f357-afe0-482f-8622-7ce27e559593 req-00ed0f85-6f81-4019-bd9a-ac7dbe4ed2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:17.364481 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ea8f357-afe0-482f-8622-7ce27e559593 req-00ed0f85-6f81-4019-bd9a-ac7dbe4ed2dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85163ab2-4399-4f7a-8b07-e19463962899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443804 Aug 17 02:59:17.461057 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ea8f357-afe0-482f-8622-7ce27e559593 req-5f731c14-e0ba-4103-b44f-cbdeead10457 service neutron] 10.222.0.18 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855823 Aug 17 02:59:17.555619 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ea8f357-afe0-482f-8622-7ce27e559593 req-9c6c03a9-9285-4b06-b196-917a3eaab69a service neutron] 10.222.0.18 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854352 Aug 17 02:59:28.901557 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:30.646513 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:59:31.329812 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:37.929582 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-46d5fdeb-197d-4fb5-a163-5fe598e3ea00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:40.324145 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d6084908-969a-4559-8302-931927163649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:40.626836 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:41.867122 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:43.884048 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:58.929754 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:01.369724 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:06.559197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ced9d-ca61-4596-b56b-bd513aeb55ad req-9a054a87-a87f-44cd-aa28-a7ce5be83eac tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:06.561156 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d58ced9d-ca61-4596-b56b-bd513aeb55ad req-9a054a87-a87f-44cd-aa28-a7ce5be83eac tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1098 time: 0.0431893 Aug 17 03:00:06.580735 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d58ced9d-ca61-4596-b56b-bd513aeb55ad req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:06.674155 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d58ced9d-ca61-4596-b56b-bd513aeb55ad req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:06.775184 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-d58ced9d-ca61-4596-b56b-bd513aeb55ad req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:06.802127 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d58ced9d-ca61-4596-b56b-bd513aeb55ad req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349048 Aug 17 03:00:06.806822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601be5a6-d68e-42a0-bf2c-23e8dcddec6c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:06.815856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:06.816209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:06.816558 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:06.816898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:06.817261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:06.817593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:06.817928 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:06.818345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:06.818669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:06.819083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:06.819316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:06.819649 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ec3e9-f06b-47a7-ad24-d59efd5f1b3a tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:06.940062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237d7a0-946a-4095-b686-89deefd42500 req-0921e94a-494a-43d7-95ef-5dd024083227 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:06.941637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3237d7a0-946a-4095-b686-89deefd42500 req-0921e94a-494a-43d7-95ef-5dd024083227 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0543163 Aug 17 03:00:06.984451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3237d7a0-946a-4095-b686-89deefd42500 req-4189127e-4a6d-4a4d-bfdb-2deee9f6ec63 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366240 Aug 17 03:00:07.006602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 39468) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:07.073302 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d86a9794-c435-4ada-8432-a4b6e67c7437 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/floatingips/f3d526af-499d-4f2a-9649-19ee544de0fa HTTP/1.1" status: 200 len: 994 time: 0.0632083 Aug 17 03:00:07.441387 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-ce839a38-677d-491b-8ede-6b78bdd7b1ff req-23eed043-5f17-4ce5-98ea-f68b5b0bd49f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:00:07.442375 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce839a38-677d-491b-8ede-6b78bdd7b1ff req-23eed043-5f17-4ce5-98ea-f68b5b0bd49f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055463 Aug 17 03:00:07.650885 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:00:07.917825 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-26531bba-1d53-423d-9239-8c0b7ddb64c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.104561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457bebe-f15a-4120-9efb-a3851dd5bbd2 req-3d5105c0-944e-4888-a006-b06884bbb313 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:08.106102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0457bebe-f15a-4120-9efb-a3851dd5bbd2 req-3d5105c0-944e-4888-a006-b06884bbb313 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0562363 Aug 17 03:00:08.148635 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0457bebe-f15a-4120-9efb-a3851dd5bbd2 req-6cbdf1c1-739f-42a2-ab4a-327a8d1eef48 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363071 Aug 17 03:00:08.208359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 39504) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:08.305884 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-4a882c27-6754-4046-9c4c-2ed50d32f9ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963664 Aug 17 03:00:08.316165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-fdd755dc-5381-47a3-8784-03aa5eb331d9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:00:08.317359 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-fdd755dc-5381-47a3-8784-03aa5eb331d9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054727 Aug 17 03:00:09.277585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ad9db-dc85-4bea-9aae-63e1c61157fa req-828f694e-3cad-4ae5-8aa6-16b37f2505c8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:09.279786 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e41ad9db-dc85-4bea-9aae-63e1c61157fa req-828f694e-3cad-4ae5-8aa6-16b37f2505c8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0523686 Aug 17 03:00:09.318231 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e41ad9db-dc85-4bea-9aae-63e1c61157fa req-a06d373b-d461-4d62-a020-447055da4cc8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Aug 17 03:00:10.340982 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4ff95899-bfe0-465c-a046-9d7241a30fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:10.439710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8df2b-c444-41a3-be0a-5e0703d43deb req-09f52308-70bd-48b1-a7a3-674042d8866a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:10.441209 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cc8df2b-c444-41a3-be0a-5e0703d43deb req-09f52308-70bd-48b1-a7a3-674042d8866a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0535135 Aug 17 03:00:10.481476 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9cc8df2b-c444-41a3-be0a-5e0703d43deb req-07a4dd98-8e51-405e-a1da-fb82076336b3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338609 Aug 17 03:00:10.615297 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:10.684793 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-b68cf51a-53e8-4b1e-a683-5b9869a8a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:10.686993 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-b68cf51a-53e8-4b1e-a683-5b9869a8a983 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1098 time: 0.0470397 Aug 17 03:00:10.777960 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-4fa4a0f7-48e1-4497-934e-3828e86656a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:10.779692 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-4fa4a0f7-48e1-4497-934e-3828e86656a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85163ab2-4399-4f7a-8b07-e19463962899 HTTP/1.1" status: 200 len: 898 time: 0.0848260 Aug 17 03:00:10.849352 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-9deb16ab-70ca-427e-a34e-e465240f3b99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4 HTTP/1.1" status: 200 len: 1002 time: 0.0617456 Aug 17 03:00:10.898891 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cdd765bd-d6e5-4a20-9fb8-2df31b41426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:10.900252 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cdd765bd-d6e5-4a20-9fb8-2df31b41426f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=96cef99f-a6be-4f27-b28f-4ae166b9b068 HTTP/1.1" status: 200 len: 834 time: 0.0436668 Aug 17 03:00:10.947500 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-315e705c-7522-4cf3-bcdd-c8414df51e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:10.948994 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-315e705c-7522-4cf3-bcdd-c8414df51e98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85163ab2-4399-4f7a-8b07-e19463962899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409536 Aug 17 03:00:11.353338 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-6de54abe-c2d2-42a6-9d56-773ce4bbd86e service neutron] 10.222.0.18 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952491 Aug 17 03:00:11.446798 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-96263704-853d-4e22-add5-96c18d51cee2 service neutron] 10.222.0.18 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856657 Aug 17 03:00:11.613080 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa96314-39bc-4b69-9b5c-17e11ca7a8fd req-d564bf5d-a493-4d70-ba48-23dda5a7e104 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:11.614783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dfa96314-39bc-4b69-9b5c-17e11ca7a8fd req-d564bf5d-a493-4d70-ba48-23dda5a7e104 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0604203 Aug 17 03:00:11.659427 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dfa96314-39bc-4b69-9b5c-17e11ca7a8fd req-329351b1-1116-47da-b748-43a867ce2410 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362177 Aug 17 03:00:12.010124 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:12.777141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1140d2-f708-42fe-b8e8-0d6068ad25f8 req-5697cdd4-c6d2-4510-ba91-756db445490e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:12.778699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb1140d2-f708-42fe-b8e8-0d6068ad25f8 req-5697cdd4-c6d2-4510-ba91-756db445490e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0502856 Aug 17 03:00:12.819440 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb1140d2-f708-42fe-b8e8-0d6068ad25f8 req-27c63d67-1b8a-40e2-8d2c-ce8bd4c56932 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334098 Aug 17 03:00:13.859772 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:13.940486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785331a2-adc9-4165-b77a-5570b17eb47b req-e9ff72b4-347d-4cf2-8d73-50eb05f6a74a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:13.942048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-785331a2-adc9-4165-b77a-5570b17eb47b req-e9ff72b4-347d-4cf2-8d73-50eb05f6a74a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0503564 Aug 17 03:00:13.986278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-785331a2-adc9-4165-b77a-5570b17eb47b req-f0b7799e-0f13-4062-9682-7532c6c3c3f5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368967 Aug 17 03:00:15.130946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275131c-6d64-479b-bd0b-a0ff2c3b3e43 req-436711a5-823f-4871-b751-17b0a2d527a1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:15.132428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5275131c-6d64-479b-bd0b-a0ff2c3b3e43 req-436711a5-823f-4871-b751-17b0a2d527a1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0546939 Aug 17 03:00:15.172830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5275131c-6d64-479b-bd0b-a0ff2c3b3e43 req-90991e34-03e3-4250-9eee-30f859aaea55 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341718 Aug 17 03:00:16.291115 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a0cce-e6f8-40ee-bce4-f97d1ff14951 req-2cf330a3-3510-4a86-b760-b265c605c26c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:16.292633 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c52a0cce-e6f8-40ee-bce4-f97d1ff14951 req-2cf330a3-3510-4a86-b760-b265c605c26c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0496414 Aug 17 03:00:16.333124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c52a0cce-e6f8-40ee-bce4-f97d1ff14951 req-8eb91053-0b73-4bfd-b13b-a3a600f7ea54 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338972 Aug 17 03:00:17.456505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041478a-6a93-465a-911e-ca3e3debcbd0 req-8e586449-db7b-4642-b230-aecea99e4031 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:17.458028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d041478a-6a93-465a-911e-ca3e3debcbd0 req-8e586449-db7b-4642-b230-aecea99e4031 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0493972 Aug 17 03:00:17.496875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d041478a-6a93-465a-911e-ca3e3debcbd0 req-7955b88a-942e-4f6b-96b1-90b9ccd7c9cf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326023 Aug 17 03:00:17.939399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcad379-9275-4e87-b031-2a40cca07fbb req-b632e893-655d-4fc4-9e2b-a97664ccfd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:17.943251 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afcad379-9275-4e87-b031-2a40cca07fbb req-b632e893-655d-4fc4-9e2b-a97664ccfd7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1098 time: 0.0443690 Aug 17 03:00:18.050706 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcad379-9275-4e87-b031-2a40cca07fbb req-430fb736-3332-4b10-aabe-b8228931ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:18.052215 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afcad379-9275-4e87-b031-2a40cca07fbb req-430fb736-3332-4b10-aabe-b8228931ea3b service neutron] 10.222.0.18 "GET /v2.0/networks?id=85163ab2-4399-4f7a-8b07-e19463962899 HTTP/1.1" status: 200 len: 898 time: 0.0914533 Aug 17 03:00:18.124841 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afcad379-9275-4e87-b031-2a40cca07fbb req-af61d70c-96aa-499a-bc17-a0754fd44f50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4 HTTP/1.1" status: 200 len: 1002 time: 0.0638180 Aug 17 03:00:18.176577 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcad379-9275-4e87-b031-2a40cca07fbb req-5ec8a24c-a18c-46e5-91f2-47e259a91a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:18.178113 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afcad379-9275-4e87-b031-2a40cca07fbb req-5ec8a24c-a18c-46e5-91f2-47e259a91a49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=96cef99f-a6be-4f27-b28f-4ae166b9b068 HTTP/1.1" status: 200 len: 834 time: 0.0458143 Aug 17 03:00:18.227486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcad379-9275-4e87-b031-2a40cca07fbb req-6d14f473-6cc1-4050-b10f-d2da206fe28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:18.228955 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afcad379-9275-4e87-b031-2a40cca07fbb req-6d14f473-6cc1-4050-b10f-d2da206fe28e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85163ab2-4399-4f7a-8b07-e19463962899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422578 Aug 17 03:00:18.326877 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afcad379-9275-4e87-b031-2a40cca07fbb req-08cc8266-09d5-43fa-8226-97e4a5819dfd service neutron] 10.222.0.18 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884364 Aug 17 03:00:18.418198 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-afcad379-9275-4e87-b031-2a40cca07fbb req-f561837c-8fde-4a94-8085-b42369f65103 service neutron] 10.222.0.18 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835071 Aug 17 03:00:18.623017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c8f42-f094-405a-a274-14f70b404017 req-1b81b4a4-6973-4e17-8077-be32906f59c8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:18.624520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b46c8f42-f094-405a-a274-14f70b404017 req-1b81b4a4-6973-4e17-8077-be32906f59c8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0568464 Aug 17 03:00:18.663065 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b46c8f42-f094-405a-a274-14f70b404017 req-4d6b620a-68aa-4e08-825a-a7d7e633e98e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322852 Aug 17 03:00:19.787070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f9a15-036b-4cc9-9e42-179098056c53 req-2e64a90e-0005-495a-96b2-be5daa4e895a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:19.788608 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a77f9a15-036b-4cc9-9e42-179098056c53 req-2e64a90e-0005-495a-96b2-be5daa4e895a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0538857 Aug 17 03:00:19.827457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a77f9a15-036b-4cc9-9e42-179098056c53 req-be771851-d54c-4a41-aea1-20ae7262dd9a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326467 Aug 17 03:00:20.946514 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343bb21-0ad1-4b4d-9b13-7c637fd9ba08 req-74cb7440-6f02-48af-bb31-82e218296c97 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:20.948163 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0343bb21-0ad1-4b4d-9b13-7c637fd9ba08 req-74cb7440-6f02-48af-bb31-82e218296c97 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0517228 Aug 17 03:00:20.988806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0343bb21-0ad1-4b4d-9b13-7c637fd9ba08 req-3b6407af-fb61-4a44-a134-ad1e97151f1a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342944 Aug 17 03:00:22.125201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da596f6e-c6f1-4d4c-adc5-88903844b654 req-a0b3a090-f560-46e9-9091-12c9405f253d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:22.126657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da596f6e-c6f1-4d4c-adc5-88903844b654 req-a0b3a090-f560-46e9-9091-12c9405f253d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0549486 Aug 17 03:00:22.166293 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da596f6e-c6f1-4d4c-adc5-88903844b654 req-833ee42e-9684-4eff-b0cc-dee2bc3c73dc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335138 Aug 17 03:00:23.291206 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a47dba-a29c-4359-a55d-1a7fc04ce895 req-e01af342-906e-41a6-9344-46e518f1e9fc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:23.292632 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31a47dba-a29c-4359-a55d-1a7fc04ce895 req-e01af342-906e-41a6-9344-46e518f1e9fc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0524151 Aug 17 03:00:23.337838 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31a47dba-a29c-4359-a55d-1a7fc04ce895 req-3997f244-3ee6-45b0-9c69-101ae327f04c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377340 Aug 17 03:00:24.259162 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-ce2d4541-3b0a-4e0d-af73-d9834c3ab6c0 service neutron] show failed (client error): The resource could not be found. Aug 17 03:00:24.260175 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-ce2d4541-3b0a-4e0d-af73-d9834c3ab6c0 service neutron] 10.222.0.18 "GET /v2.0/ports/b548ba4a-1b92-410a-b17a-6c303f8557d4/bindings/n-h1-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.0573711 Aug 17 03:00:24.458537 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c57cb-38dc-4c47-83f6-94385b72a17a req-dfc3ea9b-2d99-462e-a64c-9efcfb92f7a7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:24.460039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c9c57cb-38dc-4c47-83f6-94385b72a17a req-dfc3ea9b-2d99-462e-a64c-9efcfb92f7a7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0502727 Aug 17 03:00:24.499298 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c9c57cb-38dc-4c47-83f6-94385b72a17a req-f74036d6-0e5b-401a-bd16-fb7b7add0b08 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331213 Aug 17 03:00:24.880949 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-933c44b5-2f12-4977-956f-3306dc22ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:24.882450 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-933c44b5-2f12-4977-956f-3306dc22ff3c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16&tenant_id=24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 1098 time: 0.1347077 Aug 17 03:00:24.900261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-31', 'device_owner': 'compute:nova'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:24.954671 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:25.207009 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] For port b548ba4a-1b92-410a-b17a-6c303f8557d4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:25.241724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] For port b548ba4a-1b92-410a-b17a-6c303f8557d4, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:00:25.280522 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:25.283665 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6903d249-0372-4ff3-bfd7-32bdf30dd141" -d '{"events": [{"server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "name": "network-vif-unplugged", "status": "completed", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:25.287890 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:25.303127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Transition to ACTIVE for port object b548ba4a-1b92-410a-b17a-6c303f8557d4 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:00:25.374560 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:25.478281 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74dafc7-39e1-436f-aac3-f87016efe2d5 x-openstack-request-id: req-a74dafc7-39e1-436f-aac3-f87016efe2d5 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:25.478996 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "name": "network-vif-unplugged", "status": "completed", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:25.478996 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a74dafc7-39e1-436f-aac3-f87016efe2d5 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:25.479218 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'code': 200} Aug 17 03:00:25.490346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Pushing event updated for resources: {'Port': ['ID=b548ba4a-1b92-410a-b17a-6c303f8557d4,revision_number=6']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:25.575517 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] No DVR routers for this DVR port b548ba4a-1b92-410a-b17a-6c303f8557d4 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:00:25.700822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c548c5-73bd-48fa-9138-ac83c04b7673 req-f8944b07-e0bd-4389-8c55-6dc5b8a727d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:25.702335 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3c548c5-73bd-48fa-9138-ac83c04b7673 req-f8944b07-e0bd-4389-8c55-6dc5b8a727d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 944 time: 0.1288352 Aug 17 03:00:25.770674 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c3c548c5-73bd-48fa-9138-ac83c04b7673 req-cb558e4c-3f4a-4773-aa93-4c8e0ab4df42 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595744 Aug 17 03:00:25.780088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Attempting to bind port b548ba4a-1b92-410a-b17a-6c303f8557d4 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:00:25.780544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Attempting to bind port b548ba4a-1b92-410a-b17a-6c303f8557d4 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:00:25.780910 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Attempting to bind port b548ba4a-1b92-410a-b17a-6c303f8557d4 on network 85163ab2-4399-4f7a-8b07-e19463962899 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:00:25.786089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Port b548ba4a-1b92-410a-b17a-6c303f8557d4 on network 85163ab2-4399-4f7a-8b07-e19463962899 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:00:25.788743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Attempting to bind port b548ba4a-1b92-410a-b17a-6c303f8557d4 on network 85163ab2-4399-4f7a-8b07-e19463962899 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:00:25.791703 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:00:25.792043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Checking segment: {'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:00:25.792423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Bound using segment: {'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:00:25.792848 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Bound port: b548ba4a-1b92-410a-b17a-6c303f8557d4, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618c6ec0-7df0-4cab-a565-5f3f37a898df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:00:25.793209 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:25.861464 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] For port b548ba4a-1b92-410a-b17a-6c303f8557d4, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:00:25.864597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] For port b548ba4a-1b92-410a-b17a-6c303f8557d4, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:00:25.970661 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:26.010623 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:26.010623 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:26.010623 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] 10.222.0.42 "PUT /v2.0/ports/b548ba4a-1b92-410a-b17a-6c303f8557d4 HTTP/1.1" status: 200 len: 1093 time: 1.1137652 Aug 17 03:00:26.030340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa93e07-891b-4381-b94e-dbe1710ce0fa service neutron] Pushing event updated for resources: {'Port': ['ID=b548ba4a-1b92-410a-b17a-6c303f8557d4,revision_number=7']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:26.092654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-34fee4b2-c228-46d9-9d68-9cf3c150cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:26.094325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-34fee4b2-c228-46d9-9d68-9cf3c150cd7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1096 time: 0.0497866 Aug 17 03:00:26.194509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-508db5a5-d56a-4b9c-b1c2-5ed24ee60609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:26.195988 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-508db5a5-d56a-4b9c-b1c2-5ed24ee60609 service neutron] 10.222.0.42 "GET /v2.0/networks?id=85163ab2-4399-4f7a-8b07-e19463962899 HTTP/1.1" status: 200 len: 898 time: 0.0946596 Aug 17 03:00:26.274055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-1c12a059-ae5b-4bdc-a92d-1709e83ee389 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4 HTTP/1.1" status: 200 len: 1000 time: 0.0709722 Aug 17 03:00:26.327891 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-f860aac5-c752-4b1b-a829-d73c6bb95381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:26.330358 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-f860aac5-c752-4b1b-a829-d73c6bb95381 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96cef99f-a6be-4f27-b28f-4ae166b9b068 HTTP/1.1" status: 200 len: 834 time: 0.0492771 Aug 17 03:00:26.376921 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-1dade4a4-f2ba-4038-a38a-ed1b4a87806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:26.378428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-1dade4a4-f2ba-4038-a38a-ed1b4a87806f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85163ab2-4399-4f7a-8b07-e19463962899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418477 Aug 17 03:00:26.474629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-0ad14ac8-775d-4398-956b-f981730d981f service neutron] 10.222.0.42 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875862 Aug 17 03:00:26.566258 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82e27a13-d94c-46dc-b0c1-892d1c39831d req-afbb8646-de38-4fc8-b184-89a40ae1e2f7 service neutron] 10.222.0.42 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844586 Aug 17 03:00:26.890831 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0bdbd-d298-4e26-a8f4-ec1d68f920eb req-dc55f830-ffd4-4d62-abf7-afe6cf930a00 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:26.893129 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75c0bdbd-d298-4e26-a8f4-ec1d68f920eb req-dc55f830-ffd4-4d62-abf7-afe6cf930a00 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 944 time: 0.0528851 Aug 17 03:00:26.932925 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75c0bdbd-d298-4e26-a8f4-ec1d68f920eb req-c16b3c28-fc84-4466-bcf4-0050b0107f5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340405 Aug 17 03:00:27.322794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device b548ba4a-1b92-410a-b17a-6c303f8557d4 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:27.360515 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device b548ba4a-1b92-410a-b17a-6c303f8557d4 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:00:27.479855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:27.482328 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b7637b-93e5-4403-8f2e-f5417e66fa48" -d '{"events": [{"name": "network-changed", "server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:27.530282 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d958502d-0400-4020-8acc-73377102ba1d x-openstack-request-id: req-d958502d-0400-4020-8acc-73377102ba1d {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:27.530575 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:27.530856 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d958502d-0400-4020-8acc-73377102ba1d {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:27.531253 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'status': 'completed', 'code': 200} Aug 17 03:00:27.615976 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-1f93fcef-2f91-4f83-b4fe-8248c8379651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.616712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-7c0569ef-3dc9-4ed0-85a7-c35f9d02a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.617514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-1f93fcef-2f91-4f83-b4fe-8248c8379651 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1096 time: 0.0462308 Aug 17 03:00:27.618410 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-7c0569ef-3dc9-4ed0-85a7-c35f9d02a167 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1096 time: 0.0470707 Aug 17 03:00:27.711502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-daf5ea9d-938d-44a4-a871-dbe1744d20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.712397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-c7b17ef7-6c97-44ae-b23a-4eb2f9608dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.712975 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-daf5ea9d-938d-44a4-a871-dbe1744d20b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85163ab2-4399-4f7a-8b07-e19463962899 HTTP/1.1" status: 200 len: 898 time: 0.0875342 Aug 17 03:00:27.713871 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-c7b17ef7-6c97-44ae-b23a-4eb2f9608dec service neutron] 10.222.0.42 "GET /v2.0/networks?id=85163ab2-4399-4f7a-8b07-e19463962899 HTTP/1.1" status: 200 len: 898 time: 0.0894182 Aug 17 03:00:27.784693 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-bbe1ea56-d2d4-46b6-9a3a-1d875323340e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4 HTTP/1.1" status: 200 len: 1000 time: 0.0642531 Aug 17 03:00:27.787498 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-2d2bd3a4-6450-42f7-9a0f-3bf0695f6afe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4 HTTP/1.1" status: 200 len: 1000 time: 0.0664368 Aug 17 03:00:27.835671 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-de83124a-03c7-4aff-b360-cccd72585ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.837339 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-de83124a-03c7-4aff-b360-cccd72585ad9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=96cef99f-a6be-4f27-b28f-4ae166b9b068 HTTP/1.1" status: 200 len: 834 time: 0.0446444 Aug 17 03:00:27.842176 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-3092b09e-d029-413e-a3f7-d188f3a19acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.843677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-3092b09e-d029-413e-a3f7-d188f3a19acc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96cef99f-a6be-4f27-b28f-4ae166b9b068 HTTP/1.1" status: 200 len: 834 time: 0.0474010 Aug 17 03:00:27.884420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-195e01cc-97c3-418e-aeaa-94f2a4454a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.886259 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-195e01cc-97c3-418e-aeaa-94f2a4454a82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85163ab2-4399-4f7a-8b07-e19463962899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410821 Aug 17 03:00:27.890358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-2ae8b04e-ee07-4bb9-b992-7ea5b73fee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.891936 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-2ae8b04e-ee07-4bb9-b992-7ea5b73fee80 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85163ab2-4399-4f7a-8b07-e19463962899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412617 Aug 17 03:00:27.985203 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-c794989a-8310-45c0-b8f9-e0a372605ba5 service neutron] 10.222.0.18 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901723 Aug 17 03:00:27.991634 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-6db4666e-f50d-4962-95ae-7e224ab36218 service neutron] 10.222.0.42 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919538 Aug 17 03:00:28.080849 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-05e3b502-52c6-461a-8728-f95fda4577ca service neutron] 10.222.0.18 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866284 Aug 17 03:00:28.105454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafd011-79cb-4dc0-9797-269e6829d099 req-e9fc33ac-ed48-47e6-8b6d-52331b5d9ff5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:28.106946 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cbafd011-79cb-4dc0-9797-269e6829d099 req-e9fc33ac-ed48-47e6-8b6d-52331b5d9ff5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 944 time: 0.0996413 Aug 17 03:00:28.143219 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76b7637b-93e5-4403-8f2e-f5417e66fa48 req-9eab3a91-f664-43a8-b03c-22c51f8bc5e3 service neutron] 10.222.0.42 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435921 Aug 17 03:00:28.159660 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cbafd011-79cb-4dc0-9797-269e6829d099 req-fbc1233d-45d6-4b58-a31e-d2a3d66a9369 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455608 Aug 17 03:00:28.928747 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:29.278729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc6f78-3a51-4286-a939-d90ef27ffaae req-39a9724e-4bc6-4fe0-b85a-fbb74dff1b73 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:29.280217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42bc6f78-3a51-4286-a939-d90ef27ffaae req-39a9724e-4bc6-4fe0-b85a-fbb74dff1b73 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 944 time: 0.0523374 Aug 17 03:00:29.318272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-42bc6f78-3a51-4286-a939-d90ef27ffaae req-7fc51534-2340-4236-b247-5905d2e675ad tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317063 Aug 17 03:00:30.437174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589325ae-17b0-453d-9841-f343adc658ec req-9965c219-9400-4bf7-b897-a3826b04c8d9 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:30.438682 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-589325ae-17b0-453d-9841-f343adc658ec req-9965c219-9400-4bf7-b897-a3826b04c8d9 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 944 time: 0.0510440 Aug 17 03:00:30.443895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device b548ba4a-1b92-410a-b17a-6c303f8557d4 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:30.477966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-589325ae-17b0-453d-9841-f343adc658ec req-a4259064-9640-4e33-8b1b-d9a4cdd77925 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325122 Aug 17 03:00:30.543380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port b548ba4a-1b92-410a-b17a-6c303f8557d4, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:30.555947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'port_id': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'mac_address': 'fa:16:3e:cb:e4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:30.597942 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:30.611494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b548ba4a-1b92-410a-b17a-6c303f8557d4 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:30.632279 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port b548ba4a-1b92-410a-b17a-6c303f8557d4, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:30.706531 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:30.759578 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=b548ba4a-1b92-410a-b17a-6c303f8557d4,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:30.768226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:30.768552 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:30.768900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:30.769271 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:30.769624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:30.769958 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:30.770291 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:30.770620 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:30.770953 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:30.771299 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:30.771652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:30.772003 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:31.188831 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['b548ba4a-1b92-410a-b17a-6c303f8557d4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:31.381970 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:31.596728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ff338-7a80-4fb2-bc8e-bc0601102237 req-55ab279d-10d4-4191-ac2f-beca05e91e62 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:31.598200 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-830ff338-7a80-4fb2-bc8e-bc0601102237 req-55ab279d-10d4-4191-ac2f-beca05e91e62 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 945 time: 0.0519958 Aug 17 03:00:31.635588 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-830ff338-7a80-4fb2-bc8e-bc0601102237 req-af8f8bd2-8c0b-47bf-b6e4-0522b04f9790 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314059 Aug 17 03:00:32.027108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-22e309c1-4939-4c7a-9100-a6a05ddb7cf9 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:32.028574 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-22e309c1-4939-4c7a-9100-a6a05ddb7cf9 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/networks?id=92c8f642-f21d-4b49-8937-f06b54836bdb HTTP/1.1" status: 200 len: 813 time: 0.1045492 Aug 17 03:00:32.044589 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-0fba2c28-1152-4f81-9cd5-8168f96a300b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/quotas/69ae1487bdb04855a6fdb380cfd63ab4 HTTP/1.1" status: 200 len: 375 time: 0.0092196 Aug 17 03:00:32.083248 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-806c51a9-eceb-4547-bb16-50fbcc95871b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ae1487bdb04855a6fdb380cfd63ab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322154 Aug 17 03:00:32.088201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3ccea-8e8a-4d2e-b92c-78d87703f824 req-f9ed2f8d-0b0b-45e5-b686-39df9668cc69 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:32.089692 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36e3ccea-8e8a-4d2e-b92c-78d87703f824 req-f9ed2f8d-0b0b-45e5-b686-39df9668cc69 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.18 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16&tenant_id=24dfcafe61944b979922e9d135dfc1d5&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 945 time: 0.0933568 Aug 17 03:00:32.152532 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [req-36e3ccea-8e8a-4d2e-b92c-78d87703f824 req-86fc8a73-490e-435e-a17e-f3914fdb3560 service neutron] delete failed (client error): The resource could not be found. Aug 17 03:00:32.153491 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36e3ccea-8e8a-4d2e-b92c-78d87703f824 req-86fc8a73-490e-435e-a17e-f3914fdb3560 service neutron] 10.222.0.18 "DELETE /v2.0/ports/b548ba4a-1b92-410a-b17a-6c303f8557d4/bindings/n-h2-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.0546591 Aug 17 03:00:32.175961 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-c1d5187b-8933-4818-ba73-cd030e63e82f service neutron] 10.222.0.13 "GET /v2.0/networks/92c8f642-f21d-4b49-8937-f06b54836bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846200 Aug 17 03:00:32.259166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3ccea-8e8a-4d2e-b92c-78d87703f824 req-4f4192eb-81a9-47d5-b851-c13e14f357f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:32.262346 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36e3ccea-8e8a-4d2e-b92c-78d87703f824 req-4f4192eb-81a9-47d5-b851-c13e14f357f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1097 time: 0.0405862 Aug 17 03:00:32.273752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-f0a926c5-3652-49a6-96d4-1c588cf0e77c service neutron] 10.222.0.13 "GET /v2.0/networks/92c8f642-f21d-4b49-8937-f06b54836bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902867 Aug 17 03:00:32.355863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3ccea-8e8a-4d2e-b92c-78d87703f824 req-1fa9d53d-32d8-4792-b1aa-26c81293a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:32.357358 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36e3ccea-8e8a-4d2e-b92c-78d87703f824 req-1fa9d53d-32d8-4792-b1aa-26c81293a8ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=85163ab2-4399-4f7a-8b07-e19463962899 HTTP/1.1" status: 200 len: 898 time: 0.0881016 Aug 17 03:00:32.427265 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36e3ccea-8e8a-4d2e-b92c-78d87703f824 req-bc6d8e1b-e4a4-454a-9d2c-ce7ecf388cb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4 HTTP/1.1" status: 200 len: 1001 time: 0.0594301 Aug 17 03:00:32.457395 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device b548ba4a-1b92-410a-b17a-6c303f8557d4 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:32.491792 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3ccea-8e8a-4d2e-b92c-78d87703f824 req-ef9e95fa-b0d9-45d6-8af9-06cfa7bc699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:32.494191 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36e3ccea-8e8a-4d2e-b92c-78d87703f824 req-ef9e95fa-b0d9-45d6-8af9-06cfa7bc699e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=96cef99f-a6be-4f27-b28f-4ae166b9b068 HTTP/1.1" status: 200 len: 834 time: 0.0591960 Aug 17 03:00:32.546741 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3ccea-8e8a-4d2e-b92c-78d87703f824 req-76b82e8c-18a1-4d47-bafa-a59f915fac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:32.548926 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36e3ccea-8e8a-4d2e-b92c-78d87703f824 req-76b82e8c-18a1-4d47-bafa-a59f915fac0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85163ab2-4399-4f7a-8b07-e19463962899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469856 Aug 17 03:00:32.571167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6b328-cede-4e2c-a185-5398639cc340 req-d2fbc3be-fd2c-4421-885b-49d7844420e8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:32.574326 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1dc6b328-cede-4e2c-a185-5398639cc340 req-d2fbc3be-fd2c-4421-885b-49d7844420e8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 945 time: 0.0692487 Aug 17 03:00:32.586447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port b548ba4a-1b92-410a-b17a-6c303f8557d4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:32.591488 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port b548ba4a-1b92-410a-b17a-6c303f8557d4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:32.591969 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:32.632325 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1dc6b328-cede-4e2c-a185-5398639cc340 req-dabe58c1-0857-4a58-bf1a-3109b57e181a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512121 Aug 17 03:00:32.662419 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36e3ccea-8e8a-4d2e-b92c-78d87703f824 req-15d5dc70-cf74-4535-be69-652aa9bd5aac service neutron] 10.222.0.18 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020851 Aug 17 03:00:32.686336 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:32.705992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fcfe8973-97af-4f30-98d3-39fbadb408bc req-061dd01b-a6a5-4b09-8293-ec99cfb5461c tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 210 time: 0.0284867 Aug 17 03:00:32.714450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:32.716833 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47713615-098b-466a-9e0d-8603a49e17ab" -d '{"events": [{"server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "name": "network-vif-plugged", "status": "completed", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:32.735578 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port b548ba4a-1b92-410a-b17a-6c303f8557d4, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:32.773131 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd92082-36ee-4bd8-807b-6dd8a29f87fd x-openstack-request-id: req-ecd92082-36ee-4bd8-807b-6dd8a29f87fd {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:32.773131 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "name": "network-vif-plugged", "status": "completed", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:32.773131 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecd92082-36ee-4bd8-807b-6dd8a29f87fd {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:32.773131 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'code': 200} Aug 17 03:00:32.775771 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-36e3ccea-8e8a-4d2e-b92c-78d87703f824 req-4da96ff3-0a86-457c-8b2e-4ae0115dadb4 service neutron] 10.222.0.18 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055753 Aug 17 03:00:32.815125 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:32.877465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=b548ba4a-1b92-410a-b17a-6c303f8557d4,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:34.060529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c5831-dda6-478a-bcc3-2deb1d127e43 req-e6a82f4b-d35e-4787-8aa7-979d029b4b36 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:34.062050 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-315c5831-dda6-478a-bcc3-2deb1d127e43 req-e6a82f4b-d35e-4787-8aa7-979d029b4b36 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.3537056 Aug 17 03:00:34.101431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-315c5831-dda6-478a-bcc3-2deb1d127e43 req-7c0e7c2a-dc42-4d1f-a1f2-38ed5f709108 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322239 Aug 17 03:00:34.124944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40188) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:34.208638 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3387c251-1996-4a15-95a1-4e7c8ef6be64 req-cac895d7-ce2b-4938-929d-33b0f10c7660 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 210 time: 0.0465140 Aug 17 03:00:34.228067 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-53db5f2e-b907-4cbc-9d5d-dade5c74a455 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/floatingips/f3d526af-499d-4f2a-9649-19ee544de0fa HTTP/1.1" status: 200 len: 994 time: 0.0978212 Aug 17 03:00:34.886083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-93f7b439-235e-4762-a38d-fd53421168a2 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:34.887578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-93f7b439-235e-4762-a38d-fd53421168a2 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.42 "GET /v2.0/networks?id=92c8f642-f21d-4b49-8937-f06b54836bdb HTTP/1.1" status: 200 len: 813 time: 0.1013627 Aug 17 03:00:34.905954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-e2771d00-6f0c-4cc2-98a7-bc1eb5d78462 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Request body: {'port': {'device_id': '3c117aec-0cd3-40ed-8be8-06ccc81f9f15', 'network_id': '92c8f642-f21d-4b49-8937-f06b54836bdb', 'admin_state_up': True, 'tenant_id': '69ae1487bdb04855a6fdb380cfd63ab4'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:35.106152 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-e2771d00-6f0c-4cc2-98a7-bc1eb5d78462 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Made reservation on behalf of 69ae1487bdb04855a6fdb380cfd63ab4 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:00:35.109791 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-e2771d00-6f0c-4cc2-98a7-bc1eb5d78462 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:35.244738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-e2771d00-6f0c-4cc2-98a7-bc1eb5d78462 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Allocated IP 172.20.0.7 (92c8f642-f21d-4b49-8937-f06b54836bdb/663e02be-a81e-4a0d-8d23-2b0572d41330/1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:00:35.317664 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4ddaadc1-d322-426d-951c-7a4e398da209 req-0f22dac9-d044-43e9-8833-86a60c491c48 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 210 time: 0.0341556 Aug 17 03:00:35.419673 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-e2771d00-6f0c-4cc2-98a7-bc1eb5d78462 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:35.523707 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-e2771d00-6f0c-4cc2-98a7-bc1eb5d78462 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:35.567060 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-e2771d00-6f0c-4cc2-98a7-bc1eb5d78462 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Network 92c8f642-f21d-4b49-8937-f06b54836bdb is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:35.574187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-e2771d00-6f0c-4cc2-98a7-bc1eb5d78462 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:35.580089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-e2771d00-6f0c-4cc2-98a7-bc1eb5d78462 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:00:35.587398 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2771d00-6f0c-4cc2-98a7-bc1eb5d78462 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Pushing event updated for resources: {'Port': ['ID=1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:35.632893 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-e2771d00-6f0c-4cc2-98a7-bc1eb5d78462 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:35.633539 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-e2771d00-6f0c-4cc2-98a7-bc1eb5d78462 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:35.718189 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-e2771d00-6f0c-4cc2-98a7-bc1eb5d78462 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8162725 Aug 17 03:00:35.799948 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Request body: {'port': {'device_id': '3c117aec-0cd3-40ed-8be8-06ccc81f9f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:35.856094 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:36.123658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:36.131256 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:36.143549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Transition to ACTIVE for port object 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:00:36.208185 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:36.258338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Pushing event updated for resources: {'Port': ['ID=1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:36.327763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Attempting to bind port 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:00:36.328093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Attempting to bind port 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': '6aa667a6-ea3b-46f1-862c-ecca45381322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92c8f642-f21d-4b49-8937-f06b54836bdb'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:00:36.328416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Attempting to bind port 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f on network 92c8f642-f21d-4b49-8937-f06b54836bdb {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:00:36.333318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Port 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f on network 92c8f642-f21d-4b49-8937-f06b54836bdb not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:00:36.333636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Attempting to bind port 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f on network 92c8f642-f21d-4b49-8937-f06b54836bdb {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:00:36.338309 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:00:36.338642 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Checking segment: {'id': '6aa667a6-ea3b-46f1-862c-ecca45381322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92c8f642-f21d-4b49-8937-f06b54836bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:00:36.339023 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Bound using segment: {'id': '6aa667a6-ea3b-46f1-862c-ecca45381322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92c8f642-f21d-4b49-8937-f06b54836bdb'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:00:36.339443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Bound port: 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa667a6-ea3b-46f1-862c-ecca45381322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92c8f642-f21d-4b49-8937-f06b54836bdb'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:00:36.339793 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:36.430208 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] For port 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:00:36.442532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] For port 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f,segment=NetworkSegment(6aa667a6-ea3b-46f1-862c-ecca45381322),segment_id=6aa667a6-ea3b-46f1-862c-ecca45381322)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:00:36.455727 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c5881-62c4-4ec1-80b6-8a81ff7f675f req-a088ae7b-9f34-4ceb-84b8-56cd5c99cadf tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:36.457210 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf7c5881-62c4-4ec1-80b6-8a81ff7f675f req-a088ae7b-9f34-4ceb-84b8-56cd5c99cadf tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 943 time: 0.0696738 Aug 17 03:00:36.498823 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cf7c5881-62c4-4ec1-80b6-8a81ff7f675f req-38bb28ea-b288-4e5b-9dc1-061697250623 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356462 Aug 17 03:00:36.528911 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:36.562956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:36.563572 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:36.565529 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] 10.222.0.42 "PUT /v2.0/ports/1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f HTTP/1.1" status: 200 len: 1092 time: 0.7709479 Aug 17 03:00:36.565972 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c117aec-0cd3-40ed-8be8-06ccc81f9f15', 'tag': '1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:36.568266 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7174717-e2ca-44ea-bd91-60df0a711c37" -d '{"events": [{"name": "network-changed", "server_uuid": "3c117aec-0cd3-40ed-8be8-06ccc81f9f15", "tag": "1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:36.593192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650ad41-6817-4672-95a2-546e1042c90e service neutron] Pushing event updated for resources: {'Port': ['ID=1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:36.607023 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6635908-c08c-4db7-9ba8-813939e91d21 x-openstack-request-id: req-d6635908-c08c-4db7-9ba8-813939e91d21 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:36.607321 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c117aec-0cd3-40ed-8be8-06ccc81f9f15", "tag": "1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:36.607584 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6635908-c08c-4db7-9ba8-813939e91d21 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:36.607991 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c117aec-0cd3-40ed-8be8-06ccc81f9f15', 'tag': '1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f', 'status': 'completed', 'code': 200} Aug 17 03:00:36.687541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7174717-e2ca-44ea-bd91-60df0a711c37 req-7ee79b0a-8136-4b70-8ba2-e19e52d04e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:36.689524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7174717-e2ca-44ea-bd91-60df0a711c37 req-7ee79b0a-8136-4b70-8ba2-e19e52d04e2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69ae1487bdb04855a6fdb380cfd63ab4&device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 1095 time: 0.0415444 Aug 17 03:00:36.866959 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7174717-e2ca-44ea-bd91-60df0a711c37 req-bb3d03b4-3f41-476c-8f5d-3f3a3b967479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:36.868457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7174717-e2ca-44ea-bd91-60df0a711c37 req-bb3d03b4-3f41-476c-8f5d-3f3a3b967479 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=69ae1487bdb04855a6fdb380cfd63ab4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1644225 Aug 17 03:00:37.031091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7174717-e2ca-44ea-bd91-60df0a711c37 req-1b425c09-292a-4f67-b76d-890e76eeec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:37.032759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7174717-e2ca-44ea-bd91-60df0a711c37 req-1b425c09-292a-4f67-b76d-890e76eeec99 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1571183 Aug 17 03:00:37.134904 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-39222460-c5c7-446a-8906-673c7aa8361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:37.136374 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-39222460-c5c7-446a-8906-673c7aa8361f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69ae1487bdb04855a6fdb380cfd63ab4&device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 1095 time: 0.0394974 Aug 17 03:00:37.183349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-6846eb8d-3516-4124-8a50-a8b776f9cb9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f HTTP/1.1" status: 200 len: 217 time: 0.0342591 Aug 17 03:00:37.234342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-3b61cbbb-b6e5-4600-81a0-e75c430e2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:37.236355 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-3b61cbbb-b6e5-4600-81a0-e75c430e2395 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=663e02be-a81e-4a0d-8d23-2b0572d41330 HTTP/1.1" status: 200 len: 853 time: 0.0454857 Aug 17 03:00:37.267931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-b9ce9a9f-5289-47c7-aa63-a9fd3659fd6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92c8f642-f21d-4b49-8937-f06b54836bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246134 Aug 17 03:00:37.354551 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-ba40feb3-f98e-4489-9efa-3c50402a70ba service neutron] 10.222.0.42 "GET /v2.0/networks/92c8f642-f21d-4b49-8937-f06b54836bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800266 Aug 17 03:00:37.445924 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8a625e3f-fe46-460d-bdc0-ab21bc036f69 req-0a0b0004-c83a-48b6-b2a4-5dd7ed9bb84f service neutron] 10.222.0.42 "GET /v2.0/networks/92c8f642-f21d-4b49-8937-f06b54836bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839138 Aug 17 03:00:37.618165 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41723a-81e5-49f4-817c-a60532ace696 req-f259d0f2-3b63-4d3f-aae3-df7573e97dab tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:37.619546 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a41723a-81e5-49f4-817c-a60532ace696 req-f259d0f2-3b63-4d3f-aae3-df7573e97dab tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 943 time: 0.0497010 Aug 17 03:00:37.656457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a41723a-81e5-49f4-817c-a60532ace696 req-6e5d3606-4966-403f-9949-6ccd63635c67 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309401 Aug 17 03:00:37.882981 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ae8bba6a-a668-4446-aa38-6d50998035a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.774138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5105242-8580-42c7-8948-2ba4dc983bd2 req-86fbb9a2-8e41-4710-9354-0468901ab3e7 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:38.775647 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5105242-8580-42c7-8948-2ba4dc983bd2 req-86fbb9a2-8e41-4710-9354-0468901ab3e7 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 943 time: 0.0534141 Aug 17 03:00:38.816674 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5105242-8580-42c7-8948-2ba4dc983bd2 req-71ef0079-491c-4c79-8b15-26359376d5b8 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308995 Aug 17 03:00:39.928254 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0665f-3ccd-453b-8813-f27c7bdb9cb1 req-00273468-7239-4739-bb7d-8149c1858c4a tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:39.929800 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62c0665f-3ccd-453b-8813-f27c7bdb9cb1 req-00273468-7239-4739-bb7d-8149c1858c4a tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 943 time: 0.0501873 Aug 17 03:00:39.967406 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62c0665f-3ccd-453b-8813-f27c7bdb9cb1 req-bb11f0e4-878c-42db-b074-07b32909f336 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314541 Aug 17 03:00:40.322689 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3a9282cc-13f0-46f7-b946-ffa4dcabbfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:40.492855 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:40.598332 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f,segment=NetworkSegment(6aa667a6-ea3b-46f1-862c-ecca45381322),segment_id=6aa667a6-ea3b-46f1-862c-ecca45381322)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:40.608197 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f', 'network_id': '92c8f642-f21d-4b49-8937-f06b54836bdb', 'port_id': '1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f', 'mac_address': 'fa:16:3e:4a:50:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663e02be-a81e-4a0d-8d23-2b0572d41330', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:40.645569 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:40.657728 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:40.677774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f,segment=NetworkSegment(6aa667a6-ea3b-46f1-862c-ecca45381322),segment_id=6aa667a6-ea3b-46f1-862c-ecca45381322)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:40.688346 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:40.803378 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:40.851281 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:41.083376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9031306-ce04-4bfb-992e-b1a63943795f req-f6260f95-e5af-4dcc-a12a-5f5c8c1dc809 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:41.084852 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9031306-ce04-4bfb-992e-b1a63943795f req-f6260f95-e5af-4dcc-a12a-5f5c8c1dc809 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 944 time: 0.0504613 Aug 17 03:00:41.122337 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f9031306-ce04-4bfb-992e-b1a63943795f req-be7e3aee-4eb7-4d0c-8ead-2704e16dd1a9 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313725 Aug 17 03:00:41.217719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:41.860323 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.240222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b89b33-aff2-463f-85d7-77c3c7741dfb req-fcb3ce1f-e97c-493b-964d-b6a4949893c1 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:42.241712 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f7b89b33-aff2-463f-85d7-77c3c7741dfb req-fcb3ce1f-e97c-493b-964d-b6a4949893c1 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 944 time: 0.0526285 Aug 17 03:00:42.280004 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f7b89b33-aff2-463f-85d7-77c3c7741dfb req-05775fb9-09ee-4995-a388-92939e83ad17 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323551 Aug 17 03:00:42.507865 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:42.619668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:42.623381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:42.623754 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.701654 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.868196 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c117aec-0cd3-40ed-8be8-06ccc81f9f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:42.870354 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466d63c4-b3a9-4a06-8d03-f1e4d08a40be" -d '{"events": [{"server_uuid": "3c117aec-0cd3-40ed-8be8-06ccc81f9f15", "name": "network-vif-plugged", "status": "completed", "tag": "1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:42.882843 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f,segment=NetworkSegment(6aa667a6-ea3b-46f1-862c-ecca45381322),segment_id=6aa667a6-ea3b-46f1-862c-ecca45381322)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:42.907230 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e603166-6094-422c-b9e3-345df067796f x-openstack-request-id: req-2e603166-6094-422c-b9e3-345df067796f {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:42.907408 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c117aec-0cd3-40ed-8be8-06ccc81f9f15", "name": "network-vif-plugged", "status": "completed", "tag": "1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:42.907745 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e603166-6094-422c-b9e3-345df067796f {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:42.908018 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c117aec-0cd3-40ed-8be8-06ccc81f9f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f', 'code': 200} Aug 17 03:00:42.951583 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.001108 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:43.034182 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11512dbb-9037-45d0-a334-46518d5bfc04 req-259736e0-b83d-4aed-ba1d-74f8bd90d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.035670 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-11512dbb-9037-45d0-a334-46518d5bfc04 req-259736e0-b83d-4aed-ba1d-74f8bd90d1fa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 1097 time: 0.0392690 Aug 17 03:00:43.073066 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-11512dbb-9037-45d0-a334-46518d5bfc04 req-fd5ec284-0d05-49aa-99a8-8922193b9cb6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283952 Aug 17 03:00:43.394685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce6649-6da0-4133-8588-d43a5c87e5b7 req-b07f869d-6efd-4d5a-b5ba-3d610785a1d1 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.396931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55ce6649-6da0-4133-8588-d43a5c87e5b7 req-b07f869d-6efd-4d5a-b5ba-3d610785a1d1 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 945 time: 0.0497746 Aug 17 03:00:43.435629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-55ce6649-6da0-4133-8588-d43a5c87e5b7 req-0c082aaf-9475-4e13-bb3a-7184273d55a5 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327926 Aug 17 03:00:43.853909 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:44.553346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c477d1-ce5a-4b0f-8e2a-8edc18c4337b req-ad06d9c9-7172-4cd6-a2d8-bc79f48fe08f tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:44.554878 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27c477d1-ce5a-4b0f-8e2a-8edc18c4337b req-ad06d9c9-7172-4cd6-a2d8-bc79f48fe08f tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 945 time: 0.0531781 Aug 17 03:00:44.592797 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27c477d1-ce5a-4b0f-8e2a-8edc18c4337b req-efda9f36-1838-49e6-a36f-8c867fdeca66 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315695 Aug 17 03:00:44.649514 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:00:45.706898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa4d4c-f55a-430e-8d89-1e855572b644 req-79ea111f-c8e6-44bb-8339-159148f0a85f tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:45.708396 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25aa4d4c-f55a-430e-8d89-1e855572b644 req-79ea111f-c8e6-44bb-8339-159148f0a85f tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 945 time: 0.0489280 Aug 17 03:00:45.747157 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25aa4d4c-f55a-430e-8d89-1e855572b644 req-89902f4d-dd7c-4297-875a-1d8d024f509d tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328600 Aug 17 03:00:58.916322 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:01.350752 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:07.887700 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-97d0cb95-11ee-439a-8c95-936504a80d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:10.316888 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5cd43cd0-532b-4644-a43a-0d35bdbc45b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:10.614150 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:11.882212 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:13.856609 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:21.649177 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:01:23.624516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c86b9f2-4340-4209-8654-730e417f255e req-4a253794-2dda-427d-ae11-306718436258 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388737 Aug 17 03:01:23.726212 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b9f2-4340-4209-8654-730e417f255e req-74d2d753-c3c7-4f92-88bf-f535455ae002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:23.728699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c86b9f2-4340-4209-8654-730e417f255e req-74d2d753-c3c7-4f92-88bf-f535455ae002 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1098 time: 0.0412323 Aug 17 03:01:23.838056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b9f2-4340-4209-8654-730e417f255e req-d91879bf-ec5f-4ac8-982b-7f088ff94cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:23.839471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c86b9f2-4340-4209-8654-730e417f255e req-d91879bf-ec5f-4ac8-982b-7f088ff94cc1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=85163ab2-4399-4f7a-8b07-e19463962899 HTTP/1.1" status: 200 len: 898 time: 0.0908179 Aug 17 03:01:23.908446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c86b9f2-4340-4209-8654-730e417f255e req-52f2659d-91fd-49dc-b603-3c43aa480c1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4 HTTP/1.1" status: 200 len: 1002 time: 0.0621743 Aug 17 03:01:23.962523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b9f2-4340-4209-8654-730e417f255e req-4536f5e9-6856-464a-bd4a-6534e397e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:23.964341 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c86b9f2-4340-4209-8654-730e417f255e req-4536f5e9-6856-464a-bd4a-6534e397e0e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96cef99f-a6be-4f27-b28f-4ae166b9b068 HTTP/1.1" status: 200 len: 834 time: 0.0442269 Aug 17 03:01:24.012868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b9f2-4340-4209-8654-730e417f255e req-bddcf051-42d9-43ee-82e3-401b8d3e539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:24.014436 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c86b9f2-4340-4209-8654-730e417f255e req-bddcf051-42d9-43ee-82e3-401b8d3e539f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85163ab2-4399-4f7a-8b07-e19463962899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423515 Aug 17 03:01:24.112497 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c86b9f2-4340-4209-8654-730e417f255e req-4b9b04d7-c6a4-4535-b0d2-1d900d37cf9b service neutron] 10.222.0.42 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907700 Aug 17 03:01:24.205798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c86b9f2-4340-4209-8654-730e417f255e req-719684c7-7f46-4846-9fbc-2fbb03e67a41 service neutron] 10.222.0.42 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857880 Aug 17 03:01:28.905183 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:29.247469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99c878-3e6b-4ee7-a734-ebd9969fb7da req-807a428e-7530-40cb-b6bf-f034fd43e569 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:29.248927 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd99c878-3e6b-4ee7-a734-ebd9969fb7da req-807a428e-7530-40cb-b6bf-f034fd43e569 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1098 time: 0.0407176 Aug 17 03:01:29.288469 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bd99c878-3e6b-4ee7-a734-ebd9969fb7da req-c441d377-d734-4562-9a76-348c0cd5543b tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332701 Aug 17 03:01:29.311086 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40440) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:29.481716 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port 3585e5a5-2e4d-44fe-a3a4-f1058954dc0a {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:29.482063 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:29.559337 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:29.559676 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:29.573386 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for 3585e5a5-2e4d-44fe-a3a4-f1058954dc0a owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:29.812984 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:29.836700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=3585e5a5-2e4d-44fe-a3a4-f1058954dc0a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:29.846807 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.847163 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.847507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.847849 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.848188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.848522 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.849316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.849316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.849529 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.849833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.850161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.850485 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.913529 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:29.914317 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Floating IP f3d526af-499d-4f2a-9649-19ee544de0fa disassociated (deleted). External IP: 172.25.5.158, port: b548ba4a-1b92-410a-b17a-6c303f8557d4. Aug 17 03:01:30.412913 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 67f6222a-72ae-4ce4-ba83-a6da7a778708 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:01:30.517405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:01:30.522235 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:30.527040 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c803cbe-cf71-4a21-9480-3e4026034a97 None None] Sync routers for ids ['67f6222a-72ae-4ce4-ba83-a6da7a778708'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:01:30.535822 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c803cbe-cf71-4a21-9480-3e4026034a97 None None] Routers {'67f6222a-72ae-4ce4-ba83-a6da7a778708'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:01:30.536457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4c803cbe-cf71-4a21-9480-3e4026034a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:01:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['67f6222a-72ae-4ce4-ba83-a6da7a778708'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:30.556489 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cd8af411-8d62-4259-8dba-e870e3cf121a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/floatingips/f3d526af-499d-4f2a-9649-19ee544de0fa HTTP/1.1" status: 204 len: 168 time: 1.2425840 Aug 17 03:01:30.567423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:30.567423 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d2074b-d28d-4e4c-b7a7-8317bc14bd8c" -d '{"events": [{"name": "network-changed", "server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:30.618040 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49173ba-99ca-4682-90f3-504313b1df8f x-openstack-request-id: req-a49173ba-99ca-4682-90f3-504313b1df8f {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:30.618582 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:30.618865 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a49173ba-99ca-4682-90f3-504313b1df8f {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:30.619239 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'status': 'completed', 'code': 200} Aug 17 03:01:30.647220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-4c803cbe-cf71-4a21-9480-3e4026034a97 None None] Set router 67f6222a-72ae-4ce4-ba83-a6da7a778708 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:01:30.704474 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2074b-d28d-4e4c-b7a7-8317bc14bd8c req-5794af2c-3378-4b1c-b153-da20ada3853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:30.706155 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5d2074b-d28d-4e4c-b7a7-8317bc14bd8c req-5794af2c-3378-4b1c-b153-da20ada3853b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 1098 time: 0.0447986 Aug 17 03:01:30.797597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2074b-d28d-4e4c-b7a7-8317bc14bd8c req-fc8a98b5-bef2-4a2a-b740-1b2c2bf27f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:30.799202 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5d2074b-d28d-4e4c-b7a7-8317bc14bd8c req-fc8a98b5-bef2-4a2a-b740-1b2c2bf27f99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=85163ab2-4399-4f7a-8b07-e19463962899 HTTP/1.1" status: 200 len: 898 time: 0.0867789 Aug 17 03:01:30.844851 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5d2074b-d28d-4e4c-b7a7-8317bc14bd8c req-bf019a22-ab27-4bf2-a078-59c26e77d323 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4 HTTP/1.1" status: 200 len: 217 time: 0.0377150 Aug 17 03:01:30.855863 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4c803cbe-cf71-4a21-9480-3e4026034a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:21Z', 'updated_at': '2021-08-17T02:58:26Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:22Z', 'updated_at': '2021-08-17T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '0dd6d4f5-e2b0-435b-a110-a4917815d7e4', 'name': '', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:e1:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:26Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:30.883643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c803cbe-cf71-4a21-9480-3e4026034a97 None None] Checking router: 67f6222a-72ae-4ce4-ba83-a6da7a778708 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:01:30.891949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c803cbe-cf71-4a21-9480-3e4026034a97 None None] Routers {'67f6222a-72ae-4ce4-ba83-a6da7a778708'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:01:30.892599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4c803cbe-cf71-4a21-9480-3e4026034a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:01:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['67f6222a-72ae-4ce4-ba83-a6da7a778708'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:30.894736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2074b-d28d-4e4c-b7a7-8317bc14bd8c req-930b4800-41fb-4d3f-a77d-9d215b5cda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:30.896205 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5d2074b-d28d-4e4c-b7a7-8317bc14bd8c req-930b4800-41fb-4d3f-a77d-9d215b5cda84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96cef99f-a6be-4f27-b28f-4ae166b9b068 HTTP/1.1" status: 200 len: 834 time: 0.0447233 Aug 17 03:01:30.946323 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2074b-d28d-4e4c-b7a7-8317bc14bd8c req-f3a479ea-4919-4609-87d4-b2f0270d916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:30.947558 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5d2074b-d28d-4e4c-b7a7-8317bc14bd8c req-f3a479ea-4919-4609-87d4-b2f0270d916d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85163ab2-4399-4f7a-8b07-e19463962899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448439 Aug 17 03:01:31.007128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-4c803cbe-cf71-4a21-9480-3e4026034a97 None None] Set router 67f6222a-72ae-4ce4-ba83-a6da7a778708 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:01:31.043400 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5d2074b-d28d-4e4c-b7a7-8317bc14bd8c req-5243d896-ea77-4cde-a405-25ebdecb4434 service neutron] 10.222.0.42 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889733 Aug 17 03:01:31.169893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5d2074b-d28d-4e4c-b7a7-8317bc14bd8c req-5fd97451-5878-494c-b818-6332d277431e service neutron] 10.222.0.42 "GET /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921657 Aug 17 03:01:31.218755 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4c803cbe-cf71-4a21-9480-3e4026034a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:21Z', 'updated_at': '2021-08-17T02:58:26Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:22Z', 'updated_at': '2021-08-17T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '0dd6d4f5-e2b0-435b-a110-a4917815d7e4', 'name': '', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:e1:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:26Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:31.244654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c803cbe-cf71-4a21-9480-3e4026034a97 None None] The sync data for ids ['67f6222a-72ae-4ce4-ba83-a6da7a778708'] in n-d-793621-31 is: [{'id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:21Z', 'updated_at': '2021-08-17T02:58:26Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:22Z', 'updated_at': '2021-08-17T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '0dd6d4f5-e2b0-435b-a110-a4917815d7e4', 'name': '', 'network_id': '85163ab2-4399-4f7a-8b07-e19463962899', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:e1:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:26Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '96cef99f-a6be-4f27-b28f-4ae166b9b068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:01:31.361527 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:31.452154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9bff4-da10-4acb-ad6b-402b710ae863 req-86dbf0ef-441a-450c-a647-ea5bb7aba2e7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:31.453797 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-efd9bff4-da10-4acb-ad6b-402b710ae863 req-86dbf0ef-441a-450c-a647-ea5bb7aba2e7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0636058 Aug 17 03:01:31.498037 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-efd9bff4-da10-4acb-ad6b-402b710ae863 req-7a734b64-5aea-4b57-9ed9-009c281f169d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374796 Aug 17 03:01:31.499481 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ecee7a-679a-491f-8e69-5650e9916595 None None] New status for floating IP f3d526af-499d-4f2a-9649-19ee544de0fa: DOWN {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:01:32.614076 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179216c-2a75-4c3a-92e2-c47f9076358d req-2ef7016f-f3a2-48dc-ad02-aaf8dc0ae0ee tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:32.615617 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1179216c-2a75-4c3a-92e2-c47f9076358d req-2ef7016f-f3a2-48dc-ad02-aaf8dc0ae0ee tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0499220 Aug 17 03:01:32.657395 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1179216c-2a75-4c3a-92e2-c47f9076358d req-7f4c6633-1022-46c1-a6c6-8512b027e7ac tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fac5746-2891-4b44-9edd-f642530b269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349014 Aug 17 03:01:32.746670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e07af-58d6-4f9b-b827-c042d0099873 req-c5274a9e-72af-49e1-933f-4b18f50b3960 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:32.748127 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-322e07af-58d6-4f9b-b827-c042d0099873 req-c5274a9e-72af-49e1-933f-4b18f50b3960 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.42 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 946 time: 0.0482321 Aug 17 03:01:32.843486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-322e07af-58d6-4f9b-b827-c042d0099873 req-d9c4704d-003a-4e4b-896f-f04c69f8c183 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port b548ba4a-1b92-410a-b17a-6c303f8557d4 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:32.843936 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-322e07af-58d6-4f9b-b827-c042d0099873 req-d9c4704d-003a-4e4b-896f-f04c69f8c183 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:32.933787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-322e07af-58d6-4f9b-b827-c042d0099873 req-d9c4704d-003a-4e4b-896f-f04c69f8c183 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] For port b548ba4a-1b92-410a-b17a-6c303f8557d4, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=b548ba4a-1b92-410a-b17a-6c303f8557d4,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:32.934058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-322e07af-58d6-4f9b-b827-c042d0099873 req-d9c4704d-003a-4e4b-896f-f04c69f8c183 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:32.946810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-322e07af-58d6-4f9b-b827-c042d0099873 req-d9c4704d-003a-4e4b-896f-f04c69f8c183 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for b548ba4a-1b92-410a-b17a-6c303f8557d4 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:33.156466 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-322e07af-58d6-4f9b-b827-c042d0099873 req-d9c4704d-003a-4e4b-896f-f04c69f8c183 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:33.188388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4704d-003a-4e4b-896f-f04c69f8c183 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=b548ba4a-1b92-410a-b17a-6c303f8557d4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:33.245923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-322e07af-58d6-4f9b-b827-c042d0099873 req-d9c4704d-003a-4e4b-896f-f04c69f8c183 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] No DVR routers for this DVR port b548ba4a-1b92-410a-b17a-6c303f8557d4 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:33.248781 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-322e07af-58d6-4f9b-b827-c042d0099873 req-d9c4704d-003a-4e4b-896f-f04c69f8c183 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:33.257614 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-322e07af-58d6-4f9b-b827-c042d0099873 req-d9c4704d-003a-4e4b-896f-f04c69f8c183 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.42 "DELETE /v2.0/ports/b548ba4a-1b92-410a-b17a-6c303f8557d4 HTTP/1.1" status: 204 len: 173 time: 0.4965112 Aug 17 03:01:33.257614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'name': 'network-vif-deleted', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:33.257614 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d89333-11ff-436c-99b0-59dc9d35c057" -d '{"events": [{"server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "name": "network-vif-deleted", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:33.294085 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a8564d-a0cc-4e9a-81f9-3e4fef27f4ea x-openstack-request-id: req-25a8564d-a0cc-4e9a-81f9-3e4fef27f4ea {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:33.294391 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c43732-db01-43e6-8f79-d0b8192b0b16", "name": "network-vif-deleted", "tag": "b548ba4a-1b92-410a-b17a-6c303f8557d4", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:33.294639 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25a8564d-a0cc-4e9a-81f9-3e4fef27f4ea {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:33.295037 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c43732-db01-43e6-8f79-d0b8192b0b16', 'name': 'network-vif-deleted', 'tag': 'b548ba4a-1b92-410a-b17a-6c303f8557d4', 'status': 'completed', 'code': 200} Aug 17 03:01:33.780834 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-95e07d47-4c11-42ed-84ef-8a142608f261 req-8936a14c-1f8b-4e2e-91d2-3d0fa0ade0c0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=96c43732-db01-43e6-8f79-d0b8192b0b16 HTTP/1.1" status: 200 len: 210 time: 0.0281224 Aug 17 03:01:34.840793 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40478) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:35.204967 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:35.466667 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:35.467014 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:35.553604 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] For port 0dd6d4f5-e2b0-435b-a110-a4917815d7e4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0dd6d4f5-e2b0-435b-a110-a4917815d7e4,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:35.553973 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:35.567922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:35.807554 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:35.838816 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=0dd6d4f5-e2b0-435b-a110-a4917815d7e4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:35.863244 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:35.863854 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:35.863995 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:35.864247 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:35.864581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:35.864915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:35.865280 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:35.868143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:35.868143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:35.868143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:35.868143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:35.868143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:36.030175 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.092428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd41e6b-f5cc-4a7e-8464-047152a0ce10 req-bf07d79b-9281-46b1-a2a1-5752fc3d5621 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:36.093971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5dd41e6b-f5cc-4a7e-8464-047152a0ce10 req-bf07d79b-9281-46b1-a2a1-5752fc3d5621 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 945 time: 0.0520711 Aug 17 03:01:36.144018 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5dd41e6b-f5cc-4a7e-8464-047152a0ce10 req-f409f90f-72d4-40ce-bafe-34c829d4a3c1 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438635 Aug 17 03:01:36.246124 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 67f6222a-72ae-4ce4-ba83-a6da7a778708 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:01:36.348491 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:01:36.353950 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4affc0f1-6813-4078-be51-920accb60663 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "PUT /v2.0/routers/67f6222a-72ae-4ce4-ba83-a6da7a778708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5117874 Aug 17 03:01:36.356514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40488) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:36.357914 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ec405-3080-4cd6-83fa-aa20fcef12c3 None None] Sync routers for ids ['67f6222a-72ae-4ce4-ba83-a6da7a778708'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:01:36.368694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ec405-3080-4cd6-83fa-aa20fcef12c3 None None] Routers {'67f6222a-72ae-4ce4-ba83-a6da7a778708'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:01:36.369360 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7e1ec405-3080-4cd6-83fa-aa20fcef12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:01:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['67f6222a-72ae-4ce4-ba83-a6da7a778708'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:36.407565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28dd005-db5b-464b-bf1d-2f9bb6957514 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting subnet 96cef99f-a6be-4f27-b28f-4ae166b9b068 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:01:36.410727 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f28dd005-db5b-464b-bf1d-2f9bb6957514 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.451712 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f28dd005-db5b-464b-bf1d-2f9bb6957514 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.487783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-7e1ec405-3080-4cd6-83fa-aa20fcef12c3 None None] Set router 67f6222a-72ae-4ce4-ba83-a6da7a778708 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:01:36.537327 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f28dd005-db5b-464b-bf1d-2f9bb6957514 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.663269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7e1ec405-3080-4cd6-83fa-aa20fcef12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:21Z', 'updated_at': '2021-08-17T03:01:35Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:22Z', 'updated_at': '2021-08-17T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:36.666059 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f28dd005-db5b-464b-bf1d-2f9bb6957514 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.693726 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dd005-db5b-464b-bf1d-2f9bb6957514 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Subnet': ['ID=96cef99f-a6be-4f27-b28f-4ae166b9b068,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:36.694004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ec405-3080-4cd6-83fa-aa20fcef12c3 None None] Checking router: 67f6222a-72ae-4ce4-ba83-a6da7a778708 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:01:36.699423 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f28dd005-db5b-464b-bf1d-2f9bb6957514 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.701577 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f28dd005-db5b-464b-bf1d-2f9bb6957514 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/subnets/96cef99f-a6be-4f27-b28f-4ae166b9b068 HTTP/1.1" status: 204 len: 168 time: 0.3441107 Aug 17 03:01:36.704242 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40490) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:36.707066 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9865fc2-82c1-487f-b1cc-74045948a7b4 None None] Network 85163ab2-4399-4f7a-8b07-e19463962899 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:36.709278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ec405-3080-4cd6-83fa-aa20fcef12c3 None None] Routers {'67f6222a-72ae-4ce4-ba83-a6da7a778708'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:01:36.709976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7e1ec405-3080-4cd6-83fa-aa20fcef12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:01:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['67f6222a-72ae-4ce4-ba83-a6da7a778708'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:36.830291 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.864524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device b548ba4a-1b92-410a-b17a-6c303f8557d4 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:36.894700 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: b548ba4a-1b92-410a-b17a-6c303f8557d4 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:36.895043 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device b548ba4a-1b92-410a-b17a-6c303f8557d4 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:36.921026 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-7e1ec405-3080-4cd6-83fa-aa20fcef12c3 None None] Set router 67f6222a-72ae-4ce4-ba83-a6da7a778708 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:01:36.939897 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.054219 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port 50d4a77f-6174-4263-a14b-7c42ae1f2fce {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:37.054647 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.109233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] DHCP port deletion for 85163ab2-4399-4f7a-8b07-e19463962899 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:01:37.113486 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-7e1ec405-3080-4cd6-83fa-aa20fcef12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:21Z', 'updated_at': '2021-08-17T03:01:35Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:22Z', 'updated_at': '2021-08-17T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:37.150200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] For port 50d4a77f-6174-4263-a14b-7c42ae1f2fce, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=50d4a77f-6174-4263-a14b-7c42ae1f2fce,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:37.150576 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.161638 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ec405-3080-4cd6-83fa-aa20fcef12c3 None None] The sync data for ids ['67f6222a-72ae-4ce4-ba83-a6da7a778708'] in n-d-793621-31 is: [{'id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2027175472', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:21Z', 'updated_at': '2021-08-17T03:01:35Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '50d4a77f-6174-4263-a14b-7c42ae1f2fce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f6222a-72ae-4ce4-ba83-a6da7a778708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:22Z', 'updated_at': '2021-08-17T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:01:37.165787 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for 50d4a77f-6174-4263-a14b-7c42ae1f2fce owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:37.197153 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Deleting port 57e4f194-7891-4ea2-9736-e8a50a60c6df {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:37.197528 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.269953 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] For port 57e4f194-7891-4ea2-9736-e8a50a60c6df, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=57e4f194-7891-4ea2-9736-e8a50a60c6df,segment=NetworkSegment(618c6ec0-7df0-4cab-a565-5f3f37a898df),segment_id=618c6ec0-7df0-4cab-a565-5f3f37a898df)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:37.270355 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.280533 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122bc38-25ec-47e8-a53a-452001833e7f req-ec6969f9-4b75-46c1-aebd-92dac3b6152b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:37.282520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0122bc38-25ec-47e8-a53a-452001833e7f req-ec6969f9-4b75-46c1-aebd-92dac3b6152b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 945 time: 0.0516531 Aug 17 03:01:37.283925 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Calling delete_port for 57e4f194-7891-4ea2-9736-e8a50a60c6df owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:37.325736 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0122bc38-25ec-47e8-a53a-452001833e7f req-3a18559c-5551-43d5-b4ff-a8dc4a6e32e3 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348499 Aug 17 03:01:37.395573 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.421160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=50d4a77f-6174-4263-a14b-7c42ae1f2fce,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:37.436406 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.461975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Pushing event deleted for resources: {'Port': ['ID=57e4f194-7891-4ea2-9736-e8a50a60c6df,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:37.466438 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] No DVR routers for this DVR port 57e4f194-7891-4ea2-9736-e8a50a60c6df on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:37.475083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.475421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.475745 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.476606 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.477103 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.477712 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.481775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.481775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.481775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.481775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.481775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.481775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e60fa9f-eb65-4c69-8df3-ebef91b4f50e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.487243 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.584893 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.587713 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.904204 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d0807d39-269b-4d91-9018-7a440fbc3377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.909541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5de7d4-82aa-47d0-baad-185747be85c3 req-4a44bbb3-8e85-4a59-80ff-4dd1783b955e tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:37.911091 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf5de7d4-82aa-47d0-baad-185747be85c3 req-4a44bbb3-8e85-4a59-80ff-4dd1783b955e tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 945 time: 0.0558317 Aug 17 03:01:38.011777 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-bf5de7d4-82aa-47d0-baad-185747be85c3 req-25c45f99-4869-4ff9-864f-e3bf1f6bb925 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Deleting port 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:38.012059 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bf5de7d4-82aa-47d0-baad-185747be85c3 req-25c45f99-4869-4ff9-864f-e3bf1f6bb925 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.042212 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.042890 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Fanout notify agent at l3_agent the message router_deleted on router 67f6222a-72ae-4ce4-ba83-a6da7a778708 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:01:38.049671 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.050869 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9cb671ff-7d7f-419d-9570-fbd37d83e325 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/routers/67f6222a-72ae-4ce4-ba83-a6da7a778708 HTTP/1.1" status: 204 len: 168 time: 1.3455417 Aug 17 03:01:38.055105 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40494) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:38.123020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-bf5de7d4-82aa-47d0-baad-185747be85c3 req-25c45f99-4869-4ff9-864f-e3bf1f6bb925 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] For port 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f,segment=NetworkSegment(6aa667a6-ea3b-46f1-862c-ecca45381322),segment_id=6aa667a6-ea3b-46f1-862c-ecca45381322)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:38.123458 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bf5de7d4-82aa-47d0-baad-185747be85c3 req-25c45f99-4869-4ff9-864f-e3bf1f6bb925 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.138339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-bf5de7d4-82aa-47d0-baad-185747be85c3 req-25c45f99-4869-4ff9-864f-e3bf1f6bb925 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Calling delete_port for 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:38.161372 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4fe4fe50-4625-481c-98a1-b15e8e8b8b17 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.247362 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4fe4fe50-4625-481c-98a1-b15e8e8b8b17 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.258066 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-4fe4fe50-4625-481c-98a1-b15e8e8b8b17 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85163ab2-4399-4f7a-8b07-e19463962899']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:38.271966 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-4fe4fe50-4625-481c-98a1-b15e8e8b8b17 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618c6ec0-7df0-4cab-a565-5f3f37a898df') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:38.271966 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-4fe4fe50-4625-481c-98a1-b15e8e8b8b17 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618c6ec0-7df0-4cab-a565-5f3f37a898df') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:38.277446 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4fe4fe50-4625-481c-98a1-b15e8e8b8b17 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.290463 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4fe4fe50-4625-481c-98a1-b15e8e8b8b17 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.296041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe4fe50-4625-481c-98a1-b15e8e8b8b17 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:38.297228 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4fe4fe50-4625-481c-98a1-b15e8e8b8b17 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: timer() Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:38.299397 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:38.350769 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bf5de7d4-82aa-47d0-baad-185747be85c3 req-25c45f99-4869-4ff9-864f-e3bf1f6bb925 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.383432 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c45f99-4869-4ff9-864f-e3bf1f6bb925 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Pushing event deleted for resources: {'Port': ['ID=1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:38.384562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:01:38.436748 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4fe4fe50-4625-481c-98a1-b15e8e8b8b17 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.443956 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4fe4fe50-4625-481c-98a1-b15e8e8b8b17 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.447269 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4fe4fe50-4625-481c-98a1-b15e8e8b8b17 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/networks/85163ab2-4399-4f7a-8b07-e19463962899 HTTP/1.1" status: 204 len: 168 time: 0.3897727 Aug 17 03:01:38.449501 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5de7d4-82aa-47d0-baad-185747be85c3 req-25c45f99-4869-4ff9-864f-e3bf1f6bb925 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] No DVR routers for this DVR port 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:38.453428 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40498) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:38.453428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96416e11-baa8-47dc-b100-935acf6937e6 req-1dffbb57-1b89-41fe-b4f3-d4710ff81316 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c117aec-0cd3-40ed-8be8-06ccc81f9f15 HTTP/1.1" status: 200 len: 210 time: 0.0431454 Aug 17 03:01:38.458839 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-bf5de7d4-82aa-47d0-baad-185747be85c3 req-25c45f99-4869-4ff9-864f-e3bf1f6bb925 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.458839 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bf5de7d4-82aa-47d0-baad-185747be85c3 req-25c45f99-4869-4ff9-864f-e3bf1f6bb925 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.42 "DELETE /v2.0/ports/1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f HTTP/1.1" status: 204 len: 173 time: 0.5388141 Aug 17 03:01:38.461623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4fe50-4625-481c-98a1-b15e8e8b8b17 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Network': ['ID=85163ab2-4399-4f7a-8b07-e19463962899,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:38.464125 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c117aec-0cd3-40ed-8be8-06ccc81f9f15', 'name': 'network-vif-deleted', 'tag': '1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:38.466413 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62de3fa-b5ce-4e04-b932-55e1d74d01fa" -d '{"events": [{"server_uuid": "3c117aec-0cd3-40ed-8be8-06ccc81f9f15", "name": "network-vif-deleted", "tag": "1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:38.520157 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed952638-9c9d-4245-a6dd-69a3bdc85ce4 x-openstack-request-id: req-ed952638-9c9d-4245-a6dd-69a3bdc85ce4 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:38.520450 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c117aec-0cd3-40ed-8be8-06ccc81f9f15", "name": "network-vif-deleted", "tag": "1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:38.520755 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed952638-9c9d-4245-a6dd-69a3bdc85ce4 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:38.521107 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c117aec-0cd3-40ed-8be8-06ccc81f9f15', 'name': 'network-vif-deleted', 'tag': '1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f', 'status': 'completed', 'code': 200} Aug 17 03:01:38.526660 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e86e75e2-a56f-42eb-afaf-fb3b3df696b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.553723 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e86e75e2-a56f-42eb-afaf-fb3b3df696b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.704742 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e86e75e2-a56f-42eb-afaf-fb3b3df696b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.707441 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e86e75e2-a56f-42eb-afaf-fb3b3df696b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.708676 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e86e75e2-a56f-42eb-afaf-fb3b3df696b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/security-groups/8fac5746-2891-4b44-9edd-f642530b269e HTTP/1.1" status: 204 len: 168 time: 0.2545505 Aug 17 03:01:38.718923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e75e2-a56f-42eb-afaf-fb3b3df696b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fac5746-2891-4b44-9edd-f642530b269e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:38.820610 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 50d4a77f-6174-4263-a14b-7c42ae1f2fce no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:38.844443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 50d4a77f-6174-4263-a14b-7c42ae1f2fce {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:38.844784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 50d4a77f-6174-4263-a14b-7c42ae1f2fce not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:38.848328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:39.009500 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:39.009853 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0dd6d4f5-e2b0-435b-a110-a4917815d7e4 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:39.010286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 57e4f194-7891-4ea2-9736-e8a50a60c6df no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:39.029067 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 57e4f194-7891-4ea2-9736-e8a50a60c6df {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:39.029387 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 57e4f194-7891-4ea2-9736-e8a50a60c6df not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:39.221830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40506) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:39.226723 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2aef1aac-676e-4bb5-906e-7ad9a1036559 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2140455732', 'description': 'tempest-secgroup-smoke-2140455732 description', 'project_id': '24dfcafe61944b979922e9d135dfc1d5'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:39.316365 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2aef1aac-676e-4bb5-906e-7ad9a1036559 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:39.396321 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2aef1aac-676e-4bb5-906e-7ad9a1036559 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:39.458290 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2aef1aac-676e-4bb5-906e-7ad9a1036559 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:39.488050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef1aac-676e-4bb5-906e-7ad9a1036559 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25adb441-3d43-4cb0-a6d8-c60524fb64c7,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:39.573091 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2aef1aac-676e-4bb5-906e-7ad9a1036559 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:39.576404 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2aef1aac-676e-4bb5-906e-7ad9a1036559 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3515625 Aug 17 03:01:39.577407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40512) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:39.582219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-165ed61c-3e4c-417a-9902-ad5751e19642 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '25adb441-3d43-4cb0-a6d8-c60524fb64c7', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:39.674529 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-165ed61c-3e4c-417a-9902-ad5751e19642 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:39.733663 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-165ed61c-3e4c-417a-9902-ad5751e19642 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:39.830436 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-165ed61c-3e4c-417a-9902-ad5751e19642 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:39.849564 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ed61c-3e4c-417a-9902-ad5751e19642 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b5f358-1e1a-4ef4-8147-6e583b0b3250,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:39.956469 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-165ed61c-3e4c-417a-9902-ad5751e19642 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:39.957800 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-165ed61c-3e4c-417a-9902-ad5751e19642 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791833 Aug 17 03:01:39.961043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40516) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:39.965887 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d27d2293-ed4c-4b3d-9db0-025bd30d8dae tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '25adb441-3d43-4cb0-a6d8-c60524fb64c7', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:40.096454 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d27d2293-ed4c-4b3d-9db0-025bd30d8dae tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.139449 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d27d2293-ed4c-4b3d-9db0-025bd30d8dae tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.253624 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d27d2293-ed4c-4b3d-9db0-025bd30d8dae tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.270410 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d2293-ed4c-4b3d-9db0-025bd30d8dae tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e930b1-ad22-4928-886c-cd6dead207ed,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:40.339199 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c7d9330e-62da-4a84-bf22-7d8fcc008e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.352401 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d27d2293-ed4c-4b3d-9db0-025bd30d8dae tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.355970 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d27d2293-ed4c-4b3d-9db0-025bd30d8dae tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3911684 Aug 17 03:01:40.356367 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40518) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:40.360876 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-5c71634e-746f-45bc-91ce-360ea01bcd7a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '25adb441-3d43-4cb0-a6d8-c60524fb64c7', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:40.451911 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c71634e-746f-45bc-91ce-360ea01bcd7a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.515706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c71634e-746f-45bc-91ce-360ea01bcd7a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.608616 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c71634e-746f-45bc-91ce-360ea01bcd7a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.631420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71634e-746f-45bc-91ce-360ea01bcd7a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a87ba63-f85c-432f-8666-4cf39eec159c,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:40.642192 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.739074 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5c71634e-746f-45bc-91ce-360ea01bcd7a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.743042 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5c71634e-746f-45bc-91ce-360ea01bcd7a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3831286 Aug 17 03:01:40.743330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40520) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:40.747945 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-dbfde53d-aaee-46fb-bba6-d277002407f3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '25adb441-3d43-4cb0-a6d8-c60524fb64c7', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:40.863146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbfde53d-aaee-46fb-bba6-d277002407f3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.925293 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbfde53d-aaee-46fb-bba6-d277002407f3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.012964 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbfde53d-aaee-46fb-bba6-d277002407f3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.031719 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfde53d-aaee-46fb-bba6-d277002407f3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d42660-be17-418f-be0d-b1adb6c53bd1,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:41.099210 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbfde53d-aaee-46fb-bba6-d277002407f3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.100673 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dbfde53d-aaee-46fb-bba6-d277002407f3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3562331 Aug 17 03:01:41.103566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40524) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:41.108671 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9caf7052-a418-4b1a-9ac0-bd5da3ff1bbc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '25adb441-3d43-4cb0-a6d8-c60524fb64c7', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:41.196377 n-d-793621-31 neutron-server[95406]: INFO neutron.db.securitygroups_db [None req-9caf7052-a418-4b1a-9ac0-bd5da3ff1bbc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Project 24dfcafe61944b979922e9d135dfc1d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:01:41.201707 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9caf7052-a418-4b1a-9ac0-bd5da3ff1bbc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.272279 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9caf7052-a418-4b1a-9ac0-bd5da3ff1bbc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.322172 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9caf7052-a418-4b1a-9ac0-bd5da3ff1bbc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.352078 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf7052-a418-4b1a-9ac0-bd5da3ff1bbc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180ebd20-4c73-44c3-b3e6-920bda5c2e51,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:41.414414 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9caf7052-a418-4b1a-9ac0-bd5da3ff1bbc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.415861 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9caf7052-a418-4b1a-9ac0-bd5da3ff1bbc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3112724 Aug 17 03:01:41.418551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40526) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:41.422888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-d1ca9dc1-af30-4fbb-9c6d-95ebf8c903f0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '25adb441-3d43-4cb0-a6d8-c60524fb64c7', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:41.539873 n-d-793621-31 neutron-server[95406]: INFO neutron.db.securitygroups_db [None req-d1ca9dc1-af30-4fbb-9c6d-95ebf8c903f0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Project 24dfcafe61944b979922e9d135dfc1d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:01:41.545405 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1ca9dc1-af30-4fbb-9c6d-95ebf8c903f0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.609682 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1ca9dc1-af30-4fbb-9c6d-95ebf8c903f0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.962547 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1ca9dc1-af30-4fbb-9c6d-95ebf8c903f0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.981247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca9dc1-af30-4fbb-9c6d-95ebf8c903f0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91edcf1e-9bca-4874-8b95-d7a5710665f8,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:42.036414 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.065410 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d1ca9dc1-af30-4fbb-9c6d-95ebf8c903f0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.068217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d1ca9dc1-af30-4fbb-9c6d-95ebf8c903f0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6472201 Aug 17 03:01:42.070440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40538) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:42.077579 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-d83a7d9b-081b-4b25-bb14-95e9839269ed tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'network': {'name': 'tempest-network-smoke--805977725', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'port_security_enabled': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:42.179630 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83a7d9b-081b-4b25-bb14-95e9839269ed tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Made reservation on behalf of 24dfcafe61944b979922e9d135dfc1d5 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:42.183546 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d83a7d9b-081b-4b25-bb14-95e9839269ed tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.207425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83a7d9b-081b-4b25-bb14-95e9839269ed tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:01:42.216270 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d83a7d9b-081b-4b25-bb14-95e9839269ed tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.216611 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-d83a7d9b-081b-4b25-bb14-95e9839269ed tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Added segment b1a0d2fd-a16e-46e2-8379-e7a22b4daea5 of type vlan for network 4cd32436-e266-4095-acec-d17c6914cfa1 Aug 17 03:01:42.255612 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d83a7d9b-081b-4b25-bb14-95e9839269ed tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.356192 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d83a7d9b-081b-4b25-bb14-95e9839269ed tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.361984 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83a7d9b-081b-4b25-bb14-95e9839269ed tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:42.365051 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d83a7d9b-081b-4b25-bb14-95e9839269ed tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.432715 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a7d9b-081b-4b25-bb14-95e9839269ed tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Network': ['ID=4cd32436-e266-4095-acec-d17c6914cfa1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:42.443948 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 4cd32436-e266-4095-acec-d17c6914cfa1 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:01:42.491179 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d83a7d9b-081b-4b25-bb14-95e9839269ed tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4172113 Aug 17 03:01:42.492233 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40546) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:42.497201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'admin_state_up': True, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:42.591100 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.592081 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.642029 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.869143 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.874555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:42.895456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:42.895904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 1a686f96-b2f3-4305-bd5d-fd6d05ba3d3f not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:43.135430 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:43.154164 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:43.264424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.25.5.188 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/49b77b8f-ab9c-4988-87da-fbcb64fb2cd6) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:43.379826 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:43.562718 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:43.835004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:43.835004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:43.835004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:43.835004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=49b77b8f-ab9c-4988-87da-fbcb64fb2cd6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:43.962489 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:43.994827 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.191986 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.362135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 74590eee-2403-4378-9bb0-f57fe9dff77f is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:01:44.469109 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:01:44.479119 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Sync routers for ids ['74590eee-2403-4378-9bb0-f57fe9dff77f'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:01:44.489012 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Routers {'74590eee-2403-4378-9bb0-f57fe9dff77f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:01:44.489676 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:01:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['74590eee-2403-4378-9bb0-f57fe9dff77f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:44.573575 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.574827 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6be2be2f-fd86-4628-9172-5f0761da51bf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0813687 Aug 17 03:01:44.579664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40554) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:44.595434 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Set router 74590eee-2403-4378-9bb0-f57fe9dff77f gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:01:44.614913 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b02d98ce-c215-432b-b4d9-4489f233948b tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=24dfcafe61944b979922e9d135dfc1d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335062 Aug 17 03:01:44.628327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40556) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:44.771221 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:01:42Z', 'updated_at': '2021-08-17T03:01:43Z', 'revision_number': 3, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:43Z', 'updated_at': '2021-08-17T03:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:44.795012 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c5a98c-0ddd-486e-b38e-82344ec4f2d3 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:44.891053 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e3c5a98c-0ddd-486e-b38e-82344ec4f2d3 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1671677 Aug 17 03:01:44.891232 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Checking router: 74590eee-2403-4378-9bb0-f57fe9dff77f for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:01:44.891232 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Updating router 74590eee-2403-4378-9bb0-f57fe9dff77f port 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:01:44.891232 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.893198 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40558) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:44.927643 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d0cd1b46-b3a5-443d-b347-419eae49a189 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332611 Aug 17 03:01:44.930997 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40560) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:44.935779 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ace325b4-67f5-4bd5-841f-b5ac209ca104 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1827315893', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:45.079177 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:45.089101 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Transition to ACTIVE for port object 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:45.093488 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace325b4-67f5-4bd5-841f-b5ac209ca104 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Made reservation on behalf of 24dfcafe61944b979922e9d135dfc1d5 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:45.097144 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ace325b4-67f5-4bd5-841f-b5ac209ca104 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:45.168500 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:45.226887 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Attempting to bind port 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:45.227432 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Attempting to bind port 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:45.227795 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Attempting to bind port 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:45.229895 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713238dc-c793-4dc4-88a8-a04ed6ed62fc None None] Pushing event updated for resources: {'Port': ['ID=49b77b8f-ab9c-4988-87da-fbcb64fb2cd6,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:45.238518 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:45.242378 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:45.242378 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:45.242378 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:45.242378 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Bound port: 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:45.242378 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:45.244101 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713238dc-c793-4dc4-88a8-a04ed6ed62fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:45.244452 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713238dc-c793-4dc4-88a8-a04ed6ed62fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:45.244790 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713238dc-c793-4dc4-88a8-a04ed6ed62fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:45.245119 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713238dc-c793-4dc4-88a8-a04ed6ed62fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:45.245471 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713238dc-c793-4dc4-88a8-a04ed6ed62fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:45.245792 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713238dc-c793-4dc4-88a8-a04ed6ed62fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:45.246654 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713238dc-c793-4dc4-88a8-a04ed6ed62fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:45.246654 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713238dc-c793-4dc4-88a8-a04ed6ed62fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:45.246901 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713238dc-c793-4dc4-88a8-a04ed6ed62fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:45.247187 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713238dc-c793-4dc4-88a8-a04ed6ed62fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:45.247508 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713238dc-c793-4dc4-88a8-a04ed6ed62fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:45.247876 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713238dc-c793-4dc4-88a8-a04ed6ed62fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:45.301130 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] For port 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:45.304679 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] For port 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=49b77b8f-ab9c-4988-87da-fbcb64fb2cd6,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:45.368753 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ace325b4-67f5-4bd5-841f-b5ac209ca104 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:45.403240 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:45.429209 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace325b4-67f5-4bd5-841f-b5ac209ca104 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Subnet': ['ID=8effece8-571e-4d3b-bfd7-b819588e4f64,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:45.442590 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace325b4-67f5-4bd5-841f-b5ac209ca104 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Checking segment: {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:45.443239 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace325b4-67f5-4bd5-841f-b5ac209ca104 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network hostable DHCP agents. Network: 4cd32436-e266-4095-acec-d17c6914cfa1, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:01:45.457321 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Routers {'74590eee-2403-4378-9bb0-f57fe9dff77f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:01:45.458039 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:01:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['74590eee-2403-4378-9bb0-f57fe9dff77f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:45.521960 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace325b4-67f5-4bd5-841f-b5ac209ca104 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 4cd32436-e266-4095-acec-d17c6914cfa1 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:01:45.596035 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-ace325b4-67f5-4bd5-841f-b5ac209ca104 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 4cd32436-e266-4095-acec-d17c6914cfa1) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:45.600552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace325b4-67f5-4bd5-841f-b5ac209ca104 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:45.601696 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ace325b4-67f5-4bd5-841f-b5ac209ca104 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:45.607209 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043a53dd-b5c3-4c1f-83c0-e72ff1516d94 None None] Network 4cd32436-e266-4095-acec-d17c6914cfa1 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:45.612238 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713238dc-c793-4dc4-88a8-a04ed6ed62fc None None] Pushing event updated for resources: {'Port': ['ID=49b77b8f-ab9c-4988-87da-fbcb64fb2cd6,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:45.691296 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ace325b4-67f5-4bd5-841f-b5ac209ca104 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7562592 Aug 17 03:01:45.691528 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] Set router 74590eee-2403-4378-9bb0-f57fe9dff77f gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:01:45.691653 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40564) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:45.791682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-4cd32436-e266-4095-acec-d17c6914cfa1', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ips': [{'subnet_id': '8effece8-571e-4d3b-bfd7-b819588e4f64'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:01:45.797101 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:45.889646 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:01:42Z', 'updated_at': '2021-08-17T03:01:43Z', 'revision_number': 3, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:43Z', 'updated_at': '2021-08-17T03:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:45.921336 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7962dee-8c90-46f5-9227-b972aab9d49b None None] The sync data for ids ['74590eee-2403-4378-9bb0-f57fe9dff77f'] in n-d-793621-31 is: [{'id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:01:42Z', 'updated_at': '2021-08-17T03:01:43Z', 'revision_number': 3, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:43Z', 'updated_at': '2021-08-17T03:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:01:45.970983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Allocated IP 172.20.0.2 (4cd32436-e266-4095-acec-d17c6914cfa1/8effece8-571e-4d3b-bfd7-b819588e4f64/6faf12b3-8e5e-48fd-af0b-156959854bf6) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:46.283364 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.283364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Transition to ACTIVE for port object 6faf12b3-8e5e-48fd-af0b-156959854bf6 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:46.283364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Transition to ACTIVE for port object 6faf12b3-8e5e-48fd-af0b-156959854bf6 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:46.283364 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.292977 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.293285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Network 4cd32436-e266-4095-acec-d17c6914cfa1 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:46.296370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:46.300179 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:46.311756 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Pushing event updated for resources: {'Port': ['ID=6faf12b3-8e5e-48fd-af0b-156959854bf6,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:46.392858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Attempting to bind port 6faf12b3-8e5e-48fd-af0b-156959854bf6 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:46.393615 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Attempting to bind port 6faf12b3-8e5e-48fd-af0b-156959854bf6 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:46.394193 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Attempting to bind port 6faf12b3-8e5e-48fd-af0b-156959854bf6 on network 4cd32436-e266-4095-acec-d17c6914cfa1 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:46.410807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:46.411197 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Checking segment: {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:46.411906 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.412605 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Bound using segment: {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:46.416099 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Bound port: 6faf12b3-8e5e-48fd-af0b-156959854bf6, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:46.418723 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.566715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] For port 6faf12b3-8e5e-48fd-af0b-156959854bf6, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:46.570512 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] For port 6faf12b3-8e5e-48fd-af0b-156959854bf6, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6faf12b3-8e5e-48fd-af0b-156959854bf6,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:46.630912 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.670056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.20.0.1 (4cd32436-e266-4095-acec-d17c6914cfa1/8effece8-571e-4d3b-bfd7-b819588e4f64/5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:46.716123 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb5532-8c51-4ac4-b26c-424cc7ad9fb3 None None] Pushing event updated for resources: {'Port': ['ID=6faf12b3-8e5e-48fd-af0b-156959854bf6,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:46.833591 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.850051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Transition to ACTIVE for port object 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:46.868006 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:46.966081 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.996400 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:47.000340 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:47.000717 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:47.019027 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 4cd32436-e266-4095-acec-d17c6914cfa1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:47.025067 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:47.027150 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:47.029357 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:47.113274 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:47.115653 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:47.139259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=49b77b8f-ab9c-4988-87da-fbcb64fb2cd6,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:47.202195 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:47.255711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=49b77b8f-ab9c-4988-87da-fbcb64fb2cd6,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:47.333821 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-97bdcdc5-8d55-47f1-9e98-260c6030dfef tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:47.335398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-97bdcdc5-8d55-47f1-9e98-260c6030dfef tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/networks?id=92c8f642-f21d-4b49-8937-f06b54836bdb HTTP/1.1" status: 200 len: 813 time: 0.1175578 Aug 17 03:01:47.369905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-8359342f-800b-4610-b45b-e6e494592c5b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/quotas/69ae1487bdb04855a6fdb380cfd63ab4 HTTP/1.1" status: 200 len: 375 time: 0.0273831 Aug 17 03:01:47.376688 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:47.409446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-95025940-621c-41d3-a211-26c70118e464 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ae1487bdb04855a6fdb380cfd63ab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336246 Aug 17 03:01:47.618949 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b95f8f4e-a564-4d34-ba67-a04c3c132e92 service neutron] 10.222.0.13 "GET /v2.0/networks/92c8f642-f21d-4b49-8937-f06b54836bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809986 Aug 17 03:01:47.763845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deb5fc4-e3f1-4f10-851e-489f557cb812 None None] Network 4cd32436-e266-4095-acec-d17c6914cfa1 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:47.790429 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-d9edb077-d4ff-4587-a8a8-2c7e68b4cc0d service neutron] 10.222.0.13 "GET /v2.0/networks/92c8f642-f21d-4b49-8937-f06b54836bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638052 Aug 17 03:01:47.833414 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:48.064757 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-dab81eed-967f-454e-ab05-02f1e3de3236 None None] Provisioning for port 6faf12b3-8e5e-48fd-af0b-156959854bf6 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:48.104979 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:48.261327 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:48.274597 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16b59e3e-2984-46b2-99a4-78f129a4a0a3 req-6a7caee6-96c2-4d70-b2e4-9aad7e8828e4 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 210 time: 0.1088159 Aug 17 03:01:48.290838 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:48.299128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-44b19764-3857-4730-9790-559ff8715d1e None None] Provisioning for port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:48.304691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-44b19764-3857-4730-9790-559ff8715d1e None None] Provisioning complete for port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:48.305066 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-44b19764-3857-4730-9790-559ff8715d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:48.371695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-44b19764-3857-4730-9790-559ff8715d1e None None] Port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:01:48.441108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 4cd32436-e266-4095-acec-d17c6914cfa1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:48.443219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:48.506031 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ab638399-de87-4d1d-b507-fc7a81bc3cb3 None None] Provisioning complete for port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:48.506691 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ab638399-de87-4d1d-b507-fc7a81bc3cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:48.558477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ab638399-de87-4d1d-b507-fc7a81bc3cb3 None None] Port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:01:48.582413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 74590eee-2403-4378-9bb0-f57fe9dff77f has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:01:48.706673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:01:48.713366 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fb105af2-005d-47a7-b44e-62cb7d4b7d5f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "PUT /v2.0/routers/74590eee-2403-4378-9bb0-f57fe9dff77f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0177357 Aug 17 03:01:48.721501 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Sync routers for ids ['74590eee-2403-4378-9bb0-f57fe9dff77f'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:01:48.731361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Routers {'74590eee-2403-4378-9bb0-f57fe9dff77f'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:01:48.731987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:01:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['74590eee-2403-4378-9bb0-f57fe9dff77f'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:48.820678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3b6882fc-660e-45c7-90df-2df100ba6cd7 None None] Provisioning complete for port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:48.821269 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3b6882fc-660e-45c7-90df-2df100ba6cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:48.874871 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3b6882fc-660e-45c7-90df-2df100ba6cd7 None None] Port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:01:48.883854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Set router 74590eee-2403-4378-9bb0-f57fe9dff77f gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:01:48.935257 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:48.943908 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-d3f51228-b789-4308-831e-4e8aaa4793a0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2140455732&fields=id&tenant_id=24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 267 time: 0.0437868 Aug 17 03:01:49.057194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2782051-07e0-4c75-b99b-656091fcf714 req-a76e3935-bba6-46ad-b9ee-6c0ff8d88206 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:49.058741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-a76e3935-bba6-46ad-b9ee-6c0ff8d88206 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/networks?id=4cd32436-e266-4095-acec-d17c6914cfa1 HTTP/1.1" status: 200 len: 796 time: 0.1070015 Aug 17 03:01:49.074646 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-6df75ba9-e7df-4a7b-8844-3a1198eb7fe4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/quotas/24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 375 time: 0.0100038 Aug 17 03:01:49.076974 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:49.077378 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.133373 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-8f049447-e49b-4211-83fe-ad9e5260f0a3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527740 Aug 17 03:01:49.193338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:01:42Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:43Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd', 'name': '', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:5a:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:46Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 2, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:49.223178 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Checking router: 74590eee-2403-4378-9bb0-f57fe9dff77f for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:01:49.223535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Updating router 74590eee-2403-4378-9bb0-f57fe9dff77f port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:01:49.226645 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6faf12b3-8e5e-48fd-af0b-156959854bf6 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:49.233095 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-11395de0-535d-44b5-96c2-cf070e888540 service neutron] 10.222.0.13 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878351 Aug 17 03:01:49.284528 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.457688 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 6faf12b3-8e5e-48fd-af0b-156959854bf6 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:49.468332 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 6faf12b3-8e5e-48fd-af0b-156959854bf6 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:49.468761 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.624141 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.646000 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.665354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4abbbb43-edf3-4fd7-934f-a97d2763e586 service neutron] 10.222.0.13 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256337 Aug 17 03:01:49.671697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Transition to ACTIVE for port object 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:49.676816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 6faf12b3-8e5e-48fd-af0b-156959854bf6, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6faf12b3-8e5e-48fd-af0b-156959854bf6,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:49.762034 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.794769 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.832289 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44149115-9df4-4b47-848b-cf01dd95cbf1 None None] Pushing event updated for resources: {'Port': ['ID=5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:49.897543 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Attempting to bind port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:49.899109 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Attempting to bind port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:49.904762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Attempting to bind port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd on network 4cd32436-e266-4095-acec-d17c6914cfa1 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:49.915265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:49.915641 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Checking segment: {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:49.916054 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.916624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Bound using segment: {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:49.916916 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Bound port: 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:49.917447 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.928129 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=6faf12b3-8e5e-48fd-af0b-156959854bf6,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:49.951629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-573df73f-08e4-40c9-9a20-9ab3641abc5a req-3d8a4905-2c97-4ff6-a5e6-65ac71f18f08 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 210 time: 0.0289431 Aug 17 03:01:50.032540 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] For port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:50.039679 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] For port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:50.042265 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3849aa2-d1bb-45a4-b5fa-67256849045b req-f8e75a44-c75c-4c56-b96b-60283212681c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 210 time: 0.0330174 Aug 17 03:01:50.116793 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:50.180390 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Routers {'74590eee-2403-4378-9bb0-f57fe9dff77f'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:01:50.181365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:01:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['74590eee-2403-4378-9bb0-f57fe9dff77f'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:50.183549 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44149115-9df4-4b47-848b-cf01dd95cbf1 None None] Pushing event updated for resources: {'Port': ['ID=5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:50.454725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] Set router 74590eee-2403-4378-9bb0-f57fe9dff77f gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:01:50.546646 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-05c35891-29bc-4025-8570-2418343b4161 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:50.548186 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-05c35891-29bc-4025-8570-2418343b4161 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.18 "GET /v2.0/networks?id=92c8f642-f21d-4b49-8937-f06b54836bdb HTTP/1.1" status: 200 len: 813 time: 0.1051021 Aug 17 03:01:50.575241 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-5cc536e9-037d-4d41-8043-320b6b55a39b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Request body: {'port': {'device_id': '38990fd4-9478-4f94-97f5-17f0dc4e1f10', 'network_id': '92c8f642-f21d-4b49-8937-f06b54836bdb', 'admin_state_up': True, 'tenant_id': '69ae1487bdb04855a6fdb380cfd63ab4'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:50.659054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:01:42Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:43Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd', 'name': '', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:5a:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:46Z', 'updated_at': '2021-08-17T03:01:50Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:50.686512 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58c13e3-37aa-4dc8-9f24-b07f54aa8ad6 None None] The sync data for ids ['74590eee-2403-4378-9bb0-f57fe9dff77f'] in n-d-793621-31 is: [{'id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:01:42Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:43Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd', 'name': '', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:5a:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:46Z', 'updated_at': '2021-08-17T03:01:50Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:01:50.848625 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-5cc536e9-037d-4d41-8043-320b6b55a39b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Made reservation on behalf of 69ae1487bdb04855a6fdb380cfd63ab4 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:50.853548 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-5cc536e9-037d-4d41-8043-320b6b55a39b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:50.934859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6faf12b3-8e5e-48fd-af0b-156959854bf6 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:51.004109 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 6faf12b3-8e5e-48fd-af0b-156959854bf6 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:51.004483 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.058863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-5cc536e9-037d-4d41-8043-320b6b55a39b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Allocated IP 172.20.0.4 (92c8f642-f21d-4b49-8937-f06b54836bdb/663e02be-a81e-4a0d-8d23-2b0572d41330/33b23e95-bdee-4954-92bc-97a225bb3203) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:51.078889 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ca57d361-c4d7-4a7b-9ec2-3dfe68774156 req-ffa2bf91-0f15-446d-a7bd-9f078bbcfa80 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 210 time: 0.0409122 Aug 17 03:01:51.114246 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:51.169536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a27eb3ea-44dd-4cdc-8e17-34eef859ca9c req-05de7361-34f5-4206-ab8f-298a503c4125 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 210 time: 0.0323007 Aug 17 03:01:51.275540 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-5cc536e9-037d-4d41-8043-320b6b55a39b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.304767 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:51.310085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:51.310085 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.399021 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.434812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:51.436214 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-5cc536e9-037d-4d41-8043-320b6b55a39b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.491362 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-5cc536e9-037d-4d41-8043-320b6b55a39b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Network 92c8f642-f21d-4b49-8937-f06b54836bdb is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:51.494804 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-5cc536e9-037d-4d41-8043-320b6b55a39b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:51.499414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-5cc536e9-037d-4d41-8043-320b6b55a39b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:51.503417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc536e9-037d-4d41-8043-320b6b55a39b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Pushing event updated for resources: {'Port': ['ID=33b23e95-bdee-4954-92bc-97a225bb3203,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:51.516385 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.557292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-5cc536e9-037d-4d41-8043-320b6b55a39b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:51.558240 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-5cc536e9-037d-4d41-8043-320b6b55a39b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.578511 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:51.631537 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-5cc536e9-037d-4d41-8043-320b6b55a39b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0642309 Aug 17 03:01:51.650686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Request body: {'port': {'device_id': '38990fd4-9478-4f94-97f5-17f0dc4e1f10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:51.706998 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:52.001976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b23e95-bdee-4954-92bc-97a225bb3203 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:52.009907 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:52.021426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Transition to ACTIVE for port object 33b23e95-bdee-4954-92bc-97a225bb3203 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:52.104893 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:52.157879 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Pushing event updated for resources: {'Port': ['ID=33b23e95-bdee-4954-92bc-97a225bb3203,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:52.204646 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bbd99-cc1c-439a-921f-5cd7f726f9b4 req-2ab4021b-27d2-4881-89c7-6e4aec516092 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:52.206871 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be4bbd99-cc1c-439a-921f-5cd7f726f9b4 req-2ab4021b-27d2-4881-89c7-6e4aec516092 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 943 time: 0.0558288 Aug 17 03:01:52.231705 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Attempting to bind port 33b23e95-bdee-4954-92bc-97a225bb3203 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:52.232030 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Attempting to bind port 33b23e95-bdee-4954-92bc-97a225bb3203 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '6aa667a6-ea3b-46f1-862c-ecca45381322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92c8f642-f21d-4b49-8937-f06b54836bdb'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:52.232381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Attempting to bind port 33b23e95-bdee-4954-92bc-97a225bb3203 on network 92c8f642-f21d-4b49-8937-f06b54836bdb {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:52.236768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Port 33b23e95-bdee-4954-92bc-97a225bb3203 on network 92c8f642-f21d-4b49-8937-f06b54836bdb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:01:52.237156 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Attempting to bind port 33b23e95-bdee-4954-92bc-97a225bb3203 on network 92c8f642-f21d-4b49-8937-f06b54836bdb {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:52.242693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:52.243028 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Checking segment: {'id': '6aa667a6-ea3b-46f1-862c-ecca45381322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92c8f642-f21d-4b49-8937-f06b54836bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:52.243413 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Bound using segment: {'id': '6aa667a6-ea3b-46f1-862c-ecca45381322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92c8f642-f21d-4b49-8937-f06b54836bdb'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:52.243872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Bound port: 33b23e95-bdee-4954-92bc-97a225bb3203, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa667a6-ea3b-46f1-862c-ecca45381322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92c8f642-f21d-4b49-8937-f06b54836bdb'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:52.244228 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:52.255668 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be4bbd99-cc1c-439a-921f-5cd7f726f9b4 req-775bb0d2-6bd9-4624-8914-52e1ba1428ff tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412395 Aug 17 03:01:52.317664 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] For port 33b23e95-bdee-4954-92bc-97a225bb3203, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:52.321694 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] For port 33b23e95-bdee-4954-92bc-97a225bb3203, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=33b23e95-bdee-4954-92bc-97a225bb3203,segment=NetworkSegment(6aa667a6-ea3b-46f1-862c-ecca45381322),segment_id=6aa667a6-ea3b-46f1-862c-ecca45381322)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:52.351316 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c4b130cc-502f-4d5f-9063-559fadc488dc req-4712a300-ff9f-4020-99dc-9b5c345c5abf tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 210 time: 0.0273294 Aug 17 03:01:52.407524 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:52.448432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:52.449069 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:52.450565 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] 10.222.0.18 "PUT /v2.0/ports/33b23e95-bdee-4954-92bc-97a225bb3203 HTTP/1.1" status: 200 len: 1092 time: 0.8052058 Aug 17 03:01:52.451023 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38990fd4-9478-4f94-97f5-17f0dc4e1f10', 'tag': '33b23e95-bdee-4954-92bc-97a225bb3203'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:52.453423 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b263359-3e46-45ad-8889-fcb6a59bf6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "38990fd4-9478-4f94-97f5-17f0dc4e1f10", "tag": "33b23e95-bdee-4954-92bc-97a225bb3203"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:52.477031 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0dd48-25bd-4dd8-bc11-4975ff73172b service neutron] Pushing event updated for resources: {'Port': ['ID=33b23e95-bdee-4954-92bc-97a225bb3203,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:52.549999 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2782051-07e0-4c75-b99b-656091fcf714 req-2d46662c-824d-4a2c-9436-6e4dc39ceea5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:52.551458 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-2d46662c-824d-4a2c-9436-6e4dc39ceea5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.42 "GET /v2.0/networks?id=4cd32436-e266-4095-acec-d17c6914cfa1 HTTP/1.1" status: 200 len: 796 time: 0.1182208 Aug 17 03:01:52.564579 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e801bd41-165e-43b8-91fa-4d851356ca1a x-openstack-request-id: req-e801bd41-165e-43b8-91fa-4d851356ca1a {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:52.564579 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38990fd4-9478-4f94-97f5-17f0dc4e1f10", "tag": "33b23e95-bdee-4954-92bc-97a225bb3203", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:52.564579 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e801bd41-165e-43b8-91fa-4d851356ca1a {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:52.564579 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38990fd4-9478-4f94-97f5-17f0dc4e1f10', 'tag': '33b23e95-bdee-4954-92bc-97a225bb3203', 'status': 'completed', 'code': 200} Aug 17 03:01:52.612451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-eb8ce219-f537-4709-a18d-294152a7b8a3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 380 time: 0.0464435 Aug 17 03:01:52.623043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-b2782051-07e0-4c75-b99b-656091fcf714 req-e60335d3-068e-409e-a933-43869fa44dcb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'port': {'device_id': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'admin_state_up': True, 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'security_groups': ['25adb441-3d43-4cb0-a6d8-c60524fb64c7']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:52.645435 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b263359-3e46-45ad-8889-fcb6a59bf6b4 req-ef67da4b-350d-43fc-8940-3fbe99ac9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:52.647174 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7b263359-3e46-45ad-8889-fcb6a59bf6b4 req-ef67da4b-350d-43fc-8940-3fbe99ac9a68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69ae1487bdb04855a6fdb380cfd63ab4&device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 1095 time: 0.0482976 Aug 17 03:01:52.760600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b263359-3e46-45ad-8889-fcb6a59bf6b4 req-a87e01f2-26f8-497d-a305-5e2843509063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:52.762403 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7b263359-3e46-45ad-8889-fcb6a59bf6b4 req-a87e01f2-26f8-497d-a305-5e2843509063 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=69ae1487bdb04855a6fdb380cfd63ab4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1020885 Aug 17 03:01:52.818941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2782051-07e0-4c75-b99b-656091fcf714 req-e60335d3-068e-409e-a933-43869fa44dcb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Made reservation on behalf of 24dfcafe61944b979922e9d135dfc1d5 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:52.828196 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b2782051-07e0-4c75-b99b-656091fcf714 req-e60335d3-068e-409e-a933-43869fa44dcb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:52.828372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:52.876330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b263359-3e46-45ad-8889-fcb6a59bf6b4 req-5621c004-7d00-42ed-8d37-9050c67b6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:52.877886 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7b263359-3e46-45ad-8889-fcb6a59bf6b4 req-5621c004-7d00-42ed-8d37-9050c67b6e3c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085165 Aug 17 03:01:52.890434 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:52.890947 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:52.968543 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-b2782051-07e0-4c75-b99b-656091fcf714 req-e60335d3-068e-409e-a933-43869fa44dcb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.20.0.14 (4cd32436-e266-4095-acec-d17c6914cfa1/8effece8-571e-4d3b-bfd7-b819588e4f64/8cd7d96a-498b-499e-ad8c-0584e7a3bc0d) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:52.982611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-2487048a-e09d-4688-bc5f-0b9658f820d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:52.984346 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-2487048a-e09d-4688-bc5f-0b9658f820d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69ae1487bdb04855a6fdb380cfd63ab4&device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 1095 time: 0.0536110 Aug 17 03:01:53.045843 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-93120db0-cb26-4823-a8f2-9cd07766eba2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33b23e95-bdee-4954-92bc-97a225bb3203 HTTP/1.1" status: 200 len: 217 time: 0.0370748 Aug 17 03:01:53.098512 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-86c90292-00ea-44f0-9be8-eb540c00e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:53.099997 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-86c90292-00ea-44f0-9be8-eb540c00e89b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=663e02be-a81e-4a0d-8d23-2b0572d41330 HTTP/1.1" status: 200 len: 853 time: 0.0497892 Aug 17 03:01:53.122053 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b2782051-07e0-4c75-b99b-656091fcf714 req-e60335d3-068e-409e-a933-43869fa44dcb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.134814 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-e71b7388-ce9f-487b-8cfc-938f680efce9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92c8f642-f21d-4b49-8937-f06b54836bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266790 Aug 17 03:01:53.136591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-b2782051-07e0-4c75-b99b-656091fcf714 req-e60335d3-068e-409e-a933-43869fa44dcb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Transition to ACTIVE for port object 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:53.225895 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-fffe71da-41e9-4e7f-a6a5-aa1bd363f8e8 service neutron] 10.222.0.18 "GET /v2.0/networks/92c8f642-f21d-4b49-8937-f06b54836bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834901 Aug 17 03:01:53.242729 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b2782051-07e0-4c75-b99b-656091fcf714 req-e60335d3-068e-409e-a933-43869fa44dcb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.290191 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2782051-07e0-4c75-b99b-656091fcf714 req-e60335d3-068e-409e-a933-43869fa44dcb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 4cd32436-e266-4095-acec-d17c6914cfa1 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:53.293879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-b2782051-07e0-4c75-b99b-656091fcf714 req-e60335d3-068e-409e-a933-43869fa44dcb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:53.298313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2782051-07e0-4c75-b99b-656091fcf714 req-e60335d3-068e-409e-a933-43869fa44dcb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:53.335278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60335d3-068e-409e-a933-43869fa44dcb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:53.343558 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bb9cf7eb-d861-4465-8c42-e4f3c0423570 req-d43ecd4f-d50f-442c-997d-91a8b8e9a372 service neutron] 10.222.0.18 "GET /v2.0/networks/92c8f642-f21d-4b49-8937-f06b54836bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103489 Aug 17 03:01:53.404931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2782051-07e0-4c75-b99b-656091fcf714 req-e60335d3-068e-409e-a933-43869fa44dcb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:53.405587 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b2782051-07e0-4c75-b99b-656091fcf714 req-e60335d3-068e-409e-a933-43869fa44dcb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.428442 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b611f-1e94-4cef-9351-2c16c1e7839c req-74758899-a5ad-4a67-a640-c2e40c90ef39 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:53.430949 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f8b611f-1e94-4cef-9351-2c16c1e7839c req-74758899-a5ad-4a67-a640-c2e40c90ef39 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 943 time: 0.0817909 Aug 17 03:01:53.478625 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9f8b611f-1e94-4cef-9351-2c16c1e7839c req-04d8f3fd-e256-4e44-ba52-6021b02c201b tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413303 Aug 17 03:01:53.488915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-e60335d3-068e-409e-a933-43869fa44dcb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8701997 Aug 17 03:01:53.509234 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Request body: {'port': {'device_id': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:53.597107 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.625974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104159e-0ed8-4145-bb0d-264e8d18585b req-d0fd81e5-7b63-4f78-9460-f6e4e02ebfad tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:53.627495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1104159e-0ed8-4145-bb0d-264e8d18585b req-d0fd81e5-7b63-4f78-9460-f6e4e02ebfad tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 932 time: 0.0891950 Aug 17 03:01:53.676198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cf983152-0f00-403f-bd4a-65ea8ef5ca04 None None] Provisioning for port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:53.681044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cf983152-0f00-403f-bd4a-65ea8ef5ca04 None None] Provisioning complete for port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:53.681461 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cf983152-0f00-403f-bd4a-65ea8ef5ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.716288 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-cf983152-0f00-403f-bd4a-65ea8ef5ca04 None None] Port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:01:53.743667 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1104159e-0ed8-4145-bb0d-264e8d18585b req-65335a14-d7ca-4538-af6c-5c8231f9dab0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979624 Aug 17 03:01:53.912770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:53.920672 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.933064 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Transition to ACTIVE for port object 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:53.996299 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:54.048482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:54.125570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Attempting to bind port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:54.125913 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Attempting to bind port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:54.126238 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Attempting to bind port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d on network 4cd32436-e266-4095-acec-d17c6914cfa1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:54.131163 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d on network 4cd32436-e266-4095-acec-d17c6914cfa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:01:54.131494 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Attempting to bind port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d on network 4cd32436-e266-4095-acec-d17c6914cfa1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:54.137396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:54.137742 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Checking segment: {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:54.138131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Bound using segment: {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:54.138561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Bound port: 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:54.138919 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:54.207135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:54.210996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:54.322144 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:54.361770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:54.362420 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:54.363885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] 10.222.0.42 "PUT /v2.0/ports/8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 1093 time: 0.8604989 Aug 17 03:01:54.364347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:54.367440 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0fc7ea-5988-4221-b432-3114c60f28f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:54.391754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588122f-11c0-4ddd-bc17-26f1a6dd7519 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:54.414322 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7939dc-a4a3-4f31-b7c7-30dec40c86a8 x-openstack-request-id: req-6c7939dc-a4a3-4f31-b7c7-30dec40c86a8 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:54.414745 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:54.415064 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c7939dc-a4a3-4f31-b7c7-30dec40c86a8 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:54.415535 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'status': 'completed', 'code': 200} Aug 17 03:01:54.504940 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fc7ea-5988-4221-b432-3114c60f28f4 req-a567e8be-cbf0-4d1e-9689-403ab8290e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:54.506695 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e0fc7ea-5988-4221-b432-3114c60f28f4 req-a567e8be-cbf0-4d1e-9689-403ab8290e3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1096 time: 0.0504923 Aug 17 03:01:54.645651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98160216-2e9e-4787-a03c-6d49dc2efc8d req-316e6f9a-c858-45a6-965d-967a1e3c8dcf tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:54.647113 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98160216-2e9e-4787-a03c-6d49dc2efc8d req-316e6f9a-c858-45a6-965d-967a1e3c8dcf tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 943 time: 0.0793588 Aug 17 03:01:54.659131 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fc7ea-5988-4221-b432-3114c60f28f4 req-ba2322af-e7e3-47eb-8a8f-c713b1708a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:54.660585 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e0fc7ea-5988-4221-b432-3114c60f28f4 req-ba2322af-e7e3-47eb-8a8f-c713b1708a5d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=24dfcafe61944b979922e9d135dfc1d5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1407187 Aug 17 03:01:54.743055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98160216-2e9e-4787-a03c-6d49dc2efc8d req-b9c3685f-b4dc-4727-b44c-9511fab964b7 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862384 Aug 17 03:01:54.780336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fc7ea-5988-4221-b432-3114c60f28f4 req-2f08ac62-7ebd-47a8-bc3c-07de7cc8b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:54.781844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6e0fc7ea-5988-4221-b432-3114c60f28f4 req-2f08ac62-7ebd-47a8-bc3c-07de7cc8b0ec service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1143513 Aug 17 03:01:54.895795 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff0d3c-0ff4-4ded-abba-d64471041275 req-6ae94051-749b-407a-b13b-b754ea1b68f0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:54.897990 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-adff0d3c-0ff4-4ded-abba-d64471041275 req-6ae94051-749b-407a-b13b-b754ea1b68f0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 944 time: 0.0819962 Aug 17 03:01:54.904727 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2782051-07e0-4c75-b99b-656091fcf714 req-b5f90189-0ab4-48cb-b2f0-65b5bce164b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:54.906227 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-b5f90189-0ab4-48cb-b2f0-65b5bce164b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1096 time: 0.0607100 Aug 17 03:01:54.959432 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-89d35849-deda-4c6e-97bf-06812f668bda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 217 time: 0.0382967 Aug 17 03:01:54.981515 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-adff0d3c-0ff4-4ded-abba-d64471041275 req-648c9f9f-535e-46ec-8d62-23812a0b59c6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742819 Aug 17 03:01:55.019898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2782051-07e0-4c75-b99b-656091fcf714 req-e958438e-6445-4fb5-956d-cfcd7be0563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:55.021306 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-e958438e-6445-4fb5-956d-cfcd7be0563d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8effece8-571e-4d3b-bfd7-b819588e4f64 HTTP/1.1" status: 200 len: 835 time: 0.0553627 Aug 17 03:01:55.070845 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2782051-07e0-4c75-b99b-656091fcf714 req-39cb05ff-3cd9-4c69-91a6-b7be38cad9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:55.072360 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-39cb05ff-3cd9-4c69-91a6-b7be38cad9b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cd32436-e266-4095-acec-d17c6914cfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439792 Aug 17 03:01:55.165895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-40a83289-2294-4d72-8e10-12903c563aeb service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863726 Aug 17 03:01:55.261731 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2782051-07e0-4c75-b99b-656091fcf714 req-3514bfe0-a8c7-4d03-942f-1bdf4512ad2c service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889361 Aug 17 03:01:55.860478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae774e-d19a-4259-825d-ccf4f34af7a5 req-f723e165-ab88-4984-b935-0fef214ce931 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:55.861925 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0dae774e-d19a-4259-825d-ccf4f34af7a5 req-f723e165-ab88-4984-b935-0fef214ce931 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 943 time: 0.0508475 Aug 17 03:01:55.899704 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0dae774e-d19a-4259-825d-ccf4f34af7a5 req-376d764e-90e5-4aa2-bcfa-e299b7fab454 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311618 Aug 17 03:01:56.103561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cf592-5251-42df-ac34-7b03dacc3e0e req-870c1d4e-a4ed-4414-a706-e314f444c549 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:56.105048 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-110cf592-5251-42df-ac34-7b03dacc3e0e req-870c1d4e-a4ed-4414-a706-e314f444c549 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 944 time: 0.0551882 Aug 17 03:01:56.141946 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-110cf592-5251-42df-ac34-7b03dacc3e0e req-e6df13e4-42ae-4643-b485-a1b3b690cb18 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309076 Aug 17 03:01:57.015632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43a201-fc72-4c37-9ce8-c6863e55acd3 req-2ccba143-392d-44f2-a822-a8f1bd60adb8 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:57.017091 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc43a201-fc72-4c37-9ce8-c6863e55acd3 req-2ccba143-392d-44f2-a822-a8f1bd60adb8 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 943 time: 0.0493200 Aug 17 03:01:57.055742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc43a201-fc72-4c37-9ce8-c6863e55acd3 req-e6310271-b05c-4f70-956a-09659401a779 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323076 Aug 17 03:01:57.254206 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946ad1b-5369-4aa3-a17c-9f88566f6590 req-84cd9681-c1e5-4f7e-b293-ae47a9861791 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:57.255658 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5946ad1b-5369-4aa3-a17c-9f88566f6590 req-84cd9681-c1e5-4f7e-b293-ae47a9861791 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 944 time: 0.0476751 Aug 17 03:01:57.293572 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5946ad1b-5369-4aa3-a17c-9f88566f6590 req-0aa3281a-fd99-484b-b16e-ba958dbaf4a2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312095 Aug 17 03:01:57.719434 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 33b23e95-bdee-4954-92bc-97a225bb3203 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:01:57.817926 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 33b23e95-bdee-4954-92bc-97a225bb3203, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=33b23e95-bdee-4954-92bc-97a225bb3203,segment=NetworkSegment(6aa667a6-ea3b-46f1-862c-ecca45381322),segment_id=6aa667a6-ea3b-46f1-862c-ecca45381322)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:57.828499 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '33b23e95-bdee-4954-92bc-97a225bb3203', 'network_id': '92c8f642-f21d-4b49-8937-f06b54836bdb', 'port_id': '33b23e95-bdee-4954-92bc-97a225bb3203', 'mac_address': 'fa:16:3e:b1:e8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663e02be-a81e-4a0d-8d23-2b0572d41330', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:01:57.865769 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:57.878714 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b23e95-bdee-4954-92bc-97a225bb3203 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:57.898266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 33b23e95-bdee-4954-92bc-97a225bb3203, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=33b23e95-bdee-4954-92bc-97a225bb3203,segment=NetworkSegment(6aa667a6-ea3b-46f1-862c-ecca45381322),segment_id=6aa667a6-ea3b-46f1-862c-ecca45381322)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:57.949989 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:57.999903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=33b23e95-bdee-4954-92bc-97a225bb3203,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:58.177178 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ae5a6-203d-459f-83a3-cc000136b726 req-c7f27a93-4dbc-41ad-b8ad-174a25120cf9 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:58.178675 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-181ae5a6-203d-459f-83a3-cc000136b726 req-c7f27a93-4dbc-41ad-b8ad-174a25120cf9 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 944 time: 0.0538476 Aug 17 03:01:58.217094 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-181ae5a6-203d-459f-83a3-cc000136b726 req-7dd60aba-93ec-455c-9754-20a91fa2a902 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Aug 17 03:01:58.363583 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['33b23e95-bdee-4954-92bc-97a225bb3203'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:01:58.410847 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ecdfe-c6de-4859-a14c-7bbe6c7ddfaf req-5780b6ef-dc9a-4f6b-9852-ff3170ad28e4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:58.412338 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-967ecdfe-c6de-4859-a14c-7bbe6c7ddfaf req-5780b6ef-dc9a-4f6b-9852-ff3170ad28e4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 944 time: 0.0485435 Aug 17 03:01:58.450766 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-967ecdfe-c6de-4859-a14c-7bbe6c7ddfaf req-ccbce86f-d571-4b91-9b53-a11c86de8cc5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323126 Aug 17 03:01:58.647880 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:01:58.926837 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.967432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:01:59.065976 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:59.081357 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'port_id': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'mac_address': 'fa:16:3e:06:0b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:01:59.117094 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.132467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:59.152983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:59.201881 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.251626 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:59.331814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f53a28-ade6-418b-9206-b7b99250bd0d req-3e7c9ebb-9f9c-4df6-a7f6-d0991415579f tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:59.333316 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15f53a28-ade6-418b-9206-b7b99250bd0d req-3e7c9ebb-9f9c-4df6-a7f6-d0991415579f tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 944 time: 0.0497615 Aug 17 03:01:59.371718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15f53a28-ade6-418b-9206-b7b99250bd0d req-628338f2-1292-46d4-b414-9d34a90848db tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323021 Aug 17 03:01:59.569216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b176d-6260-4f1b-b69e-c485bdd4bf1b req-a7dbd3bf-48af-47c6-a164-0f709a4578a1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:59.570719 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b3b176d-6260-4f1b-b69e-c485bdd4bf1b req-a7dbd3bf-48af-47c6-a164-0f709a4578a1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 945 time: 0.0525990 Aug 17 03:01:59.584366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['8cd7d96a-498b-499e-ad8c-0584e7a3bc0d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:01:59.609521 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b3b176d-6260-4f1b-b69e-c485bdd4bf1b req-ff852153-f9c0-4970-b0fd-208cd3dca1b5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319231 Aug 17 03:01:59.741653 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 33b23e95-bdee-4954-92bc-97a225bb3203 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:59.904285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 33b23e95-bdee-4954-92bc-97a225bb3203 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:59.908385 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 33b23e95-bdee-4954-92bc-97a225bb3203 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:59.908801 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.987323 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.010487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38990fd4-9478-4f94-97f5-17f0dc4e1f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b23e95-bdee-4954-92bc-97a225bb3203'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:02:00.012664 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aeeb98-65df-42b3-8f65-ae2db217f5b4" -d '{"events": [{"server_uuid": "38990fd4-9478-4f94-97f5-17f0dc4e1f10", "name": "network-vif-plugged", "status": "completed", "tag": "33b23e95-bdee-4954-92bc-97a225bb3203"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:02:00.025985 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 33b23e95-bdee-4954-92bc-97a225bb3203, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=33b23e95-bdee-4954-92bc-97a225bb3203,segment=NetworkSegment(6aa667a6-ea3b-46f1-862c-ecca45381322),segment_id=6aa667a6-ea3b-46f1-862c-ecca45381322)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:00.098980 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.123952 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6668a614-b118-4a33-bae6-1fe60ac31ba7 x-openstack-request-id: req-6668a614-b118-4a33-bae6-1fe60ac31ba7 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:02:00.123952 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38990fd4-9478-4f94-97f5-17f0dc4e1f10", "name": "network-vif-plugged", "status": "completed", "tag": "33b23e95-bdee-4954-92bc-97a225bb3203", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:02:00.124307 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6668a614-b118-4a33-bae6-1fe60ac31ba7 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:02:00.124561 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38990fd4-9478-4f94-97f5-17f0dc4e1f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b23e95-bdee-4954-92bc-97a225bb3203', 'code': 200} Aug 17 03:02:00.152107 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=33b23e95-bdee-4954-92bc-97a225bb3203,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:00.234267 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971360f3-7a14-4f89-8c63-b636aa923095 req-dbac9d17-a974-4874-8b84-242678f36fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:00.235761 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-971360f3-7a14-4f89-8c63-b636aa923095 req-dbac9d17-a974-4874-8b84-242678f36fea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 1097 time: 0.0407770 Aug 17 03:02:00.271808 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-971360f3-7a14-4f89-8c63-b636aa923095 req-be24e1a1-5ce2-4855-9439-5b2aad0e4b3e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276723 Aug 17 03:02:00.494262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dc853-c256-47ab-b20e-112351555844 req-a8b3f491-d3ad-435d-9452-b182733dcfe2 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:00.495807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-661dc853-c256-47ab-b20e-112351555844 req-a8b3f491-d3ad-435d-9452-b182733dcfe2 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 945 time: 0.0513918 Aug 17 03:02:00.534656 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-661dc853-c256-47ab-b20e-112351555844 req-891230a5-2bea-48c2-92ed-bdde2f40ec2e tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323851 Aug 17 03:02:00.726877 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcfc43-2464-47a6-90e6-5efb431b2f02 req-61e540bb-0d3d-4595-a9e1-2a9da8619fdd tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:00.728549 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84fcfc43-2464-47a6-90e6-5efb431b2f02 req-61e540bb-0d3d-4595-a9e1-2a9da8619fdd tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 945 time: 0.0514793 Aug 17 03:02:00.769170 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84fcfc43-2464-47a6-90e6-5efb431b2f02 req-e0cbf21a-1cf9-4ca2-a721-e6543e59d4b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345891 Aug 17 03:02:00.984056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:01.093348 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:01.097601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:01.097982 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:01.179821 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:01.215629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:01.281882 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:01.341040 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:01.378562 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:01.656971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109011c-40da-47a1-b540-f499b193eeaa req-83876a58-17c6-4acb-8744-722f03788195 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:01.658568 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f109011c-40da-47a1-b540-f499b193eeaa req-83876a58-17c6-4acb-8744-722f03788195 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 945 time: 0.0540149 Aug 17 03:02:01.698416 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f109011c-40da-47a1-b540-f499b193eeaa req-bf3d23c8-3268-4d9f-98ff-bc50c9e05704 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339067 Aug 17 03:02:01.885252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f36aa-2d2f-4c72-a530-c0962d5ab7f2 req-321414a7-223f-4e55-beb2-d90637f98a75 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:01.886739 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-793f36aa-2d2f-4c72-a530-c0962d5ab7f2 req-321414a7-223f-4e55-beb2-d90637f98a75 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0491829 Aug 17 03:02:01.925589 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-793f36aa-2d2f-4c72-a530-c0962d5ab7f2 req-f91ee35d-8af6-4de9-87a5-de744d8be19f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328832 Aug 17 03:02:02.126262 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:02:02.128676 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6317e07-6e0d-4129-bb34-18052c69b526" -d '{"events": [{"server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "name": "network-vif-plugged", "status": "completed", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:02:02.164190 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd3da50-0ef0-4b9f-b0d8-03ffda183fe2 x-openstack-request-id: req-fbd3da50-0ef0-4b9f-b0d8-03ffda183fe2 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:02:02.164527 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "name": "network-vif-plugged", "status": "completed", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:02:02.164914 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbd3da50-0ef0-4b9f-b0d8-03ffda183fe2 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:02:02.165345 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'code': 200} Aug 17 03:02:02.286587 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4735a78-856a-4ad1-8118-c378a1fded53 req-da30ad6b-422c-4ada-9437-216918e5d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:02.288072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4735a78-856a-4ad1-8118-c378a1fded53 req-da30ad6b-422c-4ada-9437-216918e5d814 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1098 time: 0.0397744 Aug 17 03:02:02.322828 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4735a78-856a-4ad1-8118-c378a1fded53 req-a792592b-15ed-43ef-a422-2531e74ecc05 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279593 Aug 17 03:02:02.822012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a180f7-95d4-478b-a4f6-52f111942630 req-ca85d71d-877e-4a43-95f3-9112a1e87cf0 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:02.823576 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8a180f7-95d4-478b-a4f6-52f111942630 req-ca85d71d-877e-4a43-95f3-9112a1e87cf0 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 945 time: 0.0549231 Aug 17 03:02:02.861895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8a180f7-95d4-478b-a4f6-52f111942630 req-16b52bd3-a743-44e1-be07-1e19f35fcd13 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323088 Aug 17 03:02:03.730452 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f1440-bb0a-47bb-a1c6-e8c30c91c5c9 req-3f69ed3d-f7f9-4305-88f0-8fa229ed36b5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:03.732022 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-747f1440-bb0a-47bb-a1c6-e8c30c91c5c9 req-3f69ed3d-f7f9-4305-88f0-8fa229ed36b5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0627871 Aug 17 03:02:03.780979 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-747f1440-bb0a-47bb-a1c6-e8c30c91c5c9 req-b1455fe3-98fd-4472-835d-f87d81cfd8af tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422482 Aug 17 03:02:04.909324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdd4ea-6b38-4808-acda-539a56a7c227 req-46577f5a-d83e-4943-a4e2-79cfc0871f27 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:04.911532 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ffdd4ea-6b38-4808-acda-539a56a7c227 req-46577f5a-d83e-4943-a4e2-79cfc0871f27 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0514832 Aug 17 03:02:04.960734 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ffdd4ea-6b38-4808-acda-539a56a7c227 req-42fe1b50-4562-47bf-99e2-5509bd1d8add tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Aug 17 03:02:05.082206 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9db2d3-b9b4-4106-b6cb-dfd082ce5d78 req-a33e1905-e4e6-4a78-9491-6a13d5226a21 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:05.083707 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b9db2d3-b9b4-4106-b6cb-dfd082ce5d78 req-a33e1905-e4e6-4a78-9491-6a13d5226a21 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0542936 Aug 17 03:02:05.123586 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b9db2d3-b9b4-4106-b6cb-dfd082ce5d78 req-881479dc-f15f-441c-8b63-4e2ae8fb3e44 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331898 Aug 17 03:02:05.145508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40690) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:05.193081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a03591-046b-46c3-8b97-b9d56f60bf06 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:05.194656 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-61a03591-046b-46c3-8b97-b9d56f60bf06 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1093 time: 0.0481272 Aug 17 03:02:05.197629 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40692) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:05.202034 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:05.298703 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.405078 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.513948 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.25.5.169 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/1e3cee48-2cfd-4787-9218-33235a5b6a37) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:05.638269 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.733206 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.776486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:05.785405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:05.792570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:05.798997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=1e3cee48-2cfd-4787-9218-33235a5b6a37,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:06.160667 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.281151 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.436857 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.481769 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.552172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=1e3cee48-2cfd-4787-9218-33235a5b6a37,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:06.564348 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.664688 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Floating IP 69c2331d-423e-49fa-bb5b-4c3e51eaf813 associated. External IP: 172.25.5.169, port: 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d. Aug 17 03:02:07.191295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 74590eee-2403-4378-9bb0-f57fe9dff77f has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:02:07.301715 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:02:07.312523 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7401578-a1aa-4b22-96cd-c6e8b0d74e4c None None] Sync routers for ids ['74590eee-2403-4378-9bb0-f57fe9dff77f'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:02:07.323506 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7401578-a1aa-4b22-96cd-c6e8b0d74e4c None None] Routers {'74590eee-2403-4378-9bb0-f57fe9dff77f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:02:07.324115 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-f7401578-a1aa-4b22-96cd-c6e8b0d74e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:01:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['74590eee-2403-4378-9bb0-f57fe9dff77f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:07.390010 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:07.424262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-386d30ad-962a-4b01-9457-eee4240a937c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2220929 Aug 17 03:02:07.424262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:02:07.424262 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9fe3e2-fff5-4026-b308-1a47fffb205b" -d '{"events": [{"name": "network-changed", "server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:02:07.439565 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-f7401578-a1aa-4b22-96cd-c6e8b0d74e4c None None] Set router 74590eee-2403-4378-9bb0-f57fe9dff77f gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:02:07.523160 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e90a89-cf9c-497b-b4bd-c1407f8bdabc req-ffab8c46-5dfd-4283-a42c-419a67e70c36 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:07.525277 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b1e90a89-cf9c-497b-b4bd-c1407f8bdabc req-ffab8c46-5dfd-4283-a42c-419a67e70c36 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0522206 Aug 17 03:02:07.566767 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b1e90a89-cf9c-497b-b4bd-c1407f8bdabc req-7339228d-c115-4083-9501-648c66b50f0b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348959 Aug 17 03:02:07.592605 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 40702) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:07.618457 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b710b46-2e8a-4142-bb34-dfeccf653723 x-openstack-request-id: req-9b710b46-2e8a-4142-bb34-dfeccf653723 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:02:07.618929 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:02:07.619325 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b710b46-2e8a-4142-bb34-dfeccf653723 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:02:07.619978 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'status': 'completed', 'code': 200} Aug 17 03:02:07.695202 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-f7401578-a1aa-4b22-96cd-c6e8b0d74e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:01:42Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:43Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '69c2331d-423e-49fa-bb5b-4c3e51eaf813', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'port_id': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'mac_address': 'fa:16:3e:06:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:02:06Z', 'updated_at': '2021-08-17T03:02:06Z', 'revision_number': 0, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd', 'name': '', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:5a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:46Z', 'updated_at': '2021-08-17T03:01:51Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:07.711011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fe3e2-fff5-4026-b308-1a47fffb205b req-105b47a6-abbb-48a9-b795-f71ec04de99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:07.713442 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba9fe3e2-fff5-4026-b308-1a47fffb205b req-105b47a6-abbb-48a9-b795-f71ec04de99a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1098 time: 0.0508831 Aug 17 03:02:07.726111 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9b10473f-0481-46d0-8f6d-4842c42327b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/floatingips/69c2331d-423e-49fa-bb5b-4c3e51eaf813 HTTP/1.1" status: 200 len: 992 time: 0.1326325 Aug 17 03:02:07.731749 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7401578-a1aa-4b22-96cd-c6e8b0d74e4c None None] Checking router: 74590eee-2403-4378-9bb0-f57fe9dff77f for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:02:07.740382 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7401578-a1aa-4b22-96cd-c6e8b0d74e4c None None] Routers {'74590eee-2403-4378-9bb0-f57fe9dff77f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:02:07.741027 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-f7401578-a1aa-4b22-96cd-c6e8b0d74e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:01:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['74590eee-2403-4378-9bb0-f57fe9dff77f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:07.828651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fe3e2-fff5-4026-b308-1a47fffb205b req-799753bd-77b7-4f08-94e8-3d7883f512b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:07.830185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba9fe3e2-fff5-4026-b308-1a47fffb205b req-799753bd-77b7-4f08-94e8-3d7883f512b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4cd32436-e266-4095-acec-d17c6914cfa1 HTTP/1.1" status: 200 len: 897 time: 0.1101277 Aug 17 03:02:07.885271 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-f7401578-a1aa-4b22-96cd-c6e8b0d74e4c None None] Set router 74590eee-2403-4378-9bb0-f57fe9dff77f gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:02:07.900994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba9fe3e2-fff5-4026-b308-1a47fffb205b req-75b5bb4f-a2c6-4179-bd0b-a885502a1d87 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 1000 time: 0.0630491 Aug 17 03:02:07.910882 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea4a8-db53-43b3-be04-bb4822bdc6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:07.958051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fe3e2-fff5-4026-b308-1a47fffb205b req-092fd9f6-ced6-477a-91c5-0ee0554736c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:07.959551 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba9fe3e2-fff5-4026-b308-1a47fffb205b req-092fd9f6-ced6-477a-91c5-0ee0554736c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8effece8-571e-4d3b-bfd7-b819588e4f64 HTTP/1.1" status: 200 len: 835 time: 0.0520883 Aug 17 03:02:08.007136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fe3e2-fff5-4026-b308-1a47fffb205b req-a0d859f4-9ec1-4d66-91d5-359164d207ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:08.009434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba9fe3e2-fff5-4026-b308-1a47fffb205b req-a0d859f4-9ec1-4d66-91d5-359164d207ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cd32436-e266-4095-acec-d17c6914cfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428760 Aug 17 03:02:08.112339 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba9fe3e2-fff5-4026-b308-1a47fffb205b req-0868ba6f-717c-459e-9750-296bfa572921 service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957749 Aug 17 03:02:08.123490 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-f7401578-a1aa-4b22-96cd-c6e8b0d74e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:01:42Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:43Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '69c2331d-423e-49fa-bb5b-4c3e51eaf813', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'port_id': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'mac_address': 'fa:16:3e:06:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:02:06Z', 'updated_at': '2021-08-17T03:02:06Z', 'revision_number': 0, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd', 'name': '', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:5a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:46Z', 'updated_at': '2021-08-17T03:01:51Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:08.165274 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7401578-a1aa-4b22-96cd-c6e8b0d74e4c None None] The sync data for ids ['74590eee-2403-4378-9bb0-f57fe9dff77f'] in n-d-793621-31 is: [{'id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:01:42Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:43Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '69c2331d-423e-49fa-bb5b-4c3e51eaf813', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'port_id': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'mac_address': 'fa:16:3e:06:0b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:02:06Z', 'updated_at': '2021-08-17T03:02:06Z', 'revision_number': 0, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd', 'name': '', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:5a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:46Z', 'updated_at': '2021-08-17T03:01:51Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:02:08.217631 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba9fe3e2-fff5-4026-b308-1a47fffb205b req-e77c9c71-0d54-425f-83b2-5d565a1676c4 service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963922 Aug 17 03:02:08.360641 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8cddf-5a09-4119-879e-3165fcc02e26 None None] New status for floating IP 69c2331d-423e-49fa-bb5b-4c3e51eaf813: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:02:08.728754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40706) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:08.789981 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b866200a-7aff-4a47-b7c4-7c16668ae981 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/floatingips/69c2331d-423e-49fa-bb5b-4c3e51eaf813 HTTP/1.1" status: 200 len: 994 time: 0.0594907 Aug 17 03:02:10.310293 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-89649823-7b1e-4254-b03e-dc58565ee145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.635544 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.881695 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.939481 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.658345 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-141575e9-180a-4a5c-8e98-ac1d292df680 req-61bf3ab2-1106-493a-87c4-acc8fe574724 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424511 Aug 17 03:02:19.096675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141575e9-180a-4a5c-8e98-ac1d292df680 req-8fdf3711-5626-4566-b81a-bbcde98bed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:19.098262 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-141575e9-180a-4a5c-8e98-ac1d292df680 req-8fdf3711-5626-4566-b81a-bbcde98bed61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69ae1487bdb04855a6fdb380cfd63ab4&device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 1097 time: 0.3841124 Aug 17 03:02:19.204316 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141575e9-180a-4a5c-8e98-ac1d292df680 req-d50a3ad2-ec73-4c77-807c-7ab3de4581ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:19.207174 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-141575e9-180a-4a5c-8e98-ac1d292df680 req-d50a3ad2-ec73-4c77-807c-7ab3de4581ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=92c8f642-f21d-4b49-8937-f06b54836bdb HTTP/1.1" status: 200 len: 914 time: 0.0851674 Aug 17 03:02:19.251381 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-141575e9-180a-4a5c-8e98-ac1d292df680 req-cca73e73-d676-47df-aa18-94198e0fb4ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33b23e95-bdee-4954-92bc-97a225bb3203 HTTP/1.1" status: 200 len: 217 time: 0.0373545 Aug 17 03:02:19.304828 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141575e9-180a-4a5c-8e98-ac1d292df680 req-f61c13a0-5200-400b-ae2d-7da93a3c29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:19.306756 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-141575e9-180a-4a5c-8e98-ac1d292df680 req-f61c13a0-5200-400b-ae2d-7da93a3c29ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=663e02be-a81e-4a0d-8d23-2b0572d41330 HTTP/1.1" status: 200 len: 853 time: 0.0471971 Aug 17 03:02:19.345200 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-141575e9-180a-4a5c-8e98-ac1d292df680 req-07753b99-4c58-4436-8227-bb7269af443a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92c8f642-f21d-4b49-8937-f06b54836bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297880 Aug 17 03:02:19.444026 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-141575e9-180a-4a5c-8e98-ac1d292df680 req-9b0f5608-0f53-4a02-9cf9-6bcea56b0047 service neutron] 10.222.0.18 "GET /v2.0/networks/92c8f642-f21d-4b49-8937-f06b54836bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907497 Aug 17 03:02:19.551927 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-141575e9-180a-4a5c-8e98-ac1d292df680 req-0c6a7b89-8554-4955-a45d-4de8d97489c0 service neutron] 10.222.0.18 "GET /v2.0/networks/92c8f642-f21d-4b49-8937-f06b54836bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985570 Aug 17 03:02:28.926783 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.866095 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21171dd0-9761-449f-8077-fdf00cc638a6 req-dbf61566-dfc6-433a-9240-b12280f33b0d tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:30.867636 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21171dd0-9761-449f-8077-fdf00cc638a6 req-dbf61566-dfc6-433a-9240-b12280f33b0d tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 945 time: 0.0574558 Aug 17 03:02:30.913095 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-21171dd0-9761-449f-8077-fdf00cc638a6 req-ab08a9c4-1323-49a2-b437-6c8dc3d2cd22 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387409 Aug 17 03:02:31.446838 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.033923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a4e76-e255-43f2-aba8-ec40084a36a2 req-df9b8425-0db4-4f7c-a4b6-73fe6b133826 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:32.035558 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-114a4e76-e255-43f2-aba8-ec40084a36a2 req-df9b8425-0db4-4f7c-a4b6-73fe6b133826 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 945 time: 0.0512829 Aug 17 03:02:32.076185 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-114a4e76-e255-43f2-aba8-ec40084a36a2 req-42df3c33-088d-461b-8673-f34fca72f808 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347393 Aug 17 03:02:32.775371 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da665a2-72af-4211-8891-d8b1a96f1b10 req-5ce6af19-62c9-414d-91ea-6a80d6762758 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:32.777020 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8da665a2-72af-4211-8891-d8b1a96f1b10 req-5ce6af19-62c9-414d-91ea-6a80d6762758 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.18 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 945 time: 0.0820816 Aug 17 03:02:32.865665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-8da665a2-72af-4211-8891-d8b1a96f1b10 req-0bc8a424-67d6-4202-8784-ecf4f3d23ca5 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Deleting port 33b23e95-bdee-4954-92bc-97a225bb3203 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:02:32.866005 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8da665a2-72af-4211-8891-d8b1a96f1b10 req-0bc8a424-67d6-4202-8784-ecf4f3d23ca5 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.954860 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-8da665a2-72af-4211-8891-d8b1a96f1b10 req-0bc8a424-67d6-4202-8784-ecf4f3d23ca5 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] For port 33b23e95-bdee-4954-92bc-97a225bb3203, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=33b23e95-bdee-4954-92bc-97a225bb3203,segment=NetworkSegment(6aa667a6-ea3b-46f1-862c-ecca45381322),segment_id=6aa667a6-ea3b-46f1-862c-ecca45381322)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:32.955225 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8da665a2-72af-4211-8891-d8b1a96f1b10 req-0bc8a424-67d6-4202-8784-ecf4f3d23ca5 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.967158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-8da665a2-72af-4211-8891-d8b1a96f1b10 req-0bc8a424-67d6-4202-8784-ecf4f3d23ca5 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Calling delete_port for 33b23e95-bdee-4954-92bc-97a225bb3203 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:02:33.172585 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8da665a2-72af-4211-8891-d8b1a96f1b10 req-0bc8a424-67d6-4202-8784-ecf4f3d23ca5 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:33.196482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f26fdc-2f86-4ef2-8ca0-b21072e20d94 req-822e7076-7866-423b-a462-c9746d39bd74 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:33.198601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f6f26fdc-2f86-4ef2-8ca0-b21072e20d94 req-822e7076-7866-423b-a462-c9746d39bd74 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/ports?device_id=38990fd4-9478-4f94-97f5-17f0dc4e1f10 HTTP/1.1" status: 200 len: 867 time: 0.0551004 Aug 17 03:02:33.201834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['33b23e95-bdee-4954-92bc-97a225bb3203'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:02:33.209781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8a424-67d6-4202-8784-ecf4f3d23ca5 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Pushing event deleted for resources: {'Port': ['ID=33b23e95-bdee-4954-92bc-97a225bb3203,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:33.250822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f6f26fdc-2f86-4ef2-8ca0-b21072e20d94 req-a89073a2-65c7-48d0-bf20-a58f825f2edd tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.13 "GET /v2.0/security-groups?id=952ada54-c95a-48f0-b55f-ab8c46afe6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443714 Aug 17 03:02:33.258707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da665a2-72af-4211-8891-d8b1a96f1b10 req-0bc8a424-67d6-4202-8784-ecf4f3d23ca5 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] No DVR routers for this DVR port 33b23e95-bdee-4954-92bc-97a225bb3203 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:02:33.261736 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-8da665a2-72af-4211-8891-d8b1a96f1b10 req-0bc8a424-67d6-4202-8784-ecf4f3d23ca5 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:33.263963 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8da665a2-72af-4211-8891-d8b1a96f1b10 req-0bc8a424-67d6-4202-8784-ecf4f3d23ca5 tempest-VolumesSnapshotTestJSON-1504549603 tempest-VolumesSnapshotTestJSON-1504549603-project] 10.222.0.18 "DELETE /v2.0/ports/33b23e95-bdee-4954-92bc-97a225bb3203 HTTP/1.1" status: 204 len: 173 time: 0.4804068 Aug 17 03:02:33.264422 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38990fd4-9478-4f94-97f5-17f0dc4e1f10', 'name': 'network-vif-deleted', 'tag': '33b23e95-bdee-4954-92bc-97a225bb3203'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:02:33.269656 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47c0b36-2a72-4e86-bdbd-cdbc7b8eefc9" -d '{"events": [{"server_uuid": "38990fd4-9478-4f94-97f5-17f0dc4e1f10", "name": "network-vif-deleted", "tag": "33b23e95-bdee-4954-92bc-97a225bb3203"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:02:33.310677 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d734dbdd-2d76-4f69-9a1d-168c49d50d9b x-openstack-request-id: req-d734dbdd-2d76-4f69-9a1d-168c49d50d9b {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:02:33.314551 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38990fd4-9478-4f94-97f5-17f0dc4e1f10", "name": "network-vif-deleted", "tag": "33b23e95-bdee-4954-92bc-97a225bb3203", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:02:33.314551 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d734dbdd-2d76-4f69-9a1d-168c49d50d9b {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:02:33.314551 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38990fd4-9478-4f94-97f5-17f0dc4e1f10', 'name': 'network-vif-deleted', 'tag': '33b23e95-bdee-4954-92bc-97a225bb3203', 'status': 'completed', 'code': 200} Aug 17 03:02:35.647255 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:02:35.928820 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 33b23e95-bdee-4954-92bc-97a225bb3203 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:02:35.949174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 33b23e95-bdee-4954-92bc-97a225bb3203 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:02:35.949582 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 33b23e95-bdee-4954-92bc-97a225bb3203 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:02:37.921181 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-06bb6893-eb3b-458a-baf1-ac928403368d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.338046 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-32164251-7f71-4aaa-97eb-cdc745ba7884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.624215 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:41.886785 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.926881 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:58.966189 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:01.395301 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.909095 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f771f21b-bf38-47a3-9481-95979fe36736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:10.371983 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-85d78301-6204-4c06-965b-f10258ba1af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:10.629573 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:11.932013 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:12.648799 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:03:13.927478 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:19.890462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36633c66-fc3e-4492-9fa3-939a9e842896 req-9b90cc4e-0a4d-4ea4-a576-60f39ebcef17 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:19.891962 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36633c66-fc3e-4492-9fa3-939a9e842896 req-9b90cc4e-0a4d-4ea4-a576-60f39ebcef17 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1098 time: 0.0469625 Aug 17 03:03:19.926451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36633c66-fc3e-4492-9fa3-939a9e842896 req-dbc15d75-a9e3-403a-a5fe-7ca27a2a4af6 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284593 Aug 17 03:03:20.096806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbab5d-f433-458f-88be-1f9f1e966d7f req-1207019c-5d4f-4cd8-8053-e05717342b65 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:20.098326 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4cbab5d-f433-458f-88be-1f9f1e966d7f req-1207019c-5d4f-4cd8-8053-e05717342b65 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0514536 Aug 17 03:03:20.139858 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4cbab5d-f433-458f-88be-1f9f1e966d7f req-53c3e2e2-65a5-43a6-b808-a800e0e2cbbd tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353034 Aug 17 03:03:20.161609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 40962) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:20.225801 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-00712256-ee2d-48a5-8403-5bf1f7afa423 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/floatingips/69c2331d-423e-49fa-bb5b-4c3e51eaf813 HTTP/1.1" status: 200 len: 994 time: 0.0630741 Aug 17 03:03:20.955936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deea448-7e44-4f64-9d7e-9b6e96911045 req-3e507f9b-effc-48c2-a1fd-f257ff0a0354 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:20.957447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9deea448-7e44-4f64-9d7e-9b6e96911045 req-3e507f9b-effc-48c2-a1fd-f257ff0a0354 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0497813 Aug 17 03:03:20.997166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9deea448-7e44-4f64-9d7e-9b6e96911045 req-6d0f6709-b98e-4142-b1d8-85b722ae1019 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333450 Aug 17 03:03:21.086386 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-9cf4e22c-36d4-4e90-8a55-bbf268cd4013 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427315 Aug 17 03:03:22.129506 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306ae6d-e2c7-49d7-b062-1bd503002254 req-349de711-6a38-4cfc-a74a-67f16b37bb51 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:22.131054 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0306ae6d-e2c7-49d7-b062-1bd503002254 req-349de711-6a38-4cfc-a74a-67f16b37bb51 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0626020 Aug 17 03:03:22.177205 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0306ae6d-e2c7-49d7-b062-1bd503002254 req-c56f5f11-f9e2-443c-8f20-ec445d491a56 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349693 Aug 17 03:03:23.312119 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88f724-4b15-44e8-b1a9-140d9bdeb4a1 req-baf94232-8248-4009-a7b5-b655fefabbf1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:23.314402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af88f724-4b15-44e8-b1a9-140d9bdeb4a1 req-baf94232-8248-4009-a7b5-b655fefabbf1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0609829 Aug 17 03:03:23.353828 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af88f724-4b15-44e8-b1a9-140d9bdeb4a1 req-84c6adc9-f47d-4765-a161-cec820f4e812 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330772 Aug 17 03:03:23.456425 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-a1c2d5dc-0a6a-4a98-8a75-63754232a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:23.458288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-a1c2d5dc-0a6a-4a98-8a75-63754232a25e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1098 time: 0.0449183 Aug 17 03:03:23.562202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-ddedc029-3d57-4455-ae8c-b49043171618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:23.564062 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-ddedc029-3d57-4455-ae8c-b49043171618 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4cd32436-e266-4095-acec-d17c6914cfa1 HTTP/1.1" status: 200 len: 897 time: 0.0976894 Aug 17 03:03:23.632630 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-af86cea1-3701-4d6e-81ed-9ccc100a506e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 1002 time: 0.0616782 Aug 17 03:03:23.683938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-0ce18dd8-de9a-475e-82af-a8930161ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:23.685443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-0ce18dd8-de9a-475e-82af-a8930161ee05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8effece8-571e-4d3b-bfd7-b819588e4f64 HTTP/1.1" status: 200 len: 835 time: 0.0453451 Aug 17 03:03:23.736881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-6a64f3b8-ce7a-4c02-8433-3db2d1e7a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:23.738566 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-6a64f3b8-ce7a-4c02-8433-3db2d1e7a3f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cd32436-e266-4095-acec-d17c6914cfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464802 Aug 17 03:03:23.832719 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-0ddfbe74-5834-47e4-97f6-305bb935360b service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860739 Aug 17 03:03:23.926408 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c1473099-1d93-4df6-a156-f5467ccff899 service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874014 Aug 17 03:03:24.477681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb071d4-c7dd-4350-b010-856ff9582c07 req-0df6978a-23db-4509-9ddd-6fde7c682d2a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:24.479805 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5cb071d4-c7dd-4350-b010-856ff9582c07 req-0df6978a-23db-4509-9ddd-6fde7c682d2a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0520985 Aug 17 03:03:24.517906 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5cb071d4-c7dd-4350-b010-856ff9582c07 req-306a65d7-c316-4174-94c3-8751e75a79cb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317829 Aug 17 03:03:25.674138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b55b6a-4801-4f8b-9e9d-6a6d34efbccc req-fb43c067-ab35-42f6-a7c7-d479a0579c0c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:25.675552 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44b55b6a-4801-4f8b-9e9d-6a6d34efbccc req-fb43c067-ab35-42f6-a7c7-d479a0579c0c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0802917 Aug 17 03:03:25.686110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d3ded-adb8-47f5-8ceb-1a646e1cf113 req-62cbfdc3-d4d8-47f4-9635-0f7491aa1d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:25.687550 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-626d3ded-adb8-47f5-8ceb-1a646e1cf113 req-62cbfdc3-d4d8-47f4-9635-0f7491aa1d99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1098 time: 0.0620372 Aug 17 03:03:25.765926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-44b55b6a-4801-4f8b-9e9d-6a6d34efbccc req-9341c44d-27d9-4ff8-a0e3-43f3a4eb2498 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820732 Aug 17 03:03:25.811259 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d3ded-adb8-47f5-8ceb-1a646e1cf113 req-7e91a534-1bd5-4792-a2b9-99bbaa49b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:25.812745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-626d3ded-adb8-47f5-8ceb-1a646e1cf113 req-7e91a534-1bd5-4792-a2b9-99bbaa49b333 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4cd32436-e266-4095-acec-d17c6914cfa1 HTTP/1.1" status: 200 len: 897 time: 0.1038220 Aug 17 03:03:25.883188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-626d3ded-adb8-47f5-8ceb-1a646e1cf113 req-20d36d23-06c8-4072-ac85-7753b104d607 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 1002 time: 0.0630751 Aug 17 03:03:25.935472 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d3ded-adb8-47f5-8ceb-1a646e1cf113 req-309c2a59-647c-473d-b02a-2fe5165d0710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:25.937445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-626d3ded-adb8-47f5-8ceb-1a646e1cf113 req-309c2a59-647c-473d-b02a-2fe5165d0710 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8effece8-571e-4d3b-bfd7-b819588e4f64 HTTP/1.1" status: 200 len: 835 time: 0.0469406 Aug 17 03:03:25.982526 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d3ded-adb8-47f5-8ceb-1a646e1cf113 req-291ca238-efa9-4889-a1d7-aed67fc7ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:25.984019 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-626d3ded-adb8-47f5-8ceb-1a646e1cf113 req-291ca238-efa9-4889-a1d7-aed67fc7ce1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cd32436-e266-4095-acec-d17c6914cfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403752 Aug 17 03:03:26.087775 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-626d3ded-adb8-47f5-8ceb-1a646e1cf113 req-cad30318-2597-4fcd-81f8-716edab5322d service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959704 Aug 17 03:03:26.178697 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-626d3ded-adb8-47f5-8ceb-1a646e1cf113 req-b2b7a8a1-ebb6-44b0-8d5e-ed013f3df619 service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828605 Aug 17 03:03:26.898381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819fdb2-bb5e-48b7-8226-55fa729c428d req-f836e823-8450-4c05-bb2f-c6a338954c81 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:26.899975 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6819fdb2-bb5e-48b7-8226-55fa729c428d req-f836e823-8450-4c05-bb2f-c6a338954c81 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0565078 Aug 17 03:03:26.940503 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6819fdb2-bb5e-48b7-8226-55fa729c428d req-1a447167-69ad-4993-9423-1ffea016a9bd tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331585 Aug 17 03:03:28.064839 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233705cd-f3b9-49eb-b189-7580be52dacf req-f3bac541-adeb-4aee-8fcd-841c0e9121ac tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:28.070810 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-233705cd-f3b9-49eb-b189-7580be52dacf req-f3bac541-adeb-4aee-8fcd-841c0e9121ac tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0585012 Aug 17 03:03:28.114737 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-233705cd-f3b9-49eb-b189-7580be52dacf req-ace08d2d-296c-43a3-9644-d28db48c4f21 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341771 Aug 17 03:03:28.960301 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:29.231240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca638a-2754-42dd-ae95-e483d31c6a9a req-87370b8b-69a4-434d-8f95-69ec22cad266 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:29.232722 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaca638a-2754-42dd-ae95-e483d31c6a9a req-87370b8b-69a4-434d-8f95-69ec22cad266 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0494211 Aug 17 03:03:29.271029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eaca638a-2754-42dd-ae95-e483d31c6a9a req-c235c88a-aa16-4c51-b96e-b3484c930ff2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324056 Aug 17 03:03:30.392713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916dc4d-9b97-403e-9b4d-080acb94eed9 req-c137294f-596e-4596-a075-aca38c3a9e13 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:30.394297 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f916dc4d-9b97-403e-9b4d-080acb94eed9 req-c137294f-596e-4596-a075-aca38c3a9e13 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0557306 Aug 17 03:03:30.434075 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f916dc4d-9b97-403e-9b4d-080acb94eed9 req-57810dd5-1f4d-4c81-b1d9-2d2289ae1b64 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336876 Aug 17 03:03:31.411492 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:31.552542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7bc89-7490-4c30-9354-bccecac035f3 req-5060781b-3b13-480f-bfc8-678072c6c8ae tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:31.554315 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ac7bc89-7490-4c30-9354-bccecac035f3 req-5060781b-3b13-480f-bfc8-678072c6c8ae tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0511851 Aug 17 03:03:31.593486 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ac7bc89-7490-4c30-9354-bccecac035f3 req-3a57d461-821b-4814-8f04-a0d927968179 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321996 Aug 17 03:03:32.712314 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9c090-cea1-436c-9de9-dd7bf3b715fa req-c1fc2a0e-e3ae-4783-a56e-97677c1566d6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:32.713916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ab9c090-cea1-436c-9de9-dd7bf3b715fa req-c1fc2a0e-e3ae-4783-a56e-97677c1566d6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0510998 Aug 17 03:03:32.753950 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ab9c090-cea1-436c-9de9-dd7bf3b715fa req-3addadb0-5253-4bfb-b6e1-c505b01dc5a1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338962 Aug 17 03:03:33.879469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2e7ef-7c7b-4c8a-8782-e31f302407d4 req-f3602158-98c6-4511-be95-6edfcbb22acd tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:33.881702 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80d2e7ef-7c7b-4c8a-8782-e31f302407d4 req-f3602158-98c6-4511-be95-6edfcbb22acd tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0564768 Aug 17 03:03:33.922648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80d2e7ef-7c7b-4c8a-8782-e31f302407d4 req-0013c83a-1bbd-4e70-8f81-7df63d038a5e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343454 Aug 17 03:03:35.045381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2060140-7c87-4952-b0bf-8dc2d5fe25e5 req-f0f4eb61-6289-4c3c-8946-be2ad99a12c2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:35.047651 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2060140-7c87-4952-b0bf-8dc2d5fe25e5 req-f0f4eb61-6289-4c3c-8946-be2ad99a12c2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0537262 Aug 17 03:03:35.087813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2060140-7c87-4952-b0bf-8dc2d5fe25e5 req-8ab96125-ef39-4d85-80ca-3cfd037f6382 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340853 Aug 17 03:03:36.204265 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818990a-0faa-43d8-b86c-40eb99ac0539 req-a1d0c6f4-a84b-4c86-8b50-0b48a65727f4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:36.205932 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b818990a-0faa-43d8-b86c-40eb99ac0539 req-a1d0c6f4-a84b-4c86-8b50-0b48a65727f4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0502343 Aug 17 03:03:36.243831 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b818990a-0faa-43d8-b86c-40eb99ac0539 req-172a700f-ba96-4b94-afb1-440dc3cc157c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318472 Aug 17 03:03:36.324996 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-ca0a11cb-0512-412f-8089-596fe92050c1 service neutron] show failed (client error): The resource could not be found. Aug 17 03:03:36.325966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-ca0a11cb-0512-412f-8089-596fe92050c1 service neutron] 10.222.0.42 "GET /v2.0/ports/8cd7d96a-498b-499e-ad8c-0584e7a3bc0d/bindings/n-h2-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.0620589 Aug 17 03:03:36.951768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-592b3989-3b02-4c69-8994-ad0395ed0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:36.953312 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-592b3989-3b02-4c69-8994-ad0395ed0775 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004&tenant_id=24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 1098 time: 0.0753028 Aug 17 03:03:36.970868 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-31', 'device_owner': 'compute:nova'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:37.024571 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:37.225760 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:37.258357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:37.297277 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:37.299602 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e636fc-77f4-4ce7-b608-af574037e8f3" -d '{"events": [{"server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:37.303526 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:37.316602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Transition to ACTIVE for port object 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:37.362608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d5671-e998-4f16-8893-cb172ec724a5 req-2c1a26f3-4fc3-4f72-b8ed-7c2751566819 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:37.364121 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-500d5671-e998-4f16-8893-cb172ec724a5 req-2c1a26f3-4fc3-4f72-b8ed-7c2751566819 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0491793 Aug 17 03:03:37.394383 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:37.402530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-500d5671-e998-4f16-8893-cb172ec724a5 req-762b8b8d-0c0b-4e26-a2d4-43e8917a6a98 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317879 Aug 17 03:03:37.495775 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc2abc3-5841-4287-9824-4f4e24191b66 x-openstack-request-id: req-fcc2abc3-5841-4287-9824-4f4e24191b66 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:37.496064 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:37.496310 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcc2abc3-5841-4287-9824-4f4e24191b66 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:37.496698 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'code': 200} Aug 17 03:03:37.504962 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Pushing event updated for resources: {'Port': ['ID=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,revision_number=6']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:37.536593 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:37.536936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:37.537295 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:37.537634 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:37.537961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:37.538287 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:37.538614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:37.538941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:37.539266 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:37.539588 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:37.539913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:37.540231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:37.584663 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] No DVR routers for this DVR port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:03:37.719800 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Attempting to bind port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:03:37.720131 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Attempting to bind port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:03:37.730091 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Attempting to bind port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d on network 4cd32436-e266-4095-acec-d17c6914cfa1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:37.730091 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d on network 4cd32436-e266-4095-acec-d17c6914cfa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:03:37.730091 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Attempting to bind port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d on network 4cd32436-e266-4095-acec-d17c6914cfa1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:37.730386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:03:37.730549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Checking segment: {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:37.730936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Bound using segment: {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:03:37.731356 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Bound port: 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:03:37.731708 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:37.791464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:37.795245 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:03:37.880701 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:37.909313 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-29967dcc-b34d-493e-8f7c-598cb97d2a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:37.916951 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:37.918523 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:37.920273 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c0464549-556f-43ba-9966-735c2e38994d service neutron] 10.222.0.18 "PUT /v2.0/ports/8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 1093 time: 0.9535773 Aug 17 03:03:37.957379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0464549-556f-43ba-9966-735c2e38994d service neutron] Pushing event updated for resources: {'Port': ['ID=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,revision_number=7']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:38.004642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-1f3d6047-75d7-46fc-80c2-abd87ec6f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:38.006258 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-1f3d6047-75d7-46fc-80c2-abd87ec6f46e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1096 time: 0.0440512 Aug 17 03:03:38.115977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c704fd4f-99c5-4f5c-8888-a920bfcf7afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:38.117821 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-c704fd4f-99c5-4f5c-8888-a920bfcf7afa service neutron] 10.222.0.18 "GET /v2.0/networks?id=4cd32436-e266-4095-acec-d17c6914cfa1 HTTP/1.1" status: 200 len: 897 time: 0.1019697 Aug 17 03:03:38.192887 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-3441dc2a-7bd5-430a-9723-45f737cce313 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 1000 time: 0.0669687 Aug 17 03:03:38.244250 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-faca62b3-c98b-4b7c-96f8-1565a07bb418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:38.246370 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-faca62b3-c98b-4b7c-96f8-1565a07bb418 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8effece8-571e-4d3b-bfd7-b819588e4f64 HTTP/1.1" status: 200 len: 835 time: 0.0447240 Aug 17 03:03:38.292519 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-417bf510-c68a-4a81-8cf9-e1f9ba023952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:38.294028 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-417bf510-c68a-4a81-8cf9-e1f9ba023952 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4cd32436-e266-4095-acec-d17c6914cfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404727 Aug 17 03:03:38.394266 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-641c6b99-741f-4596-9422-78096dfc3145 service neutron] 10.222.0.18 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868142 Aug 17 03:03:38.480619 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47eace58-fc89-49e7-b3a8-a6ae70faf5ae req-f942e6fb-9174-42bc-b5ea-f23d95e837a9 service neutron] 10.222.0.18 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851827 Aug 17 03:03:38.530456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295995bd-f210-41d8-b28f-f4292207282b req-f26160b2-d64c-43b9-adbc-16cf12663ff5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:38.531978 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-295995bd-f210-41d8-b28f-f4292207282b req-f26160b2-d64c-43b9-adbc-16cf12663ff5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 944 time: 0.0562294 Aug 17 03:03:38.571438 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-295995bd-f210-41d8-b28f-f4292207282b req-70236ecd-04d2-41c5-b7da-81dc0026e573 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329752 Aug 17 03:03:39.498284 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:39.500685 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45" -d '{"events": [{"name": "network-changed", "server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:39.551804 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c9cb35-f436-4380-bde0-c97d2ca35390 x-openstack-request-id: req-c8c9cb35-f436-4380-bde0-c97d2ca35390 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:39.552101 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:39.552497 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8c9cb35-f436-4380-bde0-c97d2ca35390 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:39.552912 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'status': 'completed', 'code': 200} Aug 17 03:03:39.642940 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-d99b6558-0a65-4c22-a2b1-730240a1bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:39.643341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-d621e8d0-567b-4d9a-bc7a-d9394ea60d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:39.644721 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-d99b6558-0a65-4c22-a2b1-730240a1bf55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1096 time: 0.0506828 Aug 17 03:03:39.645798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-d621e8d0-567b-4d9a-bc7a-d9394ea60d8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1096 time: 0.0525961 Aug 17 03:03:39.752298 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-412cb876-7a97-4739-bd07-3d249051588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:39.753775 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-412cb876-7a97-4739-bd07-3d249051588a service neutron] 10.222.0.18 "GET /v2.0/networks?id=4cd32436-e266-4095-acec-d17c6914cfa1 HTTP/1.1" status: 200 len: 897 time: 0.1010711 Aug 17 03:03:39.775554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f86143-8b53-480e-b5db-bd308785bfa7 req-a8cf146f-cc4b-4574-848f-891b30ecc084 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:39.778858 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4f86143-8b53-480e-b5db-bd308785bfa7 req-a8cf146f-cc4b-4574-848f-891b30ecc084 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 944 time: 0.1151962 Aug 17 03:03:39.799311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-9044d729-5885-47d9-9065-ae2de29d6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:39.800762 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-9044d729-5885-47d9-9065-ae2de29d6bf5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4cd32436-e266-4095-acec-d17c6914cfa1 HTTP/1.1" status: 200 len: 897 time: 0.1468728 Aug 17 03:03:39.833894 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-e68ff76f-6bdc-4d1a-99ad-ba93173c948f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 1000 time: 0.0716236 Aug 17 03:03:39.873211 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4f86143-8b53-480e-b5db-bd308785bfa7 req-1f5987a0-33e9-473f-8fdf-91632f5c0642 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853727 Aug 17 03:03:39.889056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-79927a99-b63f-4aae-9493-1f004c46a3c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 1000 time: 0.0785329 Aug 17 03:03:39.890691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-f27c0fde-559e-4fae-8ad1-b5181eec7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:39.898921 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-f27c0fde-559e-4fae-8ad1-b5181eec7ce6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8effece8-571e-4d3b-bfd7-b819588e4f64 HTTP/1.1" status: 200 len: 835 time: 0.0503893 Aug 17 03:03:39.940211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-f3fa395c-c6b3-4324-b76c-588f4f3feade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:39.941797 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-f3fa395c-c6b3-4324-b76c-588f4f3feade service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4cd32436-e266-4095-acec-d17c6914cfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422323 Aug 17 03:03:39.942889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-2531df48-7be2-43ba-9910-816070eaef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:39.944423 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-2531df48-7be2-43ba-9910-816070eaef2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8effece8-571e-4d3b-bfd7-b819588e4f64 HTTP/1.1" status: 200 len: 835 time: 0.0483642 Aug 17 03:03:40.003902 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-8503eff4-4f27-4134-9151-a8f50601cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:40.006799 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-8503eff4-4f27-4134-9151-a8f50601cb32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cd32436-e266-4095-acec-d17c6914cfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546999 Aug 17 03:03:40.054901 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-473dd339-821e-4178-b66f-80c34b625f26 service neutron] 10.222.0.18 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046116 Aug 17 03:03:40.120349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-bc2266db-3ccf-4529-b66c-54b17e396e88 service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053593 Aug 17 03:03:40.185323 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-d5e2fc3a-7f46-4aeb-8c79-c9da8ee7e07d service neutron] 10.222.0.18 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214023 Aug 17 03:03:40.228805 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2020b2ef-58de-4a82-9ce7-95d52b8e4b45 req-8181f14b-e142-4a19-a4fb-72ce10989b39 service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997241 Aug 17 03:03:40.417029 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5fb782d5-3ffc-40e2-86ef-6b595a29a606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:40.617210 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:40.999799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0381e-6dab-46b4-b5a1-3e1fb0e736da req-ef5f7d7e-4922-43db-9ba7-df92354029f4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:41.001544 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61f0381e-6dab-46b4-b5a1-3e1fb0e736da req-ef5f7d7e-4922-43db-9ba7-df92354029f4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 944 time: 0.0525813 Aug 17 03:03:41.044491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61f0381e-6dab-46b4-b5a1-3e1fb0e736da req-c42937ce-7b87-47af-914c-fcc08346adde tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366914 Aug 17 03:03:41.123036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41140) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:41.168873 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-91705ec2-d26d-4711-9939-ad816861c14d admin admin] Deleting subnet 663e02be-a81e-4a0d-8d23-2b0572d41330 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:03:41.172347 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-91705ec2-d26d-4711-9939-ad816861c14d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.218669 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-91705ec2-d26d-4711-9939-ad816861c14d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.263415 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-91705ec2-d26d-4711-9939-ad816861c14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.402039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:03:41.411523 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-91705ec2-d26d-4711-9939-ad816861c14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.436733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91705ec2-d26d-4711-9939-ad816861c14d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663e02be-a81e-4a0d-8d23-2b0572d41330,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:41.441939 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:03:41.443692 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-91705ec2-d26d-4711-9939-ad816861c14d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.446040 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-91705ec2-d26d-4711-9939-ad816861c14d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/663e02be-a81e-4a0d-8d23-2b0572d41330 HTTP/1.1" status: 204 len: 168 time: 0.3217182 Aug 17 03:03:41.448181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41142) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:41.527071 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f82b8d9e-235f-45ba-97e6-a7f8054458fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.616627 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f82b8d9e-235f-45ba-97e6-a7f8054458fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.627947 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-f82b8d9e-235f-45ba-97e6-a7f8054458fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c8f642-f21d-4b49-8937-f06b54836bdb']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:41.639208 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-f82b8d9e-235f-45ba-97e6-a7f8054458fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa667a6-ea3b-46f1-862c-ecca45381322') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:41.639500 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-f82b8d9e-235f-45ba-97e6-a7f8054458fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa667a6-ea3b-46f1-862c-ecca45381322') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:41.649078 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f82b8d9e-235f-45ba-97e6-a7f8054458fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.670869 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f82b8d9e-235f-45ba-97e6-a7f8054458fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.677102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82b8d9e-235f-45ba-97e6-a7f8054458fc admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:03:41.677555 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f82b8d9e-235f-45ba-97e6-a7f8054458fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: timer() Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:03:41.679430 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:03:41.789007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f82b8d9e-235f-45ba-97e6-a7f8054458fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.794652 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f82b8d9e-235f-45ba-97e6-a7f8054458fc admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.803229 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f82b8d9e-235f-45ba-97e6-a7f8054458fc admin admin] 10.222.0.13 "DELETE /v2.0/networks/92c8f642-f21d-4b49-8937-f06b54836bdb HTTP/1.1" status: 204 len: 168 time: 0.3473947 Aug 17 03:03:41.808842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b8d9e-235f-45ba-97e6-a7f8054458fc admin admin] Pushing event deleted for resources: {'Network': ['ID=92c8f642-f21d-4b49-8937-f06b54836bdb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:41.908780 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:42.129670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41152) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:42.165043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429217-cce6-4671-8f85-ca1ad8db3030 req-d3125caa-a947-48e6-97a9-7a8d5ceea7b5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:42.167266 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5429217-cce6-4671-8f85-ca1ad8db3030 req-d3125caa-a947-48e6-97a9-7a8d5ceea7b5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 944 time: 0.0508721 Aug 17 03:03:42.173080 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-12329236-f897-4a45-ba16-ba00922103ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69ae1487bdb04855a6fdb380cfd63ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422461 Aug 17 03:03:42.175519 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41154) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:42.207712 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:03:42.215360 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a5429217-cce6-4671-8f85-ca1ad8db3030 req-974f2144-2da7-4506-8a14-15ecbb4fcc01 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399337 Aug 17 03:03:42.229393 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-31b474a0-e676-4717-812d-122b7032c494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:42.253545 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-31b474a0-e676-4717-812d-122b7032c494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:42.310317 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:42.321489 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'port_id': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'mac_address': 'fa:16:3e:06:0b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:03:42.360085 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:42.373551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:42.382562 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-31b474a0-e676-4717-812d-122b7032c494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:42.389284 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-31b474a0-e676-4717-812d-122b7032c494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:42.389284 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-31b474a0-e676-4717-812d-122b7032c494 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/952ada54-c95a-48f0-b55f-ab8c46afe6c9 HTTP/1.1" status: 204 len: 168 time: 0.2099490 Aug 17 03:03:42.394508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b474a0-e676-4717-812d-122b7032c494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952ada54-c95a-48f0-b55f-ab8c46afe6c9,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:42.394670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:42.468488 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:42.522056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:42.529479 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:42.529857 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:42.530205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:42.530545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:42.530880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:42.531214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:42.531543 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:42.531874 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:42.532200 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:42.532525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:42.532851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:42.533173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:42.908366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['8cd7d96a-498b-499e-ad8c-0584e7a3bc0d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:43.612369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e44e25-ea6c-4eb0-ad3b-b843651ed944 req-1864caa0-50a0-4138-b58c-679156495992 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:43.613911 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96e44e25-ea6c-4eb0-ad3b-b843651ed944 req-1864caa0-50a0-4138-b58c-679156495992 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 945 time: 0.3341520 Aug 17 03:03:43.656435 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96e44e25-ea6c-4eb0-ad3b-b843651ed944 req-8106aee2-9446-4052-b425-469874effb11 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365036 Aug 17 03:03:43.925662 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.154413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf02cd-ffd7-4c31-8286-b7543a61fbc4 req-13195a6a-e91e-4918-9a49-600b34e7ccff tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:44.155920 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37cf02cd-ffd7-4c31-8286-b7543a61fbc4 req-13195a6a-e91e-4918-9a49-600b34e7ccff tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 945 time: 0.0502360 Aug 17 03:03:44.198632 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37cf02cd-ffd7-4c31-8286-b7543a61fbc4 req-144c2e29-e54e-42f9-bc21-3246a1852af8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364521 Aug 17 03:03:44.199070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91478-61bf-4382-b521-a64748774755 req-33648d51-9373-4152-a3f8-8de56157b7e7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:44.200697 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-33648d51-9373-4152-a3f8-8de56157b7e7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004&tenant_id=24dfcafe61944b979922e9d135dfc1d5&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 945 time: 0.0536494 Aug 17 03:03:44.230702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:44.271562 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-52a517a6-d43d-4e1e-b3d1-86d3a14e58a5 service neutron] 10.222.0.18 "GET /v2.0/ports/8cd7d96a-498b-499e-ad8c-0584e7a3bc0d/bindings/n-h2-793621-31 HTTP/1.1" status: 200 len: 383 time: 0.0575910 Aug 17 03:03:44.362053 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91478-61bf-4382-b521-a64748774755 req-9afd22e6-cc15-4f49-8105-82d226207389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:44.363617 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-9afd22e6-cc15-4f49-8105-82d226207389 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1097 time: 0.0425191 Aug 17 03:03:44.411028 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:44.416528 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:44.417605 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.458565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91478-61bf-4382-b521-a64748774755 req-97f79f7f-abe2-411e-952c-1cc323fd9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:44.460056 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-97f79f7f-abe2-411e-952c-1cc323fd9fad service neutron] 10.222.0.18 "GET /v2.0/networks?id=4cd32436-e266-4095-acec-d17c6914cfa1 HTTP/1.1" status: 200 len: 897 time: 0.0893323 Aug 17 03:03:44.495417 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.517790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:44.520429 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b2f99a-8317-4fc5-abb1-2de255dff98c" -d '{"events": [{"server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "name": "network-vif-plugged", "status": "completed", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:44.528353 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-2b1f2b26-b0b4-4537-8368-a9bdfc752eec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 1001 time: 0.0604248 Aug 17 03:03:44.534908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:44.572718 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e58f56-b419-43a1-b5d3-efc433c55b70 x-openstack-request-id: req-60e58f56-b419-43a1-b5d3-efc433c55b70 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:44.573724 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "name": "network-vif-plugged", "status": "completed", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:44.574393 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60e58f56-b419-43a1-b5d3-efc433c55b70 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:44.574859 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'code': 200} Aug 17 03:03:44.587830 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91478-61bf-4382-b521-a64748774755 req-d1cce6d2-b812-4737-83db-dd2ba2019641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:44.590007 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-d1cce6d2-b812-4737-83db-dd2ba2019641 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8effece8-571e-4d3b-bfd7-b819588e4f64 HTTP/1.1" status: 200 len: 835 time: 0.0541797 Aug 17 03:03:44.617261 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.650167 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91478-61bf-4382-b521-a64748774755 req-dfe80783-f394-4296-90eb-0fdad6467ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:44.652711 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-dfe80783-f394-4296-90eb-0fdad6467ab3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4cd32436-e266-4095-acec-d17c6914cfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454345 Aug 17 03:03:44.671901 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:44.752591 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-ad775af1-6238-45fe-a9dd-2c628b8cdcb9 service neutron] 10.222.0.18 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909510 Aug 17 03:03:44.847183 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-1804f5d5-7401-4aea-a95d-3158306a27a5 service neutron] 10.222.0.18 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870414 Aug 17 03:03:45.330661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144b347-915f-4798-8ba7-e9fb98f1bb6f req-46f68833-0097-489c-88b9-54bf2d8cc088 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:45.332141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1144b347-915f-4798-8ba7-e9fb98f1bb6f req-46f68833-0097-489c-88b9-54bf2d8cc088 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0540402 Aug 17 03:03:45.381824 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1144b347-915f-4798-8ba7-e9fb98f1bb6f req-07b224a9-f63c-4d79-887e-ba48ac40146d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430558 Aug 17 03:03:46.505430 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9eaa8-5b4a-45b6-b310-806cd2179fb6 req-f53375bb-41ba-4076-a1d8-5e78e89e6b36 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:46.506961 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1c9eaa8-5b4a-45b6-b310-806cd2179fb6 req-f53375bb-41ba-4076-a1d8-5e78e89e6b36 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0538714 Aug 17 03:03:46.549674 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1c9eaa8-5b4a-45b6-b310-806cd2179fb6 req-bf360872-6ea7-4843-9c54-8dae6673f844 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350702 Aug 17 03:03:47.557862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91478-61bf-4382-b521-a64748774755 req-72ba8bd8-c0be-41be-baea-d4922d64208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:47.559499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-72ba8bd8-c0be-41be-baea-d4922d64208f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004&tenant_id=24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 1098 time: 0.0424109 Aug 17 03:03:47.577106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-31', 'device_owner': 'compute:nova'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:47.657833 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:47.707964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f97dd-0878-4977-973e-b93fd2f0aaae req-b125d11f-18f4-4290-aad9-209c63ba20d2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:47.709465 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-374f97dd-0878-4977-973e-b93fd2f0aaae req-b125d11f-18f4-4290-aad9-209c63ba20d2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 946 time: 0.0867651 Aug 17 03:03:47.816047 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-374f97dd-0878-4977-973e-b93fd2f0aaae req-6222b697-6062-4f29-830a-37c82c647a72 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001666 Aug 17 03:03:47.902380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:47.940045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:47.980774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:47.983122 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7c68fc-31aa-4921-bbe3-632a92089b01" -d '{"events": [{"server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:47.987149 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:48.000056 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Transition to ACTIVE for port object 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:48.038141 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42a4469-7ea2-4a40-a0a9-f1384b5a3ada x-openstack-request-id: req-b42a4469-7ea2-4a40-a0a9-f1384b5a3ada {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:48.038440 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:48.038695 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b42a4469-7ea2-4a40-a0a9-f1384b5a3ada {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:48.039096 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'code': 200} Aug 17 03:03:48.085373 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:48.170214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Pushing event updated for resources: {'Port': ['ID=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,revision_number=10']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:48.187462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:48.187804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:48.188145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:48.188480 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:48.188812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:48.189166 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:48.189520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:48.189848 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:48.190172 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:48.190524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:48.190849 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:48.191170 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:48.228025 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] No DVR routers for this DVR port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:03:48.373502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Attempting to bind port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:03:48.373773 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Attempting to bind port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:03:48.374104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Attempting to bind port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d on network 4cd32436-e266-4095-acec-d17c6914cfa1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:48.378366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d on network 4cd32436-e266-4095-acec-d17c6914cfa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:03:48.378693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Attempting to bind port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d on network 4cd32436-e266-4095-acec-d17c6914cfa1 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:48.383422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:03:48.383759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Checking segment: {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:48.384143 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Bound using segment: {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:03:48.384567 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Bound port: 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:03:48.384923 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:48.451803 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:48.454931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:03:48.520157 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:48.556262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:48.556894 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:48.558988 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] 10.222.0.42 "PUT /v2.0/ports/8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 1094 time: 0.9860413 Aug 17 03:03:48.584716 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fe922-6311-47f7-a7a0-85be9947185d service neutron] Pushing event updated for resources: {'Port': ['ID=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,revision_number=11']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:48.636318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91478-61bf-4382-b521-a64748774755 req-5b6b3336-d136-4545-a571-a2fe9f8cf205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:48.638055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-5b6b3336-d136-4545-a571-a2fe9f8cf205 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1097 time: 0.0455678 Aug 17 03:03:48.738188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91478-61bf-4382-b521-a64748774755 req-76019c63-2ff1-4045-bcf8-8537fabfd2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:48.739773 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-76019c63-2ff1-4045-bcf8-8537fabfd2a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4cd32436-e266-4095-acec-d17c6914cfa1 HTTP/1.1" status: 200 len: 897 time: 0.0947855 Aug 17 03:03:48.814257 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-1bbf33f1-69e8-422e-8567-ff2ff20bbe98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 1000 time: 0.0668938 Aug 17 03:03:48.880602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91478-61bf-4382-b521-a64748774755 req-ddd19108-7749-4ae0-ba7d-79ab91ec8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:48.882487 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-ddd19108-7749-4ae0-ba7d-79ab91ec8804 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8effece8-571e-4d3b-bfd7-b819588e4f64 HTTP/1.1" status: 200 len: 835 time: 0.0620065 Aug 17 03:03:48.955919 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91478-61bf-4382-b521-a64748774755 req-c479244e-0973-4e16-b281-3ded9554704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:48.957518 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-c479244e-0973-4e16-b281-3ded9554704e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cd32436-e266-4095-acec-d17c6914cfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673130 Aug 17 03:03:49.034149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbe40e-7234-49a0-8d3a-2c9f1990bc6e req-9ba4ace0-dcac-463a-8bc9-10736e4081ba tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:49.036363 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9fdbe40e-7234-49a0-8d3a-2c9f1990bc6e req-9ba4ace0-dcac-463a-8bc9-10736e4081ba tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 945 time: 0.1174700 Aug 17 03:03:49.436742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9fdbe40e-7234-49a0-8d3a-2c9f1990bc6e req-27daea01-eb30-4c6c-918d-44519764e8df tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818417 Aug 17 03:03:49.444232 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-91f93c53-f038-4fe1-8aaf-b7e6cd53b128 service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773192 Aug 17 03:03:49.533402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75d91478-61bf-4382-b521-a64748774755 req-bbd511e2-b703-4e35-920e-a181e984c93a service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838509 Aug 17 03:03:49.648446 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:03:50.039941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:50.042380 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7135132-4557-4c80-927f-91e471fa3fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:50.090496 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4aed1e-1c3b-4f91-8692-20c08ca5cb8f x-openstack-request-id: req-5c4aed1e-1c3b-4f91-8692-20c08ca5cb8f {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:50.090788 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:50.091044 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c4aed1e-1c3b-4f91-8692-20c08ca5cb8f {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:50.091449 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'status': 'completed', 'code': 200} Aug 17 03:03:50.167251 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-e278a4d0-0db8-4523-b788-22233b46d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.169483 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-e278a4d0-0db8-4523-b788-22233b46d32d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1097 time: 0.0410292 Aug 17 03:03:50.171459 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-aedaec8f-f140-43da-af8a-f684c19524ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.173108 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-aedaec8f-f140-43da-af8a-f684c19524ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1097 time: 0.0414858 Aug 17 03:03:50.226260 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:03:50.265789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:03:50.275594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-c68b535a-fe17-4ae2-9ae0-5296f5284289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.277652 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-c68b535a-fe17-4ae2-9ae0-5296f5284289 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4cd32436-e266-4095-acec-d17c6914cfa1 HTTP/1.1" status: 200 len: 897 time: 0.0968051 Aug 17 03:03:50.349819 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-04895ace-aa55-4773-8cdf-833f702deb2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 1000 time: 0.0650318 Aug 17 03:03:50.403042 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-3e5bd54a-052e-4e13-ae6d-cb645c8efd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.404698 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-3e5bd54a-052e-4e13-ae6d-cb645c8efd34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8effece8-571e-4d3b-bfd7-b819588e4f64 HTTP/1.1" status: 200 len: 835 time: 0.0479321 Aug 17 03:03:50.456313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-c59a3f6c-201c-4ce1-afe7-6c898bceb185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.457905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-c59a3f6c-201c-4ce1-afe7-6c898bceb185 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cd32436-e266-4095-acec-d17c6914cfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452058 Aug 17 03:03:50.530171 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-3acb4fe9-eb88-4f80-8cb1-5ebc013eeb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.531673 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-3acb4fe9-eb88-4f80-8cb1-5ebc013eeb0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=4cd32436-e266-4095-acec-d17c6914cfa1 HTTP/1.1" status: 200 len: 897 time: 0.3554368 Aug 17 03:03:50.595909 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ffbe4-8abc-4995-a803-26b5fefd776a req-1572aa7a-f3af-43ff-b279-8b17e95a5ed5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.597630 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-548ffbe4-8abc-4995-a803-26b5fefd776a req-1572aa7a-f3af-43ff-b279-8b17e95a5ed5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 945 time: 0.0768406 Aug 17 03:03:50.603309 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-9db9999f-a743-4f70-bcdc-3a2717e30da8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 1000 time: 0.0626528 Aug 17 03:03:50.610777 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-7d316727-d56c-469e-9a6f-a4527ab5e668 service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458132 Aug 17 03:03:50.657657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-1626dda2-bb11-4390-a372-8d44a62f13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.660003 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-1626dda2-bb11-4390-a372-8d44a62f13dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8effece8-571e-4d3b-bfd7-b819588e4f64 HTTP/1.1" status: 200 len: 835 time: 0.0488703 Aug 17 03:03:50.690648 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-548ffbe4-8abc-4995-a803-26b5fefd776a req-a3f87e3a-e1bd-4a19-88a2-0b722534753c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830121 Aug 17 03:03:50.711773 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-4858697d-9dd3-48fa-a55d-e8d1b82a5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.713386 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-4858697d-9dd3-48fa-a55d-e8d1b82a5377 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4cd32436-e266-4095-acec-d17c6914cfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460627 Aug 17 03:03:50.734419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-f4414704-07cf-46ca-8b13-f729d4ab93e7 service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109154 Aug 17 03:03:50.810723 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-59af9ea3-c637-44c1-8633-8e534a4c4bf5 service neutron] 10.222.0.18 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883999 Aug 17 03:03:50.902787 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7135132-4557-4c80-927f-91e471fa3fa0 req-a0d6a234-bee5-4c63-b347-1c9288fa4bf0 service neutron] 10.222.0.18 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840290 Aug 17 03:03:51.819306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adc62a-ed67-4427-8971-dde4149aa103 req-65366a85-3d4a-4584-a5bb-2860f73585b5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:51.820772 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03adc62a-ed67-4427-8971-dde4149aa103 req-65366a85-3d4a-4584-a5bb-2860f73585b5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 945 time: 0.0512686 Aug 17 03:03:51.859078 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03adc62a-ed67-4427-8971-dde4149aa103 req-223c5100-86c9-4b59-b4f3-5391dc4e5792 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313387 Aug 17 03:03:52.979004 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ba2ca-30f7-4d38-a558-23e3513dfcc9 req-159b5399-2912-468c-bfd4-be5204e7914d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:52.982178 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f8ba2ca-30f7-4d38-a558-23e3513dfcc9 req-159b5399-2912-468c-bfd4-be5204e7914d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 945 time: 0.0516689 Aug 17 03:03:53.022724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f8ba2ca-30f7-4d38-a558-23e3513dfcc9 req-420ca7ee-e602-49d4-a5e4-bc8f7f56ebf3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341372 Aug 17 03:03:53.049344 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41260) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:53.118142 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ef6018f3-06f1-4abb-b670-a56f3353bd2e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/floatingips/69c2331d-423e-49fa-bb5b-4c3e51eaf813 HTTP/1.1" status: 200 len: 992 time: 0.0701184 Aug 17 03:03:53.118944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41262) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:53.250289 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d7ef2ff-5a64-4c26-917b-1e7fea00f4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:53.340922 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d7ef2ff-5a64-4c26-917b-1e7fea00f4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:53.405196 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6d7ef2ff-5a64-4c26-917b-1e7fea00f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:53.442487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ef2ff-5a64-4c26-917b-1e7fea00f4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890ff89a-ddba-4abc-a5e6-8e7bf7858c4b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:53.448133 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6d7ef2ff-5a64-4c26-917b-1e7fea00f4b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b60f983a451468e8451c0ff55918a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282177 Aug 17 03:03:53.450928 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41266) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:53.458037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:03:53.501074 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1bb8-07e5-473d-b00f-8a903b7f5927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:53.521441 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1bb8-07e5-473d-b00f-8a903b7f5927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:53.554078 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:53.565050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'port_id': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'mac_address': 'fa:16:3e:06:0b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:03:53.601201 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:53.613845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:53.633702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:53.680375 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1bb8-07e5-473d-b00f-8a903b7f5927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:53.682883 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1bb8-07e5-473d-b00f-8a903b7f5927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:53.684214 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-fdbe1bb8-07e5-473d-b00f-8a903b7f5927 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/890ff89a-ddba-4abc-a5e6-8e7bf7858c4b HTTP/1.1" status: 204 len: 168 time: 0.2322834 Aug 17 03:03:53.697285 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe1bb8-07e5-473d-b00f-8a903b7f5927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890ff89a-ddba-4abc-a5e6-8e7bf7858c4b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:53.706364 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:53.759191 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,revision_number=12']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:54.144244 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['8cd7d96a-498b-499e-ad8c-0584e7a3bc0d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:54.647170 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41288) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:54.743402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1640775408-network', 'tenant_id': 'd5cc958e62094a35954460c00ce7014d'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:54.834352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] Made reservation on behalf of d5cc958e62094a35954460c00ce7014d for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:54.836027 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:54.845781 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:54.933256 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:54.999542 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.026190 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:03:55.033601 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc815949-64ae-4208-afa8-e36cc39657de,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:55.040412 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.040689 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] Added segment 77ad6849-d165-429b-b294-6e5845f01cae of type vlan for network 2a3fb246-6383-439e-96ac-47b7e52870f4 Aug 17 03:03:55.081228 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.165689 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.166616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:55.167187 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.229458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] Pushing event updated for resources: {'Network': ['ID=2a3fb246-6383-439e-96ac-47b7e52870f4,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:55.239341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 2a3fb246-6383-439e-96ac-47b7e52870f4 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:03:55.292072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cf145c4f-2c69-4f47-a83e-83b2dbb29d1c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6437461 Aug 17 03:03:55.294976 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41292) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:55.300059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7847c3c8-29e0-46b2-be29-0d2f8f339c29 admin admin] Request body: {'subnet': {'network_id': '2a3fb246-6383-439e-96ac-47b7e52870f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1640775408-subnet', 'tenant_id': 'd5cc958e62094a35954460c00ce7014d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:55.422450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7847c3c8-29e0-46b2-be29-0d2f8f339c29 admin admin] Made reservation on behalf of d5cc958e62094a35954460c00ce7014d for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:55.424726 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7847c3c8-29e0-46b2-be29-0d2f8f339c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.462980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:55.582349 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:55.587247 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:55.587918 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.668265 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7847c3c8-29e0-46b2-be29-0d2f8f339c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.673207 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.696203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:55.698509 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55caf45e-32b2-4a38-81ee-19816770d326" -d '{"events": [{"server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "name": "network-vif-plugged", "status": "completed", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:55.719616 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:55.726509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847c3c8-29e0-46b2-be29-0d2f8f339c29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d89bff5a-7d41-4a37-b30f-2fe8be939ea5,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:55.737851 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e39861-8b25-4ef2-8981-86764fffdcc9 x-openstack-request-id: req-53e39861-8b25-4ef2-8981-86764fffdcc9 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:55.739857 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "name": "network-vif-plugged", "status": "completed", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:55.739857 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53e39861-8b25-4ef2-8981-86764fffdcc9 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:55.739857 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'code': 200} Aug 17 03:03:55.740470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847c3c8-29e0-46b2-be29-0d2f8f339c29 admin admin] Checking segment: {'id': '77ad6849-d165-429b-b294-6e5845f01cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2a3fb246-6383-439e-96ac-47b7e52870f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:55.740837 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847c3c8-29e0-46b2-be29-0d2f8f339c29 admin admin] Network hostable DHCP agents. Network: 2a3fb246-6383-439e-96ac-47b7e52870f4, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:03:55.793998 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.842831 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,revision_number=13']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:55.845586 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847c3c8-29e0-46b2-be29-0d2f8f339c29 admin admin] Network 2a3fb246-6383-439e-96ac-47b7e52870f4 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:03:55.942703 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-7847c3c8-29e0-46b2-be29-0d2f8f339c29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 2a3fb246-6383-439e-96ac-47b7e52870f4) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:55.947439 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7847c3c8-29e0-46b2-be29-0d2f8f339c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:55.948602 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7847c3c8-29e0-46b2-be29-0d2f8f339c29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.952586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2259c4a8-2ade-4c93-8b3f-812e09bc4418 None None] Network 2a3fb246-6383-439e-96ac-47b7e52870f4 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:03:56.029977 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7847c3c8-29e0-46b2-be29-0d2f8f339c29 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7337670 Aug 17 03:03:56.081264 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f787b94b-1f59-4e4e-95f8-6fc6f9cb80ef None None] Network 2a3fb246-6383-439e-96ac-47b7e52870f4 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:03:56.675663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41310) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:56.681038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-606032799-network', 'tenant_id': '1098647766e24391b5b450797de30f78'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:56.765509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] Made reservation on behalf of 1098647766e24391b5b450797de30f78 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:56.767794 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.777374 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.870749 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.930531 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.952483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:03:56.967956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccd9433-fddc-45a8-b7fe-364cdcadc91d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:56.970914 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.971261 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] Added segment 8a5507a4-cf1d-4bda-a15f-e81241bfae2c of type vlan for network b685fadc-16f6-45d1-bf7c-5d3f6b746390 Aug 17 03:03:57.010526 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.079381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.080382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:57.080970 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.141381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] Pushing event updated for resources: {'Network': ['ID=b685fadc-16f6-45d1-bf7c-5d3f6b746390,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:57.151475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network b685fadc-16f6-45d1-bf7c-5d3f6b746390 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:03:57.177394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-48bea7db-82c7-4aef-a7e6-684d7568268a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5005689 Aug 17 03:03:57.180262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41312) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:57.185658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-a3965f10-500e-4972-b3a7-8bf2ee43e845 admin admin] Request body: {'subnet': {'network_id': 'b685fadc-16f6-45d1-bf7c-5d3f6b746390', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-606032799-subnet', 'tenant_id': '1098647766e24391b5b450797de30f78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:57.268005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3965f10-500e-4972-b3a7-8bf2ee43e845 admin admin] Made reservation on behalf of 1098647766e24391b5b450797de30f78 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:57.270505 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a3965f10-500e-4972-b3a7-8bf2ee43e845 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.496749 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a3965f10-500e-4972-b3a7-8bf2ee43e845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.552826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3965f10-500e-4972-b3a7-8bf2ee43e845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ff39894-8386-4e59-a693-e4150d018f05,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:57.560868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3965f10-500e-4972-b3a7-8bf2ee43e845 admin admin] Checking segment: {'id': '8a5507a4-cf1d-4bda-a15f-e81241bfae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b685fadc-16f6-45d1-bf7c-5d3f6b746390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:57.561409 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3965f10-500e-4972-b3a7-8bf2ee43e845 admin admin] Network hostable DHCP agents. Network: b685fadc-16f6-45d1-bf7c-5d3f6b746390, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:03:57.616345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3965f10-500e-4972-b3a7-8bf2ee43e845 admin admin] Network b685fadc-16f6-45d1-bf7c-5d3f6b746390 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:03:57.673607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-a3965f10-500e-4972-b3a7-8bf2ee43e845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, b685fadc-16f6-45d1-bf7c-5d3f6b746390) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:57.677615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3965f10-500e-4972-b3a7-8bf2ee43e845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:57.678555 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a3965f10-500e-4972-b3a7-8bf2ee43e845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.682494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d89db-95ca-4318-b089-5426411f6f34 None None] Network b685fadc-16f6-45d1-bf7c-5d3f6b746390 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:03:57.737454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a3965f10-500e-4972-b3a7-8bf2ee43e845 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5561123 Aug 17 03:03:57.805814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b3ef8-be8a-4482-80cd-5a54d3235b62 None None] Network b685fadc-16f6-45d1-bf7c-5d3f6b746390 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:03:58.217792 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a43629-44a6-4bea-8082-7e4121731bda req-4fec4119-edc4-4c37-a8df-b41fca008c9c tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:58.219330 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1a43629-44a6-4bea-8082-7e4121731bda req-4fec4119-edc4-4c37-a8df-b41fca008c9c tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/networks?id=2a3fb246-6383-439e-96ac-47b7e52870f4 HTTP/1.1" status: 200 len: 812 time: 0.1054442 Aug 17 03:03:58.234438 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1a43629-44a6-4bea-8082-7e4121731bda req-d9bd33d0-5453-457e-9823-5038aea62094 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/quotas/d5cc958e62094a35954460c00ce7014d HTTP/1.1" status: 200 len: 375 time: 0.0093949 Aug 17 03:03:58.265796 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1a43629-44a6-4bea-8082-7e4121731bda req-72a2c916-7513-4cac-9293-4a9665ae426c tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5cc958e62094a35954460c00ce7014d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261502 Aug 17 03:03:58.449772 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1a43629-44a6-4bea-8082-7e4121731bda req-af76ab99-4222-4f2d-9299-b15111f2b8b6 service neutron] 10.222.0.13 "GET /v2.0/networks/2a3fb246-6383-439e-96ac-47b7e52870f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772039 Aug 17 03:03:58.538687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1a43629-44a6-4bea-8082-7e4121731bda req-1a0aaa2a-25ed-4dd1-a8b9-db53d5d08724 service neutron] 10.222.0.13 "GET /v2.0/networks/2a3fb246-6383-439e-96ac-47b7e52870f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821183 Aug 17 03:03:58.794762 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ebb6254-e62f-499b-8c4d-a34877993bd0 req-d15f49bd-a605-4066-90d8-1988a1d2309c tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 210 time: 0.0325911 Aug 17 03:03:58.966826 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:59.871154 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9b7878d-1d59-4ef1-9544-e7a84184a8ae req-64ebc17d-1a45-473d-bc43-ac0b5c717faf tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 210 time: 0.0271177 Aug 17 03:04:00.964878 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-913aa935-c48d-4853-a19b-916b24d266cb req-be39ad77-8c3d-4f38-a4a3-66eedf931c9d tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 210 time: 0.0277553 Aug 17 03:04:01.187499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a43629-44a6-4bea-8082-7e4121731bda req-4f3aae95-342d-42d5-99a7-3c923272219f tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:01.191349 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1a43629-44a6-4bea-8082-7e4121731bda req-4f3aae95-342d-42d5-99a7-3c923272219f tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.18 "GET /v2.0/networks?id=2a3fb246-6383-439e-96ac-47b7e52870f4 HTTP/1.1" status: 200 len: 812 time: 0.1139600 Aug 17 03:04:01.206231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c1a43629-44a6-4bea-8082-7e4121731bda req-9aac632b-c801-4b69-9a7d-78ec405af5e8 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Request body: {'port': {'device_id': 'dce1fc4f-92ba-4c96-8902-16c91a21d8a4', 'network_id': '2a3fb246-6383-439e-96ac-47b7e52870f4', 'admin_state_up': True, 'tenant_id': 'd5cc958e62094a35954460c00ce7014d'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:01.365553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a43629-44a6-4bea-8082-7e4121731bda req-9aac632b-c801-4b69-9a7d-78ec405af5e8 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Made reservation on behalf of d5cc958e62094a35954460c00ce7014d for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:04:01.369283 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1a43629-44a6-4bea-8082-7e4121731bda req-9aac632b-c801-4b69-9a7d-78ec405af5e8 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:01.428826 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:01.498288 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-c1a43629-44a6-4bea-8082-7e4121731bda req-9aac632b-c801-4b69-9a7d-78ec405af5e8 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Allocated IP 172.20.0.7 (2a3fb246-6383-439e-96ac-47b7e52870f4/d89bff5a-7d41-4a37-b30f-2fe8be939ea5/5a976c63-5e4f-4ef4-bd85-9737188bcd88) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:01.644260 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1a43629-44a6-4bea-8082-7e4121731bda req-9aac632b-c801-4b69-9a7d-78ec405af5e8 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:01.742891 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1a43629-44a6-4bea-8082-7e4121731bda req-9aac632b-c801-4b69-9a7d-78ec405af5e8 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:01.788374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a43629-44a6-4bea-8082-7e4121731bda req-9aac632b-c801-4b69-9a7d-78ec405af5e8 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Network 2a3fb246-6383-439e-96ac-47b7e52870f4 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:01.791358 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-c1a43629-44a6-4bea-8082-7e4121731bda req-9aac632b-c801-4b69-9a7d-78ec405af5e8 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:01.795210 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a43629-44a6-4bea-8082-7e4121731bda req-9aac632b-c801-4b69-9a7d-78ec405af5e8 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:01.817951 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac632b-c801-4b69-9a7d-78ec405af5e8 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Pushing event updated for resources: {'Port': ['ID=5a976c63-5e4f-4ef4-bd85-9737188bcd88,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:01.845966 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a43629-44a6-4bea-8082-7e4121731bda req-9aac632b-c801-4b69-9a7d-78ec405af5e8 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:01.846574 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1a43629-44a6-4bea-8082-7e4121731bda req-9aac632b-c801-4b69-9a7d-78ec405af5e8 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:01.966076 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1a43629-44a6-4bea-8082-7e4121731bda req-9aac632b-c801-4b69-9a7d-78ec405af5e8 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7638357 Aug 17 03:04:01.983618 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Request body: {'port': {'device_id': 'dce1fc4f-92ba-4c96-8902-16c91a21d8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:02.042205 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.094029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b2fb2-e458-48c0-8586-a1250d69b009 req-d71182d4-261c-4286-8fb7-ea7cf19352c7 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:02.095534 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-711b2fb2-e458-48c0-8586-a1250d69b009 req-d71182d4-261c-4286-8fb7-ea7cf19352c7 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 931 time: 0.0509129 Aug 17 03:04:02.133327 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-711b2fb2-e458-48c0-8586-a1250d69b009 req-c6ef770f-e101-4c6f-8137-a2a4744fc54e tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Aug 17 03:04:02.301547 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a976c63-5e4f-4ef4-bd85-9737188bcd88 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:02.308855 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.320718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Transition to ACTIVE for port object 5a976c63-5e4f-4ef4-bd85-9737188bcd88 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:02.382277 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.448766 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Pushing event updated for resources: {'Port': ['ID=5a976c63-5e4f-4ef4-bd85-9737188bcd88,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:02.499286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Attempting to bind port 5a976c63-5e4f-4ef4-bd85-9737188bcd88 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:02.499626 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Attempting to bind port 5a976c63-5e4f-4ef4-bd85-9737188bcd88 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '77ad6849-d165-429b-b294-6e5845f01cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2a3fb246-6383-439e-96ac-47b7e52870f4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:02.499955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Attempting to bind port 5a976c63-5e4f-4ef4-bd85-9737188bcd88 on network 2a3fb246-6383-439e-96ac-47b7e52870f4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:02.504184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Port 5a976c63-5e4f-4ef4-bd85-9737188bcd88 on network 2a3fb246-6383-439e-96ac-47b7e52870f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:04:02.504506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Attempting to bind port 5a976c63-5e4f-4ef4-bd85-9737188bcd88 on network 2a3fb246-6383-439e-96ac-47b7e52870f4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:02.509212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:02.509788 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Checking segment: {'id': '77ad6849-d165-429b-b294-6e5845f01cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2a3fb246-6383-439e-96ac-47b7e52870f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:02.509969 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Bound using segment: {'id': '77ad6849-d165-429b-b294-6e5845f01cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2a3fb246-6383-439e-96ac-47b7e52870f4'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:02.510393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Bound port: 5a976c63-5e4f-4ef4-bd85-9737188bcd88, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ad6849-d165-429b-b294-6e5845f01cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2a3fb246-6383-439e-96ac-47b7e52870f4'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:02.510746 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.573815 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] For port 5a976c63-5e4f-4ef4-bd85-9737188bcd88, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:02.576952 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] For port 5a976c63-5e4f-4ef4-bd85-9737188bcd88, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5a976c63-5e4f-4ef4-bd85-9737188bcd88,segment=NetworkSegment(77ad6849-d165-429b-b294-6e5845f01cae),segment_id=77ad6849-d165-429b-b294-6e5845f01cae)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:02.674100 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.709404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:02.710045 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.711517 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1a43629-44a6-4bea-8082-7e4121731bda req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] 10.222.0.18 "PUT /v2.0/ports/5a976c63-5e4f-4ef4-bd85-9737188bcd88 HTTP/1.1" status: 200 len: 1092 time: 0.7323601 Aug 17 03:04:02.711951 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce1fc4f-92ba-4c96-8902-16c91a21d8a4', 'tag': '5a976c63-5e4f-4ef4-bd85-9737188bcd88'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:02.714348 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2db9d3-c5ef-492e-9368-4fd26c948ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "dce1fc4f-92ba-4c96-8902-16c91a21d8a4", "tag": "5a976c63-5e4f-4ef4-bd85-9737188bcd88"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:02.739349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334009fd-8416-40cd-9b98-bddf4ec0c9db service neutron] Pushing event updated for resources: {'Port': ['ID=5a976c63-5e4f-4ef4-bd85-9737188bcd88,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:02.755320 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689da1fe-ecbd-4fab-a2f7-2de5307b8561 x-openstack-request-id: req-689da1fe-ecbd-4fab-a2f7-2de5307b8561 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:02.755640 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce1fc4f-92ba-4c96-8902-16c91a21d8a4", "tag": "5a976c63-5e4f-4ef4-bd85-9737188bcd88", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:02.755895 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-689da1fe-ecbd-4fab-a2f7-2de5307b8561 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:02.756314 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce1fc4f-92ba-4c96-8902-16c91a21d8a4', 'tag': '5a976c63-5e4f-4ef4-bd85-9737188bcd88', 'status': 'completed', 'code': 200} Aug 17 03:04:02.835602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2db9d3-c5ef-492e-9368-4fd26c948ca5 req-bf93604e-9c23-462b-871c-04e8a007d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:02.837001 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4a2db9d3-c5ef-492e-9368-4fd26c948ca5 req-bf93604e-9c23-462b-871c-04e8a007d7de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5cc958e62094a35954460c00ce7014d&device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 1095 time: 0.0467885 Aug 17 03:04:02.942061 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2db9d3-c5ef-492e-9368-4fd26c948ca5 req-b343548b-9858-4863-b953-763b69ebc7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:02.943535 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4a2db9d3-c5ef-492e-9368-4fd26c948ca5 req-b343548b-9858-4863-b953-763b69ebc7d8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d5cc958e62094a35954460c00ce7014d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0940304 Aug 17 03:04:03.042966 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2db9d3-c5ef-492e-9368-4fd26c948ca5 req-8222292d-26c2-45cc-bb37-05402e40ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:03.046767 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4a2db9d3-c5ef-492e-9368-4fd26c948ca5 req-8222292d-26c2-45cc-bb37-05402e40ce05 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933065 Aug 17 03:04:03.137953 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a43629-44a6-4bea-8082-7e4121731bda req-3319c618-323b-4086-af9b-9904871b1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:03.139381 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1a43629-44a6-4bea-8082-7e4121731bda req-3319c618-323b-4086-af9b-9904871b1d65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5cc958e62094a35954460c00ce7014d&device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 1095 time: 0.0414972 Aug 17 03:04:03.187816 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1a43629-44a6-4bea-8082-7e4121731bda req-40a4d737-6578-4765-8524-2e0099f14c06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a976c63-5e4f-4ef4-bd85-9737188bcd88 HTTP/1.1" status: 200 len: 217 time: 0.0361602 Aug 17 03:04:03.241842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a43629-44a6-4bea-8082-7e4121731bda req-592c7546-e58d-46b3-92e3-796316abf365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:03.243475 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1a43629-44a6-4bea-8082-7e4121731bda req-592c7546-e58d-46b3-92e3-796316abf365 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d89bff5a-7d41-4a37-b30f-2fe8be939ea5 HTTP/1.1" status: 200 len: 852 time: 0.0485134 Aug 17 03:04:03.252838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69525381-05af-4c56-a818-a1a023cfd7e6 req-b8e871e4-6ca3-457c-a13e-242373d5b2ea tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:03.254352 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69525381-05af-4c56-a818-a1a023cfd7e6 req-b8e871e4-6ca3-457c-a13e-242373d5b2ea tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 943 time: 0.0497808 Aug 17 03:04:03.276858 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1a43629-44a6-4bea-8082-7e4121731bda req-d61c932e-d291-4977-867f-3e23cb51cef9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a3fb246-6383-439e-96ac-47b7e52870f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254841 Aug 17 03:04:03.297341 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-69525381-05af-4c56-a818-a1a023cfd7e6 req-8e19ed3e-cfd1-4078-8904-a61ddea18d6d tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369394 Aug 17 03:04:03.366785 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1a43629-44a6-4bea-8082-7e4121731bda req-200483b7-16f5-4329-8e8a-df89fa65f093 service neutron] 10.222.0.18 "GET /v2.0/networks/2a3fb246-6383-439e-96ac-47b7e52870f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810347 Aug 17 03:04:03.462321 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c1a43629-44a6-4bea-8082-7e4121731bda req-c39732c1-b043-4dd7-a7ed-ead89d7487cc service neutron] 10.222.0.18 "GET /v2.0/networks/2a3fb246-6383-439e-96ac-47b7e52870f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859220 Aug 17 03:04:04.430644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e7eed-a78c-4ea5-9caf-dfa92d23584c req-3519f436-6c4f-4b05-acd0-916f7b913144 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:04.432253 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba6e7eed-a78c-4ea5-9caf-dfa92d23584c req-3519f436-6c4f-4b05-acd0-916f7b913144 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 943 time: 0.0546558 Aug 17 03:04:04.472881 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ba6e7eed-a78c-4ea5-9caf-dfa92d23584c req-de61ae1f-68c3-42f6-93b6-f8c73edca081 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331597 Aug 17 03:04:05.594291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4a9c2-a7d9-480b-96c9-3e8e064ca5be req-d03e5f6d-04dd-4511-b19c-77863bbab357 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:05.595810 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3de4a9c2-a7d9-480b-96c9-3e8e064ca5be req-d03e5f6d-04dd-4511-b19c-77863bbab357 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 943 time: 0.0517406 Aug 17 03:04:05.635250 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3de4a9c2-a7d9-480b-96c9-3e8e064ca5be req-65b5b498-a524-4dce-b3e5-485d96d64a64 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333912 Aug 17 03:04:06.253171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5a976c63-5e4f-4ef4-bd85-9737188bcd88 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:04:06.347864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 5a976c63-5e4f-4ef4-bd85-9737188bcd88, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5a976c63-5e4f-4ef4-bd85-9737188bcd88,segment=NetworkSegment(77ad6849-d165-429b-b294-6e5845f01cae),segment_id=77ad6849-d165-429b-b294-6e5845f01cae)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:06.358424 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '5a976c63-5e4f-4ef4-bd85-9737188bcd88', 'network_id': '2a3fb246-6383-439e-96ac-47b7e52870f4', 'port_id': '5a976c63-5e4f-4ef4-bd85-9737188bcd88', 'mac_address': 'fa:16:3e:ac:37:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89bff5a-7d41-4a37-b30f-2fe8be939ea5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:04:06.394003 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:06.407213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a976c63-5e4f-4ef4-bd85-9737188bcd88 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:06.426256 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 5a976c63-5e4f-4ef4-bd85-9737188bcd88, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5a976c63-5e4f-4ef4-bd85-9737188bcd88,segment=NetworkSegment(77ad6849-d165-429b-b294-6e5845f01cae),segment_id=77ad6849-d165-429b-b294-6e5845f01cae)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:06.508162 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:06.556838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=5a976c63-5e4f-4ef4-bd85-9737188bcd88,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:06.751245 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448d26c-cef9-43ff-93df-fc3fe3ccbe5d req-4a272403-6f6b-4685-ac5d-23891a540b92 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:06.752747 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d448d26c-cef9-43ff-93df-fc3fe3ccbe5d req-4a272403-6f6b-4685-ac5d-23891a540b92 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 944 time: 0.0510252 Aug 17 03:04:06.797637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d448d26c-cef9-43ff-93df-fc3fe3ccbe5d req-90065ba9-527a-4be4-b3a6-bbca6c369ed9 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365574 Aug 17 03:04:06.875378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['5a976c63-5e4f-4ef4-bd85-9737188bcd88'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:04:07.902316 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e88c81bf-5df8-40c1-9b54-789d4c97359a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:07.914036 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cc8e9-3216-4afb-97b6-8c6c057889c2 req-76b48162-7fa0-4b6f-b8d6-b5762b2942b4 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:07.915578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-314cc8e9-3216-4afb-97b6-8c6c057889c2 req-76b48162-7fa0-4b6f-b8d6-b5762b2942b4 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 944 time: 0.0511477 Aug 17 03:04:07.954354 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-314cc8e9-3216-4afb-97b6-8c6c057889c2 req-6ecc97c5-b969-42ce-9cae-6f1cfbe8ec30 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325139 Aug 17 03:04:08.258544 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5a976c63-5e4f-4ef4-bd85-9737188bcd88 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:08.382105 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 5a976c63-5e4f-4ef4-bd85-9737188bcd88 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:08.386084 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 5a976c63-5e4f-4ef4-bd85-9737188bcd88 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:08.386461 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:08.464800 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:08.486849 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce1fc4f-92ba-4c96-8902-16c91a21d8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a976c63-5e4f-4ef4-bd85-9737188bcd88'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:08.489073 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0facfb0-9eb3-4cd5-b79e-df5935dbc814" -d '{"events": [{"server_uuid": "dce1fc4f-92ba-4c96-8902-16c91a21d8a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a976c63-5e4f-4ef4-bd85-9737188bcd88"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:08.502892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 5a976c63-5e4f-4ef4-bd85-9737188bcd88, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5a976c63-5e4f-4ef4-bd85-9737188bcd88,segment=NetworkSegment(77ad6849-d165-429b-b294-6e5845f01cae),segment_id=77ad6849-d165-429b-b294-6e5845f01cae)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:08.524797 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e42c8fa-6d7c-4b88-9699-ce0fae94a06f x-openstack-request-id: req-9e42c8fa-6d7c-4b88-9699-ce0fae94a06f {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:08.525159 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce1fc4f-92ba-4c96-8902-16c91a21d8a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a976c63-5e4f-4ef4-bd85-9737188bcd88", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:08.525442 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e42c8fa-6d7c-4b88-9699-ce0fae94a06f {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:08.525842 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce1fc4f-92ba-4c96-8902-16c91a21d8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a976c63-5e4f-4ef4-bd85-9737188bcd88', 'code': 200} Aug 17 03:04:08.554284 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:08.603624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=5a976c63-5e4f-4ef4-bd85-9737188bcd88,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:08.644928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346e549-ddfe-476b-b848-0f6af734758f req-b3b09c41-b6e0-4a05-90c1-4e10997447af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:08.646365 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f346e549-ddfe-476b-b848-0f6af734758f req-b3b09c41-b6e0-4a05-90c1-4e10997447af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 1097 time: 0.0414779 Aug 17 03:04:08.682430 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f346e549-ddfe-476b-b848-0f6af734758f req-a3c5dcdd-fc28-4f7e-b5cb-50b6f0f1dc86 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280757 Aug 17 03:04:09.082318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3e93-612a-4bc8-a62a-9468c463d9a1 req-2756164e-5ccd-4f0a-bbab-657cd1565d4e tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:09.083878 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be0c3e93-612a-4bc8-a62a-9468c463d9a1 req-2756164e-5ccd-4f0a-bbab-657cd1565d4e tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0612733 Aug 17 03:04:09.130099 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be0c3e93-612a-4bc8-a62a-9468c463d9a1 req-621d539f-3cc9-44f9-a0b2-c590a2509473 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Aug 17 03:04:10.246962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f312e-0ec9-4248-a92a-2706f4ee825f req-417308ce-3efe-4796-9344-5b88fbfef664 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:10.249267 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-685f312e-0ec9-4248-a92a-2706f4ee825f req-417308ce-3efe-4796-9344-5b88fbfef664 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0505333 Aug 17 03:04:10.291456 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-685f312e-0ec9-4248-a92a-2706f4ee825f req-419ff04b-34e9-459c-bec3-1a396c996b8c tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363052 Aug 17 03:04:10.359853 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-183f83d2-985e-4d3c-a396-31c555010151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:10.408937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb920c7-4e8f-4874-a303-64aa9f5e2388 req-af07d46d-31bf-4fa2-bb40-94ade1d896b3 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:10.410499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5cb920c7-4e8f-4874-a303-64aa9f5e2388 req-af07d46d-31bf-4fa2-bb40-94ade1d896b3 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0518200 Aug 17 03:04:10.448524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5cb920c7-4e8f-4874-a303-64aa9f5e2388 req-65f4477b-9ae0-43f3-b085-5564c2fd46a3 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320175 Aug 17 03:04:10.599753 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:10.859819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354621d5-2871-447f-b48b-0fc29e23fdea req-dfd56b05-7041-4263-a466-b496380105ea tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:10.861386 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-354621d5-2871-447f-b48b-0fc29e23fdea req-dfd56b05-7041-4263-a466-b496380105ea tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0516462 Aug 17 03:04:10.904824 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-354621d5-2871-447f-b48b-0fc29e23fdea req-c931227d-f280-4161-9cab-6eed4ea05aef tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370395 Aug 17 03:04:11.874003 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:12.022856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ccee9-cba8-4a11-9772-66ea65dba084 req-3e8e6301-f8cc-4ea7-a0e0-bb56b10f11da tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:12.024304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b2ccee9-cba8-4a11-9772-66ea65dba084 req-3e8e6301-f8cc-4ea7-a0e0-bb56b10f11da tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0480909 Aug 17 03:04:12.068028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b2ccee9-cba8-4a11-9772-66ea65dba084 req-35ee3954-17a5-4eca-8c91-45dec30cbb24 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371237 Aug 17 03:04:12.446051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c255d-863f-43e3-8294-e7e91600125d req-06874224-0d59-403d-a589-f1d365079eb1 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:12.447599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a8c255d-863f-43e3-8294-e7e91600125d req-06874224-0d59-403d-a589-f1d365079eb1 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0516744 Aug 17 03:04:12.492538 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a8c255d-863f-43e3-8294-e7e91600125d req-8810cc1d-4efb-414e-9df9-b9c849d8763d tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333879 Aug 17 03:04:12.566806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5cb09-1104-46b1-9c42-2ce3856feebd req-6718fd20-e26e-4d84-9c47-a159d03dd96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:12.572662 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5eb5cb09-1104-46b1-9c42-2ce3856feebd req-6718fd20-e26e-4d84-9c47-a159d03dd96a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5cc958e62094a35954460c00ce7014d&device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 1097 time: 0.0460885 Aug 17 03:04:12.659436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5cb09-1104-46b1-9c42-2ce3856feebd req-682f9d36-0acc-45d1-a372-326b2071d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:12.660860 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5eb5cb09-1104-46b1-9c42-2ce3856feebd req-682f9d36-0acc-45d1-a372-326b2071d121 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a3fb246-6383-439e-96ac-47b7e52870f4 HTTP/1.1" status: 200 len: 913 time: 0.0855131 Aug 17 03:04:12.707609 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5eb5cb09-1104-46b1-9c42-2ce3856feebd req-c515908b-8a9a-41f4-8b4a-a7bc1426bb9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a976c63-5e4f-4ef4-bd85-9737188bcd88 HTTP/1.1" status: 200 len: 217 time: 0.0383325 Aug 17 03:04:12.757259 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5cb09-1104-46b1-9c42-2ce3856feebd req-849527cd-27b1-4060-9da1-39111d0ce62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:12.758729 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5eb5cb09-1104-46b1-9c42-2ce3856feebd req-849527cd-27b1-4060-9da1-39111d0ce62c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d89bff5a-7d41-4a37-b30f-2fe8be939ea5 HTTP/1.1" status: 200 len: 852 time: 0.0438633 Aug 17 03:04:12.791593 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5eb5cb09-1104-46b1-9c42-2ce3856feebd req-151762ae-f11a-48fc-8e91-1f354892fc8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a3fb246-6383-439e-96ac-47b7e52870f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249836 Aug 17 03:04:12.804350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-5eb5cb09-1104-46b1-9c42-2ce3856feebd req-348e623f-c4fa-4a5b-912e-f8d3988af3e1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:04:12.805315 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5eb5cb09-1104-46b1-9c42-2ce3856feebd req-348e623f-c4fa-4a5b-912e-f8d3988af3e1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053599 Aug 17 03:04:12.899059 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5eb5cb09-1104-46b1-9c42-2ce3856feebd req-8dfbf667-d858-453d-8026-b68a34448dfd service neutron] 10.222.0.18 "GET /v2.0/networks/2a3fb246-6383-439e-96ac-47b7e52870f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857313 Aug 17 03:04:12.988830 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5eb5cb09-1104-46b1-9c42-2ce3856feebd req-d2e60a70-1488-42d0-9a65-b85e760b88c7 service neutron] 10.222.0.18 "GET /v2.0/networks/2a3fb246-6383-439e-96ac-47b7e52870f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817740 Aug 17 03:04:13.351541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-14f4520e-b1f1-4aaf-9c93-89742aebd5f6 req-a8b5fe22-9602-4640-911c-1326ccbfd88c service neutron] (95407) timed out ('10.222.0.42', 55391) {{(pid=95407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:04:13.612891 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7517c-712a-4cb6-8f0d-2e39d7ddb703 req-244755b0-35ea-42df-b1ef-796b58bf7cff tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:13.614323 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97b7517c-712a-4cb6-8f0d-2e39d7ddb703 req-244755b0-35ea-42df-b1ef-796b58bf7cff tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0494177 Aug 17 03:04:13.652426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97b7517c-712a-4cb6-8f0d-2e39d7ddb703 req-3b126a40-3d23-4056-8940-123d4de10f2b tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320997 Aug 17 03:04:13.891169 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:14.766219 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cee46-5729-498a-add3-a896236c74d7 req-ed067ed1-f042-480c-b0fa-22ed61d9e77a tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:14.767701 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-616cee46-5729-498a-add3-a896236c74d7 req-ed067ed1-f042-480c-b0fa-22ed61d9e77a tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0479822 Aug 17 03:04:14.810756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-616cee46-5729-498a-add3-a896236c74d7 req-3ef93ecf-7db0-4c9b-8965-559df641d17e tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369856 Aug 17 03:04:15.233185 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f2d6b-ac92-43da-b2b9-5c39d27d9ff6 req-02b3a254-a53a-494d-b23c-5edd9aac5094 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:15.235946 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-979f2d6b-ac92-43da-b2b9-5c39d27d9ff6 req-02b3a254-a53a-494d-b23c-5edd9aac5094 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0774782 Aug 17 03:04:15.309614 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-979f2d6b-ac92-43da-b2b9-5c39d27d9ff6 req-904d3dac-b58a-41d6-acd2-692653227a06 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668859 Aug 17 03:04:16.442456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e7c28-6cb9-4bcb-ba67-820b7d605f61 req-f7ac4192-52e4-452b-ab68-61fa777f8cad tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:16.443969 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d8e7c28-6cb9-4bcb-ba67-820b7d605f61 req-f7ac4192-52e4-452b-ab68-61fa777f8cad tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0489507 Aug 17 03:04:16.481522 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1d8e7c28-6cb9-4bcb-ba67-820b7d605f61 req-787c9eec-bae0-4da9-b481-b104f55a9ce5 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315199 Aug 17 03:04:16.795118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c044e85-9d8a-4081-8ae3-e49867f21302 req-a11b0b77-6e42-495c-80e2-737c0d97b6c6 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:16.796806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6c044e85-9d8a-4081-8ae3-e49867f21302 req-a11b0b77-6e42-495c-80e2-737c0d97b6c6 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0507305 Aug 17 03:04:16.846868 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6c044e85-9d8a-4081-8ae3-e49867f21302 req-9cdbfb89-b319-4e32-82fc-cd1677bb9f8f tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Aug 17 03:04:16.895707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e8a4b-2fab-4804-81ac-773951ba1a36 req-aa1fff31-10bb-4f80-9bc6-7fd37e9022cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:16.897307 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c71e8a4b-2fab-4804-81ac-773951ba1a36 req-aa1fff31-10bb-4f80-9bc6-7fd37e9022cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5cc958e62094a35954460c00ce7014d&device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 1097 time: 0.0460639 Aug 17 03:04:16.993888 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e8a4b-2fab-4804-81ac-773951ba1a36 req-0b8004c2-d0e5-4403-bd26-ff8b0f4c88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:16.995255 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c71e8a4b-2fab-4804-81ac-773951ba1a36 req-0b8004c2-d0e5-4403-bd26-ff8b0f4c88e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a3fb246-6383-439e-96ac-47b7e52870f4 HTTP/1.1" status: 200 len: 913 time: 0.0901442 Aug 17 03:04:17.144628 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c71e8a4b-2fab-4804-81ac-773951ba1a36 req-ad6e70f5-eb48-4ff4-84bf-0236f2d70d8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a976c63-5e4f-4ef4-bd85-9737188bcd88 HTTP/1.1" status: 200 len: 217 time: 0.1403878 Aug 17 03:04:17.199589 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e8a4b-2fab-4804-81ac-773951ba1a36 req-6c3ab574-035b-4026-ad43-873446cdb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:17.201149 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c71e8a4b-2fab-4804-81ac-773951ba1a36 req-6c3ab574-035b-4026-ad43-873446cdb36c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d89bff5a-7d41-4a37-b30f-2fe8be939ea5 HTTP/1.1" status: 200 len: 852 time: 0.0492065 Aug 17 03:04:17.234306 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c71e8a4b-2fab-4804-81ac-773951ba1a36 req-bb780089-79c2-4a0a-83e8-c29ae08c1e53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a3fb246-6383-439e-96ac-47b7e52870f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250194 Aug 17 03:04:17.337111 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c71e8a4b-2fab-4804-81ac-773951ba1a36 req-00f21a55-7f60-4e86-9ab6-d4e7a4eb4a0a service neutron] 10.222.0.18 "GET /v2.0/networks/2a3fb246-6383-439e-96ac-47b7e52870f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942171 Aug 17 03:04:17.435769 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c71e8a4b-2fab-4804-81ac-773951ba1a36 req-42ed185f-83ff-4398-b791-124a72b0b6c4 service neutron] 10.222.0.18 "GET /v2.0/networks/2a3fb246-6383-439e-96ac-47b7e52870f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908413 Aug 17 03:04:17.966059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17fbc6-eb40-4621-b8c1-71ceaad98e76 req-0ce87280-3173-444b-a067-861dc6e2a13e tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:17.967555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6c17fbc6-eb40-4621-b8c1-71ceaad98e76 req-0ce87280-3173-444b-a067-861dc6e2a13e tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0510418 Aug 17 03:04:18.006334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6c17fbc6-eb40-4621-b8c1-71ceaad98e76 req-5b2b8aff-7efc-4b05-8fd0-0a939c7937e7 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324402 Aug 17 03:04:19.122338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340276d-f9e7-42fe-a97e-ecd082ef7934 req-af0b084f-0e7a-4864-83d0-ef75fbd2fb1b tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:19.123732 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9340276d-f9e7-42fe-a97e-ecd082ef7934 req-af0b084f-0e7a-4864-83d0-ef75fbd2fb1b tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0496752 Aug 17 03:04:19.161669 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9340276d-f9e7-42fe-a97e-ecd082ef7934 req-69253c42-180c-4c13-a220-18d8bdbce5e4 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Aug 17 03:04:19.641828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e6e0b-80b5-4ab4-afb3-4c49877e1adc req-a6d802d0-66c8-4384-a9a0-fe046e66443e tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:19.643337 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc6e6e0b-80b5-4ab4-afb3-4c49877e1adc req-a6d802d0-66c8-4384-a9a0-fe046e66443e tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0537510 Aug 17 03:04:19.687564 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc6e6e0b-80b5-4ab4-afb3-4c49877e1adc req-a96fe4a8-a894-4bcc-a2b2-319630bab8b0 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382679 Aug 17 03:04:20.809938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444e92d-b221-47b7-8e45-69ac52d69c78 req-a00e244a-ca26-4b29-9681-acd0b1406164 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:20.811491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b444e92d-b221-47b7-8e45-69ac52d69c78 req-a00e244a-ca26-4b29-9681-acd0b1406164 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0528007 Aug 17 03:04:20.852873 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b444e92d-b221-47b7-8e45-69ac52d69c78 req-5c7af342-3d61-484b-892f-118692d90d8e tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Aug 17 03:04:21.804838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f50451-b7fc-4f91-bac9-496e5ffa4e1b req-9b99d50d-4b2e-4fc3-a9b5-cdf066588394 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:21.806307 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65f50451-b7fc-4f91-bac9-496e5ffa4e1b req-9b99d50d-4b2e-4fc3-a9b5-cdf066588394 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0480413 Aug 17 03:04:21.902199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-65f50451-b7fc-4f91-bac9-496e5ffa4e1b req-93126744-dcd7-410c-9fe1-a24f8e36a98a tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Deleting port 5a976c63-5e4f-4ef4-bd85-9737188bcd88 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:21.902547 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65f50451-b7fc-4f91-bac9-496e5ffa4e1b req-93126744-dcd7-410c-9fe1-a24f8e36a98a tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:21.968897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297d55b-22da-41da-9591-27140c77819d req-dd00324c-96e2-477b-9249-032f249874c2 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:21.970419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1297d55b-22da-41da-9591-27140c77819d req-dd00324c-96e2-477b-9249-032f249874c2 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 945 time: 0.0493953 Aug 17 03:04:21.992645 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-65f50451-b7fc-4f91-bac9-496e5ffa4e1b req-93126744-dcd7-410c-9fe1-a24f8e36a98a tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] For port 5a976c63-5e4f-4ef4-bd85-9737188bcd88, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=5a976c63-5e4f-4ef4-bd85-9737188bcd88,segment=NetworkSegment(77ad6849-d165-429b-b294-6e5845f01cae),segment_id=77ad6849-d165-429b-b294-6e5845f01cae)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:21.993016 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65f50451-b7fc-4f91-bac9-496e5ffa4e1b req-93126744-dcd7-410c-9fe1-a24f8e36a98a tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.006137 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-65f50451-b7fc-4f91-bac9-496e5ffa4e1b req-93126744-dcd7-410c-9fe1-a24f8e36a98a tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Calling delete_port for 5a976c63-5e4f-4ef4-bd85-9737188bcd88 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:22.009140 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1297d55b-22da-41da-9591-27140c77819d req-ee6044ab-7663-42aa-bc8f-a9903ca70b2a tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc815949-64ae-4208-afa8-e36cc39657de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327561 Aug 17 03:04:22.187866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65f50451-b7fc-4f91-bac9-496e5ffa4e1b req-93126744-dcd7-410c-9fe1-a24f8e36a98a tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.218799 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['5a976c63-5e4f-4ef4-bd85-9737188bcd88'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:04:22.219913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93126744-dcd7-410c-9fe1-a24f8e36a98a tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Pushing event deleted for resources: {'Port': ['ID=5a976c63-5e4f-4ef4-bd85-9737188bcd88,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:22.260894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f50451-b7fc-4f91-bac9-496e5ffa4e1b req-93126744-dcd7-410c-9fe1-a24f8e36a98a tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] No DVR routers for this DVR port 5a976c63-5e4f-4ef4-bd85-9737188bcd88 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:04:22.263654 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-65f50451-b7fc-4f91-bac9-496e5ffa4e1b req-93126744-dcd7-410c-9fe1-a24f8e36a98a tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.266217 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65f50451-b7fc-4f91-bac9-496e5ffa4e1b req-93126744-dcd7-410c-9fe1-a24f8e36a98a tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.18 "DELETE /v2.0/ports/5a976c63-5e4f-4ef4-bd85-9737188bcd88 HTTP/1.1" status: 204 len: 173 time: 0.4523275 Aug 17 03:04:22.266657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce1fc4f-92ba-4c96-8902-16c91a21d8a4', 'name': 'network-vif-deleted', 'tag': '5a976c63-5e4f-4ef4-bd85-9737188bcd88'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:22.268942 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c976d6-f40d-4140-be9c-41d0fbc29468" -d '{"events": [{"server_uuid": "dce1fc4f-92ba-4c96-8902-16c91a21d8a4", "name": "network-vif-deleted", "tag": "5a976c63-5e4f-4ef4-bd85-9737188bcd88"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:22.305147 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264bbe9d-1185-4a80-b91b-fcc87c38afee x-openstack-request-id: req-264bbe9d-1185-4a80-b91b-fcc87c38afee {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:22.305623 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce1fc4f-92ba-4c96-8902-16c91a21d8a4", "name": "network-vif-deleted", "tag": "5a976c63-5e4f-4ef4-bd85-9737188bcd88", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:22.305808 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-264bbe9d-1185-4a80-b91b-fcc87c38afee {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:22.306274 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce1fc4f-92ba-4c96-8902-16c91a21d8a4', 'name': 'network-vif-deleted', 'tag': '5a976c63-5e4f-4ef4-bd85-9737188bcd88', 'status': 'completed', 'code': 200} Aug 17 03:04:23.120966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b0cddac-cad5-4dbd-9b73-bb7968539116 req-58cdee2e-9216-4ffb-870a-bfae408f63b3 tempest-TestServerAdvancedOps-107261248 tempest-TestServerAdvancedOps-107261248-project] 10.222.0.13 "GET /v2.0/ports?device_id=dce1fc4f-92ba-4c96-8902-16c91a21d8a4 HTTP/1.1" status: 200 len: 210 time: 0.0287995 Aug 17 03:04:24.180444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41438) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:24.234120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b6908c-5580-4a15-bc5c-fe1f261be5cb admin admin] Deleting subnet d89bff5a-7d41-4a37-b30f-2fe8be939ea5 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:04:24.238058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-76b6908c-5580-4a15-bc5c-fe1f261be5cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.273332 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-76b6908c-5580-4a15-bc5c-fe1f261be5cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.312522 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-76b6908c-5580-4a15-bc5c-fe1f261be5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.339086 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5a976c63-5e4f-4ef4-bd85-9737188bcd88 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:04:24.359087 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 5a976c63-5e4f-4ef4-bd85-9737188bcd88 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:04:24.359441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 5a976c63-5e4f-4ef4-bd85-9737188bcd88 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:04:24.440376 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-76b6908c-5580-4a15-bc5c-fe1f261be5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.465724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6908c-5580-4a15-bc5c-fe1f261be5cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d89bff5a-7d41-4a37-b30f-2fe8be939ea5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:24.469462 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-76b6908c-5580-4a15-bc5c-fe1f261be5cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.471309 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-76b6908c-5580-4a15-bc5c-fe1f261be5cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d89bff5a-7d41-4a37-b30f-2fe8be939ea5 HTTP/1.1" status: 204 len: 168 time: 0.2898293 Aug 17 03:04:24.473928 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41440) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:24.556353 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2ae65dc-bf7d-443e-b25c-abf86ba34bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.638608 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2ae65dc-bf7d-443e-b25c-abf86ba34bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.648025 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-c2ae65dc-bf7d-443e-b25c-abf86ba34bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3fb246-6383-439e-96ac-47b7e52870f4']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:24.658611 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-c2ae65dc-bf7d-443e-b25c-abf86ba34bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ad6849-d165-429b-b294-6e5845f01cae') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:24.658940 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-c2ae65dc-bf7d-443e-b25c-abf86ba34bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ad6849-d165-429b-b294-6e5845f01cae') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:24.667535 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2ae65dc-bf7d-443e-b25c-abf86ba34bef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.681816 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2ae65dc-bf7d-443e-b25c-abf86ba34bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.687460 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ae65dc-bf7d-443e-b25c-abf86ba34bef admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:04:24.687846 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2ae65dc-bf7d-443e-b25c-abf86ba34bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: timer() Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:04:24.689594 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:04:24.800013 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2ae65dc-bf7d-443e-b25c-abf86ba34bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.806369 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c2ae65dc-bf7d-443e-b25c-abf86ba34bef admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.808206 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c2ae65dc-bf7d-443e-b25c-abf86ba34bef admin admin] 10.222.0.13 "DELETE /v2.0/networks/2a3fb246-6383-439e-96ac-47b7e52870f4 HTTP/1.1" status: 204 len: 168 time: 0.3333509 Aug 17 03:04:24.811822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41442) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:24.820006 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae65dc-bf7d-443e-b25c-abf86ba34bef admin admin] Pushing event deleted for resources: {'Network': ['ID=2a3fb246-6383-439e-96ac-47b7e52870f4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:24.895116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8625145-bed7-41bf-b9a3-fc796427dc5f admin admin] Deleting subnet 2ff39894-8386-4e59-a693-e4150d018f05 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:04:24.898332 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8625145-bed7-41bf-b9a3-fc796427dc5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.933332 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8625145-bed7-41bf-b9a3-fc796427dc5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.973091 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8625145-bed7-41bf-b9a3-fc796427dc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.079521 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8625145-bed7-41bf-b9a3-fc796427dc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.108739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8625145-bed7-41bf-b9a3-fc796427dc5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ff39894-8386-4e59-a693-e4150d018f05,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:25.113108 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c8625145-bed7-41bf-b9a3-fc796427dc5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.115172 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c8625145-bed7-41bf-b9a3-fc796427dc5f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2ff39894-8386-4e59-a693-e4150d018f05 HTTP/1.1" status: 204 len: 168 time: 0.3022385 Aug 17 03:04:25.117596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41444) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:25.185964 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-987f9d01-30f2-4698-b217-ee10f81ac8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.264912 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-987f9d01-30f2-4698-b217-ee10f81ac8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.274499 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-987f9d01-30f2-4698-b217-ee10f81ac8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b685fadc-16f6-45d1-bf7c-5d3f6b746390']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:25.284770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-987f9d01-30f2-4698-b217-ee10f81ac8e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5507a4-cf1d-4bda-a15f-e81241bfae2c') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:25.285068 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-987f9d01-30f2-4698-b217-ee10f81ac8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5507a4-cf1d-4bda-a15f-e81241bfae2c') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:25.293618 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-987f9d01-30f2-4698-b217-ee10f81ac8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.307494 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-987f9d01-30f2-4698-b217-ee10f81ac8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.313056 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987f9d01-30f2-4698-b217-ee10f81ac8e5 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:04:25.313463 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-987f9d01-30f2-4698-b217-ee10f81ac8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: timer() Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:04:25.315066 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:04:25.416431 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-987f9d01-30f2-4698-b217-ee10f81ac8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.421868 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-987f9d01-30f2-4698-b217-ee10f81ac8e5 admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.423766 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-987f9d01-30f2-4698-b217-ee10f81ac8e5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b685fadc-16f6-45d1-bf7c-5d3f6b746390 HTTP/1.1" status: 204 len: 168 time: 0.3051755 Aug 17 03:04:25.435767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f9d01-30f2-4698-b217-ee10f81ac8e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b685fadc-16f6-45d1-bf7c-5d3f6b746390,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:25.801293 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41448) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:25.845587 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-aec75c40-d66e-4072-b3fa-22c1b4c7c8bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5cc958e62094a35954460c00ce7014d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430391 Aug 17 03:04:25.848906 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41450) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:25.896396 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c2f99803-7ec1-44d9-a3db-666e8fb2bc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.917482 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c2f99803-7ec1-44d9-a3db-666e8fb2bc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.022287 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c2f99803-7ec1-44d9-a3db-666e8fb2bc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.024868 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c2f99803-7ec1-44d9-a3db-666e8fb2bc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.026080 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c2f99803-7ec1-44d9-a3db-666e8fb2bc68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc815949-64ae-4208-afa8-e36cc39657de HTTP/1.1" status: 204 len: 168 time: 0.1761129 Aug 17 03:04:26.034321 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f99803-7ec1-44d9-a3db-666e8fb2bc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc815949-64ae-4208-afa8-e36cc39657de,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:26.647158 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:04:26.668448 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41456) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:26.708803 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4c326531-cc87-460b-bfe9-9570fbab1ec2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1098647766e24391b5b450797de30f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391307 Aug 17 03:04:26.711188 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41458) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:26.758504 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be9d6592-d54c-4a3c-b225-e32527aebebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.782114 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be9d6592-d54c-4a3c-b225-e32527aebebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.931030 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be9d6592-d54c-4a3c-b225-e32527aebebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.933669 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be9d6592-d54c-4a3c-b225-e32527aebebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.934826 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-be9d6592-d54c-4a3c-b225-e32527aebebf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ccd9433-fddc-45a8-b7fe-364cdcadc91d HTTP/1.1" status: 204 len: 168 time: 0.2227616 Aug 17 03:04:26.943190 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d6592-d54c-4a3c-b225-e32527aebebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccd9433-fddc-45a8-b7fe-364cdcadc91d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:27.329172 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8441c44a-9862-478b-a1c9-79e1632ea337 req-b65735bd-f439-451c-aa8e-fde197b0db80 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450418 Aug 17 03:04:27.454314 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c44a-9862-478b-a1c9-79e1632ea337 req-5f9815f6-d6a1-4032-b27b-95587a572cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:27.455915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8441c44a-9862-478b-a1c9-79e1632ea337 req-5f9815f6-d6a1-4032-b27b-95587a572cdf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1099 time: 0.0491686 Aug 17 03:04:27.571435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c44a-9862-478b-a1c9-79e1632ea337 req-1dc78785-8d36-4254-a3f6-3fd957045d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:27.572955 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8441c44a-9862-478b-a1c9-79e1632ea337 req-1dc78785-8d36-4254-a3f6-3fd957045d2a service neutron] 10.222.0.42 "GET /v2.0/networks?id=4cd32436-e266-4095-acec-d17c6914cfa1 HTTP/1.1" status: 200 len: 897 time: 0.0970919 Aug 17 03:04:27.646423 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8441c44a-9862-478b-a1c9-79e1632ea337 req-0674cf2e-f74b-46c6-a235-708a0e73e5b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 1002 time: 0.0665290 Aug 17 03:04:27.695916 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c44a-9862-478b-a1c9-79e1632ea337 req-9623a0e5-9b07-4abe-b41c-efd8f7d9e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:27.697410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8441c44a-9862-478b-a1c9-79e1632ea337 req-9623a0e5-9b07-4abe-b41c-efd8f7d9e588 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8effece8-571e-4d3b-bfd7-b819588e4f64 HTTP/1.1" status: 200 len: 835 time: 0.0444162 Aug 17 03:04:27.742685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c44a-9862-478b-a1c9-79e1632ea337 req-580a773d-8f6e-4605-b8cf-fdde11ee33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:27.744062 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8441c44a-9862-478b-a1c9-79e1632ea337 req-580a773d-8f6e-4605-b8cf-fdde11ee33b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cd32436-e266-4095-acec-d17c6914cfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397253 Aug 17 03:04:27.837108 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8441c44a-9862-478b-a1c9-79e1632ea337 req-90ad43dc-1289-4350-80d5-7b445fcfde69 service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848622 Aug 17 03:04:27.931801 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8441c44a-9862-478b-a1c9-79e1632ea337 req-998a2027-d465-45d9-88fe-8b9fb2270b91 service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862896 Aug 17 03:04:28.958536 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:31.433226 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:37.890589 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f98e219d-8eb8-40e5-87c4-79ffbce212e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:40.342016 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-471adfeb-a578-4176-b962-d3ed013caed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:40.616491 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:41.896057 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.873154 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.426613 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5656ad1-f7a5-442b-91c5-33f559f7e979 req-5807e084-135b-41ee-95d0-30b3741244b1 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:50.429112 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5656ad1-f7a5-442b-91c5-33f559f7e979 req-5807e084-135b-41ee-95d0-30b3741244b1 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1099 time: 0.0467718 Aug 17 03:04:50.463776 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5656ad1-f7a5-442b-91c5-33f559f7e979 req-ddaf988f-af8e-4baa-99db-2c9292f62ede tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287066 Aug 17 03:04:50.486596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41484) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:50.647245 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port 1e3cee48-2cfd-4787-9218-33235a5b6a37 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:50.647551 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.722969 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.723327 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.735821 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for 1e3cee48-2cfd-4787-9218-33235a5b6a37 owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:50.964503 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.994305 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=1e3cee48-2cfd-4787-9218-33235a5b6a37,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:51.006868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:51.007212 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:51.007590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:51.007926 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:51.008258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:51.008588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:51.008976 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:51.009331 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:51.014684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:51.014684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:51.014684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:51.014684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:51.066113 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:51.066449 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Floating IP 69c2331d-423e-49fa-bb5b-4c3e51eaf813 disassociated (deleted). External IP: 172.25.5.169, port: 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d. Aug 17 03:04:51.274803 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 74590eee-2403-4378-9bb0-f57fe9dff77f has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:04:51.382944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:51.387874 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:51.392448 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb312b-479c-4bb5-b5e8-3d96c563b1e9 None None] Sync routers for ids ['74590eee-2403-4378-9bb0-f57fe9dff77f'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:51.402861 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb312b-479c-4bb5-b5e8-3d96c563b1e9 None None] Routers {'74590eee-2403-4378-9bb0-f57fe9dff77f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:51.406182 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1bbb312b-479c-4bb5-b5e8-3d96c563b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:04:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['74590eee-2403-4378-9bb0-f57fe9dff77f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:51.415886 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4348ffbd-4f3b-40db-914b-baec099a7648 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/floatingips/69c2331d-423e-49fa-bb5b-4c3e51eaf813 HTTP/1.1" status: 204 len: 168 time: 0.9282398 Aug 17 03:04:51.416569 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:51.419071 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25edc922-1689-4130-9f16-cb9fddd47e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:51.603577 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-1bbb312b-479c-4bb5-b5e8-3d96c563b1e9 None None] Set router 74590eee-2403-4378-9bb0-f57fe9dff77f gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:51.797000 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1bbb312b-479c-4bb5-b5e8-3d96c563b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:01:42Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:43Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd', 'name': '', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:5a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:46Z', 'updated_at': '2021-08-17T03:01:51Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:51.823731 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cba870c-0616-4cc2-9fd3-67b7a147c2f6 x-openstack-request-id: req-5cba870c-0616-4cc2-9fd3-67b7a147c2f6 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:51.824286 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb312b-479c-4bb5-b5e8-3d96c563b1e9 None None] Checking router: 74590eee-2403-4378-9bb0-f57fe9dff77f for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:04:51.824377 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:51.824377 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cba870c-0616-4cc2-9fd3-67b7a147c2f6 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:51.824674 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'status': 'completed', 'code': 200} Aug 17 03:04:51.832415 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb312b-479c-4bb5-b5e8-3d96c563b1e9 None None] Routers {'74590eee-2403-4378-9bb0-f57fe9dff77f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:51.833025 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1bbb312b-479c-4bb5-b5e8-3d96c563b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:04:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['74590eee-2403-4378-9bb0-f57fe9dff77f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:51.941413 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-1bbb312b-479c-4bb5-b5e8-3d96c563b1e9 None None] Set router 74590eee-2403-4378-9bb0-f57fe9dff77f gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:51.950241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf9ac8-d8df-4fb2-8ec7-8827ecdc5dbe req-e0b8f89d-e0de-4506-bb6d-79dccc58c539 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.951864 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22cf9ac8-d8df-4fb2-8ec7-8827ecdc5dbe req-e0b8f89d-e0de-4506-bb6d-79dccc58c539 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 947 time: 0.0848291 Aug 17 03:04:51.955047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edc922-1689-4130-9f16-cb9fddd47e8a req-db78228e-662a-4345-ab80-03dc169eb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.956066 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25edc922-1689-4130-9f16-cb9fddd47e8a req-db78228e-662a-4345-ab80-03dc169eb02c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 1099 time: 0.0603247 Aug 17 03:04:52.043200 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-22cf9ac8-d8df-4fb2-8ec7-8827ecdc5dbe req-a678c848-5e0c-4aa6-be16-a0dd96a68d2b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853472 Aug 17 03:04:52.078341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edc922-1689-4130-9f16-cb9fddd47e8a req-1c321069-3965-4b19-8042-dc46518f05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:52.079836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25edc922-1689-4130-9f16-cb9fddd47e8a req-1c321069-3965-4b19-8042-dc46518f05e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4cd32436-e266-4095-acec-d17c6914cfa1 HTTP/1.1" status: 200 len: 897 time: 0.1161146 Aug 17 03:04:52.127931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25edc922-1689-4130-9f16-cb9fddd47e8a req-2cb9a949-12c1-4e16-a134-8504e9b23ecd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 200 len: 217 time: 0.0401404 Aug 17 03:04:52.146382 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-1bbb312b-479c-4bb5-b5e8-3d96c563b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:01:42Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:43Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd', 'name': '', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:5a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:46Z', 'updated_at': '2021-08-17T03:01:51Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:52.174448 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb312b-479c-4bb5-b5e8-3d96c563b1e9 None None] The sync data for ids ['74590eee-2403-4378-9bb0-f57fe9dff77f'] in n-d-793621-31 is: [{'id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:01:42Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:43Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd', 'name': '', 'network_id': '4cd32436-e266-4095-acec-d17c6914cfa1', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:5a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:46Z', 'updated_at': '2021-08-17T03:01:51Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '8effece8-571e-4d3b-bfd7-b819588e4f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:52.423329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0f0eb-410c-41e6-8010-dff04c6da542 None None] New status for floating IP 69c2331d-423e-49fa-bb5b-4c3e51eaf813: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:04:52.495292 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edc922-1689-4130-9f16-cb9fddd47e8a req-876e35f3-c4cb-4127-a39e-5bb3645e54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:52.499604 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25edc922-1689-4130-9f16-cb9fddd47e8a req-876e35f3-c4cb-4127-a39e-5bb3645e54f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8effece8-571e-4d3b-bfd7-b819588e4f64 HTTP/1.1" status: 200 len: 835 time: 0.3610656 Aug 17 03:04:52.544597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edc922-1689-4130-9f16-cb9fddd47e8a req-9c959b8a-e4bf-4104-bbd9-853a19866177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:52.546125 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25edc922-1689-4130-9f16-cb9fddd47e8a req-9c959b8a-e4bf-4104-bbd9-853a19866177 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cd32436-e266-4095-acec-d17c6914cfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411410 Aug 17 03:04:52.640074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25edc922-1689-4130-9f16-cb9fddd47e8a req-eecafd1b-6fc0-423a-8b12-f64a6c39cddb service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864379 Aug 17 03:04:52.731527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-25edc922-1689-4130-9f16-cb9fddd47e8a req-77b3ddbe-8df8-46ce-ab46-4069594ebab6 service neutron] 10.222.0.42 "GET /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833697 Aug 17 03:04:53.162834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d13c96-d6ea-467b-b05b-2d3b2b690fb5 req-222641d4-9e22-43a5-80f0-36fd2ddea226 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:53.164252 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67d13c96-d6ea-467b-b05b-2d3b2b690fb5 req-222641d4-9e22-43a5-80f0-36fd2ddea226 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 947 time: 0.0530663 Aug 17 03:04:53.201957 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-67d13c96-d6ea-467b-b05b-2d3b2b690fb5 req-23fb9dfa-9fde-420a-8bed-715a8f891b03 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=25adb441-3d43-4cb0-a6d8-c60524fb64c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318043 Aug 17 03:04:53.676726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06baf6-2a7c-4eca-bc17-9d2cf7b1e832 req-d7b9e2a8-37cd-4f99-aabd-a5b259a1e99b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:53.678461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a06baf6-2a7c-4eca-bc17-9d2cf7b1e832 req-d7b9e2a8-37cd-4f99-aabd-a5b259a1e99b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.42 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 947 time: 0.0491445 Aug 17 03:04:53.765133 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-5a06baf6-2a7c-4eca-bc17-9d2cf7b1e832 req-59a4b3e8-4e1a-40ca-8bac-11be05e453bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:53.765509 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5a06baf6-2a7c-4eca-bc17-9d2cf7b1e832 req-59a4b3e8-4e1a-40ca-8bac-11be05e453bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:53.855242 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-5a06baf6-2a7c-4eca-bc17-9d2cf7b1e832 req-59a4b3e8-4e1a-40ca-8bac-11be05e453bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] For port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:53.855612 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5a06baf6-2a7c-4eca-bc17-9d2cf7b1e832 req-59a4b3e8-4e1a-40ca-8bac-11be05e453bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:53.868537 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-5a06baf6-2a7c-4eca-bc17-9d2cf7b1e832 req-59a4b3e8-4e1a-40ca-8bac-11be05e453bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:54.095953 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5a06baf6-2a7c-4eca-bc17-9d2cf7b1e832 req-59a4b3e8-4e1a-40ca-8bac-11be05e453bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:54.123424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4b3e8-4e1a-40ca-8bac-11be05e453bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=8cd7d96a-498b-499e-ad8c-0584e7a3bc0d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:54.167555 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a06baf6-2a7c-4eca-bc17-9d2cf7b1e832 req-59a4b3e8-4e1a-40ca-8bac-11be05e453bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] No DVR routers for this DVR port 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:04:54.170225 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5a06baf6-2a7c-4eca-bc17-9d2cf7b1e832 req-59a4b3e8-4e1a-40ca-8bac-11be05e453bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:54.172254 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5a06baf6-2a7c-4eca-bc17-9d2cf7b1e832 req-59a4b3e8-4e1a-40ca-8bac-11be05e453bb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.42 "DELETE /v2.0/ports/8cd7d96a-498b-499e-ad8c-0584e7a3bc0d HTTP/1.1" status: 204 len: 173 time: 0.4881310 Aug 17 03:04:54.172686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'name': 'network-vif-deleted', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:54.175011 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c64e035-d5d5-46b2-bedc-7b8c3579f85f" -d '{"events": [{"server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "name": "network-vif-deleted", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:54.211493 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d58f58-7b46-4bf8-97a2-1f4547a9273a x-openstack-request-id: req-c8d58f58-7b46-4bf8-97a2-1f4547a9273a {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:54.211816 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48eb8d1-53b9-4abf-91d2-a04002a3f004", "name": "network-vif-deleted", "tag": "8cd7d96a-498b-499e-ad8c-0584e7a3bc0d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:54.212098 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8d58f58-7b46-4bf8-97a2-1f4547a9273a {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:54.212508 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48eb8d1-53b9-4abf-91d2-a04002a3f004', 'name': 'network-vif-deleted', 'tag': '8cd7d96a-498b-499e-ad8c-0584e7a3bc0d', 'status': 'completed', 'code': 200} Aug 17 03:04:54.301710 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1ebdd6e8-1223-4689-b908-fdcdcfc41b43 req-14942bbd-79d0-4da0-b0c5-6a05b7406d6e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48eb8d1-53b9-4abf-91d2-a04002a3f004 HTTP/1.1" status: 200 len: 210 time: 0.0303960 Aug 17 03:04:55.359996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41502) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:55.727052 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5cf1a06c-b5b5-41c6-82fe-6c84f7b0fcde tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:55.987339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1a06c-b5b5-41c6-82fe-6c84f7b0fcde tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:55.987597 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5cf1a06c-b5b5-41c6-82fe-6c84f7b0fcde tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:56.078303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-5cf1a06c-b5b5-41c6-82fe-6c84f7b0fcde tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] For port 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:56.078677 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5cf1a06c-b5b5-41c6-82fe-6c84f7b0fcde tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:56.092244 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1a06c-b5b5-41c6-82fe-6c84f7b0fcde tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:56.364685 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5cf1a06c-b5b5-41c6-82fe-6c84f7b0fcde tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:56.394743 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1a06c-b5b5-41c6-82fe-6c84f7b0fcde tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:56.569284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5cf1a06c-b5b5-41c6-82fe-6c84f7b0fcde tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:56.784352 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf1a06c-b5b5-41c6-82fe-6c84f7b0fcde tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 74590eee-2403-4378-9bb0-f57fe9dff77f has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:04:56.892467 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf1a06c-b5b5-41c6-82fe-6c84f7b0fcde tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:56.897546 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5cf1a06c-b5b5-41c6-82fe-6c84f7b0fcde tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "PUT /v2.0/routers/74590eee-2403-4378-9bb0-f57fe9dff77f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5364242 Aug 17 03:04:56.900235 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41504) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:56.904707 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ef99b-a3e1-480f-a1b6-3b9b903e5c94 None None] Sync routers for ids ['74590eee-2403-4378-9bb0-f57fe9dff77f'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:56.916205 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ef99b-a3e1-480f-a1b6-3b9b903e5c94 None None] Routers {'74590eee-2403-4378-9bb0-f57fe9dff77f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:56.916830 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-374ef99b-a3e1-480f-a1b6-3b9b903e5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:04:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['74590eee-2403-4378-9bb0-f57fe9dff77f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:56.953273 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f39809-bcfb-4228-821c-a979c7cffdc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting subnet 8effece8-571e-4d3b-bfd7-b819588e4f64 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:04:56.956648 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-85f39809-bcfb-4228-821c-a979c7cffdc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:56.996965 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-85f39809-bcfb-4228-821c-a979c7cffdc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.028496 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-374ef99b-a3e1-480f-a1b6-3b9b903e5c94 None None] Set router 74590eee-2403-4378-9bb0-f57fe9dff77f gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:57.089207 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-85f39809-bcfb-4228-821c-a979c7cffdc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.203652 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-374ef99b-a3e1-480f-a1b6-3b9b903e5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:01:42Z', 'updated_at': '2021-08-17T03:04:56Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:43Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:57.216663 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-85f39809-bcfb-4228-821c-a979c7cffdc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.230814 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ef99b-a3e1-480f-a1b6-3b9b903e5c94 None None] Checking router: 74590eee-2403-4378-9bb0-f57fe9dff77f for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:04:57.243996 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ef99b-a3e1-480f-a1b6-3b9b903e5c94 None None] Routers {'74590eee-2403-4378-9bb0-f57fe9dff77f'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:57.244612 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-374ef99b-a3e1-480f-a1b6-3b9b903e5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:04:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['74590eee-2403-4378-9bb0-f57fe9dff77f'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:57.249632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f39809-bcfb-4228-821c-a979c7cffdc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Subnet': ['ID=8effece8-571e-4d3b-bfd7-b819588e4f64,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:57.251624 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-85f39809-bcfb-4228-821c-a979c7cffdc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.253540 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-85f39809-bcfb-4228-821c-a979c7cffdc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/subnets/8effece8-571e-4d3b-bfd7-b819588e4f64 HTTP/1.1" status: 204 len: 168 time: 0.3523490 Aug 17 03:04:57.257203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb77f5a7-8304-4160-b1ed-72cb6d7d8880 None None] Network 4cd32436-e266-4095-acec-d17c6914cfa1 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:04:57.257741 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41506) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:57.350790 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-374ef99b-a3e1-480f-a1b6-3b9b903e5c94 None None] Set router 74590eee-2403-4378-9bb0-f57fe9dff77f gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:57.366193 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.442507 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] DHCP port deletion for 4cd32436-e266-4095-acec-d17c6914cfa1 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:04:57.478479 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.489205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Deleting port 6faf12b3-8e5e-48fd-af0b-156959854bf6 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:57.489615 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.529840 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-374ef99b-a3e1-480f-a1b6-3b9b903e5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:01:42Z', 'updated_at': '2021-08-17T03:04:56Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:43Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:57.560731 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ef99b-a3e1-480f-a1b6-3b9b903e5c94 None None] The sync data for ids ['74590eee-2403-4378-9bb0-f57fe9dff77f'] in n-d-793621-31 is: [{'id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129138105', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:01:42Z', 'updated_at': '2021-08-17T03:04:56Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '49b77b8f-ab9c-4988-87da-fbcb64fb2cd6', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74590eee-2403-4378-9bb0-f57fe9dff77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:01:43Z', 'updated_at': '2021-08-17T03:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:57.561035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] For port 6faf12b3-8e5e-48fd-af0b-156959854bf6, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6faf12b3-8e5e-48fd-af0b-156959854bf6,segment=NetworkSegment(b1a0d2fd-a16e-46e2-8379-e7a22b4daea5),segment_id=b1a0d2fd-a16e-46e2-8379-e7a22b4daea5)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:57.561135 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.576326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Calling delete_port for 6faf12b3-8e5e-48fd-af0b-156959854bf6 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:57.599230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:57.599230 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.679258 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] For port 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=49b77b8f-ab9c-4988-87da-fbcb64fb2cd6,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:57.679570 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.691666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:57.701684 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.727920 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Pushing event deleted for resources: {'Port': ['ID=6faf12b3-8e5e-48fd-af0b-156959854bf6,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:57.730204 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] No DVR routers for this DVR port 6faf12b3-8e5e-48fd-af0b-156959854bf6 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:04:57.742911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.743259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.743599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.743934 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.744304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.744665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.744948 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.745297 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.745624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.745946 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.746279 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.746589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2765c-ae7d-48b7-a5da-42da1bf6dabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.758430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:04:57.778203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:04:57.778548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 8cd7d96a-498b-499e-ad8c-0584e7a3bc0d not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:04:57.924843 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.951127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=49b77b8f-ab9c-4988-87da-fbcb64fb2cd6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:57.965614 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.965982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.966334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.966823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.967162 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.967496 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.967834 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.968173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.968508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.968839 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.969173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:57.969536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:58.032841 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.126545 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.128662 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.238796 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.239323 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Fanout notify agent at l3_agent the message router_deleted on router 74590eee-2403-4378-9bb0-f57fe9dff77f {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:04:58.246793 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.247929 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-580195e1-a4ee-4165-b36a-979547069300 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/routers/74590eee-2403-4378-9bb0-f57fe9dff77f HTTP/1.1" status: 204 len: 168 time: 0.9888673 Aug 17 03:04:58.250654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41508) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:58.336503 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8bd4-1987-4672-ac02-ffbc3bd03068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.423158 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8bd4-1987-4672-ac02-ffbc3bd03068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.434224 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-6a5f8bd4-1987-4672-ac02-ffbc3bd03068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd32436-e266-4095-acec-d17c6914cfa1']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:58.447945 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-6a5f8bd4-1987-4672-ac02-ffbc3bd03068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:58.448238 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-6a5f8bd4-1987-4672-ac02-ffbc3bd03068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a0d2fd-a16e-46e2-8379-e7a22b4daea5') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:58.456637 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8bd4-1987-4672-ac02-ffbc3bd03068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.470046 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8bd4-1987-4672-ac02-ffbc3bd03068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.475551 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5f8bd4-1987-4672-ac02-ffbc3bd03068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:04:58.475949 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8bd4-1987-4672-ac02-ffbc3bd03068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: timer() Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:04:58.479438 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:04:58.598692 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8bd4-1987-4672-ac02-ffbc3bd03068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.606168 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8bd4-1987-4672-ac02-ffbc3bd03068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.608001 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6a5f8bd4-1987-4672-ac02-ffbc3bd03068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/networks/4cd32436-e266-4095-acec-d17c6914cfa1 HTTP/1.1" status: 204 len: 168 time: 0.3564243 Aug 17 03:04:58.611269 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41510) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:58.620268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f8bd4-1987-4672-ac02-ffbc3bd03068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Network': ['ID=4cd32436-e266-4095-acec-d17c6914cfa1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:58.681776 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-642bb0c8-9a49-4bdd-bc7b-69d0d61dd308 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.713009 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-642bb0c8-9a49-4bdd-bc7b-69d0d61dd308 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.867590 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-642bb0c8-9a49-4bdd-bc7b-69d0d61dd308 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.870273 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-642bb0c8-9a49-4bdd-bc7b-69d0d61dd308 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.874306 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-642bb0c8-9a49-4bdd-bc7b-69d0d61dd308 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/security-groups/25adb441-3d43-4cb0-a6d8-c60524fb64c7 HTTP/1.1" status: 204 len: 168 time: 0.2589657 Aug 17 03:04:58.881582 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bb0c8-9a49-4bdd-bc7b-69d0d61dd308 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25adb441-3d43-4cb0-a6d8-c60524fb64c7,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:58.934909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6faf12b3-8e5e-48fd-af0b-156959854bf6 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:04:58.954883 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 6faf12b3-8e5e-48fd-af0b-156959854bf6 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:04:58.955226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6faf12b3-8e5e-48fd-af0b-156959854bf6 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:04:58.955639 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:04:58.974288 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:04:58.974634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 49b77b8f-ab9c-4988-87da-fbcb64fb2cd6 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:04:58.975048 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:04:58.994710 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.995280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:04:58.995625 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5e7ddcb0-a089-4948-8e3c-85fbbf47a7dd not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:04:59.227982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41516) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:59.232605 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-96c2da34-e41a-4eff-8f60-74b712166b15 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-271495474', 'description': 'tempest-secgroup-smoke-271495474 description', 'project_id': '24dfcafe61944b979922e9d135dfc1d5'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:59.347762 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-96c2da34-e41a-4eff-8f60-74b712166b15 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.425643 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-96c2da34-e41a-4eff-8f60-74b712166b15 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.501609 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-96c2da34-e41a-4eff-8f60-74b712166b15 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.530303 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2da34-e41a-4eff-8f60-74b712166b15 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298985b2-6df6-4ee7-ac37-0511ead4c974,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:59.610485 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-96c2da34-e41a-4eff-8f60-74b712166b15 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.611759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-96c2da34-e41a-4eff-8f60-74b712166b15 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3827674 Aug 17 03:04:59.614544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41518) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:59.619272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-685bf28b-583e-4e51-9aec-609257978cd9 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '298985b2-6df6-4ee7-ac37-0511ead4c974', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:59.705919 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-685bf28b-583e-4e51-9aec-609257978cd9 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.761969 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-685bf28b-583e-4e51-9aec-609257978cd9 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.844344 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-685bf28b-583e-4e51-9aec-609257978cd9 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.861808 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bf28b-583e-4e51-9aec-609257978cd9 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1899fe-d291-495f-89ba-69e3c1dbd034,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:59.930487 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-685bf28b-583e-4e51-9aec-609257978cd9 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.931722 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-685bf28b-583e-4e51-9aec-609257978cd9 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3162577 Aug 17 03:04:59.934430 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41520) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:59.938890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-65aa830f-87e8-41d6-82fd-39c3348edc6d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '298985b2-6df6-4ee7-ac37-0511ead4c974', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:00.037934 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-65aa830f-87e8-41d6-82fd-39c3348edc6d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.101161 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-65aa830f-87e8-41d6-82fd-39c3348edc6d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.170492 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-65aa830f-87e8-41d6-82fd-39c3348edc6d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.188980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa830f-87e8-41d6-82fd-39c3348edc6d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e890be18-f7e5-457e-b4f8-af60e815c40a,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:00.284497 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-65aa830f-87e8-41d6-82fd-39c3348edc6d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.285769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-65aa830f-87e8-41d6-82fd-39c3348edc6d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3504269 Aug 17 03:05:00.288551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41522) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:00.292879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b17e2278-844e-4f9a-a8f2-da29163ceb14 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '298985b2-6df6-4ee7-ac37-0511ead4c974', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:00.375296 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b17e2278-844e-4f9a-a8f2-da29163ceb14 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.435526 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b17e2278-844e-4f9a-a8f2-da29163ceb14 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.512982 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b17e2278-844e-4f9a-a8f2-da29163ceb14 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.531687 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e2278-844e-4f9a-a8f2-da29163ceb14 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9978281c-b673-43c5-9f80-38778ff6342a,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:00.587252 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b17e2278-844e-4f9a-a8f2-da29163ceb14 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.588433 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b17e2278-844e-4f9a-a8f2-da29163ceb14 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2989202 Aug 17 03:05:00.591077 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41524) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:00.595476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e3308203-caa2-4dd2-ab0e-003deb9f5a4b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '298985b2-6df6-4ee7-ac37-0511ead4c974', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:00.660206 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e3308203-caa2-4dd2-ab0e-003deb9f5a4b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.718780 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e3308203-caa2-4dd2-ab0e-003deb9f5a4b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.792847 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e3308203-caa2-4dd2-ab0e-003deb9f5a4b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.815164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3308203-caa2-4dd2-ab0e-003deb9f5a4b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9267026c-22e6-4011-bd67-70f8df1fee65,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:00.878821 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e3308203-caa2-4dd2-ab0e-003deb9f5a4b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.880041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e3308203-caa2-4dd2-ab0e-003deb9f5a4b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2880473 Aug 17 03:05:00.882734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41526) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:00.887140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-5026ae81-e8c6-42d7-8751-74ea6efb8b65 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '298985b2-6df6-4ee7-ac37-0511ead4c974', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:00.958741 n-d-793621-31 neutron-server[95406]: INFO neutron.db.securitygroups_db [None req-5026ae81-e8c6-42d7-8751-74ea6efb8b65 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Project 24dfcafe61944b979922e9d135dfc1d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:05:00.964193 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5026ae81-e8c6-42d7-8751-74ea6efb8b65 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.025327 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5026ae81-e8c6-42d7-8751-74ea6efb8b65 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.090175 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5026ae81-e8c6-42d7-8751-74ea6efb8b65 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.108729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026ae81-e8c6-42d7-8751-74ea6efb8b65 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7039e6d-d84d-44ed-9d25-4c16607e6535,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:01.176169 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5026ae81-e8c6-42d7-8751-74ea6efb8b65 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.177642 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5026ae81-e8c6-42d7-8751-74ea6efb8b65 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2936685 Aug 17 03:05:01.180492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41528) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:01.184872 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-25732bee-4e67-4598-8348-eb859ba1a10d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '298985b2-6df6-4ee7-ac37-0511ead4c974', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:01.256038 n-d-793621-31 neutron-server[95406]: INFO neutron.db.securitygroups_db [None req-25732bee-4e67-4598-8348-eb859ba1a10d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Project 24dfcafe61944b979922e9d135dfc1d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:05:01.261381 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25732bee-4e67-4598-8348-eb859ba1a10d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.321667 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25732bee-4e67-4598-8348-eb859ba1a10d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.381818 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25732bee-4e67-4598-8348-eb859ba1a10d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.404113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25732bee-4e67-4598-8348-eb859ba1a10d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0aef7c-8ae1-4505-a96d-da552982e039,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:01.462384 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.490917 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25732bee-4e67-4598-8348-eb859ba1a10d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.493499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-25732bee-4e67-4598-8348-eb859ba1a10d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3120418 Aug 17 03:05:01.496291 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41530) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:01.501260 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-4fdf6026-81f6-4bc1-adb2-4b717ffb00a7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'network': {'name': 'tempest-network-smoke--2133512517', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'port_security_enabled': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:01.615680 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdf6026-81f6-4bc1-adb2-4b717ffb00a7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Made reservation on behalf of 24dfcafe61944b979922e9d135dfc1d5 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:01.620076 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6026-81f6-4bc1-adb2-4b717ffb00a7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.643737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdf6026-81f6-4bc1-adb2-4b717ffb00a7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:05:01.652539 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6026-81f6-4bc1-adb2-4b717ffb00a7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.652880 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-4fdf6026-81f6-4bc1-adb2-4b717ffb00a7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Added segment e0738b5c-036b-474a-8446-ea31e0ab3b7c of type vlan for network bf578233-7561-4ec9-bcad-6a37057a0e6c Aug 17 03:05:01.691468 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6026-81f6-4bc1-adb2-4b717ffb00a7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.759257 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6026-81f6-4bc1-adb2-4b717ffb00a7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.764904 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdf6026-81f6-4bc1-adb2-4b717ffb00a7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:01.765546 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6026-81f6-4bc1-adb2-4b717ffb00a7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.831941 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf6026-81f6-4bc1-adb2-4b717ffb00a7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Network': ['ID=bf578233-7561-4ec9-bcad-6a37057a0e6c,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:01.842121 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network bf578233-7561-4ec9-bcad-6a37057a0e6c details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:05:01.880240 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4fdf6026-81f6-4bc1-adb2-4b717ffb00a7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3827014 Aug 17 03:05:01.883711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41532) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:01.888530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'admin_state_up': True, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:01.964610 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.965698 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:02.019578 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:02.459372 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:02.730763 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:02.749157 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:02.851982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.25.5.111 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/0e73b1c3-d789-48e4-bf38-713167eca8af) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:02.949731 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:03.096575 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:03.140024 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:03.142960 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:03.146581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:03.169484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=0e73b1c3-d789-48e4-bf38-713167eca8af,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:03.509072 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:03.646255 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:05:03.704596 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:03.872736 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 5c2947c8-e43c-4e6f-a919-4cebb51950ab is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:05:03.981740 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:05:03.991230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Sync routers for ids ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:05:04.000883 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Routers {'5c2947c8-e43c-4e6f-a919-4cebb51950ab'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:04.001629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:04:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:04.050376 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.051648 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f9a16bd3-93b2-4539-98f3-046d3e6301d7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1669273 Aug 17 03:05:04.055758 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41534) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:04.089058 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-36400ae3-d191-49eb-9d23-70e665b5bda2 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=24dfcafe61944b979922e9d135dfc1d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320268 Aug 17 03:05:04.091649 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41536) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:04.132514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Set router 5c2947c8-e43c-4e6f-a919-4cebb51950ab gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:05:04.188224 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff1c4b4-cbda-45db-aaa9-09e7321a0126 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:04.189760 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0ff1c4b4-cbda-45db-aaa9-09e7321a0126 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971875 Aug 17 03:05:04.192738 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41538) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:04.223047 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4c3ab130-161d-49e0-96d1-cd042b6cb7d2 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291541 Aug 17 03:05:04.225626 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41540) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:04.232291 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-29f06e6a-9fbf-4139-a4c4-465f735dba0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1093363545', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:04.327227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:05:01Z', 'updated_at': '2021-08-17T03:05:03Z', 'revision_number': 3, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:02Z', 'updated_at': '2021-08-17T03:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:04.358688 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Checking router: 5c2947c8-e43c-4e6f-a919-4cebb51950ab for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:05:04.359138 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Updating router 5c2947c8-e43c-4e6f-a919-4cebb51950ab port 0e73b1c3-d789-48e4-bf38-713167eca8af binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:05:04.394617 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.410451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f06e6a-9fbf-4139-a4c4-465f735dba0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Made reservation on behalf of 24dfcafe61944b979922e9d135dfc1d5 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:04.414849 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29f06e6a-9fbf-4139-a4c4-465f735dba0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.674653 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29f06e6a-9fbf-4139-a4c4-465f735dba0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.739863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f06e6a-9fbf-4139-a4c4-465f735dba0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Subnet': ['ID=c818b354-a778-45c8-ac24-82c220e3ef05,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:04.752128 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f06e6a-9fbf-4139-a4c4-465f735dba0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Checking segment: {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:04.752533 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f06e6a-9fbf-4139-a4c4-465f735dba0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network hostable DHCP agents. Network: bf578233-7561-4ec9-bcad-6a37057a0e6c, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:05:04.851936 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.856006 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f06e6a-9fbf-4139-a4c4-465f735dba0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network bf578233-7561-4ec9-bcad-6a37057a0e6c is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:05:04.862637 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Transition to ACTIVE for port object 0e73b1c3-d789-48e4-bf38-713167eca8af will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:04.964465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-29f06e6a-9fbf-4139-a4c4-465f735dba0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, bf578233-7561-4ec9-bcad-6a37057a0e6c) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:04.968822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f06e6a-9fbf-4139-a4c4-465f735dba0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:04.969449 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-29f06e6a-9fbf-4139-a4c4-465f735dba0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.976583 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f83ca03-ac3d-459a-906f-0a55ef39d5a9 None None] Network bf578233-7561-4ec9-bcad-6a37057a0e6c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:05.014890 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.089897 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc5bd8-a7df-4b2b-af76-583ea630b6e3 None None] Pushing event updated for resources: {'Port': ['ID=0e73b1c3-d789-48e4-bf38-713167eca8af,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:05.093535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Attempting to bind port 0e73b1c3-d789-48e4-bf38-713167eca8af on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:05.093905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Attempting to bind port 0e73b1c3-d789-48e4-bf38-713167eca8af by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:05.094266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Attempting to bind port 0e73b1c3-d789-48e4-bf38-713167eca8af on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:05.102550 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-29f06e6a-9fbf-4139-a4c4-465f735dba0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8752661 Aug 17 03:05:05.105133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41542) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:05.108452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:05.108829 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:05.109234 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.109645 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:05.110115 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Bound port: 0e73b1c3-d789-48e4-bf38-713167eca8af, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:05.110497 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.212113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] For port 0e73b1c3-d789-48e4-bf38-713167eca8af, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:05.221975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-bf578233-7561-4ec9-bcad-6a37057a0e6c', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ips': [{'subnet_id': 'c818b354-a778-45c8-ac24-82c220e3ef05'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:05:05.222826 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.234354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] For port 0e73b1c3-d789-48e4-bf38-713167eca8af, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0e73b1c3-d789-48e4-bf38-713167eca8af,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:05.314143 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.416653 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Routers {'5c2947c8-e43c-4e6f-a919-4cebb51950ab'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:05.417314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:04:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:05.419732 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Allocated IP 172.20.0.2 (bf578233-7561-4ec9-bcad-6a37057a0e6c/c818b354-a778-45c8-ac24-82c220e3ef05/06285b36-0b97-4859-9366-ca896351fc21) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:05.424209 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc5bd8-a7df-4b2b-af76-583ea630b6e3 None None] Pushing event updated for resources: {'Port': ['ID=0e73b1c3-d789-48e4-bf38-713167eca8af,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:05.564511 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.589651 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] Set router 5c2947c8-e43c-4e6f-a919-4cebb51950ab gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:05:05.749013 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.768263 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Transition to ACTIVE for port object 06285b36-0b97-4859-9366-ca896351fc21 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:05.809138 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Transition to ACTIVE for port object 06285b36-0b97-4859-9366-ca896351fc21 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:05.838631 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:05:01Z', 'updated_at': '2021-08-17T03:05:03Z', 'revision_number': 3, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:02Z', 'updated_at': '2021-08-17T03:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:05.871368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5ffcb-8ac0-4ec9-8cf5-22e61d3735dd None None] The sync data for ids ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'] in n-d-793621-31 is: [{'id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:05:01Z', 'updated_at': '2021-08-17T03:05:03Z', 'revision_number': 3, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:02Z', 'updated_at': '2021-08-17T03:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:05:05.879505 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.925454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Network bf578233-7561-4ec9-bcad-6a37057a0e6c is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:05.929817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:05.934789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:05.938200 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Pushing event updated for resources: {'Port': ['ID=06285b36-0b97-4859-9366-ca896351fc21,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:05.995456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Attempting to bind port 06285b36-0b97-4859-9366-ca896351fc21 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:05.995957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Attempting to bind port 06285b36-0b97-4859-9366-ca896351fc21 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:05.996428 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Attempting to bind port 06285b36-0b97-4859-9366-ca896351fc21 on network bf578233-7561-4ec9-bcad-6a37057a0e6c {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:06.002112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:06.002490 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Checking segment: {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:06.002900 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.003302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Bound using segment: {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:06.003777 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Bound port: 06285b36-0b97-4859-9366-ca896351fc21, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:06.004172 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.090115 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] For port 06285b36-0b97-4859-9366-ca896351fc21, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:06.093544 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] For port 06285b36-0b97-4859-9366-ca896351fc21, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=06285b36-0b97-4859-9366-ca896351fc21,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:06.187965 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.199376 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.20.0.1 (bf578233-7561-4ec9-bcad-6a37057a0e6c/c818b354-a778-45c8-ac24-82c220e3ef05/75d813c7-0644-42f0-8f98-51244b63e329) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:06.258401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fdbb6-6dba-4bb1-91a6-e762b1853431 None None] Pushing event updated for resources: {'Port': ['ID=06285b36-0b97-4859-9366-ca896351fc21,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:06.337435 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.352548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Transition to ACTIVE for port object 75d813c7-0644-42f0-8f98-51244b63e329 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:06.445222 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.488193 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network bf578233-7561-4ec9-bcad-6a37057a0e6c is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:06.492119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:06.499519 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:06.531525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=75d813c7-0644-42f0-8f98-51244b63e329,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:06.555631 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.821543 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.003220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 06285b36-0b97-4859-9366-ca896351fc21 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:07.126015 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.159100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 06285b36-0b97-4859-9366-ca896351fc21 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:07.159100 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0e73b1c3-d789-48e4-bf38-713167eca8af up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:07.221760 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.227242 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915ec8ab-6b0e-4a75-848c-ffabe284e48d None None] Network bf578233-7561-4ec9-bcad-6a37057a0e6c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:07.294080 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 0e73b1c3-d789-48e4-bf38-713167eca8af completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:07.296000 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=75d813c7-0644-42f0-8f98-51244b63e329,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:07.298566 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.308475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0e73b1c3-d789-48e4-bf38-713167eca8af triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:07.308690 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.396041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network bf578233-7561-4ec9-bcad-6a37057a0e6c is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:07.397472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:07.448963 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-47d4ffff-85fc-45e8-892d-7f95eb8eee1a None None] Provisioning for port 06285b36-0b97-4859-9366-ca896351fc21 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:07.457828 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-47d4ffff-85fc-45e8-892d-7f95eb8eee1a None None] Provisioning complete for port 06285b36-0b97-4859-9366-ca896351fc21 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:07.458199 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47d4ffff-85fc-45e8-892d-7f95eb8eee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.464591 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.515397 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 0e73b1c3-d789-48e4-bf38-713167eca8af, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0e73b1c3-d789-48e4-bf38-713167eca8af,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:07.521921 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 5c2947c8-e43c-4e6f-a919-4cebb51950ab has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:05:07.567404 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47d4ffff-85fc-45e8-892d-7f95eb8eee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.588787 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.630853 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-47d4ffff-85fc-45e8-892d-7f95eb8eee1a None None] For port 06285b36-0b97-4859-9366-ca896351fc21, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=06285b36-0b97-4859-9366-ca896351fc21,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:07.649417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:05:07.654273 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2270ae36-0fcb-484b-bdd1-7ced58273d52 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "PUT /v2.0/routers/5c2947c8-e43c-4e6f-a919-4cebb51950ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5480709 Aug 17 03:05:07.659428 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=0e73b1c3-d789-48e4-bf38-713167eca8af,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:07.707652 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47d4ffff-85fc-45e8-892d-7f95eb8eee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.763909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4ffff-85fc-45e8-892d-7f95eb8eee1a None None] Pushing event updated for resources: {'Port': ['ID=06285b36-0b97-4859-9366-ca896351fc21,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:07.777790 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Sync routers for ids ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:05:07.789844 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Routers {'5c2947c8-e43c-4e6f-a919-4cebb51950ab'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:07.790570 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:04:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:07.878080 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-9f65a3d8-a1c8-4a9f-8d35-094c3fba0194 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271495474&fields=id&tenant_id=24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 267 time: 0.0379024 Aug 17 03:05:07.896548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d296caf7-02e1-41e3-b217-8d2e8c9e6264 None None] Provisioning for port 75d813c7-0644-42f0-8f98-51244b63e329 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:07.911893 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d296caf7-02e1-41e3-b217-8d2e8c9e6264 None None] Provisioning complete for port 75d813c7-0644-42f0-8f98-51244b63e329 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:07.911893 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d296caf7-02e1-41e3-b217-8d2e8c9e6264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.916259 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Set router 5c2947c8-e43c-4e6f-a919-4cebb51950ab gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:05:07.945105 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d296caf7-02e1-41e3-b217-8d2e8c9e6264 None None] Port 75d813c7-0644-42f0-8f98-51244b63e329 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:05:07.947084 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4376ea62-6218-47d4-bb1f-65be7e31b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.959394 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d296caf7-02e1-41e3-b217-8d2e8c9e6264 None None] Provisioning complete for port 06285b36-0b97-4859-9366-ca896351fc21 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:07.959770 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d296caf7-02e1-41e3-b217-8d2e8c9e6264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.995516 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-177c4f89-99cf-400f-acf9-dfc593847d4a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:07.997508 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-177c4f89-99cf-400f-acf9-dfc593847d4a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/networks?id=bf578233-7561-4ec9-bcad-6a37057a0e6c HTTP/1.1" status: 200 len: 797 time: 0.1109440 Aug 17 03:05:08.020516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-62bc7a29-0680-4106-a9e8-e7c76d4c4fc8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/quotas/24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 375 time: 0.0149975 Aug 17 03:05:08.084994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-91164a63-86e5-40e3-96b3-0feaf6301871 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561154 Aug 17 03:05:08.131146 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:05:01Z', 'updated_at': '2021-08-17T03:05:06Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:02Z', 'updated_at': '2021-08-17T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '75d813c7-0644-42f0-8f98-51244b63e329', 'name': '', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:32:d8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:05Z', 'updated_at': '2021-08-17T03:05:06Z', 'revision_number': 2, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:08.197967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-b5e0b220-44e4-404e-81ae-6d05b9eb1705 service neutron] 10.222.0.13 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993874 Aug 17 03:05:08.200732 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-243a30da-2a21-49c9-85a2-78cdccacea41 None None] Provisioning complete for port 75d813c7-0644-42f0-8f98-51244b63e329 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:08.201263 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-243a30da-2a21-49c9-85a2-78cdccacea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.238622 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-243a30da-2a21-49c9-85a2-78cdccacea41 None None] Port 75d813c7-0644-42f0-8f98-51244b63e329 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:05:08.257939 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Checking router: 5c2947c8-e43c-4e6f-a919-4cebb51950ab for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:05:08.258285 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Updating router 5c2947c8-e43c-4e6f-a919-4cebb51950ab port 75d813c7-0644-42f0-8f98-51244b63e329 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:05:08.283236 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.297480 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-4c26deba-bf62-4fe4-9c79-7d283918ccba service neutron] 10.222.0.13 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903857 Aug 17 03:05:08.357703 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-146d4c29-5537-4260-b613-fa41c3c76128 None None] Provisioning complete for port 75d813c7-0644-42f0-8f98-51244b63e329 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:08.358076 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-146d4c29-5537-4260-b613-fa41c3c76128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.393883 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-146d4c29-5537-4260-b613-fa41c3c76128 None None] Port 75d813c7-0644-42f0-8f98-51244b63e329 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:05:08.544101 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.554894 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Transition to ACTIVE for port object 75d813c7-0644-42f0-8f98-51244b63e329 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:08.580555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e0417e9-b37a-4993-9486-4c11d29bdb42 req-97aad66a-9e36-485c-aefe-0f3ecb5f0130 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 210 time: 0.0302143 Aug 17 03:05:08.644614 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.697354 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3068229-d08f-4dc6-8c4d-77d705e6333f None None] Pushing event updated for resources: {'Port': ['ID=75d813c7-0644-42f0-8f98-51244b63e329,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:08.719596 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3068229-d08f-4dc6-8c4d-77d705e6333f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:08.719943 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3068229-d08f-4dc6-8c4d-77d705e6333f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:08.720286 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3068229-d08f-4dc6-8c4d-77d705e6333f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:08.720731 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3068229-d08f-4dc6-8c4d-77d705e6333f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:08.721068 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3068229-d08f-4dc6-8c4d-77d705e6333f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:08.721426 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3068229-d08f-4dc6-8c4d-77d705e6333f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:08.721752 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3068229-d08f-4dc6-8c4d-77d705e6333f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:08.722076 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3068229-d08f-4dc6-8c4d-77d705e6333f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:08.722398 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3068229-d08f-4dc6-8c4d-77d705e6333f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:08.722716 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3068229-d08f-4dc6-8c4d-77d705e6333f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:08.723035 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3068229-d08f-4dc6-8c4d-77d705e6333f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:08.723353 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3068229-d08f-4dc6-8c4d-77d705e6333f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:08.758060 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Attempting to bind port 75d813c7-0644-42f0-8f98-51244b63e329 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:08.758424 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Attempting to bind port 75d813c7-0644-42f0-8f98-51244b63e329 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:08.758789 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Attempting to bind port 75d813c7-0644-42f0-8f98-51244b63e329 on network bf578233-7561-4ec9-bcad-6a37057a0e6c {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:08.763872 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:08.764178 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Checking segment: {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:08.764606 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.764973 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Bound using segment: {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:08.765458 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Bound port: 75d813c7-0644-42f0-8f98-51244b63e329, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:08.765837 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.832591 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] For port 75d813c7-0644-42f0-8f98-51244b63e329, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:08.835987 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] For port 75d813c7-0644-42f0-8f98-51244b63e329, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=75d813c7-0644-42f0-8f98-51244b63e329,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:08.896693 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.967478 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 06285b36-0b97-4859-9366-ca896351fc21 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:08.975095 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Routers {'5c2947c8-e43c-4e6f-a919-4cebb51950ab'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:08.977085 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:04:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:08.981762 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3068229-d08f-4dc6-8c4d-77d705e6333f None None] Pushing event updated for resources: {'Port': ['ID=75d813c7-0644-42f0-8f98-51244b63e329,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:09.043573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 06285b36-0b97-4859-9366-ca896351fc21 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:09.044034 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:09.098177 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] Set router 5c2947c8-e43c-4e6f-a919-4cebb51950ab gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:05:09.136697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0e73b1c3-d789-48e4-bf38-713167eca8af up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:09.185375 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0e73b1c3-d789-48e4-bf38-713167eca8af triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:09.185746 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:09.307722 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:05:01Z', 'updated_at': '2021-08-17T03:05:06Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:02Z', 'updated_at': '2021-08-17T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '75d813c7-0644-42f0-8f98-51244b63e329', 'name': '', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:32:d8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:05Z', 'updated_at': '2021-08-17T03:05:08Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:09.333277 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb378b-3e5d-4954-b689-e45cf42b85eb None None] The sync data for ids ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'] in n-d-793621-31 is: [{'id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:05:01Z', 'updated_at': '2021-08-17T03:05:06Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:02Z', 'updated_at': '2021-08-17T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '75d813c7-0644-42f0-8f98-51244b63e329', 'name': '', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:32:d8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:05Z', 'updated_at': '2021-08-17T03:05:08Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:05:09.948960 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-178d760b-2438-4876-adc9-843ff9b98f1b req-d819cc8c-63e2-41cf-b53c-106d7dfb4d46 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 210 time: 0.0291908 Aug 17 03:05:10.347682 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3673a1f3-71a8-402e-ae4a-0b2619df45e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:10.566623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-54566b5c-138f-421a-a00f-13aef63b1dc2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:10.568078 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-54566b5c-138f-421a-a00f-13aef63b1dc2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.18 "GET /v2.0/networks?id=bf578233-7561-4ec9-bcad-6a37057a0e6c HTTP/1.1" status: 200 len: 797 time: 0.1022708 Aug 17 03:05:10.604139 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:10.618373 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-11a0ab7f-7241-40da-a957-60b70e2d1d6c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 379 time: 0.0353541 Aug 17 03:05:10.628545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-42b90c32-38e3-4bf5-949b-28e8443d234a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'port': {'device_id': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'admin_state_up': True, 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'security_groups': ['298985b2-6df6-4ee7-ac37-0511ead4c974']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:10.827342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-42b90c32-38e3-4bf5-949b-28e8443d234a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Made reservation on behalf of 24dfcafe61944b979922e9d135dfc1d5 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:10.831091 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-42b90c32-38e3-4bf5-949b-28e8443d234a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:10.962525 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 75d813c7-0644-42f0-8f98-51244b63e329 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:10.968963 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-42b90c32-38e3-4bf5-949b-28e8443d234a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.20.0.7 (bf578233-7561-4ec9-bcad-6a37057a0e6c/c818b354-a778-45c8-ac24-82c220e3ef05/58a21776-64d4-482d-8fac-9d7fbc2e60ea) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:11.050475 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1022435-db89-4e91-9e0e-5056ae345fa8 req-b22e1da4-8f7a-4dc8-83bd-b84ba70ab369 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 210 time: 0.0303123 Aug 17 03:05:11.115472 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-42b90c32-38e3-4bf5-949b-28e8443d234a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.124364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 75d813c7-0644-42f0-8f98-51244b63e329 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:11.128520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 75d813c7-0644-42f0-8f98-51244b63e329 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:11.128825 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.129255 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-42b90c32-38e3-4bf5-949b-28e8443d234a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Transition to ACTIVE for port object 58a21776-64d4-482d-8fac-9d7fbc2e60ea will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:11.207808 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.233835 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-42b90c32-38e3-4bf5-949b-28e8443d234a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.241773 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 75d813c7-0644-42f0-8f98-51244b63e329, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=75d813c7-0644-42f0-8f98-51244b63e329,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:11.283223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-42b90c32-38e3-4bf5-949b-28e8443d234a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network bf578233-7561-4ec9-bcad-6a37057a0e6c is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:11.286427 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-42b90c32-38e3-4bf5-949b-28e8443d234a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:11.291320 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-42b90c32-38e3-4bf5-949b-28e8443d234a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:11.306386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b90c32-38e3-4bf5-949b-28e8443d234a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=58a21776-64d4-482d-8fac-9d7fbc2e60ea,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:11.336352 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.347243 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-42b90c32-38e3-4bf5-949b-28e8443d234a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:11.347243 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-42b90c32-38e3-4bf5-949b-28e8443d234a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.387422 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=75d813c7-0644-42f0-8f98-51244b63e329,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:11.439904 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-42b90c32-38e3-4bf5-949b-28e8443d234a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8152180 Aug 17 03:05:11.473530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Request body: {'port': {'device_id': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:11.530099 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.547808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e8488e7e-8740-41d4-8c3c-82ef1d7b7b99 None None] Provisioning for port 58a21776-64d4-482d-8fac-9d7fbc2e60ea completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:11.551792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e8488e7e-8740-41d4-8c3c-82ef1d7b7b99 None None] Provisioning complete for port 58a21776-64d4-482d-8fac-9d7fbc2e60ea triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:11.552429 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e8488e7e-8740-41d4-8c3c-82ef1d7b7b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.587821 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e8488e7e-8740-41d4-8c3c-82ef1d7b7b99 None None] Port 58a21776-64d4-482d-8fac-9d7fbc2e60ea cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:05:11.793031 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a21776-64d4-482d-8fac-9d7fbc2e60ea {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:05:11.800327 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.812042 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Transition to ACTIVE for port object 58a21776-64d4-482d-8fac-9d7fbc2e60ea will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:11.890359 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.895679 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.940599 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Pushing event updated for resources: {'Port': ['ID=58a21776-64d4-482d-8fac-9d7fbc2e60ea,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:12.010583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Attempting to bind port 58a21776-64d4-482d-8fac-9d7fbc2e60ea on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:12.010922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Attempting to bind port 58a21776-64d4-482d-8fac-9d7fbc2e60ea by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:12.011250 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Attempting to bind port 58a21776-64d4-482d-8fac-9d7fbc2e60ea on network bf578233-7561-4ec9-bcad-6a37057a0e6c {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:12.015790 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Port 58a21776-64d4-482d-8fac-9d7fbc2e60ea on network bf578233-7561-4ec9-bcad-6a37057a0e6c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:05:12.016107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Attempting to bind port 58a21776-64d4-482d-8fac-9d7fbc2e60ea on network bf578233-7561-4ec9-bcad-6a37057a0e6c {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:12.021039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:12.021427 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Checking segment: {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:12.021818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Bound using segment: {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:12.022251 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Bound port: 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:12.022612 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:12.094684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:12.097969 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:12.170878 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:12.171133 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bb2c2-3169-4b35-882a-f271768d04c7 req-baba3551-f696-476e-a0f3-623313d16bb0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:12.172488 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd3bb2c2-3169-4b35-882a-f271768d04c7 req-baba3551-f696-476e-a0f3-623313d16bb0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 943 time: 0.0481043 Aug 17 03:05:12.206381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:12.207015 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:12.208414 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] 10.222.0.18 "PUT /v2.0/ports/58a21776-64d4-482d-8fac-9d7fbc2e60ea HTTP/1.1" status: 200 len: 1092 time: 0.7394481 Aug 17 03:05:12.208866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:12.212525 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a55e9b6-388f-43a9-bf7e-19eafb4c5103" -d '{"events": [{"name": "network-changed", "server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:12.213783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd3bb2c2-3169-4b35-882a-f271768d04c7 req-490f3dc0-680e-443e-8010-1b2fe252ec4e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332000 Aug 17 03:05:12.242074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74bd2e-629f-45b4-a6a7-190847f80c24 service neutron] Pushing event updated for resources: {'Port': ['ID=58a21776-64d4-482d-8fac-9d7fbc2e60ea,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:12.280042 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e62e6f8-23ff-40eb-94b1-8d4c0a7958e0 x-openstack-request-id: req-5e62e6f8-23ff-40eb-94b1-8d4c0a7958e0 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:12.280341 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:12.280594 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e62e6f8-23ff-40eb-94b1-8d4c0a7958e0 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:12.280995 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea', 'status': 'completed', 'code': 200} Aug 17 03:05:12.359229 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55e9b6-388f-43a9-bf7e-19eafb4c5103 req-3c1db287-86e1-4da6-a759-70d542fc4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:12.360752 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7a55e9b6-388f-43a9-bf7e-19eafb4c5103 req-3c1db287-86e1-4da6-a759-70d542fc4c95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 1095 time: 0.0433445 Aug 17 03:05:12.469878 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55e9b6-388f-43a9-bf7e-19eafb4c5103 req-a4053da9-ad74-4830-8eae-1fddea73b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:12.471371 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7a55e9b6-388f-43a9-bf7e-19eafb4c5103 req-a4053da9-ad74-4830-8eae-1fddea73b4e3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=24dfcafe61944b979922e9d135dfc1d5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0971866 Aug 17 03:05:12.568844 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55e9b6-388f-43a9-bf7e-19eafb4c5103 req-239490d7-fc4c-4441-baa1-622f3fea1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:12.570632 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7a55e9b6-388f-43a9-bf7e-19eafb4c5103 req-239490d7-fc4c-4441-baa1-622f3fea1a75 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913084 Aug 17 03:05:12.666924 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-0d5708cc-f0b9-4fc1-adb2-67eaeb1a56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:12.668321 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-0d5708cc-f0b9-4fc1-adb2-67eaeb1a56e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 1095 time: 0.0450594 Aug 17 03:05:12.715569 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-69f436ad-7c9e-4413-84b7-26b4d9cf54f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea HTTP/1.1" status: 200 len: 217 time: 0.0340319 Aug 17 03:05:12.763971 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-ee5a8dc3-d634-4378-b42a-571b4e82726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:12.765439 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-ee5a8dc3-d634-4378-b42a-571b4e82726f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c818b354-a778-45c8-ac24-82c220e3ef05 HTTP/1.1" status: 200 len: 835 time: 0.0429430 Aug 17 03:05:12.816618 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-67aaf12d-8a48-499d-8c5e-a8aa5b627d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:12.818185 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-67aaf12d-8a48-499d-8c5e-a8aa5b627d2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf578233-7561-4ec9-bcad-6a37057a0e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448921 Aug 17 03:05:12.917920 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-db4de1ba-6128-418c-a1ca-94f2984b1664 service neutron] 10.222.0.18 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898216 Aug 17 03:05:12.937808 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 75d813c7-0644-42f0-8f98-51244b63e329 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:12.984687 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 75d813c7-0644-42f0-8f98-51244b63e329 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:12.985056 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:13.015128 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fa8828e3-84e6-46c5-8d39-521bef7f883b req-fcc1f0d7-ed39-4fe2-b238-53e391b70b84 service neutron] 10.222.0.18 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874679 Aug 17 03:05:13.342523 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2686e-1feb-4d11-8524-ae4ad57ac0bd req-6ad82220-8fa0-4784-996a-548a4bea162f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:13.344019 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83a2686e-1feb-4d11-8524-ae4ad57ac0bd req-6ad82220-8fa0-4784-996a-548a4bea162f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 943 time: 0.0496287 Aug 17 03:05:13.381495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83a2686e-1feb-4d11-8524-ae4ad57ac0bd req-e2d0dd5f-2a9d-4857-ae60-7929696dd5f5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312479 Aug 17 03:05:13.907580 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:14.502317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839dad8c-c138-400a-9e93-2b1c8b31c8b3 req-02947bd1-cbf0-45b3-9706-0e33f3755b38 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:14.503794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-839dad8c-c138-400a-9e93-2b1c8b31c8b3 req-02947bd1-cbf0-45b3-9706-0e33f3755b38 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 943 time: 0.0534499 Aug 17 03:05:14.543583 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-839dad8c-c138-400a-9e93-2b1c8b31c8b3 req-a2941aec-8c9f-43f7-b31c-3026a4aaf0c2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337021 Aug 17 03:05:15.662787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a6f4-54ae-4e56-b733-0f31e8d6f646 req-a232b80c-82a6-460d-a995-c8af8341d183 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:15.665038 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5392a6f4-54ae-4e56-b733-0f31e8d6f646 req-a232b80c-82a6-460d-a995-c8af8341d183 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 943 time: 0.0503633 Aug 17 03:05:15.703022 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5392a6f4-54ae-4e56-b733-0f31e8d6f646 req-f81dd3d4-4eab-49b5-b6e6-7690c2a981fd tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320354 Aug 17 03:05:16.614920 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 58a21776-64d4-482d-8fac-9d7fbc2e60ea details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:05:16.719851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:16.824747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099b99d-1e04-4c2d-acd3-6cf392eae73b req-4c54e9e4-5e4f-4dd2-a450-040b22a02410 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:16.826501 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f099b99d-1e04-4c2d-acd3-6cf392eae73b req-4c54e9e4-5e4f-4dd2-a450-040b22a02410 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 943 time: 0.0530314 Aug 17 03:05:16.867067 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f099b99d-1e04-4c2d-acd3-6cf392eae73b req-3af784bd-2c2a-4231-886a-0f2016dd43aa tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344222 Aug 17 03:05:16.880998 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '58a21776-64d4-482d-8fac-9d7fbc2e60ea', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'port_id': '58a21776-64d4-482d-8fac-9d7fbc2e60ea', 'mac_address': 'fa:16:3e:26:b2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:05:16.917773 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:16.931608 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a21776-64d4-482d-8fac-9d7fbc2e60ea {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:05:16.950783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:17.044238 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:17.103034 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=58a21776-64d4-482d-8fac-9d7fbc2e60ea,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:17.424348 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['58a21776-64d4-482d-8fac-9d7fbc2e60ea'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:05:17.991956 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f23b-bc10-422e-8fb4-a89a1400191a req-4575fc9a-7eeb-4b8a-af11-7d51017d7fb1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:17.993498 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0784f23b-bc10-422e-8fb4-a89a1400191a req-4575fc9a-7eeb-4b8a-af11-7d51017d7fb1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 944 time: 0.0557909 Aug 17 03:05:18.030897 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0784f23b-bc10-422e-8fb4-a89a1400191a req-f5dd7b28-6a05-4326-bcc7-f9697706bb04 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313566 Aug 17 03:05:18.643755 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 58a21776-64d4-482d-8fac-9d7fbc2e60ea up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:18.821261 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 58a21776-64d4-482d-8fac-9d7fbc2e60ea completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:18.825475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 58a21776-64d4-482d-8fac-9d7fbc2e60ea triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:18.825932 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:18.912100 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:18.940557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:18.942867 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd64962-c7a4-48f4-8e82-8323d3af1db3" -d '{"events": [{"server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "name": "network-vif-plugged", "status": "completed", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:18.956539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:18.981733 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9117911-6499-4e80-9124-0ee71de6e106 x-openstack-request-id: req-f9117911-6499-4e80-9124-0ee71de6e106 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:18.982063 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "name": "network-vif-plugged", "status": "completed", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:18.982357 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9117911-6499-4e80-9124-0ee71de6e106 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:18.982823 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea', 'code': 200} Aug 17 03:05:19.078088 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:19.108682 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b99f3-0ca6-44ed-9109-65b81bf7a64c req-e0728c93-867d-43f5-acd1-108f308211a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:19.110464 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-139b99f3-0ca6-44ed-9109-65b81bf7a64c req-e0728c93-867d-43f5-acd1-108f308211a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 1097 time: 0.0487113 Aug 17 03:05:19.129476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=58a21776-64d4-482d-8fac-9d7fbc2e60ea,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:19.153872 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30346a9-1028-480c-8a27-35ed95788d5e req-08760597-1789-4669-9dff-0a37e0189869 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:19.155410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b30346a9-1028-480c-8a27-35ed95788d5e req-08760597-1789-4669-9dff-0a37e0189869 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.0508893 Aug 17 03:05:19.175060 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-139b99f3-0ca6-44ed-9109-65b81bf7a64c req-edf05b06-6762-41d8-9b8e-34af3335cd67 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448098 Aug 17 03:05:19.204946 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b30346a9-1028-480c-8a27-35ed95788d5e req-0076fff4-9424-4032-aafc-e2642d833638 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381298 Aug 17 03:05:20.325797 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd789ea-ee4e-4756-8ab4-d5546b3349da req-b5f6eb6c-3535-44d0-b321-29340f8df806 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:20.327305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecd789ea-ee4e-4756-8ab4-d5546b3349da req-b5f6eb6c-3535-44d0-b321-29340f8df806 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.0551236 Aug 17 03:05:20.371422 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecd789ea-ee4e-4756-8ab4-d5546b3349da req-578c95b3-bc6b-4ae0-adc7-2757cd457810 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378699 Aug 17 03:05:21.490426 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff99c34-866d-45eb-bba9-0561a3617bcd req-b5474377-fec1-47bc-b9af-8119ab97bebd tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:21.491914 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ff99c34-866d-45eb-bba9-0561a3617bcd req-b5474377-fec1-47bc-b9af-8119ab97bebd tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.0525568 Aug 17 03:05:21.531246 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ff99c34-866d-45eb-bba9-0561a3617bcd req-8720bfea-0970-4816-ad58-250f621424fd tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325344 Aug 17 03:05:21.651361 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e9cf5-49ca-4ea5-bdc3-bc4028a9a5d7 req-86de637e-ec2c-470a-b03f-26373797f1fa tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:21.652756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-221e9cf5-49ca-4ea5-bdc3-bc4028a9a5d7 req-86de637e-ec2c-470a-b03f-26373797f1fa tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.0499449 Aug 17 03:05:21.690272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-221e9cf5-49ca-4ea5-bdc3-bc4028a9a5d7 req-18993313-67d4-49c2-98d5-2a9ee0ae4f12 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314488 Aug 17 03:05:21.711748 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41604) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:21.751695 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd6bd1-250c-43ee-9171-82789836074d tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:21.753205 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-19bd6bd1-250c-43ee-9171-82789836074d tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 1092 time: 0.0403619 Aug 17 03:05:21.756049 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41606) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:21.760336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': '58a21776-64d4-482d-8fac-9d7fbc2e60ea', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:21.844321 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:21.947725 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-39e33e3d-37bc-47fb-8c35-99e5e45885bb req-b58cbf82-b545-44da-a203-aa331a711788 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548580 Aug 17 03:05:21.979913 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:22.103691 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e33e3d-37bc-47fb-8c35-99e5e45885bb req-88128029-0280-46f6-9e17-53801403cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:22.105275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-39e33e3d-37bc-47fb-8c35-99e5e45885bb req-88128029-0280-46f6-9e17-53801403cfe2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 1097 time: 0.0852909 Aug 17 03:05:22.119494 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.25.5.110 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/871807e9-b008-4eda-912e-cd147aa401cf) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:22.278707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e33e3d-37bc-47fb-8c35-99e5e45885bb req-9d50edaa-a9b6-4dc0-a1b2-d38c3598b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:22.280143 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-39e33e3d-37bc-47fb-8c35-99e5e45885bb req-9d50edaa-a9b6-4dc0-a1b2-d38c3598b22c service neutron] 10.222.0.18 "GET /v2.0/networks?id=bf578233-7561-4ec9-bcad-6a37057a0e6c HTTP/1.1" status: 200 len: 898 time: 0.1546586 Aug 17 03:05:22.599879 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:22.603861 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-39e33e3d-37bc-47fb-8c35-99e5e45885bb req-ca6dc942-d2a9-42e7-8692-0f750d711b18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea HTTP/1.1" status: 200 len: 217 time: 0.3162906 Aug 17 03:05:22.669857 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e33e3d-37bc-47fb-8c35-99e5e45885bb req-0589f49e-ca75-4a29-b68f-6b2dce92258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:22.671305 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-39e33e3d-37bc-47fb-8c35-99e5e45885bb req-0589f49e-ca75-4a29-b68f-6b2dce92258b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c818b354-a778-45c8-ac24-82c220e3ef05 HTTP/1.1" status: 200 len: 835 time: 0.0596836 Aug 17 03:05:22.718620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e33e3d-37bc-47fb-8c35-99e5e45885bb req-c73c0c60-cca6-476e-b694-2c791b3b1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:22.720095 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-39e33e3d-37bc-47fb-8c35-99e5e45885bb req-c73c0c60-cca6-476e-b694-2c791b3b1dc4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf578233-7561-4ec9-bcad-6a37057a0e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411561 Aug 17 03:05:22.745889 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:22.824381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:22.831181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:22.834649 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:22.836397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=871807e9-b008-4eda-912e-cd147aa401cf,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:22.888245 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-39e33e3d-37bc-47fb-8c35-99e5e45885bb req-72340e62-521a-4ab0-b6b0-8838ead4b623 service neutron] 10.222.0.18 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598527 Aug 17 03:05:23.067556 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-39e33e3d-37bc-47fb-8c35-99e5e45885bb req-79f4ac9d-30e9-4a42-881b-57bd1c81b56d service neutron] 10.222.0.18 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705461 Aug 17 03:05:23.402176 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.544174 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.693892 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.764486 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.838543 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=871807e9-b008-4eda-912e-cd147aa401cf,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:23.846321 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.947296 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Floating IP a86fd913-11ae-479a-bcac-56d36f35f867 associated. External IP: 172.25.5.110, port: 58a21776-64d4-482d-8fac-9d7fbc2e60ea. Aug 17 03:05:24.155892 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 5c2947c8-e43c-4e6f-a919-4cebb51950ab has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:05:24.261541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:05:24.271843 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84202c99-165c-46a9-b1b1-eda24db305f1 None None] Sync routers for ids ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:05:24.282616 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84202c99-165c-46a9-b1b1-eda24db305f1 None None] Routers {'5c2947c8-e43c-4e6f-a919-4cebb51950ab'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:24.283265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-84202c99-165c-46a9-b1b1-eda24db305f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:05:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:24.347445 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.388650 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c92484b2-2235-4969-a1a2-93cf147d73e6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6315725 Aug 17 03:05:24.389592 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:24.393133 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-84202c99-165c-46a9-b1b1-eda24db305f1 None None] Set router 5c2947c8-e43c-4e6f-a919-4cebb51950ab gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:05:24.393816 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d73e51-68ab-4427-a5c4-c1fe1dc3a12f" -d '{"events": [{"name": "network-changed", "server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:24.498232 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ad266-b58a-4920-ae5e-ccb474df2962 req-4353de36-7e68-483e-b6bd-0637cd5a8ede tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:24.499742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f0ad266-b58a-4920-ae5e-ccb474df2962 req-4353de36-7e68-483e-b6bd-0637cd5a8ede tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.0508776 Aug 17 03:05:24.540503 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3f0ad266-b58a-4920-ae5e-ccb474df2962 req-b2e13d8b-363d-496b-9087-e483aa3cbb68 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341918 Aug 17 03:05:24.563279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41612) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:24.599475 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d90bf83-aa0e-4389-aafb-63c479bed642 x-openstack-request-id: req-2d90bf83-aa0e-4389-aafb-63c479bed642 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:24.599759 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:24.600007 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d90bf83-aa0e-4389-aafb-63c479bed642 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:24.600407 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea', 'status': 'completed', 'code': 200} Aug 17 03:05:24.627693 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8f8c6c26-5a94-47af-86d6-7fef8f67d855 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/floatingips/a86fd913-11ae-479a-bcac-56d36f35f867 HTTP/1.1" status: 200 len: 991 time: 0.0632570 Aug 17 03:05:24.641221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-84202c99-165c-46a9-b1b1-eda24db305f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:05:01Z', 'updated_at': '2021-08-17T03:05:06Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:02Z', 'updated_at': '2021-08-17T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'a86fd913-11ae-479a-bcac-56d36f35f867', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'port_id': '58a21776-64d4-482d-8fac-9d7fbc2e60ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'mac_address': 'fa:16:3e:26:b2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:05:23Z', 'updated_at': '2021-08-17T03:05:23Z', 'revision_number': 0, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d813c7-0644-42f0-8f98-51244b63e329', 'name': '', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:32:d8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:05Z', 'updated_at': '2021-08-17T03:05:11Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:24.667973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84202c99-165c-46a9-b1b1-eda24db305f1 None None] Checking router: 5c2947c8-e43c-4e6f-a919-4cebb51950ab for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:05:24.673103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d73e51-68ab-4427-a5c4-c1fe1dc3a12f req-509c00a7-093f-4204-bad5-c6636a6a4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:24.682681 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-09d73e51-68ab-4427-a5c4-c1fe1dc3a12f req-509c00a7-093f-4204-bad5-c6636a6a4e3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 1097 time: 0.0440729 Aug 17 03:05:24.682869 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84202c99-165c-46a9-b1b1-eda24db305f1 None None] Routers {'5c2947c8-e43c-4e6f-a919-4cebb51950ab'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:24.682869 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-84202c99-165c-46a9-b1b1-eda24db305f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:05:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:24.786554 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-84202c99-165c-46a9-b1b1-eda24db305f1 None None] Set router 5c2947c8-e43c-4e6f-a919-4cebb51950ab gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:05:24.786799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d73e51-68ab-4427-a5c4-c1fe1dc3a12f req-9aaedf0d-c72d-40eb-8e05-0377c8732249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:24.788291 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-09d73e51-68ab-4427-a5c4-c1fe1dc3a12f req-9aaedf0d-c72d-40eb-8e05-0377c8732249 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bf578233-7561-4ec9-bcad-6a37057a0e6c HTTP/1.1" status: 200 len: 898 time: 0.1047018 Aug 17 03:05:24.859479 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-09d73e51-68ab-4427-a5c4-c1fe1dc3a12f req-31871df6-d77b-454f-a4e0-fd95595e3c65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea HTTP/1.1" status: 200 len: 999 time: 0.0624876 Aug 17 03:05:25.023673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-84202c99-165c-46a9-b1b1-eda24db305f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:05:01Z', 'updated_at': '2021-08-17T03:05:06Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:02Z', 'updated_at': '2021-08-17T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'a86fd913-11ae-479a-bcac-56d36f35f867', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'port_id': '58a21776-64d4-482d-8fac-9d7fbc2e60ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'mac_address': 'fa:16:3e:26:b2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:05:23Z', 'updated_at': '2021-08-17T03:05:23Z', 'revision_number': 0, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d813c7-0644-42f0-8f98-51244b63e329', 'name': '', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:32:d8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:05Z', 'updated_at': '2021-08-17T03:05:11Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:25.052055 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84202c99-165c-46a9-b1b1-eda24db305f1 None None] The sync data for ids ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'] in n-d-793621-31 is: [{'id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:05:01Z', 'updated_at': '2021-08-17T03:05:06Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:02Z', 'updated_at': '2021-08-17T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'a86fd913-11ae-479a-bcac-56d36f35f867', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'port_id': '58a21776-64d4-482d-8fac-9d7fbc2e60ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'mac_address': 'fa:16:3e:26:b2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:05:23Z', 'updated_at': '2021-08-17T03:05:23Z', 'revision_number': 0, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d813c7-0644-42f0-8f98-51244b63e329', 'name': '', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:32:d8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:05Z', 'updated_at': '2021-08-17T03:05:11Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:05:25.185164 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d73e51-68ab-4427-a5c4-c1fe1dc3a12f req-440c13d4-1a4b-42eb-b041-2771dc62b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:25.186714 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-09d73e51-68ab-4427-a5c4-c1fe1dc3a12f req-440c13d4-1a4b-42eb-b041-2771dc62b8ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c818b354-a778-45c8-ac24-82c220e3ef05 HTTP/1.1" status: 200 len: 835 time: 0.3199253 Aug 17 03:05:25.235165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d73e51-68ab-4427-a5c4-c1fe1dc3a12f req-f68d4230-27b4-4175-a13d-4671b43f19a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:25.236691 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-09d73e51-68ab-4427-a5c4-c1fe1dc3a12f req-f68d4230-27b4-4175-a13d-4671b43f19a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf578233-7561-4ec9-bcad-6a37057a0e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426729 Aug 17 03:05:25.269310 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276da65e-6352-4cc1-87e7-a286914addb3 None None] New status for floating IP a86fd913-11ae-479a-bcac-56d36f35f867: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:05:25.334199 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-09d73e51-68ab-4427-a5c4-c1fe1dc3a12f req-7e32ea9b-15df-44bc-baa2-c20b08368c3f service neutron] 10.222.0.18 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895185 Aug 17 03:05:25.439693 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-09d73e51-68ab-4427-a5c4-c1fe1dc3a12f req-b1aa631c-be2f-4a16-9920-ab2983972a56 service neutron] 10.222.0.18 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883842 Aug 17 03:05:25.631493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41614) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:25.694643 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-97b85fde-15e9-48c6-9d81-664bb3f63368 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/floatingips/a86fd913-11ae-479a-bcac-56d36f35f867 HTTP/1.1" status: 200 len: 993 time: 0.0619352 Aug 17 03:05:28.975781 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:31.427484 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:37.930356 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b65d1b7b-aa04-40a7-8dae-6471b09c5426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:40.363224 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7b2dad95-4ceb-4b30-bc67-0fd827d34ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:40.638764 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:40.650264 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:05:41.941412 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:43.877606 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:58.986451 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:01.455096 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:07.906387 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-10cc876e-c202-436b-8850-4a070b2f15df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:10.386903 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d17a-2ff9-4378-8392-5a2feec49d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:10.632454 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:11.958760 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:13.917664 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:17.650067 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:06:23.551098 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1be69336-bf0f-4823-a1a3-49165faa3492 req-61f2a852-f6a7-4f02-9291-e29e4caeafbb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395257 Aug 17 03:06:23.645638 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be69336-bf0f-4823-a1a3-49165faa3492 req-e32b3076-1b5d-440f-a79a-e40b1b445f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:23.647937 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1be69336-bf0f-4823-a1a3-49165faa3492 req-e32b3076-1b5d-440f-a79a-e40b1b445f79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 1097 time: 0.0412130 Aug 17 03:06:23.755445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be69336-bf0f-4823-a1a3-49165faa3492 req-0092e4bb-ccf8-4eef-aa12-99113502516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:23.757882 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1be69336-bf0f-4823-a1a3-49165faa3492 req-0092e4bb-ccf8-4eef-aa12-99113502516b service neutron] 10.222.0.18 "GET /v2.0/networks?id=bf578233-7561-4ec9-bcad-6a37057a0e6c HTTP/1.1" status: 200 len: 898 time: 0.0901384 Aug 17 03:06:23.823078 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1be69336-bf0f-4823-a1a3-49165faa3492 req-147785fa-2880-472e-ae09-4d3e11515628 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea HTTP/1.1" status: 200 len: 1001 time: 0.0577080 Aug 17 03:06:23.875936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be69336-bf0f-4823-a1a3-49165faa3492 req-b3ada1f4-bb16-45a2-806a-cfcd4059b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:23.877437 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1be69336-bf0f-4823-a1a3-49165faa3492 req-b3ada1f4-bb16-45a2-806a-cfcd4059b2eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c818b354-a778-45c8-ac24-82c220e3ef05 HTTP/1.1" status: 200 len: 835 time: 0.0473781 Aug 17 03:06:23.924094 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be69336-bf0f-4823-a1a3-49165faa3492 req-d4054c69-84b3-4fd6-9955-5bff1ec25040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:23.925866 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1be69336-bf0f-4823-a1a3-49165faa3492 req-d4054c69-84b3-4fd6-9955-5bff1ec25040 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf578233-7561-4ec9-bcad-6a37057a0e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393889 Aug 17 03:06:24.014816 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1be69336-bf0f-4823-a1a3-49165faa3492 req-09e537ea-e335-4374-a5c4-c527dc09c17b service neutron] 10.222.0.18 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800443 Aug 17 03:06:24.110696 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1be69336-bf0f-4823-a1a3-49165faa3492 req-94a3e2a1-b30a-41c8-a091-ab7f2c5993ea service neutron] 10.222.0.18 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883467 Aug 17 03:06:28.980605 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:31.449328 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:37.963047 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1579d319-2c26-430e-acce-1a9493d467a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:38.739856 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4b57a-19d6-4e2f-a042-17e1d37f244e req-b695b034-f8d8-456a-bd46-996eaf190670 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:38.741830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0f4b57a-19d6-4e2f-a042-17e1d37f244e req-b695b034-f8d8-456a-bd46-996eaf190670 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.0561974 Aug 17 03:06:38.781206 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0f4b57a-19d6-4e2f-a042-17e1d37f244e req-56b4e261-0dcc-4a6d-930f-5130036a5111 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333743 Aug 17 03:06:38.805560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41650) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:38.871694 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e1f51e83-a7d8-4255-9844-36992373ef2a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/floatingips/a86fd913-11ae-479a-bcac-56d36f35f867 HTTP/1.1" status: 200 len: 993 time: 0.0649366 Aug 17 03:06:39.205459 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bd4ce-fae9-46d7-9d32-c66509480e2f req-f06ce59e-0d57-4919-bceb-f1a3030f66f2 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:39.206991 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d2bd4ce-fae9-46d7-9d32-c66509480e2f req-f06ce59e-0d57-4919-bceb-f1a3030f66f2 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 1097 time: 0.0415204 Aug 17 03:06:39.243621 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d2bd4ce-fae9-46d7-9d32-c66509480e2f req-0e05bf08-94b9-4bcd-9260-caad6168d070 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304358 Aug 17 03:06:40.380560 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-85021857-a807-4728-a1f7-e7b8c00898c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:40.460525 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-7d299d73-b9e1-4cbb-8e6b-e40c3cfac473 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1456439 Aug 17 03:06:40.469222 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5ccd0bb3-6da9-4c8a-8fd3-b9e1c1da0a76 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:06:40.470201 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5ccd0bb3-6da9-4c8a-8fd3-b9e1c1da0a76 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051188 Aug 17 03:06:40.654519 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:41.281268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-2f63cc9c-3f98-46c6-ab0a-f2590dbddc15 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:06:41.282368 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-2f63cc9c-3f98-46c6-ab0a-f2590dbddc15 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055170 Aug 17 03:06:41.504465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5ed628e5-c027-4f3c-8562-a17250db8f86 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:41.506460 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5ed628e5-c027-4f3c-8562-a17250db8f86 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/ports/58a21776-64d4-482d-8fac-9d7fbc2e60ea HTTP/1.1" status: 200 len: 1094 time: 0.1070094 Aug 17 03:06:41.515301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-1cbde794-2705-4289-951a-224aa0e76b79 req-6915d027-dc07-4d74-a88b-212e8228ad40 service neutron] Request body: {'binding': {'host': 'n-h1-793621-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:06:41.515743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-1cbde794-2705-4289-951a-224aa0e76b79 req-6915d027-dc07-4d74-a88b-212e8228ad40 service neutron] Unknown quota resources ['binding']. {{(pid=95407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 03:06:41.651409 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-1cbde794-2705-4289-951a-224aa0e76b79 req-6915d027-dc07-4d74-a88b-212e8228ad40 service neutron] Attempting to bind port 58a21776-64d4-482d-8fac-9d7fbc2e60ea on host n-h1-793621-31 for vnic_type normal with profile None {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:06:41.651673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-1cbde794-2705-4289-951a-224aa0e76b79 req-6915d027-dc07-4d74-a88b-212e8228ad40 service neutron] Attempting to bind port 58a21776-64d4-482d-8fac-9d7fbc2e60ea by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:06:41.652008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbde794-2705-4289-951a-224aa0e76b79 req-6915d027-dc07-4d74-a88b-212e8228ad40 service neutron] Attempting to bind port 58a21776-64d4-482d-8fac-9d7fbc2e60ea on network bf578233-7561-4ec9-bcad-6a37057a0e6c {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:06:41.656285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbde794-2705-4289-951a-224aa0e76b79 req-6915d027-dc07-4d74-a88b-212e8228ad40 service neutron] Port 58a21776-64d4-482d-8fac-9d7fbc2e60ea on network bf578233-7561-4ec9-bcad-6a37057a0e6c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:06:41.656613 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbde794-2705-4289-951a-224aa0e76b79 req-6915d027-dc07-4d74-a88b-212e8228ad40 service neutron] Attempting to bind port 58a21776-64d4-482d-8fac-9d7fbc2e60ea on network bf578233-7561-4ec9-bcad-6a37057a0e6c {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:06:41.661397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbde794-2705-4289-951a-224aa0e76b79 req-6915d027-dc07-4d74-a88b-212e8228ad40 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:06:41.661746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbde794-2705-4289-951a-224aa0e76b79 req-6915d027-dc07-4d74-a88b-212e8228ad40 service neutron] Checking segment: {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:06:41.662177 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbde794-2705-4289-951a-224aa0e76b79 req-6915d027-dc07-4d74-a88b-212e8228ad40 service neutron] Bound using segment: {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:06:41.662902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-1cbde794-2705-4289-951a-224aa0e76b79 req-6915d027-dc07-4d74-a88b-212e8228ad40 service neutron] Bound port: 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:06:41.758215 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-1cbde794-2705-4289-951a-224aa0e76b79 req-6915d027-dc07-4d74-a88b-212e8228ad40 service neutron] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:06:41.861893 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1cbde794-2705-4289-951a-224aa0e76b79 req-6915d027-dc07-4d74-a88b-212e8228ad40 service neutron] Notify callbacks [] for binding, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:41.863108 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-6915d027-dc07-4d74-a88b-212e8228ad40 service neutron] 10.222.0.13 "POST /v2.0/ports/58a21776-64d4-482d-8fac-9d7fbc2e60ea/bindings HTTP/1.1" status: 201 len: 390 time: 0.3511527 Aug 17 03:06:41.912094 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:42.155451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc9df0-82f4-4fb7-90c3-c5d68fb3487d req-e4d7c939-fa4a-4685-a9ee-ec9319be0dbc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:42.156982 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-10fc9df0-82f4-4fb7-90c3-c5d68fb3487d req-e4d7c939-fa4a-4685-a9ee-ec9319be0dbc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.0493212 Aug 17 03:06:42.197599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-10fc9df0-82f4-4fb7-90c3-c5d68fb3487d req-bb2746d2-b375-43bd-9cb6-dd0635d4ead7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336423 Aug 17 03:06:42.728886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbde794-2705-4289-951a-224aa0e76b79 req-239ee5d9-543b-4246-8055-e3867c9b096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:42.730482 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-239ee5d9-543b-4246-8055-e3867c9b096c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 1097 time: 0.0977409 Aug 17 03:06:42.825436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5e891cc3-0cba-42cb-b4e2-1d96b6ff5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:42.826942 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5e891cc3-0cba-42cb-b4e2-1d96b6ff5ffb service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf578233-7561-4ec9-bcad-6a37057a0e6c HTTP/1.1" status: 200 len: 898 time: 0.0898623 Aug 17 03:06:42.896199 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-d6ca617d-ca91-4885-b146-43350dc2c502 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea HTTP/1.1" status: 200 len: 1001 time: 0.0618515 Aug 17 03:06:42.944453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbde794-2705-4289-951a-224aa0e76b79 req-97fb6772-853a-4545-a382-0da0ccf1f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:42.945953 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-97fb6772-853a-4545-a382-0da0ccf1f22e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c818b354-a778-45c8-ac24-82c220e3ef05 HTTP/1.1" status: 200 len: 835 time: 0.0432284 Aug 17 03:06:42.990305 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbde794-2705-4289-951a-224aa0e76b79 req-4236f68a-39f9-44ec-9a00-c77ffd3211d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:42.991841 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-4236f68a-39f9-44ec-9a00-c77ffd3211d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf578233-7561-4ec9-bcad-6a37057a0e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390835 Aug 17 03:06:43.086156 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-db78c133-ff6c-45da-8691-e4c1e82a27e1 service neutron] 10.222.0.42 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872431 Aug 17 03:06:43.175665 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-9c9b0c86-1497-4767-a375-8d85b835cfc2 service neutron] 10.222.0.42 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826235 Aug 17 03:06:43.375696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3931fcd-3b42-4d61-926f-401784047487 req-cefa5382-bd46-440b-8f2f-1c6d4e138b30 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:43.377188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3931fcd-3b42-4d61-926f-401784047487 req-cefa5382-bd46-440b-8f2f-1c6d4e138b30 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.1111121 Aug 17 03:06:43.393066 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbde794-2705-4289-951a-224aa0e76b79 req-4f276073-0ba3-4d44-8330-a5ad8c8d0bec tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:43.394510 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-4f276073-0ba3-4d44-8330-a5ad8c8d0bec tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a&tenant_id=24dfcafe61944b979922e9d135dfc1d5&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 1097 time: 0.1029265 Aug 17 03:06:43.408441 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-31'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:06:43.452561 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3931fcd-3b42-4d61-926f-401784047487 req-cc97da99-ed35-40d8-b608-facd09010f59 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674722 Aug 17 03:06:43.481461 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:43.919396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:43.951936 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:43.956810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:06:43.998069 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:06:44.000359 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5354025-1c2d-4c90-83b8-deb10efadfb3" -d '{"events": [{"server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:06:44.004197 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:44.083646 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:44.110186 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad86baac-5fae-4dc5-89f3-1eec4056f6af x-openstack-request-id: req-ad86baac-5fae-4dc5-89f3-1eec4056f6af {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:06:44.110480 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:06:44.110780 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad86baac-5fae-4dc5-89f3-1eec4056f6af {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:06:44.111220 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea', 'code': 200} Aug 17 03:06:44.182780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Pushing event updated for resources: {'Port': ['ID=58a21776-64d4-482d-8fac-9d7fbc2e60ea,revision_number=7']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:44.197413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:44.197749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:44.198094 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:44.198423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:44.198753 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:44.199081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:44.199422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:44.199731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:44.200054 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:44.200375 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:44.200696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:44.201015 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:44.248276 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Attempting to bind port 58a21776-64d4-482d-8fac-9d7fbc2e60ea on host n-h2-793621-31 for vnic_type normal with profile {"migrating_to": "n-h1-793621-31"} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:06:44.248712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Attempting to bind port 58a21776-64d4-482d-8fac-9d7fbc2e60ea by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:06:44.249182 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Attempting to bind port 58a21776-64d4-482d-8fac-9d7fbc2e60ea on network bf578233-7561-4ec9-bcad-6a37057a0e6c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:06:44.253884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Port 58a21776-64d4-482d-8fac-9d7fbc2e60ea on network bf578233-7561-4ec9-bcad-6a37057a0e6c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:06:44.259597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Attempting to bind port 58a21776-64d4-482d-8fac-9d7fbc2e60ea on network bf578233-7561-4ec9-bcad-6a37057a0e6c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:06:44.260098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:06:44.260403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Checking segment: {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:06:44.260789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Bound using segment: {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:06:44.261222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Bound port: 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0738b5c-036b-474a-8446-ea31e0ab3b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:06:44.261613 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:44.328161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:06:44.331237 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:06:44.403792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d14f7b3a-c74e-4cac-9337-d56ba3783f08 None None] Provisioning complete for port 58a21776-64d4-482d-8fac-9d7fbc2e60ea triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:06:44.404073 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d14f7b3a-c74e-4cac-9337-d56ba3783f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:44.415078 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:44.438161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d14f7b3a-c74e-4cac-9337-d56ba3783f08 None None] Port 58a21776-64d4-482d-8fac-9d7fbc2e60ea cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:06:44.520885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Pushing event updated for resources: {'Port': ['ID=58a21776-64d4-482d-8fac-9d7fbc2e60ea,revision_number=8']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:44.595738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:44.596355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:44.597790 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-5983b2f0-75e8-4323-9535-b8bc47994313 service neutron] 10.222.0.42 "PUT /v2.0/ports/58a21776-64d4-482d-8fac-9d7fbc2e60ea HTTP/1.1" status: 200 len: 1123 time: 1.1958194 Aug 17 03:06:44.614592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e3004-39b1-4888-a095-995590579f59 req-c3df1dfa-c5e0-464c-9f61-920cd4b26f90 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:44.616863 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-458e3004-39b1-4888-a095-995590579f59 req-c3df1dfa-c5e0-464c-9f61-920cd4b26f90 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 943 time: 0.0798752 Aug 17 03:06:44.659691 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-458e3004-39b1-4888-a095-995590579f59 req-62438de9-1ab9-4087-bb4f-210b171b979d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356522 Aug 17 03:06:44.663770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Provisioning complete for port 58a21776-64d4-482d-8fac-9d7fbc2e60ea triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:06:44.664148 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:44.718055 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['58a21776-64d4-482d-8fac-9d7fbc2e60ea'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:06:44.789091 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:44.824705 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:06:44.826665 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7fc351-4816-4c3a-9fab-225fac0f1778" -d '{"events": [{"server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "name": "network-vif-plugged", "status": "completed", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:06:44.852572 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:44.871395 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c594c99-2df1-4bc4-8652-098ab3acf07d x-openstack-request-id: req-1c594c99-2df1-4bc4-8652-098ab3acf07d {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:06:44.871845 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "name": "network-vif-plugged", "status": "completed", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:06:44.872239 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c594c99-2df1-4bc4-8652-098ab3acf07d {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:06:44.872820 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea', 'code': 200} Aug 17 03:06:44.917152 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:45.091965 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Pushing event updated for resources: {'Port': ['ID=58a21776-64d4-482d-8fac-9d7fbc2e60ea,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:45.110616 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:45.110960 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:45.111299 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:45.111634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:45.111969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:45.112296 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:45.112620 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:45.112942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:45.113283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:45.113607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:45.113932 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:45.114327 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91eae0-6d34-4c88-ad29-32c7d1edd18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:45.796093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a28de-8c08-48b9-9176-7833ae47f5fd req-8480ec15-8af8-4f34-8df0-1db072c1293f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:45.797630 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c09a28de-8c08-48b9-9176-7833ae47f5fd req-8480ec15-8af8-4f34-8df0-1db072c1293f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.0579195 Aug 17 03:06:45.836676 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c09a28de-8c08-48b9-9176-7833ae47f5fd req-a9b621cc-e8cd-4274-9869-f031aab05559 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322180 Aug 17 03:06:46.112221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:06:46.114764 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e913bc17-a299-4812-b64b-757c032a4b06" -d '{"events": [{"name": "network-changed", "server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:06:46.154562 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c91e537-8338-4edf-af94-8cb7af6e5856 x-openstack-request-id: req-7c91e537-8338-4edf-af94-8cb7af6e5856 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:06:46.154940 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:06:46.155193 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c91e537-8338-4edf-af94-8cb7af6e5856 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:06:46.155588 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea', 'status': 'completed', 'code': 200} Aug 17 03:06:46.224898 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 58a21776-64d4-482d-8fac-9d7fbc2e60ea details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:06:46.238099 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913bc17-a299-4812-b64b-757c032a4b06 req-d022b372-b43e-4a38-bd52-13e6ed35d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:46.239623 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e913bc17-a299-4812-b64b-757c032a4b06 req-d022b372-b43e-4a38-bd52-13e6ed35d6ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 1128 time: 0.0424795 Aug 17 03:06:46.325361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:46.331505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913bc17-a299-4812-b64b-757c032a4b06 req-c3624233-2069-4444-9995-6b7242f35864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:46.333021 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e913bc17-a299-4812-b64b-757c032a4b06 req-c3624233-2069-4444-9995-6b7242f35864 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bf578233-7561-4ec9-bcad-6a37057a0e6c HTTP/1.1" status: 200 len: 898 time: 0.0858080 Aug 17 03:06:46.337652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 58a21776-64d4-482d-8fac-9d7fbc2e60ea has no active binding in host n-h1-793621-31 {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 03:06:46.404905 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e913bc17-a299-4812-b64b-757c032a4b06 req-aab5100d-707f-4e8a-b6b9-562011148a91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea HTTP/1.1" status: 200 len: 1001 time: 0.0628755 Aug 17 03:06:46.459067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913bc17-a299-4812-b64b-757c032a4b06 req-def24fad-d936-4902-98c4-bf2514f36f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:46.461074 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e913bc17-a299-4812-b64b-757c032a4b06 req-def24fad-d936-4902-98c4-bf2514f36f7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c818b354-a778-45c8-ac24-82c220e3ef05 HTTP/1.1" status: 200 len: 835 time: 0.0493088 Aug 17 03:06:46.507970 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913bc17-a299-4812-b64b-757c032a4b06 req-f3033632-80a3-4c67-ac9c-bc6985a44418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:46.509483 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e913bc17-a299-4812-b64b-757c032a4b06 req-f3033632-80a3-4c67-ac9c-bc6985a44418 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bf578233-7561-4ec9-bcad-6a37057a0e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405929 Aug 17 03:06:46.605922 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e913bc17-a299-4812-b64b-757c032a4b06 req-24f12a72-1cf2-446c-9b78-f57d4cf008c5 service neutron] 10.222.0.18 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883768 Aug 17 03:06:46.704049 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e913bc17-a299-4812-b64b-757c032a4b06 req-2fca8cd1-c5c1-420d-abac-8b08bbc241c1 service neutron] 10.222.0.18 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908716 Aug 17 03:06:46.956551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bbfcf-af07-42fb-bcf7-ecc4cd18b891 req-3b9b16c5-d006-426e-a43b-5300a10bfebe tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:46.958121 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-056bbfcf-af07-42fb-bcf7-ecc4cd18b891 req-3b9b16c5-d006-426e-a43b-5300a10bfebe tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.0501804 Aug 17 03:06:46.997127 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-056bbfcf-af07-42fb-bcf7-ecc4cd18b891 req-82c007ed-824c-4ade-90de-ca827a7a6026 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317924 Aug 17 03:06:48.116445 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b55a0-f8e1-4cd3-903b-bfa477ecd0e0 req-978b8586-e3e4-4174-a45c-0c2679a12fc9 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:48.117958 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e2b55a0-f8e1-4cd3-903b-bfa477ecd0e0 req-978b8586-e3e4-4174-a45c-0c2679a12fc9 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.0498490 Aug 17 03:06:48.155875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2e2b55a0-f8e1-4cd3-903b-bfa477ecd0e0 req-b5ef5109-7b27-4de4-a232-64e845fd3075 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319443 Aug 17 03:06:49.278567 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49d399-40c3-49c9-b5a5-376f746191b0 req-26b27878-af33-43b5-ade9-1d178d415f0a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:49.280043 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af49d399-40c3-49c9-b5a5-376f746191b0 req-26b27878-af33-43b5-ade9-1d178d415f0a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.0529113 Aug 17 03:06:49.318206 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af49d399-40c3-49c9-b5a5-376f746191b0 req-47c9b44d-e231-4b8c-8f7f-433ad0961321 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321548 Aug 17 03:06:50.439620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68651a34-9025-47b4-af89-00f9f553cd4d req-f7688650-3b21-4efd-9e89-ec4c751d5fd5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:50.441180 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68651a34-9025-47b4-af89-00f9f553cd4d req-f7688650-3b21-4efd-9e89-ec4c751d5fd5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.0521376 Aug 17 03:06:50.480575 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68651a34-9025-47b4-af89-00f9f553cd4d req-b8c6e467-0a3f-4bae-8a48-128cda7e59b2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325100 Aug 17 03:06:51.596103 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30a89a-6d59-4d61-9657-536da1340a0f req-f04e80cb-e0bf-4925-bb9b-b2ad9dfc0bbe tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:51.597598 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df30a89a-6d59-4d61-9657-536da1340a0f req-f04e80cb-e0bf-4925-bb9b-b2ad9dfc0bbe tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.0495887 Aug 17 03:06:51.637095 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df30a89a-6d59-4d61-9657-536da1340a0f req-7ef79cd4-a998-4123-8866-e5220158b0c5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326159 Aug 17 03:06:52.759995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5ffe7-f516-4494-a136-f938ec544b08 req-c95aed3d-99e0-44b7-8569-0da1db45009d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:52.761556 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48e5ffe7-f516-4494-a136-f938ec544b08 req-c95aed3d-99e0-44b7-8569-0da1db45009d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.0544226 Aug 17 03:06:52.801402 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48e5ffe7-f516-4494-a136-f938ec544b08 req-d78bb06e-6b61-4237-92ec-e122046960dc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338130 Aug 17 03:06:53.611960 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-d012f52a-411e-4e51-bac1-f2e82869a651 service neutron] 10.222.0.18 "GET /v2.0/ports/58a21776-64d4-482d-8fac-9d7fbc2e60ea/bindings/n-h1-793621-31 HTTP/1.1" status: 200 len: 385 time: 0.0549335 Aug 17 03:06:53.782729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-1cbde794-2705-4289-951a-224aa0e76b79 req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:53.801832 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-1cbde794-2705-4289-951a-224aa0e76b79 req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:06:53.850298 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:06:53.850298 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b414b6b2-d4c2-4f47-aa37-905cd21bd268" -d '{"events": [{"server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:06:53.851481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-1cbde794-2705-4289-951a-224aa0e76b79 req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:53.920698 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a91cc-a3a1-4e9a-af6c-23abb6f5e618 req-892bb618-47e6-4dbc-a423-d5780e28b39b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:53.922124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-877a91cc-a3a1-4e9a-af6c-23abb6f5e618 req-892bb618-47e6-4dbc-a423-d5780e28b39b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 945 time: 0.0503962 Aug 17 03:06:53.929317 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1cbde794-2705-4289-951a-224aa0e76b79 req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:53.961217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-877a91cc-a3a1-4e9a-af6c-23abb6f5e618 req-d2bff3d0-e4ce-4567-8433-23ad740b9ecd tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328250 Aug 17 03:06:54.006789 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-1cbde794-2705-4289-951a-224aa0e76b79 req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Transition to ACTIVE for port object 58a21776-64d4-482d-8fac-9d7fbc2e60ea will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:06:54.067394 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ad5eea-f75b-43bb-b944-1185ee9fada0 x-openstack-request-id: req-99ad5eea-f75b-43bb-b944-1185ee9fada0 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:06:54.067692 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:06:54.067951 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99ad5eea-f75b-43bb-b944-1185ee9fada0 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:06:54.068358 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea', 'code': 200} Aug 17 03:06:54.077790 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-1cbde794-2705-4289-951a-224aa0e76b79 req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:54.170107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Pushing event updated for resources: {'Port': ['ID=58a21776-64d4-482d-8fac-9d7fbc2e60ea,revision_number=11']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:54.185225 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:54.185517 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:54.185861 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:54.186199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:54.186633 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:54.186862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:54.187189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:54.187517 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:54.187845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:54.188174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:54.188497 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:54.188823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:54.222717 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbde794-2705-4289-951a-224aa0e76b79 req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] No DVR routers for this DVR port 58a21776-64d4-482d-8fac-9d7fbc2e60ea on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:06:54.355072 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-9cca5b68-ee26-4513-a2b5-649830a10d56 service neutron] 10.222.0.18 "PUT /v2.0/ports/58a21776-64d4-482d-8fac-9d7fbc2e60ea/bindings/n-h1-793621-31/activate HTTP/1.1" status: 200 len: 370 time: 0.7354131 Aug 17 03:06:54.648968 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:06:55.081013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ab68-d3c9-4e36-8dd4-eb2fcad2f5f1 req-3164cb97-0a74-48fa-82b1-97e452cd8723 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:55.082568 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bfc7ab68-d3c9-4e36-8dd4-eb2fcad2f5f1 req-3164cb97-0a74-48fa-82b1-97e452cd8723 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 944 time: 0.0508871 Aug 17 03:06:55.120684 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bfc7ab68-d3c9-4e36-8dd4-eb2fcad2f5f1 req-a9943143-a243-45ca-8eb4-f123491f5b70 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320485 Aug 17 03:06:55.239142 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 58a21776-64d4-482d-8fac-9d7fbc2e60ea no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:55.280315 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 58a21776-64d4-482d-8fac-9d7fbc2e60ea not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:06:55.479676 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbde794-2705-4289-951a-224aa0e76b79 req-d7f18ab1-9fc7-4a59-aedd-cdcbf4ed7834 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:55.481172 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-d7f18ab1-9fc7-4a59-aedd-cdcbf4ed7834 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a&tenant_id=24dfcafe61944b979922e9d135dfc1d5&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 1096 time: 0.0464497 Aug 17 03:06:55.527351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbde794-2705-4289-951a-224aa0e76b79 req-32356889-d220-4abb-925f-2fce13c88104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:55.528745 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-32356889-d220-4abb-925f-2fce13c88104 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a&tenant_id=24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 1096 time: 0.0404558 Aug 17 03:06:55.601316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbde794-2705-4289-951a-224aa0e76b79 req-21ccb14b-d214-4570-be20-dd1455a1f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:55.602791 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-21ccb14b-d214-4570-be20-dd1455a1f36a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 1096 time: 0.0408621 Aug 17 03:06:55.694969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbde794-2705-4289-951a-224aa0e76b79 req-e889f82a-3087-4d9f-9754-26cbe01c5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:55.696436 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-e889f82a-3087-4d9f-9754-26cbe01c5a7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf578233-7561-4ec9-bcad-6a37057a0e6c HTTP/1.1" status: 200 len: 898 time: 0.0870445 Aug 17 03:06:55.762820 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-03e34b64-a0d9-4f63-a1a8-b9fc05a8b8b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea HTTP/1.1" status: 200 len: 999 time: 0.0595665 Aug 17 03:06:55.816942 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbde794-2705-4289-951a-224aa0e76b79 req-602aadea-f928-4884-abaa-da4156d90618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:55.818360 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-602aadea-f928-4884-abaa-da4156d90618 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c818b354-a778-45c8-ac24-82c220e3ef05 HTTP/1.1" status: 200 len: 835 time: 0.0487471 Aug 17 03:06:55.867817 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbde794-2705-4289-951a-224aa0e76b79 req-3fc632b5-956e-40d9-b514-8b62777dd867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:55.869344 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-3fc632b5-956e-40d9-b514-8b62777dd867 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf578233-7561-4ec9-bcad-6a37057a0e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437384 Aug 17 03:06:55.956946 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-44f407cf-251a-4544-a285-e741c7689668 service neutron] 10.222.0.42 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807564 Aug 17 03:06:56.048891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-4ee72156-e4f0-4e68-827f-b8de16fa8bc4 service neutron] 10.222.0.42 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842402 Aug 17 03:06:56.237469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569227f5-5f68-4452-9290-1863e27d2bfc req-80aba1ac-7e60-4316-a0d8-847aef61743b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:56.238952 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-569227f5-5f68-4452-9290-1863e27d2bfc req-80aba1ac-7e60-4316-a0d8-847aef61743b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 944 time: 0.0496590 Aug 17 03:06:56.278350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-569227f5-5f68-4452-9290-1863e27d2bfc req-42e2c35d-5581-4dd0-923d-4141188ca14a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332155 Aug 17 03:06:56.533306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbde794-2705-4289-951a-224aa0e76b79 req-a6dbbb27-3ba2-4401-b581-2548ea807499 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:56.534812 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-a6dbbb27-3ba2-4401-b581-2548ea807499 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a&tenant_id=24dfcafe61944b979922e9d135dfc1d5&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 1096 time: 0.0484231 Aug 17 03:06:56.748708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-1cbde794-2705-4289-951a-224aa0e76b79 req-7bed803e-c5a9-45f8-86b8-a7e599744581 service neutron] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:06:56.751835 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-1cbde794-2705-4289-951a-224aa0e76b79 req-7bed803e-c5a9-45f8-86b8-a7e599744581 service neutron] Notify callbacks [] for binding, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:56.752964 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cbde794-2705-4289-951a-224aa0e76b79 req-7bed803e-c5a9-45f8-86b8-a7e599744581 service neutron] 10.222.0.42 "DELETE /v2.0/ports/58a21776-64d4-482d-8fac-9d7fbc2e60ea/bindings/n-h2-793621-31 HTTP/1.1" status: 204 len: 173 time: 0.2099752 Aug 17 03:06:57.400370 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3c5de-c929-44c7-a6ac-052bbbfe2923 req-4ff40d62-8da4-4518-97e1-8e7b6e1385f5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:57.401935 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ff3c5de-c929-44c7-a6ac-052bbbfe2923 req-4ff40d62-8da4-4518-97e1-8e7b6e1385f5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 944 time: 0.0562556 Aug 17 03:06:57.441873 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ff3c5de-c929-44c7-a6ac-052bbbfe2923 req-de6b705c-43be-4493-bf78-f7383c8e5e3d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339062 Aug 17 03:06:57.550918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628067f-566e-4466-a092-611612137b96 req-45f779fd-56c9-4a8f-b845-230cf761e0ec tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:57.552613 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3628067f-566e-4466-a092-611612137b96 req-45f779fd-56c9-4a8f-b845-230cf761e0ec tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 1096 time: 0.0436413 Aug 17 03:06:57.591107 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3628067f-566e-4466-a092-611612137b96 req-d4a572be-d814-40f8-a5fc-8d0bd1177b01 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317104 Aug 17 03:06:57.717071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1688b-d918-4727-bec9-a0ffc3fe32f6 req-ba5983de-2053-4215-a8ac-f03643df3779 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:57.718597 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dae1688b-d918-4727-bec9-a0ffc3fe32f6 req-ba5983de-2053-4215-a8ac-f03643df3779 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 944 time: 0.0510256 Aug 17 03:06:57.759360 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dae1688b-d918-4727-bec9-a0ffc3fe32f6 req-22814364-f2e5-4be9-9aef-fb32b51598e9 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344763 Aug 17 03:06:57.781218 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41736) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:57.848111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dba1190b-4b89-4c02-a174-a21e4cfd5ab1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/floatingips/a86fd913-11ae-479a-bcac-56d36f35f867 HTTP/1.1" status: 200 len: 991 time: 0.0655220 Aug 17 03:06:58.300341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 58a21776-64d4-482d-8fac-9d7fbc2e60ea no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:59.002697 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:00.099047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41742) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:00.254933 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-55f2529d-007a-42d4-af38-6241d5f07d8f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port 871807e9-b008-4eda-912e-cd147aa401cf {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:07:00.255275 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-55f2529d-007a-42d4-af38-6241d5f07d8f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:00.334215 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-55f2529d-007a-42d4-af38-6241d5f07d8f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:00.334546 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-55f2529d-007a-42d4-af38-6241d5f07d8f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:00.345791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-55f2529d-007a-42d4-af38-6241d5f07d8f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for 871807e9-b008-4eda-912e-cd147aa401cf owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:07:00.568598 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-55f2529d-007a-42d4-af38-6241d5f07d8f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:00.593458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2529d-007a-42d4-af38-6241d5f07d8f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=871807e9-b008-4eda-912e-cd147aa401cf,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:00.652813 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-55f2529d-007a-42d4-af38-6241d5f07d8f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:00.653088 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-55f2529d-007a-42d4-af38-6241d5f07d8f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Floating IP a86fd913-11ae-479a-bcac-56d36f35f867 disassociated (deleted). External IP: 172.25.5.110, port: 58a21776-64d4-482d-8fac-9d7fbc2e60ea. Aug 17 03:07:00.858711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f2529d-007a-42d4-af38-6241d5f07d8f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 5c2947c8-e43c-4e6f-a919-4cebb51950ab has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:07:00.968560 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f2529d-007a-42d4-af38-6241d5f07d8f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:07:00.973447 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-55f2529d-007a-42d4-af38-6241d5f07d8f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:00.978601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18236a5-24d6-4459-8eac-b03522bb6abc None None] Sync routers for ids ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:07:00.987523 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18236a5-24d6-4459-8eac-b03522bb6abc None None] Routers {'5c2947c8-e43c-4e6f-a919-4cebb51950ab'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:00.988214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e18236a5-24d6-4459-8eac-b03522bb6abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:06:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:01.000470 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-55f2529d-007a-42d4-af38-6241d5f07d8f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/floatingips/a86fd913-11ae-479a-bcac-56d36f35f867 HTTP/1.1" status: 204 len: 168 time: 0.9002924 Aug 17 03:07:01.001070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:01.003367 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c309864f-929b-40ab-a13b-ad25e8f41d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:01.094042 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-e18236a5-24d6-4459-8eac-b03522bb6abc None None] Set router 5c2947c8-e43c-4e6f-a919-4cebb51950ab gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:01.375964 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca293ab-b365-42b6-a4b3-c8c9885d51f3 x-openstack-request-id: req-bca293ab-b365-42b6-a4b3-c8c9885d51f3 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:01.376456 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:01.376572 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bca293ab-b365-42b6-a4b3-c8c9885d51f3 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:01.376901 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea', 'status': 'completed', 'code': 200} Aug 17 03:07:01.456112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e18236a5-24d6-4459-8eac-b03522bb6abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:05:01Z', 'updated_at': '2021-08-17T03:05:06Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:02Z', 'updated_at': '2021-08-17T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '75d813c7-0644-42f0-8f98-51244b63e329', 'name': '', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:32:d8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:05Z', 'updated_at': '2021-08-17T03:05:11Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:01.486486 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18236a5-24d6-4459-8eac-b03522bb6abc None None] Checking router: 5c2947c8-e43c-4e6f-a919-4cebb51950ab for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:07:01.495231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18236a5-24d6-4459-8eac-b03522bb6abc None None] Routers {'5c2947c8-e43c-4e6f-a919-4cebb51950ab'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:01.495846 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e18236a5-24d6-4459-8eac-b03522bb6abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:06:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:01.506099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb461a-edbf-4798-ad27-a0a509cd145c req-dded0dbf-e6b1-49a0-98eb-087ff3d81da3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:01.508136 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aecb461a-edbf-4798-ad27-a0a509cd145c req-dded0dbf-e6b1-49a0-98eb-087ff3d81da3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 944 time: 0.0855763 Aug 17 03:07:01.510897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309864f-929b-40ab-a13b-ad25e8f41d4c req-8ae4ef1c-7fa7-4766-80ca-b1e5053cc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:01.512279 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c309864f-929b-40ab-a13b-ad25e8f41d4c req-8ae4ef1c-7fa7-4766-80ca-b1e5053cc3a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 1096 time: 0.0747190 Aug 17 03:07:01.529381 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:01.547123 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aecb461a-edbf-4798-ad27-a0a509cd145c req-01443ca4-0231-43fe-9141-9e8a61011e00 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=298985b2-6df6-4ee7-ac37-0511ead4c974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327649 Aug 17 03:07:01.605326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-e18236a5-24d6-4459-8eac-b03522bb6abc None None] Set router 5c2947c8-e43c-4e6f-a919-4cebb51950ab gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:01.641825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309864f-929b-40ab-a13b-ad25e8f41d4c req-c21da0f6-1d9f-4e23-b732-a4a4d45e53c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:01.643314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c309864f-929b-40ab-a13b-ad25e8f41d4c req-c21da0f6-1d9f-4e23-b732-a4a4d45e53c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf578233-7561-4ec9-bcad-6a37057a0e6c HTTP/1.1" status: 200 len: 898 time: 0.0885818 Aug 17 03:07:01.690674 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c309864f-929b-40ab-a13b-ad25e8f41d4c req-b8981ce2-e8ec-4d10-8666-28e4df5bacc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea HTTP/1.1" status: 200 len: 217 time: 0.0389085 Aug 17 03:07:01.747488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309864f-929b-40ab-a13b-ad25e8f41d4c req-3908fa7f-dadc-47a3-bb33-d6c4f39b81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:01.748969 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c309864f-929b-40ab-a13b-ad25e8f41d4c req-3908fa7f-dadc-47a3-bb33-d6c4f39b81d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c818b354-a778-45c8-ac24-82c220e3ef05 HTTP/1.1" status: 200 len: 835 time: 0.0443003 Aug 17 03:07:01.795810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309864f-929b-40ab-a13b-ad25e8f41d4c req-d6705a25-a703-4b92-b40e-7120f55c85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:01.797522 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c309864f-929b-40ab-a13b-ad25e8f41d4c req-d6705a25-a703-4b92-b40e-7120f55c85a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf578233-7561-4ec9-bcad-6a37057a0e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415549 Aug 17 03:07:01.808080 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e18236a5-24d6-4459-8eac-b03522bb6abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:05:01Z', 'updated_at': '2021-08-17T03:05:06Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:02Z', 'updated_at': '2021-08-17T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '75d813c7-0644-42f0-8f98-51244b63e329', 'name': '', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:32:d8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:05Z', 'updated_at': '2021-08-17T03:05:11Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:01.838547 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18236a5-24d6-4459-8eac-b03522bb6abc None None] The sync data for ids ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'] in n-d-793621-31 is: [{'id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:05:01Z', 'updated_at': '2021-08-17T03:05:06Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:02Z', 'updated_at': '2021-08-17T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '75d813c7-0644-42f0-8f98-51244b63e329', 'name': '', 'network_id': 'bf578233-7561-4ec9-bcad-6a37057a0e6c', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:32:d8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:05Z', 'updated_at': '2021-08-17T03:05:11Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': 'c818b354-a778-45c8-ac24-82c220e3ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:07:01.896012 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c309864f-929b-40ab-a13b-ad25e8f41d4c req-8d233f36-3443-4634-8150-289666e277bb service neutron] 10.222.0.42 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893333 Aug 17 03:07:01.994679 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c309864f-929b-40ab-a13b-ad25e8f41d4c req-1d1f7197-2334-4461-96c2-b70aed71a528 service neutron] 10.222.0.42 "GET /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863669 Aug 17 03:07:02.097569 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a51f85a-ee9b-4abb-bf6a-59679cd2702c None None] New status for floating IP a86fd913-11ae-479a-bcac-56d36f35f867: DOWN {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:07:02.129962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea2ce1-3ed3-43d3-8309-ea22876e17ab req-871ba552-2935-45fc-b349-dca466879f3b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:02.131338 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eeea2ce1-3ed3-43d3-8309-ea22876e17ab req-871ba552-2935-45fc-b349-dca466879f3b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.42 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 944 time: 0.0540240 Aug 17 03:07:02.221395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-eeea2ce1-3ed3-43d3-8309-ea22876e17ab req-031b26d7-bb50-45fe-9652-aa22b40f246b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port 58a21776-64d4-482d-8fac-9d7fbc2e60ea {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:07:02.221741 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-eeea2ce1-3ed3-43d3-8309-ea22876e17ab req-031b26d7-bb50-45fe-9652-aa22b40f246b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:02.311455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-eeea2ce1-3ed3-43d3-8309-ea22876e17ab req-031b26d7-bb50-45fe-9652-aa22b40f246b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] For port 58a21776-64d4-482d-8fac-9d7fbc2e60ea, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=58a21776-64d4-482d-8fac-9d7fbc2e60ea,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:02.311821 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-eeea2ce1-3ed3-43d3-8309-ea22876e17ab req-031b26d7-bb50-45fe-9652-aa22b40f246b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:02.323787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-eeea2ce1-3ed3-43d3-8309-ea22876e17ab req-031b26d7-bb50-45fe-9652-aa22b40f246b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for 58a21776-64d4-482d-8fac-9d7fbc2e60ea owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:07:02.511699 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-eeea2ce1-3ed3-43d3-8309-ea22876e17ab req-031b26d7-bb50-45fe-9652-aa22b40f246b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:02.544601 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b26d7-bb50-45fe-9652-aa22b40f246b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=58a21776-64d4-482d-8fac-9d7fbc2e60ea,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:02.590018 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeea2ce1-3ed3-43d3-8309-ea22876e17ab req-031b26d7-bb50-45fe-9652-aa22b40f246b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] No DVR routers for this DVR port 58a21776-64d4-482d-8fac-9d7fbc2e60ea on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:07:02.592534 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-eeea2ce1-3ed3-43d3-8309-ea22876e17ab req-031b26d7-bb50-45fe-9652-aa22b40f246b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:02.594629 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eeea2ce1-3ed3-43d3-8309-ea22876e17ab req-031b26d7-bb50-45fe-9652-aa22b40f246b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.42 "DELETE /v2.0/ports/58a21776-64d4-482d-8fac-9d7fbc2e60ea HTTP/1.1" status: 204 len: 173 time: 0.4569788 Aug 17 03:07:02.649268 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9bb15aa-f7b1-457e-b4a8-e1872c4a0a2e req-3d4d781e-006f-4360-8cfa-49376939f4ba tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a HTTP/1.1" status: 200 len: 210 time: 0.0267253 Aug 17 03:07:03.378788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'name': 'network-vif-deleted', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:03.381066 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5310de36-58d6-40ed-a397-9c2d74a6bb1a" -d '{"events": [{"server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "name": "network-vif-deleted", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:03.416923 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e787492a-a767-4b8e-9ff3-2c665bde6c2a x-openstack-request-id: req-e787492a-a767-4b8e-9ff3-2c665bde6c2a {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:03.417204 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a", "name": "network-vif-deleted", "tag": "58a21776-64d4-482d-8fac-9d7fbc2e60ea", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:03.417482 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e787492a-a767-4b8e-9ff3-2c665bde6c2a {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:03.417874 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e99569-8c81-4aeb-9da1-f3f8d7cb1b3a', 'name': 'network-vif-deleted', 'tag': '58a21776-64d4-482d-8fac-9d7fbc2e60ea', 'status': 'completed', 'code': 200} Aug 17 03:07:03.705993 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41758) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:04.053518 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1ac4c42-7438-437f-b248-091cdf28cb0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:04.301013 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac4c42-7438-437f-b248-091cdf28cb0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port 75d813c7-0644-42f0-8f98-51244b63e329 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:07:04.301013 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1ac4c42-7438-437f-b248-091cdf28cb0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:04.395405 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-d1ac4c42-7438-437f-b248-091cdf28cb0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] For port 75d813c7-0644-42f0-8f98-51244b63e329, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=75d813c7-0644-42f0-8f98-51244b63e329,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:04.395681 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1ac4c42-7438-437f-b248-091cdf28cb0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:04.408164 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac4c42-7438-437f-b248-091cdf28cb0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for 75d813c7-0644-42f0-8f98-51244b63e329 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:07:04.620305 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1ac4c42-7438-437f-b248-091cdf28cb0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:04.647223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac4c42-7438-437f-b248-091cdf28cb0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=75d813c7-0644-42f0-8f98-51244b63e329,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:04.826506 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1ac4c42-7438-437f-b248-091cdf28cb0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:05.324386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ac4c42-7438-437f-b248-091cdf28cb0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 5c2947c8-e43c-4e6f-a919-4cebb51950ab has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:07:05.426510 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ac4c42-7438-437f-b248-091cdf28cb0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:07:05.432059 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d1ac4c42-7438-437f-b248-091cdf28cb0e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "PUT /v2.0/routers/5c2947c8-e43c-4e6f-a919-4cebb51950ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7250278 Aug 17 03:07:05.435266 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41762) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:05.436220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df44760-5167-4cb1-83fd-6904ee2bed7e None None] Sync routers for ids ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:07:05.446336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df44760-5167-4cb1-83fd-6904ee2bed7e None None] Routers {'5c2947c8-e43c-4e6f-a919-4cebb51950ab'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:05.446956 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8df44760-5167-4cb1-83fd-6904ee2bed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:06:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:05.485633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdf2c1f-0f42-49e4-b885-9b2e92338dc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting subnet c818b354-a778-45c8-ac24-82c220e3ef05 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:07:05.488620 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2c1f-0f42-49e4-b885-9b2e92338dc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:05.532782 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2c1f-0f42-49e4-b885-9b2e92338dc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:05.551377 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-8df44760-5167-4cb1-83fd-6904ee2bed7e None None] Set router 5c2947c8-e43c-4e6f-a919-4cebb51950ab gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:05.617675 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2c1f-0f42-49e4-b885-9b2e92338dc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:05.733028 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8df44760-5167-4cb1-83fd-6904ee2bed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:05:01Z', 'updated_at': '2021-08-17T03:07:04Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:02Z', 'updated_at': '2021-08-17T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:05.740304 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2c1f-0f42-49e4-b885-9b2e92338dc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:05.759290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df44760-5167-4cb1-83fd-6904ee2bed7e None None] Checking router: 5c2947c8-e43c-4e6f-a919-4cebb51950ab for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:07:05.769917 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df44760-5167-4cb1-83fd-6904ee2bed7e None None] Routers {'5c2947c8-e43c-4e6f-a919-4cebb51950ab'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:05.770156 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf2c1f-0f42-49e4-b885-9b2e92338dc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Subnet': ['ID=c818b354-a778-45c8-ac24-82c220e3ef05,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:05.770886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8df44760-5167-4cb1-83fd-6904ee2bed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:06:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:05.776646 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2c1f-0f42-49e4-b885-9b2e92338dc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:05.781453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0bdf2c1f-0f42-49e4-b885-9b2e92338dc0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/subnets/c818b354-a778-45c8-ac24-82c220e3ef05 HTTP/1.1" status: 204 len: 168 time: 0.3451533 Aug 17 03:07:05.781726 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41764) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:05.812438 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf69256a-325a-46ff-ae65-95b17785824a None None] Network bf578233-7561-4ec9-bcad-6a37057a0e6c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:07:05.890073 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:05.967280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-8df44760-5167-4cb1-83fd-6904ee2bed7e None None] Set router 5c2947c8-e43c-4e6f-a919-4cebb51950ab gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:05.993481 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:06.109988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port 0e73b1c3-d789-48e4-bf38-713167eca8af {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:07:06.110292 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:06.159904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b04b6-1c6d-4584-b309-28d021ff8e35 None None] DHCP port deletion for bf578233-7561-4ec9-bcad-6a37057a0e6c request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:07:06.166328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-8df44760-5167-4cb1-83fd-6904ee2bed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:05:01Z', 'updated_at': '2021-08-17T03:07:04Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:02Z', 'updated_at': '2021-08-17T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:06.201159 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] For port 0e73b1c3-d789-48e4-bf38-713167eca8af, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0e73b1c3-d789-48e4-bf38-713167eca8af,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:06.201554 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:06.210038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df44760-5167-4cb1-83fd-6904ee2bed7e None None] The sync data for ids ['5c2947c8-e43c-4e6f-a919-4cebb51950ab'] in n-d-793621-31 is: [{'id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-826880247', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:05:01Z', 'updated_at': '2021-08-17T03:07:04Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': '0e73b1c3-d789-48e4-bf38-713167eca8af', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2947c8-e43c-4e6f-a919-4cebb51950ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:02Z', 'updated_at': '2021-08-17T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:07:06.214982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for 0e73b1c3-d789-48e4-bf38-713167eca8af owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:07:06.236754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-916b04b6-1c6d-4584-b309-28d021ff8e35 None None] Deleting port 06285b36-0b97-4859-9366-ca896351fc21 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:07:06.237141 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-916b04b6-1c6d-4584-b309-28d021ff8e35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:06.301474 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 58a21776-64d4-482d-8fac-9d7fbc2e60ea no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:07:06.311181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-916b04b6-1c6d-4584-b309-28d021ff8e35 None None] For port 06285b36-0b97-4859-9366-ca896351fc21, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=06285b36-0b97-4859-9366-ca896351fc21,segment=NetworkSegment(e0738b5c-036b-474a-8446-ea31e0ab3b7c),segment_id=e0738b5c-036b-474a-8446-ea31e0ab3b7c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:06.311586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-916b04b6-1c6d-4584-b309-28d021ff8e35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:06.334255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 58a21776-64d4-482d-8fac-9d7fbc2e60ea {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:07:06.334610 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 58a21776-64d4-482d-8fac-9d7fbc2e60ea not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:07:06.341429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-916b04b6-1c6d-4584-b309-28d021ff8e35 None None] Calling delete_port for 06285b36-0b97-4859-9366-ca896351fc21 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:07:06.478315 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:06.506512 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=0e73b1c3-d789-48e4-bf38-713167eca8af,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:06.507316 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-916b04b6-1c6d-4584-b309-28d021ff8e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:06.536424 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b04b6-1c6d-4584-b309-28d021ff8e35 None None] Pushing event deleted for resources: {'Port': ['ID=06285b36-0b97-4859-9366-ca896351fc21,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:06.540541 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b04b6-1c6d-4584-b309-28d021ff8e35 None None] No DVR routers for this DVR port 06285b36-0b97-4859-9366-ca896351fc21 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:07:06.574468 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:06.675082 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:06.677764 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:06.767432 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:06.768032 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Fanout notify agent at l3_agent the message router_deleted on router 5c2947c8-e43c-4e6f-a919-4cebb51950ab {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:07:06.775768 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:06.776861 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a79de035-f1be-461c-83fd-bbb10018427f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/routers/5c2947c8-e43c-4e6f-a919-4cebb51950ab HTTP/1.1" status: 204 len: 168 time: 0.9943123 Aug 17 03:07:06.779653 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41766) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:06.859322 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-037dbeec-6a46-45c7-a82a-366f4f8b25e1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:06.955149 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-037dbeec-6a46-45c7-a82a-366f4f8b25e1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:06.967508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-037dbeec-6a46-45c7-a82a-366f4f8b25e1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf578233-7561-4ec9-bcad-6a37057a0e6c']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:06.978058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-037dbeec-6a46-45c7-a82a-366f4f8b25e1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0738b5c-036b-474a-8446-ea31e0ab3b7c') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:06.978356 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-037dbeec-6a46-45c7-a82a-366f4f8b25e1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0738b5c-036b-474a-8446-ea31e0ab3b7c') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:06.987553 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-037dbeec-6a46-45c7-a82a-366f4f8b25e1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:07.002396 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-037dbeec-6a46-45c7-a82a-366f4f8b25e1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:07.006986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 75d813c7-0644-42f0-8f98-51244b63e329 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:07:07.011008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037dbeec-6a46-45c7-a82a-366f4f8b25e1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:07:07.011423 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-037dbeec-6a46-45c7-a82a-366f4f8b25e1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: timer() Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:07:07.014498 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:07:07.030459 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 75d813c7-0644-42f0-8f98-51244b63e329 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:07:07.030891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 75d813c7-0644-42f0-8f98-51244b63e329 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:07:07.031390 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 06285b36-0b97-4859-9366-ca896351fc21 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:07:07.052345 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 06285b36-0b97-4859-9366-ca896351fc21 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:07:07.055892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 06285b36-0b97-4859-9366-ca896351fc21 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:07:07.056341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0e73b1c3-d789-48e4-bf38-713167eca8af no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:07:07.078740 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 0e73b1c3-d789-48e4-bf38-713167eca8af {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:07:07.079097 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0e73b1c3-d789-48e4-bf38-713167eca8af not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:07:07.140244 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-037dbeec-6a46-45c7-a82a-366f4f8b25e1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:07.145762 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-037dbeec-6a46-45c7-a82a-366f4f8b25e1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:07.148242 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-037dbeec-6a46-45c7-a82a-366f4f8b25e1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/networks/bf578233-7561-4ec9-bcad-6a37057a0e6c HTTP/1.1" status: 204 len: 168 time: 0.3673940 Aug 17 03:07:07.152003 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41768) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:07.165058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dbeec-6a46-45c7-a82a-366f4f8b25e1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Network': ['ID=bf578233-7561-4ec9-bcad-6a37057a0e6c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:07.213944 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-99f40808-4933-4e1d-b684-c7096e3d5bf7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:07.242654 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-99f40808-4933-4e1d-b684-c7096e3d5bf7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:07.339846 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-99f40808-4933-4e1d-b684-c7096e3d5bf7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:07.342487 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-99f40808-4933-4e1d-b684-c7096e3d5bf7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:07.343663 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-99f40808-4933-4e1d-b684-c7096e3d5bf7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/security-groups/298985b2-6df6-4ee7-ac37-0511ead4c974 HTTP/1.1" status: 204 len: 168 time: 0.1906126 Aug 17 03:07:07.369416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f40808-4933-4e1d-b684-c7096e3d5bf7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=298985b2-6df6-4ee7-ac37-0511ead4c974,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:07.862121 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41778) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:07.867769 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-f2f41f83-50a8-457b-b262-499f4f96439d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124324850', 'description': 'tempest-secgroup-smoke-1124324850 description', 'project_id': '24dfcafe61944b979922e9d135dfc1d5'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:07.894180 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-efb076b3-4c1c-4313-a62c-929d76e899aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:07.957215 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f2f41f83-50a8-457b-b262-499f4f96439d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:08.036871 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f2f41f83-50a8-457b-b262-499f4f96439d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:08.093306 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f2f41f83-50a8-457b-b262-499f4f96439d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:08.123549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f41f83-50a8-457b-b262-499f4f96439d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1507379b-215e-4fea-82ef-11d2c2386617,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:08.165634 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f2f41f83-50a8-457b-b262-499f4f96439d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:08.167348 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f2f41f83-50a8-457b-b262-499f4f96439d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3040545 Aug 17 03:07:08.170122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41780) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:08.175391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-95aa26b7-e3cc-401f-87f1-1ecbff94deb3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '1507379b-215e-4fea-82ef-11d2c2386617', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:08.266717 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95aa26b7-e3cc-401f-87f1-1ecbff94deb3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:08.336738 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95aa26b7-e3cc-401f-87f1-1ecbff94deb3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:08.402920 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95aa26b7-e3cc-401f-87f1-1ecbff94deb3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:08.422566 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa26b7-e3cc-401f-87f1-1ecbff94deb3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdc7262-d801-4c14-b818-94f940a68ea1,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:08.516394 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-95aa26b7-e3cc-401f-87f1-1ecbff94deb3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:08.517698 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-95aa26b7-e3cc-401f-87f1-1ecbff94deb3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3466129 Aug 17 03:07:08.520541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41782) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:08.525724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-564af4c7-78f1-4148-bc64-f657227ead87 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '1507379b-215e-4fea-82ef-11d2c2386617', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:08.603453 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-564af4c7-78f1-4148-bc64-f657227ead87 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:08.666977 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-564af4c7-78f1-4148-bc64-f657227ead87 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:08.729026 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-564af4c7-78f1-4148-bc64-f657227ead87 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:08.747693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564af4c7-78f1-4148-bc64-f657227ead87 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5c19eb-4478-4ae0-8696-455cac725775,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:08.803091 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-564af4c7-78f1-4148-bc64-f657227ead87 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:08.804396 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-564af4c7-78f1-4148-bc64-f657227ead87 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2828758 Aug 17 03:07:08.807231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41784) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:08.813791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-ef4eac91-56f2-4573-8a16-d7353f0d7149 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '1507379b-215e-4fea-82ef-11d2c2386617', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:08.907017 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef4eac91-56f2-4573-8a16-d7353f0d7149 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:08.973492 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef4eac91-56f2-4573-8a16-d7353f0d7149 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:09.041370 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef4eac91-56f2-4573-8a16-d7353f0d7149 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:09.062117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4eac91-56f2-4573-8a16-d7353f0d7149 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee7bf39-a424-4295-84a9-fcd8a8cb2569,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:09.122015 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef4eac91-56f2-4573-8a16-d7353f0d7149 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:09.123360 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ef4eac91-56f2-4573-8a16-d7353f0d7149 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3151515 Aug 17 03:07:09.126263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41786) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:09.130760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-959b4da5-3b05-4b53-aa3b-02ab95a9fd00 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '1507379b-215e-4fea-82ef-11d2c2386617', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:09.219492 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-959b4da5-3b05-4b53-aa3b-02ab95a9fd00 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:09.281778 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-959b4da5-3b05-4b53-aa3b-02ab95a9fd00 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:09.351314 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-959b4da5-3b05-4b53-aa3b-02ab95a9fd00 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:09.371785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b4da5-3b05-4b53-aa3b-02ab95a9fd00 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2006e05-3d40-4734-a8c9-c636dadb14cc,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:09.465677 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-959b4da5-3b05-4b53-aa3b-02ab95a9fd00 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:09.467081 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-959b4da5-3b05-4b53-aa3b-02ab95a9fd00 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3398061 Aug 17 03:07:09.469822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41788) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:09.474215 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e677fdfc-13c9-42d3-9e38-dcb3124f12a8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '1507379b-215e-4fea-82ef-11d2c2386617', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:09.533947 n-d-793621-31 neutron-server[95406]: INFO neutron.db.securitygroups_db [None req-e677fdfc-13c9-42d3-9e38-dcb3124f12a8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Project 24dfcafe61944b979922e9d135dfc1d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:07:09.539447 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e677fdfc-13c9-42d3-9e38-dcb3124f12a8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:09.598634 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e677fdfc-13c9-42d3-9e38-dcb3124f12a8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:09.659604 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e677fdfc-13c9-42d3-9e38-dcb3124f12a8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:09.675621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677fdfc-13c9-42d3-9e38-dcb3124f12a8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7009087f-e2be-4440-818d-026bb89f1a7e,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:09.722630 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e677fdfc-13c9-42d3-9e38-dcb3124f12a8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:09.723819 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e677fdfc-13c9-42d3-9e38-dcb3124f12a8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2531192 Aug 17 03:07:09.726966 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41790) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:09.731366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-9439b768-99e2-45e6-984f-1cb43c9a5de5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'security_group_rule': {'security_group_id': '1507379b-215e-4fea-82ef-11d2c2386617', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:09.791676 n-d-793621-31 neutron-server[95406]: INFO neutron.db.securitygroups_db [None req-9439b768-99e2-45e6-984f-1cb43c9a5de5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Project 24dfcafe61944b979922e9d135dfc1d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:07:09.796982 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9439b768-99e2-45e6-984f-1cb43c9a5de5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:09.881299 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9439b768-99e2-45e6-984f-1cb43c9a5de5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:09.928637 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9439b768-99e2-45e6-984f-1cb43c9a5de5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:09.950114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439b768-99e2-45e6-984f-1cb43c9a5de5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1bc08f-d7b4-4b24-9d5e-4a472db717de,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:09.991169 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9439b768-99e2-45e6-984f-1cb43c9a5de5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:09.992487 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9439b768-99e2-45e6-984f-1cb43c9a5de5 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2645934 Aug 17 03:07:09.995320 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41792) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:10.000642 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1e57dfa3-8a1e-4780-a15a-a7bc013a7e2c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'network': {'name': 'tempest-network-smoke--587986620', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'port_security_enabled': True}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:10.054694 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e57dfa3-8a1e-4780-a15a-a7bc013a7e2c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Made reservation on behalf of 24dfcafe61944b979922e9d135dfc1d5 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:10.058336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e57dfa3-8a1e-4780-a15a-a7bc013a7e2c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:10.081321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e57dfa3-8a1e-4780-a15a-a7bc013a7e2c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:07:10.090162 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e57dfa3-8a1e-4780-a15a-a7bc013a7e2c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:10.090506 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-1e57dfa3-8a1e-4780-a15a-a7bc013a7e2c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Added segment e72a3a7d-cad4-4080-85dd-6bd48d0affd4 of type vlan for network 6aa4dba0-e189-43a4-b710-a9322e58fdf6 Aug 17 03:07:10.131366 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e57dfa3-8a1e-4780-a15a-a7bc013a7e2c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:10.248909 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e57dfa3-8a1e-4780-a15a-a7bc013a7e2c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:10.254435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e57dfa3-8a1e-4780-a15a-a7bc013a7e2c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:10.255049 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1e57dfa3-8a1e-4780-a15a-a7bc013a7e2c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:10.319246 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57dfa3-8a1e-4780-a15a-a7bc013a7e2c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Network': ['ID=6aa4dba0-e189-43a4-b710-a9322e58fdf6,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:10.330401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 6aa4dba0-e189-43a4-b710-a9322e58fdf6 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:07:10.370277 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e4b57f8f-1bfa-4fe5-b482-a33c3e73dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:10.381003 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1e57dfa3-8a1e-4780-a15a-a7bc013a7e2c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3845420 Aug 17 03:07:10.384360 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41796) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:10.388946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'admin_state_up': True, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:10.506024 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:10.507598 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:10.561680 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:10.654230 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:10.755776 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:11.334708 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:11.353327 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:11.452786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.25.5.3 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/e6e9a071-4eb0-4721-89da-4ae11febcbde) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:07:11.555928 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:11.660426 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:11.700724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:11.703724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:11.707380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:07:11.712882 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=e6e9a071-4eb0-4721-89da-4ae11febcbde,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:11.938662 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:12.068919 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:12.261709 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:12.452904 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:07:12.561914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:07:12.572424 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Sync routers for ids ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:07:12.581788 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Routers {'0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:12.583031 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:07:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:12.636919 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:12.638260 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2025f117-576e-451e-8d6a-1b864e845860 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2529006 Aug 17 03:07:12.641209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41798) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:12.669822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1a7c27e4-b980-40e7-bff4-fcfe0809f11b tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=24dfcafe61944b979922e9d135dfc1d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274897 Aug 17 03:07:12.672308 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41800) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:12.683355 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Set router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:12.764943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c2fba9-2c03-4e9c-ab2c-49344f4504ab tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:12.769276 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-65c2fba9-2c03-4e9c-ab2c-49344f4504ab tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932939 Aug 17 03:07:12.769891 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41802) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:12.802649 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8582014d-4939-4b6c-a679-d877a6daec03 tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315242 Aug 17 03:07:12.808790 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41804) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:12.810609 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-2cb98bb2-8ce5-42b7-b628-4f007fcc8068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-312925097', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:12.954676 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:10Z', 'updated_at': '2021-08-17T03:07:11Z', 'revision_number': 3, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:11Z', 'updated_at': '2021-08-17T03:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:12.980141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb98bb2-8ce5-42b7-b628-4f007fcc8068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Made reservation on behalf of 24dfcafe61944b979922e9d135dfc1d5 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:12.982908 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Checking router: 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:07:12.982908 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Updating router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 port e6e9a071-4eb0-4721-89da-4ae11febcbde binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:07:12.983941 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2cb98bb2-8ce5-42b7-b628-4f007fcc8068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:13.010112 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:13.242490 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2cb98bb2-8ce5-42b7-b628-4f007fcc8068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:13.256664 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:13.266108 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Transition to ACTIVE for port object e6e9a071-4eb0-4721-89da-4ae11febcbde will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:13.301627 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb98bb2-8ce5-42b7-b628-4f007fcc8068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Subnet': ['ID=6404e0f9-1437-48df-b799-695deedfccb2,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:13.311069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb98bb2-8ce5-42b7-b628-4f007fcc8068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Checking segment: {'id': 'e72a3a7d-cad4-4080-85dd-6bd48d0affd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:13.311432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb98bb2-8ce5-42b7-b628-4f007fcc8068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network hostable DHCP agents. Network: 6aa4dba0-e189-43a4-b710-a9322e58fdf6, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:07:13.327475 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:13.378617 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Attempting to bind port e6e9a071-4eb0-4721-89da-4ae11febcbde on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:07:13.378983 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Attempting to bind port e6e9a071-4eb0-4721-89da-4ae11febcbde by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:07:13.379344 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Attempting to bind port e6e9a071-4eb0-4721-89da-4ae11febcbde on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:13.384779 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f779b6a-bfed-4c4d-9024-5df95130fabc None None] Pushing event updated for resources: {'Port': ['ID=e6e9a071-4eb0-4721-89da-4ae11febcbde,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:13.392487 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:07:13.394616 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:13.394616 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:13.394616 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:07:13.394616 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Bound port: e6e9a071-4eb0-4721-89da-4ae11febcbde, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:07:13.394616 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:13.397363 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f779b6a-bfed-4c4d-9024-5df95130fabc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:13.397756 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f779b6a-bfed-4c4d-9024-5df95130fabc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:13.398097 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f779b6a-bfed-4c4d-9024-5df95130fabc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:13.398434 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f779b6a-bfed-4c4d-9024-5df95130fabc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:13.398767 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f779b6a-bfed-4c4d-9024-5df95130fabc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:13.399094 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f779b6a-bfed-4c4d-9024-5df95130fabc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:13.399419 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f779b6a-bfed-4c4d-9024-5df95130fabc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:13.399740 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f779b6a-bfed-4c4d-9024-5df95130fabc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:13.400068 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f779b6a-bfed-4c4d-9024-5df95130fabc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:13.400386 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f779b6a-bfed-4c4d-9024-5df95130fabc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:13.400706 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f779b6a-bfed-4c4d-9024-5df95130fabc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:13.401024 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f779b6a-bfed-4c4d-9024-5df95130fabc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:13.415397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb98bb2-8ce5-42b7-b628-4f007fcc8068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 6aa4dba0-e189-43a4-b710-a9322e58fdf6 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:07:13.454560 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] For port e6e9a071-4eb0-4721-89da-4ae11febcbde, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:07:13.457458 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] For port e6e9a071-4eb0-4721-89da-4ae11febcbde, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e6e9a071-4eb0-4721-89da-4ae11febcbde,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:07:13.540436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-2cb98bb2-8ce5-42b7-b628-4f007fcc8068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 6aa4dba0-e189-43a4-b710-a9322e58fdf6) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:13.540978 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:13.544451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb98bb2-8ce5-42b7-b628-4f007fcc8068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:13.545283 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2cb98bb2-8ce5-42b7-b628-4f007fcc8068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:13.550608 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7b5fe1-e74a-46e8-bcab-b51e6e0e4118 None None] Network 6aa4dba0-e189-43a4-b710-a9322e58fdf6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:07:13.606229 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Routers {'0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:13.606872 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:07:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:13.608555 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f779b6a-bfed-4c4d-9024-5df95130fabc None None] Pushing event updated for resources: {'Port': ['ID=e6e9a071-4eb0-4721-89da-4ae11febcbde,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:13.628964 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2cb98bb2-8ce5-42b7-b628-4f007fcc8068 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8198359 Aug 17 03:07:13.629146 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41806) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:13.697813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ips': [{'subnet_id': '6404e0f9-1437-48df-b799-695deedfccb2'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:07:13.698676 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:13.715400 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] Set router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:13.850629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Allocated IP 172.20.0.2 (6aa4dba0-e189-43a4-b710-a9322e58fdf6/6404e0f9-1437-48df-b799-695deedfccb2/cadc53c8-a1c6-40fd-9dd9-ee957df6bb94) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:07:13.905172 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:10Z', 'updated_at': '2021-08-17T03:07:11Z', 'revision_number': 3, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:11Z', 'updated_at': '2021-08-17T03:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:13.937911 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0ddcaf-d0b2-4fd3-be20-1bb140f3b2f6 None None] The sync data for ids ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'] in n-d-793621-31 is: [{'id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:10Z', 'updated_at': '2021-08-17T03:07:11Z', 'revision_number': 3, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:11Z', 'updated_at': '2021-08-17T03:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:07:14.069205 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:14.085936 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:14.188299 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:14.197750 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Transition to ACTIVE for port object cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:14.217432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Transition to ACTIVE for port object cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:14.289834 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:14.329838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Network 6aa4dba0-e189-43a4-b710-a9322e58fdf6 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:14.336908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:14.340722 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:07:14.352125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Pushing event updated for resources: {'Port': ['ID=cadc53c8-a1c6-40fd-9dd9-ee957df6bb94,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:14.403946 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Attempting to bind port cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:07:14.404157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.20.0.1 (6aa4dba0-e189-43a4-b710-a9322e58fdf6/6404e0f9-1437-48df-b799-695deedfccb2/b2a291cc-88d3-4f2a-bf0d-b41196791eb6) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:07:14.404323 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Attempting to bind port cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'e72a3a7d-cad4-4080-85dd-6bd48d0affd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:07:14.404694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Attempting to bind port cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 on network 6aa4dba0-e189-43a4-b710-a9322e58fdf6 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:14.411337 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:07:14.411641 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Checking segment: {'id': 'e72a3a7d-cad4-4080-85dd-6bd48d0affd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:14.412052 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:14.412450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Bound using segment: {'id': 'e72a3a7d-cad4-4080-85dd-6bd48d0affd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:07:14.412925 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Bound port: cadc53c8-a1c6-40fd-9dd9-ee957df6bb94, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72a3a7d-cad4-4080-85dd-6bd48d0affd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:07:14.413711 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:14.484607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] For port cadc53c8-a1c6-40fd-9dd9-ee957df6bb94, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:07:14.487883 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] For port cadc53c8-a1c6-40fd-9dd9-ee957df6bb94, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=cadc53c8-a1c6-40fd-9dd9-ee957df6bb94,segment=NetworkSegment(e72a3a7d-cad4-4080-85dd-6bd48d0affd4),segment_id=e72a3a7d-cad4-4080-85dd-6bd48d0affd4)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:07:14.535110 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:14.539392 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:14.554601 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Transition to ACTIVE for port object b2a291cc-88d3-4f2a-bf0d-b41196791eb6 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:14.596970 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d42a53-11ae-4b60-95cd-15edfac4957d None None] Pushing event updated for resources: {'Port': ['ID=cadc53c8-a1c6-40fd-9dd9-ee957df6bb94,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:14.630838 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:14.677711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 6aa4dba0-e189-43a4-b710-a9322e58fdf6 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:14.681722 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:14.685968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:07:14.713116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=b2a291cc-88d3-4f2a-bf0d-b41196791eb6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:14.755640 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:14.970262 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:15.062545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e6e9a071-4eb0-4721-89da-4ae11febcbde up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:15.172683 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port e6e9a071-4eb0-4721-89da-4ae11febcbde completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:15.176909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e6e9a071-4eb0-4721-89da-4ae11febcbde triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:15.177314 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:15.260970 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:15.261219 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:15.280600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port e6e9a071-4eb0-4721-89da-4ae11febcbde, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e6e9a071-4eb0-4721-89da-4ae11febcbde,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:15.332832 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:15.344708 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:15.345572 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:15.409393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=b2a291cc-88d3-4f2a-bf0d-b41196791eb6,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:15.417170 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:15.441796 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=e6e9a071-4eb0-4721-89da-4ae11febcbde,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:15.516161 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 6aa4dba0-e189-43a4-b710-a9322e58fdf6 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:15.517587 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:15.524324 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:15.707299 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b630875a-5f09-4ab4-91b4-f5451aec258c None None] Network 6aa4dba0-e189-43a4-b710-a9322e58fdf6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:07:15.867387 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cf944791-683b-4ac7-af35-29272ae80f3b None None] Provisioning for port cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:15.874680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cf944791-683b-4ac7-af35-29272ae80f3b None None] Provisioning complete for port cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:15.875050 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cf944791-683b-4ac7-af35-29272ae80f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:15.936885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:07:15.959474 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cf944791-683b-4ac7-af35-29272ae80f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:15.994586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-cf944791-683b-4ac7-af35-29272ae80f3b None None] For port cadc53c8-a1c6-40fd-9dd9-ee957df6bb94, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=cadc53c8-a1c6-40fd-9dd9-ee957df6bb94,segment=NetworkSegment(e72a3a7d-cad4-4080-85dd-6bd48d0affd4),segment_id=e72a3a7d-cad4-4080-85dd-6bd48d0affd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:16.056763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:07:16.061834 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ccc3b17a-40f2-4cfb-bccc-8ca27f9a52ab tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "PUT /v2.0/routers/0b6daf84-6ac8-46d5-b1f3-b95941fda6f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4316928 Aug 17 03:07:16.065026 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cf944791-683b-4ac7-af35-29272ae80f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:16.070544 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Sync routers for ids ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:07:16.108381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Routers {'0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:16.109022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:07:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:16.213885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf944791-683b-4ac7-af35-29272ae80f3b None None] Pushing event updated for resources: {'Port': ['ID=cadc53c8-a1c6-40fd-9dd9-ee957df6bb94,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:16.228309 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-2d76bae9-61c3-4bd2-b075-8c27e77a4b87 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124324850&fields=id&tenant_id=24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 267 time: 0.0447619 Aug 17 03:07:16.244661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Set router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:16.321274 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-098feff5-47df-4341-aa9b-4498437892d3 None None] Provisioning for port b2a291cc-88d3-4f2a-bf0d-b41196791eb6 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:16.326880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-098feff5-47df-4341-aa9b-4498437892d3 None None] Provisioning complete for port b2a291cc-88d3-4f2a-bf0d-b41196791eb6 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:16.327252 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-098feff5-47df-4341-aa9b-4498437892d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:16.337687 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-68c8846f-24ae-43de-879e-c26ae333de12 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:16.339286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-68c8846f-24ae-43de-879e-c26ae333de12 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/networks?id=6aa4dba0-e189-43a4-b710-a9322e58fdf6 HTTP/1.1" status: 200 len: 796 time: 0.1100843 Aug 17 03:07:16.361155 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-b8968cef-d335-43b7-b6bd-c7c8169b988d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/quotas/24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 375 time: 0.0111721 Aug 17 03:07:16.410631 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-098feff5-47df-4341-aa9b-4498437892d3 None None] Port b2a291cc-88d3-4f2a-bf0d-b41196791eb6 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:07:16.424895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-5b1c7496-dee7-408e-b835-2e92c892a176 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569692 Aug 17 03:07:16.443717 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-098feff5-47df-4341-aa9b-4498437892d3 None None] Provisioning complete for port cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:16.444093 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-098feff5-47df-4341-aa9b-4498437892d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:16.531103 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-e883adf0-0ce5-4b14-b81a-35bd38d584da service neutron] 10.222.0.13 "GET /v2.0/networks/6aa4dba0-e189-43a4-b710-a9322e58fdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938106 Aug 17 03:07:16.566066 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:10Z', 'updated_at': '2021-08-17T03:07:14Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:11Z', 'updated_at': '2021-08-17T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'b2a291cc-88d3-4f2a-bf0d-b41196791eb6', 'name': '', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:07:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6404e0f9-1437-48df-b799-695deedfccb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:14Z', 'updated_at': '2021-08-17T03:07:15Z', 'revision_number': 2, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '6404e0f9-1437-48df-b799-695deedfccb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:16.593864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Checking router: 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:07:16.594206 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Updating router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 port b2a291cc-88d3-4f2a-bf0d-b41196791eb6 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:07:16.619894 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:16.628749 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-b76a1037-7947-4de2-b31a-efa844f2aaf2 service neutron] 10.222.0.13 "GET /v2.0/networks/6aa4dba0-e189-43a4-b710-a9322e58fdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904863 Aug 17 03:07:16.743853 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-204eca22-28d8-411e-95ee-817ad8c69930 None None] Provisioning complete for port b2a291cc-88d3-4f2a-bf0d-b41196791eb6 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:16.744485 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-204eca22-28d8-411e-95ee-817ad8c69930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:16.822972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-204eca22-28d8-411e-95ee-817ad8c69930 None None] Port b2a291cc-88d3-4f2a-bf0d-b41196791eb6 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:07:16.863703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02e2af3b-6d1a-4978-9d43-7259be7a1241 req-3daf3926-ac24-4735-b708-2f50efda113c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 210 time: 0.0273674 Aug 17 03:07:16.927895 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:16.938735 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Transition to ACTIVE for port object b2a291cc-88d3-4f2a-bf0d-b41196791eb6 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:17.008748 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:17.033880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e6e9a071-4eb0-4721-89da-4ae11febcbde up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:17.090364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533dcf9-6c6a-47f3-be64-5e47bcd31520 None None] Pushing event updated for resources: {'Port': ['ID=b2a291cc-88d3-4f2a-bf0d-b41196791eb6,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:17.143401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e6e9a071-4eb0-4721-89da-4ae11febcbde triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:17.143787 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:17.178905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Attempting to bind port b2a291cc-88d3-4f2a-bf0d-b41196791eb6 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:07:17.179802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Attempting to bind port b2a291cc-88d3-4f2a-bf0d-b41196791eb6 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'e72a3a7d-cad4-4080-85dd-6bd48d0affd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:07:17.184313 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Attempting to bind port b2a291cc-88d3-4f2a-bf0d-b41196791eb6 on network 6aa4dba0-e189-43a4-b710-a9322e58fdf6 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:17.199098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:07:17.199465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Checking segment: {'id': 'e72a3a7d-cad4-4080-85dd-6bd48d0affd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:17.199874 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:17.200274 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Bound using segment: {'id': 'e72a3a7d-cad4-4080-85dd-6bd48d0affd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:07:17.200764 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Bound port: b2a291cc-88d3-4f2a-bf0d-b41196791eb6, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72a3a7d-cad4-4080-85dd-6bd48d0affd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:07:17.201150 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:17.309362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] For port b2a291cc-88d3-4f2a-bf0d-b41196791eb6, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:07:17.313425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:17.344895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] For port b2a291cc-88d3-4f2a-bf0d-b41196791eb6, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b2a291cc-88d3-4f2a-bf0d-b41196791eb6,segment=NetworkSegment(e72a3a7d-cad4-4080-85dd-6bd48d0affd4),segment_id=e72a3a7d-cad4-4080-85dd-6bd48d0affd4)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:07:17.376332 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:17.376707 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:17.406222 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:17.484769 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Routers {'0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:17.485453 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:07:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:17.496216 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533dcf9-6c6a-47f3-be64-5e47bcd31520 None None] Pushing event updated for resources: {'Port': ['ID=b2a291cc-88d3-4f2a-bf0d-b41196791eb6,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:17.786146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] Set router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:17.963504 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ca5da05-c7f6-4b37-a621-1e30be484e9b req-76f27860-731d-4ca1-babe-d38bacc8ebc8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 210 time: 0.0284679 Aug 17 03:07:17.988632 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:10Z', 'updated_at': '2021-08-17T03:07:14Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:11Z', 'updated_at': '2021-08-17T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'b2a291cc-88d3-4f2a-bf0d-b41196791eb6', 'name': '', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:07:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6404e0f9-1437-48df-b799-695deedfccb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:14Z', 'updated_at': '2021-08-17T03:07:17Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '6404e0f9-1437-48df-b799-695deedfccb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:18.019010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c99046-7ca1-4ef6-b4c5-3626d5d576b2 None None] The sync data for ids ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'] in n-d-793621-31 is: [{'id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:10Z', 'updated_at': '2021-08-17T03:07:14Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:11Z', 'updated_at': '2021-08-17T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'b2a291cc-88d3-4f2a-bf0d-b41196791eb6', 'name': '', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:07:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6404e0f9-1437-48df-b799-695deedfccb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:14Z', 'updated_at': '2021-08-17T03:07:17Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '6404e0f9-1437-48df-b799-695deedfccb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:07:19.057978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b2a291cc-88d3-4f2a-bf0d-b41196791eb6 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:19.071967 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-4e7ab015-56a9-4030-8c24-6093a9c680a0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:19.073539 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-4e7ab015-56a9-4030-8c24-6093a9c680a0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.18 "GET /v2.0/networks?id=6aa4dba0-e189-43a4-b710-a9322e58fdf6 HTTP/1.1" status: 200 len: 796 time: 0.1628621 Aug 17 03:07:19.087862 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1800bb0b-9286-4e68-ad1d-554fa71d6f3d req-5f41b424-d35f-46ff-b0d6-485d78daec66 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 210 time: 0.0348642 Aug 17 03:07:19.126651 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-444e0572-d2c2-4668-bdde-57c19195cef4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24dfcafe61944b979922e9d135dfc1d5 HTTP/1.1" status: 200 len: 380 time: 0.0374515 Aug 17 03:07:19.138158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f4ec9a95-77c4-466d-b191-6a4fb93be990 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'port': {'device_id': '53b92b3d-3d83-477c-875f-8742757bcba9', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'admin_state_up': True, 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'security_groups': ['1507379b-215e-4fea-82ef-11d2c2386617']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:19.162835 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port b2a291cc-88d3-4f2a-bf0d-b41196791eb6 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:19.167774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port b2a291cc-88d3-4f2a-bf0d-b41196791eb6 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:19.168289 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:19.247511 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:19.282410 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port b2a291cc-88d3-4f2a-bf0d-b41196791eb6, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b2a291cc-88d3-4f2a-bf0d-b41196791eb6,segment=NetworkSegment(e72a3a7d-cad4-4080-85dd-6bd48d0affd4),segment_id=e72a3a7d-cad4-4080-85dd-6bd48d0affd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:19.339866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f4ec9a95-77c4-466d-b191-6a4fb93be990 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Made reservation on behalf of 24dfcafe61944b979922e9d135dfc1d5 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:19.343518 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f4ec9a95-77c4-466d-b191-6a4fb93be990 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:19.351647 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:19.403037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=b2a291cc-88d3-4f2a-bf0d-b41196791eb6,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:19.477294 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f4ec9a95-77c4-466d-b191-6a4fb93be990 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.20.0.8 (6aa4dba0-e189-43a4-b710-a9322e58fdf6/6404e0f9-1437-48df-b799-695deedfccb2/54f17aff-8022-49eb-930f-68160b8a74d4) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:07:19.620775 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f4ec9a95-77c4-466d-b191-6a4fb93be990 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:19.635378 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f4ec9a95-77c4-466d-b191-6a4fb93be990 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Transition to ACTIVE for port object 54f17aff-8022-49eb-930f-68160b8a74d4 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:19.752125 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f4ec9a95-77c4-466d-b191-6a4fb93be990 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:19.796506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f4ec9a95-77c4-466d-b191-6a4fb93be990 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 6aa4dba0-e189-43a4-b710-a9322e58fdf6 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:19.799817 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f4ec9a95-77c4-466d-b191-6a4fb93be990 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:19.804169 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f4ec9a95-77c4-466d-b191-6a4fb93be990 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:07:19.828347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec9a95-77c4-466d-b191-6a4fb93be990 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=54f17aff-8022-49eb-930f-68160b8a74d4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:19.857661 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f4ec9a95-77c4-466d-b191-6a4fb93be990 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:19.858308 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f4ec9a95-77c4-466d-b191-6a4fb93be990 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:19.939550 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f4ec9a95-77c4-466d-b191-6a4fb93be990 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8053241 Aug 17 03:07:19.957811 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Request body: {'port': {'device_id': '53b92b3d-3d83-477c-875f-8742757bcba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:20.019681 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:20.071179 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9420da3b-5acb-43e9-b998-bd7b935ae43c None None] Provisioning for port 54f17aff-8022-49eb-930f-68160b8a74d4 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:20.075060 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9420da3b-5acb-43e9-b998-bd7b935ae43c None None] Provisioning complete for port 54f17aff-8022-49eb-930f-68160b8a74d4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:20.075431 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9420da3b-5acb-43e9-b998-bd7b935ae43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:20.108743 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9420da3b-5acb-43e9-b998-bd7b935ae43c None None] Port 54f17aff-8022-49eb-930f-68160b8a74d4 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:07:20.211827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80114254-e51e-4268-9ec8-7b331448ed25 req-41259470-4c30-4d5f-8a40-e96efd63660e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:20.213443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80114254-e51e-4268-9ec8-7b331448ed25 req-41259470-4c30-4d5f-8a40-e96efd63660e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 931 time: 0.0566070 Aug 17 03:07:20.254517 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80114254-e51e-4268-9ec8-7b331448ed25 req-c8d2f3ff-6ef4-46f1-925a-baa3f0929afd tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344708 Aug 17 03:07:20.293647 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f17aff-8022-49eb-930f-68160b8a74d4 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:07:20.301205 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:20.312954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Transition to ACTIVE for port object 54f17aff-8022-49eb-930f-68160b8a74d4 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:20.379695 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:20.433296 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Pushing event updated for resources: {'Port': ['ID=54f17aff-8022-49eb-930f-68160b8a74d4,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:20.504733 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Attempting to bind port 54f17aff-8022-49eb-930f-68160b8a74d4 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:07:20.505073 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Attempting to bind port 54f17aff-8022-49eb-930f-68160b8a74d4 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'e72a3a7d-cad4-4080-85dd-6bd48d0affd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:07:20.505443 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Attempting to bind port 54f17aff-8022-49eb-930f-68160b8a74d4 on network 6aa4dba0-e189-43a4-b710-a9322e58fdf6 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:20.510688 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Port 54f17aff-8022-49eb-930f-68160b8a74d4 on network 6aa4dba0-e189-43a4-b710-a9322e58fdf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:07:20.511023 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Attempting to bind port 54f17aff-8022-49eb-930f-68160b8a74d4 on network 6aa4dba0-e189-43a4-b710-a9322e58fdf6 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:20.516228 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:07:20.516569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Checking segment: {'id': 'e72a3a7d-cad4-4080-85dd-6bd48d0affd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:20.516961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Bound using segment: {'id': 'e72a3a7d-cad4-4080-85dd-6bd48d0affd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:07:20.517429 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Bound port: 54f17aff-8022-49eb-930f-68160b8a74d4, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72a3a7d-cad4-4080-85dd-6bd48d0affd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:07:20.517797 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:20.588701 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] For port 54f17aff-8022-49eb-930f-68160b8a74d4, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:07:20.591674 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] For port 54f17aff-8022-49eb-930f-68160b8a74d4, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=54f17aff-8022-49eb-930f-68160b8a74d4,segment=NetworkSegment(e72a3a7d-cad4-4080-85dd-6bd48d0affd4),segment_id=e72a3a7d-cad4-4080-85dd-6bd48d0affd4)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:07:20.660205 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:20.695146 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:20.695146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:20.697672 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] 10.222.0.18 "PUT /v2.0/ports/54f17aff-8022-49eb-930f-68160b8a74d4 HTTP/1.1" status: 200 len: 1092 time: 0.7439010 Aug 17 03:07:20.697672 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b92b3d-3d83-477c-875f-8742757bcba9', 'tag': '54f17aff-8022-49eb-930f-68160b8a74d4'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:20.699197 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2fd727-efeb-4e37-9165-637f93fac1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "53b92b3d-3d83-477c-875f-8742757bcba9", "tag": "54f17aff-8022-49eb-930f-68160b8a74d4"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:20.726659 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15528e29-ab48-4248-b6ba-db085797d59f service neutron] Pushing event updated for resources: {'Port': ['ID=54f17aff-8022-49eb-930f-68160b8a74d4,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:20.745143 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292a726d-61c8-4826-a67a-08ea482bd647 x-openstack-request-id: req-292a726d-61c8-4826-a67a-08ea482bd647 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:20.745478 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b92b3d-3d83-477c-875f-8742757bcba9", "tag": "54f17aff-8022-49eb-930f-68160b8a74d4", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:20.745738 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-292a726d-61c8-4826-a67a-08ea482bd647 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:20.746144 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b92b3d-3d83-477c-875f-8742757bcba9', 'tag': '54f17aff-8022-49eb-930f-68160b8a74d4', 'status': 'completed', 'code': 200} Aug 17 03:07:20.831485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fd727-efeb-4e37-9165-637f93fac1f5 req-8c6d8fc4-b27e-46c0-a5a1-cba41281899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:20.833059 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef2fd727-efeb-4e37-9165-637f93fac1f5 req-8c6d8fc4-b27e-46c0-a5a1-cba41281899f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 1095 time: 0.0483019 Aug 17 03:07:20.966442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fd727-efeb-4e37-9165-637f93fac1f5 req-091e91db-2fba-4b93-9098-5472dcfb0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:20.967913 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef2fd727-efeb-4e37-9165-637f93fac1f5 req-091e91db-2fba-4b93-9098-5472dcfb0fb4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=24dfcafe61944b979922e9d135dfc1d5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1118481 Aug 17 03:07:21.014157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b2a291cc-88d3-4f2a-bf0d-b41196791eb6 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:21.066426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port b2a291cc-88d3-4f2a-bf0d-b41196791eb6 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:21.066929 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:21.083803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fd727-efeb-4e37-9165-637f93fac1f5 req-e3632e52-7d1a-4299-8de9-eefab4d216c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:21.085376 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef2fd727-efeb-4e37-9165-637f93fac1f5 req-e3632e52-7d1a-4299-8de9-eefab4d216c6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1093757 Aug 17 03:07:21.188190 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-2f55c83d-9bbf-4930-a96f-10821a498d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:21.189757 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-2f55c83d-9bbf-4930-a96f-10821a498d69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 1095 time: 0.0465174 Aug 17 03:07:21.246450 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-6a305076-4bd2-411a-8af1-c94957ac47f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54f17aff-8022-49eb-930f-68160b8a74d4 HTTP/1.1" status: 200 len: 217 time: 0.0379894 Aug 17 03:07:21.297808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f85034f9-fa9b-4a6a-93d6-92a9ea6566e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:21.300254 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f85034f9-fa9b-4a6a-93d6-92a9ea6566e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6404e0f9-1437-48df-b799-695deedfccb2 HTTP/1.1" status: 200 len: 834 time: 0.0461183 Aug 17 03:07:21.357124 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f06537d1-cb80-4823-a4b5-b281e6ab1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:21.362181 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-f06537d1-cb80-4823-a4b5-b281e6ab1ebc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6aa4dba0-e189-43a4-b710-a9322e58fdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484076 Aug 17 03:07:21.382693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a48708-6447-4feb-aba3-c844ba924d89 req-fc26082a-0de2-4d1d-8e30-5805e971565d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:21.384286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3a48708-6447-4feb-aba3-c844ba924d89 req-fc26082a-0de2-4d1d-8e30-5805e971565d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 943 time: 0.0566227 Aug 17 03:07:21.425253 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3a48708-6447-4feb-aba3-c844ba924d89 req-1adcdb3d-887d-417f-a863-ea9592e70541 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345380 Aug 17 03:07:21.464937 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-79f5d764-14e3-4a93-b293-a3c8030791db service neutron] 10.222.0.18 "GET /v2.0/networks/6aa4dba0-e189-43a4-b710-a9322e58fdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970645 Aug 17 03:07:21.564103 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee8c3ce9-7e2d-4a52-b2ee-c47062d11d95 req-bdcf79f0-b51d-402c-ba52-f2ff9b8560f0 service neutron] 10.222.0.18 "GET /v2.0/networks/6aa4dba0-e189-43a4-b710-a9322e58fdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904765 Aug 17 03:07:22.544389 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8aa98f-ac2d-4a03-9f02-a4f46eda5c67 req-5fe585af-2692-4744-b22b-e9ce6695c866 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:22.545877 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e8aa98f-ac2d-4a03-9f02-a4f46eda5c67 req-5fe585af-2692-4744-b22b-e9ce6695c866 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 943 time: 0.0505571 Aug 17 03:07:22.585382 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e8aa98f-ac2d-4a03-9f02-a4f46eda5c67 req-2c782122-1c7c-485b-b83c-1e1442c58831 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329809 Aug 17 03:07:23.706047 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b543a78-e8cd-423a-9cad-17b17da69c4d req-ba2a8127-0593-453b-ae9f-356519ea05b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:23.707524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b543a78-e8cd-423a-9cad-17b17da69c4d req-ba2a8127-0593-453b-ae9f-356519ea05b8 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 943 time: 0.0544107 Aug 17 03:07:23.745571 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b543a78-e8cd-423a-9cad-17b17da69c4d req-72e58ae6-77d2-49cc-8527-13b720159aa2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310047 Aug 17 03:07:24.863128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ddc76-b56b-4f1e-b07c-e380691708d7 req-e32ce97d-e891-4077-ae15-f6cfab9c603e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:24.864563 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-064ddc76-b56b-4f1e-b07c-e380691708d7 req-e32ce97d-e891-4077-ae15-f6cfab9c603e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 943 time: 0.0524063 Aug 17 03:07:24.904078 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-064ddc76-b56b-4f1e-b07c-e380691708d7 req-b05252cf-d6f8-4e95-af85-a738ee6a98b3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327027 Aug 17 03:07:25.409045 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 54f17aff-8022-49eb-930f-68160b8a74d4 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:07:25.500839 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 54f17aff-8022-49eb-930f-68160b8a74d4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=54f17aff-8022-49eb-930f-68160b8a74d4,segment=NetworkSegment(e72a3a7d-cad4-4080-85dd-6bd48d0affd4),segment_id=e72a3a7d-cad4-4080-85dd-6bd48d0affd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:25.512018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '54f17aff-8022-49eb-930f-68160b8a74d4', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'port_id': '54f17aff-8022-49eb-930f-68160b8a74d4', 'mac_address': 'fa:16:3e:6e:1e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6404e0f9-1437-48df-b799-695deedfccb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:07:25.550403 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:25.562873 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f17aff-8022-49eb-930f-68160b8a74d4 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:07:25.582892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 54f17aff-8022-49eb-930f-68160b8a74d4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=54f17aff-8022-49eb-930f-68160b8a74d4,segment=NetworkSegment(e72a3a7d-cad4-4080-85dd-6bd48d0affd4),segment_id=e72a3a7d-cad4-4080-85dd-6bd48d0affd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:25.654320 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:25.711179 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=54f17aff-8022-49eb-930f-68160b8a74d4,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:26.023166 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da454230-ece8-43e9-9656-9a6572ac318d req-923034b7-8df8-478e-a508-28f33680125b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:26.024661 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da454230-ece8-43e9-9656-9a6572ac318d req-923034b7-8df8-478e-a508-28f33680125b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 944 time: 0.0515065 Aug 17 03:07:26.064988 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-da454230-ece8-43e9-9656-9a6572ac318d req-a9080db6-881c-4a87-a62f-a477cb07d4a6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340848 Aug 17 03:07:26.076157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['54f17aff-8022-49eb-930f-68160b8a74d4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:07:27.186445 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38732180-afbb-40a6-a146-05d33b79c430 req-4b0a4e14-0c30-4541-9a1f-193aa65e1f8e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:27.187933 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38732180-afbb-40a6-a146-05d33b79c430 req-4b0a4e14-0c30-4541-9a1f-193aa65e1f8e tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 944 time: 0.0540738 Aug 17 03:07:27.226036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38732180-afbb-40a6-a146-05d33b79c430 req-8122d233-04eb-4eaa-b399-b7dd65b6f6fc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319955 Aug 17 03:07:27.426715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 54f17aff-8022-49eb-930f-68160b8a74d4 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:27.557515 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 54f17aff-8022-49eb-930f-68160b8a74d4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:27.561202 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 54f17aff-8022-49eb-930f-68160b8a74d4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:27.561603 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:27.640458 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:27.661703 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b92b3d-3d83-477c-875f-8742757bcba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f17aff-8022-49eb-930f-68160b8a74d4'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:27.663974 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60a7b46-65c9-44d0-ab2e-fcc9dae1ee7f" -d '{"events": [{"server_uuid": "53b92b3d-3d83-477c-875f-8742757bcba9", "name": "network-vif-plugged", "status": "completed", "tag": "54f17aff-8022-49eb-930f-68160b8a74d4"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:27.677467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 54f17aff-8022-49eb-930f-68160b8a74d4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=54f17aff-8022-49eb-930f-68160b8a74d4,segment=NetworkSegment(e72a3a7d-cad4-4080-85dd-6bd48d0affd4),segment_id=e72a3a7d-cad4-4080-85dd-6bd48d0affd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:27.761307 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:27.766751 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22807841-9881-443d-b349-0e1377b6d0b9 x-openstack-request-id: req-22807841-9881-443d-b349-0e1377b6d0b9 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:27.767049 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b92b3d-3d83-477c-875f-8742757bcba9", "name": "network-vif-plugged", "status": "completed", "tag": "54f17aff-8022-49eb-930f-68160b8a74d4", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:27.767309 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22807841-9881-443d-b349-0e1377b6d0b9 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:27.767710 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b92b3d-3d83-477c-875f-8742757bcba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f17aff-8022-49eb-930f-68160b8a74d4', 'code': 200} Aug 17 03:07:27.813089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=54f17aff-8022-49eb-930f-68160b8a74d4,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:27.883463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db94267-6a42-49a7-9211-ab0bdf1dfa3c req-737c9c73-4aac-4dd7-a30c-269658176ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:27.885056 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2db94267-6a42-49a7-9211-ab0bdf1dfa3c req-737c9c73-4aac-4dd7-a30c-269658176ccb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 1097 time: 0.0401652 Aug 17 03:07:27.926353 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2db94267-6a42-49a7-9211-ab0bdf1dfa3c req-6de2ad11-b4dc-4d92-878b-bba29150f6a7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334949 Aug 17 03:07:28.351938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d4306-ab98-447f-94c7-cdead1985f9e req-1cc0762a-598f-42d9-b9f9-75c1b79ead5b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:28.353461 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-116d4306-ab98-447f-94c7-cdead1985f9e req-1cc0762a-598f-42d9-b9f9-75c1b79ead5b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0520930 Aug 17 03:07:28.393087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-116d4306-ab98-447f-94c7-cdead1985f9e req-df662f76-9510-4fad-95aa-e8650e5c4772 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335834 Aug 17 03:07:28.985863 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:29.510211 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd7834-145b-4e9a-bcb1-2225eee821de req-1cefc2a1-2aed-4702-ad8e-d2a90058452d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:29.511712 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cdcd7834-145b-4e9a-bcb1-2225eee821de req-1cefc2a1-2aed-4702-ad8e-d2a90058452d tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0513608 Aug 17 03:07:29.550624 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cdcd7834-145b-4e9a-bcb1-2225eee821de req-3a6a2c14-1a27-4d2d-bfd9-43654fb3e765 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329158 Aug 17 03:07:30.671406 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8f5f7-e914-4534-b20f-44914730ac70 req-f11e6b30-1abf-4ceb-92e9-2bf4bd0c7429 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:30.672904 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6bf8f5f7-e914-4534-b20f-44914730ac70 req-f11e6b30-1abf-4ceb-92e9-2bf4bd0c7429 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0557001 Aug 17 03:07:30.711348 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6bf8f5f7-e914-4534-b20f-44914730ac70 req-7d96ef1c-4407-49e5-9a35-7b58ea04a5c1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322819 Aug 17 03:07:30.824730 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87412e22-4bdc-4db6-8e9e-346d62ce6960 req-b6d8b2d1-f140-4bb9-bfdd-f31aa4d7d565 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:30.826361 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-87412e22-4bdc-4db6-8e9e-346d62ce6960 req-b6d8b2d1-f140-4bb9-bfdd-f31aa4d7d565 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0494676 Aug 17 03:07:30.866404 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-87412e22-4bdc-4db6-8e9e-346d62ce6960 req-3246bd0c-3c13-4cb3-854d-cb2b989e6618 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340636 Aug 17 03:07:30.888960 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41868) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:30.929884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d8e10a-ce6d-44a6-855c-359aa86460cf tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:30.931442 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c4d8e10a-ce6d-44a6-855c-359aa86460cf tempest-TestNetworkAdvancedServerOps-1282331420 tempest-TestNetworkAdvancedServerOps-1282331420-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 1092 time: 0.0414243 Aug 17 03:07:30.938599 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 41870) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:30.942974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': '54f17aff-8022-49eb-930f-68160b8a74d4', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:31.026151 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.120460 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.227454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Allocated IP 172.25.5.2 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/f5faa498-92a7-407e-aa4a-90cd7e65d70e) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:07:31.330534 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.464462 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.503654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:31.506589 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:31.509941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:07:31.534617 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=f5faa498-92a7-407e-aa4a-90cd7e65d70e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:31.566896 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.648224 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:07:31.861592 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.981984 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:32.129770 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:32.185074 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:32.252346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event updated for resources: {'Port': ['ID=f5faa498-92a7-407e-aa4a-90cd7e65d70e,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:32.276225 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:32.365303 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Floating IP 1859f8c9-d4b3-4f8c-bd55-1f523408ed95 associated. External IP: 172.25.5.2, port: 54f17aff-8022-49eb-930f-68160b8a74d4. Aug 17 03:07:32.568885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:07:32.677100 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:07:32.686820 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a074c-3672-4751-92ed-f8835daf5585 None None] Sync routers for ids ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:07:32.695757 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681a074c-3672-4751-92ed-f8835daf5585 None None] Routers {'0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:32.696918 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-681a074c-3672-4751-92ed-f8835daf5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:07:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:32.767428 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:32.794924 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-38d15a5b-7e64-4a69-8a32-4a29537b478b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8552961 Aug 17 03:07:32.799778 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b92b3d-3d83-477c-875f-8742757bcba9', 'tag': '54f17aff-8022-49eb-930f-68160b8a74d4'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:32.800063 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467f4010-7ab7-46cb-a1c7-9dd984f482a9" -d '{"events": [{"name": "network-changed", "server_uuid": "53b92b3d-3d83-477c-875f-8742757bcba9", "tag": "54f17aff-8022-49eb-930f-68160b8a74d4"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:32.802117 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-681a074c-3672-4751-92ed-f8835daf5585 None None] Set router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:32.901370 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05a87e-3cfa-463d-a84f-154fc4f07da0 req-9f2bcd6b-1129-44c9-baaa-62dbb3f44259 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:32.903485 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9d05a87e-3cfa-463d-a84f-154fc4f07da0 req-9f2bcd6b-1129-44c9-baaa-62dbb3f44259 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0594556 Aug 17 03:07:32.944012 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9d05a87e-3cfa-463d-a84f-154fc4f07da0 req-a6d82883-1ba7-463a-aac3-2cfb8c76fa7b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342371 Aug 17 03:07:32.967090 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41876) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:32.989678 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559efc37-e7e4-482b-86bf-07aab4ec05d5 x-openstack-request-id: req-559efc37-e7e4-482b-86bf-07aab4ec05d5 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:32.990196 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b92b3d-3d83-477c-875f-8742757bcba9", "tag": "54f17aff-8022-49eb-930f-68160b8a74d4", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:32.990196 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-559efc37-e7e4-482b-86bf-07aab4ec05d5 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:32.994872 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b92b3d-3d83-477c-875f-8742757bcba9', 'tag': '54f17aff-8022-49eb-930f-68160b8a74d4', 'status': 'completed', 'code': 200} Aug 17 03:07:33.038577 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-681a074c-3672-4751-92ed-f8835daf5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:10Z', 'updated_at': '2021-08-17T03:07:14Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:11Z', 'updated_at': '2021-08-17T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '1859f8c9-d4b3-4f8c-bd55-1f523408ed95', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'port_id': '54f17aff-8022-49eb-930f-68160b8a74d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'mac_address': 'fa:16:3e:6e:1e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b92b3d-3d83-477c-875f-8742757bcba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:07:31Z', 'revision_number': 0, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a291cc-88d3-4f2a-bf0d-b41196791eb6', 'name': '', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:07:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6404e0f9-1437-48df-b799-695deedfccb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:14Z', 'updated_at': '2021-08-17T03:07:19Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '6404e0f9-1437-48df-b799-695deedfccb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:33.041256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9f85c5c1-1392-4c90-bbc0-721da26d903c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/floatingips/1859f8c9-d4b3-4f8c-bd55-1f523408ed95 HTTP/1.1" status: 200 len: 989 time: 0.0729666 Aug 17 03:07:33.072767 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a074c-3672-4751-92ed-f8835daf5585 None None] Checking router: 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:07:33.073437 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f4010-7ab7-46cb-a1c7-9dd984f482a9 req-91e84778-ae62-47fc-af4b-2ef1bf016add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:33.075011 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-467f4010-7ab7-46cb-a1c7-9dd984f482a9 req-91e84778-ae62-47fc-af4b-2ef1bf016add service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 1097 time: 0.0447268 Aug 17 03:07:33.081291 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681a074c-3672-4751-92ed-f8835daf5585 None None] Routers {'0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:33.081905 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-681a074c-3672-4751-92ed-f8835daf5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:07:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:33.174567 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f4010-7ab7-46cb-a1c7-9dd984f482a9 req-497141aa-4903-4fbf-a51c-cc8b9e25159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:33.175956 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-467f4010-7ab7-46cb-a1c7-9dd984f482a9 req-497141aa-4903-4fbf-a51c-cc8b9e25159a service neutron] 10.222.0.18 "GET /v2.0/networks?id=6aa4dba0-e189-43a4-b710-a9322e58fdf6 HTTP/1.1" status: 200 len: 897 time: 0.0937326 Aug 17 03:07:33.196328 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-681a074c-3672-4751-92ed-f8835daf5585 None None] Set router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:33.246857 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-467f4010-7ab7-46cb-a1c7-9dd984f482a9 req-43e62b67-9b91-4367-9a07-a7525f6453c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54f17aff-8022-49eb-930f-68160b8a74d4 HTTP/1.1" status: 200 len: 997 time: 0.0583308 Aug 17 03:07:33.303022 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f4010-7ab7-46cb-a1c7-9dd984f482a9 req-9d003919-be5d-4f55-bdae-2ddbca59c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:33.305860 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-467f4010-7ab7-46cb-a1c7-9dd984f482a9 req-9d003919-be5d-4f55-bdae-2ddbca59c540 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6404e0f9-1437-48df-b799-695deedfccb2 HTTP/1.1" status: 200 len: 834 time: 0.0519767 Aug 17 03:07:33.360282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f4010-7ab7-46cb-a1c7-9dd984f482a9 req-ac774988-968f-4855-beec-628746974b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:33.362246 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-467f4010-7ab7-46cb-a1c7-9dd984f482a9 req-ac774988-968f-4855-beec-628746974b2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6aa4dba0-e189-43a4-b710-a9322e58fdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467906 Aug 17 03:07:33.473117 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-467f4010-7ab7-46cb-a1c7-9dd984f482a9 req-3d2452f4-7116-4e7f-9f72-63b45890667e service neutron] 10.222.0.18 "GET /v2.0/networks/6aa4dba0-e189-43a4-b710-a9322e58fdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922379 Aug 17 03:07:33.521659 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-681a074c-3672-4751-92ed-f8835daf5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:10Z', 'updated_at': '2021-08-17T03:07:14Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:11Z', 'updated_at': '2021-08-17T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '1859f8c9-d4b3-4f8c-bd55-1f523408ed95', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'port_id': '54f17aff-8022-49eb-930f-68160b8a74d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'mac_address': 'fa:16:3e:6e:1e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b92b3d-3d83-477c-875f-8742757bcba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:07:31Z', 'revision_number': 0, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a291cc-88d3-4f2a-bf0d-b41196791eb6', 'name': '', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:07:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6404e0f9-1437-48df-b799-695deedfccb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:14Z', 'updated_at': '2021-08-17T03:07:19Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '6404e0f9-1437-48df-b799-695deedfccb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:33.548640 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a074c-3672-4751-92ed-f8835daf5585 None None] The sync data for ids ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'] in n-d-793621-31 is: [{'id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:10Z', 'updated_at': '2021-08-17T03:07:14Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:11Z', 'updated_at': '2021-08-17T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '1859f8c9-d4b3-4f8c-bd55-1f523408ed95', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'port_id': '54f17aff-8022-49eb-930f-68160b8a74d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'mac_address': 'fa:16:3e:6e:1e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b92b3d-3d83-477c-875f-8742757bcba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:07:31Z', 'revision_number': 0, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a291cc-88d3-4f2a-bf0d-b41196791eb6', 'name': '', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:07:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6404e0f9-1437-48df-b799-695deedfccb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:14Z', 'updated_at': '2021-08-17T03:07:19Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '6404e0f9-1437-48df-b799-695deedfccb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:07:33.562447 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-467f4010-7ab7-46cb-a1c7-9dd984f482a9 req-861dbefc-c577-4497-85a5-ea67a54ff6ea service neutron] 10.222.0.18 "GET /v2.0/networks/6aa4dba0-e189-43a4-b710-a9322e58fdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866544 Aug 17 03:07:33.757915 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fa0bd2-1d70-4356-a307-613c0bc5bec4 None None] New status for floating IP 1859f8c9-d4b3-4f8c-bd55-1f523408ed95: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:07:34.045132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41878) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:34.109947 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f5b634a8-265f-4ab1-aa45-4ed9629b3319 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/floatingips/1859f8c9-d4b3-4f8c-bd55-1f523408ed95 HTTP/1.1" status: 200 len: 991 time: 0.0637183 Aug 17 03:07:37.899652 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1deaca74-d26f-4835-b5e4-972c7489c279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:40.349821 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a416307c-b67a-4efc-b193-2c5ac6f518a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:40.642751 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.892400 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:43.903995 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:49.477070 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-6ecc9b2f-ccde-451e-8c67-4f51db442409 req-4d3660d9-63c5-4641-bf9b-1e55a0476686 service neutron] (95406) timed out ('10.222.0.13', 48938) {{(pid=95406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:07:58.990626 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:01.499532 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:07.927897 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-587731ca-3eb4-46c3-b9a4-608aa4134289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:08.650125 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:08:10.373616 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-03757c10-f39a-42f9-a1aa-9bbc4ff8172d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:10.630489 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:11.914287 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:13.905052 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:26.774206 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eac19d21-16e9-40f8-8007-22c62acd1715 req-0f693fe5-7c4a-4c8a-b5c7-87b565de64dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410933 Aug 17 03:08:26.870903 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19d21-16e9-40f8-8007-22c62acd1715 req-8ef0e768-e1ee-4518-8014-25dd358e90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:26.872390 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eac19d21-16e9-40f8-8007-22c62acd1715 req-8ef0e768-e1ee-4518-8014-25dd358e90ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 1097 time: 0.0439799 Aug 17 03:08:26.976147 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19d21-16e9-40f8-8007-22c62acd1715 req-6aee4da2-c490-46c3-807f-acc6f0516bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:26.978048 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eac19d21-16e9-40f8-8007-22c62acd1715 req-6aee4da2-c490-46c3-807f-acc6f0516bb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6aa4dba0-e189-43a4-b710-a9322e58fdf6 HTTP/1.1" status: 200 len: 897 time: 0.0846105 Aug 17 03:08:27.046507 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eac19d21-16e9-40f8-8007-22c62acd1715 req-bdd85b94-727e-4124-b6b4-3549bb38d436 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54f17aff-8022-49eb-930f-68160b8a74d4 HTTP/1.1" status: 200 len: 999 time: 0.0611050 Aug 17 03:08:27.096959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19d21-16e9-40f8-8007-22c62acd1715 req-20ac750e-0dc4-4038-89b8-b82284818493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:27.098454 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eac19d21-16e9-40f8-8007-22c62acd1715 req-20ac750e-0dc4-4038-89b8-b82284818493 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6404e0f9-1437-48df-b799-695deedfccb2 HTTP/1.1" status: 200 len: 834 time: 0.0443137 Aug 17 03:08:27.147910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19d21-16e9-40f8-8007-22c62acd1715 req-fdb6e397-dab3-433a-8e17-436836819cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:27.149506 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eac19d21-16e9-40f8-8007-22c62acd1715 req-fdb6e397-dab3-433a-8e17-436836819cad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6aa4dba0-e189-43a4-b710-a9322e58fdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417056 Aug 17 03:08:27.243961 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eac19d21-16e9-40f8-8007-22c62acd1715 req-5daa0374-888f-4674-82ce-7a5da3f7e90b service neutron] 10.222.0.18 "GET /v2.0/networks/6aa4dba0-e189-43a4-b710-a9322e58fdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864413 Aug 17 03:08:27.334644 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-eac19d21-16e9-40f8-8007-22c62acd1715 req-944f5c62-db88-4b4e-8d2b-ec12936537a9 service neutron] 10.222.0.18 "GET /v2.0/networks/6aa4dba0-e189-43a4-b710-a9322e58fdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830069 Aug 17 03:08:29.007494 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:31.491191 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:37.891096 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b7a34124-8e39-43b4-9585-b91aa392b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:40.367756 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aed464cf-e6ef-4a8f-b7ab-a9f3872ca5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:40.619150 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:41.919943 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:43.925271 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:45.650040 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:08:47.823483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b051a2-0600-41c9-b899-d2e4a9770b21 req-ae91f393-d15b-475b-ae2f-51ed2ecc5d2b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:47.825006 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61b051a2-0600-41c9-b899-d2e4a9770b21 req-ae91f393-d15b-475b-ae2f-51ed2ecc5d2b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0597320 Aug 17 03:08:47.870988 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61b051a2-0600-41c9-b899-d2e4a9770b21 req-eaaee9a3-feb8-4cdc-924d-eaff4e8e06ed tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387418 Aug 17 03:08:48.989874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f96f99-77ec-4139-8352-fa38d579819f req-a74d7914-bd43-4999-916e-3723cb0c4cf2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:48.991364 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98f96f99-77ec-4139-8352-fa38d579819f req-a74d7914-bd43-4999-916e-3723cb0c4cf2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0509315 Aug 17 03:08:49.031731 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98f96f99-77ec-4139-8352-fa38d579819f req-4ab40f67-6b88-4b47-8dac-4b2e373b48b1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343721 Aug 17 03:08:50.151194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d066ca-2d8c-4a10-a892-6b0aeaeb696d req-48741e9d-9092-4110-9805-81fd921fdd86 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:50.152754 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20d066ca-2d8c-4a10-a892-6b0aeaeb696d req-48741e9d-9092-4110-9805-81fd921fdd86 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0509729 Aug 17 03:08:50.191842 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20d066ca-2d8c-4a10-a892-6b0aeaeb696d req-9ceaf677-903a-402a-b883-aaee1077a575 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326269 Aug 17 03:08:51.313345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed911d9-0a2e-4857-a6fe-238226012ecd req-22c1bab2-65e0-4729-a4c5-29b063f89cd2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:51.314730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fed911d9-0a2e-4857-a6fe-238226012ecd req-22c1bab2-65e0-4729-a4c5-29b063f89cd2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0547185 Aug 17 03:08:51.352070 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fed911d9-0a2e-4857-a6fe-238226012ecd req-28ab791c-e116-4826-97c3-677d78c6a89b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312698 Aug 17 03:08:52.471248 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51b681-ced4-48c0-b737-7ffbb8868faa req-2343f881-2280-40fd-b7a8-0505e8337eb0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:52.472724 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee51b681-ced4-48c0-b737-7ffbb8868faa req-2343f881-2280-40fd-b7a8-0505e8337eb0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0492480 Aug 17 03:08:52.510471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ee51b681-ced4-48c0-b737-7ffbb8868faa req-f3a68d96-3e64-4f15-a9b4-357d9ebbcafc tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317223 Aug 17 03:08:53.628889 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936bc2a-1d87-4d1c-b76d-17902ab32dcd req-819548bb-71c9-4df0-a03b-32a56abf5524 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:53.630403 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b936bc2a-1d87-4d1c-b76d-17902ab32dcd req-819548bb-71c9-4df0-a03b-32a56abf5524 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0508907 Aug 17 03:08:53.668457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b936bc2a-1d87-4d1c-b76d-17902ab32dcd req-a614d029-1807-4f52-9a26-b06346de9a4f tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320289 Aug 17 03:08:54.789983 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5335a5f-b1f5-4563-b413-dfdf40856ebb req-b0c79af9-9f54-446e-b47f-e445c8063aaa tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:54.791547 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5335a5f-b1f5-4563-b413-dfdf40856ebb req-b0c79af9-9f54-446e-b47f-e445c8063aaa tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0546222 Aug 17 03:08:54.831186 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5335a5f-b1f5-4563-b413-dfdf40856ebb req-89191754-6c57-47d6-aed9-61f4d0607314 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326374 Aug 17 03:08:55.947102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a3c14-c654-419c-adb6-e0ad9bb529f8 req-c90df855-560a-48ad-93cf-abab393a8294 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.948599 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d20a3c14-c654-419c-adb6-e0ad9bb529f8 req-c90df855-560a-48ad-93cf-abab393a8294 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0500095 Aug 17 03:08:55.987236 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d20a3c14-c654-419c-adb6-e0ad9bb529f8 req-29847cd5-732c-47d4-9414-a8d6b3640283 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320268 Aug 17 03:08:57.108790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca8fd6-d552-459f-8c53-ddd0143efa37 req-abb34634-7db4-4396-bd83-3e84e4adee46 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:57.110445 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6ca8fd6-d552-459f-8c53-ddd0143efa37 req-abb34634-7db4-4396-bd83-3e84e4adee46 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0517638 Aug 17 03:08:57.149580 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6ca8fd6-d552-459f-8c53-ddd0143efa37 req-1c2f79ea-c6c2-4c0b-82a2-e85abffcbdd9 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327961 Aug 17 03:08:58.270486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d2623-4f99-4e7d-867c-e9d7d3689e42 req-e40e3fad-5ba0-45b8-a1f8-22a73c32e50b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:58.271951 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c0d2623-4f99-4e7d-867c-e9d7d3689e42 req-e40e3fad-5ba0-45b8-a1f8-22a73c32e50b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0530097 Aug 17 03:08:58.309847 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4c0d2623-4f99-4e7d-867c-e9d7d3689e42 req-5b6144da-d418-4bd2-9731-c384c5c29fd1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319405 Aug 17 03:08:59.024201 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.429632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cad330-ff24-43cf-9376-c1ffdccc0363 req-b00bef18-4430-4e4f-b7f4-a823d5369b56 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:59.431169 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62cad330-ff24-43cf-9376-c1ffdccc0363 req-b00bef18-4430-4e4f-b7f4-a823d5369b56 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0519917 Aug 17 03:08:59.472237 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-62cad330-ff24-43cf-9376-c1ffdccc0363 req-d4feea01-f65e-4218-b045-018c37817136 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341959 Aug 17 03:09:00.590888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c96fc4-f359-4e25-9c54-42cab6998c03 req-cec04eba-39ca-4495-a91b-f1e7ef0605e3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:00.592386 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b5c96fc4-f359-4e25-9c54-42cab6998c03 req-cec04eba-39ca-4495-a91b-f1e7ef0605e3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0505216 Aug 17 03:09:00.630798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b5c96fc4-f359-4e25-9c54-42cab6998c03 req-91f927be-2181-48fe-945e-afa238bea8e4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321739 Aug 17 03:09:01.491062 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:01.754846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049e008-34c9-46f8-9fe9-30ca14fa62ba req-74f01484-b20f-43bc-95c8-4d724b0402c0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:01.756290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f049e008-34c9-46f8-9fe9-30ca14fa62ba req-74f01484-b20f-43bc-95c8-4d724b0402c0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0540028 Aug 17 03:09:01.795320 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f049e008-34c9-46f8-9fe9-30ca14fa62ba req-7795b4b8-ecbd-4062-99ff-6f615cddf0d1 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327430 Aug 17 03:09:02.840968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b4d60-0bdd-4c26-b5a4-cdda6517b88d req-78a5bcd6-f95f-4ce5-b90d-e170345fcf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:02.842517 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee5b4d60-0bdd-4c26-b5a4-cdda6517b88d req-78a5bcd6-f95f-4ce5-b90d-e170345fcf89 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 1097 time: 0.0458970 Aug 17 03:09:02.880684 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ee5b4d60-0bdd-4c26-b5a4-cdda6517b88d req-b9d98313-8407-43fa-8161-8fad431a00a1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303118 Aug 17 03:09:02.916318 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c71a0a-651c-4255-bfe0-e665a9067f73 req-37240b41-b01d-46b6-aca9-a110dedf1c1a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:02.917845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50c71a0a-651c-4255-bfe0-e665a9067f73 req-37240b41-b01d-46b6-aca9-a110dedf1c1a tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0512578 Aug 17 03:09:02.957561 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50c71a0a-651c-4255-bfe0-e665a9067f73 req-e8c1c49e-ce30-4e7a-8f7e-070a2e4353fb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332055 Aug 17 03:09:03.909484 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 54f17aff-8022-49eb-930f-68160b8a74d4 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:09:03.915040 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 54f17aff-8022-49eb-930f-68160b8a74d4 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:04.062451 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:04.097939 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 54f17aff-8022-49eb-930f-68160b8a74d4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=54f17aff-8022-49eb-930f-68160b8a74d4,segment=NetworkSegment(e72a3a7d-cad4-4080-85dd-6bd48d0affd4),segment_id=e72a3a7d-cad4-4080-85dd-6bd48d0affd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:04.100741 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7aa17-ddf1-4941-9f8b-049982de8a66 req-fa94d528-a0d0-4eec-aa93-3c7e856bbe91 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:04.102609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06e7aa17-ddf1-4941-9f8b-049982de8a66 req-fa94d528-a0d0-4eec-aa93-3c7e856bbe91 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0693545 Aug 17 03:09:04.111994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b92b3d-3d83-477c-875f-8742757bcba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f17aff-8022-49eb-930f-68160b8a74d4'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:04.114515 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1ccf21-70cf-4391-81a6-7bd47af44ccf" -d '{"events": [{"server_uuid": "53b92b3d-3d83-477c-875f-8742757bcba9", "name": "network-vif-unplugged", "status": "completed", "tag": "54f17aff-8022-49eb-930f-68160b8a74d4"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:04.120723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '54f17aff-8022-49eb-930f-68160b8a74d4', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'port_id': '54f17aff-8022-49eb-930f-68160b8a74d4', 'mac_address': 'fa:16:3e:6e:1e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6404e0f9-1437-48df-b799-695deedfccb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:09:04.131789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 54f17aff-8022-49eb-930f-68160b8a74d4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=54f17aff-8022-49eb-930f-68160b8a74d4,segment=NetworkSegment(e72a3a7d-cad4-4080-85dd-6bd48d0affd4),segment_id=e72a3a7d-cad4-4080-85dd-6bd48d0affd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:04.156762 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06e7aa17-ddf1-4941-9f8b-049982de8a66 req-70f42ed7-ebbf-4bf6-9ef2-e560ec47837b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474739 Aug 17 03:09:04.181177 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:04.187275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54f17aff-8022-49eb-930f-68160b8a74d4 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:09:04.193048 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:04.238559 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953171c5-c9eb-4938-bedc-9d5eff27bea7 x-openstack-request-id: req-953171c5-c9eb-4938-bedc-9d5eff27bea7 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:04.238867 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b92b3d-3d83-477c-875f-8742757bcba9", "name": "network-vif-unplugged", "status": "completed", "tag": "54f17aff-8022-49eb-930f-68160b8a74d4", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:04.239081 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-953171c5-c9eb-4938-bedc-9d5eff27bea7 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:04.239534 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b92b3d-3d83-477c-875f-8742757bcba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f17aff-8022-49eb-930f-68160b8a74d4', 'code': 200} Aug 17 03:09:04.270693 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:09:04.271052 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:09:04.275272 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=54f17aff-8022-49eb-930f-68160b8a74d4,revision_number=6']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:04.282786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:04.283136 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:04.283479 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:04.283847 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:04.284181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:04.284516 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:04.284847 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:04.285173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:04.285581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:04.285910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:04.286243 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:04.286565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:04.807242 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:04.820810 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f17aff-8022-49eb-930f-68160b8a74d4 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:09:04.839671 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 54f17aff-8022-49eb-930f-68160b8a74d4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=54f17aff-8022-49eb-930f-68160b8a74d4,segment=NetworkSegment(e72a3a7d-cad4-4080-85dd-6bd48d0affd4),segment_id=e72a3a7d-cad4-4080-85dd-6bd48d0affd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:04.942179 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:04.994417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=54f17aff-8022-49eb-930f-68160b8a74d4,revision_number=7']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:05.293132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e7df9-3fce-4d77-91e3-26c119044896 req-0635925c-2854-4844-afc8-27c7425148d2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:05.294682 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-214e7df9-3fce-4d77-91e3-26c119044896 req-0635925c-2854-4844-afc8-27c7425148d2 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 944 time: 0.0563624 Aug 17 03:09:05.334152 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-214e7df9-3fce-4d77-91e3-26c119044896 req-d7d88c21-337d-46ce-b102-3e4aa9e16d1c tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324800 Aug 17 03:09:05.357085 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 41974) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:05.360451 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['54f17aff-8022-49eb-930f-68160b8a74d4'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:09:05.418429 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d53afc0e-01f3-4696-82ea-728548c50cb3 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/floatingips/1859f8c9-d4b3-4f8c-bd55-1f523408ed95 HTTP/1.1" status: 200 len: 990 time: 0.0600772 Aug 17 03:09:07.887136 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5a734814-c341-483e-815e-e73d536657dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:07.914024 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 54f17aff-8022-49eb-930f-68160b8a74d4 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:09:07.961113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 54f17aff-8022-49eb-930f-68160b8a74d4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:07.961513 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:08.040779 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:08.064456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b92b3d-3d83-477c-875f-8742757bcba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f17aff-8022-49eb-930f-68160b8a74d4'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:08.066729 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facfe07f-f589-441e-85e1-56b94360741a" -d '{"events": [{"server_uuid": "53b92b3d-3d83-477c-875f-8742757bcba9", "name": "network-vif-plugged", "status": "completed", "tag": "54f17aff-8022-49eb-930f-68160b8a74d4"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:08.080520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 54f17aff-8022-49eb-930f-68160b8a74d4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=54f17aff-8022-49eb-930f-68160b8a74d4,segment=NetworkSegment(e72a3a7d-cad4-4080-85dd-6bd48d0affd4),segment_id=e72a3a7d-cad4-4080-85dd-6bd48d0affd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:08.104151 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47dda82-df8c-4952-bf26-d409d6d35472 x-openstack-request-id: req-b47dda82-df8c-4952-bf26-d409d6d35472 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:08.104438 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b92b3d-3d83-477c-875f-8742757bcba9", "name": "network-vif-plugged", "status": "completed", "tag": "54f17aff-8022-49eb-930f-68160b8a74d4", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:08.104711 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b47dda82-df8c-4952-bf26-d409d6d35472 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:08.105082 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b92b3d-3d83-477c-875f-8742757bcba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f17aff-8022-49eb-930f-68160b8a74d4', 'code': 200} Aug 17 03:09:08.219090 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:08.267812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=54f17aff-8022-49eb-930f-68160b8a74d4,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:10.349873 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7701c793-54da-4f85-9a0e-77dd828ef71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:10.624209 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:11.920885 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:13.909490 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:22.649758 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:09:26.521863 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-715f2360-c1c9-412f-a726-d2271c9cb111 req-dcf0979a-253a-4abd-b962-2a4e3581c989 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0900216 Aug 17 03:09:26.622850 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f2360-c1c9-412f-a726-d2271c9cb111 req-c524916c-18de-43eb-a712-00a49e6ace02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:26.625012 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-715f2360-c1c9-412f-a726-d2271c9cb111 req-c524916c-18de-43eb-a712-00a49e6ace02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 1097 time: 0.0437629 Aug 17 03:09:27.027005 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f2360-c1c9-412f-a726-d2271c9cb111 req-590f66d4-dcb1-4603-ab69-4c05e68bb63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:27.029103 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-715f2360-c1c9-412f-a726-d2271c9cb111 req-590f66d4-dcb1-4603-ab69-4c05e68bb63f service neutron] 10.222.0.18 "GET /v2.0/networks?id=6aa4dba0-e189-43a4-b710-a9322e58fdf6 HTTP/1.1" status: 200 len: 897 time: 0.3840146 Aug 17 03:09:27.097050 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-715f2360-c1c9-412f-a726-d2271c9cb111 req-2b7ba98f-cb5e-4df7-9522-06c3543ba7d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54f17aff-8022-49eb-930f-68160b8a74d4 HTTP/1.1" status: 200 len: 999 time: 0.0597661 Aug 17 03:09:27.146982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f2360-c1c9-412f-a726-d2271c9cb111 req-6eaddf5f-787d-4972-ab0b-509bc1740374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:27.148453 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-715f2360-c1c9-412f-a726-d2271c9cb111 req-6eaddf5f-787d-4972-ab0b-509bc1740374 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6404e0f9-1437-48df-b799-695deedfccb2 HTTP/1.1" status: 200 len: 834 time: 0.0439496 Aug 17 03:09:27.198119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f2360-c1c9-412f-a726-d2271c9cb111 req-90d219b1-081d-4d0c-9a14-d63d934ad94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:27.199606 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-715f2360-c1c9-412f-a726-d2271c9cb111 req-90d219b1-081d-4d0c-9a14-d63d934ad94a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6aa4dba0-e189-43a4-b710-a9322e58fdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427501 Aug 17 03:09:27.287714 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-715f2360-c1c9-412f-a726-d2271c9cb111 req-17ef6410-b3a4-4c18-9de1-21f5164d1191 service neutron] 10.222.0.18 "GET /v2.0/networks/6aa4dba0-e189-43a4-b710-a9322e58fdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799837 Aug 17 03:09:27.383133 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-715f2360-c1c9-412f-a726-d2271c9cb111 req-d6cbf9a7-3160-4229-8c5d-75b0a9f6d556 service neutron] 10.222.0.18 "GET /v2.0/networks/6aa4dba0-e189-43a4-b710-a9322e58fdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874710 Aug 17 03:09:29.017799 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.501836 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:37.893202 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c3a1bb12-47d5-47fa-ad4f-2be2da5c96f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:40.404567 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb379-c9c6-4dcb-8cbd-e5bbbb8d97a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:40.644455 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:41.918574 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:43.920856 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:59.009348 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:59.690399 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:10:01.526108 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:07.943534 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ebab73f5-b5bd-492e-9bc0-eccc102df864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:10.375766 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-98714c39-c33b-4271-8eb2-0f1b145cb62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:10.639056 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:11.912356 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:13.946680 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:20.359915 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42014) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:20.522228 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port f5faa498-92a7-407e-aa4a-90cd7e65d70e {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:10:20.522577 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:20.604484 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:20.604810 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:20.621651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for f5faa498-92a7-407e-aa4a-90cd7e65d70e owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:10:20.841258 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:20.867361 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=f5faa498-92a7-407e-aa4a-90cd7e65d70e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:20.879345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:20.879703 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:20.880038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:20.880380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:20.880712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:20.881042 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:20.881401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:20.881731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:20.882058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:20.882381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:20.882705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:20.883031 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:20.941685 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:20.942020 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Floating IP 1859f8c9-d4b3-4f8c-bd55-1f523408ed95 disassociated (deleted). External IP: 172.25.5.2, port: 54f17aff-8022-49eb-930f-68160b8a74d4. Aug 17 03:10:21.155788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:10:21.271411 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:10:21.276736 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:21.282541 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da6fae-adce-4ccc-8481-0dcd60e14889 None None] Sync routers for ids ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:10:21.291748 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da6fae-adce-4ccc-8481-0dcd60e14889 None None] Routers {'0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:10:21.292358 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-24da6fae-adce-4ccc-8481-0dcd60e14889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:10:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:21.305050 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-961a4c27-cd45-4a90-b4fe-9b47e045d7c7 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/floatingips/1859f8c9-d4b3-4f8c-bd55-1f523408ed95 HTTP/1.1" status: 204 len: 168 time: 0.9440062 Aug 17 03:10:21.305791 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b92b3d-3d83-477c-875f-8742757bcba9', 'tag': '54f17aff-8022-49eb-930f-68160b8a74d4'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:21.308218 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180b7f63-14ea-4f25-a5e7-e1195eac2a46" -d '{"events": [{"name": "network-changed", "server_uuid": "53b92b3d-3d83-477c-875f-8742757bcba9", "tag": "54f17aff-8022-49eb-930f-68160b8a74d4"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:21.403734 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-24da6fae-adce-4ccc-8481-0dcd60e14889 None None] Set router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:10:21.655094 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-24da6fae-adce-4ccc-8481-0dcd60e14889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:10Z', 'updated_at': '2021-08-17T03:07:14Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:11Z', 'updated_at': '2021-08-17T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'b2a291cc-88d3-4f2a-bf0d-b41196791eb6', 'name': '', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:07:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6404e0f9-1437-48df-b799-695deedfccb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:14Z', 'updated_at': '2021-08-17T03:07:19Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '6404e0f9-1437-48df-b799-695deedfccb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:21.681377 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da6fae-adce-4ccc-8481-0dcd60e14889 None None] Checking router: 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:10:21.691644 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da6fae-adce-4ccc-8481-0dcd60e14889 None None] Routers {'0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:10:21.691644 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-24da6fae-adce-4ccc-8481-0dcd60e14889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:10:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:21.731508 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3b5d48-1e66-468d-9b84-a283b3238863 x-openstack-request-id: req-2f3b5d48-1e66-468d-9b84-a283b3238863 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:21.732975 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b92b3d-3d83-477c-875f-8742757bcba9", "tag": "54f17aff-8022-49eb-930f-68160b8a74d4", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:21.733630 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f3b5d48-1e66-468d-9b84-a283b3238863 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:21.734338 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b92b3d-3d83-477c-875f-8742757bcba9', 'tag': '54f17aff-8022-49eb-930f-68160b8a74d4', 'status': 'completed', 'code': 200} Aug 17 03:10:21.822019 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-24da6fae-adce-4ccc-8481-0dcd60e14889 None None] Set router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:10:21.848322 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b7f63-14ea-4f25-a5e7-e1195eac2a46 req-1ccc4eee-8480-48d2-9078-74941b53ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:21.850884 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-180b7f63-14ea-4f25-a5e7-e1195eac2a46 req-1ccc4eee-8480-48d2-9078-74941b53ae3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=24dfcafe61944b979922e9d135dfc1d5&device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 1097 time: 0.0756693 Aug 17 03:10:21.859439 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09e33a-45f7-4417-ad3e-214ab479e756 req-d70528c8-77b6-47f6-924a-9525c54f8e9b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:21.861193 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f09e33a-45f7-4417-ad3e-214ab479e756 req-d70528c8-77b6-47f6-924a-9525c54f8e9b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0666096 Aug 17 03:10:21.907902 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f09e33a-45f7-4417-ad3e-214ab479e756 req-551eb0ff-516c-4318-83d5-451aeb93f8b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389338 Aug 17 03:10:21.967009 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b7f63-14ea-4f25-a5e7-e1195eac2a46 req-affd9934-ec69-4c86-960c-dd6c040b110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:21.968508 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-180b7f63-14ea-4f25-a5e7-e1195eac2a46 req-affd9934-ec69-4c86-960c-dd6c040b110e service neutron] 10.222.0.18 "GET /v2.0/networks?id=6aa4dba0-e189-43a4-b710-a9322e58fdf6 HTTP/1.1" status: 200 len: 897 time: 0.1078193 Aug 17 03:10:22.011538 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-180b7f63-14ea-4f25-a5e7-e1195eac2a46 req-41900820-b35c-4c44-b2be-72a58fcabd42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54f17aff-8022-49eb-930f-68160b8a74d4 HTTP/1.1" status: 200 len: 217 time: 0.0353360 Aug 17 03:10:22.050848 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-24da6fae-adce-4ccc-8481-0dcd60e14889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:10Z', 'updated_at': '2021-08-17T03:07:14Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:11Z', 'updated_at': '2021-08-17T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'b2a291cc-88d3-4f2a-bf0d-b41196791eb6', 'name': '', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:07:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6404e0f9-1437-48df-b799-695deedfccb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:14Z', 'updated_at': '2021-08-17T03:07:19Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '6404e0f9-1437-48df-b799-695deedfccb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:22.068851 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b7f63-14ea-4f25-a5e7-e1195eac2a46 req-e6f8a9bf-a5d4-49a7-a4a5-ff339b789047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:22.070654 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-180b7f63-14ea-4f25-a5e7-e1195eac2a46 req-e6f8a9bf-a5d4-49a7-a4a5-ff339b789047 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6404e0f9-1437-48df-b799-695deedfccb2 HTTP/1.1" status: 200 len: 834 time: 0.0502484 Aug 17 03:10:22.078656 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da6fae-adce-4ccc-8481-0dcd60e14889 None None] The sync data for ids ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'] in n-d-793621-31 is: [{'id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:10Z', 'updated_at': '2021-08-17T03:07:14Z', 'revision_number': 4, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:11Z', 'updated_at': '2021-08-17T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'b2a291cc-88d3-4f2a-bf0d-b41196791eb6', 'name': '', 'network_id': '6aa4dba0-e189-43a4-b710-a9322e58fdf6', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'mac_address': 'fa:16:3e:07:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6404e0f9-1437-48df-b799-695deedfccb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:14Z', 'updated_at': '2021-08-17T03:07:19Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'subnets': [{'id': '6404e0f9-1437-48df-b799-695deedfccb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:10:22.127238 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b7f63-14ea-4f25-a5e7-e1195eac2a46 req-be893a0d-967c-4019-b75a-f242606a3c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:22.128812 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-180b7f63-14ea-4f25-a5e7-e1195eac2a46 req-be893a0d-967c-4019-b75a-f242606a3c62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6aa4dba0-e189-43a4-b710-a9322e58fdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496941 Aug 17 03:10:22.231454 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-180b7f63-14ea-4f25-a5e7-e1195eac2a46 req-ac8ecb4b-30c2-4bdf-a581-9439aecd82a0 service neutron] 10.222.0.18 "GET /v2.0/networks/6aa4dba0-e189-43a4-b710-a9322e58fdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941520 Aug 17 03:10:22.320805 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5cbefe-82e1-4019-b07f-cdb7d66e62b5 None None] New status for floating IP 1859f8c9-d4b3-4f8c-bd55-1f523408ed95: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:10:22.343464 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-180b7f63-14ea-4f25-a5e7-e1195eac2a46 req-a18d0e05-619a-4455-beaa-fcb71075b00f service neutron] 10.222.0.18 "GET /v2.0/networks/6aa4dba0-e189-43a4-b710-a9322e58fdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021121 Aug 17 03:10:23.042725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c6fff-550c-433c-836b-525ae401837f req-c41b158e-7bd7-489f-b9e7-56a2a95689b6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:23.044405 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f03c6fff-550c-433c-836b-525ae401837f req-c41b158e-7bd7-489f-b9e7-56a2a95689b6 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0582693 Aug 17 03:10:23.091394 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f03c6fff-550c-433c-836b-525ae401837f req-24787741-e593-471a-a931-bf8806e96a83 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/security-groups?id=1507379b-215e-4fea-82ef-11d2c2386617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400429 Aug 17 03:10:23.723678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599928f-4bd1-44f4-ab37-489f6d96cd26 req-de5db45e-60a5-4c88-bf6e-6bcebfa80a23 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:23.725142 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e599928f-4bd1-44f4-ab37-489f6d96cd26 req-de5db45e-60a5-4c88-bf6e-6bcebfa80a23 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.18 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 945 time: 0.0499721 Aug 17 03:10:23.823142 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-e599928f-4bd1-44f4-ab37-489f6d96cd26 req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port 54f17aff-8022-49eb-930f-68160b8a74d4 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:10:23.823480 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e599928f-4bd1-44f4-ab37-489f6d96cd26 req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:23.909872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-e599928f-4bd1-44f4-ab37-489f6d96cd26 req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] For port 54f17aff-8022-49eb-930f-68160b8a74d4, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=54f17aff-8022-49eb-930f-68160b8a74d4,segment=NetworkSegment(e72a3a7d-cad4-4080-85dd-6bd48d0affd4),segment_id=e72a3a7d-cad4-4080-85dd-6bd48d0affd4)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:23.910235 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e599928f-4bd1-44f4-ab37-489f6d96cd26 req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:23.923151 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-e599928f-4bd1-44f4-ab37-489f6d96cd26 req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for 54f17aff-8022-49eb-930f-68160b8a74d4 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:10:24.132274 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e599928f-4bd1-44f4-ab37-489f6d96cd26 req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:24.169101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=54f17aff-8022-49eb-930f-68160b8a74d4,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:24.190286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:24.190695 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:24.191037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:24.191374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:24.191708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:24.192041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:24.192374 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:24.192701 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:24.193027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:24.193377 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:24.193702 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:24.194026 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:24.195286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2d073e53-2b45-43d8-836b-3f4f04e211cc req-03d596f4-98b0-4cd6-9319-37078cbe3e72 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 210 time: 0.0290670 Aug 17 03:10:24.218180 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-e599928f-4bd1-44f4-ab37-489f6d96cd26 req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] No DVR routers for this DVR port 54f17aff-8022-49eb-930f-68160b8a74d4 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:10:24.221015 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e599928f-4bd1-44f4-ab37-489f6d96cd26 req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:24.223392 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e599928f-4bd1-44f4-ab37-489f6d96cd26 req-0f61758d-5ae6-4084-b020-65aef4b708eb tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.18 "DELETE /v2.0/ports/54f17aff-8022-49eb-930f-68160b8a74d4 HTTP/1.1" status: 204 len: 173 time: 0.4907699 Aug 17 03:10:24.223868 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b92b3d-3d83-477c-875f-8742757bcba9', 'name': 'network-vif-deleted', 'tag': '54f17aff-8022-49eb-930f-68160b8a74d4'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:24.226232 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc630698d291144a99d49f2cb6e270bf2a376f8ffaed3f0b8685b2729632bcb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2461ec-acd5-4b9e-8deb-2fc71d0cd7e4" -d '{"events": [{"server_uuid": "53b92b3d-3d83-477c-875f-8742757bcba9", "name": "network-vif-deleted", "tag": "54f17aff-8022-49eb-930f-68160b8a74d4"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:24.262090 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44c0d5c-050c-47fa-a567-af1811f28564 x-openstack-request-id: req-a44c0d5c-050c-47fa-a567-af1811f28564 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:24.262553 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b92b3d-3d83-477c-875f-8742757bcba9", "name": "network-vif-deleted", "tag": "54f17aff-8022-49eb-930f-68160b8a74d4", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:24.262863 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a44c0d5c-050c-47fa-a567-af1811f28564 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:24.263273 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b92b3d-3d83-477c-875f-8742757bcba9', 'name': 'network-vif-deleted', 'tag': '54f17aff-8022-49eb-930f-68160b8a74d4', 'status': 'completed', 'code': 200} Aug 17 03:10:25.312115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-81994076-25fd-4d04-978c-662d09cf78ef req-ed1f90f4-e499-48e0-8400-1ccf860ad65b tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b92b3d-3d83-477c-875f-8742757bcba9 HTTP/1.1" status: 200 len: 210 time: 0.0314028 Aug 17 03:10:26.367871 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42044) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:26.723116 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-036970e1-5bb4-409e-9863-cd65ff09dc05 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:26.985605 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-036970e1-5bb4-409e-9863-cd65ff09dc05 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port b2a291cc-88d3-4f2a-bf0d-b41196791eb6 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:10:26.985974 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-036970e1-5bb4-409e-9863-cd65ff09dc05 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:27.080257 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-036970e1-5bb4-409e-9863-cd65ff09dc05 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] For port b2a291cc-88d3-4f2a-bf0d-b41196791eb6, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b2a291cc-88d3-4f2a-bf0d-b41196791eb6,segment=NetworkSegment(e72a3a7d-cad4-4080-85dd-6bd48d0affd4),segment_id=e72a3a7d-cad4-4080-85dd-6bd48d0affd4)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:27.080634 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-036970e1-5bb4-409e-9863-cd65ff09dc05 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:27.092996 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-036970e1-5bb4-409e-9863-cd65ff09dc05 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for b2a291cc-88d3-4f2a-bf0d-b41196791eb6 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:10:27.331593 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-036970e1-5bb4-409e-9863-cd65ff09dc05 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:27.359208 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036970e1-5bb4-409e-9863-cd65ff09dc05 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=b2a291cc-88d3-4f2a-bf0d-b41196791eb6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:27.529104 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-036970e1-5bb4-409e-9863-cd65ff09dc05 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:27.744408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036970e1-5bb4-409e-9863-cd65ff09dc05 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:10:28.169887 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036970e1-5bb4-409e-9863-cd65ff09dc05 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:10:28.176074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-036970e1-5bb4-409e-9863-cd65ff09dc05 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "PUT /v2.0/routers/0b6daf84-6ac8-46d5-b1f3-b95941fda6f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8070977 Aug 17 03:10:28.178995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42054) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:28.182094 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237338f-6d0f-4219-9612-5da884f025de None None] Sync routers for ids ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:10:28.191791 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237338f-6d0f-4219-9612-5da884f025de None None] Routers {'0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:10:28.192405 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-3237338f-6d0f-4219-9612-5da884f025de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:10:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:28.229722 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-33776690-c9d7-45cc-b413-979ca280e617 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting subnet 6404e0f9-1437-48df-b799-695deedfccb2 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:10:28.233153 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-33776690-c9d7-45cc-b413-979ca280e617 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:28.272291 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-33776690-c9d7-45cc-b413-979ca280e617 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:28.295548 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-3237338f-6d0f-4219-9612-5da884f025de None None] Set router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:10:28.352185 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 54f17aff-8022-49eb-930f-68160b8a74d4 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:10:28.360320 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-33776690-c9d7-45cc-b413-979ca280e617 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:28.373836 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 54f17aff-8022-49eb-930f-68160b8a74d4 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:10:28.374323 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 54f17aff-8022-49eb-930f-68160b8a74d4 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:10:28.477170 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-3237338f-6d0f-4219-9612-5da884f025de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:10Z', 'updated_at': '2021-08-17T03:10:27Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:11Z', 'updated_at': '2021-08-17T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:28.495507 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-33776690-c9d7-45cc-b413-979ca280e617 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:28.503550 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237338f-6d0f-4219-9612-5da884f025de None None] Checking router: 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:10:28.511732 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237338f-6d0f-4219-9612-5da884f025de None None] Routers {'0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:10:28.512339 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-3237338f-6d0f-4219-9612-5da884f025de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:10:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:28.524407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33776690-c9d7-45cc-b413-979ca280e617 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Subnet': ['ID=6404e0f9-1437-48df-b799-695deedfccb2,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:28.526390 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-33776690-c9d7-45cc-b413-979ca280e617 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:28.531558 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-33776690-c9d7-45cc-b413-979ca280e617 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/subnets/6404e0f9-1437-48df-b799-695deedfccb2 HTTP/1.1" status: 204 len: 168 time: 0.3488944 Aug 17 03:10:28.534682 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42056) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:28.537663 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7a2360-0861-4618-8f18-751571e4bd8e None None] Network 6aa4dba0-e189-43a4-b710-a9322e58fdf6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:10:28.647762 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:28.719872 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-3237338f-6d0f-4219-9612-5da884f025de None None] Set router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:10:28.764739 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:28.884618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Deleting port e6e9a071-4eb0-4721-89da-4ae11febcbde {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:10:28.884959 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:28.895700 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] DHCP port deletion for 6aa4dba0-e189-43a4-b710-a9322e58fdf6 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:10:28.910479 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-3237338f-6d0f-4219-9612-5da884f025de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:10Z', 'updated_at': '2021-08-17T03:10:27Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:11Z', 'updated_at': '2021-08-17T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:28.940884 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237338f-6d0f-4219-9612-5da884f025de None None] The sync data for ids ['0b6daf84-6ac8-46d5-b1f3-b95941fda6f7'] in n-d-793621-31 is: [{'id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479033427', 'tenant_id': '24dfcafe61944b979922e9d135dfc1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:10Z', 'updated_at': '2021-08-17T03:10:27Z', 'revision_number': 5, 'project_id': '24dfcafe61944b979922e9d135dfc1d5', 'gw_port': {'id': 'e6e9a071-4eb0-4721-89da-4ae11febcbde', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6daf84-6ac8-46d5-b1f3-b95941fda6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:11Z', 'updated_at': '2021-08-17T03:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:10:28.943701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Deleting port cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:10:28.944075 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:28.981673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] For port e6e9a071-4eb0-4721-89da-4ae11febcbde, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e6e9a071-4eb0-4721-89da-4ae11febcbde,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:28.982159 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:28.994336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Calling delete_port for e6e9a071-4eb0-4721-89da-4ae11febcbde owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:10:29.023414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] For port cadc53c8-a1c6-40fd-9dd9-ee957df6bb94, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=cadc53c8-a1c6-40fd-9dd9-ee957df6bb94,segment=NetworkSegment(e72a3a7d-cad4-4080-85dd-6bd48d0affd4),segment_id=e72a3a7d-cad4-4080-85dd-6bd48d0affd4)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:29.023813 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.035814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Calling delete_port for cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:10:29.105389 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.217472 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.245724 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Pushing event deleted for resources: {'Port': ['ID=cadc53c8-a1c6-40fd-9dd9-ee957df6bb94,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:29.249971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] No DVR routers for this DVR port cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:10:29.256983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:29.257362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:29.257713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:29.258322 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:29.258652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:29.258981 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:29.260124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:29.260124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:29.260124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:29.260354 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:29.260545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:29.260872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7090c83-54ec-45d8-8881-3d699a8f0f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:29.280708 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.307965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Port': ['ID=e6e9a071-4eb0-4721-89da-4ae11febcbde,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:29.336804 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:10:29.357147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:10:29.357802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device cadc53c8-a1c6-40fd-9dd9-ee957df6bb94 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:10:29.357949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b2a291cc-88d3-4f2a-bf0d-b41196791eb6 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:10:29.380952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: b2a291cc-88d3-4f2a-bf0d-b41196791eb6 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:10:29.381219 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b2a291cc-88d3-4f2a-bf0d-b41196791eb6 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:10:29.388053 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.496092 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.498169 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.648643 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.649374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Fanout notify agent at l3_agent the message router_deleted on router 0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:10:29.656566 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.657731 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e712c1c3-48ca-4e72-b12d-85753873c7b4 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/routers/0b6daf84-6ac8-46d5-b1f3-b95941fda6f7 HTTP/1.1" status: 204 len: 168 time: 1.1250987 Aug 17 03:10:29.660434 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42058) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:29.745328 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a139b8e4-a4e7-4d0d-88bc-374f40cbc6b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.833597 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a139b8e4-a4e7-4d0d-88bc-374f40cbc6b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.844719 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-a139b8e4-a4e7-4d0d-88bc-374f40cbc6b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa4dba0-e189-43a4-b710-a9322e58fdf6']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:29.860379 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-a139b8e4-a4e7-4d0d-88bc-374f40cbc6b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72a3a7d-cad4-4080-85dd-6bd48d0affd4') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:29.860682 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-a139b8e4-a4e7-4d0d-88bc-374f40cbc6b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72a3a7d-cad4-4080-85dd-6bd48d0affd4') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:29.869770 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a139b8e4-a4e7-4d0d-88bc-374f40cbc6b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.883828 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a139b8e4-a4e7-4d0d-88bc-374f40cbc6b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.890614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a139b8e4-a4e7-4d0d-88bc-374f40cbc6b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:10:29.891051 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a139b8e4-a4e7-4d0d-88bc-374f40cbc6b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: timer() Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:10:29.893996 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:10:30.017396 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a139b8e4-a4e7-4d0d-88bc-374f40cbc6b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:30.025017 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a139b8e4-a4e7-4d0d-88bc-374f40cbc6b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:30.026179 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a139b8e4-a4e7-4d0d-88bc-374f40cbc6b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/networks/6aa4dba0-e189-43a4-b710-a9322e58fdf6 HTTP/1.1" status: 204 len: 168 time: 0.3647897 Aug 17 03:10:30.029267 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42060) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:30.038557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139b8e4-a4e7-4d0d-88bc-374f40cbc6b0 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'Network': ['ID=6aa4dba0-e189-43a4-b710-a9322e58fdf6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:30.092320 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0967e2cf-5724-499c-aa6a-2f136dd80365 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:30.117563 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0967e2cf-5724-499c-aa6a-2f136dd80365 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:30.257368 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0967e2cf-5724-499c-aa6a-2f136dd80365 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:30.260200 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0967e2cf-5724-499c-aa6a-2f136dd80365 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:30.261893 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0967e2cf-5724-499c-aa6a-2f136dd80365 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] 10.222.0.13 "DELETE /v2.0/security-groups/1507379b-215e-4fea-82ef-11d2c2386617 HTTP/1.1" status: 204 len: 168 time: 0.2312081 Aug 17 03:10:30.271467 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967e2cf-5724-499c-aa6a-2f136dd80365 tempest-TestNetworkAdvancedServerOps-1030096896 tempest-TestNetworkAdvancedServerOps-1030096896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1507379b-215e-4fea-82ef-11d2c2386617,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:30.848128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42070) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:30.977903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-915fd4de-ae2e-4875-8f26-0d2846bc5ca2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24dfcafe61944b979922e9d135dfc1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286011 Aug 17 03:10:30.980711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42074) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:31.026717 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7448919-18a7-43e5-bbac-5cd8342eb7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:31.054362 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7448919-18a7-43e5-bbac-5cd8342eb7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:31.121380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e6e9a071-4eb0-4721-89da-4ae11febcbde no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:10:31.141682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: e6e9a071-4eb0-4721-89da-4ae11febcbde {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:10:31.144196 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e6e9a071-4eb0-4721-89da-4ae11febcbde not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:10:31.163428 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7448919-18a7-43e5-bbac-5cd8342eb7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:31.166149 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c7448919-18a7-43e5-bbac-5cd8342eb7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:31.167343 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c7448919-18a7-43e5-bbac-5cd8342eb7a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f7bb519-9a2b-4161-be2e-5908cbc8c7a1 HTTP/1.1" status: 204 len: 168 time: 0.1857400 Aug 17 03:10:31.176270 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7448919-18a7-43e5-bbac-5cd8342eb7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7bb519-9a2b-4161-be2e-5908cbc8c7a1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:31.559871 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:31.852441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42080) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:31.892675 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d308a5a2-1170-4938-9cc0-8cb7fb7a7daf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cc718336e1c4f018a204d6edb4fb0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390184 Aug 17 03:10:31.895099 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42082) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:31.942256 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9cc7add0-505d-4d65-ad2b-ce962a857a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:31.963400 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9cc7add0-505d-4d65-ad2b-ce962a857a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.102988 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9cc7add0-505d-4d65-ad2b-ce962a857a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.106424 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9cc7add0-505d-4d65-ad2b-ce962a857a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.107582 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9cc7add0-505d-4d65-ad2b-ce962a857a4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/601be5a6-d68e-42a0-bf2c-23e8dcddec6c HTTP/1.1" status: 204 len: 168 time: 0.2115936 Aug 17 03:10:32.115378 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7add0-505d-4d65-ad2b-ce962a857a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601be5a6-d68e-42a0-bf2c-23e8dcddec6c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:33.970929 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42118) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:34.116539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'network': {'name': 'tempest-network-smoke--1492812752', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'port_security_enabled': True}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:34.226222 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Made reservation on behalf of 20f093d378e74d7c9cbbc00871b7e645 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:10:34.229751 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:34.239525 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:34.326343 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:34.394263 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:34.420456 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:10:34.430346 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=793adfb9-f341-4b02-b76e-e99a72830fa8,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:34.435812 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:34.436170 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Added segment a5476b61-456a-465a-be33-ec2b9e21ba44 of type vlan for network c3e05785-d260-4e35-93a2-fbee13901eba Aug 17 03:10:34.476708 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:34.571198 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:34.579470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:34.579470 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:34.645695 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Network': ['ID=c3e05785-d260-4e35-93a2-fbee13901eba,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:34.660375 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network c3e05785-d260-4e35-93a2-fbee13901eba details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:10:34.726719 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3e507e62-fc04-43f3-88e8-566cc7e622fd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7544923 Aug 17 03:10:34.729439 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42122) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:34.734031 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'admin_state_up': True, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:34.822950 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:34.824700 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:34.875404 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:35.052734 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:35.287839 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:35.306535 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:35.410814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Allocated IP 172.25.5.32 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/7f762d7e-f30f-4b8e-9a19-58b624d6259b) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:10:35.512472 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:35.640578 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:35.680789 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:35.683773 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:35.687335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:10:35.692654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Port': ['ID=7f762d7e-f30f-4b8e-9a19-58b624d6259b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:36.013305 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:36.208136 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:36.397214 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Router cde80591-c17b-4b42-9d8e-1049983c5ca5 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:10:36.500895 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:10:36.510157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Sync routers for ids ['cde80591-c17b-4b42-9d8e-1049983c5ca5'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:10:36.519015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Routers {'cde80591-c17b-4b42-9d8e-1049983c5ca5'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:10:36.524493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:10:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['cde80591-c17b-4b42-9d8e-1049983c5ca5'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:36.597412 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:36.598675 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f7387196-00e5-4377-8fb3-1e6426a5f231 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8682747 Aug 17 03:10:36.601875 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42124) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:36.622852 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Set router cde80591-c17b-4b42-9d8e-1049983c5ca5 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:10:36.653344 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:10:36.674511 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7f510668-4258-44d9-9ba4-a3f6009ddf78 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=20f093d378e74d7c9cbbc00871b7e645&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0715411 Aug 17 03:10:36.677115 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42128) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:36.761385 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd69beb-8e0c-48ef-88c9-e0bb78e3eebf tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:36.763053 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1cd69beb-8e0c-48ef-88c9-e0bb78e3eebf tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849683 Aug 17 03:10:36.765831 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42130) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:36.798141 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8716ee5d-e552-4385-82a0-6c2c0327730d tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312405 Aug 17 03:10:36.800641 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42132) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:36.801718 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:10:35Z', 'revision_number': 3, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:36.805442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-daf4c766-f950-4d67-a148-8f6c6dc8c302 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1018820235', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:36.832161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Checking router: cde80591-c17b-4b42-9d8e-1049983c5ca5 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:10:36.832518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Updating router cde80591-c17b-4b42-9d8e-1049983c5ca5 port 7f762d7e-f30f-4b8e-9a19-58b624d6259b binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:10:36.859535 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:37.012385 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf4c766-f950-4d67-a148-8f6c6dc8c302 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Made reservation on behalf of 20f093d378e74d7c9cbbc00871b7e645 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:10:37.016007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-daf4c766-f950-4d67-a148-8f6c6dc8c302 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:37.114255 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:37.124863 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Transition to ACTIVE for port object 7f762d7e-f30f-4b8e-9a19-58b624d6259b will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:37.191556 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:37.246433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Attempting to bind port 7f762d7e-f30f-4b8e-9a19-58b624d6259b on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:10:37.246793 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Attempting to bind port 7f762d7e-f30f-4b8e-9a19-58b624d6259b by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:10:37.247270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Attempting to bind port 7f762d7e-f30f-4b8e-9a19-58b624d6259b on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:37.249442 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13c7f3-4aa1-4463-9204-c503399ee87c None None] Pushing event updated for resources: {'Port': ['ID=7f762d7e-f30f-4b8e-9a19-58b624d6259b,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:37.254837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:10:37.259301 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:37.259301 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:37.259301 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:10:37.259301 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Bound port: 7f762d7e-f30f-4b8e-9a19-58b624d6259b, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:10:37.259301 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:37.278285 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-daf4c766-f950-4d67-a148-8f6c6dc8c302 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:37.307650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] For port 7f762d7e-f30f-4b8e-9a19-58b624d6259b, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:10:37.311121 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] For port 7f762d7e-f30f-4b8e-9a19-58b624d6259b, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7f762d7e-f30f-4b8e-9a19-58b624d6259b,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:10:37.336862 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4c766-f950-4d67-a148-8f6c6dc8c302 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Subnet': ['ID=88d78cff-597e-4960-ae60-1156795e07ee,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:37.348659 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf4c766-f950-4d67-a148-8f6c6dc8c302 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Checking segment: {'id': 'a5476b61-456a-465a-be33-ec2b9e21ba44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:37.349030 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf4c766-f950-4d67-a148-8f6c6dc8c302 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network hostable DHCP agents. Network: c3e05785-d260-4e35-93a2-fbee13901eba, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:10:37.374976 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:37.432963 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf4c766-f950-4d67-a148-8f6c6dc8c302 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network c3e05785-d260-4e35-93a2-fbee13901eba is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:10:37.451459 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Routers {'cde80591-c17b-4b42-9d8e-1049983c5ca5'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:10:37.452098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:10:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['cde80591-c17b-4b42-9d8e-1049983c5ca5'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:37.454008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13c7f3-4aa1-4463-9204-c503399ee87c None None] Pushing event updated for resources: {'Port': ['ID=7f762d7e-f30f-4b8e-9a19-58b624d6259b,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:37.537570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-daf4c766-f950-4d67-a148-8f6c6dc8c302 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, c3e05785-d260-4e35-93a2-fbee13901eba) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:37.542881 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf4c766-f950-4d67-a148-8f6c6dc8c302 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:37.548136 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-daf4c766-f950-4d67-a148-8f6c6dc8c302 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:37.550364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a7e4f7-ff34-4f5d-bb8c-28991fd00146 None None] Network c3e05785-d260-4e35-93a2-fbee13901eba requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:10:37.599295 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] Set router cde80591-c17b-4b42-9d8e-1049983c5ca5 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:10:37.646430 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-daf4c766-f950-4d67-a148-8f6c6dc8c302 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8446958 Aug 17 03:10:37.649181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42134) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:37.845688 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-c3e05785-d260-4e35-93a2-fbee13901eba', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:10:37.846586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:37.929472 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fdffc611-14b2-4e72-85d6-89cf8dbabb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:37.946170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:10:35Z', 'revision_number': 3, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:37.977450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5279a6ff-f76d-43e5-b857-e9f72a04ef3b None None] The sync data for ids ['cde80591-c17b-4b42-9d8e-1049983c5ca5'] in n-d-793621-31 is: [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:10:35Z', 'revision_number': 3, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:10:38.028538 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Allocated IP 172.20.0.2 (c3e05785-d260-4e35-93a2-fbee13901eba/88d78cff-597e-4960-ae60-1156795e07ee/a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:10:38.100284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:38.192383 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:38.201802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Transition to ACTIVE for port object a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:38.226782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Transition to ACTIVE for port object a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:38.318231 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:38.366129 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Network c3e05785-d260-4e35-93a2-fbee13901eba is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:38.372244 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:38.374571 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:10:38.376581 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Pushing event updated for resources: {'Port': ['ID=a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:38.415148 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Allocated IP 172.20.0.1 (c3e05785-d260-4e35-93a2-fbee13901eba/88d78cff-597e-4960-ae60-1156795e07ee/5401527c-3d15-47c5-aaf8-8b8776d1560d) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:10:38.436951 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Attempting to bind port a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:10:38.437353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Attempting to bind port a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'a5476b61-456a-465a-be33-ec2b9e21ba44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:10:38.437722 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Attempting to bind port a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 on network c3e05785-d260-4e35-93a2-fbee13901eba {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:38.443028 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:10:38.443401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Checking segment: {'id': 'a5476b61-456a-465a-be33-ec2b9e21ba44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:38.443803 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:38.444235 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Bound using segment: {'id': 'a5476b61-456a-465a-be33-ec2b9e21ba44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:10:38.444845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Bound port: a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5476b61-456a-465a-be33-ec2b9e21ba44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:10:38.445229 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:38.510484 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] For port a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:10:38.514444 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] For port a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4,segment=NetworkSegment(a5476b61-456a-465a-be33-ec2b9e21ba44),segment_id=a5476b61-456a-465a-be33-ec2b9e21ba44)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:10:38.543870 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:38.558617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Transition to ACTIVE for port object 5401527c-3d15-47c5-aaf8-8b8776d1560d will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:38.598310 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:38.658535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64090356-c8f1-40fa-b5b6-ef8015f1d26b None None] Pushing event updated for resources: {'Port': ['ID=a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:38.663350 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:38.714708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network c3e05785-d260-4e35-93a2-fbee13901eba is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:38.718488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:38.722962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:10:38.747819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Port': ['ID=5401527c-3d15-47c5-aaf8-8b8776d1560d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:38.772892 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:38.994139 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:39.173273 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 7f762d7e-f30f-4b8e-9a19-58b624d6259b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:39.279626 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:39.283366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 7f762d7e-f30f-4b8e-9a19-58b624d6259b completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:39.287341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 7f762d7e-f30f-4b8e-9a19-58b624d6259b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:39.287707 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:39.353019 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:39.368411 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:39.389869 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 7f762d7e-f30f-4b8e-9a19-58b624d6259b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7f762d7e-f30f-4b8e-9a19-58b624d6259b,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:39.422930 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:39.424541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Port': ['ID=5401527c-3d15-47c5-aaf8-8b8776d1560d,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:39.456919 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:39.461381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:39.530299 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network c3e05785-d260-4e35-93a2-fbee13901eba is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:39.532005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:39.540400 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=7f762d7e-f30f-4b8e-9a19-58b624d6259b,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:39.645402 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Router cde80591-c17b-4b42-9d8e-1049983c5ca5 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:10:39.685894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:39.762179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:10:39.767468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cde8422f-ed3f-4fc6-8d6d-5d142e3c8835 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "PUT /v2.0/routers/cde80591-c17b-4b42-9d8e-1049983c5ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1171365 Aug 17 03:10:39.770034 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42136) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:39.948209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36266ac5-e46d-46ec-b5cb-9450a0d660fd tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:39.949065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36266ac5-e46d-46ec-b5cb-9450a0d660fd tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:39.949580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36266ac5-e46d-46ec-b5cb-9450a0d660fd tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:39.950051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36266ac5-e46d-46ec-b5cb-9450a0d660fd tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:39.954157 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-36266ac5-e46d-46ec-b5cb-9450a0d660fd tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1808209 Aug 17 03:10:39.954709 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42138) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:40.009595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557d764f-24a2-4265-b8f1-6de3869bfb8a None None] Network c3e05785-d260-4e35-93a2-fbee13901eba requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:10:40.052351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b04b9b-ecdf-4240-8d39-40acc88fba8b tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:40.052818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b04b9b-ecdf-4240-8d39-40acc88fba8b tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:40.053297 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b04b9b-ecdf-4240-8d39-40acc88fba8b tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:40.053759 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b04b9b-ecdf-4240-8d39-40acc88fba8b tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:40.055590 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-65b04b9b-ecdf-4240-8d39-40acc88fba8b tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0998306 Aug 17 03:10:40.058562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42140) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:40.061411 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Sync routers for ids ['cde80591-c17b-4b42-9d8e-1049983c5ca5'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:10:40.071688 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Routers {'cde80591-c17b-4b42-9d8e-1049983c5ca5'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:10:40.072314 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:10:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['cde80591-c17b-4b42-9d8e-1049983c5ca5'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:40.186191 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Set router cde80591-c17b-4b42-9d8e-1049983c5ca5 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:10:40.394509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0b7745bf-450a-4f03-86c0-5e9b7feacec4 None None] Provisioning for port a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:40.396936 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:10:38Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5401527c-3d15-47c5-aaf8-8b8776d1560d', 'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:2b:d3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:38Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 2, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '88d78cff-597e-4960-ae60-1156795e07ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:40.399156 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0b7745bf-450a-4f03-86c0-5e9b7feacec4 None None] Provisioning complete for port a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:40.400383 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0b7745bf-450a-4f03-86c0-5e9b7feacec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:40.428016 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Checking router: cde80591-c17b-4b42-9d8e-1049983c5ca5 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:10:40.428379 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Updating router cde80591-c17b-4b42-9d8e-1049983c5ca5 port 5401527c-3d15-47c5-aaf8-8b8776d1560d binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:10:40.449888 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bf69dcf8-dccb-4572-aa75-e72a1704c11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:40.456060 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:40.502035 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0b7745bf-450a-4f03-86c0-5e9b7feacec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:40.540402 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-0b7745bf-450a-4f03-86c0-5e9b7feacec4 None None] For port a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4,segment=NetworkSegment(a5476b61-456a-465a-be33-ec2b9e21ba44),segment_id=a5476b61-456a-465a-be33-ec2b9e21ba44)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:40.606789 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0b7745bf-450a-4f03-86c0-5e9b7feacec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:40.661400 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-73002ab3-3a4f-4406-9605-4ead66f3abce tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.5929401 Aug 17 03:10:40.663386 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7745bf-450a-4f03-86c0-5e9b7feacec4 None None] Pushing event updated for resources: {'Port': ['ID=a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:40.686252 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:40.761911 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:40.772503 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Transition to ACTIVE for port object 5401527c-3d15-47c5-aaf8-8b8776d1560d will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:40.811932 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fb241c44-8c90-4646-8830-884e165032c4 None None] Provisioning for port 5401527c-3d15-47c5-aaf8-8b8776d1560d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:40.816109 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fb241c44-8c90-4646-8830-884e165032c4 None None] Provisioning complete for port 5401527c-3d15-47c5-aaf8-8b8776d1560d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:40.816479 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fb241c44-8c90-4646-8830-884e165032c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:40.851877 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fb241c44-8c90-4646-8830-884e165032c4 None None] Port 5401527c-3d15-47c5-aaf8-8b8776d1560d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:10:40.862925 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fb241c44-8c90-4646-8830-884e165032c4 None None] Provisioning complete for port a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:40.867068 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fb241c44-8c90-4646-8830-884e165032c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:40.897653 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:40.952577 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734cc3a-bc7d-44c8-b03a-979603652ef8 None None] Pushing event updated for resources: {'Port': ['ID=5401527c-3d15-47c5-aaf8-8b8776d1560d,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:40.963844 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734cc3a-bc7d-44c8-b03a-979603652ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:40.964798 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734cc3a-bc7d-44c8-b03a-979603652ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:40.965554 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734cc3a-bc7d-44c8-b03a-979603652ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:40.965554 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734cc3a-bc7d-44c8-b03a-979603652ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:40.966015 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734cc3a-bc7d-44c8-b03a-979603652ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:40.966381 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734cc3a-bc7d-44c8-b03a-979603652ef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:40.966771 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734cc3a-bc7d-44c8-b03a-979603652ef8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:40.967164 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734cc3a-bc7d-44c8-b03a-979603652ef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:40.967554 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734cc3a-bc7d-44c8-b03a-979603652ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:40.967960 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734cc3a-bc7d-44c8-b03a-979603652ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:40.968399 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734cc3a-bc7d-44c8-b03a-979603652ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:40.968677 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734cc3a-bc7d-44c8-b03a-979603652ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:41.021388 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Attempting to bind port 5401527c-3d15-47c5-aaf8-8b8776d1560d on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:10:41.021759 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Attempting to bind port 5401527c-3d15-47c5-aaf8-8b8776d1560d by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'a5476b61-456a-465a-be33-ec2b9e21ba44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:10:41.022121 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Attempting to bind port 5401527c-3d15-47c5-aaf8-8b8776d1560d on network c3e05785-d260-4e35-93a2-fbee13901eba {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:41.028290 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:10:41.028654 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Checking segment: {'id': 'a5476b61-456a-465a-be33-ec2b9e21ba44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:41.029052 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:41.029473 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Bound using segment: {'id': 'a5476b61-456a-465a-be33-ec2b9e21ba44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:10:41.029952 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Bound port: 5401527c-3d15-47c5-aaf8-8b8776d1560d, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5476b61-456a-465a-be33-ec2b9e21ba44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:10:41.030328 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:41.119520 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] For port 5401527c-3d15-47c5-aaf8-8b8776d1560d, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:10:41.123342 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] For port 5401527c-3d15-47c5-aaf8-8b8776d1560d, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5401527c-3d15-47c5-aaf8-8b8776d1560d,segment=NetworkSegment(a5476b61-456a-465a-be33-ec2b9e21ba44),segment_id=a5476b61-456a-465a-be33-ec2b9e21ba44)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:10:41.127153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42144) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:41.132666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-fb676fef-e70d-498d-9ccc-1609823d1ab2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1285441642', 'description': 'tempest-secgroup-smoke-1285441642 description', 'project_id': '20f093d378e74d7c9cbbc00871b7e645'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:41.157454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 7f762d7e-f30f-4b8e-9a19-58b624d6259b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:41.198196 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:41.212341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 7f762d7e-f30f-4b8e-9a19-58b624d6259b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:41.212718 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:41.234381 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fb676fef-e70d-498d-9ccc-1609823d1ab2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:41.260339 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734cc3a-bc7d-44c8-b03a-979603652ef8 None None] Pushing event updated for resources: {'Port': ['ID=5401527c-3d15-47c5-aaf8-8b8776d1560d,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:41.277460 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Routers {'cde80591-c17b-4b42-9d8e-1049983c5ca5'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:10:41.278281 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:10:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['cde80591-c17b-4b42-9d8e-1049983c5ca5'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:41.329332 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:41.380121 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:41.380562 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:41.383068 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fb676fef-e70d-498d-9ccc-1609823d1ab2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:41.409738 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] Set router cde80591-c17b-4b42-9d8e-1049983c5ca5 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:10:41.454613 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fb676fef-e70d-498d-9ccc-1609823d1ab2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:41.489421 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb676fef-e70d-498d-9ccc-1609823d1ab2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7922cd38-9ae5-483b-a71b-6ab7b01f64fa,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:41.540461 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fb676fef-e70d-498d-9ccc-1609823d1ab2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:41.544870 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fb676fef-e70d-498d-9ccc-1609823d1ab2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4132955 Aug 17 03:10:41.545090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42146) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:41.550502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-dbbaaf36-c271-4106-9cbc-b9e56ecfe83e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': '7922cd38-9ae5-483b-a71b-6ab7b01f64fa', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:41.633481 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbbaaf36-c271-4106-9cbc-b9e56ecfe83e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:41.692128 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbbaaf36-c271-4106-9cbc-b9e56ecfe83e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:41.710461 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:10:38Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5401527c-3d15-47c5-aaf8-8b8776d1560d', 'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:2b:d3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:38Z', 'updated_at': '2021-08-17T03:10:41Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '88d78cff-597e-4960-ae60-1156795e07ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:41.736836 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0cdeb-a340-4a64-b863-cf2dd056c599 None None] The sync data for ids ['cde80591-c17b-4b42-9d8e-1049983c5ca5'] in n-d-793621-31 is: [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:10:38Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5401527c-3d15-47c5-aaf8-8b8776d1560d', 'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:2b:d3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:38Z', 'updated_at': '2021-08-17T03:10:41Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '88d78cff-597e-4960-ae60-1156795e07ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:10:41.788603 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbbaaf36-c271-4106-9cbc-b9e56ecfe83e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:41.811819 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbaaf36-c271-4106-9cbc-b9e56ecfe83e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4f1942-1a3b-4f10-97f4-913904adcf94,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:41.920113 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbbaaf36-c271-4106-9cbc-b9e56ecfe83e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:41.921727 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dbbaaf36-c271-4106-9cbc-b9e56ecfe83e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3752511 Aug 17 03:10:41.931074 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42148) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:41.936355 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-947d2bc2-959b-4f21-9125-876050079b17 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': '7922cd38-9ae5-483b-a71b-6ab7b01f64fa', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:41.952189 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:42.040986 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-947d2bc2-959b-4f21-9125-876050079b17 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:42.095074 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-947d2bc2-959b-4f21-9125-876050079b17 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:42.177085 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-947d2bc2-959b-4f21-9125-876050079b17 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:42.196991 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d2bc2-959b-4f21-9125-876050079b17 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6c12ae-d1bb-4924-b776-d031ecb8712f,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:42.262858 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-947d2bc2-959b-4f21-9125-876050079b17 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:42.264130 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-947d2bc2-959b-4f21-9125-876050079b17 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3320374 Aug 17 03:10:42.266754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42150) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:42.271217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-dfb507b9-e119-400b-8e3c-e3d3f71349f8 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': '7922cd38-9ae5-483b-a71b-6ab7b01f64fa', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:42.360222 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfb507b9-e119-400b-8e3c-e3d3f71349f8 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:42.425537 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfb507b9-e119-400b-8e3c-e3d3f71349f8 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:42.505130 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfb507b9-e119-400b-8e3c-e3d3f71349f8 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:42.527072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb507b9-e119-400b-8e3c-e3d3f71349f8 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea355eb-d832-4289-8dcc-675ea96bcdef,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:42.626356 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dfb507b9-e119-400b-8e3c-e3d3f71349f8 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:42.627616 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dfb507b9-e119-400b-8e3c-e3d3f71349f8 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3599312 Aug 17 03:10:42.630483 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42152) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:42.635354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2e4aa759-1d26-46fe-8502-27ae890b4d70 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': '7922cd38-9ae5-483b-a71b-6ab7b01f64fa', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:42.737602 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2e4aa759-1d26-46fe-8502-27ae890b4d70 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:42.800152 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2e4aa759-1d26-46fe-8502-27ae890b4d70 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:42.868500 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2e4aa759-1d26-46fe-8502-27ae890b4d70 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:42.887910 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4aa759-1d26-46fe-8502-27ae890b4d70 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab52b12-df1d-4870-ac1d-080d0f8373da,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:42.974580 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2e4aa759-1d26-46fe-8502-27ae890b4d70 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:42.975844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2e4aa759-1d26-46fe-8502-27ae890b4d70 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3443284 Aug 17 03:10:42.978675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42154) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:42.983420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-63542126-55f5-432e-8cb3-666810562f0d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': '7922cd38-9ae5-483b-a71b-6ab7b01f64fa', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:43.097325 n-d-793621-31 neutron-server[95407]: INFO neutron.db.securitygroups_db [None req-63542126-55f5-432e-8cb3-666810562f0d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Project 20f093d378e74d7c9cbbc00871b7e645 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:10:43.106425 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63542126-55f5-432e-8cb3-666810562f0d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:43.142435 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5401527c-3d15-47c5-aaf8-8b8776d1560d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:43.168130 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63542126-55f5-432e-8cb3-666810562f0d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:43.237139 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63542126-55f5-432e-8cb3-666810562f0d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:43.255884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63542126-55f5-432e-8cb3-666810562f0d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3353874-db30-4f0f-b3a7-d58dab053764,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:43.263199 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 5401527c-3d15-47c5-aaf8-8b8776d1560d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:43.267290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5401527c-3d15-47c5-aaf8-8b8776d1560d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:43.267664 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:43.320211 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-63542126-55f5-432e-8cb3-666810562f0d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:43.324519 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-63542126-55f5-432e-8cb3-666810562f0d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3416955 Aug 17 03:10:43.324817 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42156) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:43.329397 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-5472f865-d5d2-43cf-bcdd-4149e03f7076 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': '7922cd38-9ae5-483b-a71b-6ab7b01f64fa', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:43.347085 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:43.378846 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 5401527c-3d15-47c5-aaf8-8b8776d1560d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5401527c-3d15-47c5-aaf8-8b8776d1560d,segment=NetworkSegment(a5476b61-456a-465a-be33-ec2b9e21ba44),segment_id=a5476b61-456a-465a-be33-ec2b9e21ba44)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:43.428423 n-d-793621-31 neutron-server[95407]: INFO neutron.db.securitygroups_db [None req-5472f865-d5d2-43cf-bcdd-4149e03f7076 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Project 20f093d378e74d7c9cbbc00871b7e645 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:10:43.434045 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5472f865-d5d2-43cf-bcdd-4149e03f7076 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:43.485712 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:43.496295 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5472f865-d5d2-43cf-bcdd-4149e03f7076 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:43.532556 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=5401527c-3d15-47c5-aaf8-8b8776d1560d,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:43.628512 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5472f865-d5d2-43cf-bcdd-4149e03f7076 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:43.644000 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472f865-d5d2-43cf-bcdd-4149e03f7076 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58281cff-3974-4a6e-b78e-01fd22044596,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:43.717405 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-5472f865-d5d2-43cf-bcdd-4149e03f7076 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:43.718671 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-5472f865-d5d2-43cf-bcdd-4149e03f7076 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3928738 Aug 17 03:10:43.858926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-4e2be3ae-aebc-4478-a8ad-c41fae2bcdef tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285441642&fields=id&tenant_id=20f093d378e74d7c9cbbc00871b7e645 HTTP/1.1" status: 200 len: 267 time: 0.0355315 Aug 17 03:10:43.923111 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:44.289837 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-63147b00-61d4-4a71-9f1d-4ef2955ade75 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:44.291331 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-63147b00-61d4-4a71-9f1d-4ef2955ade75 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/networks?id=c3e05785-d260-4e35-93a2-fbee13901eba HTTP/1.1" status: 200 len: 797 time: 0.4254189 Aug 17 03:10:44.307153 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-f837ad49-ee0f-4fad-8d0b-1adce2ab798a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/quotas/20f093d378e74d7c9cbbc00871b7e645 HTTP/1.1" status: 200 len: 375 time: 0.0092161 Aug 17 03:10:44.359566 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-4c25f9d5-a28f-4833-bcff-378bcdfd7f46 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465779 Aug 17 03:10:44.426934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-b877ab07-1031-4e32-a98e-6437e853087b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:10:44.427962 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-b877ab07-1031-4e32-a98e-6437e853087b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561705 Aug 17 03:10:44.519771 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-03738af1-d286-446d-a37a-cd229c12fd64 service neutron] 10.222.0.13 "GET /v2.0/networks/c3e05785-d260-4e35-93a2-fbee13901eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845835 Aug 17 03:10:44.612577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-a41b300b-e62d-498d-afaa-6c0119266454 service neutron] 10.222.0.13 "GET /v2.0/networks/c3e05785-d260-4e35-93a2-fbee13901eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868497 Aug 17 03:10:44.881202 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5cfe8eeb-dcf3-4837-984c-28510bfa58b9 req-dc4d9393-b886-4d9a-87e7-3cd88d4beb0a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 210 time: 0.0267725 Aug 17 03:10:45.128015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5401527c-3d15-47c5-aaf8-8b8776d1560d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:45.177499 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5401527c-3d15-47c5-aaf8-8b8776d1560d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:45.177875 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:45.958127 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b1c79c68-ab4d-4292-813b-15d4405bd214 req-0cdb85ed-acc7-42ee-abe4-9b76842b8bef tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 210 time: 0.0268161 Aug 17 03:10:47.052975 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-997ee016-a1f3-4730-a9c0-24d2837791e8 req-83eb9178-798c-430c-82f6-a7d3fca7b2df tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 210 time: 0.0268207 Aug 17 03:10:47.272531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-bb6c1a28-eac0-48f8-bd6f-bf154b029d6f tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:47.273979 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-bb6c1a28-eac0-48f8-bd6f-bf154b029d6f tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.42 "GET /v2.0/networks?id=c3e05785-d260-4e35-93a2-fbee13901eba HTTP/1.1" status: 200 len: 797 time: 0.1053259 Aug 17 03:10:47.322821 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-f263d6bb-f999-46b7-8b74-4360a0b5411f tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20f093d378e74d7c9cbbc00871b7e645 HTTP/1.1" status: 200 len: 380 time: 0.0334997 Aug 17 03:10:47.332611 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-a97732e0-e6e8-444b-991c-a9647a7976a3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'port': {'device_id': '506404d9-84ca-4c63-8d19-e3e399a24702', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'admin_state_up': True, 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'security_groups': ['7922cd38-9ae5-483b-a71b-6ab7b01f64fa']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:47.497482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-a97732e0-e6e8-444b-991c-a9647a7976a3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Made reservation on behalf of 20f093d378e74d7c9cbbc00871b7e645 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:10:47.500989 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-a97732e0-e6e8-444b-991c-a9647a7976a3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:47.639538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-a97732e0-e6e8-444b-991c-a9647a7976a3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Allocated IP 172.20.0.7 (c3e05785-d260-4e35-93a2-fbee13901eba/88d78cff-597e-4960-ae60-1156795e07ee/6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:10:47.790729 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-a97732e0-e6e8-444b-991c-a9647a7976a3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:47.804221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-a97732e0-e6e8-444b-991c-a9647a7976a3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Transition to ACTIVE for port object 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:47.894842 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-a97732e0-e6e8-444b-991c-a9647a7976a3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:47.939814 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-a97732e0-e6e8-444b-991c-a9647a7976a3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network c3e05785-d260-4e35-93a2-fbee13901eba is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:47.942918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-a97732e0-e6e8-444b-991c-a9647a7976a3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:47.946759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-a97732e0-e6e8-444b-991c-a9647a7976a3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:10:47.954141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97732e0-e6e8-444b-991c-a9647a7976a3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Port': ['ID=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:48.001626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-a97732e0-e6e8-444b-991c-a9647a7976a3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:48.002169 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-a97732e0-e6e8-444b-991c-a9647a7976a3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.086706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-a97732e0-e6e8-444b-991c-a9647a7976a3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7578285 Aug 17 03:10:48.106407 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Request body: {'port': {'device_id': '506404d9-84ca-4c63-8d19-e3e399a24702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:48.189944 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.216909 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ae895-e5ab-474b-a47e-c1817ed9c7ad req-8015a23b-765a-451e-b91e-92da16eef13c tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:48.218417 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-887ae895-e5ab-474b-a47e-c1817ed9c7ad req-8015a23b-765a-451e-b91e-92da16eef13c tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 931 time: 0.0900793 Aug 17 03:10:48.274389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-abdf43ae-830e-4d1a-b3df-e72b1578cf0f None None] Provisioning for port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:48.279985 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-abdf43ae-830e-4d1a-b3df-e72b1578cf0f None None] Provisioning complete for port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:48.284733 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-abdf43ae-830e-4d1a-b3df-e72b1578cf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.314675 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-abdf43ae-830e-4d1a-b3df-e72b1578cf0f None None] Port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:10:48.334592 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-887ae895-e5ab-474b-a47e-c1817ed9c7ad req-d9cc2094-6104-4b17-9351-ed3d98ea1323 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=7922cd38-9ae5-483b-a71b-6ab7b01f64fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985203 Aug 17 03:10:48.496096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:10:48.506352 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.518794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Transition to ACTIVE for port object 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:48.639512 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.688009 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:48.763279 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Attempting to bind port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:10:48.763433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Attempting to bind port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'a5476b61-456a-465a-be33-ec2b9e21ba44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:10:48.763758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Attempting to bind port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 on network c3e05785-d260-4e35-93a2-fbee13901eba {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:48.768298 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 on network c3e05785-d260-4e35-93a2-fbee13901eba not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:10:48.768617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Attempting to bind port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 on network c3e05785-d260-4e35-93a2-fbee13901eba {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:48.773552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:10:48.773896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Checking segment: {'id': 'a5476b61-456a-465a-be33-ec2b9e21ba44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:48.774284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Bound using segment: {'id': 'a5476b61-456a-465a-be33-ec2b9e21ba44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:10:48.774709 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Bound port: 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5476b61-456a-465a-be33-ec2b9e21ba44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:10:48.775070 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.847325 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] For port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:10:48.850465 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] For port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02,segment=NetworkSegment(a5476b61-456a-465a-be33-ec2b9e21ba44),segment_id=a5476b61-456a-465a-be33-ec2b9e21ba44)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:10:48.914336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.950694 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:48.950803 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.952164 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] 10.222.0.42 "PUT /v2.0/ports/6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 HTTP/1.1" status: 200 len: 1092 time: 0.8508072 Aug 17 03:10:48.952611 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506404d9-84ca-4c63-8d19-e3e399a24702', 'tag': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:48.954985 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d09d41c-33fd-46eb-bdc5-b955ea7136fc" -d '{"events": [{"name": "network-changed", "server_uuid": "506404d9-84ca-4c63-8d19-e3e399a24702", "tag": "6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:48.980451 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32923f97-44f4-4cf2-8f27-683173ca9bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:48.998605 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a75df51-9143-437a-9ce3-3ddc99b14e87 x-openstack-request-id: req-0a75df51-9143-437a-9ce3-3ddc99b14e87 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:48.999033 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506404d9-84ca-4c63-8d19-e3e399a24702", "tag": "6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:48.999460 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a75df51-9143-437a-9ce3-3ddc99b14e87 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:48.999873 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506404d9-84ca-4c63-8d19-e3e399a24702', 'tag': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'status': 'completed', 'code': 200} Aug 17 03:10:49.087521 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d41c-33fd-46eb-bdc5-b955ea7136fc req-21ee7671-b0ee-4240-aba8-8166c8963a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:49.089267 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d09d41c-33fd-46eb-bdc5-b955ea7136fc req-21ee7671-b0ee-4240-aba8-8166c8963a22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 1095 time: 0.0498307 Aug 17 03:10:49.200080 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d41c-33fd-46eb-bdc5-b955ea7136fc req-a9e25980-831d-43fe-9981-11be88784afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:49.201589 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d09d41c-33fd-46eb-bdc5-b955ea7136fc req-a9e25980-831d-43fe-9981-11be88784afd service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=20f093d378e74d7c9cbbc00871b7e645&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0993364 Aug 17 03:10:49.296950 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d41c-33fd-46eb-bdc5-b955ea7136fc req-bbdd473c-e694-4cca-87cd-ed7e5ac7c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:49.298403 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3d09d41c-33fd-46eb-bdc5-b955ea7136fc req-bbdd473c-e694-4cca-87cd-ed7e5ac7c49d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896993 Aug 17 03:10:49.401496 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-ddfc95ca-8dcd-4028-a41f-93a0bb3fcba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:49.403186 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-ddfc95ca-8dcd-4028-a41f-93a0bb3fcba0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 1095 time: 0.0460641 Aug 17 03:10:49.466439 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-2af68b81-371c-4f4c-b156-a094d1c346de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 HTTP/1.1" status: 200 len: 217 time: 0.0493591 Aug 17 03:10:49.491412 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2184ad5-9af8-4da5-9ef7-2eb24af28699 req-2fed144d-2eae-49c5-b30a-410a9be09057 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:49.492844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2184ad5-9af8-4da5-9ef7-2eb24af28699 req-2fed144d-2eae-49c5-b30a-410a9be09057 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 943 time: 0.0874104 Aug 17 03:10:49.547776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-73c9160f-1bf8-4328-82a5-13a965fc6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:49.549272 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-73c9160f-1bf8-4328-82a5-13a965fc6dc5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=88d78cff-597e-4960-ae60-1156795e07ee HTTP/1.1" status: 200 len: 835 time: 0.0734265 Aug 17 03:10:49.571172 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2184ad5-9af8-4da5-9ef7-2eb24af28699 req-c3407b4f-44a7-40df-8959-30c9a23ee012 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=7922cd38-9ae5-483b-a71b-6ab7b01f64fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596683 Aug 17 03:10:49.600664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-b2c3238c-2fa9-49b4-93b4-0ce2e50ca196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:49.602214 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-b2c3238c-2fa9-49b4-93b4-0ce2e50ca196 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c3e05785-d260-4e35-93a2-fbee13901eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455194 Aug 17 03:10:49.691755 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-cf56b670-8941-456e-aaa8-e267aa9f658c service neutron] 10.222.0.42 "GET /v2.0/networks/c3e05785-d260-4e35-93a2-fbee13901eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823958 Aug 17 03:10:49.784188 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-147d61f3-7860-4ad8-a99b-4f768e1b9689 req-d85fbc31-bba7-4341-b207-3778ef738a85 service neutron] 10.222.0.42 "GET /v2.0/networks/c3e05785-d260-4e35-93a2-fbee13901eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858843 Aug 17 03:10:50.694737 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ef50-1574-4814-a2d8-0460fe01b2aa req-4a0a0dcf-bbbd-45e0-987f-9d1ec2476c0a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:50.696534 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f058ef50-1574-4814-a2d8-0460fe01b2aa req-4a0a0dcf-bbbd-45e0-987f-9d1ec2476c0a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 943 time: 0.0528185 Aug 17 03:10:50.735872 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f058ef50-1574-4814-a2d8-0460fe01b2aa req-464450c7-a373-4370-8742-1fcaee805fa3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=7922cd38-9ae5-483b-a71b-6ab7b01f64fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330493 Aug 17 03:10:51.857330 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f9e33-fda0-4d08-bb1f-3fbe120b6583 req-33738a83-d43f-4050-b33f-274f81e7e57a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:51.858941 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-304f9e33-fda0-4d08-bb1f-3fbe120b6583 req-33738a83-d43f-4050-b33f-274f81e7e57a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 943 time: 0.0546448 Aug 17 03:10:51.898521 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-304f9e33-fda0-4d08-bb1f-3fbe120b6583 req-e6e56e8f-ace0-484e-8574-e34ee1b2b396 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=7922cd38-9ae5-483b-a71b-6ab7b01f64fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335915 Aug 17 03:10:53.029312 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92b2d4-a74c-446c-84b3-4ccb43ad1ebb req-c8e00839-aecb-4121-9759-bc42d7740876 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:53.030785 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc92b2d4-a74c-446c-84b3-4ccb43ad1ebb req-c8e00839-aecb-4121-9759-bc42d7740876 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 943 time: 0.0492437 Aug 17 03:10:53.069818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cc92b2d4-a74c-446c-84b3-4ccb43ad1ebb req-a1f0ce18-78a6-4314-b06c-85dc8c1a2a76 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=7922cd38-9ae5-483b-a71b-6ab7b01f64fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328226 Aug 17 03:10:54.183450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00188512-8b4b-45f3-bd2a-a45bf3f8ddef req-43fd39df-0d13-409c-923f-177bf2471b05 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.184905 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00188512-8b4b-45f3-bd2a-a45bf3f8ddef req-43fd39df-0d13-409c-923f-177bf2471b05 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 943 time: 0.0488431 Aug 17 03:10:54.221910 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-00188512-8b4b-45f3-bd2a-a45bf3f8ddef req-ce31708d-cded-48c3-8c2d-3797c3ea41e2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=7922cd38-9ae5-483b-a71b-6ab7b01f64fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310233 Aug 17 03:10:55.290828 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:10:55.343393 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082831a-dda9-4554-aa53-6a378122a3ff req-1193c0ad-2704-4181-a7a4-dadec1046fdc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:55.344782 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4082831a-dda9-4554-aa53-6a378122a3ff req-1193c0ad-2704-4181-a7a4-dadec1046fdc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 943 time: 0.0546656 Aug 17 03:10:55.383278 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4082831a-dda9-4554-aa53-6a378122a3ff req-30babe51-9def-4bac-8ed0-331ada14e44b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=7922cd38-9ae5-483b-a71b-6ab7b01f64fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321610 Aug 17 03:10:55.390123 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02,segment=NetworkSegment(a5476b61-456a-465a-be33-ec2b9e21ba44),segment_id=a5476b61-456a-465a-be33-ec2b9e21ba44)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:55.401221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'port_id': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'mac_address': 'fa:16:3e:a8:e9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:10:55.438711 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.451146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:10:55.470839 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02,segment=NetworkSegment(a5476b61-456a-465a-be33-ec2b9e21ba44),segment_id=a5476b61-456a-465a-be33-ec2b9e21ba44)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:55.562752 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.612160 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:55.959484 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:10:56.498864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a9c79-ca4d-4c2a-880d-d5412a4f1a45 req-bbcee981-8fe6-4f27-8743-edb9e7adef1a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:56.500346 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e72a9c79-ca4d-4c2a-880d-d5412a4f1a45 req-bbcee981-8fe6-4f27-8743-edb9e7adef1a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 944 time: 0.0490460 Aug 17 03:10:56.537115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e72a9c79-ca4d-4c2a-880d-d5412a4f1a45 req-586b166a-810e-415d-8b5e-ae39c28c24de tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=7922cd38-9ae5-483b-a71b-6ab7b01f64fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307906 Aug 17 03:10:57.305016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:57.428085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:57.431812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:57.436304 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:57.507300 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:57.530455 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506404d9-84ca-4c63-8d19-e3e399a24702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:57.532693 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fd8cdbc672776e7e74645e1f50570121cbd365caebe2d3ab7f98454c2c167fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8ed4d7-330b-4af2-8fa1-24c9c7d2e84f" -d '{"events": [{"server_uuid": "506404d9-84ca-4c63-8d19-e3e399a24702", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:57.546135 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02,segment=NetworkSegment(a5476b61-456a-465a-be33-ec2b9e21ba44),segment_id=a5476b61-456a-465a-be33-ec2b9e21ba44)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:57.568817 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43b4896-ed92-4236-8f58-934bb72cf40f x-openstack-request-id: req-a43b4896-ed92-4236-8f58-934bb72cf40f {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:57.569111 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506404d9-84ca-4c63-8d19-e3e399a24702", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:57.569432 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a43b4896-ed92-4236-8f58-934bb72cf40f {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:57.569942 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506404d9-84ca-4c63-8d19-e3e399a24702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'code': 200} Aug 17 03:10:57.599646 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:57.655231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:57.689030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9de5c2-9a7b-49ae-8e9e-0083d11c97f7 req-8719d15b-2d20-4afe-9994-0f5d902b474d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:57.690430 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e9de5c2-9a7b-49ae-8e9e-0083d11c97f7 req-8719d15b-2d20-4afe-9994-0f5d902b474d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 945 time: 0.0752139 Aug 17 03:10:57.723974 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7cd57-a4e9-4028-ad50-519af61041d1 req-4bfc25fe-9b83-44bf-a6f0-754c1687f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:57.725456 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbf7cd57-a4e9-4028-ad50-519af61041d1 req-4bfc25fe-9b83-44bf-a6f0-754c1687f2ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 1097 time: 0.0729358 Aug 17 03:10:57.742548 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7e9de5c2-9a7b-49ae-8e9e-0083d11c97f7 req-395a9333-add1-4984-9caa-d38dfd8675da tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=7922cd38-9ae5-483b-a71b-6ab7b01f64fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457046 Aug 17 03:10:57.765304 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bbf7cd57-a4e9-4028-ad50-519af61041d1 req-f89d2646-de68-4d42-83dd-97923af8ee6c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7922cd38-9ae5-483b-a71b-6ab7b01f64fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323577 Aug 17 03:10:58.858800 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e512294-7c7e-4352-942e-c9fdd8402d2e req-ea688a01-d6c7-4c3e-8c8e-af9343be0b31 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:58.860280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e512294-7c7e-4352-942e-c9fdd8402d2e req-ea688a01-d6c7-4c3e-8c8e-af9343be0b31 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 945 time: 0.0492959 Aug 17 03:10:58.900949 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e512294-7c7e-4352-942e-c9fdd8402d2e req-4b34b59d-aec3-4c23-8ff4-9e99e0bbec76 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=7922cd38-9ae5-483b-a71b-6ab7b01f64fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345972 Aug 17 03:10:59.052315 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:00.020603 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f94db6-0ccf-4039-bd3d-971f09e599ff req-b75cda92-8a99-4cdd-9e23-dffb66d88992 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:00.022171 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90f94db6-0ccf-4039-bd3d-971f09e599ff req-b75cda92-8a99-4cdd-9e23-dffb66d88992 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 945 time: 0.0491745 Aug 17 03:11:00.060073 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-90f94db6-0ccf-4039-bd3d-971f09e599ff req-08d7f34c-f060-4ad6-8b29-423988ed5a47 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=7922cd38-9ae5-483b-a71b-6ab7b01f64fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319796 Aug 17 03:11:00.179052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941e751-e254-4648-ac06-bca79149ea8b req-94781ee1-8d8d-4498-864e-f62e77761142 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:00.180520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7941e751-e254-4648-ac06-bca79149ea8b req-94781ee1-8d8d-4498-864e-f62e77761142 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 945 time: 0.0530732 Aug 17 03:11:00.219183 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7941e751-e254-4648-ac06-bca79149ea8b req-797655de-986d-4866-bd29-c7b883c9f56b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=7922cd38-9ae5-483b-a71b-6ab7b01f64fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319681 Aug 17 03:11:00.240802 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42224) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:00.280155 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d39998-c375-450f-b06f-d010ec420661 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:00.281721 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-99d39998-c375-450f-b06f-d010ec420661 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 1092 time: 0.0399134 Aug 17 03:11:00.284822 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42226) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:00.289284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:00.368283 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for floatingip, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:00.468457 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:00.569170 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Allocated IP 172.25.5.246 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/ecf65da0-7ec7-4113-b838-0b06b84f3262) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:11:00.672977 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:00.780309 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:00.820458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:11:00.823268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:11:00.826044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:11:00.850604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Port': ['ID=ecf65da0-7ec7-4113-b838-0b06b84f3262,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:01.185380 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:01.319144 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:01.469137 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:01.517131 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:01.546137 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:01.618262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Port': ['ID=ecf65da0-7ec7-4113-b838-0b06b84f3262,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:01.630915 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:01.733808 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Floating IP aca9ee83-2325-4bc6-912f-ca5707404e4f associated. External IP: 172.25.5.246, port: 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02. Aug 17 03:11:01.942728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Router cde80591-c17b-4b42-9d8e-1049983c5ca5 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:11:02.046383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:11:02.060215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed1126-4834-497b-8eec-618442b9169f None None] Sync routers for ids ['cde80591-c17b-4b42-9d8e-1049983c5ca5'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:11:02.070197 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ed1126-4834-497b-8eec-618442b9169f None None] Routers {'cde80591-c17b-4b42-9d8e-1049983c5ca5'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:11:02.080033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-17ed1126-4834-497b-8eec-618442b9169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:10:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['cde80591-c17b-4b42-9d8e-1049983c5ca5'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:02.128612 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.175133 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-17ed1126-4834-497b-8eec-618442b9169f None None] Set router cde80591-c17b-4b42-9d8e-1049983c5ca5 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:11:02.405145 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-17ed1126-4834-497b-8eec-618442b9169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:10:38Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'aca9ee83-2325-4bc6-912f-ca5707404e4f', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'port_id': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'mac_address': 'fa:16:3e:a8:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506404d9-84ca-4c63-8d19-e3e399a24702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:11:01Z', 'updated_at': '2021-08-17T03:11:01Z', 'revision_number': 0, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5401527c-3d15-47c5-aaf8-8b8776d1560d', 'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:2b:d3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:38Z', 'updated_at': '2021-08-17T03:10:43Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '88d78cff-597e-4960-ae60-1156795e07ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:02.435436 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed1126-4834-497b-8eec-618442b9169f None None] Checking router: cde80591-c17b-4b42-9d8e-1049983c5ca5 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:11:02.444247 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ed1126-4834-497b-8eec-618442b9169f None None] Routers {'cde80591-c17b-4b42-9d8e-1049983c5ca5'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:11:02.444856 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-17ed1126-4834-497b-8eec-618442b9169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:10:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['cde80591-c17b-4b42-9d8e-1049983c5ca5'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:02.496028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d9e34172-ffec-46b1-8f1b-c69eaeb8dbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2100897 Aug 17 03:11:02.497146 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506404d9-84ca-4c63-8d19-e3e399a24702', 'tag': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:02.498871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42228) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:02.499549 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b5a1b76826996c59018ab42f51f2d3c6a5274b199d633282c9c8f791035112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c70c270-5547-42fc-ac28-93912587f1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "506404d9-84ca-4c63-8d19-e3e399a24702", "tag": "6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:02.541375 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100e13b0-47f4-478c-887f-7a0cef58178e x-openstack-request-id: req-100e13b0-47f4-478c-887f-7a0cef58178e {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:02.541671 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506404d9-84ca-4c63-8d19-e3e399a24702", "tag": "6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:02.541922 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-100e13b0-47f4-478c-887f-7a0cef58178e {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:02.542321 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506404d9-84ca-4c63-8d19-e3e399a24702', 'tag': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'status': 'completed', 'code': 200} Aug 17 03:11:02.555518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-17ed1126-4834-497b-8eec-618442b9169f None None] Set router cde80591-c17b-4b42-9d8e-1049983c5ca5 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:11:02.572782 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ba9ab6fd-e271-4d6b-bcb0-1a9b8740fc43 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/floatingips/aca9ee83-2325-4bc6-912f-ca5707404e4f HTTP/1.1" status: 200 len: 991 time: 0.0720918 Aug 17 03:11:02.624724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70c270-5547-42fc-ac28-93912587f1a2 req-7c30ae38-61e5-4471-8cd8-b5d3e6605a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:02.626286 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c70c270-5547-42fc-ac28-93912587f1a2 req-7c30ae38-61e5-4471-8cd8-b5d3e6605a8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 1097 time: 0.0416374 Aug 17 03:11:02.720553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70c270-5547-42fc-ac28-93912587f1a2 req-8cdd9d54-e51f-4503-bc78-9a62b2cb36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:02.722050 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c70c270-5547-42fc-ac28-93912587f1a2 req-8cdd9d54-e51f-4503-bc78-9a62b2cb36c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c3e05785-d260-4e35-93a2-fbee13901eba HTTP/1.1" status: 200 len: 898 time: 0.0882936 Aug 17 03:11:02.778885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-17ed1126-4834-497b-8eec-618442b9169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:10:38Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'aca9ee83-2325-4bc6-912f-ca5707404e4f', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'port_id': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'mac_address': 'fa:16:3e:a8:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506404d9-84ca-4c63-8d19-e3e399a24702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:11:01Z', 'updated_at': '2021-08-17T03:11:01Z', 'revision_number': 0, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5401527c-3d15-47c5-aaf8-8b8776d1560d', 'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:2b:d3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:38Z', 'updated_at': '2021-08-17T03:10:43Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '88d78cff-597e-4960-ae60-1156795e07ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:02.790653 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c70c270-5547-42fc-ac28-93912587f1a2 req-ae331cbe-11bf-4849-85fb-ad21ba196a9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 HTTP/1.1" status: 200 len: 999 time: 0.0617023 Aug 17 03:11:02.809203 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed1126-4834-497b-8eec-618442b9169f None None] The sync data for ids ['cde80591-c17b-4b42-9d8e-1049983c5ca5'] in n-d-793621-31 is: [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:10:38Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'aca9ee83-2325-4bc6-912f-ca5707404e4f', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'port_id': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'mac_address': 'fa:16:3e:a8:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506404d9-84ca-4c63-8d19-e3e399a24702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:11:01Z', 'updated_at': '2021-08-17T03:11:01Z', 'revision_number': 0, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5401527c-3d15-47c5-aaf8-8b8776d1560d', 'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:2b:d3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:38Z', 'updated_at': '2021-08-17T03:10:43Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '88d78cff-597e-4960-ae60-1156795e07ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:11:02.841621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70c270-5547-42fc-ac28-93912587f1a2 req-76d3515c-0ac3-4cc9-82a8-3d1760f389fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:02.843649 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c70c270-5547-42fc-ac28-93912587f1a2 req-76d3515c-0ac3-4cc9-82a8-3d1760f389fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=88d78cff-597e-4960-ae60-1156795e07ee HTTP/1.1" status: 200 len: 835 time: 0.0451622 Aug 17 03:11:02.895633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70c270-5547-42fc-ac28-93912587f1a2 req-3fd35f28-38e4-4db2-ada2-c404bd3307e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:02.897141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c70c270-5547-42fc-ac28-93912587f1a2 req-3fd35f28-38e4-4db2-ada2-c404bd3307e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c3e05785-d260-4e35-93a2-fbee13901eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457075 Aug 17 03:11:02.991876 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c70c270-5547-42fc-ac28-93912587f1a2 req-0ffc2f2a-2aaa-468a-b45d-c86cd9fe4a88 service neutron] 10.222.0.42 "GET /v2.0/networks/c3e05785-d260-4e35-93a2-fbee13901eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874457 Aug 17 03:11:03.003281 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e2e8c-1d2c-43fd-bc90-38705f705cd0 None None] New status for floating IP aca9ee83-2325-4bc6-912f-ca5707404e4f: ACTIVE {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:11:03.094498 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8c70c270-5547-42fc-ac28-93912587f1a2 req-f893f77e-223c-4652-9f8b-4ed112c8f1e1 service neutron] 10.222.0.42 "GET /v2.0/networks/c3e05785-d260-4e35-93a2-fbee13901eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946488 Aug 17 03:11:03.576470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42232) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:03.636777 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-081a6440-aee2-434d-8b29-fad3c89422fc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/floatingips/aca9ee83-2325-4bc6-912f-ca5707404e4f HTTP/1.1" status: 200 len: 993 time: 0.0591495 Aug 17 03:11:07.965592 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e83b01a7-b500-4cbd-afd9-ad5d81dce0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:10.473733 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f36f67cc-0404-437e-8301-3f0e8def881d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:10.639484 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:11.931457 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:13.648909 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:11:13.936606 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:29.062259 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:31.533423 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:34.596131 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecae282b-9cb1-4ad4-86d3-e6f3064f27ce req-915ff164-9bae-49cd-a577-9dd6fe087a32 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401788 Aug 17 03:11:34.695645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae282b-9cb1-4ad4-86d3-e6f3064f27ce req-20c8d4e0-fece-417d-833c-2112e017bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:34.697342 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecae282b-9cb1-4ad4-86d3-e6f3064f27ce req-20c8d4e0-fece-417d-833c-2112e017bb41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 1097 time: 0.0415304 Aug 17 03:11:34.800286 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae282b-9cb1-4ad4-86d3-e6f3064f27ce req-57383e29-069e-4d45-b671-ec5775a1f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:34.801778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecae282b-9cb1-4ad4-86d3-e6f3064f27ce req-57383e29-069e-4d45-b671-ec5775a1f6b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c3e05785-d260-4e35-93a2-fbee13901eba HTTP/1.1" status: 200 len: 898 time: 0.0861702 Aug 17 03:11:34.866729 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecae282b-9cb1-4ad4-86d3-e6f3064f27ce req-54ebb3a4-c659-4a5b-bbf9-1b52e3df325d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 HTTP/1.1" status: 200 len: 1001 time: 0.0575805 Aug 17 03:11:34.915412 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae282b-9cb1-4ad4-86d3-e6f3064f27ce req-002c659f-7e81-4b2d-8100-1c017a498f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:34.916826 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecae282b-9cb1-4ad4-86d3-e6f3064f27ce req-002c659f-7e81-4b2d-8100-1c017a498f6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=88d78cff-597e-4960-ae60-1156795e07ee HTTP/1.1" status: 200 len: 835 time: 0.0428288 Aug 17 03:11:34.965502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae282b-9cb1-4ad4-86d3-e6f3064f27ce req-e5f3b18c-6fd5-4a56-84c9-dfbbe0cae259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:34.967108 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecae282b-9cb1-4ad4-86d3-e6f3064f27ce req-e5f3b18c-6fd5-4a56-84c9-dfbbe0cae259 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c3e05785-d260-4e35-93a2-fbee13901eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439234 Aug 17 03:11:35.056646 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecae282b-9cb1-4ad4-86d3-e6f3064f27ce req-a77356f2-ac58-4b13-ac09-dfcb946ce1a2 service neutron] 10.222.0.42 "GET /v2.0/networks/c3e05785-d260-4e35-93a2-fbee13901eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818288 Aug 17 03:11:35.149028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecae282b-9cb1-4ad4-86d3-e6f3064f27ce req-1e744f90-c6f8-4888-9f3c-a4bf26826c55 service neutron] 10.222.0.42 "GET /v2.0/networks/c3e05785-d260-4e35-93a2-fbee13901eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849109 Aug 17 03:11:37.887445 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-655453d2-5145-455a-af19-5943927700cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.396230 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c5df8a70-3771-4737-b692-1a82f883e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.676065 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:41.955936 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:43.975757 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:45.016943 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-d9762370-db50-41e5-b776-bd805bba4a79 req-06ccaa52-fd33-4c5d-8da4-441e63dde7fb service neutron] (95406) timed out ('10.222.0.18', 55196) {{(pid=95406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:11:50.647320 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:11:59.067685 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:01.521492 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:07.895461 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3dec89e2-8b5d-4983-97b5-6a10f607aa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.407011 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-85e5754e-ffad-4392-ac45-64034aa02f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.655365 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:11.947240 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:13.924231 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:14.581892 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42264) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:14.654546 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a0c31c-4b03-48c3-9255-8e80b7f33e47 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:14.655076 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a0c31c-4b03-48c3-9255-8e80b7f33e47 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:14.655551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a0c31c-4b03-48c3-9255-8e80b7f33e47 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:14.657217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-05a0c31c-4b03-48c3-9255-8e80b7f33e47 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=20f093d378e74d7c9cbbc00871b7e645&network_id=c3e05785-d260-4e35-93a2-fbee13901eba HTTP/1.1" status: 200 len: 2972 time: 0.0742812 Aug 17 03:12:17.084451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42274) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:17.139080 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c1d3ac-7ec6-4ced-928f-e13acb050f3c tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:17.140568 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-49c1d3ac-7ec6-4ced-928f-e13acb050f3c tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47 HTTP/1.1" status: 200 len: 814 time: 0.0551293 Aug 17 03:12:18.125360 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42282) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:18.130442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'network': {'name': 'tempest-network-smoke--953223742', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'port_security_enabled': True}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:18.221536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Made reservation on behalf of 20f093d378e74d7c9cbbc00871b7e645 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:18.225163 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.247885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:12:18.256092 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.258281 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Added segment cb321a5c-ff65-436e-abdc-48f15d7cfcb2 of type vlan for network 09c7f875-2e6b-4417-a33b-40265ee1f21b Aug 17 03:12:18.295369 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.376000 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.381514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:18.382097 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.449861 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Network': ['ID=09c7f875-2e6b-4417-a33b-40265ee1f21b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:18.457070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:18.457442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:18.457787 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:18.458121 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:18.458455 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:18.458815 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:18.459105 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:18.459426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:18.459747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:18.460067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:18.460387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:18.460734 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:18.472935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 09c7f875-2e6b-4417-a33b-40265ee1f21b details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:12:18.493043 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3c2df4c7-3f24-4c92-b9e4-e7ab65de540a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3665287 Aug 17 03:12:18.495965 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42284) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:18.562725 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c5b977-a311-4903-830e-71a63f603210 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:18.564839 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-35c5b977-a311-4903-830e-71a63f603210 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=20f093d378e74d7c9cbbc00871b7e645&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0678151 Aug 17 03:12:18.567444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42286) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:18.660069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7883b9ac-5fe5-4130-ae16-54bd324bf778 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:18.661508 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7883b9ac-5fe5-4130-ae16-54bd324bf778 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931375 Aug 17 03:12:18.664400 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42288) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:18.691934 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9c30a17f-638c-4c1a-b1f7-70c638b8572e tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264192 Aug 17 03:12:18.694329 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42290) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:18.720912 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-69a65336-eedf-432c-a6e8-13d77eb3714d tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=20f093d378e74d7c9cbbc00871b7e645&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256095 Aug 17 03:12:18.723171 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42292) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:18.811601 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd0cb8a-9473-4238-9e59-2899433f5c24 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:18.813109 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-abd0cb8a-9473-4238-9e59-2899433f5c24 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890667 Aug 17 03:12:18.815869 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42294) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:18.843337 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3933dd77-cc2f-4428-b956-f8f98cb4e286 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264461 Aug 17 03:12:18.845645 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42296) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:18.850254 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9c66cc7e-fa4f-4e75-96de-41add1a510a9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-962422067', 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:18.995055 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c66cc7e-fa4f-4e75-96de-41add1a510a9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Made reservation on behalf of 20f093d378e74d7c9cbbc00871b7e645 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:18.998572 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c66cc7e-fa4f-4e75-96de-41add1a510a9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.227063 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c66cc7e-fa4f-4e75-96de-41add1a510a9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.287507 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66cc7e-fa4f-4e75-96de-41add1a510a9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Subnet': ['ID=b08452ef-703f-418e-bbe6-29311d07a4e8,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:19.299231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c66cc7e-fa4f-4e75-96de-41add1a510a9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Checking segment: {'id': 'cb321a5c-ff65-436e-abdc-48f15d7cfcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:19.299593 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c66cc7e-fa4f-4e75-96de-41add1a510a9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network hostable DHCP agents. Network: 09c7f875-2e6b-4417-a33b-40265ee1f21b, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:12:19.381027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c66cc7e-fa4f-4e75-96de-41add1a510a9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network 09c7f875-2e6b-4417-a33b-40265ee1f21b is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:12:19.479231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9c66cc7e-fa4f-4e75-96de-41add1a510a9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 09c7f875-2e6b-4417-a33b-40265ee1f21b) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:19.483646 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c66cc7e-fa4f-4e75-96de-41add1a510a9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:19.484231 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c66cc7e-fa4f-4e75-96de-41add1a510a9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.493413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa53147-c1cc-4a69-bb61-26820c10204c None None] Network 09c7f875-2e6b-4417-a33b-40265ee1f21b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:12:19.619408 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9c66cc7e-fa4f-4e75-96de-41add1a510a9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7724798 Aug 17 03:12:19.635266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-09c7f875-2e6b-4417-a33b-40265ee1f21b', 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ips': [{'subnet_id': 'b08452ef-703f-418e-bbe6-29311d07a4e8'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:12:19.635266 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.864135 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Allocated IP 172.20.0.18 (09c7f875-2e6b-4417-a33b-40265ee1f21b/b08452ef-703f-418e-bbe6-29311d07a4e8/8438d424-9df3-49fc-95bb-78a21653e52c) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:12:19.985793 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42300) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:19.990666 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-dbf74cd7-01f4-4096-a797-ae788fb2fc15 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1243458742', 'description': 'tempest-secgroup-smoke-1243458742 description', 'project_id': '20f093d378e74d7c9cbbc00871b7e645'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:20.095641 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbf74cd7-01f4-4096-a797-ae788fb2fc15 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.159702 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.169052 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Transition to ACTIVE for port object 8438d424-9df3-49fc-95bb-78a21653e52c will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:20.177736 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbf74cd7-01f4-4096-a797-ae788fb2fc15 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.184204 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Transition to ACTIVE for port object 8438d424-9df3-49fc-95bb-78a21653e52c will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:20.249768 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbf74cd7-01f4-4096-a797-ae788fb2fc15 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.267382 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.279594 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf74cd7-01f4-4096-a797-ae788fb2fc15 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3632ae-1bda-4667-920d-b1c3fc7634a3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:20.306036 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Network 09c7f875-2e6b-4417-a33b-40265ee1f21b is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:20.308946 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:20.311443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:12:20.329412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Pushing event updated for resources: {'Port': ['ID=8438d424-9df3-49fc-95bb-78a21653e52c,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:20.332519 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-dbf74cd7-01f4-4096-a797-ae788fb2fc15 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.333894 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dbf74cd7-01f4-4096-a797-ae788fb2fc15 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3469996 Aug 17 03:12:20.336689 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42302) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:20.341486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-3ad4c120-1cf3-4ce6-a24e-4656913e88da tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': '6c3632ae-1bda-4667-920d-b1c3fc7634a3', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:20.364706 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:20.365049 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:20.365451 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:20.365786 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:20.366113 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:20.382884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:20.382884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:20.382884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:20.382884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:20.382884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:20.382884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:20.382884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:20.385928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Attempting to bind port 8438d424-9df3-49fc-95bb-78a21653e52c on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:12:20.386303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Attempting to bind port 8438d424-9df3-49fc-95bb-78a21653e52c by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'cb321a5c-ff65-436e-abdc-48f15d7cfcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:12:20.386671 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Attempting to bind port 8438d424-9df3-49fc-95bb-78a21653e52c on network 09c7f875-2e6b-4417-a33b-40265ee1f21b {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:20.391681 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:12:20.392056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Checking segment: {'id': 'cb321a5c-ff65-436e-abdc-48f15d7cfcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:20.392462 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.392882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Bound using segment: {'id': 'cb321a5c-ff65-436e-abdc-48f15d7cfcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:12:20.393375 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Bound port: 8438d424-9df3-49fc-95bb-78a21653e52c, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb321a5c-ff65-436e-abdc-48f15d7cfcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:12:20.393759 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.435370 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c120-1cf3-4ce6-a24e-4656913e88da tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.455916 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] For port 8438d424-9df3-49fc-95bb-78a21653e52c, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:12:20.458983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] For port 8438d424-9df3-49fc-95bb-78a21653e52c, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8438d424-9df3-49fc-95bb-78a21653e52c,segment=NetworkSegment(cb321a5c-ff65-436e-abdc-48f15d7cfcb2),segment_id=cb321a5c-ff65-436e-abdc-48f15d7cfcb2)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:12:20.491026 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c120-1cf3-4ce6-a24e-4656913e88da tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.521594 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.578713 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b468fb-ee51-40f2-bfa8-de6a5936c565 None None] Pushing event updated for resources: {'Port': ['ID=8438d424-9df3-49fc-95bb-78a21653e52c,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:20.582050 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c120-1cf3-4ce6-a24e-4656913e88da tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.603673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4c120-1cf3-4ce6-a24e-4656913e88da tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0b5242-ca8f-4bf3-9b55-e01fa5a8f26e,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:20.696389 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c120-1cf3-4ce6-a24e-4656913e88da tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.701807 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3ad4c120-1cf3-4ce6-a24e-4656913e88da tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3638854 Aug 17 03:12:20.704476 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42304) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:20.743811 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-630c69c5-4393-44eb-9a24-d2d7f08d9b34 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': '6c3632ae-1bda-4667-920d-b1c3fc7634a3', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:20.803791 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-630c69c5-4393-44eb-9a24-d2d7f08d9b34 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.870573 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-630c69c5-4393-44eb-9a24-d2d7f08d9b34 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.949537 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-630c69c5-4393-44eb-9a24-d2d7f08d9b34 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.967484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c69c5-4393-44eb-9a24-d2d7f08d9b34 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036d7884-0ffb-4f41-be0f-91f30d79cf2a,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:21.038903 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-630c69c5-4393-44eb-9a24-d2d7f08d9b34 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.040085 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-630c69c5-4393-44eb-9a24-d2d7f08d9b34 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3346491 Aug 17 03:12:21.043405 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42308) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:21.048225 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-888d549b-64fe-4d28-ac23-f6f3122507ce tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': '6c3632ae-1bda-4667-920d-b1c3fc7634a3', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:21.153200 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-888d549b-64fe-4d28-ac23-f6f3122507ce tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.211746 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8438d424-9df3-49fc-95bb-78a21653e52c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:21.227092 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-888d549b-64fe-4d28-ac23-f6f3122507ce tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.353233 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 8438d424-9df3-49fc-95bb-78a21653e52c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:21.353470 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-888d549b-64fe-4d28-ac23-f6f3122507ce tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.375384 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d549b-64fe-4d28-ac23-f6f3122507ce tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36493910-f5e3-420d-9a81-705cca264372,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:21.450264 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-888d549b-64fe-4d28-ac23-f6f3122507ce tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.451539 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-888d549b-64fe-4d28-ac23-f6f3122507ce tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4068866 Aug 17 03:12:21.454264 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42310) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:21.460657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b3b0058b-2e4b-4755-837a-2278a40f8103 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': '6c3632ae-1bda-4667-920d-b1c3fc7634a3', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:21.471715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cac78a-984b-4d86-af9d-a3ed9a36defb None None] Network 09c7f875-2e6b-4417-a33b-40265ee1f21b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:12:21.560860 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b3b0058b-2e4b-4755-837a-2278a40f8103 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.590845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-021e7737-b9cb-4896-adfc-1bf6fcecbf9e None None] Provisioning for port 8438d424-9df3-49fc-95bb-78a21653e52c completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:21.597197 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-021e7737-b9cb-4896-adfc-1bf6fcecbf9e None None] Provisioning complete for port 8438d424-9df3-49fc-95bb-78a21653e52c triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:21.597604 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-021e7737-b9cb-4896-adfc-1bf6fcecbf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.621324 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b3b0058b-2e4b-4755-837a-2278a40f8103 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.710617 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-021e7737-b9cb-4896-adfc-1bf6fcecbf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.712435 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b3b0058b-2e4b-4755-837a-2278a40f8103 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.733844 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0058b-2e4b-4755-837a-2278a40f8103 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed3d413-29d3-4bdd-9c2f-aaee73f54cbf,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:21.751721 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-021e7737-b9cb-4896-adfc-1bf6fcecbf9e None None] For port 8438d424-9df3-49fc-95bb-78a21653e52c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8438d424-9df3-49fc-95bb-78a21653e52c,segment=NetworkSegment(cb321a5c-ff65-436e-abdc-48f15d7cfcb2),segment_id=cb321a5c-ff65-436e-abdc-48f15d7cfcb2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:21.798637 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b3b0058b-2e4b-4755-837a-2278a40f8103 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.800123 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b3b0058b-2e4b-4755-837a-2278a40f8103 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3446832 Aug 17 03:12:21.802578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42312) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:21.807502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8a688e83-8386-4fbc-a0c4-50cdcee6d164 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': '6c3632ae-1bda-4667-920d-b1c3fc7634a3', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:21.851112 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-021e7737-b9cb-4896-adfc-1bf6fcecbf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.898933 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e7737-b9cb-4896-adfc-1bf6fcecbf9e None None] Pushing event updated for resources: {'Port': ['ID=8438d424-9df3-49fc-95bb-78a21653e52c,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:21.941330 n-d-793621-31 neutron-server[95407]: INFO neutron.db.securitygroups_db [None req-8a688e83-8386-4fbc-a0c4-50cdcee6d164 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Project 20f093d378e74d7c9cbbc00871b7e645 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:12:21.950327 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a688e83-8386-4fbc-a0c4-50cdcee6d164 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.971213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-308397cf-5e26-4656-97ae-f420c27d5c12 None None] Provisioning complete for port 8438d424-9df3-49fc-95bb-78a21653e52c triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:21.971597 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-308397cf-5e26-4656-97ae-f420c27d5c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:22.008180 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a688e83-8386-4fbc-a0c4-50cdcee6d164 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:22.109477 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a688e83-8386-4fbc-a0c4-50cdcee6d164 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:22.129266 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a688e83-8386-4fbc-a0c4-50cdcee6d164 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff373b3-c8ea-4f4e-8a22-d6ab240331a7,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:22.275857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8a688e83-8386-4fbc-a0c4-50cdcee6d164 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:22.277348 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8a688e83-8386-4fbc-a0c4-50cdcee6d164 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4737303 Aug 17 03:12:22.280086 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42314) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:22.284672 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-bfa0c2f8-b8ca-4db9-9c24-f87e24ff73e2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': '6c3632ae-1bda-4667-920d-b1c3fc7634a3', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:22.383855 n-d-793621-31 neutron-server[95407]: INFO neutron.db.securitygroups_db [None req-bfa0c2f8-b8ca-4db9-9c24-f87e24ff73e2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Project 20f093d378e74d7c9cbbc00871b7e645 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:12:22.388870 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfa0c2f8-b8ca-4db9-9c24-f87e24ff73e2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:22.449265 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfa0c2f8-b8ca-4db9-9c24-f87e24ff73e2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:22.537857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfa0c2f8-b8ca-4db9-9c24-f87e24ff73e2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:22.557732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0c2f8-b8ca-4db9-9c24-f87e24ff73e2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c53d3a4-fd50-4f30-bc92-f274bdf40b34,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:22.664556 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfa0c2f8-b8ca-4db9-9c24-f87e24ff73e2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:22.666538 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bfa0c2f8-b8ca-4db9-9c24-f87e24ff73e2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3854437 Aug 17 03:12:23.047488 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-9251b92e-79be-4345-94e2-e4015d9c103a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1243458742&fields=id&tenant_id=20f093d378e74d7c9cbbc00871b7e645 HTTP/1.1" status: 200 len: 267 time: 0.0335879 Aug 17 03:12:23.162486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-bb72d502-460b-4ba5-9e54-a5b36d560c61 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:23.163966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-bb72d502-460b-4ba5-9e54-a5b36d560c61 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/networks?id=09c7f875-2e6b-4417-a33b-40265ee1f21b HTTP/1.1" status: 200 len: 796 time: 0.1094732 Aug 17 03:12:23.180554 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-05719121-7550-4818-85f0-f25eb3d9844d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/quotas/20f093d378e74d7c9cbbc00871b7e645 HTTP/1.1" status: 200 len: 375 time: 0.0095072 Aug 17 03:12:23.194830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8438d424-9df3-49fc-95bb-78a21653e52c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:23.239519 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-1bbc59e1-7175-440a-a49d-e77c999e1064 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0532830 Aug 17 03:12:23.245146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8438d424-9df3-49fc-95bb-78a21653e52c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:23.245547 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:23.339499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-e18276ac-9ab4-4ffb-a50d-4a3e9f0012e0 service neutron] 10.222.0.13 "GET /v2.0/networks/09c7f875-2e6b-4417-a33b-40265ee1f21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878434 Aug 17 03:12:23.432684 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-3da9870d-b3fe-4d05-8854-d4302d0a54d9 service neutron] 10.222.0.13 "GET /v2.0/networks/09c7f875-2e6b-4417-a33b-40265ee1f21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870697 Aug 17 03:12:23.665604 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-048e305f-bd5b-46a7-ba31-e6e77d087cf9 req-884bdb14-354d-4008-9c96-d8b4b1801480 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 210 time: 0.0275750 Aug 17 03:12:24.760967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12f70011-d509-40e9-872b-f2e5f17bf534 req-2719e25b-a056-4f9d-ad34-a38ac4b64ccd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 210 time: 0.0268550 Aug 17 03:12:25.672812 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-0b49e83b-8efb-4ba3-8ff6-ef42bed355b9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:25.674505 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-0b49e83b-8efb-4ba3-8ff6-ef42bed355b9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.18 "GET /v2.0/networks?id=09c7f875-2e6b-4417-a33b-40265ee1f21b HTTP/1.1" status: 200 len: 796 time: 0.1121814 Aug 17 03:12:25.807024 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-f0e92fa8-bbad-4628-9035-52bc8639e349 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20f093d378e74d7c9cbbc00871b7e645 HTTP/1.1" status: 200 len: 473 time: 0.0389609 Aug 17 03:12:25.817944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-60e26510-07a5-4181-b95c-ab1ffd7e7f6b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'port': {'device_id': 'e3321c64-45bb-4ea8-8551-1b6c61fa08aa', 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b', 'admin_state_up': True, 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'security_groups': ['6c3632ae-1bda-4667-920d-b1c3fc7634a3']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:25.861169 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1b34d737-ebd9-4204-8025-cf1c700d0cb7 req-171c5504-ec44-4559-9c56-2d11043ae196 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 210 time: 0.0291905 Aug 17 03:12:25.989747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-60e26510-07a5-4181-b95c-ab1ffd7e7f6b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Made reservation on behalf of 20f093d378e74d7c9cbbc00871b7e645 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:25.993435 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-60e26510-07a5-4181-b95c-ab1ffd7e7f6b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:26.121981 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-60e26510-07a5-4181-b95c-ab1ffd7e7f6b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Allocated IP 172.20.0.26 (09c7f875-2e6b-4417-a33b-40265ee1f21b/b08452ef-703f-418e-bbe6-29311d07a4e8/60b6914f-267c-4b11-a5c4-ad1f00215034) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:12:26.264569 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-60e26510-07a5-4181-b95c-ab1ffd7e7f6b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:26.278017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-60e26510-07a5-4181-b95c-ab1ffd7e7f6b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Transition to ACTIVE for port object 60b6914f-267c-4b11-a5c4-ad1f00215034 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:26.376043 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-60e26510-07a5-4181-b95c-ab1ffd7e7f6b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:26.423222 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-60e26510-07a5-4181-b95c-ab1ffd7e7f6b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network 09c7f875-2e6b-4417-a33b-40265ee1f21b is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:26.426453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-60e26510-07a5-4181-b95c-ab1ffd7e7f6b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:26.430518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-60e26510-07a5-4181-b95c-ab1ffd7e7f6b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:12:26.456468 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e26510-07a5-4181-b95c-ab1ffd7e7f6b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Port': ['ID=60b6914f-267c-4b11-a5c4-ad1f00215034,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:26.487697 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-60e26510-07a5-4181-b95c-ab1ffd7e7f6b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:26.488328 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-60e26510-07a5-4181-b95c-ab1ffd7e7f6b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:26.585062 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-60e26510-07a5-4181-b95c-ab1ffd7e7f6b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7716422 Aug 17 03:12:26.734704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Request body: {'port': {'device_id': 'e3321c64-45bb-4ea8-8551-1b6c61fa08aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:26.743750 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-de19994c-8654-47be-9ef4-54b508eed74e None None] Provisioning for port 60b6914f-267c-4b11-a5c4-ad1f00215034 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:26.747742 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-de19994c-8654-47be-9ef4-54b508eed74e None None] Provisioning complete for port 60b6914f-267c-4b11-a5c4-ad1f00215034 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:26.748116 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de19994c-8654-47be-9ef4-54b508eed74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:26.782889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-de19994c-8654-47be-9ef4-54b508eed74e None None] Port 60b6914f-267c-4b11-a5c4-ad1f00215034 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:12:26.791701 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:26.990052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e93ce9-e282-482a-8ac2-00f3b85a3262 req-760d0341-a314-42c2-afc1-57e88f2521be tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:26.991545 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9e93ce9-e282-482a-8ac2-00f3b85a3262 req-760d0341-a314-42c2-afc1-57e88f2521be tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 932 time: 0.0575948 Aug 17 03:12:27.031390 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9e93ce9-e282-482a-8ac2-00f3b85a3262 req-ab1dafa0-d70c-4c26-85f3-209e85ff2d55 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3632ae-1bda-4667-920d-b1c3fc7634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328758 Aug 17 03:12:27.055802 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b6914f-267c-4b11-a5c4-ad1f00215034 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:12:27.063655 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.075904 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Transition to ACTIVE for port object 60b6914f-267c-4b11-a5c4-ad1f00215034 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:27.135960 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.189991 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Pushing event updated for resources: {'Port': ['ID=60b6914f-267c-4b11-a5c4-ad1f00215034,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:27.264607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Attempting to bind port 60b6914f-267c-4b11-a5c4-ad1f00215034 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:12:27.265015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Attempting to bind port 60b6914f-267c-4b11-a5c4-ad1f00215034 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'cb321a5c-ff65-436e-abdc-48f15d7cfcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:12:27.265391 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Attempting to bind port 60b6914f-267c-4b11-a5c4-ad1f00215034 on network 09c7f875-2e6b-4417-a33b-40265ee1f21b {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:27.270004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Port 60b6914f-267c-4b11-a5c4-ad1f00215034 on network 09c7f875-2e6b-4417-a33b-40265ee1f21b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:12:27.270330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Attempting to bind port 60b6914f-267c-4b11-a5c4-ad1f00215034 on network 09c7f875-2e6b-4417-a33b-40265ee1f21b {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:27.276340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:12:27.276813 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Checking segment: {'id': 'cb321a5c-ff65-436e-abdc-48f15d7cfcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:27.277072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Bound using segment: {'id': 'cb321a5c-ff65-436e-abdc-48f15d7cfcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:12:27.277536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Bound port: 60b6914f-267c-4b11-a5c4-ad1f00215034, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb321a5c-ff65-436e-abdc-48f15d7cfcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:12:27.277906 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.343433 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] For port 60b6914f-267c-4b11-a5c4-ad1f00215034, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:12:27.346467 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] For port 60b6914f-267c-4b11-a5c4-ad1f00215034, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=60b6914f-267c-4b11-a5c4-ad1f00215034,segment=NetworkSegment(cb321a5c-ff65-436e-abdc-48f15d7cfcb2),segment_id=cb321a5c-ff65-436e-abdc-48f15d7cfcb2)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:12:27.441706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.474515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:27.475129 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.476533 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] 10.222.0.18 "PUT /v2.0/ports/60b6914f-267c-4b11-a5c4-ad1f00215034 HTTP/1.1" status: 200 len: 1093 time: 0.7850199 Aug 17 03:12:27.476985 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3321c64-45bb-4ea8-8551-1b6c61fa08aa', 'tag': '60b6914f-267c-4b11-a5c4-ad1f00215034'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:27.511642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b0c8c-2fe9-444e-9a70-cee2c95e070b service neutron] Pushing event updated for resources: {'Port': ['ID=60b6914f-267c-4b11-a5c4-ad1f00215034,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:27.534539 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a11283-b8c4-4309-81c5-402609543e79" -d '{"events": [{"name": "network-changed", "server_uuid": "e3321c64-45bb-4ea8-8551-1b6c61fa08aa", "tag": "60b6914f-267c-4b11-a5c4-ad1f00215034"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:27.628700 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22c8736-813e-45ed-8d01-e99d6e5fe76f x-openstack-request-id: req-f22c8736-813e-45ed-8d01-e99d6e5fe76f {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:27.628994 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3321c64-45bb-4ea8-8551-1b6c61fa08aa", "tag": "60b6914f-267c-4b11-a5c4-ad1f00215034", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:27.629269 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f22c8736-813e-45ed-8d01-e99d6e5fe76f {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:27.634261 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3321c64-45bb-4ea8-8551-1b6c61fa08aa', 'tag': '60b6914f-267c-4b11-a5c4-ad1f00215034', 'status': 'completed', 'code': 200} Aug 17 03:12:27.647351 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:12:27.688083 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-62ebbf50-6e81-4386-9930-a67d14e21599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:27.689594 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-62ebbf50-6e81-4386-9930-a67d14e21599 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 1096 time: 0.0456724 Aug 17 03:12:27.738518 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-adb74e8d-a171-4cd4-94a5-3a2695903632 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=60b6914f-267c-4b11-a5c4-ad1f00215034 HTTP/1.1" status: 200 len: 217 time: 0.0360038 Aug 17 03:12:27.788630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-0d3990dc-6c69-4d2a-88a9-9f40fdb64960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:27.793786 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-0d3990dc-6c69-4d2a-88a9-9f40fdb64960 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b08452ef-703f-418e-bbe6-29311d07a4e8 HTTP/1.1" status: 200 len: 837 time: 0.0436881 Aug 17 03:12:27.839727 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-134c7683-7339-4000-8cda-edd38bbc35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:27.841206 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-134c7683-7339-4000-8cda-edd38bbc35d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09c7f875-2e6b-4417-a33b-40265ee1f21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0434480 Aug 17 03:12:27.930445 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-b736dc83-7cfa-4743-ab44-fc6ecbac6a15 service neutron] 10.222.0.18 "GET /v2.0/networks/09c7f875-2e6b-4417-a33b-40265ee1f21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813618 Aug 17 03:12:28.021252 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2c345adc-6bb0-454b-a5fb-e18826630659 req-9019d7cc-1d21-467d-ba70-3db130f673bf service neutron] 10.222.0.18 "GET /v2.0/networks/09c7f875-2e6b-4417-a33b-40265ee1f21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828083 Aug 17 03:12:28.153877 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7222395-43ab-4ceb-83af-a5be0f7eacc9 req-d88bf616-3425-49b0-9511-e3983499fb89 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:28.155425 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7222395-43ab-4ceb-83af-a5be0f7eacc9 req-d88bf616-3425-49b0-9511-e3983499fb89 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 944 time: 0.0542881 Aug 17 03:12:28.197530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7222395-43ab-4ceb-83af-a5be0f7eacc9 req-01721e6d-e2f7-4737-a613-f33f0cdf821d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3632ae-1bda-4667-920d-b1c3fc7634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358353 Aug 17 03:12:28.231471 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a11283-b8c4-4309-81c5-402609543e79 req-218d10de-8bbe-4926-8ffe-c7f9d69219ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:28.233714 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f6a11283-b8c4-4309-81c5-402609543e79 req-218d10de-8bbe-4926-8ffe-c7f9d69219ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 1096 time: 0.0555797 Aug 17 03:12:28.326939 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a11283-b8c4-4309-81c5-402609543e79 req-1301746e-35a3-4dbf-86f0-5f51da525100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:28.328309 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f6a11283-b8c4-4309-81c5-402609543e79 req-1301746e-35a3-4dbf-86f0-5f51da525100 service neutron] 10.222.0.18 "GET /v2.0/networks?id=09c7f875-2e6b-4417-a33b-40265ee1f21b HTTP/1.1" status: 200 len: 897 time: 0.0865266 Aug 17 03:12:28.370187 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f6a11283-b8c4-4309-81c5-402609543e79 req-f3c8abb7-1dac-4156-86b9-8a4dc7369333 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=60b6914f-267c-4b11-a5c4-ad1f00215034 HTTP/1.1" status: 200 len: 217 time: 0.0343256 Aug 17 03:12:28.420731 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a11283-b8c4-4309-81c5-402609543e79 req-0520e2f6-e651-44e8-be54-a342414c374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:28.422198 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f6a11283-b8c4-4309-81c5-402609543e79 req-0520e2f6-e651-44e8-be54-a342414c374c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b08452ef-703f-418e-bbe6-29311d07a4e8 HTTP/1.1" status: 200 len: 837 time: 0.0438797 Aug 17 03:12:28.471446 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a11283-b8c4-4309-81c5-402609543e79 req-e26b8719-3908-4e3a-8ea4-d428fa47043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:28.472986 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f6a11283-b8c4-4309-81c5-402609543e79 req-e26b8719-3908-4e3a-8ea4-d428fa47043f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09c7f875-2e6b-4417-a33b-40265ee1f21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0435314 Aug 17 03:12:28.566199 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f6a11283-b8c4-4309-81c5-402609543e79 req-f7f4363d-4fce-4c28-9384-e6041a0d5d55 service neutron] 10.222.0.18 "GET /v2.0/networks/09c7f875-2e6b-4417-a33b-40265ee1f21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839579 Aug 17 03:12:28.659750 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f6a11283-b8c4-4309-81c5-402609543e79 req-498d1db8-9d43-4b56-80aa-d7b6e3500e50 service neutron] 10.222.0.18 "GET /v2.0/networks/09c7f875-2e6b-4417-a33b-40265ee1f21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856404 Aug 17 03:12:29.038435 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.314032 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0a1c6-df57-4927-aad2-27d3f0e82989 req-df8db563-abb8-4912-ab5d-a0455e818781 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:29.315436 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63b0a1c6-df57-4927-aad2-27d3f0e82989 req-df8db563-abb8-4912-ab5d-a0455e818781 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 944 time: 0.0501509 Aug 17 03:12:29.355560 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63b0a1c6-df57-4927-aad2-27d3f0e82989 req-cce29b81-f0df-4595-860a-91bf158022d1 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3632ae-1bda-4667-920d-b1c3fc7634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341167 Aug 17 03:12:30.474944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150fb22-2061-4edd-8125-f656f82d0afe req-658b3304-6da8-41b1-b7a0-9b2b55db51f0 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.476431 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6150fb22-2061-4edd-8125-f656f82d0afe req-658b3304-6da8-41b1-b7a0-9b2b55db51f0 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 944 time: 0.0500023 Aug 17 03:12:30.513816 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6150fb22-2061-4edd-8125-f656f82d0afe req-b5d7cc36-1da5-4e37-aec0-c10b463cb9f2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3632ae-1bda-4667-920d-b1c3fc7634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313785 Aug 17 03:12:30.845647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 60b6914f-267c-4b11-a5c4-ad1f00215034 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:12:30.939604 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 60b6914f-267c-4b11-a5c4-ad1f00215034, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=60b6914f-267c-4b11-a5c4-ad1f00215034,segment=NetworkSegment(cb321a5c-ff65-436e-abdc-48f15d7cfcb2),segment_id=cb321a5c-ff65-436e-abdc-48f15d7cfcb2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:30.950869 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '60b6914f-267c-4b11-a5c4-ad1f00215034', 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b', 'port_id': '60b6914f-267c-4b11-a5c4-ad1f00215034', 'mac_address': 'fa:16:3e:08:c4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b08452ef-703f-418e-bbe6-29311d07a4e8', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:12:30.987250 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.999719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b6914f-267c-4b11-a5c4-ad1f00215034 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:12:31.022607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 60b6914f-267c-4b11-a5c4-ad1f00215034, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=60b6914f-267c-4b11-a5c4-ad1f00215034,segment=NetworkSegment(cb321a5c-ff65-436e-abdc-48f15d7cfcb2),segment_id=cb321a5c-ff65-436e-abdc-48f15d7cfcb2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:31.132184 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.181183 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=60b6914f-267c-4b11-a5c4-ad1f00215034,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:31.559561 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['60b6914f-267c-4b11-a5c4-ad1f00215034'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:12:31.563609 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.639884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a05917-eec2-4d8f-9890-b47cccb5184e req-031e276b-0df5-45c8-a1b8-f6dde2ad8b3a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:31.641444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6a05917-eec2-4d8f-9890-b47cccb5184e req-031e276b-0df5-45c8-a1b8-f6dde2ad8b3a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 945 time: 0.0543315 Aug 17 03:12:31.686173 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6a05917-eec2-4d8f-9890-b47cccb5184e req-c4504b32-d363-43a2-9f11-0a2f73f374d1 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3632ae-1bda-4667-920d-b1c3fc7634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384815 Aug 17 03:12:32.803435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcf91e-4f51-4851-855d-36ca1370fc97 req-a2adbe01-7b64-4de9-9f19-e8217edddbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:32.804992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a4dcf91e-4f51-4851-855d-36ca1370fc97 req-a2adbe01-7b64-4de9-9f19-e8217edddbb7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 945 time: 0.0496004 Aug 17 03:12:32.848043 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a4dcf91e-4f51-4851-855d-36ca1370fc97 req-83f8db5d-82fc-4c62-b8d6-df9521f0d620 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3632ae-1bda-4667-920d-b1c3fc7634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326338 Aug 17 03:12:32.860083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 60b6914f-267c-4b11-a5c4-ad1f00215034 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:32.966151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 60b6914f-267c-4b11-a5c4-ad1f00215034 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:32.970007 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 60b6914f-267c-4b11-a5c4-ad1f00215034 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:32.970375 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.047987 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.076889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3321c64-45bb-4ea8-8551-1b6c61fa08aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b6914f-267c-4b11-a5c4-ad1f00215034'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:33.084514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 60b6914f-267c-4b11-a5c4-ad1f00215034, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=60b6914f-267c-4b11-a5c4-ad1f00215034,segment=NetworkSegment(cb321a5c-ff65-436e-abdc-48f15d7cfcb2),segment_id=cb321a5c-ff65-436e-abdc-48f15d7cfcb2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:33.115147 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}936991b1c43a25cf6fbdc2804a0fba7a26d62439886a99897817d68b18d5e6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2918936-e3a5-4490-aef0-ea632d964e2e" -d '{"events": [{"server_uuid": "e3321c64-45bb-4ea8-8551-1b6c61fa08aa", "name": "network-vif-plugged", "status": "completed", "tag": "60b6914f-267c-4b11-a5c4-ad1f00215034"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:33.147133 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.200360 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=60b6914f-267c-4b11-a5c4-ad1f00215034,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:33.213644 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660199a7-f24a-4b3a-8763-4b7658e1597a x-openstack-request-id: req-660199a7-f24a-4b3a-8763-4b7658e1597a {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:33.214005 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3321c64-45bb-4ea8-8551-1b6c61fa08aa", "name": "network-vif-plugged", "status": "completed", "tag": "60b6914f-267c-4b11-a5c4-ad1f00215034", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:33.214293 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-660199a7-f24a-4b3a-8763-4b7658e1597a {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:33.214653 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3321c64-45bb-4ea8-8551-1b6c61fa08aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b6914f-267c-4b11-a5c4-ad1f00215034', 'code': 200} Aug 17 03:12:33.330823 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe906900-9187-4736-8cbf-b48100b11703 req-93270041-2419-409f-a2dd-5fa4830a4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:33.332339 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe906900-9187-4736-8cbf-b48100b11703 req-93270041-2419-409f-a2dd-5fa4830a4fa8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 1098 time: 0.0415325 Aug 17 03:12:33.367810 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fe906900-9187-4736-8cbf-b48100b11703 req-ad2ffa3a-b779-4ea3-b802-3314be33c1f3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6c3632ae-1bda-4667-920d-b1c3fc7634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282428 Aug 17 03:12:33.971455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a46b8-0758-456e-8390-c35baefd2950 req-527f265c-9d52-4bd9-8283-aba706e808b6 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:33.973381 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df5a46b8-0758-456e-8390-c35baefd2950 req-527f265c-9d52-4bd9-8283-aba706e808b6 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 946 time: 0.0538146 Aug 17 03:12:34.014256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df5a46b8-0758-456e-8390-c35baefd2950 req-61791670-b1ac-4bb3-9606-4973035f91f1 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3632ae-1bda-4667-920d-b1c3fc7634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329981 Aug 17 03:12:34.680499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0529829-a91b-4685-8f64-1bcee5d2418f req-fd0a4c27-4a64-46e2-84e6-67d4c3f75729 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0897126 Aug 17 03:12:34.777635 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0529829-a91b-4685-8f64-1bcee5d2418f req-51b7fbe7-01b0-4bfa-8c4d-930b74ba1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:34.779195 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0529829-a91b-4685-8f64-1bcee5d2418f req-51b7fbe7-01b0-4bfa-8c4d-930b74ba1f00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 1097 time: 0.0422354 Aug 17 03:12:34.891606 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0529829-a91b-4685-8f64-1bcee5d2418f req-c019b80c-1c30-4c35-8bfc-6f30d96ff122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:34.892995 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0529829-a91b-4685-8f64-1bcee5d2418f req-c019b80c-1c30-4c35-8bfc-6f30d96ff122 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c3e05785-d260-4e35-93a2-fbee13901eba HTTP/1.1" status: 200 len: 898 time: 0.0945234 Aug 17 03:12:34.961167 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0529829-a91b-4685-8f64-1bcee5d2418f req-93d7c24b-9ddc-4f02-8b37-0a7228c13c80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 HTTP/1.1" status: 200 len: 1001 time: 0.0615230 Aug 17 03:12:35.010607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0529829-a91b-4685-8f64-1bcee5d2418f req-3159bfb0-1201-4906-9a1d-0664a6d9477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:35.012044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0529829-a91b-4685-8f64-1bcee5d2418f req-3159bfb0-1201-4906-9a1d-0664a6d9477f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=88d78cff-597e-4960-ae60-1156795e07ee HTTP/1.1" status: 200 len: 835 time: 0.0440364 Aug 17 03:12:35.064248 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0529829-a91b-4685-8f64-1bcee5d2418f req-a3e2f3ef-1c76-4fc5-bd32-a710a784bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:35.065850 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0529829-a91b-4685-8f64-1bcee5d2418f req-a3e2f3ef-1c76-4fc5-bd32-a710a784bb6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c3e05785-d260-4e35-93a2-fbee13901eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473080 Aug 17 03:12:35.188654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf792a-d8b0-4bd7-8aec-1e2468afb1ce req-05cf0e1d-6d05-40be-b8ee-6883e96f10fb tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:35.190159 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfaf792a-d8b0-4bd7-8aec-1e2468afb1ce req-05cf0e1d-6d05-40be-b8ee-6883e96f10fb tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 946 time: 0.0993466 Aug 17 03:12:35.193794 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0529829-a91b-4685-8f64-1bcee5d2418f req-ced6d084-ccfc-4704-9443-5c6f992c7025 service neutron] 10.222.0.42 "GET /v2.0/networks/c3e05785-d260-4e35-93a2-fbee13901eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209679 Aug 17 03:12:35.278236 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfaf792a-d8b0-4bd7-8aec-1e2468afb1ce req-1be3cdfe-3d9c-4de9-a2b5-338db65e15c2 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3632ae-1bda-4667-920d-b1c3fc7634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820513 Aug 17 03:12:35.312066 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b0529829-a91b-4685-8f64-1bcee5d2418f req-fdeae014-1780-4828-9810-8bfa920fdc6f service neutron] 10.222.0.42 "GET /v2.0/networks/c3e05785-d260-4e35-93a2-fbee13901eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093652 Aug 17 03:12:35.396426 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62e568-750c-47e1-a35f-61943144cfd8 req-3008e544-590e-4443-9106-63051d426ea7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:35.397932 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe62e568-750c-47e1-a35f-61943144cfd8 req-3008e544-590e-4443-9106-63051d426ea7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 946 time: 0.0504138 Aug 17 03:12:35.440982 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fe62e568-750c-47e1-a35f-61943144cfd8 req-81e0c57f-6745-4fde-a9c5-008b976d07c9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3632ae-1bda-4667-920d-b1c3fc7634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370009 Aug 17 03:12:36.932650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42394) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:37.361447 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:37.624710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Allocated IP 172.20.0.17 (09c7f875-2e6b-4417-a33b-40265ee1f21b/b08452ef-703f-418e-bbe6-29311d07a4e8/64ae1513-7c7b-491c-a161-b66753c5c9b5) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:12:37.735053 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:37.748750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Transition to ACTIVE for port object 64ae1513-7c7b-491c-a161-b66753c5c9b5 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:37.844210 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:37.866779 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4d99cf6c-d1be-4172-bb2b-3c8590489885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:37.886852 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network 09c7f875-2e6b-4417-a33b-40265ee1f21b is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:37.889872 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:37.895990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:12:37.924843 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Port': ['ID=64ae1513-7c7b-491c-a161-b66753c5c9b5,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:37.940340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:37.941021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:37.941021 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:37.941383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:37.941724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:37.942058 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:37.942388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:37.942725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:37.943050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:37.943381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:37.943708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:37.944060 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:37.956854 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:38.174277 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:38.177702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2fe8870d-56ec-40aa-b018-ba473b8b2c88 None None] Provisioning for port 64ae1513-7c7b-491c-a161-b66753c5c9b5 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:38.181698 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2fe8870d-56ec-40aa-b018-ba473b8b2c88 None None] Provisioning complete for port 64ae1513-7c7b-491c-a161-b66753c5c9b5 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:38.182104 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2fe8870d-56ec-40aa-b018-ba473b8b2c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:38.216600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8870d-56ec-40aa-b018-ba473b8b2c88 None None] Port 64ae1513-7c7b-491c-a161-b66753c5c9b5 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:12:38.453223 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:38.520762 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:38.592856 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:38.594574 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Port': ['ID=64ae1513-7c7b-491c-a161-b66753c5c9b5,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:38.687765 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network 09c7f875-2e6b-4417-a33b-40265ee1f21b is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:38.689356 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:38.807890 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Router cde80591-c17b-4b42-9d8e-1049983c5ca5 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:12:38.920638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:12:38.932516 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Sync routers for ids ['cde80591-c17b-4b42-9d8e-1049983c5ca5'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:12:38.933848 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cfc581cb-c0b2-4c94-8445-9b5eab7fe750 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "PUT /v2.0/routers/cde80591-c17b-4b42-9d8e-1049983c5ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9999402 Aug 17 03:12:38.949214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Routers {'cde80591-c17b-4b42-9d8e-1049983c5ca5'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:12:38.949862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:12:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['cde80591-c17b-4b42-9d8e-1049983c5ca5'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:38.952892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ff041bf8-85c6-430c-bc7b-e532aab13ead None None] Provisioning complete for port 64ae1513-7c7b-491c-a161-b66753c5c9b5 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:38.953274 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ff041bf8-85c6-430c-bc7b-e532aab13ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:39.052661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ff041bf8-85c6-430c-bc7b-e532aab13ead None None] Port 64ae1513-7c7b-491c-a161-b66753c5c9b5 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:12:39.084871 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Set router cde80591-c17b-4b42-9d8e-1049983c5ca5 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:12:39.309842 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:12:38Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'aca9ee83-2325-4bc6-912f-ca5707404e4f', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'port_id': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'mac_address': 'fa:16:3e:a8:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506404d9-84ca-4c63-8d19-e3e399a24702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:11:01Z', 'updated_at': '2021-08-17T03:11:03Z', 'revision_number': 1, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5401527c-3d15-47c5-aaf8-8b8776d1560d', 'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:2b:d3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:38Z', 'updated_at': '2021-08-17T03:10:43Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '88d78cff-597e-4960-ae60-1156795e07ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ae1513-7c7b-491c-a161-b66753c5c9b5', 'name': '', 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:a5:f8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b08452ef-703f-418e-bbe6-29311d07a4e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:37Z', 'updated_at': '2021-08-17T03:12:38Z', 'revision_number': 2, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': 'b08452ef-703f-418e-bbe6-29311d07a4e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:39.338045 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Checking router: cde80591-c17b-4b42-9d8e-1049983c5ca5 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:12:39.338419 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Updating router cde80591-c17b-4b42-9d8e-1049983c5ca5 port 64ae1513-7c7b-491c-a161-b66753c5c9b5 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:12:39.366138 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:39.623301 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:39.632551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Transition to ACTIVE for port object 64ae1513-7c7b-491c-a161-b66753c5c9b5 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:39.743188 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:39.791001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccccc0-e18f-47e4-bb9e-312c75056bca None None] Pushing event updated for resources: {'Port': ['ID=64ae1513-7c7b-491c-a161-b66753c5c9b5,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:39.847368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Attempting to bind port 64ae1513-7c7b-491c-a161-b66753c5c9b5 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:12:39.847867 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Attempting to bind port 64ae1513-7c7b-491c-a161-b66753c5c9b5 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'cb321a5c-ff65-436e-abdc-48f15d7cfcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:12:39.848239 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Attempting to bind port 64ae1513-7c7b-491c-a161-b66753c5c9b5 on network 09c7f875-2e6b-4417-a33b-40265ee1f21b {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:39.854599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:12:39.854982 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Checking segment: {'id': 'cb321a5c-ff65-436e-abdc-48f15d7cfcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:39.855396 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:39.855793 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Bound using segment: {'id': 'cb321a5c-ff65-436e-abdc-48f15d7cfcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:12:39.856274 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Bound port: 64ae1513-7c7b-491c-a161-b66753c5c9b5, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb321a5c-ff65-436e-abdc-48f15d7cfcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:12:39.856661 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:39.924324 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] For port 64ae1513-7c7b-491c-a161-b66753c5c9b5, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:12:39.927833 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] For port 64ae1513-7c7b-491c-a161-b66753c5c9b5, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=64ae1513-7c7b-491c-a161-b66753c5c9b5,segment=NetworkSegment(cb321a5c-ff65-436e-abdc-48f15d7cfcb2),segment_id=cb321a5c-ff65-436e-abdc-48f15d7cfcb2)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:12:40.044680 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.104317 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Routers {'cde80591-c17b-4b42-9d8e-1049983c5ca5'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:12:40.105084 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:12:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['cde80591-c17b-4b42-9d8e-1049983c5ca5'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:40.110229 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccccc0-e18f-47e4-bb9e-312c75056bca None None] Pushing event updated for resources: {'Port': ['ID=64ae1513-7c7b-491c-a161-b66753c5c9b5,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:40.217757 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] Set router cde80591-c17b-4b42-9d8e-1049983c5ca5 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:12:40.419140 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7e14d2ec-1680-451e-94e7-7c91f174d4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.465885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:12:38Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'aca9ee83-2325-4bc6-912f-ca5707404e4f', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'port_id': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'mac_address': 'fa:16:3e:a8:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506404d9-84ca-4c63-8d19-e3e399a24702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:11:01Z', 'updated_at': '2021-08-17T03:11:03Z', 'revision_number': 1, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5401527c-3d15-47c5-aaf8-8b8776d1560d', 'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:2b:d3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:38Z', 'updated_at': '2021-08-17T03:10:43Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '88d78cff-597e-4960-ae60-1156795e07ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ae1513-7c7b-491c-a161-b66753c5c9b5', 'name': '', 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:a5:f8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b08452ef-703f-418e-bbe6-29311d07a4e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:37Z', 'updated_at': '2021-08-17T03:12:39Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': 'b08452ef-703f-418e-bbe6-29311d07a4e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:40.493321 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2dd1d2-9614-4e3c-8af3-1b37fccafd1b None None] The sync data for ids ['cde80591-c17b-4b42-9d8e-1049983c5ca5'] in n-d-793621-31 is: [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:12:38Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'aca9ee83-2325-4bc6-912f-ca5707404e4f', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'port_id': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'mac_address': 'fa:16:3e:a8:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506404d9-84ca-4c63-8d19-e3e399a24702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:11:01Z', 'updated_at': '2021-08-17T03:11:03Z', 'revision_number': 1, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5401527c-3d15-47c5-aaf8-8b8776d1560d', 'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:2b:d3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:38Z', 'updated_at': '2021-08-17T03:10:43Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '88d78cff-597e-4960-ae60-1156795e07ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ae1513-7c7b-491c-a161-b66753c5c9b5', 'name': '', 'network_id': '09c7f875-2e6b-4417-a33b-40265ee1f21b', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:a5:f8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b08452ef-703f-418e-bbe6-29311d07a4e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:37Z', 'updated_at': '2021-08-17T03:12:39Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': 'b08452ef-703f-418e-bbe6-29311d07a4e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:12:40.663727 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.204304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 64ae1513-7c7b-491c-a161-b66753c5c9b5 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:41.343200 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 64ae1513-7c7b-491c-a161-b66753c5c9b5 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:41.347241 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 64ae1513-7c7b-491c-a161-b66753c5c9b5 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:41.347615 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.426779 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.458488 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 64ae1513-7c7b-491c-a161-b66753c5c9b5, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=64ae1513-7c7b-491c-a161-b66753c5c9b5,segment=NetworkSegment(cb321a5c-ff65-436e-abdc-48f15d7cfcb2),segment_id=cb321a5c-ff65-436e-abdc-48f15d7cfcb2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:41.560386 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.608599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=64ae1513-7c7b-491c-a161-b66753c5c9b5,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:41.938042 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:43.192496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 64ae1513-7c7b-491c-a161-b66753c5c9b5 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:43.242600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 64ae1513-7c7b-491c-a161-b66753c5c9b5 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:43.242886 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:43.935456 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:59.078093 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:01.605995 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.646568 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:13:07.883309 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-717a22bf-c077-4b02-a04b-2f1f7eff87db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.411829 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7389b3d3-accc-4073-bb9f-75834f366413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.820955 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.936985 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:12.461536 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42438) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:13.157279 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f473a5bb-6062-46f0-ab50-16e348a77023 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:13.513098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-f473a5bb-6062-46f0-ab50-16e348a77023 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Deleting port 64ae1513-7c7b-491c-a161-b66753c5c9b5 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:13.513859 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f473a5bb-6062-46f0-ab50-16e348a77023 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:13.632963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-f473a5bb-6062-46f0-ab50-16e348a77023 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] For port 64ae1513-7c7b-491c-a161-b66753c5c9b5, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=64ae1513-7c7b-491c-a161-b66753c5c9b5,segment=NetworkSegment(cb321a5c-ff65-436e-abdc-48f15d7cfcb2),segment_id=cb321a5c-ff65-436e-abdc-48f15d7cfcb2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:13.633358 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f473a5bb-6062-46f0-ab50-16e348a77023 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:13.647374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-f473a5bb-6062-46f0-ab50-16e348a77023 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Calling delete_port for 64ae1513-7c7b-491c-a161-b66753c5c9b5 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:13.992289 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f473a5bb-6062-46f0-ab50-16e348a77023 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.023932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473a5bb-6062-46f0-ab50-16e348a77023 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Port': ['ID=64ae1513-7c7b-491c-a161-b66753c5c9b5,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:14.035075 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.208724 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f473a5bb-6062-46f0-ab50-16e348a77023 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.433365 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f473a5bb-6062-46f0-ab50-16e348a77023 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Router cde80591-c17b-4b42-9d8e-1049983c5ca5 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:13:14.542419 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f473a5bb-6062-46f0-ab50-16e348a77023 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:13:14.548650 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f473a5bb-6062-46f0-ab50-16e348a77023 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "PUT /v2.0/routers/cde80591-c17b-4b42-9d8e-1049983c5ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0851221 Aug 17 03:13:14.553606 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5b5f4-b519-4482-8015-a6b38647dcd5 None None] Sync routers for ids ['cde80591-c17b-4b42-9d8e-1049983c5ca5'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:13:14.563423 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5b5f4-b519-4482-8015-a6b38647dcd5 None None] Routers {'cde80591-c17b-4b42-9d8e-1049983c5ca5'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:14.564638 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-fbd5b5f4-b519-4482-8015-a6b38647dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:13:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['cde80591-c17b-4b42-9d8e-1049983c5ca5'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:14.668608 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-fbd5b5f4-b519-4482-8015-a6b38647dcd5 None None] Set router cde80591-c17b-4b42-9d8e-1049983c5ca5 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:14.888794 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-fbd5b5f4-b519-4482-8015-a6b38647dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:13:13Z', 'revision_number': 6, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'aca9ee83-2325-4bc6-912f-ca5707404e4f', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'port_id': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'mac_address': 'fa:16:3e:a8:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506404d9-84ca-4c63-8d19-e3e399a24702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:11:01Z', 'updated_at': '2021-08-17T03:11:03Z', 'revision_number': 1, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5401527c-3d15-47c5-aaf8-8b8776d1560d', 'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:2b:d3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:38Z', 'updated_at': '2021-08-17T03:10:43Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '88d78cff-597e-4960-ae60-1156795e07ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:14.918488 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5b5f4-b519-4482-8015-a6b38647dcd5 None None] Checking router: cde80591-c17b-4b42-9d8e-1049983c5ca5 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:13:14.927253 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5b5f4-b519-4482-8015-a6b38647dcd5 None None] Routers {'cde80591-c17b-4b42-9d8e-1049983c5ca5'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:14.927855 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-fbd5b5f4-b519-4482-8015-a6b38647dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:13:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['cde80591-c17b-4b42-9d8e-1049983c5ca5'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:15.041615 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d47680-fe2b-474c-b3af-73fa32d4bdf3 req-21df7d48-2a30-419d-a630-f33ee8cbc239 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:15.041848 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-fbd5b5f4-b519-4482-8015-a6b38647dcd5 None None] Set router cde80591-c17b-4b42-9d8e-1049983c5ca5 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:15.043616 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39d47680-fe2b-474c-b3af-73fa32d4bdf3 req-21df7d48-2a30-419d-a630-f33ee8cbc239 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 946 time: 0.0566278 Aug 17 03:13:15.088925 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39d47680-fe2b-474c-b3af-73fa32d4bdf3 req-adecf1f6-6438-4729-8b49-237fc71c0ecf tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3632ae-1bda-4667-920d-b1c3fc7634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378196 Aug 17 03:13:15.276578 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-fbd5b5f4-b519-4482-8015-a6b38647dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:13:13Z', 'revision_number': 6, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'aca9ee83-2325-4bc6-912f-ca5707404e4f', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'port_id': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'mac_address': 'fa:16:3e:a8:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506404d9-84ca-4c63-8d19-e3e399a24702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:11:01Z', 'updated_at': '2021-08-17T03:11:03Z', 'revision_number': 1, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5401527c-3d15-47c5-aaf8-8b8776d1560d', 'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:2b:d3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:38Z', 'updated_at': '2021-08-17T03:10:43Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '88d78cff-597e-4960-ae60-1156795e07ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:15.307618 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5b5f4-b519-4482-8015-a6b38647dcd5 None None] The sync data for ids ['cde80591-c17b-4b42-9d8e-1049983c5ca5'] in n-d-793621-31 is: [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:13:13Z', 'revision_number': 6, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'aca9ee83-2325-4bc6-912f-ca5707404e4f', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'port_id': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'mac_address': 'fa:16:3e:a8:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506404d9-84ca-4c63-8d19-e3e399a24702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:11:01Z', 'updated_at': '2021-08-17T03:11:03Z', 'revision_number': 1, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5401527c-3d15-47c5-aaf8-8b8776d1560d', 'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:2b:d3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:38Z', 'updated_at': '2021-08-17T03:10:43Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '88d78cff-597e-4960-ae60-1156795e07ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:13:16.210614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dec0d7-460d-402b-b5c4-4e9535d501f4 req-654ce220-92b6-42a2-af46-5ecf94a22bc3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:16.212148 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50dec0d7-460d-402b-b5c4-4e9535d501f4 req-654ce220-92b6-42a2-af46-5ecf94a22bc3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 946 time: 0.0521657 Aug 17 03:13:16.254098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50dec0d7-460d-402b-b5c4-4e9535d501f4 req-b2ccaf58-73d2-45cb-9189-b4e8ad24b855 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c3632ae-1bda-4667-920d-b1c3fc7634a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354259 Aug 17 03:13:16.762521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbffa2-7e08-4be0-a158-5bc157252477 req-6f014eb7-6176-47d9-9104-53258a6bb5fe tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:16.763952 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c3fbffa2-7e08-4be0-a158-5bc157252477 req-6f014eb7-6176-47d9-9104-53258a6bb5fe tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 946 time: 0.0477233 Aug 17 03:13:16.855516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-c3fbffa2-7e08-4be0-a158-5bc157252477 req-6f85a5a6-bf7e-41f2-acab-42fef6ae2307 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Deleting port 60b6914f-267c-4b11-a5c4-ad1f00215034 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:16.855862 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c3fbffa2-7e08-4be0-a158-5bc157252477 req-6f85a5a6-bf7e-41f2-acab-42fef6ae2307 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:16.941810 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c3fbffa2-7e08-4be0-a158-5bc157252477 req-6f85a5a6-bf7e-41f2-acab-42fef6ae2307 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] For port 60b6914f-267c-4b11-a5c4-ad1f00215034, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=60b6914f-267c-4b11-a5c4-ad1f00215034,segment=NetworkSegment(cb321a5c-ff65-436e-abdc-48f15d7cfcb2),segment_id=cb321a5c-ff65-436e-abdc-48f15d7cfcb2)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:16.942170 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c3fbffa2-7e08-4be0-a158-5bc157252477 req-6f85a5a6-bf7e-41f2-acab-42fef6ae2307 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:16.954564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-c3fbffa2-7e08-4be0-a158-5bc157252477 req-6f85a5a6-bf7e-41f2-acab-42fef6ae2307 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Calling delete_port for 60b6914f-267c-4b11-a5c4-ad1f00215034 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:17.159899 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c3fbffa2-7e08-4be0-a158-5bc157252477 req-6f85a5a6-bf7e-41f2-acab-42fef6ae2307 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.164912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 64ae1513-7c7b-491c-a161-b66753c5c9b5 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:17.187442 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85a5a6-bf7e-41f2-acab-42fef6ae2307 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Port': ['ID=60b6914f-267c-4b11-a5c4-ad1f00215034,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:17.188152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 64ae1513-7c7b-491c-a161-b66753c5c9b5 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:17.188502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 64ae1513-7c7b-491c-a161-b66753c5c9b5 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:17.233694 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fbffa2-7e08-4be0-a158-5bc157252477 req-6f85a5a6-bf7e-41f2-acab-42fef6ae2307 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] No DVR routers for this DVR port 60b6914f-267c-4b11-a5c4-ad1f00215034 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:17.236361 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c3fbffa2-7e08-4be0-a158-5bc157252477 req-6f85a5a6-bf7e-41f2-acab-42fef6ae2307 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.238408 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c3fbffa2-7e08-4be0-a158-5bc157252477 req-6f85a5a6-bf7e-41f2-acab-42fef6ae2307 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.18 "DELETE /v2.0/ports/60b6914f-267c-4b11-a5c4-ad1f00215034 HTTP/1.1" status: 204 len: 173 time: 0.4682913 Aug 17 03:13:17.238842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3321c64-45bb-4ea8-8551-1b6c61fa08aa', 'name': 'network-vif-deleted', 'tag': '60b6914f-267c-4b11-a5c4-ad1f00215034'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:17.241124 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131261c3-ce75-4027-b20a-6f888e0b4fc9" -d '{"events": [{"server_uuid": "e3321c64-45bb-4ea8-8551-1b6c61fa08aa", "name": "network-vif-deleted", "tag": "60b6914f-267c-4b11-a5c4-ad1f00215034"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:17.280167 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baa24a0-549b-420b-ad5b-d0888e0fd0d6 x-openstack-request-id: req-0baa24a0-549b-420b-ad5b-d0888e0fd0d6 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:17.280460 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3321c64-45bb-4ea8-8551-1b6c61fa08aa", "name": "network-vif-deleted", "tag": "60b6914f-267c-4b11-a5c4-ad1f00215034", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:17.280719 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0baa24a0-549b-420b-ad5b-d0888e0fd0d6 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:17.281123 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3321c64-45bb-4ea8-8551-1b6c61fa08aa', 'name': 'network-vif-deleted', 'tag': '60b6914f-267c-4b11-a5c4-ad1f00215034', 'status': 'completed', 'code': 200} Aug 17 03:13:17.362469 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c9c5c69b-88eb-4fc0-b5cf-97ef42f4f178 req-10aae1b2-dd02-4c66-b6ee-7f8ae99a5d6c tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3321c64-45bb-4ea8-8551-1b6c61fa08aa HTTP/1.1" status: 200 len: 210 time: 0.0307384 Aug 17 03:13:18.418750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42458) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:18.476165 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80ecd3c1-d32b-47de-9534-ac61195b591e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.501540 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80ecd3c1-d32b-47de-9534-ac61195b591e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.626363 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80ecd3c1-d32b-47de-9534-ac61195b591e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.629670 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80ecd3c1-d32b-47de-9534-ac61195b591e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.630967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-80ecd3c1-d32b-47de-9534-ac61195b591e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c3632ae-1bda-4667-920d-b1c3fc7634a3 HTTP/1.1" status: 204 len: 168 time: 0.2111001 Aug 17 03:13:18.640147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecd3c1-d32b-47de-9534-ac61195b591e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3632ae-1bda-4667-920d-b1c3fc7634a3,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:18.720804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42462) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:18.772556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e425ed-421a-44d0-9fee-b38a5ef43ffa tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Deleting subnet b08452ef-703f-418e-bbe6-29311d07a4e8 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:13:18.775647 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-56e425ed-421a-44d0-9fee-b38a5ef43ffa tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.819469 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-56e425ed-421a-44d0-9fee-b38a5ef43ffa tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.901997 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-56e425ed-421a-44d0-9fee-b38a5ef43ffa tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.043649 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-56e425ed-421a-44d0-9fee-b38a5ef43ffa tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.075171 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e425ed-421a-44d0-9fee-b38a5ef43ffa tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Subnet': ['ID=b08452ef-703f-418e-bbe6-29311d07a4e8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:19.078926 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-56e425ed-421a-44d0-9fee-b38a5ef43ffa tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.082331 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-56e425ed-421a-44d0-9fee-b38a5ef43ffa tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "DELETE /v2.0/subnets/b08452ef-703f-418e-bbe6-29311d07a4e8 HTTP/1.1" status: 204 len: 168 time: 0.3599646 Aug 17 03:13:19.084499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42464) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:19.087263 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aa5a6a-cce6-4e8e-a8db-9438bff356e9 None None] Network 09c7f875-2e6b-4417-a33b-40265ee1f21b requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:19.160998 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.218414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Deleting port 8438d424-9df3-49fc-95bb-78a21653e52c {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:19.218766 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.262030 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7f9b6c-878c-4050-ba54-5ff8697ae584 None None] DHCP port deletion for 09c7f875-2e6b-4417-a33b-40265ee1f21b request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:13:19.293446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] For port 8438d424-9df3-49fc-95bb-78a21653e52c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8438d424-9df3-49fc-95bb-78a21653e52c,segment=NetworkSegment(cb321a5c-ff65-436e-abdc-48f15d7cfcb2),segment_id=cb321a5c-ff65-436e-abdc-48f15d7cfcb2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:19.293812 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.307203 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Calling delete_port for 8438d424-9df3-49fc-95bb-78a21653e52c owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:19.308465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f9b6c-878c-4050-ba54-5ff8697ae584 None None] Deleting port 8438d424-9df3-49fc-95bb-78a21653e52c {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:19.308851 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9b6c-878c-4050-ba54-5ff8697ae584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.372655 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-cb7f9b6c-878c-4050-ba54-5ff8697ae584 None None] For port 8438d424-9df3-49fc-95bb-78a21653e52c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8438d424-9df3-49fc-95bb-78a21653e52c,segment=NetworkSegment(cb321a5c-ff65-436e-abdc-48f15d7cfcb2),segment_id=cb321a5c-ff65-436e-abdc-48f15d7cfcb2)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:19.373157 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9b6c-878c-4050-ba54-5ff8697ae584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.386666 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f9b6c-878c-4050-ba54-5ff8697ae584 None None] Calling delete_port for 8438d424-9df3-49fc-95bb-78a21653e52c owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:19.443554 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.469441 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9b6c-878c-4050-ba54-5ff8697ae584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.471923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Port': ['ID=8438d424-9df3-49fc-95bb-78a21653e52c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:19.473885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] No DVR routers for this DVR port 8438d424-9df3-49fc-95bb-78a21653e52c on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:19.498809 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f9b6c-878c-4050-ba54-5ff8697ae584 None None] Pushing event deleted for resources: {'Port': ['ID=8438d424-9df3-49fc-95bb-78a21653e52c,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:19.500565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f9b6c-878c-4050-ba54-5ff8697ae584 None None] No DVR routers for this DVR port 8438d424-9df3-49fc-95bb-78a21653e52c on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:19.562012 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.572431 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c7f875-2e6b-4417-a33b-40265ee1f21b']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:19.582436 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb321a5c-ff65-436e-abdc-48f15d7cfcb2') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:19.582734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb321a5c-ff65-436e-abdc-48f15d7cfcb2') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:19.591768 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.605718 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.612580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:19.612992 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: timer() Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:19.616267 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:19.742766 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.749948 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.751854 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "DELETE /v2.0/networks/09c7f875-2e6b-4417-a33b-40265ee1f21b HTTP/1.1" status: 204 len: 168 time: 0.6664069 Aug 17 03:13:19.754724 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42466) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:19.764708 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a2459-843a-4f2c-aa72-1777ed498aad tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Network': ['ID=09c7f875-2e6b-4417-a33b-40265ee1f21b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:19.910054 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Deleting port ecf65da0-7ec7-4113-b838-0b06b84f3262 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:19.910402 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.983748 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.984078 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.995385 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Calling delete_port for ecf65da0-7ec7-4113-b838-0b06b84f3262 owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:20.263077 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:20.593387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Port': ['ID=ecf65da0-7ec7-4113-b838-0b06b84f3262,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:20.618927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:20.619270 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:20.619606 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:20.619939 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:20.620268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:20.620593 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:20.621062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:20.621424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:20.621752 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:20.622158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:20.622511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:20.622856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:20.663816 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:20.664151 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Floating IP aca9ee83-2325-4bc6-912f-ca5707404e4f disassociated (deleted). External IP: 172.25.5.246, port: 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02. Aug 17 03:13:20.872285 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Router cde80591-c17b-4b42-9d8e-1049983c5ca5 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:13:20.982612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:13:20.988423 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:20.992972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8e2595-d167-4cbb-94d6-c9a20e90140a None None] Sync routers for ids ['cde80591-c17b-4b42-9d8e-1049983c5ca5'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:13:21.001879 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8e2595-d167-4cbb-94d6-c9a20e90140a None None] Routers {'cde80591-c17b-4b42-9d8e-1049983c5ca5'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:21.002502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bd8e2595-d167-4cbb-94d6-c9a20e90140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:13:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['cde80591-c17b-4b42-9d8e-1049983c5ca5'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:21.016112 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-08fec1c8-0b80-44b2-a24e-38bf5a8932d4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "DELETE /v2.0/floatingips/aca9ee83-2325-4bc6-912f-ca5707404e4f HTTP/1.1" status: 204 len: 168 time: 1.2602406 Aug 17 03:13:21.016853 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506404d9-84ca-4c63-8d19-e3e399a24702', 'tag': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:21.019699 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50824cf7-9e8e-4600-acf8-3a641a9c972a" -d '{"events": [{"name": "network-changed", "server_uuid": "506404d9-84ca-4c63-8d19-e3e399a24702", "tag": "6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:21.109737 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-bd8e2595-d167-4cbb-94d6-c9a20e90140a None None] Set router cde80591-c17b-4b42-9d8e-1049983c5ca5 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:21.182146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 60b6914f-267c-4b11-a5c4-ad1f00215034 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:21.210707 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 60b6914f-267c-4b11-a5c4-ad1f00215034 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:21.211048 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 60b6914f-267c-4b11-a5c4-ad1f00215034 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:21.237971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8438d424-9df3-49fc-95bb-78a21653e52c no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:21.265466 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 8438d424-9df3-49fc-95bb-78a21653e52c {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:21.265803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8438d424-9df3-49fc-95bb-78a21653e52c not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:21.351906 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bd8e2595-d167-4cbb-94d6-c9a20e90140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:13:13Z', 'revision_number': 6, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5401527c-3d15-47c5-aaf8-8b8776d1560d', 'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:2b:d3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:38Z', 'updated_at': '2021-08-17T03:10:43Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '88d78cff-597e-4960-ae60-1156795e07ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:21.377519 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8e2595-d167-4cbb-94d6-c9a20e90140a None None] Checking router: cde80591-c17b-4b42-9d8e-1049983c5ca5 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:13:21.385775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8e2595-d167-4cbb-94d6-c9a20e90140a None None] Routers {'cde80591-c17b-4b42-9d8e-1049983c5ca5'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:21.386372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bd8e2595-d167-4cbb-94d6-c9a20e90140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:13:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['cde80591-c17b-4b42-9d8e-1049983c5ca5'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:21.439496 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64a0d5a-629f-400e-9990-60bdeedbf5c3 x-openstack-request-id: req-a64a0d5a-629f-400e-9990-60bdeedbf5c3 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:21.439866 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506404d9-84ca-4c63-8d19-e3e399a24702", "tag": "6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:21.440311 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a64a0d5a-629f-400e-9990-60bdeedbf5c3 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:21.440776 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506404d9-84ca-4c63-8d19-e3e399a24702', 'tag': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'status': 'completed', 'code': 200} Aug 17 03:13:21.494701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-bd8e2595-d167-4cbb-94d6-c9a20e90140a None None] Set router cde80591-c17b-4b42-9d8e-1049983c5ca5 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:21.562740 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ec7d3-616c-497b-be89-465bfeb14f98 req-3f54d15b-2f71-467e-bf8c-26d68cf472fb tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:21.564279 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb6ec7d3-616c-497b-be89-465bfeb14f98 req-3f54d15b-2f71-467e-bf8c-26d68cf472fb tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 945 time: 0.0765305 Aug 17 03:13:21.580124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50824cf7-9e8e-4600-acf8-3a641a9c972a req-d26e29ed-8862-42da-a2a0-8f524958c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:21.586102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50824cf7-9e8e-4600-acf8-3a641a9c972a req-d26e29ed-8862-42da-a2a0-8f524958c978 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 1097 time: 0.0662839 Aug 17 03:13:21.656967 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb6ec7d3-616c-497b-be89-465bfeb14f98 req-e594e281-c690-4c84-b290-414cb46a3db4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=7922cd38-9ae5-483b-a71b-6ab7b01f64fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852201 Aug 17 03:13:21.694547 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50824cf7-9e8e-4600-acf8-3a641a9c972a req-38d2c4c1-d9fe-467c-80d1-62991756b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:21.696025 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50824cf7-9e8e-4600-acf8-3a641a9c972a req-38d2c4c1-d9fe-467c-80d1-62991756b444 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c3e05785-d260-4e35-93a2-fbee13901eba HTTP/1.1" status: 200 len: 898 time: 0.1054358 Aug 17 03:13:21.701694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-bd8e2595-d167-4cbb-94d6-c9a20e90140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:13:13Z', 'revision_number': 6, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5401527c-3d15-47c5-aaf8-8b8776d1560d', 'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:2b:d3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:38Z', 'updated_at': '2021-08-17T03:10:43Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '88d78cff-597e-4960-ae60-1156795e07ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:21.728184 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8e2595-d167-4cbb-94d6-c9a20e90140a None None] The sync data for ids ['cde80591-c17b-4b42-9d8e-1049983c5ca5'] in n-d-793621-31 is: [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:13:13Z', 'revision_number': 6, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5401527c-3d15-47c5-aaf8-8b8776d1560d', 'name': '', 'network_id': 'c3e05785-d260-4e35-93a2-fbee13901eba', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:2b:d3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '88d78cff-597e-4960-ae60-1156795e07ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:38Z', 'updated_at': '2021-08-17T03:10:43Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '88d78cff-597e-4960-ae60-1156795e07ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:13:21.739029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50824cf7-9e8e-4600-acf8-3a641a9c972a req-83228c8d-2e8d-4aeb-b0c0-fdd5ec6ebe24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 HTTP/1.1" status: 200 len: 217 time: 0.0349662 Aug 17 03:13:21.797111 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50824cf7-9e8e-4600-acf8-3a641a9c972a req-19321cae-acd7-428e-966c-ebb6238442c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:21.798655 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50824cf7-9e8e-4600-acf8-3a641a9c972a req-19321cae-acd7-428e-966c-ebb6238442c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=88d78cff-597e-4960-ae60-1156795e07ee HTTP/1.1" status: 200 len: 835 time: 0.0515568 Aug 17 03:13:21.847669 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50824cf7-9e8e-4600-acf8-3a641a9c972a req-406abf44-2d05-4d44-beb8-2df230affd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:21.849371 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50824cf7-9e8e-4600-acf8-3a641a9c972a req-406abf44-2d05-4d44-beb8-2df230affd29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c3e05785-d260-4e35-93a2-fbee13901eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429025 Aug 17 03:13:21.949961 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50824cf7-9e8e-4600-acf8-3a641a9c972a req-4b159fc2-70bc-4f6e-b56f-1e435f308791 service neutron] 10.222.0.42 "GET /v2.0/networks/c3e05785-d260-4e35-93a2-fbee13901eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925333 Aug 17 03:13:21.951949 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101631ef-7f8f-4e2b-8b26-785422a54f14 None None] New status for floating IP aca9ee83-2325-4bc6-912f-ca5707404e4f: DOWN {{(pid=95409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:13:22.042855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-50824cf7-9e8e-4600-acf8-3a641a9c972a req-6afae270-54c0-4e70-99ed-e4cb1b9e5760 service neutron] 10.222.0.42 "GET /v2.0/networks/c3e05785-d260-4e35-93a2-fbee13901eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843775 Aug 17 03:13:22.773705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba42e7-dfa1-4f25-8d49-53171bc2f929 req-aed78748-1012-410d-a53f-08f995d56c94 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:22.775174 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39ba42e7-dfa1-4f25-8d49-53171bc2f929 req-aed78748-1012-410d-a53f-08f995d56c94 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 945 time: 0.0484853 Aug 17 03:13:22.813091 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-39ba42e7-dfa1-4f25-8d49-53171bc2f929 req-f83a7571-501c-41ae-af2d-40a44ac9cbcd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=7922cd38-9ae5-483b-a71b-6ab7b01f64fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319920 Aug 17 03:13:23.221787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd0893-af67-42eb-8b5f-8d304b9b055a req-71c5281f-9675-4e65-9399-40d602858e08 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:23.223243 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05dd0893-af67-42eb-8b5f-8d304b9b055a req-71c5281f-9675-4e65-9399-40d602858e08 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.42 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 945 time: 0.0534225 Aug 17 03:13:23.318281 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-05dd0893-af67-42eb-8b5f-8d304b9b055a req-bdc5692a-164b-4619-8f4b-e4b87df4d8bb tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Deleting port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:23.318628 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05dd0893-af67-42eb-8b5f-8d304b9b055a req-bdc5692a-164b-4619-8f4b-e4b87df4d8bb tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.411884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-05dd0893-af67-42eb-8b5f-8d304b9b055a req-bdc5692a-164b-4619-8f4b-e4b87df4d8bb tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] For port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02,segment=NetworkSegment(a5476b61-456a-465a-be33-ec2b9e21ba44),segment_id=a5476b61-456a-465a-be33-ec2b9e21ba44)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:23.412162 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05dd0893-af67-42eb-8b5f-8d304b9b055a req-bdc5692a-164b-4619-8f4b-e4b87df4d8bb tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.424734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-05dd0893-af67-42eb-8b5f-8d304b9b055a req-bdc5692a-164b-4619-8f4b-e4b87df4d8bb tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Calling delete_port for 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:23.639861 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05dd0893-af67-42eb-8b5f-8d304b9b055a req-bdc5692a-164b-4619-8f4b-e4b87df4d8bb tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.668423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5692a-164b-4619-8f4b-e4b87df4d8bb tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Port': ['ID=6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:23.711597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dd0893-af67-42eb-8b5f-8d304b9b055a req-bdc5692a-164b-4619-8f4b-e4b87df4d8bb tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] No DVR routers for this DVR port 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:23.714230 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-05dd0893-af67-42eb-8b5f-8d304b9b055a req-bdc5692a-164b-4619-8f4b-e4b87df4d8bb tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.716385 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-05dd0893-af67-42eb-8b5f-8d304b9b055a req-bdc5692a-164b-4619-8f4b-e4b87df4d8bb tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.42 "DELETE /v2.0/ports/6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 HTTP/1.1" status: 204 len: 173 time: 0.4873092 Aug 17 03:13:23.716835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506404d9-84ca-4c63-8d19-e3e399a24702', 'name': 'network-vif-deleted', 'tag': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:23.755994 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc5c8cc151b82bc2dfef400bb26675d4322cc481a6dcb210b82c96344cfab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dd591e-be85-437b-b4e5-77557faefca8" -d '{"events": [{"server_uuid": "506404d9-84ca-4c63-8d19-e3e399a24702", "name": "network-vif-deleted", "tag": "6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:23.840578 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63de181e-adaa-4a6f-a228-61cc4bbf0d59 x-openstack-request-id: req-63de181e-adaa-4a6f-a228-61cc4bbf0d59 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:23.841161 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506404d9-84ca-4c63-8d19-e3e399a24702", "name": "network-vif-deleted", "tag": "6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:23.841161 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63de181e-adaa-4a6f-a228-61cc4bbf0d59 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:23.841548 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506404d9-84ca-4c63-8d19-e3e399a24702', 'name': 'network-vif-deleted', 'tag': '6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02', 'status': 'completed', 'code': 200} Aug 17 03:13:23.911918 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b7b4bf3-2552-4587-883a-0adc0ce731b7 req-bf7c7cce-f5d3-42c9-b9b4-a208ba9e28f5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=506404d9-84ca-4c63-8d19-e3e399a24702 HTTP/1.1" status: 200 len: 210 time: 0.0261447 Aug 17 03:13:24.968660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42486) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:25.027040 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e472-980d-4e92-a330-66ec05faff88 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.051962 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e472-980d-4e92-a330-66ec05faff88 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.194198 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e472-980d-4e92-a330-66ec05faff88 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.196809 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e472-980d-4e92-a330-66ec05faff88 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.198008 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c9c7e472-980d-4e92-a330-66ec05faff88 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "DELETE /v2.0/security-groups/7922cd38-9ae5-483b-a71b-6ab7b01f64fa HTTP/1.1" status: 204 len: 168 time: 0.2283247 Aug 17 03:13:25.209660 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7e472-980d-4e92-a330-66ec05faff88 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7922cd38-9ae5-483b-a71b-6ab7b01f64fa,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:25.312886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42490) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:25.669119 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9299fd95-fd35-40fb-bc4d-09dcb239b7c4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.918982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-9299fd95-fd35-40fb-bc4d-09dcb239b7c4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Deleting port 5401527c-3d15-47c5-aaf8-8b8776d1560d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:25.919407 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9299fd95-fd35-40fb-bc4d-09dcb239b7c4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.009181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-9299fd95-fd35-40fb-bc4d-09dcb239b7c4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] For port 5401527c-3d15-47c5-aaf8-8b8776d1560d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5401527c-3d15-47c5-aaf8-8b8776d1560d,segment=NetworkSegment(a5476b61-456a-465a-be33-ec2b9e21ba44),segment_id=a5476b61-456a-465a-be33-ec2b9e21ba44)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:26.009952 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9299fd95-fd35-40fb-bc4d-09dcb239b7c4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.022510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-9299fd95-fd35-40fb-bc4d-09dcb239b7c4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Calling delete_port for 5401527c-3d15-47c5-aaf8-8b8776d1560d owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:26.222469 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:26.243533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:26.243880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 6b2c7ce8-c6e5-4df9-92e5-bdaacb143e02 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:26.308595 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9299fd95-fd35-40fb-bc4d-09dcb239b7c4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.334811 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299fd95-fd35-40fb-bc4d-09dcb239b7c4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Port': ['ID=5401527c-3d15-47c5-aaf8-8b8776d1560d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:26.509316 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9299fd95-fd35-40fb-bc4d-09dcb239b7c4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.077729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9299fd95-fd35-40fb-bc4d-09dcb239b7c4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Router cde80591-c17b-4b42-9d8e-1049983c5ca5 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:13:27.186138 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9299fd95-fd35-40fb-bc4d-09dcb239b7c4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:13:27.194415 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42492) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:27.194858 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-9299fd95-fd35-40fb-bc4d-09dcb239b7c4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "PUT /v2.0/routers/cde80591-c17b-4b42-9d8e-1049983c5ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8798172 Aug 17 03:13:27.197217 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9207a0-3832-4897-9b4e-8d459cb2f55e None None] Sync routers for ids ['cde80591-c17b-4b42-9d8e-1049983c5ca5'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:13:27.207042 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9207a0-3832-4897-9b4e-8d459cb2f55e None None] Routers {'cde80591-c17b-4b42-9d8e-1049983c5ca5'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:27.207959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-fd9207a0-3832-4897-9b4e-8d459cb2f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:13:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['cde80591-c17b-4b42-9d8e-1049983c5ca5'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:27.249611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-e819a41a-7236-4f37-9c13-7467d3d96496 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Deleting subnet 88d78cff-597e-4960-ae60-1156795e07ee {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:13:27.253621 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e819a41a-7236-4f37-9c13-7467d3d96496 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.300817 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e819a41a-7236-4f37-9c13-7467d3d96496 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.319611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-fd9207a0-3832-4897-9b4e-8d459cb2f55e None None] Set router cde80591-c17b-4b42-9d8e-1049983c5ca5 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:27.386847 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e819a41a-7236-4f37-9c13-7467d3d96496 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.511142 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-fd9207a0-3832-4897-9b4e-8d459cb2f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:13:26Z', 'revision_number': 7, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:27.529655 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e819a41a-7236-4f37-9c13-7467d3d96496 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.538495 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9207a0-3832-4897-9b4e-8d459cb2f55e None None] Checking router: cde80591-c17b-4b42-9d8e-1049983c5ca5 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:13:27.547327 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9207a0-3832-4897-9b4e-8d459cb2f55e None None] Routers {'cde80591-c17b-4b42-9d8e-1049983c5ca5'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:27.547965 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-fd9207a0-3832-4897-9b4e-8d459cb2f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:13:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['cde80591-c17b-4b42-9d8e-1049983c5ca5'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:27.561609 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819a41a-7236-4f37-9c13-7467d3d96496 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Subnet': ['ID=88d78cff-597e-4960-ae60-1156795e07ee,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:27.569450 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e819a41a-7236-4f37-9c13-7467d3d96496 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.574650 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e819a41a-7236-4f37-9c13-7467d3d96496 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "DELETE /v2.0/subnets/88d78cff-597e-4960-ae60-1156795e07ee HTTP/1.1" status: 204 len: 168 time: 0.3758674 Aug 17 03:13:27.574650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42494) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:27.582341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88910627-7fb0-4ed4-81a0-e22db981e18a None None] Network c3e05785-d260-4e35-93a2-fbee13901eba requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:27.683522 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.738154 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-fd9207a0-3832-4897-9b4e-8d459cb2f55e None None] Set router cde80591-c17b-4b42-9d8e-1049983c5ca5 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:27.787519 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.901319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Deleting port 7f762d7e-f30f-4b8e-9a19-58b624d6259b {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:27.901667 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.917793 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] DHCP port deletion for c3e05785-d260-4e35-93a2-fbee13901eba request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:13:27.964085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-fd9207a0-3832-4897-9b4e-8d459cb2f55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:13:26Z', 'revision_number': 7, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:27.989725 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] For port 7f762d7e-f30f-4b8e-9a19-58b624d6259b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7f762d7e-f30f-4b8e-9a19-58b624d6259b,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:27.990094 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.992900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9207a0-3832-4897-9b4e-8d459cb2f55e None None] The sync data for ids ['cde80591-c17b-4b42-9d8e-1049983c5ca5'] in n-d-793621-31 is: [{'id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'name': 'tempest-TestNetworkBasicOps-router-1098904174', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:34Z', 'updated_at': '2021-08-17T03:13:26Z', 'revision_number': 7, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7f762d7e-f30f-4b8e-9a19-58b624d6259b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde80591-c17b-4b42-9d8e-1049983c5ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:35Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:13:28.002966 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Calling delete_port for 7f762d7e-f30f-4b8e-9a19-58b624d6259b owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:28.010850 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Deleting port a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:28.011309 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.083756 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] For port a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4,segment=NetworkSegment(a5476b61-456a-465a-be33-ec2b9e21ba44),segment_id=a5476b61-456a-465a-be33-ec2b9e21ba44)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:28.084158 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.251889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Calling delete_port for a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:28.268554 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.296785 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Port': ['ID=7f762d7e-f30f-4b8e-9a19-58b624d6259b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:28.359372 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.428738 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.455784 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.456346 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Pushing event deleted for resources: {'Port': ['ID=a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:28.458005 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.465078 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] No DVR routers for this DVR port a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:28.467483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:28.467993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:28.468433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:28.468872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:28.469311 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:28.470424 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:28.470622 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:28.471012 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:28.471479 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:28.472212 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:28.472599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:28.472987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71defe8-67cd-4475-894e-8d4722de580a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:28.565763 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.566307 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Fanout notify agent at l3_agent the message router_deleted on router cde80591-c17b-4b42-9d8e-1049983c5ca5 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:13:28.573424 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.574551 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3d1b48cb-5ad7-443d-9e16-60d5ca334e4e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "DELETE /v2.0/routers/cde80591-c17b-4b42-9d8e-1049983c5ca5 HTTP/1.1" status: 204 len: 168 time: 0.9992440 Aug 17 03:13:28.578025 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42496) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:28.677046 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c421eb4-d101-4855-8099-a7002cef57a5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.770089 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c421eb4-d101-4855-8099-a7002cef57a5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.779508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3c421eb4-d101-4855-8099-a7002cef57a5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e05785-d260-4e35-93a2-fbee13901eba']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:28.789586 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3c421eb4-d101-4855-8099-a7002cef57a5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5476b61-456a-465a-be33-ec2b9e21ba44') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:28.789850 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-3c421eb4-d101-4855-8099-a7002cef57a5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5476b61-456a-465a-be33-ec2b9e21ba44') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:28.799391 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c421eb4-d101-4855-8099-a7002cef57a5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.812904 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c421eb4-d101-4855-8099-a7002cef57a5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.818968 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c421eb4-d101-4855-8099-a7002cef57a5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:28.819351 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c421eb4-d101-4855-8099-a7002cef57a5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: timer() Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:28.822254 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:28.940212 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c421eb4-d101-4855-8099-a7002cef57a5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.948465 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3c421eb4-d101-4855-8099-a7002cef57a5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.949574 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3c421eb4-d101-4855-8099-a7002cef57a5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "DELETE /v2.0/networks/c3e05785-d260-4e35-93a2-fbee13901eba HTTP/1.1" status: 204 len: 168 time: 0.3704481 Aug 17 03:13:28.962790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c421eb4-d101-4855-8099-a7002cef57a5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Network': ['ID=c3e05785-d260-4e35-93a2-fbee13901eba,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:28.972484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42498) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:28.978010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e15e1895-b2b9-4bca-8ab4-0352f5467d51 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'network': {'name': 'tempest-network-smoke--631360416', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'port_security_enabled': True}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:29.062331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15e1895-b2b9-4bca-8ab4-0352f5467d51 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Made reservation on behalf of 20f093d378e74d7c9cbbc00871b7e645 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:29.066916 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e15e1895-b2b9-4bca-8ab4-0352f5467d51 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.093859 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15e1895-b2b9-4bca-8ab4-0352f5467d51 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:13:29.094521 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.103247 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e15e1895-b2b9-4bca-8ab4-0352f5467d51 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.103595 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-e15e1895-b2b9-4bca-8ab4-0352f5467d51 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Added segment 5171b2ba-f836-456b-a51b-5e1b4b2c9d65 of type vlan for network d5e1ed60-b458-4c44-8e73-d651591482b4 Aug 17 03:13:29.141367 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e15e1895-b2b9-4bca-8ab4-0352f5467d51 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.212290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5401527c-3d15-47c5-aaf8-8b8776d1560d no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:29.235072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 5401527c-3d15-47c5-aaf8-8b8776d1560d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:29.235492 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5401527c-3d15-47c5-aaf8-8b8776d1560d not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:29.236101 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 7f762d7e-f30f-4b8e-9a19-58b624d6259b no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:29.248744 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e15e1895-b2b9-4bca-8ab4-0352f5467d51 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.255198 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e1895-b2b9-4bca-8ab4-0352f5467d51 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:29.255351 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 7f762d7e-f30f-4b8e-9a19-58b624d6259b {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:29.255577 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 7f762d7e-f30f-4b8e-9a19-58b624d6259b not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:29.255824 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e15e1895-b2b9-4bca-8ab4-0352f5467d51 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.255994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:29.275286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:29.275660 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a7595ab7-34fb-490b-b7b3-cbf5acb7ecf4 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:29.326558 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e1895-b2b9-4bca-8ab4-0352f5467d51 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Network': ['ID=d5e1ed60-b458-4c44-8e73-d651591482b4,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:29.338654 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network d5e1ed60-b458-4c44-8e73-d651591482b4 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:13:29.370134 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e15e1895-b2b9-4bca-8ab4-0352f5467d51 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3962371 Aug 17 03:13:29.373042 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42500) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:29.378567 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'admin_state_up': True, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:29.449186 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.450269 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.500176 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.692724 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.944312 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.962714 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:30.060151 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Allocated IP 172.25.5.113 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/7417cf4b-6bc3-431a-ae08-441f1aa1bdce) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:30.168395 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:30.263064 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:30.303974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:30.306782 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:30.309423 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:30.333466 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Port': ['ID=7417cf4b-6bc3-431a-ae08-441f1aa1bdce,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:30.649102 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:30.845109 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:31.060559 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:13:31.167118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:13:31.177526 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Sync routers for ids ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:13:31.186465 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Routers {'24fc96a6-9877-4a11-ad6c-0aadd13ae52d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:31.187116 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:13:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:31.243144 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:31.244392 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-efad887e-31e9-4793-a4ed-818fdbe28163 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8703613 Aug 17 03:13:31.247404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42502) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:31.276742 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-df519623-b0e0-40b6-9ae0-ac5bf5af8dc8 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=20f093d378e74d7c9cbbc00871b7e645&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278957 Aug 17 03:13:31.279018 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42504) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:31.289845 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Set router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:31.373983 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8035d756-7131-447d-a91f-416372162e56 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:31.375541 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8035d756-7131-447d-a91f-416372162e56 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954139 Aug 17 03:13:31.379017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42506) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:31.408102 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-eb5664be-ccb4-43a9-a9fc-b0f1cc8397ee tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9deef9fe-55fb-4ad7-89a2-6eefc4538d47&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272577 Aug 17 03:13:31.410641 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42508) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:31.415514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-bf39175b-0031-4f68-afe1-e9f042384400 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1696087614', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:31.566755 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:30Z', 'revision_number': 3, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:31.592371 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Checking router: 24fc96a6-9877-4a11-ad6c-0aadd13ae52d for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:13:31.592719 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Updating router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d port 7417cf4b-6bc3-431a-ae08-441f1aa1bdce binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:13:31.614887 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:31.617519 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:31.639797 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf39175b-0031-4f68-afe1-e9f042384400 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Made reservation on behalf of 20f093d378e74d7c9cbbc00871b7e645 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:31.643796 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bf39175b-0031-4f68-afe1-e9f042384400 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:31.871610 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:31.880723 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Transition to ACTIVE for port object 7417cf4b-6bc3-431a-ae08-441f1aa1bdce will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:31.909076 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bf39175b-0031-4f68-afe1-e9f042384400 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:31.972243 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39175b-0031-4f68-afe1-e9f042384400 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Subnet': ['ID=160f2ec7-f787-45cc-83e1-d898ca1168a7,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:31.975672 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:31.981070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf39175b-0031-4f68-afe1-e9f042384400 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Checking segment: {'id': '5171b2ba-f836-456b-a51b-5e1b4b2c9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:31.981474 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf39175b-0031-4f68-afe1-e9f042384400 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network hostable DHCP agents. Network: d5e1ed60-b458-4c44-8e73-d651591482b4, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:13:32.026201 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Attempting to bind port 7417cf4b-6bc3-431a-ae08-441f1aa1bdce on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:32.026571 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Attempting to bind port 7417cf4b-6bc3-431a-ae08-441f1aa1bdce by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:32.026947 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Attempting to bind port 7417cf4b-6bc3-431a-ae08-441f1aa1bdce on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:32.029603 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e427dc-2d5b-4a34-9f67-6a3b930bd38a None None] Pushing event updated for resources: {'Port': ['ID=7417cf4b-6bc3-431a-ae08-441f1aa1bdce,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:32.034715 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:13:32.038391 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:32.038391 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.038391 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:13:32.038391 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Bound port: 7417cf4b-6bc3-431a-ae08-441f1aa1bdce, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:13:32.038391 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.043050 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e427dc-2d5b-4a34-9f67-6a3b930bd38a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:32.043393 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e427dc-2d5b-4a34-9f67-6a3b930bd38a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:32.043730 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e427dc-2d5b-4a34-9f67-6a3b930bd38a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:32.044058 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e427dc-2d5b-4a34-9f67-6a3b930bd38a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:32.044389 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e427dc-2d5b-4a34-9f67-6a3b930bd38a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:32.044714 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e427dc-2d5b-4a34-9f67-6a3b930bd38a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:32.045035 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e427dc-2d5b-4a34-9f67-6a3b930bd38a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:32.045382 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e427dc-2d5b-4a34-9f67-6a3b930bd38a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:32.045703 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e427dc-2d5b-4a34-9f67-6a3b930bd38a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:32.046020 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e427dc-2d5b-4a34-9f67-6a3b930bd38a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:32.046336 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e427dc-2d5b-4a34-9f67-6a3b930bd38a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:32.046656 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e427dc-2d5b-4a34-9f67-6a3b930bd38a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:32.095762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf39175b-0031-4f68-afe1-e9f042384400 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network d5e1ed60-b458-4c44-8e73-d651591482b4 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:13:32.096869 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] For port 7417cf4b-6bc3-431a-ae08-441f1aa1bdce, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:13:32.100065 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] For port 7417cf4b-6bc3-431a-ae08-441f1aa1bdce, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7417cf4b-6bc3-431a-ae08-441f1aa1bdce,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:13:32.211442 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.246087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-bf39175b-0031-4f68-afe1-e9f042384400 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, d5e1ed60-b458-4c44-8e73-d651591482b4) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:32.251536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf39175b-0031-4f68-afe1-e9f042384400 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:32.251536 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bf39175b-0031-4f68-afe1-e9f042384400 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.255331 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86790bd0-705c-40a1-a3fe-a9010d6f34a4 None None] Network d5e1ed60-b458-4c44-8e73-d651591482b4 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:32.275832 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e427dc-2d5b-4a34-9f67-6a3b930bd38a None None] Pushing event updated for resources: {'Port': ['ID=7417cf4b-6bc3-431a-ae08-441f1aa1bdce,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:32.278838 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Routers {'24fc96a6-9877-4a11-ad6c-0aadd13ae52d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:32.279437 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:13:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:32.366604 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bf39175b-0031-4f68-afe1-e9f042384400 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9548304 Aug 17 03:13:32.369171 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42510) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:32.386799 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] Set router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:32.406622 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-d5e1ed60-b458-4c44-8e73-d651591482b4', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ips': [{'subnet_id': '160f2ec7-f787-45cc-83e1-d898ca1168a7'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:13:32.408336 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.560190 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Allocated IP 172.20.0.2 (d5e1ed60-b458-4c44-8e73-d651591482b4/160f2ec7-f787-45cc-83e1-d898ca1168a7/6bb6ce25-14fe-41f3-a7e1-e0f65f3df505) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:32.571534 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:30Z', 'revision_number': 3, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:32.599457 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374be07d-500c-40cf-ae98-6faa832c7363 None None] The sync data for ids ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'] in n-d-793621-31 is: [{'id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:30Z', 'revision_number': 3, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:13:32.716180 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.725429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Transition to ACTIVE for port object 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:32.740550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Transition to ACTIVE for port object 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:32.810038 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.821297 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.871642 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Network d5e1ed60-b458-4c44-8e73-d651591482b4 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:32.874691 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:32.878513 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:32.934865 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Pushing event updated for resources: {'Port': ['ID=6bb6ce25-14fe-41f3-a7e1-e0f65f3df505,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:32.949925 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Attempting to bind port 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:32.950327 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Attempting to bind port 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '5171b2ba-f836-456b-a51b-5e1b4b2c9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:32.950707 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Attempting to bind port 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 on network d5e1ed60-b458-4c44-8e73-d651591482b4 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:32.957595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:13:32.957987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Checking segment: {'id': '5171b2ba-f836-456b-a51b-5e1b4b2c9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:32.958428 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.958855 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Bound using segment: {'id': '5171b2ba-f836-456b-a51b-5e1b4b2c9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:13:32.959342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Bound port: 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5171b2ba-f836-456b-a51b-5e1b4b2c9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:13:32.959732 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.031661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] For port 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:13:33.036670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] For port 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6bb6ce25-14fe-41f3-a7e1-e0f65f3df505,segment=NetworkSegment(5171b2ba-f836-456b-a51b-5e1b4b2c9d65),segment_id=5171b2ba-f836-456b-a51b-5e1b4b2c9d65)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:13:33.152545 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.326518 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2b684-8b7e-4486-af90-a93d4f987875 None None] Pushing event updated for resources: {'Port': ['ID=6bb6ce25-14fe-41f3-a7e1-e0f65f3df505,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:33.335829 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 7417cf4b-6bc3-431a-ae08-441f1aa1bdce up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:13:33.490909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 7417cf4b-6bc3-431a-ae08-441f1aa1bdce completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:33.497973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 7417cf4b-6bc3-431a-ae08-441f1aa1bdce triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:33.499095 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.557841 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Allocated IP 172.20.0.1 (d5e1ed60-b458-4c44-8e73-d651591482b4/160f2ec7-f787-45cc-83e1-d898ca1168a7/a1fba094-8021-4c39-a875-590e8c7c271f) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:33.623092 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.652462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 7417cf4b-6bc3-431a-ae08-441f1aa1bdce, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7417cf4b-6bc3-431a-ae08-441f1aa1bdce,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:33.708705 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.723039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Transition to ACTIVE for port object a1fba094-8021-4c39-a875-590e8c7c271f will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:33.759756 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.812817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=7417cf4b-6bc3-431a-ae08-441f1aa1bdce,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:33.824116 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.873205 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network d5e1ed60-b458-4c44-8e73-d651591482b4 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:33.876764 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:33.879762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:33.906635 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Port': ['ID=a1fba094-8021-4c39-a875-590e8c7c271f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:33.928320 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:34.176252 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:34.324535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42250c6d-dc7e-4277-9d07-8308fee91c12 None None] Network d5e1ed60-b458-4c44-8e73-d651591482b4 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:34.475093 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:34.481278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2cddd342-5622-4dfb-a6b6-0c2ca09be401 None None] Provisioning for port 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:34.574881 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:34.650173 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Port': ['ID=a1fba094-8021-4c39-a875-590e8c7c271f,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:34.653692 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:34.755801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network d5e1ed60-b458-4c44-8e73-d651591482b4 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:34.757284 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:34.871905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5f72c4e8-e189-4310-a8ad-30e8132e8b98 None None] Provisioning for port a1fba094-8021-4c39-a875-590e8c7c271f completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:34.875990 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5f72c4e8-e189-4310-a8ad-30e8132e8b98 None None] Provisioning complete for port a1fba094-8021-4c39-a875-590e8c7c271f triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:34.881536 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5f72c4e8-e189-4310-a8ad-30e8132e8b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:34.882157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:13:34.912213 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5f72c4e8-e189-4310-a8ad-30e8132e8b98 None None] Port a1fba094-8021-4c39-a875-590e8c7c271f cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:34.990581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:13:34.998008 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-df0df7cf-1db5-4f1f-8013-e3cb7386034d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "PUT /v2.0/routers/24fc96a6-9877-4a11-ad6c-0aadd13ae52d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6254492 Aug 17 03:13:34.998401 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42514) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.009674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Sync routers for ids ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:13:35.020191 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Routers {'24fc96a6-9877-4a11-ad6c-0aadd13ae52d'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:35.024782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:13:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:35.085461 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-50ff999a-65bc-4461-ac32-23b06e3b0f54 None None] Provisioning complete for port a1fba094-8021-4c39-a875-590e8c7c271f triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:35.085822 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-50ff999a-65bc-4461-ac32-23b06e3b0f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.159313 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-50ff999a-65bc-4461-ac32-23b06e3b0f54 None None] Port a1fba094-8021-4c39-a875-590e8c7c271f cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:35.171772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Set router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:35.176478 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb1962-35de-49b6-bcb4-d7684db29f3f tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:35.176949 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb1962-35de-49b6-bcb4-d7684db29f3f tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:35.177447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb1962-35de-49b6-bcb4-d7684db29f3f tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:35.177917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb1962-35de-49b6-bcb4-d7684db29f3f tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:35.179594 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-75bb1962-35de-49b6-bcb4-d7684db29f3f tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1804121 Aug 17 03:13:35.182302 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42516) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.242519 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed92a5-8c63-45ab-98a8-0661e428677e tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:35.242987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed92a5-8c63-45ab-98a8-0661e428677e tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:35.243447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed92a5-8c63-45ab-98a8-0661e428677e tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:35.243910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed92a5-8c63-45ab-98a8-0661e428677e tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:35.245810 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-dfed92a5-8c63-45ab-98a8-0661e428677e tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0623167 Aug 17 03:13:35.248466 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42518) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.314010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-528515fc-e969-435a-add5-d48b3317bc0d None None] Provisioning complete for port a1fba094-8021-4c39-a875-590e8c7c271f triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:35.314421 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-528515fc-e969-435a-add5-d48b3317bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.319895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 7417cf4b-6bc3-431a-ae08-441f1aa1bdce up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:13:35.389773 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f9724b3b-43c3-4093-ad56-32c357e28d17 tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1378703 Aug 17 03:13:35.403792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-528515fc-e969-435a-add5-d48b3317bc0d None None] Port a1fba094-8021-4c39-a875-590e8c7c271f cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:35.446783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 7417cf4b-6bc3-431a-ae08-441f1aa1bdce triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:35.447156 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.491485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:34Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'a1fba094-8021-4c39-a875-590e8c7c271f', 'name': '', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:06:c0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:33Z', 'updated_at': '2021-08-17T03:13:34Z', 'revision_number': 2, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:35.519774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Checking router: 24fc96a6-9877-4a11-ad6c-0aadd13ae52d for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:13:35.520131 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Updating router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d port a1fba094-8021-4c39-a875-590e8c7c271f binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:13:35.571196 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.590472 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:13:35.691549 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42526) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.696462 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e3c6ab68-dc9e-402e-ad26-b272ee328248 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-161354887', 'description': 'tempest-secgroup-smoke-161354887 description', 'project_id': '20f093d378e74d7c9cbbc00871b7e645'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:35.799806 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ab68-dc9e-402e-ad26-b272ee328248 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.830548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:35.837387 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:35.837927 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.901478 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ab68-dc9e-402e-ad26-b272ee328248 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.906496 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.920593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Transition to ACTIVE for port object a1fba094-8021-4c39-a875-590e8c7c271f will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:35.960928 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.970850 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ab68-dc9e-402e-ad26-b272ee328248 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.993689 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6bb6ce25-14fe-41f3-a7e1-e0f65f3df505,segment=NetworkSegment(5171b2ba-f836-456b-a51b-5e1b4b2c9d65),segment_id=5171b2ba-f836-456b-a51b-5e1b4b2c9d65)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:35.999838 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6ab68-dc9e-402e-ad26-b272ee328248 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3e80f3-2677-45b2-87ec-18ff4503ce01,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:36.017387 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.069049 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ab68-dc9e-402e-ad26-b272ee328248 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.069303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ad15d-69b5-4121-a1d2-3e432b6a2df7 None None] Pushing event updated for resources: {'Port': ['ID=a1fba094-8021-4c39-a875-590e8c7c271f,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:36.070649 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e3c6ab68-dc9e-402e-ad26-b272ee328248 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3778749 Aug 17 03:13:36.084623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42530) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:36.091942 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f3594ac2-b0d6-4025-b1f6-48c74785cb10 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': 'bb3e80f3-2677-45b2-87ec-18ff4503ce01', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:36.123398 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.162644 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Attempting to bind port a1fba094-8021-4c39-a875-590e8c7c271f on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:36.163014 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Attempting to bind port a1fba094-8021-4c39-a875-590e8c7c271f by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '5171b2ba-f836-456b-a51b-5e1b4b2c9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:36.163381 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Attempting to bind port a1fba094-8021-4c39-a875-590e8c7c271f on network d5e1ed60-b458-4c44-8e73-d651591482b4 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:36.175585 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:13:36.175959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Checking segment: {'id': '5171b2ba-f836-456b-a51b-5e1b4b2c9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:36.176374 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.176775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Bound using segment: {'id': '5171b2ba-f836-456b-a51b-5e1b4b2c9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:13:36.177291 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Bound port: a1fba094-8021-4c39-a875-590e8c7c271f, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5171b2ba-f836-456b-a51b-5e1b4b2c9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:13:36.177677 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.205866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=6bb6ce25-14fe-41f3-a7e1-e0f65f3df505,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:36.219804 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f3594ac2-b0d6-4025-b1f6-48c74785cb10 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.261660 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] For port a1fba094-8021-4c39-a875-590e8c7c271f, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:13:36.264658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] For port a1fba094-8021-4c39-a875-590e8c7c271f, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a1fba094-8021-4c39-a875-590e8c7c271f,segment=NetworkSegment(5171b2ba-f836-456b-a51b-5e1b4b2c9d65),segment_id=5171b2ba-f836-456b-a51b-5e1b4b2c9d65)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:13:36.281166 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f3594ac2-b0d6-4025-b1f6-48c74785cb10 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.346286 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.377091 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f3594ac2-b0d6-4025-b1f6-48c74785cb10 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.400020 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3594ac2-b0d6-4025-b1f6-48c74785cb10 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2271779-d2ac-4c0b-837b-8e7698ed2f72,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:36.402496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Routers {'24fc96a6-9877-4a11-ad6c-0aadd13ae52d'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:36.403173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:13:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:36.445807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ad15d-69b5-4121-a1d2-3e432b6a2df7 None None] Pushing event updated for resources: {'Port': ['ID=a1fba094-8021-4c39-a875-590e8c7c271f,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:36.503082 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f3594ac2-b0d6-4025-b1f6-48c74785cb10 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.508791 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f3594ac2-b0d6-4025-b1f6-48c74785cb10 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4182281 Aug 17 03:13:36.508791 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42532) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:36.512324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8b9c8c3f-bf2d-48f9-9d31-2e75cdd7d4aa tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': 'bb3e80f3-2677-45b2-87ec-18ff4503ce01', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:36.608622 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8c3f-bf2d-48f9-9d31-2e75cdd7d4aa tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.666883 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8c3f-bf2d-48f9-9d31-2e75cdd7d4aa tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.684379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] Set router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:36.742321 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8c3f-bf2d-48f9-9d31-2e75cdd7d4aa tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.759553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c8c3f-bf2d-48f9-9d31-2e75cdd7d4aa tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abaff46-3c50-4c74-ac6a-ac07dbfca0ec,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:36.837845 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8c3f-bf2d-48f9-9d31-2e75cdd7d4aa tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.841612 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8b9c8c3f-bf2d-48f9-9d31-2e75cdd7d4aa tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3308253 Aug 17 03:13:36.841783 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42534) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:36.847803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a551a52f-5847-4058-b62e-a10d654f0328 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': 'bb3e80f3-2677-45b2-87ec-18ff4503ce01', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:36.880583 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:34Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'a1fba094-8021-4c39-a875-590e8c7c271f', 'name': '', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:06:c0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:33Z', 'updated_at': '2021-08-17T03:13:36Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:36.906439 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d276470-924a-4e61-a4eb-2f7c84a62c3a None None] The sync data for ids ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'] in n-d-793621-31 is: [{'id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:34Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'a1fba094-8021-4c39-a875-590e8c7c271f', 'name': '', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:06:c0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:33Z', 'updated_at': '2021-08-17T03:13:36Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:13:36.935866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a551a52f-5847-4058-b62e-a10d654f0328 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.021777 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a551a52f-5847-4058-b62e-a10d654f0328 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.091166 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a551a52f-5847-4058-b62e-a10d654f0328 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.110315 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551a52f-5847-4058-b62e-a10d654f0328 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8dcc41-c5e0-43bb-8d7c-9e5ed37e6e94,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:37.186340 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a551a52f-5847-4058-b62e-a10d654f0328 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.187595 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a551a52f-5847-4058-b62e-a10d654f0328 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448398 Aug 17 03:13:37.190657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42536) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:37.201770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7bb267d1-7a66-4145-935a-ca85c0cf1eb5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': 'bb3e80f3-2677-45b2-87ec-18ff4503ce01', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:37.291605 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a1fba094-8021-4c39-a875-590e8c7c271f up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:13:37.307433 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7bb267d1-7a66-4145-935a-ca85c0cf1eb5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.373448 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7bb267d1-7a66-4145-935a-ca85c0cf1eb5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.397601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port a1fba094-8021-4c39-a875-590e8c7c271f completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:37.402047 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port a1fba094-8021-4c39-a875-590e8c7c271f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:37.406525 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.461287 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7bb267d1-7a66-4145-935a-ca85c0cf1eb5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.482962 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb267d1-7a66-4145-935a-ca85c0cf1eb5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e972656d-5312-442a-87fb-7505a6c82a8a,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:37.484839 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.520334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port a1fba094-8021-4c39-a875-590e8c7c271f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a1fba094-8021-4c39-a875-590e8c7c271f,segment=NetworkSegment(5171b2ba-f836-456b-a51b-5e1b4b2c9d65),segment_id=5171b2ba-f836-456b-a51b-5e1b4b2c9d65)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:37.574754 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7bb267d1-7a66-4145-935a-ca85c0cf1eb5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.576023 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7bb267d1-7a66-4145-935a-ca85c0cf1eb5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3843489 Aug 17 03:13:37.579574 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42538) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:37.584362 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-255e8944-24a3-4553-99e4-d0e573395822 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': 'bb3e80f3-2677-45b2-87ec-18ff4503ce01', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:37.611372 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.612217 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:13:37.674151 n-d-793621-31 neutron-server[95407]: INFO neutron.db.securitygroups_db [None req-255e8944-24a3-4553-99e4-d0e573395822 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Project 20f093d378e74d7c9cbbc00871b7e645 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:13:37.679769 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-255e8944-24a3-4553-99e4-d0e573395822 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.690547 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=a1fba094-8021-4c39-a875-590e8c7c271f,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:37.703879 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:37.704855 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.759632 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-255e8944-24a3-4553-99e4-d0e573395822 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.849263 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-255e8944-24a3-4553-99e4-d0e573395822 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.869381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e8944-24a3-4553-99e4-d0e573395822 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8ae007-3d75-4fe9-93f3-2e54450d0a65,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:37.885418 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-65d26332-8041-4d76-a999-dc46776e7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.947874 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-255e8944-24a3-4553-99e4-d0e573395822 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.949122 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-255e8944-24a3-4553-99e4-d0e573395822 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3685367 Aug 17 03:13:37.951929 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42540) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:37.956547 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-01bafe9d-2040-44f5-a652-e00bad372758 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'security_group_rule': {'security_group_id': 'bb3e80f3-2677-45b2-87ec-18ff4503ce01', 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:38.068435 n-d-793621-31 neutron-server[95407]: INFO neutron.db.securitygroups_db [None req-01bafe9d-2040-44f5-a652-e00bad372758 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Project 20f093d378e74d7c9cbbc00871b7e645 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:13:38.073847 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-01bafe9d-2040-44f5-a652-e00bad372758 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.136089 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-01bafe9d-2040-44f5-a652-e00bad372758 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.221943 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-01bafe9d-2040-44f5-a652-e00bad372758 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.240289 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bafe9d-2040-44f5-a652-e00bad372758 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26faea8e-db52-4976-b9a4-f49160f066db,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:38.332078 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-01bafe9d-2040-44f5-a652-e00bad372758 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.333350 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-01bafe9d-2040-44f5-a652-e00bad372758 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3804655 Aug 17 03:13:38.471991 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-ce91deaa-17d6-4a3b-9522-973ced44de58 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161354887&fields=id&tenant_id=20f093d378e74d7c9cbbc00871b7e645 HTTP/1.1" status: 200 len: 267 time: 0.0338476 Aug 17 03:13:38.588408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7b441-216f-4f81-a871-c65253569a6c req-63023370-33ab-4c73-8f1c-84e2e8e2124f tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:38.590068 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-63023370-33ab-4c73-8f1c-84e2e8e2124f tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/networks?id=d5e1ed60-b458-4c44-8e73-d651591482b4 HTTP/1.1" status: 200 len: 796 time: 0.1113408 Aug 17 03:13:38.607830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-142af1e5-9abc-4928-b77e-ccd593be645e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/quotas/20f093d378e74d7c9cbbc00871b7e645 HTTP/1.1" status: 200 len: 375 time: 0.0114114 Aug 17 03:13:38.658366 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-1f024960-1118-410e-a19a-b070f6943918 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450654 Aug 17 03:13:38.831238 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-28cec581-0896-41d2-a12e-863969574f2d service neutron] 10.222.0.13 "GET /v2.0/networks/d5e1ed60-b458-4c44-8e73-d651591482b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282222 Aug 17 03:13:38.928335 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-7bf81392-4818-464a-8485-a870e2803ce8 service neutron] 10.222.0.13 "GET /v2.0/networks/d5e1ed60-b458-4c44-8e73-d651591482b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885618 Aug 17 03:13:39.163562 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-87c4fa08-050c-474d-b0e3-054c72c4ef27 req-27f7c9e7-61b9-4b77-b864-cbdbd1c40af8 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 210 time: 0.0314844 Aug 17 03:13:39.223929 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a1fba094-8021-4c39-a875-590e8c7c271f up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:13:39.275137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port a1fba094-8021-4c39-a875-590e8c7c271f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:39.275514 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:40.262818 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91db103b-871f-455c-ae05-07006670e53e req-44ce9d2c-5f47-479c-97d3-65768ebf6505 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 210 time: 0.0258420 Aug 17 03:13:40.440109 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-26610005-8bdc-4842-ae3f-dbcc454c3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:40.654750 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:41.359147 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d2f8a333-0636-4c98-aa3c-1a46af4d3760 req-aa3ca076-6c6e-45e7-a57e-25b3575f3ddb tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 210 time: 0.0283298 Aug 17 03:13:41.456471 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7b441-216f-4f81-a871-c65253569a6c req-ab84e20e-852c-4c7a-8fde-a743ebd4582c tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:41.457984 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-ab84e20e-852c-4c7a-8fde-a743ebd4582c tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.18 "GET /v2.0/networks?id=d5e1ed60-b458-4c44-8e73-d651591482b4 HTTP/1.1" status: 200 len: 796 time: 0.1038356 Aug 17 03:13:41.506638 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-56df2af1-0c63-4ab1-b6da-fee2a5330be3 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20f093d378e74d7c9cbbc00871b7e645 HTTP/1.1" status: 200 len: 379 time: 0.0343759 Aug 17 03:13:41.516586 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-a9c7b441-216f-4f81-a871-c65253569a6c req-86f0f6b2-7eea-475a-a94e-4635a8e43c48 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'port': {'device_id': '8bee7b67-a3e1-405f-b4ee-1744d1baee02', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'admin_state_up': True, 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'security_groups': ['bb3e80f3-2677-45b2-87ec-18ff4503ce01']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:41.645682 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:13:41.753976 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c7b441-216f-4f81-a871-c65253569a6c req-86f0f6b2-7eea-475a-a94e-4635a8e43c48 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Made reservation on behalf of 20f093d378e74d7c9cbbc00871b7e645 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:41.757808 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a9c7b441-216f-4f81-a871-c65253569a6c req-86f0f6b2-7eea-475a-a94e-4635a8e43c48 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:41.889938 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-a9c7b441-216f-4f81-a871-c65253569a6c req-86f0f6b2-7eea-475a-a94e-4635a8e43c48 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Allocated IP 172.20.0.14 (d5e1ed60-b458-4c44-8e73-d651591482b4/160f2ec7-f787-45cc-83e1-d898ca1168a7/e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:41.974828 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.025748 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a9c7b441-216f-4f81-a871-c65253569a6c req-86f0f6b2-7eea-475a-a94e-4635a8e43c48 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.038654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-a9c7b441-216f-4f81-a871-c65253569a6c req-86f0f6b2-7eea-475a-a94e-4635a8e43c48 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Transition to ACTIVE for port object e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:42.182809 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a9c7b441-216f-4f81-a871-c65253569a6c req-86f0f6b2-7eea-475a-a94e-4635a8e43c48 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.233210 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c7b441-216f-4f81-a871-c65253569a6c req-86f0f6b2-7eea-475a-a94e-4635a8e43c48 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network d5e1ed60-b458-4c44-8e73-d651591482b4 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:42.236266 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-a9c7b441-216f-4f81-a871-c65253569a6c req-86f0f6b2-7eea-475a-a94e-4635a8e43c48 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:42.240277 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c7b441-216f-4f81-a871-c65253569a6c req-86f0f6b2-7eea-475a-a94e-4635a8e43c48 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:42.268658 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0f6b2-7eea-475a-a94e-4635a8e43c48 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Port': ['ID=e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:42.296267 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7b441-216f-4f81-a871-c65253569a6c req-86f0f6b2-7eea-475a-a94e-4635a8e43c48 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:42.296779 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a9c7b441-216f-4f81-a871-c65253569a6c req-86f0f6b2-7eea-475a-a94e-4635a8e43c48 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.392433 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-86f0f6b2-7eea-475a-a94e-4635a8e43c48 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8751476 Aug 17 03:13:42.452141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Request body: {'port': {'device_id': '8bee7b67-a3e1-405f-b4ee-1744d1baee02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:42.481377 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0b38c-b0a5-4e6a-a3ae-3f5c2f156807 req-5171a2e1-6b20-43e1-a6ff-f7a49f4cd7e0 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:42.482933 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33f0b38c-b0a5-4e6a-a3ae-3f5c2f156807 req-5171a2e1-6b20-43e1-a6ff-f7a49f4cd7e0 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 932 time: 0.0517406 Aug 17 03:13:42.507164 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.522796 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-33f0b38c-b0a5-4e6a-a3ae-3f5c2f156807 req-19322eb0-8608-4665-8353-21b3d3176567 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb3e80f3-2677-45b2-87ec-18ff4503ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334151 Aug 17 03:13:42.534837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9aa3a9b6-d323-4523-9009-390a77ba490b None None] Provisioning for port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:42.539237 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-9aa3a9b6-d323-4523-9009-390a77ba490b None None] Provisioning complete for port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:42.539816 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9aa3a9b6-d323-4523-9009-390a77ba490b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.573696 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3a9b6-d323-4523-9009-390a77ba490b None None] Port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:42.772492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:13:42.779742 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.791145 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Transition to ACTIVE for port object e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:42.861953 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.909980 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:42.984424 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Attempting to bind port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:42.984848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Attempting to bind port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '5171b2ba-f836-456b-a51b-5e1b4b2c9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:42.985219 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Attempting to bind port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf on network d5e1ed60-b458-4c44-8e73-d651591482b4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:42.990247 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf on network d5e1ed60-b458-4c44-8e73-d651591482b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:42.990577 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Attempting to bind port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf on network d5e1ed60-b458-4c44-8e73-d651591482b4 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:42.995778 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:13:42.996120 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Checking segment: {'id': '5171b2ba-f836-456b-a51b-5e1b4b2c9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:42.996514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Bound using segment: {'id': '5171b2ba-f836-456b-a51b-5e1b4b2c9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:13:42.996945 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Bound port: e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5171b2ba-f836-456b-a51b-5e1b4b2c9d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:13:42.997401 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.065665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] For port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:13:43.069073 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] For port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf,segment=NetworkSegment(5171b2ba-f836-456b-a51b-5e1b4b2c9d65),segment_id=5171b2ba-f836-456b-a51b-5e1b4b2c9d65)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:13:43.159643 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.194473 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:43.195102 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.196511 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] 10.222.0.18 "PUT /v2.0/ports/e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf HTTP/1.1" status: 200 len: 1093 time: 0.7498982 Aug 17 03:13:43.196957 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bee7b67-a3e1-405f-b4ee-1744d1baee02', 'tag': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:43.199288 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81925f7c-4845-4931-9148-9a00c704ffe9" -d '{"events": [{"name": "network-changed", "server_uuid": "8bee7b67-a3e1-405f-b4ee-1744d1baee02", "tag": "e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:43.237678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b10fc1-2397-4e91-9f2b-0be646580b38 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:43.247788 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba42a47-3a71-49c2-90da-bfe46a67de78 x-openstack-request-id: req-bba42a47-3a71-49c2-90da-bfe46a67de78 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:43.248074 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bee7b67-a3e1-405f-b4ee-1744d1baee02", "tag": "e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:43.248340 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bba42a47-3a71-49c2-90da-bfe46a67de78 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:43.248717 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bee7b67-a3e1-405f-b4ee-1744d1baee02', 'tag': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf', 'status': 'completed', 'code': 200} Aug 17 03:13:43.323814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81925f7c-4845-4931-9148-9a00c704ffe9 req-d315a9ae-e3d2-4062-9824-57d752ecbc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:43.325396 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81925f7c-4845-4931-9148-9a00c704ffe9 req-d315a9ae-e3d2-4062-9824-57d752ecbc8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 1096 time: 0.0450070 Aug 17 03:13:43.435082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81925f7c-4845-4931-9148-9a00c704ffe9 req-e340cb0d-8ed7-4892-9f09-c6785c70c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:43.436956 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81925f7c-4845-4931-9148-9a00c704ffe9 req-e340cb0d-8ed7-4892-9f09-c6785c70c26c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=20f093d378e74d7c9cbbc00871b7e645&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0979049 Aug 17 03:13:43.537368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81925f7c-4845-4931-9148-9a00c704ffe9 req-dc76cec8-d697-4f06-a38d-4e5d22f519a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:43.538870 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-81925f7c-4845-4931-9148-9a00c704ffe9 req-dc76cec8-d697-4f06-a38d-4e5d22f519a9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938218 Aug 17 03:13:43.636375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7b441-216f-4f81-a871-c65253569a6c req-307b82af-39dd-40c3-b938-9f1bd31278b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:43.639322 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-307b82af-39dd-40c3-b938-9f1bd31278b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 1096 time: 0.0436468 Aug 17 03:13:43.642369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d5ca5-9cc8-4c60-9521-3777048dbd0b req-7bdecb63-337e-4a05-8ebd-13e5749a86e5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:43.644021 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-909d5ca5-9cc8-4c60-9521-3777048dbd0b req-7bdecb63-337e-4a05-8ebd-13e5749a86e5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 944 time: 0.0497615 Aug 17 03:13:43.690115 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-5ad1acd8-5c12-40b7-bf87-d65aef7393ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf HTTP/1.1" status: 200 len: 217 time: 0.0357032 Aug 17 03:13:43.694144 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-909d5ca5-9cc8-4c60-9521-3777048dbd0b req-3d8b9a8f-017c-4f37-b1cb-cbe2238ada0d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb3e80f3-2677-45b2-87ec-18ff4503ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385869 Aug 17 03:13:43.740396 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7b441-216f-4f81-a871-c65253569a6c req-0f5ba00d-9394-45f3-9957-aa8292d860a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:43.741926 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-0f5ba00d-9394-45f3-9957-aa8292d860a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=160f2ec7-f787-45cc-83e1-d898ca1168a7 HTTP/1.1" status: 200 len: 835 time: 0.0445697 Aug 17 03:13:43.797347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7b441-216f-4f81-a871-c65253569a6c req-a4eb03e9-e79b-4054-902b-167a228254b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:43.799738 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-a4eb03e9-e79b-4054-902b-167a228254b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5e1ed60-b458-4c44-8e73-d651591482b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502889 Aug 17 03:13:43.903189 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-7925140a-0690-41c6-91d8-50100ab4a08b service neutron] 10.222.0.18 "GET /v2.0/networks/d5e1ed60-b458-4c44-8e73-d651591482b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955794 Aug 17 03:13:43.965032 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.997519 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a9c7b441-216f-4f81-a871-c65253569a6c req-828674d4-4c18-422f-9381-d12ed938791e service neutron] 10.222.0.18 "GET /v2.0/networks/d5e1ed60-b458-4c44-8e73-d651591482b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854988 Aug 17 03:13:44.808939 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be9a43-6504-49b4-81db-42112cfae807 req-13cb5e60-bc92-4bc4-90b5-31069d6af233 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:44.810457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8be9a43-6504-49b4-81db-42112cfae807 req-13cb5e60-bc92-4bc4-90b5-31069d6af233 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 944 time: 0.0497718 Aug 17 03:13:44.850562 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8be9a43-6504-49b4-81db-42112cfae807 req-8494e261-3732-4677-9419-1314cb678b65 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb3e80f3-2677-45b2-87ec-18ff4503ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338652 Aug 17 03:13:45.977591 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d2bcd-a1b6-4037-a496-bbfbd3993ae6 req-ee56ab15-270c-4d3a-af24-aa670791e8cc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:45.979086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-393d2bcd-a1b6-4037-a496-bbfbd3993ae6 req-ee56ab15-270c-4d3a-af24-aa670791e8cc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 944 time: 0.0516763 Aug 17 03:13:46.018199 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-393d2bcd-a1b6-4037-a496-bbfbd3993ae6 req-d50881dc-79f9-4685-8bae-5015562c872a tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb3e80f3-2677-45b2-87ec-18ff4503ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328941 Aug 17 03:13:47.137285 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fddc2-0137-468b-b75b-dd33fa212245 req-b898aff7-02a2-425f-ae02-360efa298080 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:47.138760 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce4fddc2-0137-468b-b75b-dd33fa212245 req-b898aff7-02a2-425f-ae02-360efa298080 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 944 time: 0.0508890 Aug 17 03:13:47.182046 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ce4fddc2-0137-468b-b75b-dd33fa212245 req-5251cbb1-4d86-441f-a3b2-02faf003a53d tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb3e80f3-2677-45b2-87ec-18ff4503ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361266 Aug 17 03:13:47.310167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:13:47.405476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf,segment=NetworkSegment(5171b2ba-f836-456b-a51b-5e1b4b2c9d65),segment_id=5171b2ba-f836-456b-a51b-5e1b4b2c9d65)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:47.416211 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'port_id': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf', 'mac_address': 'fa:16:3e:cc:39:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:13:47.452233 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.468726 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:13:47.487397 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf,segment=NetworkSegment(5171b2ba-f836-456b-a51b-5e1b4b2c9d65),segment_id=5171b2ba-f836-456b-a51b-5e1b4b2c9d65)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:47.570592 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.619255 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:47.933227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:13:48.299418 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c25e6-d23b-4bd3-a16a-3a50d834e734 req-839de6cc-4cd0-4834-a708-fb3d42592e6c tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:48.300928 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa8c25e6-d23b-4bd3-a16a-3a50d834e734 req-839de6cc-4cd0-4834-a708-fb3d42592e6c tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 945 time: 0.0509417 Aug 17 03:13:48.341857 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa8c25e6-d23b-4bd3-a16a-3a50d834e734 req-405a31cb-c3f7-4172-b4ec-2360851d4f4b tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb3e80f3-2677-45b2-87ec-18ff4503ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349736 Aug 17 03:13:49.309351 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:13:49.450379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:49.454816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:49.455184 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.457312 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dced1ab-de24-4ed9-b02d-87f69c9d20c8 req-7dbd59a4-b1ba-425e-9bee-bab7750eb686 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:49.458809 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5dced1ab-de24-4ed9-b02d-87f69c9d20c8 req-7dbd59a4-b1ba-425e-9bee-bab7750eb686 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 945 time: 0.0496147 Aug 17 03:13:49.498093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5dced1ab-de24-4ed9-b02d-87f69c9d20c8 req-b5e33e03-641a-4a53-86dd-48b03b0765b4 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb3e80f3-2677-45b2-87ec-18ff4503ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332541 Aug 17 03:13:49.535731 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.621016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bee7b67-a3e1-405f-b4ee-1744d1baee02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:49.623755 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}936991b1c43a25cf6fbdc2804a0fba7a26d62439886a99897817d68b18d5e6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac89d30e-b1ff-4333-8143-bd8c6af77e5f" -d '{"events": [{"server_uuid": "8bee7b67-a3e1-405f-b4ee-1744d1baee02", "name": "network-vif-plugged", "status": "completed", "tag": "e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:49.637147 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf,segment=NetworkSegment(5171b2ba-f836-456b-a51b-5e1b4b2c9d65),segment_id=5171b2ba-f836-456b-a51b-5e1b4b2c9d65)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:49.659424 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e6e889-d3a4-45b6-9d1a-adf111482684 x-openstack-request-id: req-53e6e889-d3a4-45b6-9d1a-adf111482684 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:49.659715 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bee7b67-a3e1-405f-b4ee-1744d1baee02", "name": "network-vif-plugged", "status": "completed", "tag": "e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:49.659970 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53e6e889-d3a4-45b6-9d1a-adf111482684 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:49.660395 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bee7b67-a3e1-405f-b4ee-1744d1baee02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf', 'code': 200} Aug 17 03:13:49.730853 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.778698 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:49.778917 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c37a1e-5fa2-423b-9fe3-2289c7f5418a req-205816b6-e2fc-4493-9bac-c88d08d6d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:49.780413 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e3c37a1e-5fa2-423b-9fe3-2289c7f5418a req-205816b6-e2fc-4493-9bac-c88d08d6d536 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 1098 time: 0.0422819 Aug 17 03:13:49.817803 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e3c37a1e-5fa2-423b-9fe3-2289c7f5418a req-55c59d02-9ba4-4d84-96ce-32979b981878 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bb3e80f3-2677-45b2-87ec-18ff4503ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288932 Aug 17 03:13:50.619620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0e92c-7938-4488-af47-dfcabed7b310 req-e04bc917-be50-4a95-8d17-e3385a6ee647 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:50.621121 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53f0e92c-7938-4488-af47-dfcabed7b310 req-e04bc917-be50-4a95-8d17-e3385a6ee647 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 946 time: 0.0514438 Aug 17 03:13:50.664396 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53f0e92c-7938-4488-af47-dfcabed7b310 req-0344015b-8a5f-4201-adc3-b1a5d2f8d8e6 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb3e80f3-2677-45b2-87ec-18ff4503ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361640 Aug 17 03:13:51.780502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2799c-264a-4ed3-b10c-b5724535afcd req-12759474-2870-4d88-ba8e-54e06c7b2a33 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:51.782034 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28f2799c-264a-4ed3-b10c-b5724535afcd req-12759474-2870-4d88-ba8e-54e06c7b2a33 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 946 time: 0.0492005 Aug 17 03:13:51.819835 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28f2799c-264a-4ed3-b10c-b5724535afcd req-a1d0cbe4-a1a6-4388-a139-60b821663532 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb3e80f3-2677-45b2-87ec-18ff4503ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318334 Aug 17 03:13:51.933209 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa7986-fbba-487f-8983-7a35870c13ba req-79eabc3f-11a8-4c81-be31-9e9e424fbeb5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:51.934706 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cfa7986-fbba-487f-8983-7a35870c13ba req-79eabc3f-11a8-4c81-be31-9e9e424fbeb5 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 946 time: 0.0491645 Aug 17 03:13:51.977037 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cfa7986-fbba-487f-8983-7a35870c13ba req-7394383f-adb2-4d4b-82bc-35a599a86906 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb3e80f3-2677-45b2-87ec-18ff4503ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357687 Aug 17 03:13:51.998042 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42618) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:52.037936 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b1eee-d84e-49ec-a78c-f38e6a01638b tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:52.039457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-507b1eee-d84e-49ec-a78c-f38e6a01638b tempest-TestNetworkBasicOps-709853826 tempest-TestNetworkBasicOps-709853826-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 1093 time: 0.0404537 Aug 17 03:13:52.042625 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42620) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:52.047278 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'port_id': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:52.134158 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:52.231809 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:52.330420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Allocated IP 172.25.5.213 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/5a1a1f7e-25c1-4ea4-b2a6-6493db98f47e) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:52.433222 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:52.552061 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:52.586118 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:52.588801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:52.595036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:52.627583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Port': ['ID=5a1a1f7e-25c1-4ea4-b2a6-6493db98f47e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:52.948693 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.113767 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.581038 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.668151 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.730818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event updated for resources: {'Port': ['ID=5a1a1f7e-25c1-4ea4-b2a6-6493db98f47e,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:53.747218 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.845379 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Floating IP a069ca22-1812-4108-a114-e640577e2f4e associated. External IP: 172.25.5.213, port: e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf. Aug 17 03:13:54.050809 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:13:54.158968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:13:54.169659 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a1c903-5da1-4488-a7ed-8973d4499b9e None None] Sync routers for ids ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:13:54.183188 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a1c903-5da1-4488-a7ed-8973d4499b9e None None] Routers {'24fc96a6-9877-4a11-ad6c-0aadd13ae52d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:54.190610 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-44a1c903-5da1-4488-a7ed-8973d4499b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:13:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:54.237469 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.264990 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0cc5d913-e496-4a78-9723-6e9f5fff4929 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2212198 Aug 17 03:13:54.265741 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bee7b67-a3e1-405f-b4ee-1744d1baee02', 'tag': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:54.268575 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf91a326-9484-4034-9e4e-ef8478875800" -d '{"events": [{"name": "network-changed", "server_uuid": "8bee7b67-a3e1-405f-b4ee-1744d1baee02", "tag": "e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:54.269509 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42624) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:54.291051 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-44a1c903-5da1-4488-a7ed-8973d4499b9e None None] Set router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:54.308430 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0350571-5e74-49fe-beb8-85e63acd4e5a x-openstack-request-id: req-e0350571-5e74-49fe-beb8-85e63acd4e5a {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:54.308729 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bee7b67-a3e1-405f-b4ee-1744d1baee02", "tag": "e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:54.309082 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0350571-5e74-49fe-beb8-85e63acd4e5a {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:54.309519 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bee7b67-a3e1-405f-b4ee-1744d1baee02', 'tag': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf', 'status': 'completed', 'code': 200} Aug 17 03:13:54.343660 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0cbab653-cea9-408c-9811-696a259b866f tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/floatingips/a069ca22-1812-4108-a114-e640577e2f4e HTTP/1.1" status: 200 len: 992 time: 0.0729704 Aug 17 03:13:54.404121 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91a326-9484-4034-9e4e-ef8478875800 req-2f32da67-addd-4a23-87e9-13c92b72544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:54.405968 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cf91a326-9484-4034-9e4e-ef8478875800 req-2f32da67-addd-4a23-87e9-13c92b72544b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 1098 time: 0.0478511 Aug 17 03:13:54.503564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91a326-9484-4034-9e4e-ef8478875800 req-b2583208-fb73-4f78-9a73-2653fc0675c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:54.505087 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cf91a326-9484-4034-9e4e-ef8478875800 req-b2583208-fb73-4f78-9a73-2653fc0675c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5e1ed60-b458-4c44-8e73-d651591482b4 HTTP/1.1" status: 200 len: 897 time: 0.0919530 Aug 17 03:13:54.522548 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-44a1c903-5da1-4488-a7ed-8973d4499b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:34Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'a069ca22-1812-4108-a114-e640577e2f4e', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'port_id': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'mac_address': 'fa:16:3e:cc:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee7b67-a3e1-405f-b4ee-1744d1baee02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:13:52Z', 'updated_at': '2021-08-17T03:13:52Z', 'revision_number': 0, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1fba094-8021-4c39-a875-590e8c7c271f', 'name': '', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:06:c0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:33Z', 'updated_at': '2021-08-17T03:13:37Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:54.548312 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a1c903-5da1-4488-a7ed-8973d4499b9e None None] Checking router: 24fc96a6-9877-4a11-ad6c-0aadd13ae52d for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:13:54.556417 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a1c903-5da1-4488-a7ed-8973d4499b9e None None] Routers {'24fc96a6-9877-4a11-ad6c-0aadd13ae52d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:54.557022 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-44a1c903-5da1-4488-a7ed-8973d4499b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:13:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:54.578835 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cf91a326-9484-4034-9e4e-ef8478875800 req-bf2e54d6-b108-426d-b112-35b3385f5a6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf HTTP/1.1" status: 200 len: 1000 time: 0.0595007 Aug 17 03:13:54.627680 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91a326-9484-4034-9e4e-ef8478875800 req-b5656c88-db76-41b5-9947-658ef8303d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:54.629275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cf91a326-9484-4034-9e4e-ef8478875800 req-b5656c88-db76-41b5-9947-658ef8303d4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=160f2ec7-f787-45cc-83e1-d898ca1168a7 HTTP/1.1" status: 200 len: 835 time: 0.0495327 Aug 17 03:13:54.662695 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-44a1c903-5da1-4488-a7ed-8973d4499b9e None None] Set router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:54.677060 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91a326-9484-4034-9e4e-ef8478875800 req-c8f93161-10ff-4470-b6dc-a0801da2c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:54.678619 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cf91a326-9484-4034-9e4e-ef8478875800 req-c8f93161-10ff-4470-b6dc-a0801da2c93a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5e1ed60-b458-4c44-8e73-d651591482b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420504 Aug 17 03:13:54.771265 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cf91a326-9484-4034-9e4e-ef8478875800 req-56a13080-6160-449e-a1f4-1b25fe0c4e7e service neutron] 10.222.0.18 "GET /v2.0/networks/d5e1ed60-b458-4c44-8e73-d651591482b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840032 Aug 17 03:13:54.868410 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-cf91a326-9484-4034-9e4e-ef8478875800 req-780d6b1e-db6d-4a16-805b-56e797d8c97a service neutron] 10.222.0.18 "GET /v2.0/networks/d5e1ed60-b458-4c44-8e73-d651591482b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898418 Aug 17 03:13:54.974195 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-44a1c903-5da1-4488-a7ed-8973d4499b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:34Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'a069ca22-1812-4108-a114-e640577e2f4e', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'port_id': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'mac_address': 'fa:16:3e:cc:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee7b67-a3e1-405f-b4ee-1744d1baee02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:13:52Z', 'updated_at': '2021-08-17T03:13:52Z', 'revision_number': 0, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1fba094-8021-4c39-a875-590e8c7c271f', 'name': '', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:06:c0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:33Z', 'updated_at': '2021-08-17T03:13:37Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:55.000399 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a1c903-5da1-4488-a7ed-8973d4499b9e None None] The sync data for ids ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'] in n-d-793621-31 is: [{'id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:34Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': 'a069ca22-1812-4108-a114-e640577e2f4e', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'port_id': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'mac_address': 'fa:16:3e:cc:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee7b67-a3e1-405f-b4ee-1744d1baee02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:13:52Z', 'updated_at': '2021-08-17T03:13:52Z', 'revision_number': 0, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1fba094-8021-4c39-a875-590e8c7c271f', 'name': '', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:06:c0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:33Z', 'updated_at': '2021-08-17T03:13:37Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:13:55.202510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5213d-fe69-4698-b411-56d85f476826 None None] New status for floating IP a069ca22-1812-4108-a114-e640577e2f4e: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:13:55.347955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42628) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:55.409082 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-da6d4357-b9a8-4559-9096-462970a03f7c tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/floatingips/a069ca22-1812-4108-a114-e640577e2f4e HTTP/1.1" status: 200 len: 992 time: 0.0599468 Aug 17 03:13:56.412374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42630) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:56.478000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5dd35e8f-1c07-4041-9c01-bad91f019976 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/floatingips/a069ca22-1812-4108-a114-e640577e2f4e HTTP/1.1" status: 200 len: 994 time: 0.0645719 Aug 17 03:13:59.107312 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:01.576260 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:07.878997 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd308f59-a0a2-49ee-8db0-862200848623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:10.465448 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b50351f-c3e8-40b0-9363-7ad54bc9c87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:10.627428 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:11.981912 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:13.945447 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:18.646188 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:14:29.078465 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:29.657699 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-561753e3-a5e4-47c4-9646-1209bc492636 req-f0c0ba1f-f588-4e2e-986c-194bc725b62b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401008 Aug 17 03:14:29.757337 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561753e3-a5e4-47c4-9646-1209bc492636 req-8bfc47aa-d2b4-47c6-9cb2-e5bf35896ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:29.758832 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-561753e3-a5e4-47c4-9646-1209bc492636 req-8bfc47aa-d2b4-47c6-9cb2-e5bf35896ccf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 1098 time: 0.0417161 Aug 17 03:14:29.870970 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561753e3-a5e4-47c4-9646-1209bc492636 req-a82d48fd-32fe-4e4a-96b5-d2d208575682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:29.872466 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-561753e3-a5e4-47c4-9646-1209bc492636 req-a82d48fd-32fe-4e4a-96b5-d2d208575682 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5e1ed60-b458-4c44-8e73-d651591482b4 HTTP/1.1" status: 200 len: 897 time: 0.0935280 Aug 17 03:14:29.944286 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-561753e3-a5e4-47c4-9646-1209bc492636 req-20d2bc68-ed8f-46ae-9660-817577a59a64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf HTTP/1.1" status: 200 len: 1002 time: 0.0626204 Aug 17 03:14:29.994063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561753e3-a5e4-47c4-9646-1209bc492636 req-8a4ba97b-9fc5-428a-893d-37af4e9442e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:29.995553 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-561753e3-a5e4-47c4-9646-1209bc492636 req-8a4ba97b-9fc5-428a-893d-37af4e9442e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=160f2ec7-f787-45cc-83e1-d898ca1168a7 HTTP/1.1" status: 200 len: 835 time: 0.0437105 Aug 17 03:14:30.043240 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561753e3-a5e4-47c4-9646-1209bc492636 req-44d8b400-6708-4e8c-a768-add6faad5693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:30.044754 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-561753e3-a5e4-47c4-9646-1209bc492636 req-44d8b400-6708-4e8c-a768-add6faad5693 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5e1ed60-b458-4c44-8e73-d651591482b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418212 Aug 17 03:14:30.057368 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-561753e3-a5e4-47c4-9646-1209bc492636 req-6a306861-9698-46e7-8900-cab1551239c3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:14:30.058361 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-561753e3-a5e4-47c4-9646-1209bc492636 req-6a306861-9698-46e7-8900-cab1551239c3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054176 Aug 17 03:14:30.154083 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-561753e3-a5e4-47c4-9646-1209bc492636 req-1a485463-77ba-49d9-80f6-c23916f14dd2 service neutron] 10.222.0.18 "GET /v2.0/networks/d5e1ed60-b458-4c44-8e73-d651591482b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882735 Aug 17 03:14:30.248602 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-561753e3-a5e4-47c4-9646-1209bc492636 req-73913e8b-0f58-48d6-a009-aa4e793e8f8e service neutron] 10.222.0.18 "GET /v2.0/networks/d5e1ed60-b458-4c44-8e73-d651591482b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852425 Aug 17 03:14:31.558191 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.883486 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-acb5a2be-aecc-469d-ab8c-e30df013ddc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:40.415286 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-97e46e37-6976-4bee-a07e-6a98564b8f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:40.626793 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.980851 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:43.946663 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:55.645548 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:14:59.095121 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:01.567432 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.441087 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42672) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:07.506971 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c2cfbf5c-7474-4166-ba28-15c26a674a2e tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/floatingips/a069ca22-1812-4108-a114-e640577e2f4e HTTP/1.1" status: 200 len: 994 time: 0.0645325 Aug 17 03:15:07.757553 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42680) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:07.894291 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-37106e97-72bc-4cbf-9250-c18171e507a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.921990 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Deleting port 5a1a1f7e-25c1-4ea4-b2a6-6493db98f47e {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:07.922337 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.003268 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.003593 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.018153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Calling delete_port for 5a1a1f7e-25c1-4ea4-b2a6-6493db98f47e owned by network:floatingip {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:08.232032 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.256773 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Port': ['ID=5a1a1f7e-25c1-4ea4-b2a6-6493db98f47e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:08.271835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:08.272188 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:08.272568 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:08.272909 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:08.273283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:08.273612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:08.273944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:08.274276 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:08.274621 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:08.274999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:08.275336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:08.275698 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:08.332413 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for floatingip, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.332811 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Floating IP a069ca22-1812-4108-a114-e640577e2f4e disassociated (deleted). External IP: 172.25.5.213, port: e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf. Aug 17 03:15:08.547660 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:08.656988 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:08.662646 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.668477 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd2cd40-66b4-4349-b88d-e01129761ff8 None None] Sync routers for ids ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:08.678343 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd2cd40-66b4-4349-b88d-e01129761ff8 None None] Routers {'24fc96a6-9877-4a11-ad6c-0aadd13ae52d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:08.679087 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-8dd2cd40-66b4-4349-b88d-e01129761ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:14:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:08.690059 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6f799c39-e851-4d04-93ec-3c236a78b799 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "DELETE /v2.0/floatingips/a069ca22-1812-4108-a114-e640577e2f4e HTTP/1.1" status: 204 len: 168 time: 0.9314592 Aug 17 03:15:08.690762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bee7b67-a3e1-405f-b4ee-1744d1baee02', 'tag': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:08.693026 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e10817f-15dd-4ad8-9de9-96ece22f6bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "8bee7b67-a3e1-405f-b4ee-1744d1baee02", "tag": "e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:08.785005 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-8dd2cd40-66b4-4349-b88d-e01129761ff8 None None] Set router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:08.987487 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-8dd2cd40-66b4-4349-b88d-e01129761ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:34Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'a1fba094-8021-4c39-a875-590e8c7c271f', 'name': '', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:06:c0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:33Z', 'updated_at': '2021-08-17T03:13:37Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:09.012685 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd2cd40-66b4-4349-b88d-e01129761ff8 None None] Checking router: 24fc96a6-9877-4a11-ad6c-0aadd13ae52d for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:15:09.021917 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd2cd40-66b4-4349-b88d-e01129761ff8 None None] Routers {'24fc96a6-9877-4a11-ad6c-0aadd13ae52d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:09.022524 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-8dd2cd40-66b4-4349-b88d-e01129761ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:14:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:09.076981 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742735fd-151a-43d6-8fed-6b63abbe7e55 x-openstack-request-id: req-742735fd-151a-43d6-8fed-6b63abbe7e55 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:09.081742 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bee7b67-a3e1-405f-b4ee-1744d1baee02", "tag": "e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:09.081742 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-742735fd-151a-43d6-8fed-6b63abbe7e55 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:09.081742 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bee7b67-a3e1-405f-b4ee-1744d1baee02', 'tag': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf', 'status': 'completed', 'code': 200} Aug 17 03:15:09.137931 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-8dd2cd40-66b4-4349-b88d-e01129761ff8 None None] Set router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:09.182133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10817f-15dd-4ad8-9de9-96ece22f6bc2 req-12532aff-9346-4bfc-842c-3b68bf2a6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:09.183807 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e10817f-15dd-4ad8-9de9-96ece22f6bc2 req-12532aff-9346-4bfc-842c-3b68bf2a6d93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20f093d378e74d7c9cbbc00871b7e645&device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 1098 time: 0.0513952 Aug 17 03:15:09.196790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcbb4c-1299-4abe-af11-e9c7106554eb req-87a32354-a492-4135-a228-5b1858223c66 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:09.201448 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-04fcbb4c-1299-4abe-af11-e9c7106554eb req-87a32354-a492-4135-a228-5b1858223c66 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 946 time: 0.0715876 Aug 17 03:15:09.245790 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-04fcbb4c-1299-4abe-af11-e9c7106554eb req-81d449a8-d27f-4572-8e3a-440008bc29d1 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb3e80f3-2677-45b2-87ec-18ff4503ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412347 Aug 17 03:15:09.294023 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10817f-15dd-4ad8-9de9-96ece22f6bc2 req-65694b26-3238-4d38-ad29-f56f49d5f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:09.295560 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e10817f-15dd-4ad8-9de9-96ece22f6bc2 req-65694b26-3238-4d38-ad29-f56f49d5f723 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5e1ed60-b458-4c44-8e73-d651591482b4 HTTP/1.1" status: 200 len: 897 time: 0.1017699 Aug 17 03:15:09.339022 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e10817f-15dd-4ad8-9de9-96ece22f6bc2 req-62b679ad-70d7-48be-9424-dbad5310a282 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf HTTP/1.1" status: 200 len: 217 time: 0.0351260 Aug 17 03:15:09.368646 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-8dd2cd40-66b4-4349-b88d-e01129761ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:34Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'a1fba094-8021-4c39-a875-590e8c7c271f', 'name': '', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:06:c0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:33Z', 'updated_at': '2021-08-17T03:13:37Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:09.395434 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10817f-15dd-4ad8-9de9-96ece22f6bc2 req-427d5cb5-fe07-4789-86ad-ef0a2b1edd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:09.395819 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd2cd40-66b4-4349-b88d-e01129761ff8 None None] The sync data for ids ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'] in n-d-793621-31 is: [{'id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:34Z', 'revision_number': 4, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': 'a1fba094-8021-4c39-a875-590e8c7c271f', 'name': '', 'network_id': 'd5e1ed60-b458-4c44-8e73-d651591482b4', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'mac_address': 'fa:16:3e:06:c0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:33Z', 'updated_at': '2021-08-17T03:13:37Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'subnets': [{'id': '160f2ec7-f787-45cc-83e1-d898ca1168a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:09.396931 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e10817f-15dd-4ad8-9de9-96ece22f6bc2 req-427d5cb5-fe07-4789-86ad-ef0a2b1edd40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=160f2ec7-f787-45cc-83e1-d898ca1168a7 HTTP/1.1" status: 200 len: 835 time: 0.0510437 Aug 17 03:15:09.447591 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10817f-15dd-4ad8-9de9-96ece22f6bc2 req-6fb5f369-7eb3-45f5-9673-bf8881ec7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:09.449107 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e10817f-15dd-4ad8-9de9-96ece22f6bc2 req-6fb5f369-7eb3-45f5-9673-bf8881ec7f28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5e1ed60-b458-4c44-8e73-d651591482b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441113 Aug 17 03:15:09.556345 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e10817f-15dd-4ad8-9de9-96ece22f6bc2 req-ddb5a7e1-1198-4f9a-a398-8c3c185f37ab service neutron] 10.222.0.18 "GET /v2.0/networks/d5e1ed60-b458-4c44-8e73-d651591482b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976400 Aug 17 03:15:09.658918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6d64af-5d8a-46b4-85b6-6c39956a1a75 None None] New status for floating IP a069ca22-1812-4108-a114-e640577e2f4e: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:15:09.659624 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6e10817f-15dd-4ad8-9de9-96ece22f6bc2 req-be6aa2f1-fe76-47af-bfe8-e98aeb65330c service neutron] 10.222.0.18 "GET /v2.0/networks/d5e1ed60-b458-4c44-8e73-d651591482b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949206 Aug 17 03:15:10.366337 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c40460-886a-4bf3-8880-2141212b70b6 req-43e62cb5-2995-4824-9d89-2cc4f2dea986 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:10.368033 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01c40460-886a-4bf3-8880-2141212b70b6 req-43e62cb5-2995-4824-9d89-2cc4f2dea986 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 946 time: 0.0493233 Aug 17 03:15:10.403387 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5b928ecc-be1b-4796-8d3c-29a2bbcb9db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:10.409973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-01c40460-886a-4bf3-8880-2141212b70b6 req-6f38d43a-663a-43e0-8599-668c9c1b1cce tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb3e80f3-2677-45b2-87ec-18ff4503ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355392 Aug 17 03:15:10.647518 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:10.881819 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117ed94-814d-43c1-9699-429fb2ed1499 req-772daf91-f951-4ed3-87d8-ebd66a635ccd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:10.883255 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f117ed94-814d-43c1-9699-429fb2ed1499 req-772daf91-f951-4ed3-87d8-ebd66a635ccd tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 946 time: 0.0476456 Aug 17 03:15:10.974869 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-f117ed94-814d-43c1-9699-429fb2ed1499 req-7a694f3c-25b9-4ff5-bb2e-697902624fae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Deleting port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:10.975235 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f117ed94-814d-43c1-9699-429fb2ed1499 req-7a694f3c-25b9-4ff5-bb2e-697902624fae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.064414 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-f117ed94-814d-43c1-9699-429fb2ed1499 req-7a694f3c-25b9-4ff5-bb2e-697902624fae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] For port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf,segment=NetworkSegment(5171b2ba-f836-456b-a51b-5e1b4b2c9d65),segment_id=5171b2ba-f836-456b-a51b-5e1b4b2c9d65)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:11.065022 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f117ed94-814d-43c1-9699-429fb2ed1499 req-7a694f3c-25b9-4ff5-bb2e-697902624fae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.077617 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-f117ed94-814d-43c1-9699-429fb2ed1499 req-7a694f3c-25b9-4ff5-bb2e-697902624fae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Calling delete_port for e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:11.277327 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f117ed94-814d-43c1-9699-429fb2ed1499 req-7a694f3c-25b9-4ff5-bb2e-697902624fae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.306571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a694f3c-25b9-4ff5-bb2e-697902624fae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Port': ['ID=e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:11.350332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-f117ed94-814d-43c1-9699-429fb2ed1499 req-7a694f3c-25b9-4ff5-bb2e-697902624fae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] No DVR routers for this DVR port e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:11.352902 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-f117ed94-814d-43c1-9699-429fb2ed1499 req-7a694f3c-25b9-4ff5-bb2e-697902624fae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.354900 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f117ed94-814d-43c1-9699-429fb2ed1499 req-7a694f3c-25b9-4ff5-bb2e-697902624fae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.18 "DELETE /v2.0/ports/e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf HTTP/1.1" status: 204 len: 173 time: 0.4653924 Aug 17 03:15:11.355335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bee7b67-a3e1-405f-b4ee-1744d1baee02', 'name': 'network-vif-deleted', 'tag': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:11.357710 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8eba228-403c-4edf-842b-020da64d4b38" -d '{"events": [{"server_uuid": "8bee7b67-a3e1-405f-b4ee-1744d1baee02", "name": "network-vif-deleted", "tag": "e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:11.396798 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44d74c8-6587-405c-a6c3-9a596a95ad66 x-openstack-request-id: req-d44d74c8-6587-405c-a6c3-9a596a95ad66 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:11.397082 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bee7b67-a3e1-405f-b4ee-1744d1baee02", "name": "network-vif-deleted", "tag": "e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:11.397358 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d44d74c8-6587-405c-a6c3-9a596a95ad66 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:11.397775 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bee7b67-a3e1-405f-b4ee-1744d1baee02', 'name': 'network-vif-deleted', 'tag': 'e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf', 'status': 'completed', 'code': 200} Aug 17 03:15:11.514107 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ad8b9b1-faf3-483d-b9e8-8e3dcad1b7ab req-275d7f39-9ae5-4304-aaf2-8ad2fd078da7 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bee7b67-a3e1-405f-b4ee-1744d1baee02 HTTP/1.1" status: 200 len: 210 time: 0.0282774 Aug 17 03:15:11.957594 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.571157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42700) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:12.630683 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-09a88b51-45fc-402a-bc73-7f28174a95c0 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.655780 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-09a88b51-45fc-402a-bc73-7f28174a95c0 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.797646 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-09a88b51-45fc-402a-bc73-7f28174a95c0 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.800351 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-09a88b51-45fc-402a-bc73-7f28174a95c0 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.801533 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-09a88b51-45fc-402a-bc73-7f28174a95c0 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "DELETE /v2.0/security-groups/bb3e80f3-2677-45b2-87ec-18ff4503ce01 HTTP/1.1" status: 204 len: 168 time: 0.2293773 Aug 17 03:15:12.810511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a88b51-45fc-402a-bc73-7f28174a95c0 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3e80f3-2677-45b2-87ec-18ff4503ce01,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:12.905141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42706) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:13.269047 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec1cbf06-b529-405d-b743-9d773fd2cb06 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:13.515521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ec1cbf06-b529-405d-b743-9d773fd2cb06 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Deleting port a1fba094-8021-4c39-a875-590e8c7c271f {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:13.515857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec1cbf06-b529-405d-b743-9d773fd2cb06 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:13.603012 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-ec1cbf06-b529-405d-b743-9d773fd2cb06 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] For port a1fba094-8021-4c39-a875-590e8c7c271f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=a1fba094-8021-4c39-a875-590e8c7c271f,segment=NetworkSegment(5171b2ba-f836-456b-a51b-5e1b4b2c9d65),segment_id=5171b2ba-f836-456b-a51b-5e1b4b2c9d65)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:13.603724 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec1cbf06-b529-405d-b743-9d773fd2cb06 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:13.615543 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-ec1cbf06-b529-405d-b743-9d773fd2cb06 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Calling delete_port for a1fba094-8021-4c39-a875-590e8c7c271f owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:13.877479 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec1cbf06-b529-405d-b743-9d773fd2cb06 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:13.912851 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cbf06-b529-405d-b743-9d773fd2cb06 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Port': ['ID=a1fba094-8021-4c39-a875-590e8c7c271f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:13.957187 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:14.082975 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ec1cbf06-b529-405d-b743-9d773fd2cb06 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:14.612192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1cbf06-b529-405d-b743-9d773fd2cb06 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:14.715651 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1cbf06-b529-405d-b743-9d773fd2cb06 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:14.720607 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ec1cbf06-b529-405d-b743-9d773fd2cb06 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "PUT /v2.0/routers/24fc96a6-9877-4a11-ad6c-0aadd13ae52d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8143589 Aug 17 03:15:14.723231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42708) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:14.727741 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec5c9b4-3705-4949-afab-77102cdcca26 None None] Sync routers for ids ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:14.736933 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec5c9b4-3705-4949-afab-77102cdcca26 None None] Routers {'24fc96a6-9877-4a11-ad6c-0aadd13ae52d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:14.737571 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5ec5c9b4-3705-4949-afab-77102cdcca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:15:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:14.772790 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be534b8-a3cc-4615-9f03-0fa925391ba9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Deleting subnet 160f2ec7-f787-45cc-83e1-d898ca1168a7 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:15:14.775857 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8be534b8-a3cc-4615-9f03-0fa925391ba9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:14.815711 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8be534b8-a3cc-4615-9f03-0fa925391ba9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:14.843843 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-5ec5c9b4-3705-4949-afab-77102cdcca26 None None] Set router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:14.901362 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8be534b8-a3cc-4615-9f03-0fa925391ba9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.018262 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5ec5c9b4-3705-4949-afab-77102cdcca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:15:13Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:15.026551 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8be534b8-a3cc-4615-9f03-0fa925391ba9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.047549 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec5c9b4-3705-4949-afab-77102cdcca26 None None] Checking router: 24fc96a6-9877-4a11-ad6c-0aadd13ae52d for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:15:15.055999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be534b8-a3cc-4615-9f03-0fa925391ba9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Subnet': ['ID=160f2ec7-f787-45cc-83e1-d898ca1168a7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:15.056845 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec5c9b4-3705-4949-afab-77102cdcca26 None None] Routers {'24fc96a6-9877-4a11-ad6c-0aadd13ae52d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:15.057735 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5ec5c9b4-3705-4949-afab-77102cdcca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:15:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:15.058009 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8be534b8-a3cc-4615-9f03-0fa925391ba9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.062556 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42710) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:15.063069 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8be534b8-a3cc-4615-9f03-0fa925391ba9 tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "DELETE /v2.0/subnets/160f2ec7-f787-45cc-83e1-d898ca1168a7 HTTP/1.1" status: 204 len: 168 time: 0.3384473 Aug 17 03:15:15.066088 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7130296d-3ca3-4f20-b466-e52081cac0b2 None None] Network d5e1ed60-b458-4c44-8e73-d651591482b4 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:15.189788 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.270473 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-5ec5c9b4-3705-4949-afab-77102cdcca26 None None] Set router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:15.301756 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] DHCP port deletion for d5e1ed60-b458-4c44-8e73-d651591482b4 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:15:15.302646 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.351669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Deleting port 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:15.352047 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.417329 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Deleting port 7417cf4b-6bc3-431a-ae08-441f1aa1bdce {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:15.417791 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.420845 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] For port 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6bb6ce25-14fe-41f3-a7e1-e0f65f3df505,segment=NetworkSegment(5171b2ba-f836-456b-a51b-5e1b4b2c9d65),segment_id=5171b2ba-f836-456b-a51b-5e1b4b2c9d65)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:15.421263 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.434330 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Calling delete_port for 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:15.449395 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-5ec5c9b4-3705-4949-afab-77102cdcca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:15:13Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:15.477085 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec5c9b4-3705-4949-afab-77102cdcca26 None None] The sync data for ids ['24fc96a6-9877-4a11-ad6c-0aadd13ae52d'] in n-d-793621-31 is: [{'id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'name': 'tempest-TestNetworkBasicOps-router-1522373870', 'tenant_id': '20f093d378e74d7c9cbbc00871b7e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:15:13Z', 'revision_number': 5, 'project_id': '20f093d378e74d7c9cbbc00871b7e645', 'gw_port': {'id': '7417cf4b-6bc3-431a-ae08-441f1aa1bdce', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc96a6-9877-4a11-ad6c-0aadd13ae52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:13:29Z', 'updated_at': '2021-08-17T03:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:15.506710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] For port 7417cf4b-6bc3-431a-ae08-441f1aa1bdce, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=7417cf4b-6bc3-431a-ae08-441f1aa1bdce,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:15.507189 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.525799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Calling delete_port for 7417cf4b-6bc3-431a-ae08-441f1aa1bdce owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:15.584580 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.609647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Pushing event deleted for resources: {'Port': ['ID=6bb6ce25-14fe-41f3-a7e1-e0f65f3df505,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:15.614943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] No DVR routers for this DVR port 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:15.624900 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.625304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.625623 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.625961 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.626406 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.626913 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.627245 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.627575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.627905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.628278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.628543 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.628857 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306b16f-321a-4951-a61c-1245f2feed06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.684837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:15.704678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:15.705043 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device e2d1dc3f-fcd9-4b00-8b53-1112c8c11caf not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:15.763336 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.788619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Port': ['ID=7417cf4b-6bc3-431a-ae08-441f1aa1bdce,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:15.803295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.806713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.806713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.806713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.806713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.806713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.806713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.806713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.806713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.806713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.806713 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.807534 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:15.863752 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.963125 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.965497 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:16.071824 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:16.072403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Fanout notify agent at l3_agent the message router_deleted on router 24fc96a6-9877-4a11-ad6c-0aadd13ae52d {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:15:16.080084 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:16.081210 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c84439e5-36d7-4c7b-b0b6-04cba9710aae tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "DELETE /v2.0/routers/24fc96a6-9877-4a11-ad6c-0aadd13ae52d HTTP/1.1" status: 204 len: 168 time: 1.0163317 Aug 17 03:15:16.083820 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42714) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:16.162841 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-febc97ad-5ee1-4bea-899c-6ffe14ac93bc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:16.254823 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-febc97ad-5ee1-4bea-899c-6ffe14ac93bc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:16.264422 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-febc97ad-5ee1-4bea-899c-6ffe14ac93bc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e1ed60-b458-4c44-8e73-d651591482b4']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:16.275128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-febc97ad-5ee1-4bea-899c-6ffe14ac93bc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5171b2ba-f836-456b-a51b-5e1b4b2c9d65') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:16.275429 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-febc97ad-5ee1-4bea-899c-6ffe14ac93bc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5171b2ba-f836-456b-a51b-5e1b4b2c9d65') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:16.284254 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-febc97ad-5ee1-4bea-899c-6ffe14ac93bc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:16.298167 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-febc97ad-5ee1-4bea-899c-6ffe14ac93bc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:16.303780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febc97ad-5ee1-4bea-899c-6ffe14ac93bc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:15:16.304174 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-febc97ad-5ee1-4bea-899c-6ffe14ac93bc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: timer() Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:15:16.307061 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:15:16.448374 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-febc97ad-5ee1-4bea-899c-6ffe14ac93bc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:16.455300 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-febc97ad-5ee1-4bea-899c-6ffe14ac93bc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:16.457751 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-febc97ad-5ee1-4bea-899c-6ffe14ac93bc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] 10.222.0.13 "DELETE /v2.0/networks/d5e1ed60-b458-4c44-8e73-d651591482b4 HTTP/1.1" status: 204 len: 168 time: 0.3723886 Aug 17 03:15:16.469217 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc97ad-5ee1-4bea-899c-6ffe14ac93bc tempest-TestNetworkBasicOps-320228475 tempest-TestNetworkBasicOps-320228475-project] Pushing event deleted for resources: {'Network': ['ID=d5e1ed60-b458-4c44-8e73-d651591482b4,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:17.034346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42720) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:17.200452 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1c1b2f02-e28a-4e01-b1e3-fcaa793f372e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20f093d378e74d7c9cbbc00871b7e645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648540 Aug 17 03:15:17.202839 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42724) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:17.264962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a1fba094-8021-4c39-a875-590e8c7c271f no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:17.266877 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25abea23-03bf-4d0e-93e1-2032a77aa84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.289759 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: a1fba094-8021-4c39-a875-590e8c7c271f {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:17.290358 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device a1fba094-8021-4c39-a875-590e8c7c271f not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:17.290783 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 7417cf4b-6bc3-431a-ae08-441f1aa1bdce no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:17.292574 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25abea23-03bf-4d0e-93e1-2032a77aa84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.309945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 7417cf4b-6bc3-431a-ae08-441f1aa1bdce {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:17.310290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 7417cf4b-6bc3-431a-ae08-441f1aa1bdce not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:17.310716 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:17.329229 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:17.329514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6bb6ce25-14fe-41f3-a7e1-e0f65f3df505 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:17.414905 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25abea23-03bf-4d0e-93e1-2032a77aa84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.417731 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25abea23-03bf-4d0e-93e1-2032a77aa84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.418980 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-25abea23-03bf-4d0e-93e1-2032a77aa84d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/793adfb9-f341-4b02-b76e-e99a72830fa8 HTTP/1.1" status: 204 len: 168 time: 0.2152383 Aug 17 03:15:17.428139 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abea23-03bf-4d0e-93e1-2032a77aa84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793adfb9-f341-4b02-b76e-e99a72830fa8,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:17.984696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42730) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:17.998569 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5716f973-32b0-4f45-aa8b-0a093974266a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.090585 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5716f973-32b0-4f45-aa8b-0a093974266a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.169004 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5716f973-32b0-4f45-aa8b-0a093974266a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.208330 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716f973-32b0-4f45-aa8b-0a093974266a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4137372-cc7c-4fd1-a935-7a68dbbba63a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:18.213709 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5716f973-32b0-4f45-aa8b-0a093974266a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1faf4ad5f221471e9622acffa81913cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278602 Aug 17 03:15:18.216343 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42732) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:18.264650 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7c97c01-ae25-42db-948b-800303f7122f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.285575 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7c97c01-ae25-42db-948b-800303f7122f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.391504 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7c97c01-ae25-42db-948b-800303f7122f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.394111 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d7c97c01-ae25-42db-948b-800303f7122f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.398898 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d7c97c01-ae25-42db-948b-800303f7122f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4137372-cc7c-4fd1-a935-7a68dbbba63a HTTP/1.1" status: 204 len: 168 time: 0.1779447 Aug 17 03:15:18.402878 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c97c01-ae25-42db-948b-800303f7122f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4137372-cc7c-4fd1-a935-7a68dbbba63a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:19.492656 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42754) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:19.587066 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-710437842-network', 'tenant_id': '08fa3ab53f9748a1b6a85d3137022c14'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:19.710248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] Made reservation on behalf of 08fa3ab53f9748a1b6a85d3137022c14 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:19.712638 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.721971 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.808815 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.880974 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.905124 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:19.913627 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303f3bbb-fb88-4447-bcf5-2694c5a0843f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:19.919714 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.920063 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] Added segment 5b1ca3e1-efbd-4767-8cc9-3554ea18321e of type vlan for network 2ac79c35-742f-4d18-a81c-1923a451330d Aug 17 03:15:19.959956 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.060214 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.061138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:20.061743 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.122057 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] Pushing event updated for resources: {'Network': ['ID=2ac79c35-742f-4d18-a81c-1923a451330d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:20.132630 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 2ac79c35-742f-4d18-a81c-1923a451330d details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:20.193277 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7ed3f49e-dd33-41b3-9343-b2d391b342ca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6994126 Aug 17 03:15:20.196206 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42758) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:20.201300 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-908996ca-0189-43cb-bb7f-b2b8c5946342 admin admin] Request body: {'subnet': {'network_id': '2ac79c35-742f-4d18-a81c-1923a451330d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-710437842-subnet', 'tenant_id': '08fa3ab53f9748a1b6a85d3137022c14', 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:20.294097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908996ca-0189-43cb-bb7f-b2b8c5946342 admin admin] Made reservation on behalf of 08fa3ab53f9748a1b6a85d3137022c14 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:20.296437 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-908996ca-0189-43cb-bb7f-b2b8c5946342 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.526944 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-908996ca-0189-43cb-bb7f-b2b8c5946342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.583261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908996ca-0189-43cb-bb7f-b2b8c5946342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c21881-ebf6-4d83-8c20-7001e4a40948,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:20.590075 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908996ca-0189-43cb-bb7f-b2b8c5946342 admin admin] Checking segment: {'id': '5b1ca3e1-efbd-4767-8cc9-3554ea18321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2ac79c35-742f-4d18-a81c-1923a451330d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:20.590435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908996ca-0189-43cb-bb7f-b2b8c5946342 admin admin] Network hostable DHCP agents. Network: 2ac79c35-742f-4d18-a81c-1923a451330d, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:15:20.688203 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908996ca-0189-43cb-bb7f-b2b8c5946342 admin admin] Network 2ac79c35-742f-4d18-a81c-1923a451330d is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:15:20.779685 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-908996ca-0189-43cb-bb7f-b2b8c5946342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 2ac79c35-742f-4d18-a81c-1923a451330d) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:20.785447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908996ca-0189-43cb-bb7f-b2b8c5946342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:20.786410 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-908996ca-0189-43cb-bb7f-b2b8c5946342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.789172 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb84cec-9d72-49dc-be22-b3c7c8746864 None None] Network 2ac79c35-742f-4d18-a81c-1923a451330d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:20.860721 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-908996ca-0189-43cb-bb7f-b2b8c5946342 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6633768 Aug 17 03:15:20.863416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42760) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:20.868035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-710437842-router', 'tenant_id': '08fa3ab53f9748a1b6a85d3137022c14', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:20.934098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-2ac79c35-742f-4d18-a81c-1923a451330d', 'network_id': '2ac79c35-742f-4d18-a81c-1923a451330d', 'tenant_id': '08fa3ab53f9748a1b6a85d3137022c14', 'fixed_ips': [{'subnet_id': '67c21881-ebf6-4d83-8c20-7001e4a40948'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:15:20.934958 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.003360 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.004454 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.061556 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.065883 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Allocated IP 172.20.0.2 (2ac79c35-742f-4d18-a81c-1923a451330d/67c21881-ebf6-4d83-8c20-7001e4a40948/c1a31e1e-367c-45d7-bc72-113d0ffb5124) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:21.209027 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.217926 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Transition to ACTIVE for port object c1a31e1e-367c-45d7-bc72-113d0ffb5124 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:21.232995 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Transition to ACTIVE for port object c1a31e1e-367c-45d7-bc72-113d0ffb5124 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:21.279464 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.306142 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.344343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Network 2ac79c35-742f-4d18-a81c-1923a451330d is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:21.347053 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:21.351118 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:21.357711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Pushing event updated for resources: {'Port': ['ID=c1a31e1e-367c-45d7-bc72-113d0ffb5124,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:21.411527 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Attempting to bind port c1a31e1e-367c-45d7-bc72-113d0ffb5124 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:21.411946 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Attempting to bind port c1a31e1e-367c-45d7-bc72-113d0ffb5124 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '5b1ca3e1-efbd-4767-8cc9-3554ea18321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2ac79c35-742f-4d18-a81c-1923a451330d'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:21.412313 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Attempting to bind port c1a31e1e-367c-45d7-bc72-113d0ffb5124 on network 2ac79c35-742f-4d18-a81c-1923a451330d {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:21.417591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:21.417969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Checking segment: {'id': '5b1ca3e1-efbd-4767-8cc9-3554ea18321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2ac79c35-742f-4d18-a81c-1923a451330d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:21.418377 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.418860 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Bound using segment: {'id': '5b1ca3e1-efbd-4767-8cc9-3554ea18321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2ac79c35-742f-4d18-a81c-1923a451330d'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:21.419330 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Bound port: c1a31e1e-367c-45d7-bc72-113d0ffb5124, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1ca3e1-efbd-4767-8cc9-3554ea18321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2ac79c35-742f-4d18-a81c-1923a451330d'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:21.419711 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.486157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] For port c1a31e1e-367c-45d7-bc72-113d0ffb5124, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:21.490007 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] For port c1a31e1e-367c-45d7-bc72-113d0ffb5124, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c1a31e1e-367c-45d7-bc72-113d0ffb5124,segment=NetworkSegment(5b1ca3e1-efbd-4767-8cc9-3554ea18321e),segment_id=5b1ca3e1-efbd-4767-8cc9-3554ea18321e)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:21.557481 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.584745 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.605109 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.616858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b9df2-ca52-47ba-820f-1471444b3576 None None] Pushing event updated for resources: {'Port': ['ID=c1a31e1e-367c-45d7-bc72-113d0ffb5124,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:21.708159 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Allocated IP 172.25.5.67 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/67596144-2ad2-4470-8ea1-9afb9f43f875) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:21.845341 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.957937 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.999341 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:22.002233 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:22.006388 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:22.011827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Pushing event updated for resources: {'Port': ['ID=67596144-2ad2-4470-8ea1-9afb9f43f875,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:22.356361 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:22.512740 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7165dab-7e04-4f3c-bd15-3ca523e1da3e None None] Network 2ac79c35-742f-4d18-a81c-1923a451330d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:22.728853 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-2ff53191-629d-4061-8d9c-d4c3c35c5b2a None None] Provisioning for port c1a31e1e-367c-45d7-bc72-113d0ffb5124 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:22.893044 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.161758 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Router 8926671c-9628-4345-adbf-3fd5c62087c7 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:15:23.271180 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:23.280198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Sync routers for ids ['8926671c-9628-4345-adbf-3fd5c62087c7'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:23.289548 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Routers {'8926671c-9628-4345-adbf-3fd5c62087c7'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:23.295765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:15:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8926671c-9628-4345-adbf-3fd5c62087c7'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:23.328056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c1a31e1e-367c-45d7-bc72-113d0ffb5124 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:23.339922 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.341200 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-03bfb657-ff02-411b-8357-2c165db8d84c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.4766386 Aug 17 03:15:23.343884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42764) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:23.430790 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Set router 8926671c-9628-4345-adbf-3fd5c62087c7 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:23.642392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port c1a31e1e-367c-45d7-bc72-113d0ffb5124 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:23.655987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port c1a31e1e-367c-45d7-bc72-113d0ffb5124 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:23.658505 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.774711 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.817633 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.858119 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926671c-9628-4345-adbf-3fd5c62087c7', 'name': 'tempest-ImageQuotaTest-710437842-router', 'tenant_id': '08fa3ab53f9748a1b6a85d3137022c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '67596144-2ad2-4470-8ea1-9afb9f43f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:21Z', 'updated_at': '2021-08-17T03:15:22Z', 'revision_number': 3, 'project_id': '08fa3ab53f9748a1b6a85d3137022c14', 'gw_port': {'id': '67596144-2ad2-4470-8ea1-9afb9f43f875', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926671c-9628-4345-adbf-3fd5c62087c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:21Z', 'updated_at': '2021-08-17T03:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:23.861647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port c1a31e1e-367c-45d7-bc72-113d0ffb5124, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c1a31e1e-367c-45d7-bc72-113d0ffb5124,segment=NetworkSegment(5b1ca3e1-efbd-4767-8cc9-3554ea18321e),segment_id=5b1ca3e1-efbd-4767-8cc9-3554ea18321e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:23.884693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Checking router: 8926671c-9628-4345-adbf-3fd5c62087c7 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:15:23.885041 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Updating router 8926671c-9628-4345-adbf-3fd5c62087c7 port 67596144-2ad2-4470-8ea1-9afb9f43f875 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:15:23.909668 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.931401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Allocated IP 172.20.0.1 (2ac79c35-742f-4d18-a81c-1923a451330d/67c21881-ebf6-4d83-8c20-7001e4a40948/2b04a0ee-a0db-44a6-90c5-5981b9c78200) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:23.950607 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.041621 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.057854 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Transition to ACTIVE for port object 2b04a0ee-a0db-44a6-90c5-5981b9c78200 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:24.064299 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=c1a31e1e-367c-45d7-bc72-113d0ffb5124,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:24.186050 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.200948 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.211858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Transition to ACTIVE for port object 67596144-2ad2-4470-8ea1-9afb9f43f875 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:24.227881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Network 2ac79c35-742f-4d18-a81c-1923a451330d is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:24.230843 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:24.234465 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:24.261838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Pushing event updated for resources: {'Port': ['ID=2b04a0ee-a0db-44a6-90c5-5981b9c78200,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:24.284079 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.284626 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.341830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Attempting to bind port 67596144-2ad2-4470-8ea1-9afb9f43f875 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:24.342205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Attempting to bind port 67596144-2ad2-4470-8ea1-9afb9f43f875 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:24.346995 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Attempting to bind port 67596144-2ad2-4470-8ea1-9afb9f43f875 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:24.346995 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98198507-a740-4ac4-8e38-ded9bed9c0d0 None None] Pushing event updated for resources: {'Port': ['ID=67596144-2ad2-4470-8ea1-9afb9f43f875,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:24.350899 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:24.351277 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:24.351689 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.352089 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:24.352566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Bound port: 67596144-2ad2-4470-8ea1-9afb9f43f875, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:24.352950 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.413965 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] For port 67596144-2ad2-4470-8ea1-9afb9f43f875, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:24.417927 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] For port 67596144-2ad2-4470-8ea1-9afb9f43f875, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=67596144-2ad2-4470-8ea1-9afb9f43f875,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:24.487300 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.487522 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.536418 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Routers {'8926671c-9628-4345-adbf-3fd5c62087c7'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:24.537128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:15:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8926671c-9628-4345-adbf-3fd5c62087c7'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:24.582250 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f50bec76-7eb3-4dc3-b85d-7046d48f6758 None None] Provisioning for port 2b04a0ee-a0db-44a6-90c5-5981b9c78200 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:24.595222 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98198507-a740-4ac4-8e38-ded9bed9c0d0 None None] Pushing event updated for resources: {'Port': ['ID=67596144-2ad2-4470-8ea1-9afb9f43f875,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:24.599860 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f50bec76-7eb3-4dc3-b85d-7046d48f6758 None None] Provisioning complete for port 2b04a0ee-a0db-44a6-90c5-5981b9c78200 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:24.600238 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f50bec76-7eb3-4dc3-b85d-7046d48f6758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.663819 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.669373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-f50bec76-7eb3-4dc3-b85d-7046d48f6758 None None] Port 2b04a0ee-a0db-44a6-90c5-5981b9c78200 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:24.686881 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] Set router 8926671c-9628-4345-adbf-3fd5c62087c7 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:24.717038 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.788741 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.790868 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Pushing event updated for resources: {'Port': ['ID=2b04a0ee-a0db-44a6-90c5-5981b9c78200,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:24.883220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Network 2ac79c35-742f-4d18-a81c-1923a451330d is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:24.884825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:24.887650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926671c-9628-4345-adbf-3fd5c62087c7', 'name': 'tempest-ImageQuotaTest-710437842-router', 'tenant_id': '08fa3ab53f9748a1b6a85d3137022c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '67596144-2ad2-4470-8ea1-9afb9f43f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:21Z', 'updated_at': '2021-08-17T03:15:24Z', 'revision_number': 4, 'project_id': '08fa3ab53f9748a1b6a85d3137022c14', 'gw_port': {'id': '67596144-2ad2-4470-8ea1-9afb9f43f875', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926671c-9628-4345-adbf-3fd5c62087c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:21Z', 'updated_at': '2021-08-17T03:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '2b04a0ee-a0db-44a6-90c5-5981b9c78200', 'name': '', 'network_id': '2ac79c35-742f-4d18-a81c-1923a451330d', 'tenant_id': '08fa3ab53f9748a1b6a85d3137022c14', 'mac_address': 'fa:16:3e:b5:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926671c-9628-4345-adbf-3fd5c62087c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '67c21881-ebf6-4d83-8c20-7001e4a40948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:23Z', 'updated_at': '2021-08-17T03:15:23Z', 'revision_number': 1, 'project_id': '08fa3ab53f9748a1b6a85d3137022c14', 'subnets': [{'id': '67c21881-ebf6-4d83-8c20-7001e4a40948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:24.915959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85d053-43a8-4e00-af9e-bd40e7ab9c70 None None] The sync data for ids ['8926671c-9628-4345-adbf-3fd5c62087c7'] in n-d-793621-31 is: [{'id': '8926671c-9628-4345-adbf-3fd5c62087c7', 'name': 'tempest-ImageQuotaTest-710437842-router', 'tenant_id': '08fa3ab53f9748a1b6a85d3137022c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '67596144-2ad2-4470-8ea1-9afb9f43f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:21Z', 'updated_at': '2021-08-17T03:15:24Z', 'revision_number': 4, 'project_id': '08fa3ab53f9748a1b6a85d3137022c14', 'gw_port': {'id': '67596144-2ad2-4470-8ea1-9afb9f43f875', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926671c-9628-4345-adbf-3fd5c62087c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:21Z', 'updated_at': '2021-08-17T03:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '2b04a0ee-a0db-44a6-90c5-5981b9c78200', 'name': '', 'network_id': '2ac79c35-742f-4d18-a81c-1923a451330d', 'tenant_id': '08fa3ab53f9748a1b6a85d3137022c14', 'mac_address': 'fa:16:3e:b5:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926671c-9628-4345-adbf-3fd5c62087c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '67c21881-ebf6-4d83-8c20-7001e4a40948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:23Z', 'updated_at': '2021-08-17T03:15:23Z', 'revision_number': 1, 'project_id': '08fa3ab53f9748a1b6a85d3137022c14', 'subnets': [{'id': '67c21881-ebf6-4d83-8c20-7001e4a40948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:25.010870 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Router 8926671c-9628-4345-adbf-3fd5c62087c7 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:25.143329 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:25.168053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-20c1adc2-3780-462e-858d-e1f9cc59e407 admin admin] 10.222.0.13 "PUT /v2.0/routers/8926671c-9628-4345-adbf-3fd5c62087c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8086975 Aug 17 03:15:25.202621 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1287c664-ad8d-4070-ba28-de612bd47e76 None None] Provisioning complete for port 2b04a0ee-a0db-44a6-90c5-5981b9c78200 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:25.202621 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1287c664-ad8d-4070-ba28-de612bd47e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.237053 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-1287c664-ad8d-4070-ba28-de612bd47e76 None None] Port 2b04a0ee-a0db-44a6-90c5-5981b9c78200 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:25.303605 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c1a31e1e-367c-45d7-bc72-113d0ffb5124 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:25.357396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port c1a31e1e-367c-45d7-bc72-113d0ffb5124 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:25.357772 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.338670 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42784) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:26.677137 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-33533f3b-5423-48ec-a671-12ec05aea97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.883243 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] Sync routers for ids ['8926671c-9628-4345-adbf-3fd5c62087c7'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:26.892164 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] Routers {'8926671c-9628-4345-adbf-3fd5c62087c7'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:26.892785 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:15:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8926671c-9628-4345-adbf-3fd5c62087c7'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:26.970818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-33533f3b-5423-48ec-a671-12ec05aea97c admin admin] Deleting port 2b04a0ee-a0db-44a6-90c5-5981b9c78200 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:26.971165 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-33533f3b-5423-48ec-a671-12ec05aea97c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.998145 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] Set router 8926671c-9628-4345-adbf-3fd5c62087c7 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:27.051410 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-33533f3b-5423-48ec-a671-12ec05aea97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.064492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-33533f3b-5423-48ec-a671-12ec05aea97c admin admin] Calling delete_port for 2b04a0ee-a0db-44a6-90c5-5981b9c78200 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:27.199876 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926671c-9628-4345-adbf-3fd5c62087c7', 'name': 'tempest-ImageQuotaTest-710437842-router', 'tenant_id': '08fa3ab53f9748a1b6a85d3137022c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '67596144-2ad2-4470-8ea1-9afb9f43f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:21Z', 'updated_at': '2021-08-17T03:15:24Z', 'revision_number': 4, 'project_id': '08fa3ab53f9748a1b6a85d3137022c14', 'gw_port': {'id': '67596144-2ad2-4470-8ea1-9afb9f43f875', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926671c-9628-4345-adbf-3fd5c62087c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:21Z', 'updated_at': '2021-08-17T03:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '2b04a0ee-a0db-44a6-90c5-5981b9c78200', 'name': '', 'network_id': '2ac79c35-742f-4d18-a81c-1923a451330d', 'tenant_id': '08fa3ab53f9748a1b6a85d3137022c14', 'mac_address': 'fa:16:3e:b5:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926671c-9628-4345-adbf-3fd5c62087c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '67c21881-ebf6-4d83-8c20-7001e4a40948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:23Z', 'updated_at': '2021-08-17T03:15:24Z', 'revision_number': 2, 'project_id': '08fa3ab53f9748a1b6a85d3137022c14', 'subnets': [{'id': '67c21881-ebf6-4d83-8c20-7001e4a40948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:27.226700 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] Checking router: 8926671c-9628-4345-adbf-3fd5c62087c7 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:15:27.227049 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] Updating router 8926671c-9628-4345-adbf-3fd5c62087c7 port 2b04a0ee-a0db-44a6-90c5-5981b9c78200 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:15:27.254560 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.299328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 67596144-2ad2-4470-8ea1-9afb9f43f875 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:27.323126 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-33533f3b-5423-48ec-a671-12ec05aea97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.354806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33533f3b-5423-48ec-a671-12ec05aea97c admin admin] Pushing event deleted for resources: {'Port': ['ID=2b04a0ee-a0db-44a6-90c5-5981b9c78200,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:27.420982 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 67596144-2ad2-4470-8ea1-9afb9f43f875 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:27.427128 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 67596144-2ad2-4470-8ea1-9afb9f43f875 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:27.427511 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.529041 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.530550 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.db.api [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:15:27.530918 n-d-793621-31 neutron-server[95409]: DEBUG oslo_db.api [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:15:27.537886 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-33533f3b-5423-48ec-a671-12ec05aea97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.557741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 67596144-2ad2-4470-8ea1-9afb9f43f875, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=67596144-2ad2-4470-8ea1-9afb9f43f875,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:27.630642 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.683078 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=67596144-2ad2-4470-8ea1-9afb9f43f875,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:27.762851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33533f3b-5423-48ec-a671-12ec05aea97c admin admin] Router 8926671c-9628-4345-adbf-3fd5c62087c7 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:27.866829 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33533f3b-5423-48ec-a671-12ec05aea97c admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:27.871601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-33533f3b-5423-48ec-a671-12ec05aea97c admin admin] 10.222.0.13 "PUT /v2.0/routers/8926671c-9628-4345-adbf-3fd5c62087c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5319059 Aug 17 03:15:27.874098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42786) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:27.975009 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.049598 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] Port 2b04a0ee-a0db-44a6-90c5-5981b9c78200 not found while updating agent binding for router 8926671c-9628-4345-adbf-3fd5c62087c7. {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 17 03:15:28.058234 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] Routers {'8926671c-9628-4345-adbf-3fd5c62087c7'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:28.058848 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:15:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8926671c-9628-4345-adbf-3fd5c62087c7'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:28.072054 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.161583 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] Set router 8926671c-9628-4345-adbf-3fd5c62087c7 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:28.223864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] Deleting port 67596144-2ad2-4470-8ea1-9afb9f43f875 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:28.224218 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.304500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] For port 67596144-2ad2-4470-8ea1-9afb9f43f875, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=67596144-2ad2-4470-8ea1-9afb9f43f875,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:28.304874 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.318182 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] Calling delete_port for 67596144-2ad2-4470-8ea1-9afb9f43f875 owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:28.338751 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926671c-9628-4345-adbf-3fd5c62087c7', 'name': 'tempest-ImageQuotaTest-710437842-router', 'tenant_id': '08fa3ab53f9748a1b6a85d3137022c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '67596144-2ad2-4470-8ea1-9afb9f43f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:21Z', 'updated_at': '2021-08-17T03:15:27Z', 'revision_number': 5, 'project_id': '08fa3ab53f9748a1b6a85d3137022c14', 'gw_port': {'id': '67596144-2ad2-4470-8ea1-9afb9f43f875', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926671c-9628-4345-adbf-3fd5c62087c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:21Z', 'updated_at': '2021-08-17T03:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:28.369368 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61352a96-fd22-41ec-90e4-35e7f31c649d None None] The sync data for ids ['8926671c-9628-4345-adbf-3fd5c62087c7'] in n-d-793621-31 is: [{'id': '8926671c-9628-4345-adbf-3fd5c62087c7', 'name': 'tempest-ImageQuotaTest-710437842-router', 'tenant_id': '08fa3ab53f9748a1b6a85d3137022c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '67596144-2ad2-4470-8ea1-9afb9f43f875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:21Z', 'updated_at': '2021-08-17T03:15:27Z', 'revision_number': 5, 'project_id': '08fa3ab53f9748a1b6a85d3137022c14', 'gw_port': {'id': '67596144-2ad2-4470-8ea1-9afb9f43f875', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926671c-9628-4345-adbf-3fd5c62087c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:21Z', 'updated_at': '2021-08-17T03:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:28.561307 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.595134 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] Pushing event deleted for resources: {'Port': ['ID=67596144-2ad2-4470-8ea1-9afb9f43f875,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:28.653317 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.746507 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.748997 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.848899 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.849466 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8926671c-9628-4345-adbf-3fd5c62087c7 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:15:28.854396 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.855565 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ef93c2f1-1161-407f-9a64-f2e188bab48a admin admin] 10.222.0.13 "DELETE /v2.0/routers/8926671c-9628-4345-adbf-3fd5c62087c7 HTTP/1.1" status: 204 len: 168 time: 0.9805691 Aug 17 03:15:28.858042 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42788) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:28.908342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b853de-d0ee-4af1-baae-a41a838a23d1 admin admin] Deleting subnet 67c21881-ebf6-4d83-8c20-7001e4a40948 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:15:28.911869 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92b853de-d0ee-4af1-baae-a41a838a23d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.948818 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92b853de-d0ee-4af1-baae-a41a838a23d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.028446 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92b853de-d0ee-4af1-baae-a41a838a23d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.139836 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.168940 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92b853de-d0ee-4af1-baae-a41a838a23d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.199232 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b853de-d0ee-4af1-baae-a41a838a23d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c21881-ebf6-4d83-8c20-7001e4a40948,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:29.205085 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-92b853de-d0ee-4af1-baae-a41a838a23d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.209623 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-92b853de-d0ee-4af1-baae-a41a838a23d1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/67c21881-ebf6-4d83-8c20-7001e4a40948 HTTP/1.1" status: 204 len: 168 time: 0.3480694 Aug 17 03:15:29.211393 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42790) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:29.213949 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b6fb08-d5ea-4e19-b9f6-0fd5c724e555 None None] Network 2ac79c35-742f-4d18-a81c-1923a451330d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:29.283870 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.318244 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2b04a0ee-a0db-44a6-90c5-5981b9c78200 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:29.349311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] Deleting port c1a31e1e-367c-45d7-bc72-113d0ffb5124 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:29.349553 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.355196 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 2b04a0ee-a0db-44a6-90c5-5981b9c78200 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:29.355663 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2b04a0ee-a0db-44a6-90c5-5981b9c78200 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:29.375097 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7bf24-163a-400a-b43a-b8dae3d779b3 None None] Sync routers for ids ['8926671c-9628-4345-adbf-3fd5c62087c7'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:29.385067 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7bf24-163a-400a-b43a-b8dae3d779b3 None None] Routers set() bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:29.385501 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7bf24-163a-400a-b43a-b8dae3d779b3 None None] Router IDs set() for agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 03:15:29.386436 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_agentschedulers_db [None req-79b7bf24-163a-400a-b43a-b8dae3d779b3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8926671c-9628-4345-adbf-3fd5c62087c7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:15:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent'). {{(pid=95408) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 03:15:29.395708 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7bf24-163a-400a-b43a-b8dae3d779b3 None None] Routers set() bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:29.396069 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7bf24-163a-400a-b43a-b8dae3d779b3 None None] Router IDs set() for agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 03:15:29.396662 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_agentschedulers_db [None req-79b7bf24-163a-400a-b43a-b8dae3d779b3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8926671c-9628-4345-adbf-3fd5c62087c7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:15:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent'). {{(pid=95408) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 03:15:29.397039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7bf24-163a-400a-b43a-b8dae3d779b3 None None] The sync data for ids ['8926671c-9628-4345-adbf-3fd5c62087c7'] in n-d-793621-31 is: [] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:29.423405 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] For port c1a31e1e-367c-45d7-bc72-113d0ffb5124, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c1a31e1e-367c-45d7-bc72-113d0ffb5124,segment=NetworkSegment(5b1ca3e1-efbd-4767-8cc9-3554ea18321e),segment_id=5b1ca3e1-efbd-4767-8cc9-3554ea18321e)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:29.423849 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.436858 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] Calling delete_port for c1a31e1e-367c-45d7-bc72-113d0ffb5124 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:29.445991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a81890-5e00-436f-8f1d-1a58c6a4adcf None None] DHCP port deletion for 2ac79c35-742f-4d18-a81c-1923a451330d request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:15:29.499526 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-67a81890-5e00-436f-8f1d-1a58c6a4adcf None None] Deleting port c1a31e1e-367c-45d7-bc72-113d0ffb5124 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:29.499894 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-67a81890-5e00-436f-8f1d-1a58c6a4adcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.564316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-67a81890-5e00-436f-8f1d-1a58c6a4adcf None None] For port c1a31e1e-367c-45d7-bc72-113d0ffb5124, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=c1a31e1e-367c-45d7-bc72-113d0ffb5124,segment=NetworkSegment(5b1ca3e1-efbd-4767-8cc9-3554ea18321e),segment_id=5b1ca3e1-efbd-4767-8cc9-3554ea18321e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:29.564714 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-67a81890-5e00-436f-8f1d-1a58c6a4adcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.577407 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-67a81890-5e00-436f-8f1d-1a58c6a4adcf None None] Calling delete_port for c1a31e1e-367c-45d7-bc72-113d0ffb5124 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:29.596995 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.660989 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-67a81890-5e00-436f-8f1d-1a58c6a4adcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.689401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a81890-5e00-436f-8f1d-1a58c6a4adcf None None] Pushing event deleted for resources: {'Port': ['ID=c1a31e1e-367c-45d7-bc72-113d0ffb5124,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:29.692038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a81890-5e00-436f-8f1d-1a58c6a4adcf None None] No DVR routers for this DVR port c1a31e1e-367c-45d7-bc72-113d0ffb5124 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:29.965585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a31e1e-367c-45d7-bc72-113d0ffb5124,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:29.969170 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] No DVR routers for this DVR port c1a31e1e-367c-45d7-bc72-113d0ffb5124 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:30.044377 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.055590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac79c35-742f-4d18-a81c-1923a451330d']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:30.065558 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1ca3e1-efbd-4767-8cc9-3554ea18321e') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:30.065855 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1ca3e1-efbd-4767-8cc9-3554ea18321e') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:30.075199 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.089785 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.096548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:15:30.096946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: timer() Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:15:30.099377 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:15:30.226235 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.238864 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.240564 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2ac79c35-742f-4d18-a81c-1923a451330d HTTP/1.1" status: 204 len: 168 time: 1.0298402 Aug 17 03:15:30.253188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b36909-afb6-47ee-aadb-4a6cc695c367 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac79c35-742f-4d18-a81c-1923a451330d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:30.587830 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42796) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:30.631140 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-67cd17a0-1a3d-43c8-bb7d-a243770b21fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08fa3ab53f9748a1b6a85d3137022c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427475 Aug 17 03:15:30.633651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42798) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:30.681493 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d71afde8-fe89-4305-a3be-e7858cdb6a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.702449 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d71afde8-fe89-4305-a3be-e7858cdb6a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.808189 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d71afde8-fe89-4305-a3be-e7858cdb6a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.810985 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d71afde8-fe89-4305-a3be-e7858cdb6a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.812191 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d71afde8-fe89-4305-a3be-e7858cdb6a83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/303f3bbb-fb88-4447-bcf5-2694c5a0843f HTTP/1.1" status: 204 len: 168 time: 0.1775696 Aug 17 03:15:30.822510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71afde8-fe89-4305-a3be-e7858cdb6a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303f3bbb-fb88-4447-bcf5-2694c5a0843f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:31.271077 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c1a31e1e-367c-45d7-bc72-113d0ffb5124 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:31.291990 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: c1a31e1e-367c-45d7-bc72-113d0ffb5124 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:31.292328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device c1a31e1e-367c-45d7-bc72-113d0ffb5124 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:31.292739 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 67596144-2ad2-4470-8ea1-9afb9f43f875 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:31.310465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 67596144-2ad2-4470-8ea1-9afb9f43f875 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:31.310807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 67596144-2ad2-4470-8ea1-9afb9f43f875 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:31.489636 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42804) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:31.503250 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-31516e8e-9f17-420a-856c-3e9056595c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.589832 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-31516e8e-9f17-420a-856c-3e9056595c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.608328 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.665867 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-31516e8e-9f17-420a-856c-3e9056595c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.706150 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-31516e8e-9f17-420a-856c-3e9056595c5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2153857 Aug 17 03:15:31.707057 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31516e8e-9f17-420a-856c-3e9056595c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4008a5b8-0db5-4da7-8058-db9fea11a13f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:31.709210 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42806) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:31.761957 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bbdbfd0-32dc-4003-bb51-1cd994f44d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.782254 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bbdbfd0-32dc-4003-bb51-1cd994f44d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.899764 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bbdbfd0-32dc-4003-bb51-1cd994f44d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.902378 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bbdbfd0-32dc-4003-bb51-1cd994f44d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.903596 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7bbdbfd0-32dc-4003-bb51-1cd994f44d43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4008a5b8-0db5-4da7-8058-db9fea11a13f HTTP/1.1" status: 204 len: 168 time: 0.1932828 Aug 17 03:15:31.912141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdbfd0-32dc-4003-bb51-1cd994f44d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4008a5b8-0db5-4da7-8058-db9fea11a13f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:32.644195 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:15:37.881267 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ce818359-f8a8-4a11-86d5-19def3535953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.391479 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-872aa892-ff06-4f4d-81fa-ddf82980b303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.614329 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.974007 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:42.891305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-40f89c44-3141-4c07-9343-fb08272aba99 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=301a7a858b9842da8a55f9d680f6cc6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288668 Aug 17 03:15:43.075438 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-ab35c06e-a79f-41fe-b0aa-0de88ef91d46 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:43.076901 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-ab35c06e-a79f-41fe-b0aa-0de88ef91d46 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800773 Aug 17 03:15:43.092440 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-4223f80c-1e9f-46b0-9b8f-8308ae30e083 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/quotas/301a7a858b9842da8a55f9d680f6cc6b HTTP/1.1" status: 200 len: 375 time: 0.0091400 Aug 17 03:15:43.123749 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-e6d65998-917b-4ff6-b607-d61140e32e26 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=301a7a858b9842da8a55f9d680f6cc6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260451 Aug 17 03:15:43.390752 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-062834e7-b8d0-4a07-833b-889cd1227ea6 req-e33b876c-2930-4334-84e1-a4369a34c0f6 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 210 time: 0.0263872 Aug 17 03:15:43.955399 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:44.484771 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1aa1e96f-b854-4e23-b777-e5bfbe5e30ed req-0e2c8b38-f946-4ecd-b87e-8124413521f5 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 210 time: 0.0278511 Aug 17 03:15:45.400044 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-282bacb8-ce3b-4b43-bb2a-f360aeadfa1e tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=301a7a858b9842da8a55f9d680f6cc6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331743 Aug 17 03:15:45.582169 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02d8537f-005c-433c-8746-12559040e5fb req-3991cb45-c187-447c-9d32-fe455d428f98 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 210 time: 0.0294476 Aug 17 03:15:45.593494 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-0338fc7c-9d74-412d-b937-644e3412b365 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:45.594999 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-0338fc7c-9d74-412d-b937-644e3412b365 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889436 Aug 17 03:15:45.614583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Request body: {'port': {'device_id': '6bded3ba-9de2-4b03-84be-6b97676627a7', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'admin_state_up': True, 'tenant_id': '301a7a858b9842da8a55f9d680f6cc6b'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:45.809003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Made reservation on behalf of 301a7a858b9842da8a55f9d680f6cc6b for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:45.813760 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.822000 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.913197 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.013783 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.080743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ea9b47-6ab4-40a5-98ab-6be1f71117bc,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:46.160263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Allocated IP 192.168.233.50 (e234555e-6ef4-4860-8186-cd68b9e4cda1/04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee/61e9e705-f068-4ee4-8999-774fd7d21c2a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:46.308605 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.321713 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Transition to ACTIVE for port object 61e9e705-f068-4ee4-8999-774fd7d21c2a will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:46.420201 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.464616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Network e234555e-6ef4-4860-8186-cd68b9e4cda1 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:46.467640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:46.471915 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:46.478909 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Pushing event updated for resources: {'Port': ['ID=61e9e705-f068-4ee4-8999-774fd7d21c2a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:46.526196 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:46.544166 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.626436 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-627c5cce-195c-4279-b2ca-fbacebbb46e3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0167623 Aug 17 03:15:46.645341 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Request body: {'port': {'device_id': '6bded3ba-9de2-4b03-84be-6b97676627a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:46.705273 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.714223 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb15749-c115-48d3-95eb-7e00a2b939cc req-085b353c-24c3-4d42-b04d-ef9286546965 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:46.718151 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bb15749-c115-48d3-95eb-7e00a2b939cc req-085b353c-24c3-4d42-b04d-ef9286546965 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 935 time: 0.0560815 Aug 17 03:15:46.756397 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1bb15749-c115-48d3-95eb-7e00a2b939cc req-ac17dc0b-5513-45dc-8d0e-15369a28828a tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ea9b47-6ab4-40a5-98ab-6be1f71117bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334659 Aug 17 03:15:46.785573 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7fe9bbcd-d7a6-4d6a-bfd3-51acef6805c2 None None] Provisioning for port 61e9e705-f068-4ee4-8999-774fd7d21c2a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:46.790005 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-7fe9bbcd-d7a6-4d6a-bfd3-51acef6805c2 None None] Provisioning complete for port 61e9e705-f068-4ee4-8999-774fd7d21c2a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:46.790378 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7fe9bbcd-d7a6-4d6a-bfd3-51acef6805c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.829645 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9bbcd-d7a6-4d6a-bfd3-51acef6805c2 None None] Port 61e9e705-f068-4ee4-8999-774fd7d21c2a cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:46.963210 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e9e705-f068-4ee4-8999-774fd7d21c2a {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:15:46.970417 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.981959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Transition to ACTIVE for port object 61e9e705-f068-4ee4-8999-774fd7d21c2a will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:47.059809 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.117542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Pushing event updated for resources: {'Port': ['ID=61e9e705-f068-4ee4-8999-774fd7d21c2a,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:47.184175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Attempting to bind port 61e9e705-f068-4ee4-8999-774fd7d21c2a on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:47.184509 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Attempting to bind port 61e9e705-f068-4ee4-8999-774fd7d21c2a by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:47.184839 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Attempting to bind port 61e9e705-f068-4ee4-8999-774fd7d21c2a on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:47.189268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Port 61e9e705-f068-4ee4-8999-774fd7d21c2a on network e234555e-6ef4-4860-8186-cd68b9e4cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:15:47.189635 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Attempting to bind port 61e9e705-f068-4ee4-8999-774fd7d21c2a on network e234555e-6ef4-4860-8186-cd68b9e4cda1 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:47.194868 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:47.195221 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Checking segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:47.195596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Bound using segment: {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:47.196025 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Bound port: 61e9e705-f068-4ee4-8999-774fd7d21c2a, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32afdbb3-45df-4d6f-97d1-630bc78fac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:47.196383 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.262384 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] For port 61e9e705-f068-4ee4-8999-774fd7d21c2a, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:47.265485 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] For port 61e9e705-f068-4ee4-8999-774fd7d21c2a, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=61e9e705-f068-4ee4-8999-774fd7d21c2a,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:47.345913 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.384958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:47.385614 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.387039 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] 10.222.0.18 "PUT /v2.0/ports/61e9e705-f068-4ee4-8999-774fd7d21c2a HTTP/1.1" status: 200 len: 1096 time: 0.7468767 Aug 17 03:15:47.388764 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bded3ba-9de2-4b03-84be-6b97676627a7', 'tag': '61e9e705-f068-4ee4-8999-774fd7d21c2a'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:47.389882 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26faf75-fcec-4e25-ba7e-90578513e709" -d '{"events": [{"name": "network-changed", "server_uuid": "6bded3ba-9de2-4b03-84be-6b97676627a7", "tag": "61e9e705-f068-4ee4-8999-774fd7d21c2a"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:47.421914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11679e-1b3e-4fd7-ae80-0be1dae6275d service neutron] Pushing event updated for resources: {'Port': ['ID=61e9e705-f068-4ee4-8999-774fd7d21c2a,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:47.438210 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3d04b2-8560-4345-83a8-81b79db2a282 x-openstack-request-id: req-4b3d04b2-8560-4345-83a8-81b79db2a282 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:47.438210 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bded3ba-9de2-4b03-84be-6b97676627a7", "tag": "61e9e705-f068-4ee4-8999-774fd7d21c2a", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:47.438210 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b3d04b2-8560-4345-83a8-81b79db2a282 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:47.438210 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bded3ba-9de2-4b03-84be-6b97676627a7', 'tag': '61e9e705-f068-4ee4-8999-774fd7d21c2a', 'status': 'completed', 'code': 200} Aug 17 03:15:47.517530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26faf75-fcec-4e25-ba7e-90578513e709 req-04dee33f-777a-4d51-91aa-89436b0a8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:47.519054 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e26faf75-fcec-4e25-ba7e-90578513e709 req-04dee33f-777a-4d51-91aa-89436b0a8918 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=301a7a858b9842da8a55f9d680f6cc6b&device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 1099 time: 0.0427957 Aug 17 03:15:47.553702 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e26faf75-fcec-4e25-ba7e-90578513e709 req-8390718b-1560-4830-ac1b-9050f5dd9ec2 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=301a7a858b9842da8a55f9d680f6cc6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209069 Aug 17 03:15:47.650326 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26faf75-fcec-4e25-ba7e-90578513e709 req-fffe98e3-8dd7-4bfe-975c-5c5aafc381da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:47.651807 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e26faf75-fcec-4e25-ba7e-90578513e709 req-fffe98e3-8dd7-4bfe-975c-5c5aafc381da service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906475 Aug 17 03:15:47.750555 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-72bb3c72-08c2-4e74-99c1-34deee6793fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:47.750555 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-72bb3c72-08c2-4e74-99c1-34deee6793fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=301a7a858b9842da8a55f9d680f6cc6b&device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 1099 time: 0.0408325 Aug 17 03:15:47.802941 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-c3ba070c-16ec-4dbe-bb0a-31ad04746961 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=61e9e705-f068-4ee4-8999-774fd7d21c2a HTTP/1.1" status: 200 len: 217 time: 0.0421691 Aug 17 03:15:47.858012 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-da309267-43b1-4473-b869-d79b3caa853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:47.859696 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-da309267-43b1-4473-b869-d79b3caa853f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee HTTP/1.1" status: 200 len: 843 time: 0.0496514 Aug 17 03:15:47.878525 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d853d9-e789-4e04-b439-6d97505460c7 req-4ad669e9-dd28-4744-92e9-5ac4d9b2f973 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:47.880040 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48d853d9-e789-4e04-b439-6d97505460c7 req-4ad669e9-dd28-4744-92e9-5ac4d9b2f973 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 947 time: 0.0523524 Aug 17 03:15:47.911206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-687f8e20-c7ad-4666-bb1e-3ba09a165831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:47.912710 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-687f8e20-c7ad-4666-bb1e-3ba09a165831 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e234555e-6ef4-4860-8186-cd68b9e4cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0453930 Aug 17 03:15:47.918237 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48d853d9-e789-4e04-b439-6d97505460c7 req-e1a10b36-2d91-453d-8556-1e54025538f9 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ea9b47-6ab4-40a5-98ab-6be1f71117bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322063 Aug 17 03:15:48.002601 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-69900978-7d9c-45e9-9c1e-53703a02eb9a service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819855 Aug 17 03:15:48.094618 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d98867f6-b628-4a30-a277-bf54b2dbc9cf req-32d65e59-a27b-42d3-90d8-557d1473c2bd service neutron] 10.222.0.18 "GET /v2.0/networks/e234555e-6ef4-4860-8186-cd68b9e4cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847819 Aug 17 03:15:49.033677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725a3bb-0d9c-44e3-b025-c6266daa1f3f req-84ccd134-b536-43f8-81c3-f6bfa7f86b38 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:49.035176 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d725a3bb-0d9c-44e3-b025-c6266daa1f3f req-84ccd134-b536-43f8-81c3-f6bfa7f86b38 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 947 time: 0.0488956 Aug 17 03:15:49.075673 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d725a3bb-0d9c-44e3-b025-c6266daa1f3f req-ffe57efa-8254-4db7-b9a6-27756faec95c tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ea9b47-6ab4-40a5-98ab-6be1f71117bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334017 Aug 17 03:15:50.196929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f3e0e-8e6e-4885-8fd2-c4f456ae2f09 req-5a2f9ff5-f6c5-45cb-899c-2fe0cba4de3c tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:50.198442 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-434f3e0e-8e6e-4885-8fd2-c4f456ae2f09 req-5a2f9ff5-f6c5-45cb-899c-2fe0cba4de3c tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 947 time: 0.0540926 Aug 17 03:15:50.237864 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-434f3e0e-8e6e-4885-8fd2-c4f456ae2f09 req-8b2b7f96-617a-4061-8124-78580c7cdf14 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ea9b47-6ab4-40a5-98ab-6be1f71117bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334020 Aug 17 03:15:51.358166 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f7d04-770d-47ad-9153-e0941093daa8 req-f7b8d958-0508-4b5a-8c07-92911e804e2d tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:51.359653 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d17f7d04-770d-47ad-9153-e0941093daa8 req-f7b8d958-0508-4b5a-8c07-92911e804e2d tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 947 time: 0.0487013 Aug 17 03:15:51.398228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d17f7d04-770d-47ad-9153-e0941093daa8 req-e50ba571-c768-4d28-8e8b-243c82ad5bc3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ea9b47-6ab4-40a5-98ab-6be1f71117bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318117 Aug 17 03:15:51.806184 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 61e9e705-f068-4ee4-8999-774fd7d21c2a details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:15:51.906057 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 61e9e705-f068-4ee4-8999-774fd7d21c2a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=61e9e705-f068-4ee4-8999-774fd7d21c2a,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:51.918667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '61e9e705-f068-4ee4-8999-774fd7d21c2a', 'network_id': 'e234555e-6ef4-4860-8186-cd68b9e4cda1', 'port_id': '61e9e705-f068-4ee4-8999-774fd7d21c2a', 'mac_address': 'fa:16:3e:54:30:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f0dbf2-0a09-4bca-b5e4-d40e0a9687ee', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:15:51.960563 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.973955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e9e705-f068-4ee4-8999-774fd7d21c2a {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:15:51.993431 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 61e9e705-f068-4ee4-8999-774fd7d21c2a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=61e9e705-f068-4ee4-8999-774fd7d21c2a,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:52.071044 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.119843 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=61e9e705-f068-4ee4-8999-774fd7d21c2a,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:52.420890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['61e9e705-f068-4ee4-8999-774fd7d21c2a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:15:52.513674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c20c4-db67-43b9-8ffd-58b4fecb247b req-10fabf30-1efd-42cb-97b5-f232034a1127 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:52.515196 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-865c20c4-db67-43b9-8ffd-58b4fecb247b req-10fabf30-1efd-42cb-97b5-f232034a1127 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 948 time: 0.0481436 Aug 17 03:15:52.555076 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-865c20c4-db67-43b9-8ffd-58b4fecb247b req-538bfdc0-dce7-4366-b833-b26b734418c0 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ea9b47-6ab4-40a5-98ab-6be1f71117bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314260 Aug 17 03:15:53.675646 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7afd9a-2ba7-4b09-9265-7d5a05babf6e req-25c70c7a-e2c6-4562-a79f-cab07b6edfa7 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:53.677216 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7afd9a-2ba7-4b09-9265-7d5a05babf6e req-25c70c7a-e2c6-4562-a79f-cab07b6edfa7 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 948 time: 0.0539606 Aug 17 03:15:53.714611 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b7afd9a-2ba7-4b09-9265-7d5a05babf6e req-64042c18-910e-492e-8e04-12b3d329151d tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ea9b47-6ab4-40a5-98ab-6be1f71117bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315385 Aug 17 03:15:53.821870 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 61e9e705-f068-4ee4-8999-774fd7d21c2a up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:53.939858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 61e9e705-f068-4ee4-8999-774fd7d21c2a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:53.949762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 61e9e705-f068-4ee4-8999-774fd7d21c2a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:53.950313 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:54.074606 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:54.251802 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bded3ba-9de2-4b03-84be-6b97676627a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e9e705-f068-4ee4-8999-774fd7d21c2a'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:54.254060 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}936991b1c43a25cf6fbdc2804a0fba7a26d62439886a99897817d68b18d5e6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55240c73-87c5-4718-99e6-bfa9de46f2ce" -d '{"events": [{"server_uuid": "6bded3ba-9de2-4b03-84be-6b97676627a7", "name": "network-vif-plugged", "status": "completed", "tag": "61e9e705-f068-4ee4-8999-774fd7d21c2a"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:54.270412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 61e9e705-f068-4ee4-8999-774fd7d21c2a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=61e9e705-f068-4ee4-8999-774fd7d21c2a,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:54.291536 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2e4f7e-2f30-4913-96d3-9caf235ca70d x-openstack-request-id: req-3e2e4f7e-2f30-4913-96d3-9caf235ca70d {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:54.291821 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bded3ba-9de2-4b03-84be-6b97676627a7", "name": "network-vif-plugged", "status": "completed", "tag": "61e9e705-f068-4ee4-8999-774fd7d21c2a", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:54.292080 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e2e4f7e-2f30-4913-96d3-9caf235ca70d {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:54.292471 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bded3ba-9de2-4b03-84be-6b97676627a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e9e705-f068-4ee4-8999-774fd7d21c2a', 'code': 200} Aug 17 03:15:54.361010 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:54.408770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fad1c-68d8-4b30-8688-ab83a10cb1ed req-48740669-03b9-4c51-9107-cef6200b1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:54.410294 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e59fad1c-68d8-4b30-8688-ab83a10cb1ed req-48740669-03b9-4c51-9107-cef6200b1591 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 1101 time: 0.0410039 Aug 17 03:15:54.410464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=61e9e705-f068-4ee4-8999-774fd7d21c2a,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:54.447560 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e59fad1c-68d8-4b30-8688-ab83a10cb1ed req-34361707-b07c-42f7-ae2c-199783438df3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=67ea9b47-6ab4-40a5-98ab-6be1f71117bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289848 Aug 17 03:15:54.837122 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849a547-2391-40fb-a176-9a15fc98bf80 req-5cb73cdf-5393-47ad-9cc3-23158aaf21f2 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:54.838720 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6849a547-2391-40fb-a176-9a15fc98bf80 req-5cb73cdf-5393-47ad-9cc3-23158aaf21f2 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 949 time: 0.0542853 Aug 17 03:15:54.879031 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6849a547-2391-40fb-a176-9a15fc98bf80 req-2e2824ef-7fc8-4886-90e1-c43ee1d65b80 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ea9b47-6ab4-40a5-98ab-6be1f71117bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343027 Aug 17 03:15:55.995441 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06719f7c-7b9c-4cf4-b05d-8c73dbc5efd1 req-e496bac5-5ebe-4c5d-859c-e7fa8a848a07 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:55.996940 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06719f7c-7b9c-4cf4-b05d-8c73dbc5efd1 req-e496bac5-5ebe-4c5d-859c-e7fa8a848a07 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 949 time: 0.0487852 Aug 17 03:15:56.035024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06719f7c-7b9c-4cf4-b05d-8c73dbc5efd1 req-3d744cec-d541-4e64-a051-8e1946cc76f2 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ea9b47-6ab4-40a5-98ab-6be1f71117bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320280 Aug 17 03:15:56.388403 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-2c4dc952-2ce8-4604-9b89-edbd9b516d50 req-892e4571-5cfc-4b27-acb4-23da5ccef70c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:15:56.389439 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2c4dc952-2ce8-4604-9b89-edbd9b516d50 req-892e4571-5cfc-4b27-acb4-23da5ccef70c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055122 Aug 17 03:15:57.399899 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c498fd4-e029-4d80-a978-b6f1223bc99d req-bc090ccc-0874-46ff-a271-c7a3a4aa7e7e tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:57.401443 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c498fd4-e029-4d80-a978-b6f1223bc99d req-bc090ccc-0874-46ff-a271-c7a3a4aa7e7e tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 949 time: 0.0549567 Aug 17 03:15:57.440749 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c498fd4-e029-4d80-a978-b6f1223bc99d req-4705e508-f0eb-4161-a1f2-e62e44316732 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ea9b47-6ab4-40a5-98ab-6be1f71117bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329676 Aug 17 03:15:58.559608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d91168-f1ef-43fc-8ac4-8865010dbc2c req-dfaeb233-f077-4db5-be8f-190ca14d9cc3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:58.562079 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28d91168-f1ef-43fc-8ac4-8865010dbc2c req-dfaeb233-f077-4db5-be8f-190ca14d9cc3 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 949 time: 0.0511668 Aug 17 03:15:58.608899 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28d91168-f1ef-43fc-8ac4-8865010dbc2c req-6a185d15-e26e-40be-9b3b-b782ae2b5358 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ea9b47-6ab4-40a5-98ab-6be1f71117bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384991 Aug 17 03:15:58.882675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba4f88-c19a-4d9c-8e26-f4f8a6e7e41e req-e1f29473-87dc-4706-8c17-434c7d45d96d tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:58.884036 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2ba4f88-c19a-4d9c-8e26-f4f8a6e7e41e req-e1f29473-87dc-4706-8c17-434c7d45d96d tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 949 time: 0.0482199 Aug 17 03:15:58.974269 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-a2ba4f88-c19a-4d9c-8e26-f4f8a6e7e41e req-3aa687b8-374c-44b3-96f3-2773d469c020 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Deleting port 61e9e705-f068-4ee4-8999-774fd7d21c2a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:58.974610 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a2ba4f88-c19a-4d9c-8e26-f4f8a6e7e41e req-3aa687b8-374c-44b3-96f3-2773d469c020 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.062505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-a2ba4f88-c19a-4d9c-8e26-f4f8a6e7e41e req-3aa687b8-374c-44b3-96f3-2773d469c020 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] For port 61e9e705-f068-4ee4-8999-774fd7d21c2a, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=61e9e705-f068-4ee4-8999-774fd7d21c2a,segment=NetworkSegment(32afdbb3-45df-4d6f-97d1-630bc78fac0c),segment_id=32afdbb3-45df-4d6f-97d1-630bc78fac0c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:59.062909 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a2ba4f88-c19a-4d9c-8e26-f4f8a6e7e41e req-3aa687b8-374c-44b3-96f3-2773d469c020 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.079609 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-a2ba4f88-c19a-4d9c-8e26-f4f8a6e7e41e req-3aa687b8-374c-44b3-96f3-2773d469c020 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Calling delete_port for 61e9e705-f068-4ee4-8999-774fd7d21c2a owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:59.139523 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.293317 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a2ba4f88-c19a-4d9c-8e26-f4f8a6e7e41e req-3aa687b8-374c-44b3-96f3-2773d469c020 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.320367 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['61e9e705-f068-4ee4-8999-774fd7d21c2a'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:15:59.324107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa687b8-374c-44b3-96f3-2773d469c020 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Pushing event deleted for resources: {'Port': ['ID=61e9e705-f068-4ee4-8999-774fd7d21c2a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:59.368003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ba4f88-c19a-4d9c-8e26-f4f8a6e7e41e req-3aa687b8-374c-44b3-96f3-2773d469c020 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] No DVR routers for this DVR port 61e9e705-f068-4ee4-8999-774fd7d21c2a on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:59.370876 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-a2ba4f88-c19a-4d9c-8e26-f4f8a6e7e41e req-3aa687b8-374c-44b3-96f3-2773d469c020 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.372974 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2ba4f88-c19a-4d9c-8e26-f4f8a6e7e41e req-3aa687b8-374c-44b3-96f3-2773d469c020 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.18 "DELETE /v2.0/ports/61e9e705-f068-4ee4-8999-774fd7d21c2a HTTP/1.1" status: 204 len: 173 time: 0.4823961 Aug 17 03:15:59.373466 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bded3ba-9de2-4b03-84be-6b97676627a7', 'name': 'network-vif-deleted', 'tag': '61e9e705-f068-4ee4-8999-774fd7d21c2a'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:59.375749 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3855e12-0709-407a-abc7-f73461093525" -d '{"events": [{"server_uuid": "6bded3ba-9de2-4b03-84be-6b97676627a7", "name": "network-vif-deleted", "tag": "61e9e705-f068-4ee4-8999-774fd7d21c2a"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:59.412867 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60a939e-f351-4ab6-9101-1918b5641114 x-openstack-request-id: req-b60a939e-f351-4ab6-9101-1918b5641114 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:59.413160 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bded3ba-9de2-4b03-84be-6b97676627a7", "name": "network-vif-deleted", "tag": "61e9e705-f068-4ee4-8999-774fd7d21c2a", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:59.413554 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b60a939e-f351-4ab6-9101-1918b5641114 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:59.413960 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bded3ba-9de2-4b03-84be-6b97676627a7', 'name': 'network-vif-deleted', 'tag': '61e9e705-f068-4ee4-8999-774fd7d21c2a', 'status': 'completed', 'code': 200} Aug 17 03:15:59.733524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1284db44-ff03-47d3-a2f9-babb7458e638 req-3d2d1a2e-0218-4ee7-ada6-da1f17267302 tempest-ServersAdminNegativeTestJSON-26467367 tempest-ServersAdminNegativeTestJSON-26467367-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bded3ba-9de2-4b03-84be-6b97676627a7 HTTP/1.1" status: 200 len: 210 time: 0.0284841 Aug 17 03:16:01.210397 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42956) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:01.339349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-189484a0-ab94-4155-829b-22175082912e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=301a7a858b9842da8a55f9d680f6cc6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277921 Aug 17 03:16:01.342031 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42960) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:01.389258 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa5be267-1a44-4f53-b570-65c4bd861a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:01.409828 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa5be267-1a44-4f53-b570-65c4bd861a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:01.522444 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa5be267-1a44-4f53-b570-65c4bd861a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:01.525427 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fa5be267-1a44-4f53-b570-65c4bd861a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:01.526586 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fa5be267-1a44-4f53-b570-65c4bd861a9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67ea9b47-6ab4-40a5-98ab-6be1f71117bc HTTP/1.1" status: 204 len: 168 time: 0.1835866 Aug 17 03:16:01.534609 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5be267-1a44-4f53-b570-65c4bd861a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ea9b47-6ab4-40a5-98ab-6be1f71117bc,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:01.606637 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.122852 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 42968) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:02.136236 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-481ae1a1-bfe0-46ae-bf1e-8fb7709c5580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.220693 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-481ae1a1-bfe0-46ae-bf1e-8fb7709c5580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.288297 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-481ae1a1-bfe0-46ae-bf1e-8fb7709c5580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.328474 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-481ae1a1-bfe0-46ae-bf1e-8fb7709c5580 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81e51849be3b40db9ee673a6d06faec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044804 Aug 17 03:16:02.329353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ae1a1-bfe0-46ae-bf1e-8fb7709c5580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef04b294-0efe-4af3-8a73-50450bf54b21,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:02.331169 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42970) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:02.384560 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3b5911f4-22a6-47ba-8fd3-1e585b79037f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.405450 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3b5911f4-22a6-47ba-8fd3-1e585b79037f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.527928 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3b5911f4-22a6-47ba-8fd3-1e585b79037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.530524 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3b5911f4-22a6-47ba-8fd3-1e585b79037f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.531708 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3b5911f4-22a6-47ba-8fd3-1e585b79037f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef04b294-0efe-4af3-8a73-50450bf54b21 HTTP/1.1" status: 204 len: 168 time: 0.1993206 Aug 17 03:16:02.540440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5911f4-22a6-47ba-8fd3-1e585b79037f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef04b294-0efe-4af3-8a73-50450bf54b21,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:03.608198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42992) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:03.705052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-968637285-network', 'tenant_id': 'd06cc2c6f35c402a938c46a9e2e2b9ff'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:03.842062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] Made reservation on behalf of d06cc2c6f35c402a938c46a9e2e2b9ff for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:03.844421 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.855086 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 61e9e705-f068-4ee4-8999-774fd7d21c2a no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:03.856756 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.879355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 61e9e705-f068-4ee4-8999-774fd7d21c2a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:03.879695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 61e9e705-f068-4ee4-8999-774fd7d21c2a not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:03.949715 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.036429 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.064409 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:16:04.070656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e888d976-60ee-422c-8c43-80e6dbdaeb3b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:04.078125 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.078495 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] Added segment d42978f3-fa2c-49de-8ca3-b4ec7f35df37 of type vlan for network 00cb0deb-408e-4e86-bd77-128705d5525e Aug 17 03:16:04.118171 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.184841 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.185850 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:04.186625 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.250281 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] Pushing event updated for resources: {'Network': ['ID=00cb0deb-408e-4e86-bd77-128705d5525e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:04.260665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 00cb0deb-408e-4e86-bd77-128705d5525e details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:16:04.283543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-40021838-fa08-4394-99a7-616ef6ca7031 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6741633 Aug 17 03:16:04.288601 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 42996) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:04.293780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-eaec544b-3b39-4371-a2ac-ef696c4a1c9e admin admin] Request body: {'subnet': {'network_id': '00cb0deb-408e-4e86-bd77-128705d5525e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-968637285-subnet', 'tenant_id': 'd06cc2c6f35c402a938c46a9e2e2b9ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:04.390557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaec544b-3b39-4371-a2ac-ef696c4a1c9e admin admin] Made reservation on behalf of d06cc2c6f35c402a938c46a9e2e2b9ff for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:04.393190 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eaec544b-3b39-4371-a2ac-ef696c4a1c9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.619791 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eaec544b-3b39-4371-a2ac-ef696c4a1c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.681333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec544b-3b39-4371-a2ac-ef696c4a1c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1944d4a1-6cf4-405e-8166-2b6068ad5f68,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:04.686321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaec544b-3b39-4371-a2ac-ef696c4a1c9e admin admin] Checking segment: {'id': 'd42978f3-fa2c-49de-8ca3-b4ec7f35df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00cb0deb-408e-4e86-bd77-128705d5525e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:04.686682 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaec544b-3b39-4371-a2ac-ef696c4a1c9e admin admin] Network hostable DHCP agents. Network: 00cb0deb-408e-4e86-bd77-128705d5525e, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:16:04.789395 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaec544b-3b39-4371-a2ac-ef696c4a1c9e admin admin] Network 00cb0deb-408e-4e86-bd77-128705d5525e is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:16:04.874777 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-eaec544b-3b39-4371-a2ac-ef696c4a1c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 00cb0deb-408e-4e86-bd77-128705d5525e) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:04.879319 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaec544b-3b39-4371-a2ac-ef696c4a1c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:04.880241 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-eaec544b-3b39-4371-a2ac-ef696c4a1c9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.884067 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d683c28-d9aa-458d-9aa0-97d7505d33d7 None None] Network 00cb0deb-408e-4e86-bd77-128705d5525e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:04.968383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-eaec544b-3b39-4371-a2ac-ef696c4a1c9e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6784248 Aug 17 03:16:05.007124 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0be308-6c37-43d3-89ae-cade4f659a2f None None] Network 00cb0deb-408e-4e86-bd77-128705d5525e requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:05.390542 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-8e84f954-1e1e-4440-9290-6e84badc00dd tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:05.391908 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-8e84f954-1e1e-4440-9290-6e84badc00dd tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/networks?id=00cb0deb-408e-4e86-bd77-128705d5525e HTTP/1.1" status: 200 len: 811 time: 0.1030505 Aug 17 03:16:05.407343 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-ff1f2f34-7e83-4a42-88a4-532c1e6d9a60 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/quotas/d06cc2c6f35c402a938c46a9e2e2b9ff HTTP/1.1" status: 200 len: 375 time: 0.0091326 Aug 17 03:16:05.438564 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-ffc8f0ba-1e84-4a86-81ea-65bdc9aa78cd tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d06cc2c6f35c402a938c46a9e2e2b9ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254426 Aug 17 03:16:05.530822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-8263e11c-aef6-4561-a5bc-f40388e94f4b service neutron] 10.222.0.13 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851667 Aug 17 03:16:05.618779 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-31e2944e-ba61-4522-a3e3-6d3574675306 service neutron] 10.222.0.13 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819218 Aug 17 03:16:05.860350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20968540-d56a-4c65-9024-7d5fbcdd4072 req-786e2393-cea2-4fe0-9c66-cf17792590d2 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 210 time: 0.0263128 Aug 17 03:16:06.941276 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be86cf2c-4b3f-4e40-99c4-9b018ccb84f9 req-3865e4d5-6f9c-4632-8983-3d195b0937b3 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 210 time: 0.0310605 Aug 17 03:16:07.870703 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ebd96cc5-a0db-4fb9-9f57-8f0d7f32d9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.036361 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-56356645-8a33-4009-a7dc-05bce17a56a9 req-ab5c6f84-9503-4a11-9d6e-da310020728f tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 210 time: 0.0280068 Aug 17 03:16:08.256792 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-3d380a10-d77c-45f7-971f-a7e4ec684d2b tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:08.258296 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-3d380a10-d77c-45f7-971f-a7e4ec684d2b tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.18 "GET /v2.0/networks?id=00cb0deb-408e-4e86-bd77-128705d5525e HTTP/1.1" status: 200 len: 811 time: 0.0996659 Aug 17 03:16:08.275922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Request body: {'port': {'device_id': '43c13c38-fecb-454f-8224-4e1411060af8', 'network_id': '00cb0deb-408e-4e86-bd77-128705d5525e', 'admin_state_up': True, 'tenant_id': 'd06cc2c6f35c402a938c46a9e2e2b9ff'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:08.469764 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Made reservation on behalf of d06cc2c6f35c402a938c46a9e2e2b9ff for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:08.473438 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.602064 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Allocated IP 172.20.0.11 (00cb0deb-408e-4e86-bd77-128705d5525e/1944d4a1-6cf4-405e-8166-2b6068ad5f68/59c30bd4-8885-455e-9dc8-75bc1a29eb80) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:08.752967 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.865438 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.914422 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Network 00cb0deb-408e-4e86-bd77-128705d5525e is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:08.917454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:08.921269 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:08.944963 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Pushing event updated for resources: {'Port': ['ID=59c30bd4-8885-455e-9dc8-75bc1a29eb80,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:08.959248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:08.959592 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:08.959935 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:08.960277 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:08.960606 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:08.960937 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:08.961286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:08.961618 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:08.961941 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:08.962268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:08.962590 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:08.962913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:08.983372 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:08.983983 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.071145 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-3716c777-00b8-4a9f-ae85-e462c6701a06 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7999182 Aug 17 03:16:09.087860 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Request body: {'port': {'device_id': '43c13c38-fecb-454f-8224-4e1411060af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:09.140806 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.160613 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8d00f-6f96-4ea7-b0d0-c3659512052b req-2b8cf532-e884-42c1-972c-5ef0f3ec466e tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:09.162891 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54c8d00f-6f96-4ea7-b0d0-c3659512052b req-2b8cf532-e884-42c1-972c-5ef0f3ec466e tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 932 time: 0.0510404 Aug 17 03:16:09.203695 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54c8d00f-6f96-4ea7-b0d0-c3659512052b req-13f5803c-8152-4384-b79e-605ffecc3d6d tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329924 Aug 17 03:16:09.401824 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c30bd4-8885-455e-9dc8-75bc1a29eb80 {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:16:09.408942 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.421307 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Transition to ACTIVE for port object 59c30bd4-8885-455e-9dc8-75bc1a29eb80 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:09.643866 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:16:09.750376 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.799023 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Pushing event updated for resources: {'Port': ['ID=59c30bd4-8885-455e-9dc8-75bc1a29eb80,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:09.868446 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Attempting to bind port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:16:09.868773 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Attempting to bind port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'd42978f3-fa2c-49de-8ca3-b4ec7f35df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00cb0deb-408e-4e86-bd77-128705d5525e'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:16:09.869094 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Attempting to bind port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 on network 00cb0deb-408e-4e86-bd77-128705d5525e {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:16:09.873270 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 on network 00cb0deb-408e-4e86-bd77-128705d5525e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:16:09.873602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Attempting to bind port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 on network 00cb0deb-408e-4e86-bd77-128705d5525e {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:16:09.878309 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:16:09.878642 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Checking segment: {'id': 'd42978f3-fa2c-49de-8ca3-b4ec7f35df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00cb0deb-408e-4e86-bd77-128705d5525e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:09.879029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Bound using segment: {'id': 'd42978f3-fa2c-49de-8ca3-b4ec7f35df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00cb0deb-408e-4e86-bd77-128705d5525e'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:16:09.879450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Bound port: 59c30bd4-8885-455e-9dc8-75bc1a29eb80, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42978f3-fa2c-49de-8ca3-b4ec7f35df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00cb0deb-408e-4e86-bd77-128705d5525e'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:16:09.879797 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.940530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] For port 59c30bd4-8885-455e-9dc8-75bc1a29eb80, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:16:09.944087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] For port 59c30bd4-8885-455e-9dc8-75bc1a29eb80, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80,segment=NetworkSegment(d42978f3-fa2c-49de-8ca3-b4ec7f35df37),segment_id=d42978f3-fa2c-49de-8ca3-b4ec7f35df37)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:16:10.036602 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.077014 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:10.077674 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.079065 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] 10.222.0.18 "PUT /v2.0/ports/59c30bd4-8885-455e-9dc8-75bc1a29eb80 HTTP/1.1" status: 200 len: 1093 time: 0.9959064 Aug 17 03:16:10.079510 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c13c38-fecb-454f-8224-4e1411060af8', 'tag': '59c30bd4-8885-455e-9dc8-75bc1a29eb80'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:16:10.081833 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38062ebe-9931-46fc-9b29-396c0ff6a5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "43c13c38-fecb-454f-8224-4e1411060af8", "tag": "59c30bd4-8885-455e-9dc8-75bc1a29eb80"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:16:10.102820 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83485308-18db-4cf4-931f-ce40dd4c2114 service neutron] Pushing event updated for resources: {'Port': ['ID=59c30bd4-8885-455e-9dc8-75bc1a29eb80,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:10.121601 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e62639e-27ce-421d-ba71-6e8053c3fbc8 x-openstack-request-id: req-7e62639e-27ce-421d-ba71-6e8053c3fbc8 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:16:10.121917 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c13c38-fecb-454f-8224-4e1411060af8", "tag": "59c30bd4-8885-455e-9dc8-75bc1a29eb80", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:16:10.122171 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e62639e-27ce-421d-ba71-6e8053c3fbc8 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:16:10.122578 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c13c38-fecb-454f-8224-4e1411060af8', 'tag': '59c30bd4-8885-455e-9dc8-75bc1a29eb80', 'status': 'completed', 'code': 200} Aug 17 03:16:10.199752 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38062ebe-9931-46fc-9b29-396c0ff6a5e7 req-aa6030ae-088d-4789-890b-6d33691ac4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:10.201297 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38062ebe-9931-46fc-9b29-396c0ff6a5e7 req-aa6030ae-088d-4789-890b-6d33691ac4b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d06cc2c6f35c402a938c46a9e2e2b9ff&device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 1096 time: 0.0419436 Aug 17 03:16:10.308906 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38062ebe-9931-46fc-9b29-396c0ff6a5e7 req-dffef184-0cba-44e1-8fbc-613d066624ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:10.309609 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38062ebe-9931-46fc-9b29-396c0ff6a5e7 req-dffef184-0cba-44e1-8fbc-613d066624ac service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d06cc2c6f35c402a938c46a9e2e2b9ff&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0956166 Aug 17 03:16:10.322020 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2422b-c0b8-4351-bd34-2680b0572729 req-0028c44b-8186-423d-9bed-fb92f4910954 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:10.323546 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dee2422b-c0b8-4351-bd34-2680b0572729 req-0028c44b-8186-423d-9bed-fb92f4910954 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 944 time: 0.0497911 Aug 17 03:16:10.362350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dee2422b-c0b8-4351-bd34-2680b0572729 req-bb9b874b-f14e-4d24-8400-54e14c2f5c4b tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327342 Aug 17 03:16:10.396630 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2d27ca3d-62bc-43e0-9ca6-225ea1ceabed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.408648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38062ebe-9931-46fc-9b29-396c0ff6a5e7 req-dacea225-e438-414b-a1dd-b3e1c489dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:10.410174 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-38062ebe-9931-46fc-9b29-396c0ff6a5e7 req-dacea225-e438-414b-a1dd-b3e1c489dd57 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934682 Aug 17 03:16:10.500197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-1fb39e6a-d4e1-4618-8bd7-a5293a0178e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:10.501691 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-1fb39e6a-d4e1-4618-8bd7-a5293a0178e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d06cc2c6f35c402a938c46a9e2e2b9ff&device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 1096 time: 0.0396616 Aug 17 03:16:10.548377 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-91ed3bfa-deac-47aa-9755-e334d7bfbd7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80 HTTP/1.1" status: 200 len: 217 time: 0.0338817 Aug 17 03:16:10.607552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-9d74f125-9ad3-4d76-a913-006613aa686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:10.608931 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-9d74f125-9ad3-4d76-a913-006613aa686c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1944d4a1-6cf4-405e-8166-2b6068ad5f68 HTTP/1.1" status: 200 len: 851 time: 0.0447183 Aug 17 03:16:10.624515 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.645445 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-1bc8d68a-d943-4721-abf9-3288f3920152 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00cb0deb-408e-4e86-bd77-128705d5525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288715 Aug 17 03:16:10.734288 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-9957171f-f071-40eb-9bff-086bfd54083c service neutron] 10.222.0.18 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809197 Aug 17 03:16:10.825938 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7cbed74-85de-44f3-8184-85342729ddd2 req-3cbec3be-b879-42f4-b83c-01bde71666fc service neutron] 10.222.0.18 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839109 Aug 17 03:16:11.487408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f8048-978a-424a-b282-03d55cafa57f req-3c460018-0c47-4a1f-93f2-05e11e069f86 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:11.488887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c6f8048-978a-424a-b282-03d55cafa57f req-3c460018-0c47-4a1f-93f2-05e11e069f86 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 944 time: 0.0561368 Aug 17 03:16:11.527783 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3c6f8048-978a-424a-b282-03d55cafa57f req-0933661a-b590-4c46-bad0-13c925e70944 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327580 Aug 17 03:16:11.984687 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:12.645469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b4a4-3ceb-412c-9681-ead3f9e9e01c req-cd292c23-2f88-4b7d-8e6c-d57774a3ec3e tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:12.646998 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5444b4a4-3ceb-412c-9681-ead3f9e9e01c req-cd292c23-2f88-4b7d-8e6c-d57774a3ec3e tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 944 time: 0.0505447 Aug 17 03:16:12.685963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5444b4a4-3ceb-412c-9681-ead3f9e9e01c req-af2d7912-b415-42d4-9afb-293f9f96250a tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331039 Aug 17 03:16:13.801937 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbb978-20c3-492a-b9e3-b3ffc8efb637 req-bffccfd6-470a-4331-8c59-a90571a716a3 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:13.803440 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a4cbb978-20c3-492a-b9e3-b3ffc8efb637 req-bffccfd6-470a-4331-8c59-a90571a716a3 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 944 time: 0.0488753 Aug 17 03:16:13.840311 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a4cbb978-20c3-492a-b9e3-b3ffc8efb637 req-692dc2d3-522c-4c62-acaf-f0910bb9b35b tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310490 Aug 17 03:16:13.956216 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:14.960486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e3906-2c61-44f8-aeda-0ac7ebb9063b req-6a5b0209-08be-49d4-9637-d57fdd8bae7f tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:14.962119 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c6e3906-2c61-44f8-aeda-0ac7ebb9063b req-6a5b0209-08be-49d4-9637-d57fdd8bae7f tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 944 time: 0.0531993 Aug 17 03:16:14.999932 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5c6e3906-2c61-44f8-aeda-0ac7ebb9063b req-a4247931-3864-4b99-8681-144475dea3f3 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Aug 17 03:16:15.922866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 59c30bd4-8885-455e-9dc8-75bc1a29eb80 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:16:16.016968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 59c30bd4-8885-455e-9dc8-75bc1a29eb80, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80,segment=NetworkSegment(d42978f3-fa2c-49de-8ca3-b4ec7f35df37),segment_id=d42978f3-fa2c-49de-8ca3-b4ec7f35df37)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:16.027765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '59c30bd4-8885-455e-9dc8-75bc1a29eb80', 'network_id': '00cb0deb-408e-4e86-bd77-128705d5525e', 'port_id': '59c30bd4-8885-455e-9dc8-75bc1a29eb80', 'mac_address': 'fa:16:3e:d4:84:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1944d4a1-6cf4-405e-8166-2b6068ad5f68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:16:16.071690 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.085419 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c30bd4-8885-455e-9dc8-75bc1a29eb80 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:16:16.104498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 59c30bd4-8885-455e-9dc8-75bc1a29eb80, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80,segment=NetworkSegment(d42978f3-fa2c-49de-8ca3-b4ec7f35df37),segment_id=d42978f3-fa2c-49de-8ca3-b4ec7f35df37)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:16.113799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed973311-bbc4-464e-899c-a0bf79022100 req-d1d3bfd0-1f5e-45ab-872a-fb50c52248c6 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:16.118884 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed973311-bbc4-464e-899c-a0bf79022100 req-d1d3bfd0-1f5e-45ab-872a-fb50c52248c6 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 944 time: 0.0488584 Aug 17 03:16:16.154044 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed973311-bbc4-464e-899c-a0bf79022100 req-ed5a0ca3-c31f-4d3c-b153-caecf3f3d325 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Aug 17 03:16:16.218913 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.268546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=59c30bd4-8885-455e-9dc8-75bc1a29eb80,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:16.275945 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:16.276295 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:16.276635 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:16.276970 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:16.277324 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:16.277657 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:16.277982 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:16.278304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:16.278629 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:16.278948 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:16.279269 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:16.279594 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:16.557342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['59c30bd4-8885-455e-9dc8-75bc1a29eb80'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:16:17.273913 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232ed59-0d9f-416c-80a6-3730edc56a2c req-aa139a99-c60c-4d81-918d-46953084b678 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:17.275577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a232ed59-0d9f-416c-80a6-3730edc56a2c req-aa139a99-c60c-4d81-918d-46953084b678 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 945 time: 0.0501802 Aug 17 03:16:17.317483 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a232ed59-0d9f-416c-80a6-3730edc56a2c req-0f335e7b-59ef-48ec-8fe0-d7dccb2874c2 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356588 Aug 17 03:16:17.942756 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 59c30bd4-8885-455e-9dc8-75bc1a29eb80 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:18.087392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:18.091720 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:18.092168 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.169441 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.191575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c13c38-fecb-454f-8224-4e1411060af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c30bd4-8885-455e-9dc8-75bc1a29eb80'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:16:18.197594 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}936991b1c43a25cf6fbdc2804a0fba7a26d62439886a99897817d68b18d5e6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829d4536-098e-4e2f-afaa-415077d3d55c" -d '{"events": [{"server_uuid": "43c13c38-fecb-454f-8224-4e1411060af8", "name": "network-vif-plugged", "status": "completed", "tag": "59c30bd4-8885-455e-9dc8-75bc1a29eb80"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:16:18.208109 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 59c30bd4-8885-455e-9dc8-75bc1a29eb80, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80,segment=NetworkSegment(d42978f3-fa2c-49de-8ca3-b4ec7f35df37),segment_id=d42978f3-fa2c-49de-8ca3-b4ec7f35df37)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:18.230172 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5496474-4e89-41dd-929a-f8e4776e65d2 x-openstack-request-id: req-b5496474-4e89-41dd-929a-f8e4776e65d2 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:16:18.230461 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c13c38-fecb-454f-8224-4e1411060af8", "name": "network-vif-plugged", "status": "completed", "tag": "59c30bd4-8885-455e-9dc8-75bc1a29eb80", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:16:18.230712 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5496474-4e89-41dd-929a-f8e4776e65d2 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:16:18.231131 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c13c38-fecb-454f-8224-4e1411060af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c30bd4-8885-455e-9dc8-75bc1a29eb80', 'code': 200} Aug 17 03:16:18.280824 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.330254 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=59c30bd4-8885-455e-9dc8-75bc1a29eb80,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:18.349301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86abcf-d76c-4649-a0d9-f3fe5e03434b req-40e3d35f-6d34-409d-9fec-c84416839243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:18.350827 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bd86abcf-d76c-4649-a0d9-f3fe5e03434b req-40e3d35f-6d34-409d-9fec-c84416839243 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 1098 time: 0.0441327 Aug 17 03:16:18.391517 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bd86abcf-d76c-4649-a0d9-f3fe5e03434b req-3b0aef72-cf17-4320-9694-1a693a57e357 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Aug 17 03:16:18.451749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1972a1-6e70-49b9-a5df-f4639fd08819 req-1608ab9a-4056-47d4-83a5-d6795e313fa0 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:18.453134 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a1972a1-6e70-49b9-a5df-f4639fd08819 req-1608ab9a-4056-47d4-83a5-d6795e313fa0 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0617261 Aug 17 03:16:18.493074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a1972a1-6e70-49b9-a5df-f4639fd08819 req-240ddc8b-b595-4ac4-a95c-7606213243bf tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336769 Aug 17 03:16:19.619616 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc7c44-549e-41dd-bde7-a98748b8896e req-ff4dcb1a-6f63-4402-b066-a0204c7c6a6e tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:19.622041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-efdc7c44-549e-41dd-bde7-a98748b8896e req-ff4dcb1a-6f63-4402-b066-a0204c7c6a6e tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0595064 Aug 17 03:16:19.664778 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-efdc7c44-549e-41dd-bde7-a98748b8896e req-4ce4da16-27df-4e53-bf71-966b2aecc0bb tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359795 Aug 17 03:16:20.783274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049d5d0-8691-4899-a077-ac5c2f315cc2 req-e53671d7-4360-45cc-8099-2d4f78c42083 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:20.784755 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0049d5d0-8691-4899-a077-ac5c2f315cc2 req-e53671d7-4360-45cc-8099-2d4f78c42083 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0495658 Aug 17 03:16:20.823271 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0049d5d0-8691-4899-a077-ac5c2f315cc2 req-0252c79c-d07d-4544-950a-17c6116164a0 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315871 Aug 17 03:16:21.302052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ffc8f-1629-4042-8d05-db9556d01b44 req-ad07f5f8-7273-47fc-9b27-8dd4be128d8b tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:21.303586 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2b1ffc8f-1629-4042-8d05-db9556d01b44 req-ad07f5f8-7273-47fc-9b27-8dd4be128d8b tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0548058 Aug 17 03:16:21.342231 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2b1ffc8f-1629-4042-8d05-db9556d01b44 req-947fefbf-26c0-4ddd-8ba1-5fa4a5116703 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323286 Aug 17 03:16:21.541417 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-3ea1c2fd-00e2-411a-89b6-fbb99ebc26bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848050 Aug 17 03:16:21.550082 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-7cf7675e-2789-47ec-91f4-b43f6296d716 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:16:21.551058 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-7cf7675e-2789-47ec-91f4-b43f6296d716 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048766 Aug 17 03:16:22.459538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa519b3a-ae67-431f-8a93-00435b5fb7be req-5950a154-c5fa-49b2-91d0-40745134b398 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:22.461294 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa519b3a-ae67-431f-8a93-00435b5fb7be req-5950a154-c5fa-49b2-91d0-40745134b398 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0517476 Aug 17 03:16:22.500844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa519b3a-ae67-431f-8a93-00435b5fb7be req-cf366a07-841c-4116-b38f-03d3326495fb tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334966 Aug 17 03:16:23.618116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaad9cd-90fd-4c10-8496-2791f36113d1 req-e970b709-0a7a-433a-9d64-a841ccfec141 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:23.619596 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdaad9cd-90fd-4c10-8496-2791f36113d1 req-e970b709-0a7a-433a-9d64-a841ccfec141 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0509288 Aug 17 03:16:23.658307 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bdaad9cd-90fd-4c10-8496-2791f36113d1 req-2ffc5b16-8518-4c56-899d-d757a17224b4 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327699 Aug 17 03:16:23.791076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-8043bb98-2180-4428-a194-b8ca8b6df507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:23.792483 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-8043bb98-2180-4428-a194-b8ca8b6df507 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d06cc2c6f35c402a938c46a9e2e2b9ff&device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 1098 time: 0.0447054 Aug 17 03:16:23.882092 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-e9e8c467-016a-41f4-9ad9-783224173654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:23.883601 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-e9e8c467-016a-41f4-9ad9-783224173654 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00cb0deb-408e-4e86-bd77-128705d5525e HTTP/1.1" status: 200 len: 912 time: 0.0831709 Aug 17 03:16:23.927492 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-e0622f72-5233-4c87-8f4e-34513b0f480c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80 HTTP/1.1" status: 200 len: 217 time: 0.0366998 Aug 17 03:16:23.975484 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ad671936-f646-4b73-88b9-7d9783174bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:23.977549 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ad671936-f646-4b73-88b9-7d9783174bf5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1944d4a1-6cf4-405e-8166-2b6068ad5f68 HTTP/1.1" status: 200 len: 851 time: 0.0425858 Aug 17 03:16:24.009539 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-e5d35d0f-182a-4696-b47d-9e793cdcf73e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00cb0deb-408e-4e86-bd77-128705d5525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244410 Aug 17 03:16:24.108168 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-9ca02033-f36b-4b1a-b13e-840373486b77 service neutron] 10.222.0.18 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850623 Aug 17 03:16:24.190067 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-1c5b1edb-8652-4afc-8608-ae02519d1d2b service neutron] 10.222.0.18 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810657 Aug 17 03:16:24.780821 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f743856-4d46-4f77-9761-ff3ce57129d1 req-db3c3ca2-1479-4407-931f-7e37a2ec12cd tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:24.782321 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0f743856-4d46-4f77-9761-ff3ce57129d1 req-db3c3ca2-1479-4407-931f-7e37a2ec12cd tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0524936 Aug 17 03:16:24.819506 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0f743856-4d46-4f77-9761-ff3ce57129d1 req-b7925b25-196a-44a2-a136-fda3d04c62f7 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312924 Aug 17 03:16:25.934371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2123741-09eb-4984-abce-b22554757f9a req-b27671bc-3472-4edf-99fc-15eeb19e9308 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:25.935846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2123741-09eb-4984-abce-b22554757f9a req-b27671bc-3472-4edf-99fc-15eeb19e9308 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0497251 Aug 17 03:16:25.974013 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e2123741-09eb-4984-abce-b22554757f9a req-462e883c-d207-44f1-ae32-dfc1b03a7a4e tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321429 Aug 17 03:16:27.091048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c5424-596a-4bfd-860f-c045fb9f1715 req-c4b1140e-4e0d-4530-85fb-79026400cffd tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:27.092661 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-136c5424-596a-4bfd-860f-c045fb9f1715 req-c4b1140e-4e0d-4530-85fb-79026400cffd tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0498698 Aug 17 03:16:27.129974 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-136c5424-596a-4bfd-860f-c045fb9f1715 req-d13081fa-9c62-4752-b491-f31716b316a5 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313499 Aug 17 03:16:28.250321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829ff2e-5543-435a-8709-02d00539a18e req-e6dbfcc8-5523-48e9-83e4-6b2cffbabc94 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:28.251813 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0829ff2e-5543-435a-8709-02d00539a18e req-e6dbfcc8-5523-48e9-83e4-6b2cffbabc94 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0531836 Aug 17 03:16:28.290848 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0829ff2e-5543-435a-8709-02d00539a18e req-a7b983ce-7a18-4271-a186-26822e234cd3 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321507 Aug 17 03:16:29.138549 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:29.406090 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13627804-c5e5-42d4-94b7-20de5f79681f req-23bf3506-6e9f-41f9-a2c5-0363020dc6c8 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:29.407858 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13627804-c5e5-42d4-94b7-20de5f79681f req-23bf3506-6e9f-41f9-a2c5-0363020dc6c8 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0495646 Aug 17 03:16:29.445861 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-13627804-c5e5-42d4-94b7-20de5f79681f req-69f51883-073c-4b6a-b66c-b3c5123e16d4 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 Aug 17 03:16:29.911698 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf0b4a-d9a7-4482-a568-b994d314cfc4 req-7e8ff675-88db-4ee1-99e4-556f4d9a3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:29.913202 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3ebf0b4a-d9a7-4482-a568-b994d314cfc4 req-7e8ff675-88db-4ee1-99e4-556f4d9a3ceb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d06cc2c6f35c402a938c46a9e2e2b9ff&device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 1098 time: 0.0412791 Aug 17 03:16:30.020965 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf0b4a-d9a7-4482-a568-b994d314cfc4 req-88aef4d8-3b33-454b-ad0c-d11085c3afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:30.022582 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3ebf0b4a-d9a7-4482-a568-b994d314cfc4 req-88aef4d8-3b33-454b-ad0c-d11085c3afb7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00cb0deb-408e-4e86-bd77-128705d5525e HTTP/1.1" status: 200 len: 912 time: 0.0881307 Aug 17 03:16:30.065780 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3ebf0b4a-d9a7-4482-a568-b994d314cfc4 req-848882b4-5e7f-41a4-bc85-8935eff3ba27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80 HTTP/1.1" status: 200 len: 217 time: 0.0347061 Aug 17 03:16:30.119693 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf0b4a-d9a7-4482-a568-b994d314cfc4 req-4416eaac-9865-463f-be22-ab58033eb9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:30.121159 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3ebf0b4a-d9a7-4482-a568-b994d314cfc4 req-4416eaac-9865-463f-be22-ab58033eb9fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1944d4a1-6cf4-405e-8166-2b6068ad5f68 HTTP/1.1" status: 200 len: 851 time: 0.0464082 Aug 17 03:16:30.154029 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3ebf0b4a-d9a7-4482-a568-b994d314cfc4 req-da3c691a-82c7-4814-bcdc-dde0546c225d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00cb0deb-408e-4e86-bd77-128705d5525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249925 Aug 17 03:16:30.242788 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3ebf0b4a-d9a7-4482-a568-b994d314cfc4 req-0e76bbf3-0045-478d-87a4-45212c5d363d service neutron] 10.222.0.18 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809104 Aug 17 03:16:30.572934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d5679-a02b-4f27-be75-7812b0494073 req-e215c764-a679-46fd-a8ca-8f89f71ac2eb tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:30.574685 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a78d5679-a02b-4f27-be75-7812b0494073 req-e215c764-a679-46fd-a8ca-8f89f71ac2eb tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0577884 Aug 17 03:16:30.616080 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a78d5679-a02b-4f27-be75-7812b0494073 req-8967359a-ddb6-481b-9d26-71a32c6cf041 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353115 Aug 17 03:16:30.668690 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3ebf0b4a-d9a7-4482-a568-b994d314cfc4 req-40407751-b559-44fb-b7cd-3e98b33d85d4 service neutron] 10.222.0.18 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173982 Aug 17 03:16:31.647780 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:31.737828 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e702b5-5ff4-4adc-8384-a5934608f959 req-5d0df871-4c6e-4d49-8562-22dece820055 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:31.739333 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1e702b5-5ff4-4adc-8384-a5934608f959 req-5d0df871-4c6e-4d49-8562-22dece820055 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0549150 Aug 17 03:16:31.778135 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1e702b5-5ff4-4adc-8384-a5934608f959 req-8d582e3a-a998-44ff-b2b7-f3d0bf412930 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323560 Aug 17 03:16:32.895202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b5ef8-7517-4e3d-9880-960255003d6f req-03588173-121b-4c4d-93a8-6982eeae3ccc tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:32.896738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-212b5ef8-7517-4e3d-9880-960255003d6f req-03588173-121b-4c4d-93a8-6982eeae3ccc tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0503771 Aug 17 03:16:32.937157 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-212b5ef8-7517-4e3d-9880-960255003d6f req-b288758a-b754-4b07-a09a-abe1afee5485 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328064 Aug 17 03:16:34.056136 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f304c5-a37f-45a0-a364-3a6bf15d222e req-3d0729f9-11bf-4ee7-b179-40fb969e2d48 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:34.057811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65f304c5-a37f-45a0-a364-3a6bf15d222e req-3d0729f9-11bf-4ee7-b179-40fb969e2d48 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0509112 Aug 17 03:16:34.101105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65f304c5-a37f-45a0-a364-3a6bf15d222e req-14c57c63-a44a-453f-93c6-7b1b8a6c3ff0 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364311 Aug 17 03:16:35.233361 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f509ae3-adc1-4e45-b4af-86056f721b74 req-66990a34-f36c-41b4-aa4f-575da8179a0e tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:35.234861 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f509ae3-adc1-4e45-b4af-86056f721b74 req-66990a34-f36c-41b4-aa4f-575da8179a0e tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0535412 Aug 17 03:16:35.273622 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8f509ae3-adc1-4e45-b4af-86056f721b74 req-25e00a1c-96f9-443b-9bbc-ba2d607c5f79 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327537 Aug 17 03:16:36.391161 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cc67c-4fd9-44c4-be6e-51d27eb9882e req-780b7ef7-c968-45c1-8ce7-e612826319fe tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:36.392550 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d85cc67c-4fd9-44c4-be6e-51d27eb9882e req-780b7ef7-c968-45c1-8ce7-e612826319fe tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0491700 Aug 17 03:16:36.431155 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d85cc67c-4fd9-44c4-be6e-51d27eb9882e req-5076fe24-e4a8-4f00-aa04-955235252a1d tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Aug 17 03:16:37.545982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361e653-8f68-4bd8-b9f7-777852c8a0fe req-5fd89c86-add7-40ee-80a5-d59313866894 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:37.547469 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3361e653-8f68-4bd8-b9f7-777852c8a0fe req-5fd89c86-add7-40ee-80a5-d59313866894 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0494528 Aug 17 03:16:37.585979 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3361e653-8f68-4bd8-b9f7-777852c8a0fe req-f02b9cbd-3765-42aa-8cd3-1bf320e93903 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323889 Aug 17 03:16:37.880054 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c1fb51fc-3f94-4404-a6be-baac3b27ab69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.706879 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e59d30-6e3e-4765-b3d0-d5290ed59c50 req-81d41ef1-8c2b-4bab-a124-9322b630c0e7 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:38.708364 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15e59d30-6e3e-4765-b3d0-d5290ed59c50 req-81d41ef1-8c2b-4bab-a124-9322b630c0e7 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0549016 Aug 17 03:16:38.748656 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-15e59d30-6e3e-4765-b3d0-d5290ed59c50 req-8c9b857a-bf4e-45e2-9de0-e7b28e7a085f tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330966 Aug 17 03:16:39.867851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0eb7f-14cc-4e43-b8f3-b84d18d15a20 req-09434dac-ef25-45b8-834a-cdb1c6d14408 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:39.869411 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38d0eb7f-14cc-4e43-b8f3-b84d18d15a20 req-09434dac-ef25-45b8-834a-cdb1c6d14408 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0529351 Aug 17 03:16:39.909063 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38d0eb7f-14cc-4e43-b8f3-b84d18d15a20 req-534968a2-96b5-46a5-a34c-41d5f463966f tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337036 Aug 17 03:16:40.390484 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2f0b6712-e329-45e8-a415-3909761c9454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.612629 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:41.028995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16389015-8d37-4eaf-bc7f-20a4955c1284 req-7566a76b-cf98-40eb-9392-0fe12051b6cf tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:41.030990 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16389015-8d37-4eaf-bc7f-20a4955c1284 req-7566a76b-cf98-40eb-9392-0fe12051b6cf tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0509899 Aug 17 03:16:41.070460 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16389015-8d37-4eaf-bc7f-20a4955c1284 req-fc916a0c-765c-46c2-aabc-9fe3e8ac1330 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334713 Aug 17 03:16:41.972785 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:42.193257 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df98af-885e-4402-a461-492d260265d3 req-8c685204-9491-4748-816b-dded73c1e693 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:42.194798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-92df98af-885e-4402-a461-492d260265d3 req-8c685204-9491-4748-816b-dded73c1e693 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0548236 Aug 17 03:16:42.233332 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-92df98af-885e-4402-a461-492d260265d3 req-3c97cfb6-ba48-47f0-b37d-bc2f8096d6a0 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325241 Aug 17 03:16:43.348564 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e332df-70c2-40dd-b5ba-a1e671c24687 req-ec0a4041-d8d8-405c-8ab5-2aba2e125155 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:43.349982 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6e332df-70c2-40dd-b5ba-a1e671c24687 req-ec0a4041-d8d8-405c-8ab5-2aba2e125155 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0493975 Aug 17 03:16:43.390689 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6e332df-70c2-40dd-b5ba-a1e671c24687 req-b787ca18-ca17-46b4-8f84-5d91fee35ad7 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337882 Aug 17 03:16:43.978098 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:44.509518 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b690284-e937-4556-937f-fd067f3d5099 req-2ac38a35-3769-48bf-996f-bd57cd0c072f tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:44.511086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b690284-e937-4556-937f-fd067f3d5099 req-2ac38a35-3769-48bf-996f-bd57cd0c072f tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0486445 Aug 17 03:16:44.549734 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4b690284-e937-4556-937f-fd067f3d5099 req-e19f3362-4e01-45bc-8b0a-d4b2f1fd1e7b tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Aug 17 03:16:45.669027 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c858e-745c-42d6-a6f6-828621d91deb req-9753f83c-c532-44fb-b44e-1b84660af024 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:45.670544 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f43c858e-745c-42d6-a6f6-828621d91deb req-9753f83c-c532-44fb-b44e-1b84660af024 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0543518 Aug 17 03:16:45.709331 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f43c858e-745c-42d6-a6f6-828621d91deb req-0c6b4bae-76a2-4cfa-8085-535291e181fa tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327163 Aug 17 03:16:46.642846 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:16:46.826118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e07b84-7e22-4830-b40e-6cc634dad1c6 req-ebb9e9d9-44f3-4406-bfda-f177b86fe3d7 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:46.827644 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4e07b84-7e22-4830-b40e-6cc634dad1c6 req-ebb9e9d9-44f3-4406-bfda-f177b86fe3d7 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0502350 Aug 17 03:16:46.865203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4e07b84-7e22-4830-b40e-6cc634dad1c6 req-57cf4799-35b7-47a9-89f0-ec0b6e26077f tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315163 Aug 17 03:16:47.980806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5320c-b746-4632-8dd2-d265d2b35ee8 req-8a0e02b6-fbbf-4fdd-b489-1b8b00070894 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:47.982357 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9e5320c-b746-4632-8dd2-d265d2b35ee8 req-8a0e02b6-fbbf-4fdd-b489-1b8b00070894 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0489323 Aug 17 03:16:48.021177 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a9e5320c-b746-4632-8dd2-d265d2b35ee8 req-eae048f5-3394-40d9-bd20-57dd4b9727ae tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321281 Aug 17 03:16:49.143207 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6192aba-b8bf-4056-8763-5332da7c0e18 req-0cad36ba-adb6-4941-9d3f-2af3e8247df2 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:49.144687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6192aba-b8bf-4056-8763-5332da7c0e18 req-0cad36ba-adb6-4941-9d3f-2af3e8247df2 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0524731 Aug 17 03:16:49.182899 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6192aba-b8bf-4056-8763-5332da7c0e18 req-89500a6f-ddc0-46c1-a5a6-353c94b09a3e tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Aug 17 03:16:50.302952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd726c9-b80e-49f2-9040-df5971928920 req-7dd84f5b-c79a-4da6-9a81-6161e7eba39d tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:50.304536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfd726c9-b80e-49f2-9040-df5971928920 req-7dd84f5b-c79a-4da6-9a81-6161e7eba39d tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0524702 Aug 17 03:16:50.347211 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cfd726c9-b80e-49f2-9040-df5971928920 req-5648588c-dda9-47f4-9170-1a02df342f85 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364311 Aug 17 03:16:51.462884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82b0b2-c2c0-4e52-92df-ad87777b51c7 req-4a9d5847-2c2b-4c98-b71f-9ca0aaff889e tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:51.464397 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb82b0b2-c2c0-4e52-92df-ad87777b51c7 req-4a9d5847-2c2b-4c98-b71f-9ca0aaff889e tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0488045 Aug 17 03:16:51.507549 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fb82b0b2-c2c0-4e52-92df-ad87777b51c7 req-39651339-ed23-45bd-810e-afdb741a1c78 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340936 Aug 17 03:16:51.539109 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-77da9f55-fa64-44dd-8b61-6ad3cbbc9419 service neutron] show failed (client error): The resource could not be found. Aug 17 03:16:51.542525 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-77da9f55-fa64-44dd-8b61-6ad3cbbc9419 service neutron] 10.222.0.18 "GET /v2.0/ports/59c30bd4-8885-455e-9dc8-75bc1a29eb80/bindings/n-h1-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.0568008 Aug 17 03:16:52.252495 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-732db610-a0e0-4aa8-874f-bf63317287c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:52.254457 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-732db610-a0e0-4aa8-874f-bf63317287c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8&tenant_id=d06cc2c6f35c402a938c46a9e2e2b9ff HTTP/1.1" status: 200 len: 1098 time: 0.0458024 Aug 17 03:16:52.265457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-11abd6fd-dfc5-4f95-80ed-dc051699fc97 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:16:52.266451 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-11abd6fd-dfc5-4f95-80ed-dc051699fc97 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051003 Aug 17 03:16:52.284208 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-31', 'device_owner': 'compute:nova'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:52.336585 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.533537 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] For port 59c30bd4-8885-455e-9dc8-75bc1a29eb80, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80,segment=NetworkSegment(d42978f3-fa2c-49de-8ca3-b4ec7f35df37),segment_id=d42978f3-fa2c-49de-8ca3-b4ec7f35df37)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:52.572873 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] For port 59c30bd4-8885-455e-9dc8-75bc1a29eb80, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:16:52.636774 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c13c38-fecb-454f-8224-4e1411060af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c30bd4-8885-455e-9dc8-75bc1a29eb80'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:16:52.638996 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc5c8cc151b82bc2dfef400bb26675d4322cc481a6dcb210b82c96344cfab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e978c7e1-e9b2-4348-a90c-903a373c3e94" -d '{"events": [{"server_uuid": "43c13c38-fecb-454f-8224-4e1411060af8", "name": "network-vif-unplugged", "status": "completed", "tag": "59c30bd4-8885-455e-9dc8-75bc1a29eb80"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:16:52.642771 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.659869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Transition to ACTIVE for port object 59c30bd4-8885-455e-9dc8-75bc1a29eb80 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:52.670833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42beba-b554-4358-9eac-b6842dc4f26d req-e33c731c-761c-47f2-835e-ade73c46c3d3 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:52.672317 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d42beba-b554-4358-9eac-b6842dc4f26d req-e33c731c-761c-47f2-835e-ade73c46c3d3 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 946 time: 0.0807915 Aug 17 03:16:52.710831 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8d42beba-b554-4358-9eac-b6842dc4f26d req-a3759793-000d-44ff-ada2-8ec7d6a776fd tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Aug 17 03:16:52.720847 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.769700 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f167e1-8e21-40a5-ba7a-c4fc74cece7e x-openstack-request-id: req-59f167e1-8e21-40a5-ba7a-c4fc74cece7e {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:16:52.769995 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c13c38-fecb-454f-8224-4e1411060af8", "name": "network-vif-unplugged", "status": "completed", "tag": "59c30bd4-8885-455e-9dc8-75bc1a29eb80", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:16:52.770439 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59f167e1-8e21-40a5-ba7a-c4fc74cece7e {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:16:52.770643 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c13c38-fecb-454f-8224-4e1411060af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c30bd4-8885-455e-9dc8-75bc1a29eb80', 'code': 200} Aug 17 03:16:52.791626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] No DVR routers for this DVR port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:52.798565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Pushing event updated for resources: {'Port': ['ID=59c30bd4-8885-455e-9dc8-75bc1a29eb80,revision_number=6']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:52.822704 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:52.823049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:52.823389 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:52.823723 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:52.824053 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:52.824381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:52.824706 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:52.825030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:52.825409 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:52.825852 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:52.826005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:52.826325 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:52.845570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Attempting to bind port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:16:52.845904 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Attempting to bind port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'd42978f3-fa2c-49de-8ca3-b4ec7f35df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00cb0deb-408e-4e86-bd77-128705d5525e'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:16:52.846229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Attempting to bind port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 on network 00cb0deb-408e-4e86-bd77-128705d5525e {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:16:52.850572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 on network 00cb0deb-408e-4e86-bd77-128705d5525e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:16:52.850966 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Attempting to bind port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 on network 00cb0deb-408e-4e86-bd77-128705d5525e {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:16:52.855729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:16:52.856067 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Checking segment: {'id': 'd42978f3-fa2c-49de-8ca3-b4ec7f35df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00cb0deb-408e-4e86-bd77-128705d5525e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:52.856453 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Bound using segment: {'id': 'd42978f3-fa2c-49de-8ca3-b4ec7f35df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00cb0deb-408e-4e86-bd77-128705d5525e'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:16:52.856874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Bound port: 59c30bd4-8885-455e-9dc8-75bc1a29eb80, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42978f3-fa2c-49de-8ca3-b4ec7f35df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00cb0deb-408e-4e86-bd77-128705d5525e'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:16:52.857251 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.919738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] For port 59c30bd4-8885-455e-9dc8-75bc1a29eb80, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:16:52.922607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] For port 59c30bd4-8885-455e-9dc8-75bc1a29eb80, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80,segment=NetworkSegment(d42978f3-fa2c-49de-8ca3-b4ec7f35df37),segment_id=d42978f3-fa2c-49de-8ca3-b4ec7f35df37)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:16:52.989027 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.024076 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:53.024819 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.026347 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] 10.222.0.42 "PUT /v2.0/ports/59c30bd4-8885-455e-9dc8-75bc1a29eb80 HTTP/1.1" status: 200 len: 1093 time: 0.7458091 Aug 17 03:16:53.049712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14e9c8-c11f-4e33-b639-957386b2a9ed service neutron] Pushing event updated for resources: {'Port': ['ID=59c30bd4-8885-455e-9dc8-75bc1a29eb80,revision_number=7']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:53.105862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-cbe36629-29fb-489d-9f77-bd6d5cac96a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:53.107426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-cbe36629-29fb-489d-9f77-bd6d5cac96a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d06cc2c6f35c402a938c46a9e2e2b9ff&device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 1096 time: 0.0465362 Aug 17 03:16:53.197818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ea437213-2fcc-4976-98ff-6fa4b448326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:53.199261 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-ea437213-2fcc-4976-98ff-6fa4b448326d service neutron] 10.222.0.42 "GET /v2.0/networks?id=00cb0deb-408e-4e86-bd77-128705d5525e HTTP/1.1" status: 200 len: 912 time: 0.0842676 Aug 17 03:16:53.243531 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-91d7027b-e1e5-4d95-8102-f4cc4b1e33e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80 HTTP/1.1" status: 200 len: 217 time: 0.0374596 Aug 17 03:16:53.291394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-b2914bdb-e701-4050-b201-c4c281081ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:53.292829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-b2914bdb-e701-4050-b201-c4c281081ccc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1944d4a1-6cf4-405e-8166-2b6068ad5f68 HTTP/1.1" status: 200 len: 851 time: 0.0430813 Aug 17 03:16:53.324115 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-4c3e31fe-0ca5-4b58-9851-901a09487e8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00cb0deb-408e-4e86-bd77-128705d5525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244820 Aug 17 03:16:53.417274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-1be89fc6-92fb-48bc-b1d6-8f95fa029d04 service neutron] 10.222.0.42 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858247 Aug 17 03:16:53.504086 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-77dca114-4eb7-49ac-a7fc-f05f1e936f7a req-c6b3c321-0631-47ec-bb79-d5af793ec6a0 service neutron] 10.222.0.42 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804625 Aug 17 03:16:53.833492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5096dea-0475-46f0-8531-aa877d308820 req-753714cc-de93-4da1-930a-3b4c397ee380 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:53.834930 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5096dea-0475-46f0-8531-aa877d308820 req-753714cc-de93-4da1-930a-3b4c397ee380 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 944 time: 0.0505118 Aug 17 03:16:53.883494 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5096dea-0475-46f0-8531-aa877d308820 req-e217eef9-7419-43ef-be3b-d8e1c4c50276 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413468 Aug 17 03:16:54.771727 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c13c38-fecb-454f-8224-4e1411060af8', 'tag': '59c30bd4-8885-455e-9dc8-75bc1a29eb80'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:16:54.774853 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc5c8cc151b82bc2dfef400bb26675d4322cc481a6dcb210b82c96344cfab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "43c13c38-fecb-454f-8224-4e1411060af8", "tag": "59c30bd4-8885-455e-9dc8-75bc1a29eb80"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:16:54.822449 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bff849-9827-4ce4-84f4-9e6af5827069 x-openstack-request-id: req-18bff849-9827-4ce4-84f4-9e6af5827069 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:16:54.822796 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c13c38-fecb-454f-8224-4e1411060af8", "tag": "59c30bd4-8885-455e-9dc8-75bc1a29eb80", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:16:54.823119 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18bff849-9827-4ce4-84f4-9e6af5827069 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:16:54.823566 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c13c38-fecb-454f-8224-4e1411060af8', 'tag': '59c30bd4-8885-455e-9dc8-75bc1a29eb80', 'status': 'completed', 'code': 200} Aug 17 03:16:54.899663 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-242ddf42-ee96-47ac-9fe2-1f670ee2bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:54.901153 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-242ddf42-ee96-47ac-9fe2-1f670ee2bf4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d06cc2c6f35c402a938c46a9e2e2b9ff&device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 1096 time: 0.0411468 Aug 17 03:16:54.903597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-79485e4c-a0fc-4ffc-bc1d-f27aa2dfc562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:54.905060 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-79485e4c-a0fc-4ffc-bc1d-f27aa2dfc562 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d06cc2c6f35c402a938c46a9e2e2b9ff&device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 1096 time: 0.0437150 Aug 17 03:16:54.996977 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-55f08930-8a4c-4220-8ff0-dffa2f650480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:54.998494 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-55f08930-8a4c-4220-8ff0-dffa2f650480 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00cb0deb-408e-4e86-bd77-128705d5525e HTTP/1.1" status: 200 len: 912 time: 0.0896726 Aug 17 03:16:55.037549 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4c4a8-4751-4044-a81a-479f333a301a req-8b231e3a-582f-450a-ac87-310a28092018 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:55.039856 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27b4c4a8-4751-4044-a81a-479f333a301a req-8b231e3a-582f-450a-ac87-310a28092018 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 944 time: 0.0839407 Aug 17 03:16:55.041261 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-a6c7bc39-184e-4c59-b3a3-f826b3097d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:55.041741 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-70548397-9ca1-4c15-a447-e74a19d2d810 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80 HTTP/1.1" status: 200 len: 217 time: 0.0360756 Aug 17 03:16:55.042617 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-a6c7bc39-184e-4c59-b3a3-f826b3097d43 service neutron] 10.222.0.42 "GET /v2.0/networks?id=00cb0deb-408e-4e86-bd77-128705d5525e HTTP/1.1" status: 200 len: 912 time: 0.1305368 Aug 17 03:16:55.093042 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-4a5fcaab-6da8-4554-b486-d2173dce3120 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80 HTTP/1.1" status: 200 len: 217 time: 0.0407963 Aug 17 03:16:55.099708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-2a8e5374-96bc-493c-8a9d-8402846fea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:55.099708 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-2a8e5374-96bc-493c-8a9d-8402846fea6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1944d4a1-6cf4-405e-8166-2b6068ad5f68 HTTP/1.1" status: 200 len: 851 time: 0.0489781 Aug 17 03:16:55.130760 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-d43af549-7bca-44ed-8b0c-aabe051d6fcd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00cb0deb-408e-4e86-bd77-128705d5525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249999 Aug 17 03:16:55.145161 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27b4c4a8-4751-4044-a81a-479f333a301a req-3877b83f-6cca-4416-8b5e-2110766bd2c3 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989809 Aug 17 03:16:55.166113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-ebc017d6-6a3d-4ea2-bb3c-ce8b49f7e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:55.167582 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-ebc017d6-6a3d-4ea2-bb3c-ce8b49f7e832 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1944d4a1-6cf4-405e-8166-2b6068ad5f68 HTTP/1.1" status: 200 len: 851 time: 0.0644081 Aug 17 03:16:55.201858 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-6fdb53a8-ed79-4d0d-b292-0293d1f20b1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=00cb0deb-408e-4e86-bd77-128705d5525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265820 Aug 17 03:16:55.222565 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-0c14b5d6-8804-4678-9e2a-8e3873a9ed20 service neutron] 10.222.0.18 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832295 Aug 17 03:16:55.295361 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-2af4c964-818e-4541-a765-af84b36ef79d service neutron] 10.222.0.42 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850961 Aug 17 03:16:55.317141 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-add4a5e9-9994-4638-be07-b729f605c069 service neutron] 10.222.0.18 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865688 Aug 17 03:16:55.389569 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d7d2284a-3869-4f3b-9f17-2c25ca76d5d6 req-36afb486-2645-4ecc-9fb6-9b998cf44323 service neutron] 10.222.0.42 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867457 Aug 17 03:16:56.072464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 59c30bd4-8885-455e-9dc8-75bc1a29eb80 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:56.112937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 59c30bd4-8885-455e-9dc8-75bc1a29eb80 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:56.264661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064db8f-f6ed-4476-9201-fd25e8289f4d req-c7a991cf-239b-417b-a8aa-709d7374a3eb tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:56.266169 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f064db8f-f6ed-4476-9201-fd25e8289f4d req-c7a991cf-239b-417b-a8aa-709d7374a3eb tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 944 time: 0.0490415 Aug 17 03:16:56.305315 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f064db8f-f6ed-4476-9201-fd25e8289f4d req-cd5aca72-56f2-4578-827f-996680cc2060 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332112 Aug 17 03:16:57.421048 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece8297-cfb0-4f15-97ea-31fb0a7a0ba3 req-d1eadc09-9481-4a51-9f66-a54cca643b50 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:57.422547 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ece8297-cfb0-4f15-97ea-31fb0a7a0ba3 req-d1eadc09-9481-4a51-9f66-a54cca643b50 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 944 time: 0.0496340 Aug 17 03:16:57.463981 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2ece8297-cfb0-4f15-97ea-31fb0a7a0ba3 req-d1571a5f-acd2-46b9-83b2-e4ab51c7c475 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353954 Aug 17 03:16:57.877922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-2522c65a-113a-4c83-a278-17039cd64404 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:57.879280 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-2522c65a-113a-4c83-a278-17039cd64404 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.18 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8&tenant_id=d06cc2c6f35c402a938c46a9e2e2b9ff&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 944 time: 0.0513051 Aug 17 03:16:57.942701 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-6fcffa2e-ac15-411a-89a3-cef65f210aaa service neutron] delete failed (client error): The resource could not be found. Aug 17 03:16:57.943694 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-6fcffa2e-ac15-411a-89a3-cef65f210aaa service neutron] 10.222.0.18 "DELETE /v2.0/ports/59c30bd4-8885-455e-9dc8-75bc1a29eb80/bindings/n-h2-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.0563514 Aug 17 03:16:58.041636 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-eceb9608-6261-448b-a777-3054a83ef414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:58.043157 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-eceb9608-6261-448b-a777-3054a83ef414 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d06cc2c6f35c402a938c46a9e2e2b9ff&device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 1096 time: 0.0417247 Aug 17 03:16:58.133782 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-23897761-7f24-433d-b4b1-dc6478e96299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:58.135143 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-23897761-7f24-433d-b4b1-dc6478e96299 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00cb0deb-408e-4e86-bd77-128705d5525e HTTP/1.1" status: 200 len: 912 time: 0.0847619 Aug 17 03:16:58.182297 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-65bb557f-01ed-414b-8264-8dc43d9a5b56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80 HTTP/1.1" status: 200 len: 217 time: 0.0381916 Aug 17 03:16:58.231030 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-37c2729c-9781-4d92-811e-4b166312b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:58.232689 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-37c2729c-9781-4d92-811e-4b166312b21b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1944d4a1-6cf4-405e-8166-2b6068ad5f68 HTTP/1.1" status: 200 len: 851 time: 0.0432398 Aug 17 03:16:58.264485 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-fff0267e-366c-4265-bc7c-b2b6e38eb87c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00cb0deb-408e-4e86-bd77-128705d5525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246916 Aug 17 03:16:58.357058 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-c7b1866b-4c07-43c8-98a5-bf1db56d50a0 service neutron] 10.222.0.18 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844705 Aug 17 03:16:58.445597 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-e816cb32-f290-4dfe-a416-464c107d3479 service neutron] 10.222.0.18 "GET /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815799 Aug 17 03:16:59.137795 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.174454 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 59c30bd4-8885-455e-9dc8-75bc1a29eb80 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:16:59.269443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 59c30bd4-8885-455e-9dc8-75bc1a29eb80, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80,segment=NetworkSegment(d42978f3-fa2c-49de-8ca3-b4ec7f35df37),segment_id=d42978f3-fa2c-49de-8ca3-b4ec7f35df37)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:59.281060 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '59c30bd4-8885-455e-9dc8-75bc1a29eb80', 'network_id': '00cb0deb-408e-4e86-bd77-128705d5525e', 'port_id': '59c30bd4-8885-455e-9dc8-75bc1a29eb80', 'mac_address': 'fa:16:3e:d4:84:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1944d4a1-6cf4-405e-8166-2b6068ad5f68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:16:59.322931 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.336710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c30bd4-8885-455e-9dc8-75bc1a29eb80 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:16:59.356308 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 59c30bd4-8885-455e-9dc8-75bc1a29eb80, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80,segment=NetworkSegment(d42978f3-fa2c-49de-8ca3-b4ec7f35df37),segment_id=d42978f3-fa2c-49de-8ca3-b4ec7f35df37)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:59.457413 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.504910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=59c30bd4-8885-455e-9dc8-75bc1a29eb80,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:59.878141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0675d2b-57f1-41c3-81fe-29a9ebe81d16 req-a6878d1f-c927-485a-a867-8a8abda318fd tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:59.879611 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0675d2b-57f1-41c3-81fe-29a9ebe81d16 req-a6878d1f-c927-485a-a867-8a8abda318fd tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 945 time: 0.0492899 Aug 17 03:16:59.917437 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['59c30bd4-8885-455e-9dc8-75bc1a29eb80'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:16:59.920167 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0675d2b-57f1-41c3-81fe-29a9ebe81d16 req-e1cf14f1-a963-42e9-a0e4-e535a93768e7 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341134 Aug 17 03:17:01.048191 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2499b-05fc-4e49-ae07-1f576bfb2f11 req-1e09f5e6-9f2a-48a2-a75d-d27d4269c121 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:01.049714 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ed2499b-05fc-4e49-ae07-1f576bfb2f11 req-1e09f5e6-9f2a-48a2-a75d-d27d4269c121 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 945 time: 0.0495460 Aug 17 03:17:01.088316 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8ed2499b-05fc-4e49-ae07-1f576bfb2f11 req-0847e6be-5633-4e63-9a31-aa16e9f38ac0 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/security-groups?id=e888d976-60ee-422c-8c43-80e6dbdaeb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324199 Aug 17 03:17:01.196018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 59c30bd4-8885-455e-9dc8-75bc1a29eb80 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:17:01.305106 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:01.309032 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:01.309438 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.384492 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.406843 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c13c38-fecb-454f-8224-4e1411060af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c30bd4-8885-455e-9dc8-75bc1a29eb80'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:17:01.409101 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}936991b1c43a25cf6fbdc2804a0fba7a26d62439886a99897817d68b18d5e6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbb9205-fa12-4a83-b28f-17e6faedcaf3" -d '{"events": [{"server_uuid": "43c13c38-fecb-454f-8224-4e1411060af8", "name": "network-vif-plugged", "status": "completed", "tag": "59c30bd4-8885-455e-9dc8-75bc1a29eb80"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:17:01.416012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-c08dfafa-fc64-45d4-9981-b7b59b110ae2 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:01.417531 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-c08dfafa-fc64-45d4-9981-b7b59b110ae2 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.42 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 945 time: 0.0494776 Aug 17 03:17:01.425568 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 59c30bd4-8885-455e-9dc8-75bc1a29eb80, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80,segment=NetworkSegment(d42978f3-fa2c-49de-8ca3-b4ec7f35df37),segment_id=d42978f3-fa2c-49de-8ca3-b4ec7f35df37)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:01.446909 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b6f003-9e9d-49c4-8b1b-2d03c916f669 x-openstack-request-id: req-b3b6f003-9e9d-49c4-8b1b-2d03c916f669 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:17:01.447202 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c13c38-fecb-454f-8224-4e1411060af8", "name": "network-vif-plugged", "status": "completed", "tag": "59c30bd4-8885-455e-9dc8-75bc1a29eb80", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:17:01.447455 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3b6f003-9e9d-49c4-8b1b-2d03c916f669 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:17:01.447853 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c13c38-fecb-454f-8224-4e1411060af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c30bd4-8885-455e-9dc8-75bc1a29eb80', 'code': 200} Aug 17 03:17:01.498093 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.513173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-4534c57c-6072-468b-9607-db8e598cb0a5 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Deleting port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:17:01.513723 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-4534c57c-6072-468b-9607-db8e598cb0a5 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.556055 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=59c30bd4-8885-455e-9dc8-75bc1a29eb80,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:01.602804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-4534c57c-6072-468b-9607-db8e598cb0a5 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] For port 59c30bd4-8885-455e-9dc8-75bc1a29eb80, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=59c30bd4-8885-455e-9dc8-75bc1a29eb80,segment=NetworkSegment(d42978f3-fa2c-49de-8ca3-b4ec7f35df37),segment_id=d42978f3-fa2c-49de-8ca3-b4ec7f35df37)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:01.603171 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-4534c57c-6072-468b-9607-db8e598cb0a5 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.606629 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.619697 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-4534c57c-6072-468b-9607-db8e598cb0a5 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Calling delete_port for 59c30bd4-8885-455e-9dc8-75bc1a29eb80 owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:17:01.800534 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-4534c57c-6072-468b-9607-db8e598cb0a5 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.831957 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534c57c-6072-468b-9607-db8e598cb0a5 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Pushing event deleted for resources: {'Port': ['ID=59c30bd4-8885-455e-9dc8-75bc1a29eb80,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:01.833675 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['59c30bd4-8885-455e-9dc8-75bc1a29eb80'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:17:01.879757 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-4534c57c-6072-468b-9607-db8e598cb0a5 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] No DVR routers for this DVR port 59c30bd4-8885-455e-9dc8-75bc1a29eb80 on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:17:01.882617 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-4534c57c-6072-468b-9607-db8e598cb0a5 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.885211 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5ae3b964-0a39-4de2-9749-8c206e77666e req-4534c57c-6072-468b-9607-db8e598cb0a5 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.42 "DELETE /v2.0/ports/59c30bd4-8885-455e-9dc8-75bc1a29eb80 HTTP/1.1" status: 204 len: 173 time: 0.4615052 Aug 17 03:17:01.885667 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c13c38-fecb-454f-8224-4e1411060af8', 'name': 'network-vif-deleted', 'tag': '59c30bd4-8885-455e-9dc8-75bc1a29eb80'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:17:01.887979 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc5c8cc151b82bc2dfef400bb26675d4322cc481a6dcb210b82c96344cfab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83f19b6-5106-4952-b57f-218083ce93ec" -d '{"events": [{"server_uuid": "43c13c38-fecb-454f-8224-4e1411060af8", "name": "network-vif-deleted", "tag": "59c30bd4-8885-455e-9dc8-75bc1a29eb80"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:17:01.923798 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9288bb08-1f89-4ae7-b79b-85cf1d1611c7 x-openstack-request-id: req-9288bb08-1f89-4ae7-b79b-85cf1d1611c7 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:17:01.924088 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c13c38-fecb-454f-8224-4e1411060af8", "name": "network-vif-deleted", "tag": "59c30bd4-8885-455e-9dc8-75bc1a29eb80", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:17:01.924342 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9288bb08-1f89-4ae7-b79b-85cf1d1611c7 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:17:01.924738 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c13c38-fecb-454f-8224-4e1411060af8', 'name': 'network-vif-deleted', 'tag': '59c30bd4-8885-455e-9dc8-75bc1a29eb80', 'status': 'completed', 'code': 200} Aug 17 03:17:02.185786 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72ddeedf-0259-4b95-a155-3d0f38663ab3 req-2262f6e8-4937-45c2-8d91-6841ca5d7e29 tempest-DeleteServersTestJSON-860579541 tempest-DeleteServersTestJSON-860579541-project] 10.222.0.13 "GET /v2.0/ports?device_id=43c13c38-fecb-454f-8224-4e1411060af8 HTTP/1.1" status: 200 len: 210 time: 0.0280085 Aug 17 03:17:03.318511 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43184) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:03.364734 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac889cba-469b-4c80-9b69-c004c5087f39 admin admin] Deleting subnet 1944d4a1-6cf4-405e-8166-2b6068ad5f68 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:17:03.368519 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac889cba-469b-4c80-9b69-c004c5087f39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.402005 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac889cba-469b-4c80-9b69-c004c5087f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.444285 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac889cba-469b-4c80-9b69-c004c5087f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.549788 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac889cba-469b-4c80-9b69-c004c5087f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.575917 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac889cba-469b-4c80-9b69-c004c5087f39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1944d4a1-6cf4-405e-8166-2b6068ad5f68,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:03.579487 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ac889cba-469b-4c80-9b69-c004c5087f39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.581758 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-ac889cba-469b-4c80-9b69-c004c5087f39 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1944d4a1-6cf4-405e-8166-2b6068ad5f68 HTTP/1.1" status: 204 len: 168 time: 0.2618663 Aug 17 03:17:03.583962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43186) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:03.651074 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-178a3f12-cdec-4df1-be7a-4be0b3fac4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.731471 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-178a3f12-cdec-4df1-be7a-4be0b3fac4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.740876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-178a3f12-cdec-4df1-be7a-4be0b3fac4fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cb0deb-408e-4e86-bd77-128705d5525e']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:03.750961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-178a3f12-cdec-4df1-be7a-4be0b3fac4fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42978f3-fa2c-49de-8ca3-b4ec7f35df37') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:03.751264 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-178a3f12-cdec-4df1-be7a-4be0b3fac4fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42978f3-fa2c-49de-8ca3-b4ec7f35df37') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:03.759928 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-178a3f12-cdec-4df1-be7a-4be0b3fac4fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.773549 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-178a3f12-cdec-4df1-be7a-4be0b3fac4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.779174 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178a3f12-cdec-4df1-be7a-4be0b3fac4fe admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:17:03.779557 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-178a3f12-cdec-4df1-be7a-4be0b3fac4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: timer() Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:17:03.781133 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:17:03.892565 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-178a3f12-cdec-4df1-be7a-4be0b3fac4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.898597 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-178a3f12-cdec-4df1-be7a-4be0b3fac4fe admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.900554 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-178a3f12-cdec-4df1-be7a-4be0b3fac4fe admin admin] 10.222.0.13 "DELETE /v2.0/networks/00cb0deb-408e-4e86-bd77-128705d5525e HTTP/1.1" status: 204 len: 168 time: 0.3155475 Aug 17 03:17:03.911659 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a3f12-cdec-4df1-be7a-4be0b3fac4fe admin admin] Pushing event deleted for resources: {'Network': ['ID=00cb0deb-408e-4e86-bd77-128705d5525e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:04.211136 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43190) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:04.250942 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b00f8e65-9bd3-4185-8264-0a8406f88c8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d06cc2c6f35c402a938c46a9e2e2b9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383797 Aug 17 03:17:04.253557 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43192) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:04.305606 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-765a05d2-74d4-4330-a268-d3237fc1dc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:04.326652 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-765a05d2-74d4-4330-a268-d3237fc1dc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:04.429008 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-765a05d2-74d4-4330-a268-d3237fc1dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:04.432433 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-765a05d2-74d4-4330-a268-d3237fc1dc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:04.433690 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-765a05d2-74d4-4330-a268-d3237fc1dc69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e888d976-60ee-422c-8c43-80e6dbdaeb3b HTTP/1.1" status: 204 len: 168 time: 0.1791854 Aug 17 03:17:04.441781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a05d2-74d4-4330-a268-d3237fc1dc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e888d976-60ee-422c-8c43-80e6dbdaeb3b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:05.214885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 59c30bd4-8885-455e-9dc8-75bc1a29eb80 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:17:05.244844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: 59c30bd4-8885-455e-9dc8-75bc1a29eb80 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:17:05.245198 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 59c30bd4-8885-455e-9dc8-75bc1a29eb80 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:17:05.370816 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43214) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:05.474350 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1330157761-network', 'tenant_id': '2cfc81496dcc44da9ad2ace0ee98737f'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:05.532168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] Made reservation on behalf of 2cfc81496dcc44da9ad2ace0ee98737f for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:05.534440 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.542979 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.632744 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.680580 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.707395 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:17:05.712954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1627994-974d-4f6d-9904-7199f5bef3c6,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:05.720382 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.721331 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] Added segment e724b0d4-aa50-4dff-b6a0-c03756a942f1 of type vlan for network 74781968-d62d-458b-815d-77725b92b62c Aug 17 03:17:05.760824 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.840254 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.841262 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:05.841847 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.899379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=74781968-d62d-458b-815d-77725b92b62c,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:05.909110 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 74781968-d62d-458b-815d-77725b92b62c details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:17:05.956825 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-aa435295-9328-461c-a68e-389dfdcc3ee0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5848489 Aug 17 03:17:05.959726 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43218) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:05.964761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-769d35c7-9915-4293-905a-59864879d61c admin admin] Request body: {'subnet': {'network_id': '74781968-d62d-458b-815d-77725b92b62c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1330157761-subnet', 'tenant_id': '2cfc81496dcc44da9ad2ace0ee98737f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:06.046257 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769d35c7-9915-4293-905a-59864879d61c admin admin] Made reservation on behalf of 2cfc81496dcc44da9ad2ace0ee98737f for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:06.048628 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-769d35c7-9915-4293-905a-59864879d61c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:06.274977 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-769d35c7-9915-4293-905a-59864879d61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:06.332064 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d35c7-9915-4293-905a-59864879d61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=27bcd843-1b50-4e16-a0af-40b6510ab252,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:06.339505 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769d35c7-9915-4293-905a-59864879d61c admin admin] Checking segment: {'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:17:06.339850 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769d35c7-9915-4293-905a-59864879d61c admin admin] Network hostable DHCP agents. Network: 74781968-d62d-458b-815d-77725b92b62c, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:17:06.406052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769d35c7-9915-4293-905a-59864879d61c admin admin] Network 74781968-d62d-458b-815d-77725b92b62c is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:17:06.480517 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-769d35c7-9915-4293-905a-59864879d61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 74781968-d62d-458b-815d-77725b92b62c) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:06.484560 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769d35c7-9915-4293-905a-59864879d61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:06.485144 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-769d35c7-9915-4293-905a-59864879d61c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:06.489205 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d683c802-f62f-4703-b4f0-8590bc3e6148 None None] Network 74781968-d62d-458b-815d-77725b92b62c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:06.573053 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-769d35c7-9915-4293-905a-59864879d61c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6119785 Aug 17 03:17:06.612494 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97867e92-2e13-44b1-bd54-12c2a4d474a8 None None] Network 74781968-d62d-458b-815d-77725b92b62c requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:06.993944 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-3f83ef59-7cd8-412e-ab6f-604968de3ce8 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:06.995424 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-3f83ef59-7cd8-412e-ab6f-604968de3ce8 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 815 time: 0.1008396 Aug 17 03:17:07.010029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-3dc379d4-9674-4ab8-9efd-f4adbff37b7f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/quotas/2cfc81496dcc44da9ad2ace0ee98737f HTTP/1.1" status: 200 len: 375 time: 0.0088873 Aug 17 03:17:07.045141 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-c8592423-adf1-40a7-92fa-8c6a870487c8 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300481 Aug 17 03:17:07.134588 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-6f62339f-b46a-4f13-a433-cb2cf0f072ad service neutron] 10.222.0.13 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823705 Aug 17 03:17:07.226276 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-9dbd0997-48f8-49cc-afe0-5e94494ec323 service neutron] 10.222.0.13 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852058 Aug 17 03:17:07.446694 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b25a0de3-85d3-4586-9ce1-7668a02adf80 req-100cecd3-a361-4aa7-8c39-062057b06d3a tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 210 time: 0.0264337 Aug 17 03:17:07.886072 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7877482b-8084-437d-be1a-d95d600eafc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:08.541299 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b3fcc6e2-a547-4601-ba28-97e81cab5d26 req-a46b0b6f-c26d-4f11-a0ce-acbc48918f2b tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 210 time: 0.0271869 Aug 17 03:17:09.910947 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-3b8c2193-81d2-42de-9746-d26c03bc73c1 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:09.912371 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-3b8c2193-81d2-42de-9746-d26c03bc73c1 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.42 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 815 time: 0.4445539 Aug 17 03:17:09.927773 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-61f899ed-985b-4b04-b29d-8d827d61041a req-67e985fe-591c-495e-adf4-ae9798f7431c tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 210 time: 0.0401490 Aug 17 03:17:09.939579 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-1fbdb4cd-015a-4d5d-86cd-ff1b9cfd0e9f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Request body: {'port': {'device_id': 'de629557-a505-41c9-ad50-3e4050690560', 'network_id': '74781968-d62d-458b-815d-77725b92b62c', 'admin_state_up': True, 'tenant_id': '2cfc81496dcc44da9ad2ace0ee98737f'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:10.114831 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-1fbdb4cd-015a-4d5d-86cd-ff1b9cfd0e9f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Made reservation on behalf of 2cfc81496dcc44da9ad2ace0ee98737f for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:10.118491 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-1fbdb4cd-015a-4d5d-86cd-ff1b9cfd0e9f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.240744 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-1fbdb4cd-015a-4d5d-86cd-ff1b9cfd0e9f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Allocated IP 172.20.0.8 (74781968-d62d-458b-815d-77725b92b62c/27bcd843-1b50-4e16-a0af-40b6510ab252/92c00dd5-0674-4db9-8e51-71745938e479) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:17:10.377931 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fc36d85e-21bb-48af-94d1-226ee64ee655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.387496 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-1fbdb4cd-015a-4d5d-86cd-ff1b9cfd0e9f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.510344 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-1fbdb4cd-015a-4d5d-86cd-ff1b9cfd0e9f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.554634 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-1fbdb4cd-015a-4d5d-86cd-ff1b9cfd0e9f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Network 74781968-d62d-458b-815d-77725b92b62c is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:17:10.558312 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-1fbdb4cd-015a-4d5d-86cd-ff1b9cfd0e9f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:10.562336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-1fbdb4cd-015a-4d5d-86cd-ff1b9cfd0e9f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:17:10.568627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdb4cd-015a-4d5d-86cd-ff1b9cfd0e9f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Pushing event updated for resources: {'Port': ['ID=92c00dd5-0674-4db9-8e51-71745938e479,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:10.613194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-1fbdb4cd-015a-4d5d-86cd-ff1b9cfd0e9f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:10.613814 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-1fbdb4cd-015a-4d5d-86cd-ff1b9cfd0e9f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.618728 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.698995 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-1fbdb4cd-015a-4d5d-86cd-ff1b9cfd0e9f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7633128 Aug 17 03:17:10.716973 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Request body: {'port': {'device_id': 'de629557-a505-41c9-ad50-3e4050690560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:10.772072 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.058601 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c00dd5-0674-4db9-8e51-71745938e479 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:17:11.067897 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.092284 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8c22a-a521-45d9-8839-553e16dccf2b req-b932fa17-815f-4150-9795-8630d8f04a2b tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:11.093815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97d8c22a-a521-45d9-8839-553e16dccf2b req-b932fa17-815f-4150-9795-8630d8f04a2b tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 931 time: 0.0975089 Aug 17 03:17:11.094727 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Transition to ACTIVE for port object 92c00dd5-0674-4db9-8e51-71745938e479 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:11.133131 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-97d8c22a-a521-45d9-8839-553e16dccf2b req-d47ff8b7-cb9f-4de7-a54c-5aff82fd573b tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332854 Aug 17 03:17:11.160710 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.230117 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Pushing event updated for resources: {'Port': ['ID=92c00dd5-0674-4db9-8e51-71745938e479,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:11.280413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Attempting to bind port 92c00dd5-0674-4db9-8e51-71745938e479 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:17:11.280759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Attempting to bind port 92c00dd5-0674-4db9-8e51-71745938e479 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:17:11.281088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Attempting to bind port 92c00dd5-0674-4db9-8e51-71745938e479 on network 74781968-d62d-458b-815d-77725b92b62c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:17:11.285374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Port 92c00dd5-0674-4db9-8e51-71745938e479 on network 74781968-d62d-458b-815d-77725b92b62c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:17:11.285700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Attempting to bind port 92c00dd5-0674-4db9-8e51-71745938e479 on network 74781968-d62d-458b-815d-77725b92b62c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:17:11.291629 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:17:11.291972 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Checking segment: {'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:17:11.292384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Bound using segment: {'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:17:11.292796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Bound port: 92c00dd5-0674-4db9-8e51-71745938e479, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:17:11.293159 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.359922 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] For port 92c00dd5-0674-4db9-8e51-71745938e479, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:17:11.362954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] For port 92c00dd5-0674-4db9-8e51-71745938e479, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=92c00dd5-0674-4db9-8e51-71745938e479,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:17:11.480904 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.513924 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:11.514554 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.515926 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] 10.222.0.42 "PUT /v2.0/ports/92c00dd5-0674-4db9-8e51-71745938e479 HTTP/1.1" status: 200 len: 1092 time: 0.8030114 Aug 17 03:17:11.516372 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de629557-a505-41c9-ad50-3e4050690560', 'tag': '92c00dd5-0674-4db9-8e51-71745938e479'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:17:11.518693 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc5c8cc151b82bc2dfef400bb26675d4322cc481a6dcb210b82c96344cfab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10343409-1e94-4327-8657-69d0e623fd89" -d '{"events": [{"name": "network-changed", "server_uuid": "de629557-a505-41c9-ad50-3e4050690560", "tag": "92c00dd5-0674-4db9-8e51-71745938e479"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:17:11.548342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b7e5a-f751-421c-8f04-9048ddd9058a service neutron] Pushing event updated for resources: {'Port': ['ID=92c00dd5-0674-4db9-8e51-71745938e479,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:11.563811 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b352bc3-18fd-4848-839f-a13ed03b3aeb x-openstack-request-id: req-6b352bc3-18fd-4848-839f-a13ed03b3aeb {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:17:11.564097 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de629557-a505-41c9-ad50-3e4050690560", "tag": "92c00dd5-0674-4db9-8e51-71745938e479", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:17:11.564347 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b352bc3-18fd-4848-839f-a13ed03b3aeb {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:17:11.564746 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de629557-a505-41c9-ad50-3e4050690560', 'tag': '92c00dd5-0674-4db9-8e51-71745938e479', 'status': 'completed', 'code': 200} Aug 17 03:17:11.643626 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10343409-1e94-4327-8657-69d0e623fd89 req-368e2aab-90ab-4ac6-9aa5-c7041db4ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:11.645143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-10343409-1e94-4327-8657-69d0e623fd89 req-368e2aab-90ab-4ac6-9aa5-c7041db4ade6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 1095 time: 0.0406749 Aug 17 03:17:11.757349 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10343409-1e94-4327-8657-69d0e623fd89 req-38d600fe-f99d-47ae-8b34-d1c83acd4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:11.759488 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-10343409-1e94-4327-8657-69d0e623fd89 req-38d600fe-f99d-47ae-8b34-d1c83acd4e3f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1005533 Aug 17 03:17:11.853793 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10343409-1e94-4327-8657-69d0e623fd89 req-f06d18d8-a3f4-4c35-bfdb-c7e0822732da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:11.855240 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-10343409-1e94-4327-8657-69d0e623fd89 req-f06d18d8-a3f4-4c35-bfdb-c7e0822732da service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884387 Aug 17 03:17:11.969969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-cae04b7f-ba65-481e-aec1-2cbf31d86cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:11.971470 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-cae04b7f-ba65-481e-aec1-2cbf31d86cb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 1095 time: 0.0470986 Aug 17 03:17:11.983603 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:12.018194 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-04fa1f07-618a-4c8e-ab3a-01de4f6f4b36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92c00dd5-0674-4db9-8e51-71745938e479 HTTP/1.1" status: 200 len: 217 time: 0.0345182 Aug 17 03:17:12.066545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-5834294c-4fe0-4488-add2-183be3a992ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:12.068015 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-5834294c-4fe0-4488-add2-183be3a992ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27bcd843-1b50-4e16-a0af-40b6510ab252 HTTP/1.1" status: 200 len: 855 time: 0.0437324 Aug 17 03:17:12.098903 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-f090ff82-fbf1-408a-af1f-9174e2c49632 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74781968-d62d-458b-815d-77725b92b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242279 Aug 17 03:17:12.192775 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-7dea5feb-734f-46dc-a05e-ca78485ba060 service neutron] 10.222.0.42 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872018 Aug 17 03:17:12.309133 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b68a7e-d519-4dbc-a1b8-46549c01c49b req-70033ad1-047a-47c6-aa52-fd8abae2b678 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:12.310610 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8b68a7e-d519-4dbc-a1b8-46549c01c49b req-70033ad1-047a-47c6-aa52-fd8abae2b678 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 943 time: 0.1097102 Aug 17 03:17:12.336172 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-098cd2ce-04eb-4f93-b2d7-377872735939 req-d040a187-0b3a-4b8a-844a-f734564ddfe3 service neutron] 10.222.0.42 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363199 Aug 17 03:17:12.357023 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e8b68a7e-d519-4dbc-a1b8-46549c01c49b req-ff2c2059-162c-487f-bc6c-1d8bb211d6f8 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374978 Aug 17 03:17:13.471455 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a24bc6-eb32-4cb8-8bcc-dc3a115e2862 req-4f945939-3130-4e7a-9d22-9f950a4a0479 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:13.472929 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0a24bc6-eb32-4cb8-8bcc-dc3a115e2862 req-4f945939-3130-4e7a-9d22-9f950a4a0479 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 943 time: 0.0493984 Aug 17 03:17:13.511701 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d0a24bc6-eb32-4cb8-8bcc-dc3a115e2862 req-28a7116f-65a2-4551-9f04-dc194eb2d3ef tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326607 Aug 17 03:17:13.988638 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.630355 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b932fc-4636-4d57-94d6-2c17ec0b7ebb req-65c07006-30f4-4073-a91c-9f54dc378cda tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:14.635399 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4b932fc-4636-4d57-94d6-2c17ec0b7ebb req-65c07006-30f4-4073-a91c-9f54dc378cda tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 943 time: 0.0525732 Aug 17 03:17:14.671418 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f4b932fc-4636-4d57-94d6-2c17ec0b7ebb req-1c6ddd96-6270-435b-8a75-61b51b9b22d4 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329697 Aug 17 03:17:15.786711 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5e0d2-50c7-44e8-9fb5-e53c8a30df38 req-fac75ffb-cf43-4e59-bee1-fe9ecb67f27c tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:15.788452 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91c5e0d2-50c7-44e8-9fb5-e53c8a30df38 req-fac75ffb-cf43-4e59-bee1-fe9ecb67f27c tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 943 time: 0.0504079 Aug 17 03:17:15.827124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91c5e0d2-50c7-44e8-9fb5-e53c8a30df38 req-59c465ce-5038-46e2-aa8f-5e80e81354f4 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324368 Aug 17 03:17:16.943124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb37ff-2793-4aa1-9274-4df6a8d104c7 req-729aa969-f75b-4991-a593-3caf2b560142 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:16.944608 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3cb37ff-2793-4aa1-9274-4df6a8d104c7 req-729aa969-f75b-4991-a593-3caf2b560142 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 943 time: 0.0497687 Aug 17 03:17:16.982687 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d3cb37ff-2793-4aa1-9274-4df6a8d104c7 req-e6abd811-ba83-4b65-83e3-10ffd276a38d tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Aug 17 03:17:17.321268 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 92c00dd5-0674-4db9-8e51-71745938e479 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:17:17.414668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 92c00dd5-0674-4db9-8e51-71745938e479, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=92c00dd5-0674-4db9-8e51-71745938e479,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:17.426247 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '92c00dd5-0674-4db9-8e51-71745938e479', 'network_id': '74781968-d62d-458b-815d-77725b92b62c', 'port_id': '92c00dd5-0674-4db9-8e51-71745938e479', 'mac_address': 'fa:16:3e:71:81:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bcd843-1b50-4e16-a0af-40b6510ab252', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:17:17.465346 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.477977 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c00dd5-0674-4db9-8e51-71745938e479 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:17:17.496314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 92c00dd5-0674-4db9-8e51-71745938e479, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=92c00dd5-0674-4db9-8e51-71745938e479,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:17.566256 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.612144 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=92c00dd5-0674-4db9-8e51-71745938e479,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:17.619329 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:17.619674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:17.620037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:17.620343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:17.620678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:17.621008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:17.621361 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:17.621688 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:17.622010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:17.622351 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:17.622675 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:17.622994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:18.009290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['92c00dd5-0674-4db9-8e51-71745938e479'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:17:18.103991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afb700-1e6c-495c-9c95-81253215dc2d req-cf926a27-c8e4-44f1-a493-56d483b94373 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:18.105531 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2afb700-1e6c-495c-9c95-81253215dc2d req-cf926a27-c8e4-44f1-a493-56d483b94373 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 944 time: 0.0546870 Aug 17 03:17:18.145000 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2afb700-1e6c-495c-9c95-81253215dc2d req-0351a58e-9077-4e18-a1a0-39f28b71a7af tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334032 Aug 17 03:17:19.261366 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091bc8e-ba47-40c2-93e1-e7530df0747d req-8ff53aa4-81d4-4d41-8cfc-3edfe96001a1 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:19.262887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d091bc8e-ba47-40c2-93e1-e7530df0747d req-8ff53aa4-81d4-4d41-8cfc-3edfe96001a1 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 944 time: 0.0496159 Aug 17 03:17:19.300740 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d091bc8e-ba47-40c2-93e1-e7530df0747d req-16d54c13-95e1-4ac9-bcca-63a907c52962 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318973 Aug 17 03:17:19.321378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 92c00dd5-0674-4db9-8e51-71745938e479 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:17:19.439967 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 92c00dd5-0674-4db9-8e51-71745938e479 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:19.443844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 92c00dd5-0674-4db9-8e51-71745938e479 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:19.444223 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:19.520731 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:19.542353 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de629557-a505-41c9-ad50-3e4050690560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c00dd5-0674-4db9-8e51-71745938e479'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:17:19.544543 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}936991b1c43a25cf6fbdc2804a0fba7a26d62439886a99897817d68b18d5e6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a9414a-6591-442c-a137-05391d6f6c18" -d '{"events": [{"server_uuid": "de629557-a505-41c9-ad50-3e4050690560", "name": "network-vif-plugged", "status": "completed", "tag": "92c00dd5-0674-4db9-8e51-71745938e479"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:17:19.557903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 92c00dd5-0674-4db9-8e51-71745938e479, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=92c00dd5-0674-4db9-8e51-71745938e479,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:19.581705 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb9dc7f-3d41-4eae-bbd3-7e8302759ca5 x-openstack-request-id: req-6fb9dc7f-3d41-4eae-bbd3-7e8302759ca5 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:17:19.581999 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de629557-a505-41c9-ad50-3e4050690560", "name": "network-vif-plugged", "status": "completed", "tag": "92c00dd5-0674-4db9-8e51-71745938e479", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:17:19.582280 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fb9dc7f-3d41-4eae-bbd3-7e8302759ca5 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:17:19.582696 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de629557-a505-41c9-ad50-3e4050690560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c00dd5-0674-4db9-8e51-71745938e479', 'code': 200} Aug 17 03:17:19.616608 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:19.669335 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=92c00dd5-0674-4db9-8e51-71745938e479,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:19.704220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e26b8-bd34-4a05-82c5-4d1fb7dcc3e0 req-7929f592-4c92-47af-98f3-2db2991cfcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:19.705743 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a4e26b8-bd34-4a05-82c5-4d1fb7dcc3e0 req-7929f592-4c92-47af-98f3-2db2991cfcf4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 1097 time: 0.0410323 Aug 17 03:17:19.739660 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a4e26b8-bd34-4a05-82c5-4d1fb7dcc3e0 req-c45cfce8-caac-499e-8325-be676a481520 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268698 Aug 17 03:17:20.426009 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b95672-5513-40c8-80d1-d3dc227e8507 req-26608d5e-1630-4258-938f-e00a3baefee4 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:20.427507 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8b95672-5513-40c8-80d1-d3dc227e8507 req-26608d5e-1630-4258-938f-e00a3baefee4 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0556128 Aug 17 03:17:20.464709 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c8b95672-5513-40c8-80d1-d3dc227e8507 req-2ab76807-8ac3-45d7-ac61-09637661dd62 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306046 Aug 17 03:17:21.593413 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6547d6b-d3ef-4a83-a6a7-2f8de517b5b9 req-38d12be7-8aa7-438e-92e8-55d53751e92c tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:21.594888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6547d6b-d3ef-4a83-a6a7-2f8de517b5b9 req-38d12be7-8aa7-438e-92e8-55d53751e92c tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0546472 Aug 17 03:17:21.638361 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b6547d6b-d3ef-4a83-a6a7-2f8de517b5b9 req-54886b7e-3a1a-4f39-8818-ac3c4fdb22db tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371096 Aug 17 03:17:21.766600 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb923214-537a-439b-9463-6a96c92dc28c req-507e8ee2-d503-447d-8db3-fb5e08d4e1e7 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:21.768105 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb923214-537a-439b-9463-6a96c92dc28c req-507e8ee2-d503-447d-8db3-fb5e08d4e1e7 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0521364 Aug 17 03:17:21.808280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cb923214-537a-439b-9463-6a96c92dc28c req-628d05f2-5515-4ab4-9650-cc5fb020a3b9 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342164 Aug 17 03:17:22.186826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e48c1-9df6-4047-87ce-165ff460265d req-27600240-2a95-4206-8eec-6a1205a0e501 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:22.188311 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c0e48c1-9df6-4047-87ce-165ff460265d req-27600240-2a95-4206-8eec-6a1205a0e501 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.1075749 Aug 17 03:17:22.226480 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c0e48c1-9df6-4047-87ce-165ff460265d req-54ea7866-0b3d-44fd-b466-c776e33fabad tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322151 Aug 17 03:17:22.338629 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0b900-a6a7-47db-8101-bee301c63447 req-5848a4f8-a21f-48f9-8617-b7281232c0b3 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:22.340715 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5a0b900-a6a7-47db-8101-bee301c63447 req-5848a4f8-a21f-48f9-8617-b7281232c0b3 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0488191 Aug 17 03:17:22.379228 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f5a0b900-a6a7-47db-8101-bee301c63447 req-8116f1c4-c7d3-4ef0-ab48-045211ca221d tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325544 Aug 17 03:17:22.741313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838c527-81a8-4be6-8d0f-b01276000e27 req-e4970270-4569-4bd3-8476-719236123f3b tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:22.742811 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d838c527-81a8-4be6-8d0f-b01276000e27 req-e4970270-4569-4bd3-8476-719236123f3b tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0486174 Aug 17 03:17:22.783087 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d838c527-81a8-4be6-8d0f-b01276000e27 req-2af895b2-ac89-4986-a28e-f016bdbf12ff tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336761 Aug 17 03:17:22.815133 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-d07de478-f2ef-4688-bbb9-84a3401801e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0452726 Aug 17 03:17:23.641120 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:17:23.907510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bfa1d-78ac-44c2-a2b6-dae22069fbc8 req-91c1929d-9c5b-4848-856c-89242d30f3a1 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:23.908947 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e74bfa1d-78ac-44c2-a2b6-dae22069fbc8 req-91c1929d-9c5b-4848-856c-89242d30f3a1 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0563388 Aug 17 03:17:23.948043 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e74bfa1d-78ac-44c2-a2b6-dae22069fbc8 req-4cbb9c5b-e347-429e-9c9d-b3fe68e5a50b tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325963 Aug 17 03:17:24.880116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-4441f989-4322-4cb2-a977-d7537ec89d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:24.881647 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-4441f989-4322-4cb2-a977-d7537ec89d6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 1097 time: 0.0415773 Aug 17 03:17:24.971633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-1194cb0f-3b81-44b7-b0fe-2120a8cb653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:24.973111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-1194cb0f-3b81-44b7-b0fe-2120a8cb653a service neutron] 10.222.0.42 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 916 time: 0.0849042 Aug 17 03:17:25.015893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-dbc538ce-75a0-4184-a29f-7721926005d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92c00dd5-0674-4db9-8e51-71745938e479 HTTP/1.1" status: 200 len: 217 time: 0.0362656 Aug 17 03:17:25.092991 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-e951afa6-00e4-436b-8ed2-a34d65c37652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:25.094491 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-e951afa6-00e4-436b-8ed2-a34d65c37652 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27bcd843-1b50-4e16-a0af-40b6510ab252 HTTP/1.1" status: 200 len: 855 time: 0.0685279 Aug 17 03:17:25.106441 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbfd1a-a599-44e5-aec9-78f3414c9039 req-5b887535-52a5-44cf-a039-8fc87bb304c4 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:25.107855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dabbfd1a-a599-44e5-aec9-78f3414c9039 req-5b887535-52a5-44cf-a039-8fc87bb304c4 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0901074 Aug 17 03:17:25.144612 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-ed92f505-82b2-4050-8f06-93a5535eb8ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74781968-d62d-458b-815d-77725b92b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357199 Aug 17 03:17:25.179710 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dabbfd1a-a599-44e5-aec9-78f3414c9039 req-c54d3902-0e61-4865-946e-9bc16316044f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635576 Aug 17 03:17:25.249149 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-33fce660-aac1-4e3d-96d8-b5b68fe88fbe service neutron] 10.222.0.42 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965676 Aug 17 03:17:25.339693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-1b6a0f61-7e91-4837-bf6b-42626f7e6ab9 service neutron] 10.222.0.42 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823536 Aug 17 03:17:26.297812 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae2fa-1608-431b-a8ea-fce18ebf53e1 req-05e8c7aa-8649-4eb5-ad51-5d11b27c8f09 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:26.299300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1aae2fa-1608-431b-a8ea-fce18ebf53e1 req-05e8c7aa-8649-4eb5-ad51-5d11b27c8f09 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0507381 Aug 17 03:17:26.336860 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a1aae2fa-1608-431b-a8ea-fce18ebf53e1 req-01c069e3-f007-4e97-884e-b9a3f6868e10 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Aug 17 03:17:27.455705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f36bea-b4da-45a0-9e5c-a2e3d5771dc5 req-16ca4a90-f7a8-4d59-bb0e-36fd2b1f7c1a tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:27.457196 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7f36bea-b4da-45a0-9e5c-a2e3d5771dc5 req-16ca4a90-f7a8-4d59-bb0e-36fd2b1f7c1a tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0531600 Aug 17 03:17:27.493863 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7f36bea-b4da-45a0-9e5c-a2e3d5771dc5 req-9c969e4c-bc0e-487d-a802-87f6b5a86ef7 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307963 Aug 17 03:17:28.608491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6b807-2774-4293-9972-bcfe26ba9401 req-63167197-9a38-488e-b81e-23a7c9b10440 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:28.610012 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ee6b807-2774-4293-9972-bcfe26ba9401 req-63167197-9a38-488e-b81e-23a7c9b10440 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0491230 Aug 17 03:17:28.648191 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6ee6b807-2774-4293-9972-bcfe26ba9401 req-b35b1d6e-8562-457b-9aef-d540a28dacc8 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322771 Aug 17 03:17:29.159932 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:29.777340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6f010-c074-4472-8722-dce83b7d0e3e req-1cfafaa1-cfa0-4c77-9f34-de69da2f5558 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:29.778857 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98a6f010-c074-4472-8722-dce83b7d0e3e req-1cfafaa1-cfa0-4c77-9f34-de69da2f5558 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0502636 Aug 17 03:17:29.818664 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98a6f010-c074-4472-8722-dce83b7d0e3e req-ecd6682b-a00b-47df-a96a-2010cfa77f6d tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336230 Aug 17 03:17:30.941049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd05de3-f17e-4ec5-a509-1a5ca1171def req-f491bc95-c544-416c-b061-cf8b8cfcdf4a tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:30.942543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ffd05de3-f17e-4ec5-a509-1a5ca1171def req-f491bc95-c544-416c-b061-cf8b8cfcdf4a tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0530696 Aug 17 03:17:30.980195 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ffd05de3-f17e-4ec5-a509-1a5ca1171def req-cfef5c2f-c19c-4da4-b17e-530ec4581667 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309641 Aug 17 03:17:31.650855 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:32.103205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491d15b-255c-4989-95f1-6d103be5c3f4 req-f7b0057f-ee03-403d-ad70-ac42c4cc900e tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:32.104877 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e491d15b-255c-4989-95f1-6d103be5c3f4 req-f7b0057f-ee03-403d-ad70-ac42c4cc900e tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0513821 Aug 17 03:17:32.144191 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e491d15b-255c-4989-95f1-6d103be5c3f4 req-cd7003d1-0528-46e1-8ab4-98d9e8f36fe4 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325248 Aug 17 03:17:33.260222 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee196a5-d832-4225-8d1d-304d2aa3a6f9 req-f6fa4b38-8564-4992-8146-7458f2e32270 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:33.261730 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ee196a5-d832-4225-8d1d-304d2aa3a6f9 req-f6fa4b38-8564-4992-8146-7458f2e32270 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0495281 Aug 17 03:17:33.301270 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ee196a5-d832-4225-8d1d-304d2aa3a6f9 req-e3948216-59f6-407c-8905-70fab06f9790 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326228 Aug 17 03:17:34.420368 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c9be2-6039-45d7-ad8c-007486ec1f57 req-76a218ae-b0cd-4fb5-8824-f26003633a98 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:34.421924 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c12c9be2-6039-45d7-ad8c-007486ec1f57 req-76a218ae-b0cd-4fb5-8824-f26003633a98 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0544097 Aug 17 03:17:34.460053 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c12c9be2-6039-45d7-ad8c-007486ec1f57 req-5714e0a7-39dd-4668-850f-bf3d311631e1 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316238 Aug 17 03:17:35.574486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31912290-831b-4e36-ae1f-c2494d1cb297 req-1df95cb7-c42f-4111-a136-ac22030c2c4f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:35.576106 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31912290-831b-4e36-ae1f-c2494d1cb297 req-1df95cb7-c42f-4111-a136-ac22030c2c4f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0488825 Aug 17 03:17:35.612986 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31912290-831b-4e36-ae1f-c2494d1cb297 req-09daf5a4-3146-4128-b429-7a0cdd2e94c8 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309665 Aug 17 03:17:36.727695 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e341cca-8636-4948-b7d9-46125a20a123 req-6e8e0e7d-b76c-4fa1-a267-d9edbce8f534 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:36.729207 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e341cca-8636-4948-b7d9-46125a20a123 req-6e8e0e7d-b76c-4fa1-a267-d9edbce8f534 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0487845 Aug 17 03:17:36.767308 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1e341cca-8636-4948-b7d9-46125a20a123 req-062c8398-aef8-4835-9209-654621e1c1ef tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319364 Aug 17 03:17:37.674933 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b476cd-e2b3-4345-a9b0-cf5f6a713769 req-493e3fb2-6d33-4f8d-a8d8-ebba7ddce414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:37.676487 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6b476cd-e2b3-4345-a9b0-cf5f6a713769 req-493e3fb2-6d33-4f8d-a8d8-ebba7ddce414 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 1097 time: 0.0880740 Aug 17 03:17:37.779160 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b476cd-e2b3-4345-a9b0-cf5f6a713769 req-ef1f3f02-8854-4d74-903d-af6e094cc999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:37.780616 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6b476cd-e2b3-4345-a9b0-cf5f6a713769 req-ef1f3f02-8854-4d74-903d-af6e094cc999 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 916 time: 0.0844905 Aug 17 03:17:37.827410 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6b476cd-e2b3-4345-a9b0-cf5f6a713769 req-8e91924c-7e41-4189-9f9a-152af7d0a589 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92c00dd5-0674-4db9-8e51-71745938e479 HTTP/1.1" status: 200 len: 217 time: 0.0391862 Aug 17 03:17:37.897083 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a6850409-872e-4ec6-b04f-e7594d7cf80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:37.903764 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b476cd-e2b3-4345-a9b0-cf5f6a713769 req-0d86e5c1-8c30-49e2-8b87-1d8aa9370182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:37.905258 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6b476cd-e2b3-4345-a9b0-cf5f6a713769 req-0d86e5c1-8c30-49e2-8b87-1d8aa9370182 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27bcd843-1b50-4e16-a0af-40b6510ab252 HTTP/1.1" status: 200 len: 855 time: 0.0715830 Aug 17 03:17:37.917673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905696d-d5c5-4fdf-8329-c3128d4cc855 req-ce313d5c-8aae-452f-afa9-c24748a2d716 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:37.919136 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1905696d-d5c5-4fdf-8329-c3128d4cc855 req-ce313d5c-8aae-452f-afa9-c24748a2d716 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0843923 Aug 17 03:17:37.948750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6b476cd-e2b3-4345-a9b0-cf5f6a713769 req-162daf08-59c9-4798-a172-4a0fea3e2d91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74781968-d62d-458b-815d-77725b92b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286598 Aug 17 03:17:38.020610 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1905696d-d5c5-4fdf-8329-c3128d4cc855 req-28fde3f9-6790-43fa-b1ea-ca9b5c10424f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920606 Aug 17 03:17:38.057300 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6b476cd-e2b3-4345-a9b0-cf5f6a713769 req-860fc4ff-4bbf-433f-9b82-1a0e4a02241b service neutron] 10.222.0.42 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000586 Aug 17 03:17:38.152720 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a6b476cd-e2b3-4345-a9b0-cf5f6a713769 req-aac18d76-0351-4e34-96a6-c5b6d61dd8b0 service neutron] 10.222.0.42 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875015 Aug 17 03:17:39.136992 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0fb92-5be9-49f1-9739-fc310a4d2bbf req-43a48aaf-256d-4c71-b8de-14f123d2bca2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:39.138449 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7bb0fb92-5be9-49f1-9739-fc310a4d2bbf req-43a48aaf-256d-4c71-b8de-14f123d2bca2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0496335 Aug 17 03:17:39.176888 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7bb0fb92-5be9-49f1-9739-fc310a4d2bbf req-08ed3d35-bfdd-434b-82e1-80cb9dd823cc tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325663 Aug 17 03:17:40.292411 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37876892-59c5-4a85-9345-e630cec3f337 req-6c48ddac-a17e-4713-a518-201cac28f2e9 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:40.294173 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37876892-59c5-4a85-9345-e630cec3f337 req-6c48ddac-a17e-4713-a518-201cac28f2e9 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0500827 Aug 17 03:17:40.342274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-37876892-59c5-4a85-9345-e630cec3f337 req-90ba3ad5-4456-4bb0-ad70-8911fd0805f0 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326867 Aug 17 03:17:40.393757 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cd9ec099-1312-4dde-90bb-327bc2d86abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:40.617315 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:41.455638 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377199a1-6c09-4217-8843-97f8c6d034f0 req-71976dd0-cc8a-405b-b455-ae103f622c40 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:41.457100 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-377199a1-6c09-4217-8843-97f8c6d034f0 req-71976dd0-cc8a-405b-b455-ae103f622c40 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0574760 Aug 17 03:17:41.494380 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-377199a1-6c09-4217-8843-97f8c6d034f0 req-3550a28a-b7a9-4920-ac9d-c87763861828 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312128 Aug 17 03:17:41.982809 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:42.612088 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57870d-56bf-4d3f-9450-5f15a5c32783 req-2ebe7f41-91f6-4419-875e-282a98a8494e tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:42.613623 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e57870d-56bf-4d3f-9450-5f15a5c32783 req-2ebe7f41-91f6-4419-875e-282a98a8494e tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0501909 Aug 17 03:17:42.651693 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9e57870d-56bf-4d3f-9450-5f15a5c32783 req-63e58d61-76ca-4df5-9bbd-d0fae41bee76 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320520 Aug 17 03:17:43.768790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2689e0-d502-4695-b539-f23ae990880e req-79cf7170-c1b1-44cf-863f-3ffac5056248 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:43.770282 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed2689e0-d502-4695-b539-f23ae990880e req-79cf7170-c1b1-44cf-863f-3ffac5056248 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0488522 Aug 17 03:17:43.807921 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ed2689e0-d502-4695-b539-f23ae990880e req-d6578397-ebbd-4bd9-9fed-293fec1d5a9b tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317318 Aug 17 03:17:43.953757 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:44.924664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f48ec-7c56-4be5-b783-12a1a9911f2a req-3e7a2cfb-0dd5-4cab-8031-88df4da8e296 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:44.926210 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e05f48ec-7c56-4be5-b783-12a1a9911f2a req-3e7a2cfb-0dd5-4cab-8031-88df4da8e296 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0531111 Aug 17 03:17:44.964719 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e05f48ec-7c56-4be5-b783-12a1a9911f2a req-51b21306-5016-4699-88bc-78cdb29269f2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323706 Aug 17 03:17:46.078942 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17591a34-8278-4eef-9021-b15d5fbe24bf req-edc81f6a-ef43-4fd9-9dc1-61bdaee3bf5d tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:46.080434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17591a34-8278-4eef-9021-b15d5fbe24bf req-edc81f6a-ef43-4fd9-9dc1-61bdaee3bf5d tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0493031 Aug 17 03:17:46.118317 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-17591a34-8278-4eef-9021-b15d5fbe24bf req-f31209e7-3bed-4688-b531-76a9eaedc6ed tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317910 Aug 17 03:17:47.233621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02746c1b-b234-41a7-aac7-dcdf00c0c014 req-4bf042d9-a925-4f8b-b873-a1ea5f304cef tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:47.235719 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02746c1b-b234-41a7-aac7-dcdf00c0c014 req-4bf042d9-a925-4f8b-b873-a1ea5f304cef tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0492818 Aug 17 03:17:47.272582 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02746c1b-b234-41a7-aac7-dcdf00c0c014 req-1daae382-f373-415c-af2e-834ac95f996b tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310330 Aug 17 03:17:48.389659 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496e520-0f39-4c36-9f72-633dc99c9deb req-d11f27ec-c9d4-4224-bf16-04e66403d931 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:48.391318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d496e520-0f39-4c36-9f72-633dc99c9deb req-d11f27ec-c9d4-4224-bf16-04e66403d931 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0523617 Aug 17 03:17:48.428164 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d496e520-0f39-4c36-9f72-633dc99c9deb req-abaa9108-df44-4dce-a556-43bcbf47d3cc tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309336 Aug 17 03:17:49.541394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd385c7f-09d2-48fb-9693-9f1498630d06 req-0b287b26-b78e-4540-9519-6fb4037139e2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:49.542912 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd385c7f-09d2-48fb-9693-9f1498630d06 req-0b287b26-b78e-4540-9519-6fb4037139e2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0493400 Aug 17 03:17:49.582514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cd385c7f-09d2-48fb-9693-9f1498630d06 req-afc1aeb0-68ce-466c-8bb2-da8d1d14679c tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331087 Aug 17 03:17:50.699132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3f8c9-8286-4be4-9f4f-3f5ea525d8d8 req-96d38a00-f049-4ec3-b73d-a9f4d2721d20 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:50.700642 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cf3f8c9-8286-4be4-9f4f-3f5ea525d8d8 req-96d38a00-f049-4ec3-b73d-a9f4d2721d20 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0521326 Aug 17 03:17:50.739159 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1cf3f8c9-8286-4be4-9f4f-3f5ea525d8d8 req-b5efbbbe-5522-4188-8f47-edf24ca68c2c tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319297 Aug 17 03:17:51.857150 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02d956-a2df-43ce-a5eb-8f654ab1fc07 req-6df96127-58f4-4ff8-938b-56143199c338 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:51.858637 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a02d956-a2df-43ce-a5eb-8f654ab1fc07 req-6df96127-58f4-4ff8-938b-56143199c338 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0525951 Aug 17 03:17:51.898370 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2a02d956-a2df-43ce-a5eb-8f654ab1fc07 req-4c98677c-faa3-4e93-b753-78ad1b9914a3 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332258 Aug 17 03:17:52.739100 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-670c91ac-b81b-424e-aa13-65e7723b1f01 service neutron] show failed (client error): The resource could not be found. Aug 17 03:17:52.740056 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-670c91ac-b81b-424e-aa13-65e7723b1f01 service neutron] 10.222.0.42 "GET /v2.0/ports/92c00dd5-0674-4db9-8e51-71745938e479/bindings/n-h2-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.0560369 Aug 17 03:17:53.014568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c288edb-87e5-408c-b9eb-d88b9081caaa req-a598802c-d916-42b1-825b-15e9f1ef1a90 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:53.016042 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c288edb-87e5-408c-b9eb-d88b9081caaa req-a598802c-d916-42b1-825b-15e9f1ef1a90 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0494702 Aug 17 03:17:53.056074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1c288edb-87e5-408c-b9eb-d88b9081caaa req-3397c532-9c64-47b0-8e7d-da93c247fc84 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332603 Aug 17 03:17:53.240664 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-2f987e4c-13af-4fc8-877e-c70e66a53f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:53.242258 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-2f987e4c-13af-4fc8-877e-c70e66a53f21 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560&tenant_id=2cfc81496dcc44da9ad2ace0ee98737f HTTP/1.1" status: 200 len: 1097 time: 0.0862160 Aug 17 03:17:53.259546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-31', 'device_owner': 'compute:nova'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:53.312010 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:53.513776 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] For port 92c00dd5-0674-4db9-8e51-71745938e479, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=92c00dd5-0674-4db9-8e51-71745938e479,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:53.546366 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] For port 92c00dd5-0674-4db9-8e51-71745938e479, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:17:53.584803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de629557-a505-41c9-ad50-3e4050690560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c00dd5-0674-4db9-8e51-71745938e479'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:17:53.587184 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bcd881-a9bc-43c3-842c-727386de7ac5" -d '{"events": [{"server_uuid": "de629557-a505-41c9-ad50-3e4050690560", "name": "network-vif-unplugged", "status": "completed", "tag": "92c00dd5-0674-4db9-8e51-71745938e479"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:17:53.590977 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:53.603800 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Transition to ACTIVE for port object 92c00dd5-0674-4db9-8e51-71745938e479 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:53.694925 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e272500-0436-4185-9ea8-2fdc965dbb8c x-openstack-request-id: req-7e272500-0436-4185-9ea8-2fdc965dbb8c {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:17:53.695223 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de629557-a505-41c9-ad50-3e4050690560", "name": "network-vif-unplugged", "status": "completed", "tag": "92c00dd5-0674-4db9-8e51-71745938e479", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:17:53.695483 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e272500-0436-4185-9ea8-2fdc965dbb8c {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:17:53.695999 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de629557-a505-41c9-ad50-3e4050690560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c00dd5-0674-4db9-8e51-71745938e479', 'code': 200} Aug 17 03:17:53.731101 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:53.791999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Pushing event updated for resources: {'Port': ['ID=92c00dd5-0674-4db9-8e51-71745938e479,revision_number=6']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:53.794087 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] No DVR routers for this DVR port 92c00dd5-0674-4db9-8e51-71745938e479 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:17:53.805313 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:53.805610 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:53.805954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:53.806292 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:53.806629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:53.806960 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:53.807458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:53.807600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:53.807932 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:53.808258 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:53.808583 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:53.808906 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:53.838992 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Attempting to bind port 92c00dd5-0674-4db9-8e51-71745938e479 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:17:53.839325 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Attempting to bind port 92c00dd5-0674-4db9-8e51-71745938e479 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:17:53.839653 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Attempting to bind port 92c00dd5-0674-4db9-8e51-71745938e479 on network 74781968-d62d-458b-815d-77725b92b62c {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:17:53.843894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Port 92c00dd5-0674-4db9-8e51-71745938e479 on network 74781968-d62d-458b-815d-77725b92b62c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:17:53.844216 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Attempting to bind port 92c00dd5-0674-4db9-8e51-71745938e479 on network 74781968-d62d-458b-815d-77725b92b62c {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:17:53.848955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:17:53.849844 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Checking segment: {'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:17:53.850233 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Bound using segment: {'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:17:53.850656 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Bound port: 92c00dd5-0674-4db9-8e51-71745938e479, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:17:53.851011 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:53.917211 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] For port 92c00dd5-0674-4db9-8e51-71745938e479, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:17:53.920050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] For port 92c00dd5-0674-4db9-8e51-71745938e479, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=92c00dd5-0674-4db9-8e51-71745938e479,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:17:53.983286 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:54.023076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:54.023712 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:54.025140 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] 10.222.0.18 "PUT /v2.0/ports/92c00dd5-0674-4db9-8e51-71745938e479 HTTP/1.1" status: 200 len: 1092 time: 0.7707758 Aug 17 03:17:54.043766 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149f756-30c1-4958-96b9-7521f03d551e service neutron] Pushing event updated for resources: {'Port': ['ID=92c00dd5-0674-4db9-8e51-71745938e479,revision_number=7']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:54.097723 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-087f241c-b8ab-4de2-bf73-b3c94515612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:54.099921 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-087f241c-b8ab-4de2-bf73-b3c94515612a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 1095 time: 0.0414491 Aug 17 03:17:54.190739 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41f02a-cd1b-4699-87f6-c7852e7a7cfb req-b84c3d39-8e88-4373-bc86-0f562d380e44 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:54.193391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa41f02a-cd1b-4699-87f6-c7852e7a7cfb req-b84c3d39-8e88-4373-bc86-0f562d380e44 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 943 time: 0.0597818 Aug 17 03:17:54.194840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-6e177a21-cdc1-4747-9258-381808d1fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:54.196306 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-6e177a21-cdc1-4747-9258-381808d1fcd4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 916 time: 0.0884900 Aug 17 03:17:54.233029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fa41f02a-cd1b-4699-87f6-c7852e7a7cfb req-5c7e6aa1-5f2b-4032-9c87-3f1ddc22b0a3 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333154 Aug 17 03:17:54.238285 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-de1a6c08-a717-4199-80e5-011e7c69dcab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92c00dd5-0674-4db9-8e51-71745938e479 HTTP/1.1" status: 200 len: 217 time: 0.0346980 Aug 17 03:17:54.291181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-47cd0995-3672-498d-a976-f42ede712c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:54.292635 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-47cd0995-3672-498d-a976-f42ede712c97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27bcd843-1b50-4e16-a0af-40b6510ab252 HTTP/1.1" status: 200 len: 855 time: 0.0472758 Aug 17 03:17:54.333990 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-05e5fbc6-7135-40e3-86f4-cfb140179ac2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=74781968-d62d-458b-815d-77725b92b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244865 Aug 17 03:17:54.415472 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-28c8c694-b0a7-4811-a97b-a4807a8d2dba service neutron] 10.222.0.18 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832720 Aug 17 03:17:54.512443 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bde26c46-f4fa-4e86-ab1f-65e284d6dfae req-c60a7c90-fa77-4f3a-aef5-cc4b475586ab service neutron] 10.222.0.18 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897138 Aug 17 03:17:55.348281 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9240f42-f3c5-42b5-9658-4fe0b11606e5 req-606f52e6-e4df-4b7b-a6c2-6b522ab9b911 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:55.350326 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9240f42-f3c5-42b5-9658-4fe0b11606e5 req-606f52e6-e4df-4b7b-a6c2-6b522ab9b911 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 943 time: 0.0490000 Aug 17 03:17:55.388027 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b9240f42-f3c5-42b5-9658-4fe0b11606e5 req-ee3d4efa-9c71-45f6-8ed1-321636fce52e tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317619 Aug 17 03:17:55.508485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 92c00dd5-0674-4db9-8e51-71745938e479 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:17:55.546968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 92c00dd5-0674-4db9-8e51-71745938e479 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:17:55.697398 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de629557-a505-41c9-ad50-3e4050690560', 'tag': '92c00dd5-0674-4db9-8e51-71745938e479'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:17:55.699846 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb343ff-7940-4c1d-a344-46302be82a87" -d '{"events": [{"name": "network-changed", "server_uuid": "de629557-a505-41c9-ad50-3e4050690560", "tag": "92c00dd5-0674-4db9-8e51-71745938e479"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:17:55.747741 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce73faa-63f0-4b65-8a6f-9a25b76de6c2 x-openstack-request-id: req-9ce73faa-63f0-4b65-8a6f-9a25b76de6c2 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:17:55.748068 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de629557-a505-41c9-ad50-3e4050690560", "tag": "92c00dd5-0674-4db9-8e51-71745938e479", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:17:55.748358 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ce73faa-63f0-4b65-8a6f-9a25b76de6c2 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:17:55.748788 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de629557-a505-41c9-ad50-3e4050690560', 'tag': '92c00dd5-0674-4db9-8e51-71745938e479', 'status': 'completed', 'code': 200} Aug 17 03:17:55.827182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-5eb041f9-7a4a-4d5c-b90e-fb71bd73181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:55.828703 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-5eb041f9-7a4a-4d5c-b90e-fb71bd73181d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 1095 time: 0.0419931 Aug 17 03:17:55.829072 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-8e0b9cc5-645d-4be3-b4db-d3efed972d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:55.830612 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-8e0b9cc5-645d-4be3-b4db-d3efed972d75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 1095 time: 0.0436316 Aug 17 03:17:55.925067 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-82927cc1-5769-4585-84ae-dc4a8a73d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:55.925473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-508b6c61-b98d-43a6-a0a7-883708837240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:55.926575 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-82927cc1-5769-4585-84ae-dc4a8a73d1d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 916 time: 0.0896749 Aug 17 03:17:55.926966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-508b6c61-b98d-43a6-a0a7-883708837240 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 916 time: 0.0900180 Aug 17 03:17:55.970826 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-a0cb9a42-8776-47ef-a21d-d3af2c93fc91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92c00dd5-0674-4db9-8e51-71745938e479 HTTP/1.1" status: 200 len: 217 time: 0.0367498 Aug 17 03:17:55.971291 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-4e58fe59-4bde-447b-874d-616447d11678 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92c00dd5-0674-4db9-8e51-71745938e479 HTTP/1.1" status: 200 len: 217 time: 0.0365400 Aug 17 03:17:56.021416 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-c987fca0-4532-4474-abcc-bab046148a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:56.021696 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-ce305b69-fd56-4ff0-b402-9e1c43244e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:56.030398 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-c987fca0-4532-4474-abcc-bab046148a02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27bcd843-1b50-4e16-a0af-40b6510ab252 HTTP/1.1" status: 200 len: 855 time: 0.0442691 Aug 17 03:17:56.030607 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-ce305b69-fd56-4ff0-b402-9e1c43244e98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27bcd843-1b50-4e16-a0af-40b6510ab252 HTTP/1.1" status: 200 len: 855 time: 0.0438743 Aug 17 03:17:56.059536 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-834dbae4-2364-492b-ad9e-2dd1179ee780 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74781968-d62d-458b-815d-77725b92b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299227 Aug 17 03:17:56.061199 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-b204b516-bb23-463d-becc-069af31e1c9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=74781968-d62d-458b-815d-77725b92b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300641 Aug 17 03:17:56.150703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-df130ecd-7181-415a-ab8b-3ce19a8b790e service neutron] 10.222.0.42 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822790 Aug 17 03:17:56.150980 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-1b40cf32-f668-4b3a-b3de-c5fa3d69e838 service neutron] 10.222.0.18 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818994 Aug 17 03:17:56.249409 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-4bad56b3-2e11-4af5-b460-ab100fd56cb7 service neutron] 10.222.0.42 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915227 Aug 17 03:17:56.259147 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bb343ff-7940-4c1d-a344-46302be82a87 req-f6159319-07ec-4f12-9dd4-71c5014e362d service neutron] 10.222.0.18 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999589 Aug 17 03:17:56.507869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db2d07-f921-4c71-93ff-ea2f1bf2e08e req-5ef372a8-1577-4a2c-8ffc-4634c3db54a1 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:56.509331 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23db2d07-f921-4c71-93ff-ea2f1bf2e08e req-5ef372a8-1577-4a2c-8ffc-4634c3db54a1 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 943 time: 0.0523298 Aug 17 03:17:56.548975 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-23db2d07-f921-4c71-93ff-ea2f1bf2e08e req-5c9c0aa2-d183-4478-a5de-90e896208576 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336552 Aug 17 03:17:57.678699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9dc70-4420-47f8-9f8f-6ec30cee6528 req-722d5709-5b08-4b1a-b322-2209d2fcac03 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:57.683842 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06a9dc70-4420-47f8-9f8f-6ec30cee6528 req-722d5709-5b08-4b1a-b322-2209d2fcac03 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 943 time: 0.0580907 Aug 17 03:17:57.722290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06a9dc70-4420-47f8-9f8f-6ec30cee6528 req-4ee4edc4-976c-4706-bdb3-9a3019ab71fd tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352628 Aug 17 03:17:58.292517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 92c00dd5-0674-4db9-8e51-71745938e479 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:17:58.387522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 92c00dd5-0674-4db9-8e51-71745938e479, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=92c00dd5-0674-4db9-8e51-71745938e479,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:58.398359 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '92c00dd5-0674-4db9-8e51-71745938e479', 'network_id': '74781968-d62d-458b-815d-77725b92b62c', 'port_id': '92c00dd5-0674-4db9-8e51-71745938e479', 'mac_address': 'fa:16:3e:71:81:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bcd843-1b50-4e16-a0af-40b6510ab252', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:17:58.434743 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:58.446856 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c00dd5-0674-4db9-8e51-71745938e479 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:17:58.465441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 92c00dd5-0674-4db9-8e51-71745938e479, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=92c00dd5-0674-4db9-8e51-71745938e479,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:58.513884 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:58.564842 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=92c00dd5-0674-4db9-8e51-71745938e479,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:58.847350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f8faf-1ef2-49e0-847b-c017009f9f5b req-165ce028-7048-4a49-bad3-bb4bd70cb35a tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:58.848831 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f27f8faf-1ef2-49e0-847b-c017009f9f5b req-165ce028-7048-4a49-bad3-bb4bd70cb35a tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 944 time: 0.0549831 Aug 17 03:17:58.887334 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f27f8faf-1ef2-49e0-847b-c017009f9f5b req-003e430f-a931-40ed-a94d-4b8fe145d8e9 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314555 Aug 17 03:17:58.924538 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['92c00dd5-0674-4db9-8e51-71745938e479'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:17:59.171163 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:59.253751 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ec766-cd6c-42ee-a6fd-904f6735525b req-1881a2ce-80e4-44da-935a-f6a3d78b3900 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:59.255909 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f52ec766-cd6c-42ee-a6fd-904f6735525b req-1881a2ce-80e4-44da-935a-f6a3d78b3900 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 944 time: 0.0541170 Aug 17 03:17:59.295624 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f52ec766-cd6c-42ee-a6fd-904f6735525b req-aa332100-7b96-45ef-8e73-497b2cda148c tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332925 Aug 17 03:17:59.430127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aff21-1820-439f-a82c-3413b1e9b419 req-114a1c79-107f-4f23-9477-194d765027ae tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:59.431529 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-926aff21-1820-439f-a82c-3413b1e9b419 req-114a1c79-107f-4f23-9477-194d765027ae tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.42 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560&tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 944 time: 0.0983467 Aug 17 03:17:59.495221 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-926aff21-1820-439f-a82c-3413b1e9b419 req-5e49c903-90ff-4af8-8429-d5134b0fc2da service neutron] delete failed (client error): The resource could not be found. Aug 17 03:17:59.496253 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-926aff21-1820-439f-a82c-3413b1e9b419 req-5e49c903-90ff-4af8-8429-d5134b0fc2da service neutron] 10.222.0.42 "DELETE /v2.0/ports/92c00dd5-0674-4db9-8e51-71745938e479/bindings/n-h1-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.0567029 Aug 17 03:17:59.605489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aff21-1820-439f-a82c-3413b1e9b419 req-ef0161f7-7a08-4229-bf1f-3963825b18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:59.606994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-926aff21-1820-439f-a82c-3413b1e9b419 req-ef0161f7-7a08-4229-bf1f-3963825b18b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 1096 time: 0.0436444 Aug 17 03:17:59.702338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aff21-1820-439f-a82c-3413b1e9b419 req-28785dae-bef7-472f-a3cf-51e56568e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:59.703825 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-926aff21-1820-439f-a82c-3413b1e9b419 req-28785dae-bef7-472f-a3cf-51e56568e788 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 916 time: 0.0897548 Aug 17 03:17:59.744798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-926aff21-1820-439f-a82c-3413b1e9b419 req-13f6fee7-1df3-4038-9cfe-fa102aab8dd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92c00dd5-0674-4db9-8e51-71745938e479 HTTP/1.1" status: 200 len: 217 time: 0.0345118 Aug 17 03:17:59.793315 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aff21-1820-439f-a82c-3413b1e9b419 req-d03dcc44-c228-4317-a6d0-5fca502fe056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:59.794719 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-926aff21-1820-439f-a82c-3413b1e9b419 req-d03dcc44-c228-4317-a6d0-5fca502fe056 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27bcd843-1b50-4e16-a0af-40b6510ab252 HTTP/1.1" status: 200 len: 855 time: 0.0428472 Aug 17 03:17:59.829314 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-926aff21-1820-439f-a82c-3413b1e9b419 req-ba5f0ba4-44a2-42bc-b353-79e492f7aa69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74781968-d62d-458b-815d-77725b92b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277317 Aug 17 03:17:59.916682 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-926aff21-1820-439f-a82c-3413b1e9b419 req-4a7dfbd9-621b-477b-bb94-58538bed21db service neutron] 10.222.0.42 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800509 Aug 17 03:18:00.007208 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-926aff21-1820-439f-a82c-3413b1e9b419 req-f91585ad-2653-482f-b44a-744ebe3512a9 service neutron] 10.222.0.42 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836866 Aug 17 03:18:00.306529 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 92c00dd5-0674-4db9-8e51-71745938e479 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:00.417049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84862ae2-8f7c-424c-a6d2-eb9a9afe039a req-7d6c25db-6e05-4ec2-bc0f-c404e0c1ef77 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:00.418549 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84862ae2-8f7c-424c-a6d2-eb9a9afe039a req-7d6c25db-6e05-4ec2-bc0f-c404e0c1ef77 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 944 time: 0.0497904 Aug 17 03:18:00.422226 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 92c00dd5-0674-4db9-8e51-71745938e479 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:00.426364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 92c00dd5-0674-4db9-8e51-71745938e479 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:00.426743 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:00.461618 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84862ae2-8f7c-424c-a6d2-eb9a9afe039a req-9b86a6f2-2889-42e3-88cd-fe79ae481681 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358663 Aug 17 03:18:00.503980 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:00.527555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de629557-a505-41c9-ad50-3e4050690560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c00dd5-0674-4db9-8e51-71745938e479'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:18:00.529874 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}936991b1c43a25cf6fbdc2804a0fba7a26d62439886a99897817d68b18d5e6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da2f5f2-6731-48da-8c30-54400296e5da" -d '{"events": [{"server_uuid": "de629557-a505-41c9-ad50-3e4050690560", "name": "network-vif-plugged", "status": "completed", "tag": "92c00dd5-0674-4db9-8e51-71745938e479"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:18:00.544819 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 92c00dd5-0674-4db9-8e51-71745938e479, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=92c00dd5-0674-4db9-8e51-71745938e479,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:00.624126 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5dee52-f900-45aa-b916-e4cf57cbc5c8 x-openstack-request-id: req-2d5dee52-f900-45aa-b916-e4cf57cbc5c8 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:18:00.624424 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de629557-a505-41c9-ad50-3e4050690560", "name": "network-vif-plugged", "status": "completed", "tag": "92c00dd5-0674-4db9-8e51-71745938e479", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:18:00.624685 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d5dee52-f900-45aa-b916-e4cf57cbc5c8 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:18:00.625089 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de629557-a505-41c9-ad50-3e4050690560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c00dd5-0674-4db9-8e51-71745938e479', 'code': 200} Aug 17 03:18:00.639272 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:00.641571 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:18:00.686227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=92c00dd5-0674-4db9-8e51-71745938e479,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:01.580609 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498a065-06ba-4b70-895e-e139dfe0ea75 req-6a1cf39e-f6ab-4a09-9959-f51fc7d700bf tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:01.582025 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2498a065-06ba-4b70-895e-e139dfe0ea75 req-6a1cf39e-f6ab-4a09-9959-f51fc7d700bf tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0497870 Aug 17 03:18:01.619589 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2498a065-06ba-4b70-895e-e139dfe0ea75 req-7392027a-f1a7-419c-92c7-bd354289598f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310605 Aug 17 03:18:01.674101 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:01.738361 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef9b52-0283-47f7-9c48-9cd4b652f1da req-25506e33-2fc3-43c6-bb23-9248a8d5cdda tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:01.740504 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16ef9b52-0283-47f7-9c48-9cd4b652f1da req-25506e33-2fc3-43c6-bb23-9248a8d5cdda tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0553377 Aug 17 03:18:01.778015 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16ef9b52-0283-47f7-9c48-9cd4b652f1da req-a5eb7399-33b4-42b6-854e-e431a6a654d6 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Aug 17 03:18:01.890378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616d906-1be8-49fc-aa68-a32e32e21a76 req-f00f2439-95f3-45e6-bbe9-e58fae57b96d tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:01.891777 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1616d906-1be8-49fc-aa68-a32e32e21a76 req-f00f2439-95f3-45e6-bbe9-e58fae57b96d tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0493107 Aug 17 03:18:01.931196 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1616d906-1be8-49fc-aa68-a32e32e21a76 req-d1d318cb-2ffc-48e8-b2ea-77501527640a tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333109 Aug 17 03:18:02.496391 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-050c8443-4df7-4f44-83d9-8585473e84f3 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:02.498005 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-050c8443-4df7-4f44-83d9-8585473e84f3 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 815 time: 0.1090660 Aug 17 03:18:02.513843 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-f52793dd-c2fc-4693-ace3-984215e9e936 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/quotas/2cfc81496dcc44da9ad2ace0ee98737f HTTP/1.1" status: 200 len: 375 time: 0.0099592 Aug 17 03:18:02.564980 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-9c34c83b-22a1-4ade-b5fa-75b397e9b337 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443678 Aug 17 03:18:02.660803 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-aefa7ecd-3a2e-4d8d-9b07-853740272932 service neutron] 10.222.0.13 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880806 Aug 17 03:18:03.105701 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-11dcfbbf-54d6-444f-ae25-776129a3ec3e service neutron] 10.222.0.13 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380691 Aug 17 03:18:03.351672 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-f1e2dc20-f6aa-4dd3-9c57-861fa08faa83 req-9d535067-4825-4fa1-a955-27e851078357 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 210 time: 0.0283465 Aug 17 03:18:04.131640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb753ae-1b16-4c98-a873-6b9e3e77e02e req-a4d29588-b2c0-4d17-a389-286e3aaa4315 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:04.133118 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6fb753ae-1b16-4c98-a873-6b9e3e77e02e req-a4d29588-b2c0-4d17-a389-286e3aaa4315 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.18 "GET /v2.0/ports?device_id=de629557-a505-41c9-ad50-3e4050690560 HTTP/1.1" status: 200 len: 945 time: 0.0492167 Aug 17 03:18:04.220601 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-6fb753ae-1b16-4c98-a873-6b9e3e77e02e req-b2291da0-0e82-443d-b5f6-19395704962f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Deleting port 92c00dd5-0674-4db9-8e51-71745938e479 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:04.220935 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6fb753ae-1b16-4c98-a873-6b9e3e77e02e req-b2291da0-0e82-443d-b5f6-19395704962f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.311243 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-6fb753ae-1b16-4c98-a873-6b9e3e77e02e req-b2291da0-0e82-443d-b5f6-19395704962f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] For port 92c00dd5-0674-4db9-8e51-71745938e479, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=92c00dd5-0674-4db9-8e51-71745938e479,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:04.312306 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6fb753ae-1b16-4c98-a873-6b9e3e77e02e req-b2291da0-0e82-443d-b5f6-19395704962f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.324663 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-6fb753ae-1b16-4c98-a873-6b9e3e77e02e req-b2291da0-0e82-443d-b5f6-19395704962f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Calling delete_port for 92c00dd5-0674-4db9-8e51-71745938e479 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:04.451809 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7531a204-15c1-4f2d-b2e7-d3d7390cf189 req-9ffa848c-20d5-4495-85ce-2ee4f8873ddb tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 210 time: 0.0294304 Aug 17 03:18:04.508005 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6fb753ae-1b16-4c98-a873-6b9e3e77e02e req-b2291da0-0e82-443d-b5f6-19395704962f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.536276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['92c00dd5-0674-4db9-8e51-71745938e479'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:18:04.539749 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2291da0-0e82-443d-b5f6-19395704962f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Pushing event deleted for resources: {'Port': ['ID=92c00dd5-0674-4db9-8e51-71745938e479,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:04.578103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb753ae-1b16-4c98-a873-6b9e3e77e02e req-b2291da0-0e82-443d-b5f6-19395704962f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] No DVR routers for this DVR port 92c00dd5-0674-4db9-8e51-71745938e479 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:18:04.580616 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-6fb753ae-1b16-4c98-a873-6b9e3e77e02e req-b2291da0-0e82-443d-b5f6-19395704962f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.582637 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6fb753ae-1b16-4c98-a873-6b9e3e77e02e req-b2291da0-0e82-443d-b5f6-19395704962f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.18 "DELETE /v2.0/ports/92c00dd5-0674-4db9-8e51-71745938e479 HTTP/1.1" status: 204 len: 173 time: 0.4428272 Aug 17 03:18:04.583621 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de629557-a505-41c9-ad50-3e4050690560', 'name': 'network-vif-deleted', 'tag': '92c00dd5-0674-4db9-8e51-71745938e479'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:18:04.586027 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1475f7-53ac-4b56-baa7-8f3be1876b7b" -d '{"events": [{"server_uuid": "de629557-a505-41c9-ad50-3e4050690560", "name": "network-vif-deleted", "tag": "92c00dd5-0674-4db9-8e51-71745938e479"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:18:04.624180 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efea4c4f-e19e-4016-9e43-762f920c9800 x-openstack-request-id: req-efea4c4f-e19e-4016-9e43-762f920c9800 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:18:04.624477 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de629557-a505-41c9-ad50-3e4050690560", "name": "network-vif-deleted", "tag": "92c00dd5-0674-4db9-8e51-71745938e479", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:18:04.624738 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efea4c4f-e19e-4016-9e43-762f920c9800 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:18:04.625145 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de629557-a505-41c9-ad50-3e4050690560', 'name': 'network-vif-deleted', 'tag': '92c00dd5-0674-4db9-8e51-71745938e479', 'status': 'completed', 'code': 200} Aug 17 03:18:05.430475 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-3fb1b822-b72c-4981-bf58-9dc2c53840c3 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:05.432164 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-3fb1b822-b72c-4981-bf58-9dc2c53840c3 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.18 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 815 time: 0.1088004 Aug 17 03:18:05.456423 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-1000a201-3723-4056-b506-0d866936f7d2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Request body: {'port': {'device_id': 'dd69a0bf-346b-4f9d-9412-2b0b43857c5b', 'network_id': '74781968-d62d-458b-815d-77725b92b62c', 'admin_state_up': True, 'tenant_id': '2cfc81496dcc44da9ad2ace0ee98737f'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:05.549101 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3b651907-0d03-4c9f-8379-753aff721551 req-bd2f1c12-6598-4c02-bd4d-1c3e53d99013 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 210 time: 0.0270424 Aug 17 03:18:05.628161 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-1000a201-3723-4056-b506-0d866936f7d2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Made reservation on behalf of 2cfc81496dcc44da9ad2ace0ee98737f for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:05.632171 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-1000a201-3723-4056-b506-0d866936f7d2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:05.755451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-1000a201-3723-4056-b506-0d866936f7d2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Allocated IP 172.20.0.2 (74781968-d62d-458b-815d-77725b92b62c/27bcd843-1b50-4e16-a0af-40b6510ab252/a19b2144-a491-427f-8bcb-3494a664947e) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:05.906005 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-1000a201-3723-4056-b506-0d866936f7d2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:06.011131 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-1000a201-3723-4056-b506-0d866936f7d2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:06.037656 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['92c00dd5-0674-4db9-8e51-71745938e479'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:18:06.051460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-1000a201-3723-4056-b506-0d866936f7d2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Network 74781968-d62d-458b-815d-77725b92b62c is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:06.057290 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-1000a201-3723-4056-b506-0d866936f7d2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:06.060982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-1000a201-3723-4056-b506-0d866936f7d2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:06.092024 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000a201-3723-4056-b506-0d866936f7d2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Pushing event updated for resources: {'Port': ['ID=a19b2144-a491-427f-8bcb-3494a664947e,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:06.117817 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-1000a201-3723-4056-b506-0d866936f7d2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:06.118429 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-1000a201-3723-4056-b506-0d866936f7d2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:06.217429 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-1000a201-3723-4056-b506-0d866936f7d2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7649913 Aug 17 03:18:06.234595 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Request body: {'port': {'device_id': 'dd69a0bf-346b-4f9d-9412-2b0b43857c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:06.287035 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:06.542349 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19b2144-a491-427f-8bcb-3494a664947e {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:18:06.550052 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:06.562275 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Transition to ACTIVE for port object a19b2144-a491-427f-8bcb-3494a664947e will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:06.628108 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:06.669866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd6fbf-72a1-452a-951a-f5892644fc35 req-4784ac03-6406-41f5-96f4-e29395d6892c tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:06.672792 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03bd6fbf-72a1-452a-951a-f5892644fc35 req-4784ac03-6406-41f5-96f4-e29395d6892c tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 943 time: 0.0508804 Aug 17 03:18:06.686712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Pushing event updated for resources: {'Port': ['ID=a19b2144-a491-427f-8bcb-3494a664947e,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:06.712966 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03bd6fbf-72a1-452a-951a-f5892644fc35 req-6a51ad7e-a1a8-46da-a716-94377a629fa6 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342522 Aug 17 03:18:06.750418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Attempting to bind port a19b2144-a491-427f-8bcb-3494a664947e on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:18:06.750754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Attempting to bind port a19b2144-a491-427f-8bcb-3494a664947e by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:18:06.751135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Attempting to bind port a19b2144-a491-427f-8bcb-3494a664947e on network 74781968-d62d-458b-815d-77725b92b62c {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:18:06.755334 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Port a19b2144-a491-427f-8bcb-3494a664947e on network 74781968-d62d-458b-815d-77725b92b62c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:18:06.755653 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Attempting to bind port a19b2144-a491-427f-8bcb-3494a664947e on network 74781968-d62d-458b-815d-77725b92b62c {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:18:06.761458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:18:06.761797 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Checking segment: {'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:06.762187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Bound using segment: {'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:18:06.762617 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Bound port: a19b2144-a491-427f-8bcb-3494a664947e, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:18:06.762975 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:06.826138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] For port a19b2144-a491-427f-8bcb-3494a664947e, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:18:06.829041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] For port a19b2144-a491-427f-8bcb-3494a664947e, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=a19b2144-a491-427f-8bcb-3494a664947e,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:18:06.897011 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:06.935800 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:06.935928 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:06.938528 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] 10.222.0.18 "PUT /v2.0/ports/a19b2144-a491-427f-8bcb-3494a664947e HTTP/1.1" status: 200 len: 1092 time: 0.7069905 Aug 17 03:18:06.938528 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd69a0bf-346b-4f9d-9412-2b0b43857c5b', 'tag': 'a19b2144-a491-427f-8bcb-3494a664947e'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:18:06.940052 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba9bf85-251a-48c3-b2e0-89087e3ac413" -d '{"events": [{"name": "network-changed", "server_uuid": "dd69a0bf-346b-4f9d-9412-2b0b43857c5b", "tag": "a19b2144-a491-427f-8bcb-3494a664947e"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:18:06.966379 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcfbf7-7488-441a-8198-16b50d131975 service neutron] Pushing event updated for resources: {'Port': ['ID=a19b2144-a491-427f-8bcb-3494a664947e,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:06.983493 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86723799-0842-4bc8-83aa-7dc4a8b8f157 x-openstack-request-id: req-86723799-0842-4bc8-83aa-7dc4a8b8f157 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:18:06.983779 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd69a0bf-346b-4f9d-9412-2b0b43857c5b", "tag": "a19b2144-a491-427f-8bcb-3494a664947e", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:18:06.984160 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86723799-0842-4bc8-83aa-7dc4a8b8f157 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:18:06.984562 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd69a0bf-346b-4f9d-9412-2b0b43857c5b', 'tag': 'a19b2144-a491-427f-8bcb-3494a664947e', 'status': 'completed', 'code': 200} Aug 17 03:18:07.062290 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9bf85-251a-48c3-b2e0-89087e3ac413 req-1f2ed15e-9f28-4ddd-8d49-e56dcddda697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:07.063784 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ba9bf85-251a-48c3-b2e0-89087e3ac413 req-1f2ed15e-9f28-4ddd-8d49-e56dcddda697 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 1095 time: 0.0436549 Aug 17 03:18:07.168943 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9bf85-251a-48c3-b2e0-89087e3ac413 req-36db11c7-2c82-48e1-8381-4a5f033e37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:07.170347 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ba9bf85-251a-48c3-b2e0-89087e3ac413 req-36db11c7-2c82-48e1-8381-4a5f033e37c0 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0932274 Aug 17 03:18:07.260680 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9bf85-251a-48c3-b2e0-89087e3ac413 req-c8af96d4-47c5-43c8-9f82-c79647ad4a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:07.262181 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ba9bf85-251a-48c3-b2e0-89087e3ac413 req-c8af96d4-47c5-43c8-9f82-c79647ad4a61 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850592 Aug 17 03:18:07.357318 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-e70a24a9-fb34-4a80-be91-a88dc48bc13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:07.358818 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-e70a24a9-fb34-4a80-be91-a88dc48bc13a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 1095 time: 0.0416768 Aug 17 03:18:07.409530 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-cc40d16d-9eee-42f6-aace-b0b7fe87b04b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a19b2144-a491-427f-8bcb-3494a664947e HTTP/1.1" status: 200 len: 217 time: 0.0367241 Aug 17 03:18:07.459508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-425ccd37-b789-4880-8ae7-1e607c324121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:07.461999 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-425ccd37-b789-4880-8ae7-1e607c324121 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27bcd843-1b50-4e16-a0af-40b6510ab252 HTTP/1.1" status: 200 len: 855 time: 0.0438609 Aug 17 03:18:07.494451 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-0179dfa2-765e-48c9-8b5a-b6c4e6107b36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=74781968-d62d-458b-815d-77725b92b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245776 Aug 17 03:18:07.584674 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-42424dc5-029f-425a-a1e8-56854d6f700b service neutron] 10.222.0.18 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828974 Aug 17 03:18:07.675399 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c2866fc8-7740-4eb3-8e37-9ea3e81b7dae req-08d2594b-8ea4-479f-bb70-56cdbcba9144 service neutron] 10.222.0.18 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825927 Aug 17 03:18:07.838043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea3fc9-cb89-4b18-afec-540bad32c135 req-9e0bfc75-3eb9-4c52-a5dc-0c47ae147c34 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:07.839547 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54ea3fc9-cb89-4b18-afec-540bad32c135 req-9e0bfc75-3eb9-4c52-a5dc-0c47ae147c34 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 943 time: 0.0553548 Aug 17 03:18:07.878249 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54ea3fc9-cb89-4b18-afec-540bad32c135 req-b0ddcc85-1989-4c7c-94a4-7c7b5b07002b tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325398 Aug 17 03:18:07.890116 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4097baa8-f66b-416d-960b-5b1b9bab6f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:08.355540 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 92c00dd5-0674-4db9-8e51-71745938e479 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:18:08.376007 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 92c00dd5-0674-4db9-8e51-71745938e479 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:18:08.376352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 92c00dd5-0674-4db9-8e51-71745938e479 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:18:09.006050 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbe041-f682-45f9-bb9e-e8c9c06a2725 req-2b6edabf-ef8e-4fa2-9063-ce1da9837b1b tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:09.007568 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-defbe041-f682-45f9-bb9e-e8c9c06a2725 req-2b6edabf-ef8e-4fa2-9063-ce1da9837b1b tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 943 time: 0.0564041 Aug 17 03:18:09.047107 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-defbe041-f682-45f9-bb9e-e8c9c06a2725 req-d4ec85d8-90eb-422e-8478-575268b71c1e tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324066 Aug 17 03:18:10.161942 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed5840-a077-427d-8219-73e62bf5aa0d req-2807020c-cf09-47b7-a7c7-ac208c94ee92 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:10.163433 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7ed5840-a077-427d-8219-73e62bf5aa0d req-2807020c-cf09-47b7-a7c7-ac208c94ee92 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 943 time: 0.0492375 Aug 17 03:18:10.200582 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b7ed5840-a077-427d-8219-73e62bf5aa0d req-b7abf743-452b-4e68-877a-7d3c80ac8e03 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312364 Aug 17 03:18:10.399816 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9cd45aec-fa48-4095-9f4f-b31b6f60ba89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:10.627754 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:11.314770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1855e36-9057-4ea1-bc9f-b5fc7e3a2546 req-b287996d-bac0-4407-8bb8-08e855c86d64 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:11.316217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1855e36-9057-4ea1-bc9f-b5fc7e3a2546 req-b287996d-bac0-4407-8bb8-08e855c86d64 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 943 time: 0.0487936 Aug 17 03:18:11.356244 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c1855e36-9057-4ea1-bc9f-b5fc7e3a2546 req-eb48e3fb-cbd1-42fa-97c6-2698307ec9e4 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334125 Aug 17 03:18:12.016230 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:12.378432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device a19b2144-a491-427f-8bcb-3494a664947e details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:18:12.473305 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc090aec-2ed5-42cf-b218-b8d6f9686310 req-3182c8cf-90f5-40fa-82e0-813ba0f10418 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:12.474165 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port a19b2144-a491-427f-8bcb-3494a664947e, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=a19b2144-a491-427f-8bcb-3494a664947e,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:12.474781 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc090aec-2ed5-42cf-b218-b8d6f9686310 req-3182c8cf-90f5-40fa-82e0-813ba0f10418 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 943 time: 0.0518904 Aug 17 03:18:12.485647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'a19b2144-a491-427f-8bcb-3494a664947e', 'network_id': '74781968-d62d-458b-815d-77725b92b62c', 'port_id': 'a19b2144-a491-427f-8bcb-3494a664947e', 'mac_address': 'fa:16:3e:38:ba:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bcd843-1b50-4e16-a0af-40b6510ab252', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:18:12.513418 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bc090aec-2ed5-42cf-b218-b8d6f9686310 req-fcdd54b1-3b50-4410-bc4a-ee727337ea92 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320065 Aug 17 03:18:12.523382 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:12.535919 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19b2144-a491-427f-8bcb-3494a664947e {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:18:12.556882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port a19b2144-a491-427f-8bcb-3494a664947e, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=a19b2144-a491-427f-8bcb-3494a664947e,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:12.633935 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:12.683404 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=a19b2144-a491-427f-8bcb-3494a664947e,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:12.976148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['a19b2144-a491-427f-8bcb-3494a664947e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:18:13.635221 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7c2b4-8a17-4f0a-a6d9-4c61d79b9da7 req-9af2f29a-2a83-4315-87dc-ece1aecd9581 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:13.636657 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94d7c2b4-8a17-4f0a-a6d9-4c61d79b9da7 req-9af2f29a-2a83-4315-87dc-ece1aecd9581 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 944 time: 0.0506601 Aug 17 03:18:13.678085 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94d7c2b4-8a17-4f0a-a6d9-4c61d79b9da7 req-77d69692-bb8e-405c-9862-25f1468b0f40 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352845 Aug 17 03:18:13.958695 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:14.391859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device a19b2144-a491-427f-8bcb-3494a664947e up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:14.501928 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port a19b2144-a491-427f-8bcb-3494a664947e completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:14.508234 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port a19b2144-a491-427f-8bcb-3494a664947e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:14.508608 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:14.588031 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:14.609545 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd69a0bf-346b-4f9d-9412-2b0b43857c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19b2144-a491-427f-8bcb-3494a664947e'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:18:14.611765 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}936991b1c43a25cf6fbdc2804a0fba7a26d62439886a99897817d68b18d5e6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50157890-d079-407e-af72-1f835e912074" -d '{"events": [{"server_uuid": "dd69a0bf-346b-4f9d-9412-2b0b43857c5b", "name": "network-vif-plugged", "status": "completed", "tag": "a19b2144-a491-427f-8bcb-3494a664947e"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:18:14.624277 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port a19b2144-a491-427f-8bcb-3494a664947e, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=a19b2144-a491-427f-8bcb-3494a664947e,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:14.647346 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1103b33b-26dc-4e82-bd97-bafb10dd8cbd x-openstack-request-id: req-1103b33b-26dc-4e82-bd97-bafb10dd8cbd {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:18:14.648551 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd69a0bf-346b-4f9d-9412-2b0b43857c5b", "name": "network-vif-plugged", "status": "completed", "tag": "a19b2144-a491-427f-8bcb-3494a664947e", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:18:14.648811 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1103b33b-26dc-4e82-bd97-bafb10dd8cbd {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:18:14.649209 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd69a0bf-346b-4f9d-9412-2b0b43857c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19b2144-a491-427f-8bcb-3494a664947e', 'code': 200} Aug 17 03:18:14.702743 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:14.753998 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=a19b2144-a491-427f-8bcb-3494a664947e,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:14.774287 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af307ef-4b5e-4877-b9d3-da06566a738f req-d93a50d5-0cbb-44b3-b7e1-9484f6047a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:14.775798 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5af307ef-4b5e-4877-b9d3-da06566a738f req-d93a50d5-0cbb-44b3-b7e1-9484f6047a40 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 1097 time: 0.0462925 Aug 17 03:18:14.799128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3a0dd-8010-4441-8645-77de004f2137 req-99d9afb7-38b5-4c01-9240-f8d7bb435617 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:14.800564 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0f3a0dd-8010-4441-8645-77de004f2137 req-99d9afb7-38b5-4c01-9240-f8d7bb435617 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0502944 Aug 17 03:18:14.811601 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5af307ef-4b5e-4877-b9d3-da06566a738f req-87982fac-bd34-449d-a37a-0388afdac1de service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275402 Aug 17 03:18:14.840590 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c0f3a0dd-8010-4441-8645-77de004f2137 req-51413c5a-7000-4fae-aa96-f518420dca09 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333252 Aug 17 03:18:15.967376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ff522-d6cb-414c-a1ae-57a2439ad607 req-8ea3541d-4d1f-4941-8a83-9a4ce6a253c4 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:15.968975 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-479ff522-d6cb-414c-a1ae-57a2439ad607 req-8ea3541d-4d1f-4941-8a83-9a4ce6a253c4 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0545940 Aug 17 03:18:16.014829 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-479ff522-d6cb-414c-a1ae-57a2439ad607 req-06d6ddd2-99d4-43e9-980c-a5287c655769 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397327 Aug 17 03:18:17.130896 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1c46a-3834-4728-8e78-8bea17220313 req-f6ca7f9d-428e-4ada-ac04-4744f9075e32 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:17.132352 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80e1c46a-3834-4728-8e78-8bea17220313 req-f6ca7f9d-428e-4ada-ac04-4744f9075e32 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0489676 Aug 17 03:18:17.169723 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-80e1c46a-3834-4728-8e78-8bea17220313 req-0fd3913e-6401-41b6-9c44-867f2eca23a4 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Aug 17 03:18:17.281636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c4cda-785a-46a5-86c5-fa1b2267d120 req-24d2cdf8-df5b-4c7d-8ec8-ad9fdc45aa61 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:17.283121 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b26c4cda-785a-46a5-86c5-fa1b2267d120 req-24d2cdf8-df5b-4c7d-8ec8-ad9fdc45aa61 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0484669 Aug 17 03:18:17.321954 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b26c4cda-785a-46a5-86c5-fa1b2267d120 req-34a804a5-c322-486f-9823-f60f07e14a9e tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316913 Aug 17 03:18:17.688522 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ab22-2992-4956-bdde-a2f0535a468c req-61973a2a-3d27-4627-bc54-b7c8b314f5a3 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:17.690089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76d3ab22-2992-4956-bdde-a2f0535a468c req-61973a2a-3d27-4627-bc54-b7c8b314f5a3 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0532556 Aug 17 03:18:17.728628 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-76d3ab22-2992-4956-bdde-a2f0535a468c req-dd7afbf8-8853-4651-81fc-a1904de8d389 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318196 Aug 17 03:18:17.830020 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-432a0c92-5e78-46bd-aa4f-d1d6c2c6c70f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385993 Aug 17 03:18:18.852516 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd037f-fa5d-4fdb-9ee6-d9cd85fba5a8 req-88a600da-be9a-4b7d-bf95-317f62c113e3 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:18.854089 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecdd037f-fa5d-4fdb-9ee6-d9cd85fba5a8 req-88a600da-be9a-4b7d-bf95-317f62c113e3 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0501616 Aug 17 03:18:18.893558 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-ecdd037f-fa5d-4fdb-9ee6-d9cd85fba5a8 req-97372212-ce1d-45c1-b239-e611ac94a947 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332522 Aug 17 03:18:19.903309 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-98b49a30-7963-429e-84a4-930a29113398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:19.904849 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-98b49a30-7963-429e-84a4-930a29113398 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 1097 time: 0.0408556 Aug 17 03:18:19.998407 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-8f61f22e-687a-4367-91d9-5ff3292e57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:19.999871 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-8f61f22e-687a-4367-91d9-5ff3292e57e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 916 time: 0.0872946 Aug 17 03:18:20.010380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c67561-460e-4ed6-8d3d-0c6e0348953d req-3e132c07-e245-42e9-bcd5-4d63b0cd782d tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:20.011887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29c67561-460e-4ed6-8d3d-0c6e0348953d req-3e132c07-e245-42e9-bcd5-4d63b0cd782d tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0494273 Aug 17 03:18:20.042902 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-6ded133b-7033-47aa-bc4a-3a1b69a083e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a19b2144-a491-427f-8bcb-3494a664947e HTTP/1.1" status: 200 len: 217 time: 0.0351157 Aug 17 03:18:20.051214 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-29c67561-460e-4ed6-8d3d-0c6e0348953d req-2571a2d0-0f2f-41b0-a235-94823b3e6608 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331354 Aug 17 03:18:20.093740 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-a702d3a9-3ebe-469d-8913-8e316001623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:20.095233 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-a702d3a9-3ebe-469d-8913-8e316001623a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27bcd843-1b50-4e16-a0af-40b6510ab252 HTTP/1.1" status: 200 len: 855 time: 0.0453162 Aug 17 03:18:20.130538 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d930d6bf-35fd-4afe-9042-66c47bbda1b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=74781968-d62d-458b-815d-77725b92b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277216 Aug 17 03:18:20.218703 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-fe11a626-8a55-4b9d-8ea2-765d017e215b service neutron] 10.222.0.18 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804954 Aug 17 03:18:20.309403 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-35378ac8-f6d5-42aa-90d2-0aed12302bba service neutron] 10.222.0.18 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829961 Aug 17 03:18:21.192113 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9509400-9565-488d-b70c-4122e19341c5 req-d7e83f5c-9490-4178-9382-5191325aac1a tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:21.193606 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9509400-9565-488d-b70c-4122e19341c5 req-d7e83f5c-9490-4178-9382-5191325aac1a tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0583420 Aug 17 03:18:21.231446 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d9509400-9565-488d-b70c-4122e19341c5 req-ea9fcfab-8724-4f6e-8acc-d5ea2e083d8f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318079 Aug 17 03:18:22.346636 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd75080-fe3b-44f7-8cee-ceec1662c40e req-dca6618b-2214-4039-b06f-cc948c0e30bb tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:22.348113 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cdd75080-fe3b-44f7-8cee-ceec1662c40e req-dca6618b-2214-4039-b06f-cc948c0e30bb tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0500696 Aug 17 03:18:22.387327 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-cdd75080-fe3b-44f7-8cee-ceec1662c40e req-aa9747b4-a867-4316-a40f-c74701e7aa3c tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325041 Aug 17 03:18:23.505017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adeab4-30a7-47b1-accf-e909cd0c9a2b req-dee4ec71-b9ca-4f7b-939e-bd6c1fd402e7 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:23.506620 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75adeab4-30a7-47b1-accf-e909cd0c9a2b req-dee4ec71-b9ca-4f7b-939e-bd6c1fd402e7 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0511301 Aug 17 03:18:23.546893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-75adeab4-30a7-47b1-accf-e909cd0c9a2b req-e9b5ba28-fe1e-4d77-a3b5-51824f813cb5 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340936 Aug 17 03:18:24.665079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ec3d7-178d-47fd-9770-a1ef85352590 req-2336ebed-4aee-44ea-bc7e-01200f1b1bf3 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:24.666578 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5b4ec3d7-178d-47fd-9770-a1ef85352590 req-2336ebed-4aee-44ea-bc7e-01200f1b1bf3 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0530915 Aug 17 03:18:24.705301 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5b4ec3d7-178d-47fd-9770-a1ef85352590 req-30129e3a-c444-4a23-83b6-c4e991db2d70 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327590 Aug 17 03:18:25.822507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9e600-56a7-4c44-a667-353c84068ec0 req-cca3d330-08b2-43ab-8ea2-ac498648b5f5 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:25.824005 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-46a9e600-56a7-4c44-a667-353c84068ec0 req-cca3d330-08b2-43ab-8ea2-ac498648b5f5 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0521212 Aug 17 03:18:25.862074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-46a9e600-56a7-4c44-a667-353c84068ec0 req-98135894-5020-4cc9-ad16-149c917df6ff tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320399 Aug 17 03:18:26.982748 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d04b12-0a71-4ebe-8366-7090e4123658 req-57b764cf-401d-465c-a16e-27614dcd5839 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:26.984224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54d04b12-0a71-4ebe-8366-7090e4123658 req-57b764cf-401d-465c-a16e-27614dcd5839 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0503035 Aug 17 03:18:27.022615 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-54d04b12-0a71-4ebe-8366-7090e4123658 req-56ee8566-eb6e-42fa-add1-9d07f79c52e1 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321572 Aug 17 03:18:28.153712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1185b-5876-4579-b906-97dd03076114 req-0297d0e3-7e2a-4a42-a5fd-f40d7555cf14 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:28.155203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6e1185b-5876-4579-b906-97dd03076114 req-0297d0e3-7e2a-4a42-a5fd-f40d7555cf14 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0535374 Aug 17 03:18:28.194414 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d6e1185b-5876-4579-b906-97dd03076114 req-9654c46b-a2a9-4fba-84a4-6365cf692ad6 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332315 Aug 17 03:18:29.181750 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:29.310657 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b0716-dd9c-42e3-8ebe-66b457648005 req-d5da5181-8a4b-4ec7-9bc8-0a9e4d55327b tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:29.312129 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c16b0716-dd9c-42e3-8ebe-66b457648005 req-d5da5181-8a4b-4ec7-9bc8-0a9e4d55327b tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0492961 Aug 17 03:18:29.349731 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c16b0716-dd9c-42e3-8ebe-66b457648005 req-198cd214-fbac-4da2-a664-6f83bdbcc365 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315337 Aug 17 03:18:30.464804 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb79792-6f66-4e3e-aca3-83cea2982d37 req-a878b334-9250-4496-a1cf-07a16d28d9e0 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:30.466311 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fdb79792-6f66-4e3e-aca3-83cea2982d37 req-a878b334-9250-4496-a1cf-07a16d28d9e0 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0490115 Aug 17 03:18:30.504985 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fdb79792-6f66-4e3e-aca3-83cea2982d37 req-df02948c-59e2-486b-9d90-e7c45ec4bc3a tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328214 Aug 17 03:18:31.616678 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:31.629504 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53389a4b-bd44-4f1d-8eb9-c714cbc36943 req-5638e1a2-bdc0-44e4-876b-deed3b32b079 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:31.631027 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53389a4b-bd44-4f1d-8eb9-c714cbc36943 req-5638e1a2-bdc0-44e4-876b-deed3b32b079 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0557766 Aug 17 03:18:31.671855 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-53389a4b-bd44-4f1d-8eb9-c714cbc36943 req-4d50330b-db74-43d5-92e2-21b213f96252 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347033 Aug 17 03:18:32.788216 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae4728-1b0a-41d9-98e5-da898bdcafee req-c70f0a5a-79f0-4bb5-94c0-8af415ea1d10 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:32.789737 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91ae4728-1b0a-41d9-98e5-da898bdcafee req-c70f0a5a-79f0-4bb5-94c0-8af415ea1d10 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0498478 Aug 17 03:18:32.827866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-91ae4728-1b0a-41d9-98e5-da898bdcafee req-c73c1ce9-b5e1-4dba-9479-27f63ded7f3d tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 Aug 17 03:18:33.708937 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea2465-9e4e-48bb-b74e-048204e1fe97 req-813ef3f1-9cab-4dcf-a927-9e7aefdaee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:33.710470 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fea2465-9e4e-48bb-b74e-048204e1fe97 req-813ef3f1-9cab-4dcf-a927-9e7aefdaee17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 1097 time: 0.0420310 Aug 17 03:18:33.824759 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea2465-9e4e-48bb-b74e-048204e1fe97 req-e65ee58a-3ef6-4743-ba44-d82ec005713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:33.826304 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fea2465-9e4e-48bb-b74e-048204e1fe97 req-e65ee58a-3ef6-4743-ba44-d82ec005713e service neutron] 10.222.0.18 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 916 time: 0.0936821 Aug 17 03:18:33.873831 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fea2465-9e4e-48bb-b74e-048204e1fe97 req-69f2fa23-87c8-4ab2-beb1-181ade6764f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a19b2144-a491-427f-8bcb-3494a664947e HTTP/1.1" status: 200 len: 217 time: 0.0402927 Aug 17 03:18:33.932062 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea2465-9e4e-48bb-b74e-048204e1fe97 req-f06cd95d-80a1-432c-9d17-ffd130f077ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:33.933598 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fea2465-9e4e-48bb-b74e-048204e1fe97 req-f06cd95d-80a1-432c-9d17-ffd130f077ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27bcd843-1b50-4e16-a0af-40b6510ab252 HTTP/1.1" status: 200 len: 855 time: 0.0487967 Aug 17 03:18:33.958602 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972c835-a95c-46bd-b5d0-e16442179cad req-d45b2273-656b-44e7-917c-36b18001ebce tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:33.960209 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c972c835-a95c-46bd-b5d0-e16442179cad req-d45b2273-656b-44e7-917c-36b18001ebce tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0561831 Aug 17 03:18:33.970517 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fea2465-9e4e-48bb-b74e-048204e1fe97 req-f2d54eb1-7bfa-4642-ad2e-8011aa50c4b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=74781968-d62d-458b-815d-77725b92b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268195 Aug 17 03:18:34.002455 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c972c835-a95c-46bd-b5d0-e16442179cad req-055445e3-7920-4509-8bed-afc0b6183644 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347960 Aug 17 03:18:34.091494 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fea2465-9e4e-48bb-b74e-048204e1fe97 req-e59a410c-b99d-41ab-b058-5a17e9d065c4 service neutron] 10.222.0.18 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111176 Aug 17 03:18:34.190391 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2fea2465-9e4e-48bb-b74e-048204e1fe97 req-3099a631-e93b-4b75-bd5f-3a8e1957ce88 service neutron] 10.222.0.18 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946412 Aug 17 03:18:35.136545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c1e12-ee6d-4424-9cd5-6afa1b8be321 req-42372e1e-b1dd-4ac6-a69f-41bb48d4bac4 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:35.138095 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af7c1e12-ee6d-4424-9cd5-6afa1b8be321 req-42372e1e-b1dd-4ac6-a69f-41bb48d4bac4 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0552988 Aug 17 03:18:35.177771 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-af7c1e12-ee6d-4424-9cd5-6afa1b8be321 req-1d4e0295-c60b-4bfe-8d52-4cabd789f7b1 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336628 Aug 17 03:18:36.297776 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887477d-8867-4b27-bebd-ef9bef282537 req-c3e97c61-c0d7-4313-9914-9441506db9c2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:36.299256 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4887477d-8867-4b27-bebd-ef9bef282537 req-c3e97c61-c0d7-4313-9914-9441506db9c2 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0499468 Aug 17 03:18:36.337624 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4887477d-8867-4b27-bebd-ef9bef282537 req-1be8ab2d-07b5-4761-afad-0b3602532764 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Aug 17 03:18:37.455334 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bac9d8-709b-48aa-827d-70366723dcd9 req-7ed79d7d-8137-4793-9c49-b1a3394dc105 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:37.456801 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20bac9d8-709b-48aa-827d-70366723dcd9 req-7ed79d7d-8137-4793-9c49-b1a3394dc105 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0502717 Aug 17 03:18:37.495393 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-20bac9d8-709b-48aa-827d-70366723dcd9 req-1917d6c9-96d6-42c9-bc8f-c922377a3beb tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324061 Aug 17 03:18:37.642299 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:18:37.924570 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d22b8f89-d048-49b7-b99b-d569a487f2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:38.617568 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e2f3b-2187-4f83-afab-f29ccb43783a req-ca6cd2a3-522a-4b76-a9a2-9e7f70fa0eed tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:38.619098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d82e2f3b-2187-4f83-afab-f29ccb43783a req-ca6cd2a3-522a-4b76-a9a2-9e7f70fa0eed tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0544312 Aug 17 03:18:38.660702 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d82e2f3b-2187-4f83-afab-f29ccb43783a req-6cfe8e7f-6a39-4a13-8585-bcf361dd4a26 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351017 Aug 17 03:18:39.788710 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4a9e4-5cd7-4e25-87c6-289908e64577 req-d165eb5e-c49c-4385-8ba4-b001bd39ccf9 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:39.790299 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63f4a9e4-5cd7-4e25-87c6-289908e64577 req-d165eb5e-c49c-4385-8ba4-b001bd39ccf9 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0511973 Aug 17 03:18:39.829138 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63f4a9e4-5cd7-4e25-87c6-289908e64577 req-516db659-4e90-4e39-b00f-8195966e239f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323942 Aug 17 03:18:40.387094 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-895d3478-5a6a-4994-b5a6-31aa80efdb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:40.633143 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:40.949878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47bf60-342b-45f2-8aa4-636114172989 req-c7f47463-fa3c-4371-9674-d333e2af4309 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:40.951383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a47bf60-342b-45f2-8aa4-636114172989 req-c7f47463-fa3c-4371-9674-d333e2af4309 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0536072 Aug 17 03:18:40.990004 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a47bf60-342b-45f2-8aa4-636114172989 req-3a00955d-c2d9-411e-a611-11e4f5bbbc9b tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326748 Aug 17 03:18:41.964568 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:42.112770 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450f322-a71e-45ce-9f01-922f71d7ebf3 req-5468c9ce-d347-4304-9799-cd7b271f3da0 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:42.114280 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c450f322-a71e-45ce-9f01-922f71d7ebf3 req-5468c9ce-d347-4304-9799-cd7b271f3da0 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0550590 Aug 17 03:18:42.152247 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c450f322-a71e-45ce-9f01-922f71d7ebf3 req-9eb0b3f5-4063-46a8-823a-a2a9a16bf542 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Aug 17 03:18:43.270385 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbf4b6-98da-4e6c-953b-9d2b1470026c req-26bf9f6d-46fa-4be7-b462-2241eacf535e tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:43.271884 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ecbf4b6-98da-4e6c-953b-9d2b1470026c req-26bf9f6d-46fa-4be7-b462-2241eacf535e tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0497491 Aug 17 03:18:43.310305 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0ecbf4b6-98da-4e6c-953b-9d2b1470026c req-f0dcf519-b543-46e8-9c75-d13ecf69ecf1 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314689 Aug 17 03:18:43.964585 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:44.428839 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebaca9b-255a-4440-827a-ac08424d487b req-9c1738d4-403e-4795-90fc-df3fd2414080 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:44.430390 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ebaca9b-255a-4440-827a-ac08424d487b req-9c1738d4-403e-4795-90fc-df3fd2414080 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0501134 Aug 17 03:18:44.468944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ebaca9b-255a-4440-827a-ac08424d487b req-ff23d0fd-d950-47ea-950f-5a603ca1d84a tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324607 Aug 17 03:18:45.596912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f6f50-3a59-4a76-b14f-32d945171231 req-fd725c3f-16a9-4d50-b68f-5d370ebd2b6f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:45.598350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5d2f6f50-3a59-4a76-b14f-32d945171231 req-fd725c3f-16a9-4d50-b68f-5d370ebd2b6f tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0552928 Aug 17 03:18:45.651248 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5d2f6f50-3a59-4a76-b14f-32d945171231 req-a3db0422-69e4-48e8-926b-9e425a6ad976 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370708 Aug 17 03:18:46.776473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11933c-b453-45bd-9311-35fbcd9610d1 req-3d9b47a3-0939-4207-bf54-84f421f705e7 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:46.778058 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f11933c-b453-45bd-9311-35fbcd9610d1 req-3d9b47a3-0939-4207-bf54-84f421f705e7 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0529730 Aug 17 03:18:46.819038 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f11933c-b453-45bd-9311-35fbcd9610d1 req-158a00cb-d18b-4371-9fd1-6c9b60cf449a tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346828 Aug 17 03:18:47.605280 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-7c196075-e2ff-4dba-988f-66660dd384a6 service neutron] show failed (client error): The resource could not be found. Aug 17 03:18:47.606206 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-7c196075-e2ff-4dba-988f-66660dd384a6 service neutron] 10.222.0.18 "GET /v2.0/ports/a19b2144-a491-427f-8bcb-3494a664947e/bindings/n-h1-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.0541656 Aug 17 03:18:47.939147 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae524d4-f178-4fcb-b219-ffc95b11aeee req-c4da0137-9fbd-47eb-b85e-87a6cf172cd1 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:47.940902 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bae524d4-f178-4fcb-b219-ffc95b11aeee req-c4da0137-9fbd-47eb-b85e-87a6cf172cd1 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0520499 Aug 17 03:18:47.980785 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bae524d4-f178-4fcb-b219-ffc95b11aeee req-98922197-ba5d-4f35-9a01-d95c73ec2385 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Aug 17 03:18:48.084096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-2a8255e3-6179-4992-a700-be3f2d5ad143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:48.085645 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-2a8255e3-6179-4992-a700-be3f2d5ad143 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b&tenant_id=2cfc81496dcc44da9ad2ace0ee98737f HTTP/1.1" status: 200 len: 1097 time: 0.0475428 Aug 17 03:18:48.104029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-31', 'device_owner': 'compute:nova'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:48.156927 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.355599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] For port a19b2144-a491-427f-8bcb-3494a664947e, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=a19b2144-a491-427f-8bcb-3494a664947e,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:48.388052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] For port a19b2144-a491-427f-8bcb-3494a664947e, host n-h2-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:18:48.431185 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd69a0bf-346b-4f9d-9412-2b0b43857c5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19b2144-a491-427f-8bcb-3494a664947e'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:18:48.433540 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc5c8cc151b82bc2dfef400bb26675d4322cc481a6dcb210b82c96344cfab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345a0e0a-970e-4d2b-b419-fcc9073f3bea" -d '{"events": [{"server_uuid": "dd69a0bf-346b-4f9d-9412-2b0b43857c5b", "name": "network-vif-unplugged", "status": "completed", "tag": "a19b2144-a491-427f-8bcb-3494a664947e"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:18:48.437717 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.449647 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Transition to ACTIVE for port object a19b2144-a491-427f-8bcb-3494a664947e will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:48.512660 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.540830 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07de6936-35bb-427b-ada3-499353a4f54d x-openstack-request-id: req-07de6936-35bb-427b-ada3-499353a4f54d {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:18:48.541121 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd69a0bf-346b-4f9d-9412-2b0b43857c5b", "name": "network-vif-unplugged", "status": "completed", "tag": "a19b2144-a491-427f-8bcb-3494a664947e", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:18:48.541609 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07de6936-35bb-427b-ada3-499353a4f54d {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:18:48.542011 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd69a0bf-346b-4f9d-9412-2b0b43857c5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19b2144-a491-427f-8bcb-3494a664947e', 'code': 200} Aug 17 03:18:48.580962 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] No DVR routers for this DVR port a19b2144-a491-427f-8bcb-3494a664947e on host n-h2-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:18:48.583975 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=a19b2144-a491-427f-8bcb-3494a664947e,revision_number=6']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:48.596065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:48.596414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:48.596751 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:48.597263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:48.597594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:48.597923 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:48.598247 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:48.598565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:48.598888 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:48.599207 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:48.599525 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:48.599840 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:48.628862 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Attempting to bind port a19b2144-a491-427f-8bcb-3494a664947e on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:18:48.629198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Attempting to bind port a19b2144-a491-427f-8bcb-3494a664947e by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:18:48.629553 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Attempting to bind port a19b2144-a491-427f-8bcb-3494a664947e on network 74781968-d62d-458b-815d-77725b92b62c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:18:48.634564 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Port a19b2144-a491-427f-8bcb-3494a664947e on network 74781968-d62d-458b-815d-77725b92b62c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:18:48.634880 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Attempting to bind port a19b2144-a491-427f-8bcb-3494a664947e on network 74781968-d62d-458b-815d-77725b92b62c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:18:48.639728 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:18:48.640905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Checking segment: {'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:48.640905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Bound using segment: {'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:18:48.640905 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Bound port: a19b2144-a491-427f-8bcb-3494a664947e, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e724b0d4-aa50-4dff-b6a0-c03756a942f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74781968-d62d-458b-815d-77725b92b62c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:18:48.641273 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.707677 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] For port a19b2144-a491-427f-8bcb-3494a664947e, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:18:48.710633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] For port a19b2144-a491-427f-8bcb-3494a664947e, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=a19b2144-a491-427f-8bcb-3494a664947e,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:18:48.776097 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.811326 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:48.811945 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.813391 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] 10.222.0.42 "PUT /v2.0/ports/a19b2144-a491-427f-8bcb-3494a664947e HTTP/1.1" status: 200 len: 1092 time: 0.7134166 Aug 17 03:18:48.835764 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093d862-a172-4e11-8d2a-36642ada0ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=a19b2144-a491-427f-8bcb-3494a664947e,revision_number=7']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:48.885374 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-b2697e58-1fd3-4fdc-a68b-fc662e980977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:48.886854 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-b2697e58-1fd3-4fdc-a68b-fc662e980977 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 1095 time: 0.0411513 Aug 17 03:18:48.978729 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-1303be96-58a4-4e1d-ab36-aef8bafa7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:48.980110 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-1303be96-58a4-4e1d-ab36-aef8bafa7458 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 916 time: 0.0860367 Aug 17 03:18:49.022522 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-ee4e02a7-6122-47f6-82ac-11f824dd0093 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a19b2144-a491-427f-8bcb-3494a664947e HTTP/1.1" status: 200 len: 217 time: 0.0350215 Aug 17 03:18:49.101577 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-a6b10999-c305-4671-bc8c-989940323960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:49.103565 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-a6b10999-c305-4671-bc8c-989940323960 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27bcd843-1b50-4e16-a0af-40b6510ab252 HTTP/1.1" status: 200 len: 855 time: 0.0749729 Aug 17 03:18:49.127632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45508dee-aefe-4c6c-a730-2357b4f195a2 req-b0f78c2b-a1ed-4759-a9c7-af31550db0f8 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:49.129045 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45508dee-aefe-4c6c-a730-2357b4f195a2 req-b0f78c2b-a1ed-4759-a9c7-af31550db0f8 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 943 time: 0.0745025 Aug 17 03:18:49.145605 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-1bdc0d9e-f089-4c35-8f12-b1069b09e88d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74781968-d62d-458b-815d-77725b92b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343008 Aug 17 03:18:49.223298 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45508dee-aefe-4c6c-a730-2357b4f195a2 req-f818f7f3-33d4-4f57-84ba-eac4a2dd8713 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804977 Aug 17 03:18:49.257586 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-b201f18d-2ae8-490d-9b7c-4c9eb5e6a254 service neutron] 10.222.0.42 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003690 Aug 17 03:18:49.347539 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31c9b029-94ec-4c2c-95b7-73b61964ebd7 req-c8ff319a-586c-4e3f-ac32-09248b8dc33e service neutron] 10.222.0.42 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829568 Aug 17 03:18:50.339838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d4df1-bc02-4d3f-aada-d49bd0da593f req-6de522de-201e-4b47-b3ba-9dbcdcdc6a84 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:50.341224 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-503d4df1-bc02-4d3f-aada-d49bd0da593f req-6de522de-201e-4b47-b3ba-9dbcdcdc6a84 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 943 time: 0.0499387 Aug 17 03:18:50.382757 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-503d4df1-bc02-4d3f-aada-d49bd0da593f req-1e9fdc59-c79a-4114-91fc-2b20f9c1abb4 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354857 Aug 17 03:18:50.488166 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device a19b2144-a491-427f-8bcb-3494a664947e no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:18:50.543647 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd69a0bf-346b-4f9d-9412-2b0b43857c5b', 'tag': 'a19b2144-a491-427f-8bcb-3494a664947e'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:18:50.546265 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc5c8cc151b82bc2dfef400bb26675d4322cc481a6dcb210b82c96344cfab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4129e67c-9bdb-4bb6-8820-e93da1538744" -d '{"events": [{"name": "network-changed", "server_uuid": "dd69a0bf-346b-4f9d-9412-2b0b43857c5b", "tag": "a19b2144-a491-427f-8bcb-3494a664947e"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:18:50.596135 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1d8936-5a28-4e6c-a0c6-383a4eef79fb x-openstack-request-id: req-5e1d8936-5a28-4e6c-a0c6-383a4eef79fb {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:18:50.596437 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd69a0bf-346b-4f9d-9412-2b0b43857c5b", "tag": "a19b2144-a491-427f-8bcb-3494a664947e", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:18:50.596694 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e1d8936-5a28-4e6c-a0c6-383a4eef79fb {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:18:50.597098 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd69a0bf-346b-4f9d-9412-2b0b43857c5b', 'tag': 'a19b2144-a491-427f-8bcb-3494a664947e', 'status': 'completed', 'code': 200} Aug 17 03:18:50.676596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-a8e0e5d4-710b-46a5-a8bf-d7a19912f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:50.677824 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-fee6157a-8913-4282-9e25-7d3bab787c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:50.678866 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-a8e0e5d4-710b-46a5-a8bf-d7a19912f5af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 1095 time: 0.0433028 Aug 17 03:18:50.679362 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-fee6157a-8913-4282-9e25-7d3bab787c73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 1095 time: 0.0442851 Aug 17 03:18:50.681369 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device a19b2144-a491-427f-8bcb-3494a664947e not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:18:50.775446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-333194e6-9566-454f-94a5-4eb9ddb9b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:50.776949 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-333194e6-9566-454f-94a5-4eb9ddb9b103 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 916 time: 0.0875890 Aug 17 03:18:50.827319 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-4c48b2ba-d0fd-48ee-96ed-936e59af1ef7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a19b2144-a491-427f-8bcb-3494a664947e HTTP/1.1" status: 200 len: 217 time: 0.0431330 Aug 17 03:18:50.879028 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-4099131a-a237-4379-a400-8cbc5c90f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:50.880426 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-4099131a-a237-4379-a400-8cbc5c90f753 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27bcd843-1b50-4e16-a0af-40b6510ab252 HTTP/1.1" status: 200 len: 855 time: 0.0466883 Aug 17 03:18:50.917299 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-a699a7d0-45f4-441b-a228-d87b7b264769 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74781968-d62d-458b-815d-77725b92b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283983 Aug 17 03:18:51.018704 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-231f3f22-0559-4905-9942-739018147df8 service neutron] 10.222.0.42 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929775 Aug 17 03:18:51.113149 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-5c3b6b77-fac2-4ebb-814d-f93d9400aa76 service neutron] 10.222.0.42 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872025 Aug 17 03:18:51.114665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-2a29d811-74c9-431d-baa4-c43b68e0ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:51.116150 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-2a29d811-74c9-431d-baa4-c43b68e0ee3d service neutron] 10.222.0.18 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 916 time: 0.4284623 Aug 17 03:18:51.158859 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-8c322519-8359-4b1f-a083-d1c6c5265450 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a19b2144-a491-427f-8bcb-3494a664947e HTTP/1.1" status: 200 len: 217 time: 0.0341239 Aug 17 03:18:51.208273 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-968a3e46-76f9-43e9-a229-3f3df5fd9baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:51.209711 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-968a3e46-76f9-43e9-a229-3f3df5fd9baa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27bcd843-1b50-4e16-a0af-40b6510ab252 HTTP/1.1" status: 200 len: 855 time: 0.0436726 Aug 17 03:18:51.244334 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-30d21f99-ed3f-456c-b7fe-8d2964b7fd20 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=74781968-d62d-458b-815d-77725b92b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273640 Aug 17 03:18:51.333848 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-d725e20e-0de8-4f48-8819-e6568d965072 service neutron] 10.222.0.18 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815778 Aug 17 03:18:51.427067 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4129e67c-9bdb-4bb6-8820-e93da1538744 req-140c60aa-8a34-4411-bcd1-b85a3a3fb5d2 service neutron] 10.222.0.18 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855210 Aug 17 03:18:51.507312 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b344d-f30a-4f5b-a3b5-f0d22009ef96 req-81e85608-3e89-44ac-ba14-1b859dc13737 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:51.508830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-066b344d-f30a-4f5b-a3b5-f0d22009ef96 req-81e85608-3e89-44ac-ba14-1b859dc13737 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 943 time: 0.0532925 Aug 17 03:18:51.546404 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-066b344d-f30a-4f5b-a3b5-f0d22009ef96 req-6af97ac9-887d-443f-a175-c30d3ed8d3d3 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314493 Aug 17 03:18:52.662965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c66b70-afed-43dc-936d-4d14f576def1 req-9d2c6d12-c5c1-469c-b375-927e4b1b0b4e tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:52.669013 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94c66b70-afed-43dc-936d-4d14f576def1 req-9d2c6d12-c5c1-469c-b375-927e4b1b0b4e tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 943 time: 0.0499208 Aug 17 03:18:52.706361 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94c66b70-afed-43dc-936d-4d14f576def1 req-66ff0429-dd5c-4ac4-8ce3-db087c5166bd tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345976 Aug 17 03:18:53.825954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df448ba-3e64-41ca-b3eb-9860045e3f20 req-c47e5d83-133c-4e25-b9f6-e510787865d0 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:53.827438 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9df448ba-3e64-41ca-b3eb-9860045e3f20 req-c47e5d83-133c-4e25-b9f6-e510787865d0 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 943 time: 0.0504203 Aug 17 03:18:53.841458 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device a19b2144-a491-427f-8bcb-3494a664947e details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:18:53.866448 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9df448ba-3e64-41ca-b3eb-9860045e3f20 req-7e526579-5f04-49d9-895c-f40823e8fad4 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330186 Aug 17 03:18:53.937767 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port a19b2144-a491-427f-8bcb-3494a664947e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=a19b2144-a491-427f-8bcb-3494a664947e,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:53.949301 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'a19b2144-a491-427f-8bcb-3494a664947e', 'network_id': '74781968-d62d-458b-815d-77725b92b62c', 'port_id': 'a19b2144-a491-427f-8bcb-3494a664947e', 'mac_address': 'fa:16:3e:38:ba:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bcd843-1b50-4e16-a0af-40b6510ab252', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:18:53.984403 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:53.997626 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19b2144-a491-427f-8bcb-3494a664947e {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:18:54.018398 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port a19b2144-a491-427f-8bcb-3494a664947e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=a19b2144-a491-427f-8bcb-3494a664947e,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:54.146796 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:54.194358 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=a19b2144-a491-427f-8bcb-3494a664947e,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:54.203195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:54.203633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:54.203989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:54.204335 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:54.204681 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:54.205016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:54.205367 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:54.205702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:54.206031 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:54.206359 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:54.206688 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:54.207011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:54.213154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c62d8-cc23-4ee1-8351-95c9d66ff111 req-71441bf5-4f3d-426e-a265-b63db06bacbb tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:54.214764 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c76c62d8-cc23-4ee1-8351-95c9d66ff111 req-71441bf5-4f3d-426e-a265-b63db06bacbb tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 944 time: 0.0559218 Aug 17 03:18:54.255756 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c76c62d8-cc23-4ee1-8351-95c9d66ff111 req-3084c8f3-e7ec-45bf-9d9c-df1c77b23d86 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345173 Aug 17 03:18:54.312136 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda435a-58c7-4ed6-a7bb-daff36ef8175 req-81cc900d-3512-4a40-9af2-e98c1be8b8d0 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:54.313644 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3bda435a-58c7-4ed6-a7bb-daff36ef8175 req-81cc900d-3512-4a40-9af2-e98c1be8b8d0 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b&tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&binding%3Ahost_id=n-h1-793621-31 HTTP/1.1" status: 200 len: 944 time: 0.0508158 Aug 17 03:18:54.375298 n-d-793621-31 neutron-server[95407]: INFO neutron.api.v2.resource [req-3bda435a-58c7-4ed6-a7bb-daff36ef8175 req-1e96ce05-c798-466a-809f-34c2418eb921 service neutron] delete failed (client error): The resource could not be found. Aug 17 03:18:54.376440 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3bda435a-58c7-4ed6-a7bb-daff36ef8175 req-1e96ce05-c798-466a-809f-34c2418eb921 service neutron] 10.222.0.18 "DELETE /v2.0/ports/a19b2144-a491-427f-8bcb-3494a664947e/bindings/n-h2-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.0555072 Aug 17 03:18:54.475015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda435a-58c7-4ed6-a7bb-daff36ef8175 req-453daeab-0a8e-4895-b9dd-9fa0421a4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:54.476491 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3bda435a-58c7-4ed6-a7bb-daff36ef8175 req-453daeab-0a8e-4895-b9dd-9fa0421a4bcd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 1096 time: 0.0394411 Aug 17 03:18:54.568220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda435a-58c7-4ed6-a7bb-daff36ef8175 req-4d562f02-eece-443b-a446-d2c9a52eb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:54.569635 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3bda435a-58c7-4ed6-a7bb-daff36ef8175 req-4d562f02-eece-443b-a446-d2c9a52eb369 service neutron] 10.222.0.18 "GET /v2.0/networks?id=74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 200 len: 916 time: 0.0856526 Aug 17 03:18:54.572432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['a19b2144-a491-427f-8bcb-3494a664947e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:18:54.612570 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3bda435a-58c7-4ed6-a7bb-daff36ef8175 req-f59165ab-1abb-43ad-872a-97fe798c5ba7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a19b2144-a491-427f-8bcb-3494a664947e HTTP/1.1" status: 200 len: 217 time: 0.0346861 Aug 17 03:18:54.666645 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda435a-58c7-4ed6-a7bb-daff36ef8175 req-e238dea4-8133-46c1-a6d4-9a352f5d364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:54.668484 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3bda435a-58c7-4ed6-a7bb-daff36ef8175 req-e238dea4-8133-46c1-a6d4-9a352f5d364b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27bcd843-1b50-4e16-a0af-40b6510ab252 HTTP/1.1" status: 200 len: 855 time: 0.0482607 Aug 17 03:18:54.700039 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3bda435a-58c7-4ed6-a7bb-daff36ef8175 req-4174add6-294a-4cfd-8239-d5b2fb7187cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=74781968-d62d-458b-815d-77725b92b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243864 Aug 17 03:18:54.788496 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3bda435a-58c7-4ed6-a7bb-daff36ef8175 req-7f41d793-f919-45ac-90f0-2c68c6706677 service neutron] 10.222.0.18 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808554 Aug 17 03:18:54.882589 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3bda435a-58c7-4ed6-a7bb-daff36ef8175 req-9659454b-f3af-453c-b5dd-7c0d454ae74d service neutron] 10.222.0.18 "GET /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860953 Aug 17 03:18:55.377186 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43924942-650b-48ad-a9cc-a87c037be5c3 req-4fa4c136-4a4c-41a1-8ce6-930638569693 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:55.378710 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43924942-650b-48ad-a9cc-a87c037be5c3 req-4fa4c136-4a4c-41a1-8ce6-930638569693 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 944 time: 0.0537567 Aug 17 03:18:55.417383 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-43924942-650b-48ad-a9cc-a87c037be5c3 req-f2b0dc1c-a4d6-4dfd-8171-98feed363fa5 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326104 Aug 17 03:18:55.849037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device a19b2144-a491-427f-8bcb-3494a664947e up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:55.969828 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port a19b2144-a491-427f-8bcb-3494a664947e completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:55.973896 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port a19b2144-a491-427f-8bcb-3494a664947e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:55.974303 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:56.052599 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:56.075981 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd69a0bf-346b-4f9d-9412-2b0b43857c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19b2144-a491-427f-8bcb-3494a664947e'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:18:56.078278 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}936991b1c43a25cf6fbdc2804a0fba7a26d62439886a99897817d68b18d5e6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d447491-38a0-4ce3-bcd8-ba8c61692c9b" -d '{"events": [{"server_uuid": "dd69a0bf-346b-4f9d-9412-2b0b43857c5b", "name": "network-vif-plugged", "status": "completed", "tag": "a19b2144-a491-427f-8bcb-3494a664947e"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:18:56.091373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port a19b2144-a491-427f-8bcb-3494a664947e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=a19b2144-a491-427f-8bcb-3494a664947e,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:56.115258 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9729bba-4bf6-4484-be3f-97f44a49efd7 x-openstack-request-id: req-e9729bba-4bf6-4484-be3f-97f44a49efd7 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:18:56.115546 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd69a0bf-346b-4f9d-9412-2b0b43857c5b", "name": "network-vif-plugged", "status": "completed", "tag": "a19b2144-a491-427f-8bcb-3494a664947e", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:18:56.115798 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9729bba-4bf6-4484-be3f-97f44a49efd7 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:18:56.116191 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd69a0bf-346b-4f9d-9412-2b0b43857c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19b2144-a491-427f-8bcb-3494a664947e', 'code': 200} Aug 17 03:18:56.175374 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:56.221901 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=a19b2144-a491-427f-8bcb-3494a664947e,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:56.534707 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b05235-18b8-49a2-995e-aef22c2ce721 req-32b0118a-9379-4b1a-9120-bdd7f1f6e77e tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:56.536413 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8b05235-18b8-49a2-995e-aef22c2ce721 req-32b0118a-9379-4b1a-9120-bdd7f1f6e77e tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0498013 Aug 17 03:18:56.574031 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d8b05235-18b8-49a2-995e-aef22c2ce721 req-defdc370-1b8e-4404-a5ab-9c49e640f115 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315261 Aug 17 03:18:56.689128 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0bd2f-4222-4589-9836-bb0ef02dd00b req-9314423d-b1f5-423a-8d31-b1e01a2af753 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:56.690619 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96f0bd2f-4222-4589-9836-bb0ef02dd00b req-9314423d-b1f5-423a-8d31-b1e01a2af753 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0522349 Aug 17 03:18:56.729260 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-96f0bd2f-4222-4589-9836-bb0ef02dd00b req-13ce955e-b929-4804-918e-6355bca3f886 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323198 Aug 17 03:18:56.841118 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b933144-63d3-452f-963d-e16e24b424fc req-67675fab-0b2d-4cd8-af07-1ea6ca71f860 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:56.842534 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b933144-63d3-452f-963d-e16e24b424fc req-67675fab-0b2d-4cd8-af07-1ea6ca71f860 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0484445 Aug 17 03:18:56.880247 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8b933144-63d3-452f-963d-e16e24b424fc req-80dc127d-ef2d-41ac-901d-9b318d6bc430 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318274 Aug 17 03:18:57.481384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc227b-b4e8-49c6-bea4-fdf571528fcd req-d943a11d-5f1d-4bdd-8b0e-6d565e127cd8 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:57.482866 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9dbc227b-b4e8-49c6-bea4-fdf571528fcd req-d943a11d-5f1d-4bdd-8b0e-6d565e127cd8 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0497725 Aug 17 03:18:57.520284 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9dbc227b-b4e8-49c6-bea4-fdf571528fcd req-b274d984-b606-41a5-8596-73a4b2bd09ff tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312512 Aug 17 03:18:58.638662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34d879-5fb7-44a4-8bd1-c43f87af3742 req-5a2cbe37-e406-4182-968f-ac65294f53b0 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:58.642931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aa34d879-5fb7-44a4-8bd1-c43f87af3742 req-5a2cbe37-e406-4182-968f-ac65294f53b0 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0540841 Aug 17 03:18:58.678859 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aa34d879-5fb7-44a4-8bd1-c43f87af3742 req-a694aeb4-a674-44f4-b0d1-cddc391a8694 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1627994-974d-4f6d-9904-7199f5bef3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319121 Aug 17 03:18:58.984237 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4ea7f-c190-4715-86f8-257433dedd27 req-cc508f44-e3b1-4828-a08d-6bdc127a88d0 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:58.985726 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16e4ea7f-c190-4715-86f8-257433dedd27 req-cc508f44-e3b1-4828-a08d-6bdc127a88d0 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 945 time: 0.0476973 Aug 17 03:18:59.075887 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-16e4ea7f-c190-4715-86f8-257433dedd27 req-5b7aad16-c344-4a07-a0ca-072a7b143003 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Deleting port a19b2144-a491-427f-8bcb-3494a664947e {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:59.076228 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-16e4ea7f-c190-4715-86f8-257433dedd27 req-5b7aad16-c344-4a07-a0ca-072a7b143003 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:59.169835 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-16e4ea7f-c190-4715-86f8-257433dedd27 req-5b7aad16-c344-4a07-a0ca-072a7b143003 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] For port a19b2144-a491-427f-8bcb-3494a664947e, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=a19b2144-a491-427f-8bcb-3494a664947e,segment=NetworkSegment(e724b0d4-aa50-4dff-b6a0-c03756a942f1),segment_id=e724b0d4-aa50-4dff-b6a0-c03756a942f1)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:59.170224 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-16e4ea7f-c190-4715-86f8-257433dedd27 req-5b7aad16-c344-4a07-a0ca-072a7b143003 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:59.181007 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:59.182570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [req-16e4ea7f-c190-4715-86f8-257433dedd27 req-5b7aad16-c344-4a07-a0ca-072a7b143003 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Calling delete_port for a19b2144-a491-427f-8bcb-3494a664947e owned by compute:nova {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:59.364271 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-16e4ea7f-c190-4715-86f8-257433dedd27 req-5b7aad16-c344-4a07-a0ca-072a7b143003 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:59.395971 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7aad16-c344-4a07-a0ca-072a7b143003 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Pushing event deleted for resources: {'Port': ['ID=a19b2144-a491-427f-8bcb-3494a664947e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:59.396911 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['a19b2144-a491-427f-8bcb-3494a664947e'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:18:59.435656 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e4ea7f-c190-4715-86f8-257433dedd27 req-5b7aad16-c344-4a07-a0ca-072a7b143003 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] No DVR routers for this DVR port a19b2144-a491-427f-8bcb-3494a664947e on host n-h1-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:18:59.441137 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-16e4ea7f-c190-4715-86f8-257433dedd27 req-5b7aad16-c344-4a07-a0ca-072a7b143003 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:59.441137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-16e4ea7f-c190-4715-86f8-257433dedd27 req-5b7aad16-c344-4a07-a0ca-072a7b143003 tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.42 "DELETE /v2.0/ports/a19b2144-a491-427f-8bcb-3494a664947e HTTP/1.1" status: 204 len: 173 time: 0.4486554 Aug 17 03:18:59.441137 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd69a0bf-346b-4f9d-9412-2b0b43857c5b', 'name': 'network-vif-deleted', 'tag': 'a19b2144-a491-427f-8bcb-3494a664947e'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:18:59.442916 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc5c8cc151b82bc2dfef400bb26675d4322cc481a6dcb210b82c96344cfab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab6e817-5426-49bb-82ee-64533da11d36" -d '{"events": [{"server_uuid": "dd69a0bf-346b-4f9d-9412-2b0b43857c5b", "name": "network-vif-deleted", "tag": "a19b2144-a491-427f-8bcb-3494a664947e"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:18:59.479944 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef275b7-2b91-455e-af05-4310a27ce2ac x-openstack-request-id: req-eef275b7-2b91-455e-af05-4310a27ce2ac {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:18:59.480232 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd69a0bf-346b-4f9d-9412-2b0b43857c5b", "name": "network-vif-deleted", "tag": "a19b2144-a491-427f-8bcb-3494a664947e", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:18:59.480486 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eef275b7-2b91-455e-af05-4310a27ce2ac {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:18:59.480904 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd69a0bf-346b-4f9d-9412-2b0b43857c5b', 'name': 'network-vif-deleted', 'tag': 'a19b2144-a491-427f-8bcb-3494a664947e', 'status': 'completed', 'code': 200} Aug 17 03:18:59.792643 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-68588622-236f-4383-af9e-debbf46053db req-e958f2a5-87fd-475b-8143-d4dbd858eb8d tempest-ServerDiskConfigTestJSON-305457230 tempest-ServerDiskConfigTestJSON-305457230-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd69a0bf-346b-4f9d-9412-2b0b43857c5b HTTP/1.1" status: 200 len: 210 time: 0.0310686 Aug 17 03:19:00.911698 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43618) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:00.956205 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Deleting subnet 27bcd843-1b50-4e16-a0af-40b6510ab252 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:19:00.959211 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:00.997126 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.032961 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.204302 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.232866 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.235002 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/27bcd843-1b50-4e16-a0af-40b6510ab252 HTTP/1.1" status: 204 len: 168 time: 0.3220682 Aug 17 03:19:01.235729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27bcd843-1b50-4e16-a0af-40b6510ab252,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:01.237500 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43620) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:01.243478 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:01.243826 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:01.244777 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:01.245116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:01.245474 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:01.245808 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:01.246150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:01.246501 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:01.246893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:01.247219 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:01.247545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:01.247867 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e807a-0279-41a3-be4f-d3d9116c032a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:01.305853 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd77554c-a35c-48dd-96e3-7be2ad4d6261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.386904 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd77554c-a35c-48dd-96e3-7be2ad4d6261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.396469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-dd77554c-a35c-48dd-96e3-7be2ad4d6261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74781968-d62d-458b-815d-77725b92b62c']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:01.406478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-dd77554c-a35c-48dd-96e3-7be2ad4d6261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e724b0d4-aa50-4dff-b6a0-c03756a942f1') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:01.406784 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-dd77554c-a35c-48dd-96e3-7be2ad4d6261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e724b0d4-aa50-4dff-b6a0-c03756a942f1') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:01.415504 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd77554c-a35c-48dd-96e3-7be2ad4d6261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.430180 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd77554c-a35c-48dd-96e3-7be2ad4d6261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.436038 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd77554c-a35c-48dd-96e3-7be2ad4d6261 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:19:01.436428 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd77554c-a35c-48dd-96e3-7be2ad4d6261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: timer() Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:19:01.438039 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:19:01.552488 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd77554c-a35c-48dd-96e3-7be2ad4d6261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.559019 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-dd77554c-a35c-48dd-96e3-7be2ad4d6261 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.565349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-dd77554c-a35c-48dd-96e3-7be2ad4d6261 admin admin] 10.222.0.13 "DELETE /v2.0/networks/74781968-d62d-458b-815d-77725b92b62c HTTP/1.1" status: 204 len: 168 time: 0.3222828 Aug 17 03:19:01.572617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77554c-a35c-48dd-96e3-7be2ad4d6261 admin admin] Pushing event deleted for resources: {'Network': ['ID=74781968-d62d-458b-815d-77725b92b62c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:01.621555 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.884125 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device a19b2144-a491-427f-8bcb-3494a664947e no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:19:01.896625 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43624) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:01.908728 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] No Port match for: a19b2144-a491-427f-8bcb-3494a664947e {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:19:01.909080 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device a19b2144-a491-427f-8bcb-3494a664947e not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:19:01.939177 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d0f43517-379a-4448-b13c-322216c6468d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cfc81496dcc44da9ad2ace0ee98737f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413318 Aug 17 03:19:01.941806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43626) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:01.989259 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06a67646-ead2-4fe0-9ce6-b6b06cd58fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.010246 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06a67646-ead2-4fe0-9ce6-b6b06cd58fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.123706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06a67646-ead2-4fe0-9ce6-b6b06cd58fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.126250 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-06a67646-ead2-4fe0-9ce6-b6b06cd58fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.127404 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-06a67646-ead2-4fe0-9ce6-b6b06cd58fd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1627994-974d-4f6d-9904-7199f5bef3c6 HTTP/1.1" status: 204 len: 168 time: 0.1846066 Aug 17 03:19:02.135550 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a67646-ead2-4fe0-9ce6-b6b06cd58fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1627994-974d-4f6d-9904-7199f5bef3c6,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:03.813444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43648) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:03.907419 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-393158140-network', 'tenant_id': '2961c65e620440758ddb8791c1de9587'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:03.997987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] Made reservation on behalf of 2961c65e620440758ddb8791c1de9587 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:04.000278 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.008280 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.094976 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.209354 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.233653 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:19:04.242109 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15c9628-c55f-47dd-ac38-aa23991cab77,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:04.247961 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.248309 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] Added segment ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78 of type vlan for network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 Aug 17 03:19:04.287234 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.369470 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.371065 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:04.371642 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.433153 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] Pushing event updated for resources: {'Network': ['ID=abc1d32d-3ef6-4af0-acf1-3458b1af8f61,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:04.442742 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:19:04.473295 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1dbf16f4-725b-4d6b-af6f-6a5447609c05 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6586349 Aug 17 03:19:04.476205 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43652) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:04.481220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-fd848fb2-1888-4fb4-aab1-e7379461ae38 admin admin] Request body: {'subnet': {'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-393158140-subnet', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:04.552310 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd848fb2-1888-4fb4-aab1-e7379461ae38 admin admin] Made reservation on behalf of 2961c65e620440758ddb8791c1de9587 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:04.554657 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd848fb2-1888-4fb4-aab1-e7379461ae38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.826875 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd848fb2-1888-4fb4-aab1-e7379461ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.883596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd848fb2-1888-4fb4-aab1-e7379461ae38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0f1fad-b959-4e6a-b51d-f7b525a7941d,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:04.888853 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd848fb2-1888-4fb4-aab1-e7379461ae38 admin admin] Checking segment: {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:04.889286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd848fb2-1888-4fb4-aab1-e7379461ae38 admin admin] Network hostable DHCP agents. Network: abc1d32d-3ef6-4af0-acf1-3458b1af8f61, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:19:04.963365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd848fb2-1888-4fb4-aab1-e7379461ae38 admin admin] Network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:19:05.060494 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-fd848fb2-1888-4fb4-aab1-e7379461ae38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, abc1d32d-3ef6-4af0-acf1-3458b1af8f61) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:05.065160 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd848fb2-1888-4fb4-aab1-e7379461ae38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:05.066042 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd848fb2-1888-4fb4-aab1-e7379461ae38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.069757 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419b3dcc-b8ab-40a7-9d23-5242da973cf6 None None] Network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:05.141995 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fd848fb2-1888-4fb4-aab1-e7379461ae38 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6643877 Aug 17 03:19:05.144788 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43654) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:05.149418 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:05.213169 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:19:05.214727 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.243928 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.245307 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.301491 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.346016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Allocated IP 172.20.0.2 (abc1d32d-3ef6-4af0-acf1-3458b1af8f61/eb0f1fad-b959-4e6a-b51d-f7b525a7941d/0e457f61-492c-4cdd-9fe9-b5171ef24588) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:05.485699 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.493729 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Transition to ACTIVE for port object 0e457f61-492c-4cdd-9fe9-b5171ef24588 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:05.508792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Transition to ACTIVE for port object 0e457f61-492c-4cdd-9fe9-b5171ef24588 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:05.517168 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.570337 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.609637 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:05.612522 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:05.616138 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:05.623050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Pushing event updated for resources: {'Port': ['ID=0e457f61-492c-4cdd-9fe9-b5171ef24588,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:05.673610 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Attempting to bind port 0e457f61-492c-4cdd-9fe9-b5171ef24588 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:19:05.673983 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Attempting to bind port 0e457f61-492c-4cdd-9fe9-b5171ef24588 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:19:05.674363 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Attempting to bind port 0e457f61-492c-4cdd-9fe9-b5171ef24588 on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:05.679258 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:19:05.679626 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Checking segment: {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:05.684908 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.684908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Bound using segment: {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:19:05.684908 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Bound port: 0e457f61-492c-4cdd-9fe9-b5171ef24588, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:19:05.684908 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.748004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] For port 0e457f61-492c-4cdd-9fe9-b5171ef24588, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:19:05.751174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] For port 0e457f61-492c-4cdd-9fe9-b5171ef24588, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0e457f61-492c-4cdd-9fe9-b5171ef24588,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:19:05.784492 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.803468 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.804349 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.866843 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45546cfa-44f7-4a3a-bd9b-52de2605067e None None] Pushing event updated for resources: {'Port': ['ID=0e457f61-492c-4cdd-9fe9-b5171ef24588,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:05.915305 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Allocated IP 172.25.5.44 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/24585037-ceba-449d-9bfe-56f2debf4a3b) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:06.025536 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:06.118426 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:06.155243 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:06.159958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:06.163648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:06.191289 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Pushing event updated for resources: {'Port': ['ID=24585037-ceba-449d-9bfe-56f2debf4a3b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:06.484438 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:06.690032 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:06.731831 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32f1529-b8bd-4ca4-9e46-b3ab1ce1eea7 None None] Network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:06.872122 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Router 690ee311-4312-499c-8677-eaf11d78aaa2 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:19:06.941169 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-444a20ca-478c-4f8d-a50a-0b6bbdd8e25a None None] Provisioning for port 0e457f61-492c-4cdd-9fe9-b5171ef24588 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:06.981971 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:19:06.992573 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Sync routers for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:19:07.003419 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:07.004042 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:18:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:07.095202 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.096454 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7453ca2b-b29a-468c-95fc-879a4a649710 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9506683 Aug 17 03:19:07.099186 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43656) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:07.112743 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:07.398414 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:06Z', 'revision_number': 3, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:07.426852 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Checking router: 690ee311-4312-499c-8677-eaf11d78aaa2 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:19:07.427199 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Updating router 690ee311-4312-499c-8677-eaf11d78aaa2 port 24585037-ceba-449d-9bfe-56f2debf4a3b binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:19:07.443825 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0e457f61-492c-4cdd-9fe9-b5171ef24588 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:07.458024 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.519215 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.558341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 0e457f61-492c-4cdd-9fe9-b5171ef24588 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:07.563232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0e457f61-492c-4cdd-9fe9-b5171ef24588 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:07.564241 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.647071 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.680774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 0e457f61-492c-4cdd-9fe9-b5171ef24588, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=0e457f61-492c-4cdd-9fe9-b5171ef24588,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:07.724423 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.724703 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Allocated IP 172.20.0.1 (abc1d32d-3ef6-4af0-acf1-3458b1af8f61/eb0f1fad-b959-4e6a-b51d-f7b525a7941d/45a15d89-09cb-4232-8549-ab163f88e641) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:07.734746 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Transition to ACTIVE for port object 24585037-ceba-449d-9bfe-56f2debf4a3b will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:07.769882 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.819478 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=0e457f61-492c-4cdd-9fe9-b5171ef24588,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:07.835540 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.849395 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.855690 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Transition to ACTIVE for port object 45a15d89-09cb-4232-8549-ab163f88e641 will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:07.900337 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Attempting to bind port 24585037-ceba-449d-9bfe-56f2debf4a3b on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:19:07.900724 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Attempting to bind port 24585037-ceba-449d-9bfe-56f2debf4a3b by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:19:07.901846 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Attempting to bind port 24585037-ceba-449d-9bfe-56f2debf4a3b on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:07.904577 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bcf73-664b-4ff0-a3cb-5ff70763fec7 None None] Pushing event updated for resources: {'Port': ['ID=24585037-ceba-449d-9bfe-56f2debf4a3b,revision_number=2']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:07.909076 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:19:07.909474 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:07.909876 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.910518 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:19:07.910971 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Bound port: 24585037-ceba-449d-9bfe-56f2debf4a3b, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:19:07.911350 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.917616 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bcf73-664b-4ff0-a3cb-5ff70763fec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:07.917964 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bcf73-664b-4ff0-a3cb-5ff70763fec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:07.918304 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bcf73-664b-4ff0-a3cb-5ff70763fec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:07.918638 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bcf73-664b-4ff0-a3cb-5ff70763fec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:07.918968 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bcf73-664b-4ff0-a3cb-5ff70763fec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:07.919295 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bcf73-664b-4ff0-a3cb-5ff70763fec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:07.919618 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bcf73-664b-4ff0-a3cb-5ff70763fec7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:07.919942 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bcf73-664b-4ff0-a3cb-5ff70763fec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:07.920265 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bcf73-664b-4ff0-a3cb-5ff70763fec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:07.920586 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bcf73-664b-4ff0-a3cb-5ff70763fec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:07.920907 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bcf73-664b-4ff0-a3cb-5ff70763fec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:07.921225 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bcf73-664b-4ff0-a3cb-5ff70763fec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:07.964090 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fe59311a-d940-4347-87c9-d8080accaa1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.971668 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] For port 24585037-ceba-449d-9bfe-56f2debf4a3b, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:19:07.974693 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] For port 24585037-ceba-449d-9bfe-56f2debf4a3b, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=24585037-ceba-449d-9bfe-56f2debf4a3b,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:19:07.975647 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.011254 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:08.015950 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:08.019574 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:08.043762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Pushing event updated for resources: {'Port': ['ID=45a15d89-09cb-4232-8549-ab163f88e641,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:08.066081 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.084387 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.152720 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:08.153621 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:18:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:08.156493 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bcf73-664b-4ff0-a3cb-5ff70763fec7 None None] Pushing event updated for resources: {'Port': ['ID=24585037-ceba-449d-9bfe-56f2debf4a3b,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:08.261435 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:08.297916 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.398509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e37b9939-48bc-4a73-b155-8852e09d5d58 None None] Provisioning for port 45a15d89-09cb-4232-8549-ab163f88e641 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:08.403443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e37b9939-48bc-4a73-b155-8852e09d5d58 None None] Provisioning complete for port 45a15d89-09cb-4232-8549-ab163f88e641 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:08.404031 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e37b9939-48bc-4a73-b155-8852e09d5d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.441159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e37b9939-48bc-4a73-b155-8852e09d5d58 None None] Port 45a15d89-09cb-4232-8549-ab163f88e641 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:08.442095 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:06Z', 'revision_number': 3, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:08.473684 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b85f8-867b-49fe-809b-209d300589f2 None None] The sync data for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 is: [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:06Z', 'revision_number': 3, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:19:08.815023 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.901406 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.969542 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.971402 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Pushing event updated for resources: {'Port': ['ID=45a15d89-09cb-4232-8549-ab163f88e641,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:09.071869 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:09.073408 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:09.201789 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Router 690ee311-4312-499c-8677-eaf11d78aaa2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:19:09.319078 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:19:09.328282 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d99c7cf6-ae26-4555-95ed-3450659abf65 admin admin] 10.222.0.13 "PUT /v2.0/routers/690ee311-4312-499c-8677-eaf11d78aaa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2247343 Aug 17 03:19:09.367441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e1189a39-e257-4df5-ad8e-cf5d621943e2 None None] Provisioning complete for port 45a15d89-09cb-4232-8549-ab163f88e641 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:09.367936 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e1189a39-e257-4df5-ad8e-cf5d621943e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.409652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e1189a39-e257-4df5-ad8e-cf5d621943e2 None None] Port 45a15d89-09cb-4232-8549-ab163f88e641 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:09.477641 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 24585037-ceba-449d-9bfe-56f2debf4a3b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:09.598550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 24585037-ceba-449d-9bfe-56f2debf4a3b completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:09.602491 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 24585037-ceba-449d-9bfe-56f2debf4a3b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:09.604014 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.681633 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.704342 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 24585037-ceba-449d-9bfe-56f2debf4a3b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=24585037-ceba-449d-9bfe-56f2debf4a3b,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:09.815422 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.816259 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 0e457f61-492c-4cdd-9fe9-b5171ef24588 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:09.900483 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=24585037-ceba-449d-9bfe-56f2debf4a3b,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:09.902469 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43664) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:09.907544 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ad66ef97-0571-4329-97cc-4cd393c10d0e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--630541540', 'description': 'tempest-description--1188909058'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:09.911953 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 0e457f61-492c-4cdd-9fe9-b5171ef24588 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:09.912332 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.019179 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Sync routers for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:19:10.028396 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:10.029010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:18:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:10.038120 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad66ef97-0571-4329-97cc-4cd393c10d0e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.126157 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad66ef97-0571-4329-97cc-4cd393c10d0e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.135721 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:10.203860 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad66ef97-0571-4329-97cc-4cd393c10d0e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.233856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66ef97-0571-4329-97cc-4cd393c10d0e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:10.306920 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad66ef97-0571-4329-97cc-4cd393c10d0e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.308636 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ad66ef97-0571-4329-97cc-4cd393c10d0e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4048979 Aug 17 03:19:10.312021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43666) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:10.316146 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c1882ede-c985-4bb4-bef2-fcc203a977e5 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Request body: {'security_group_rule': {'security_group_id': 'cacfeeac-ff11-48cc-b0e6-82621dbb0ab7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:10.347712 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 2, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:10.374692 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Checking router: 690ee311-4312-499c-8677-eaf11d78aaa2 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:19:10.375314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Updating router 690ee311-4312-499c-8677-eaf11d78aaa2 port 45a15d89-09cb-4232-8549-ab163f88e641 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:19:10.398971 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.496570 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bd95f713-30ae-4052-93a9-25dea5762771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.522891 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c1882ede-c985-4bb4-bef2-fcc203a977e5 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.583134 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c1882ede-c985-4bb4-bef2-fcc203a977e5 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.662748 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.672438 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c1882ede-c985-4bb4-bef2-fcc203a977e5 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.674717 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.684947 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Transition to ACTIVE for port object 45a15d89-09cb-4232-8549-ab163f88e641 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:10.690267 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1882ede-c985-4bb4-bef2-fcc203a977e5 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b83168-aedc-4dc5-b534-faec0ea26252,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:10.792572 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.815535 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c1882ede-c985-4bb4-bef2-fcc203a977e5 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.816985 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c1882ede-c985-4bb4-bef2-fcc203a977e5 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5044560 Aug 17 03:19:10.819819 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43668) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:10.830636 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f03a1a30-de9a-4083-80b3-6e5374ee35e2 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Request body: {'security_group_rule': {'security_group_id': 'cacfeeac-ff11-48cc-b0e6-82621dbb0ab7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:10.841736 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea3963-ec80-4790-ad02-750513fb3a8a None None] Pushing event updated for resources: {'Port': ['ID=45a15d89-09cb-4232-8549-ab163f88e641,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:10.893072 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Attempting to bind port 45a15d89-09cb-4232-8549-ab163f88e641 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:19:10.893512 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Attempting to bind port 45a15d89-09cb-4232-8549-ab163f88e641 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:19:10.893880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Attempting to bind port 45a15d89-09cb-4232-8549-ab163f88e641 on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:10.899001 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:19:10.899375 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Checking segment: {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:10.899778 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.900171 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Bound using segment: {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:19:10.900634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Bound port: 45a15d89-09cb-4232-8549-ab163f88e641, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:19:10.901701 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.972335 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] For port 45a15d89-09cb-4232-8549-ab163f88e641, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:19:10.974839 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f03a1a30-de9a-4083-80b3-6e5374ee35e2 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.975746 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] For port 45a15d89-09cb-4232-8549-ab163f88e641, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=45a15d89-09cb-4232-8549-ab163f88e641,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:19:11.039873 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f03a1a30-de9a-4083-80b3-6e5374ee35e2 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.061618 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.120521 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea3963-ec80-4790-ad02-750513fb3a8a None None] Pushing event updated for resources: {'Port': ['ID=45a15d89-09cb-4232-8549-ab163f88e641,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:11.124202 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:11.124202 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:19:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:11.152877 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f03a1a30-de9a-4083-80b3-6e5374ee35e2 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268377'] for security_group_rule, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.173135 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a1a30-de9a-4083-80b3-6e5374ee35e2 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9472354-f741-4d8d-a1cb-6fb9021fee21,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:11.301095 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f03a1a30-de9a-4083-80b3-6e5374ee35e2 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.302402 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f03a1a30-de9a-4083-80b3-6e5374ee35e2 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4816332 Aug 17 03:19:11.305387 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 43670) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:11.310124 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Request body: {'floatingip': {'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:11.403475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 24585037-ceba-449d-9bfe-56f2debf4a3b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:11.404050 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for floatingip, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.445504 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:11.502971 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.539463 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 24585037-ceba-449d-9bfe-56f2debf4a3b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:11.539869 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.610372 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Allocated IP 172.25.5.147 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/cbbd5ed6-3c63-42f5-a1e3-46d8d9fa1f1a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:11.711884 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.723977 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:10Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:11.755387 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d5dc4-b3f6-43a2-9dbd-8a09199faff1 None None] The sync data for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 is: [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:10Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:19:11.844127 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.886497 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:11.891465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:11.895001 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:11.919202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Pushing event updated for resources: {'Port': ['ID=cbbd5ed6-3c63-42f5-a1e3-46d8d9fa1f1a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:11.963736 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.988899 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.115569 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.277575 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.346517 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.423189 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Pushing event updated for resources: {'Port': ['ID=cbbd5ed6-3c63-42f5-a1e3-46d8d9fa1f1a,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:12.434003 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.535442 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.536761 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9b3f5d91-e441-4d11-8442-a99250e10a27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2303147 Aug 17 03:19:12.689204 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-6e39e88c-2025-4fa8-a2f2-3ba8988d5a9f tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--630541540&fields=id&tenant_id=2961c65e620440758ddb8791c1de9587 HTTP/1.1" status: 200 len: 267 time: 0.0361097 Aug 17 03:19:12.800931 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bec39-3802-492b-a650-66e218b5a12d req-3a1e45ed-4b21-4030-b312-f269e4717f84 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:12.802479 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-3a1e45ed-4b21-4030-b312-f269e4717f84 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 811 time: 0.1059768 Aug 17 03:19:12.817339 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-5c00838d-e0d3-4944-8ede-39347dddecb0 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/quotas/2961c65e620440758ddb8791c1de9587 HTTP/1.1" status: 200 len: 375 time: 0.0089183 Aug 17 03:19:12.869993 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-eb23c191-a7f9-4fe2-886e-7461268edfdc tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472493 Aug 17 03:19:13.014022 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-f6cd6316-acbd-461d-adc6-083a093b2640 service neutron] 10.222.0.13 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316855 Aug 17 03:19:13.106739 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-54ad236a-45b8-4b69-a9fe-d163ec2de9a4 service neutron] 10.222.0.13 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866082 Aug 17 03:19:13.342512 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-08e37969-7da2-470f-93dd-47fedf284881 req-d06336ba-ff7e-40b2-8178-6f3bc03e80b6 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 210 time: 0.0273559 Aug 17 03:19:13.436185 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 45a15d89-09cb-4232-8549-ab163f88e641 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:13.569158 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 45a15d89-09cb-4232-8549-ab163f88e641 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:13.574004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 45a15d89-09cb-4232-8549-ab163f88e641 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:13.574377 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:13.651064 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:13.686747 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 45a15d89-09cb-4232-8549-ab163f88e641, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=45a15d89-09cb-4232-8549-ab163f88e641,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:13.781116 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:13.829962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=45a15d89-09cb-4232-8549-ab163f88e641,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:14.026864 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:14.419770 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4e3b11b0-659f-45a9-b626-11cd89d7b757 req-9686956d-65cb-49e6-ae6f-48efa79cfaf3 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 210 time: 0.0274806 Aug 17 03:19:14.642202 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:19:15.398650 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 45a15d89-09cb-4232-8549-ab163f88e641 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:15.446289 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 45a15d89-09cb-4232-8549-ab163f88e641 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:15.447193 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:15.516135 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82712148-1f9a-456f-ba44-7ad01686d1dd req-bfa80cf2-06ce-46ff-a33a-05cfa7e63f27 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 210 time: 0.0280590 Aug 17 03:19:15.710022 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bec39-3802-492b-a650-66e218b5a12d req-6695fecb-fa5a-475d-9df6-b8a993ee2193 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:15.712040 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-6695fecb-fa5a-475d-9df6-b8a993ee2193 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.42 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 811 time: 0.1017485 Aug 17 03:19:15.759665 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-72248c11-3983-4f10-81b2-927d932db976 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2961c65e620440758ddb8791c1de9587 HTTP/1.1" status: 200 len: 379 time: 0.0336826 Aug 17 03:19:15.771984 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-c73bec39-3802-492b-a650-66e218b5a12d req-f5f7e5a5-cc37-4993-98f1-c5c125a64291 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Request body: {'port': {'device_id': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'admin_state_up': True, 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'security_groups': ['cacfeeac-ff11-48cc-b0e6-82621dbb0ab7']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:16.026735 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c73bec39-3802-492b-a650-66e218b5a12d req-f5f7e5a5-cc37-4993-98f1-c5c125a64291 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Made reservation on behalf of 2961c65e620440758ddb8791c1de9587 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:16.030958 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c73bec39-3802-492b-a650-66e218b5a12d req-f5f7e5a5-cc37-4993-98f1-c5c125a64291 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.158513 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-c73bec39-3802-492b-a650-66e218b5a12d req-f5f7e5a5-cc37-4993-98f1-c5c125a64291 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Allocated IP 172.20.0.8 (abc1d32d-3ef6-4af0-acf1-3458b1af8f61/eb0f1fad-b959-4e6a-b51d-f7b525a7941d/26de7478-3573-4f3d-be28-48fca4824226) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:16.296641 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c73bec39-3802-492b-a650-66e218b5a12d req-f5f7e5a5-cc37-4993-98f1-c5c125a64291 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.310192 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-c73bec39-3802-492b-a650-66e218b5a12d req-f5f7e5a5-cc37-4993-98f1-c5c125a64291 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Transition to ACTIVE for port object 26de7478-3573-4f3d-be28-48fca4824226 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:16.404200 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c73bec39-3802-492b-a650-66e218b5a12d req-f5f7e5a5-cc37-4993-98f1-c5c125a64291 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.449251 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c73bec39-3802-492b-a650-66e218b5a12d req-f5f7e5a5-cc37-4993-98f1-c5c125a64291 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:16.453173 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-c73bec39-3802-492b-a650-66e218b5a12d req-f5f7e5a5-cc37-4993-98f1-c5c125a64291 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:16.457003 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73bec39-3802-492b-a650-66e218b5a12d req-f5f7e5a5-cc37-4993-98f1-c5c125a64291 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:16.463351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7e5a5-cc37-4993-98f1-c5c125a64291 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Pushing event updated for resources: {'Port': ['ID=26de7478-3573-4f3d-be28-48fca4824226,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:16.509651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bec39-3802-492b-a650-66e218b5a12d req-f5f7e5a5-cc37-4993-98f1-c5c125a64291 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:16.510286 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c73bec39-3802-492b-a650-66e218b5a12d req-f5f7e5a5-cc37-4993-98f1-c5c125a64291 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.581520 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-f5f7e5a5-cc37-4993-98f1-c5c125a64291 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8135841 Aug 17 03:19:16.601934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Request body: {'port': {'device_id': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:16.688663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6d8c2-9f6a-4f25-a5da-b0c2eef81d25 req-b71752a7-ca51-44d1-b2c4-fd815e4a8820 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:16.690212 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fac6d8c2-9f6a-4f25-a5da-b0c2eef81d25 req-b71752a7-ca51-44d1-b2c4-fd815e4a8820 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 931 time: 0.1034272 Aug 17 03:19:16.692818 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.758131 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fac6d8c2-9f6a-4f25-a5da-b0c2eef81d25 req-a6f3fe8f-e38c-42f6-a813-46f702b5bb5e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618043 Aug 17 03:19:16.780382 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fde7209e-75fa-4be2-8e83-093561ccbc0e None None] Provisioning for port 26de7478-3573-4f3d-be28-48fca4824226 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:16.784936 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-fde7209e-75fa-4be2-8e83-093561ccbc0e None None] Provisioning complete for port 26de7478-3573-4f3d-be28-48fca4824226 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:16.785587 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fde7209e-75fa-4be2-8e83-093561ccbc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.818672 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-fde7209e-75fa-4be2-8e83-093561ccbc0e None None] Port 26de7478-3573-4f3d-be28-48fca4824226 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:16.983294 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26de7478-3573-4f3d-be28-48fca4824226 {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:19:16.990579 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.002544 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Transition to ACTIVE for port object 26de7478-3573-4f3d-be28-48fca4824226 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:17.101003 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.152255 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Pushing event updated for resources: {'Port': ['ID=26de7478-3573-4f3d-be28-48fca4824226,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:17.223611 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Attempting to bind port 26de7478-3573-4f3d-be28-48fca4824226 on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:19:17.223950 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Attempting to bind port 26de7478-3573-4f3d-be28-48fca4824226 by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:19:17.224283 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Attempting to bind port 26de7478-3573-4f3d-be28-48fca4824226 on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:17.228948 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Port 26de7478-3573-4f3d-be28-48fca4824226 on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:19:17.229301 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Attempting to bind port 26de7478-3573-4f3d-be28-48fca4824226 on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:17.234588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:19:17.234929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Checking segment: {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:17.235316 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Bound using segment: {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:19:17.235751 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Bound port: 26de7478-3573-4f3d-be28-48fca4824226, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:19:17.236139 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.307167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] For port 26de7478-3573-4f3d-be28-48fca4824226, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:19:17.311099 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] For port 26de7478-3573-4f3d-be28-48fca4824226, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=26de7478-3573-4f3d-be28-48fca4824226,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:19:17.415665 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.450965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:17.450965 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.452221 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] 10.222.0.42 "PUT /v2.0/ports/26de7478-3573-4f3d-be28-48fca4824226 HTTP/1.1" status: 200 len: 1092 time: 0.8550830 Aug 17 03:19:17.452696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'tag': '26de7478-3573-4f3d-be28-48fca4824226'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:19:17.455083 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc5c8cc151b82bc2dfef400bb26675d4322cc481a6dcb210b82c96344cfab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fc9b96-c1bd-4ccf-8c41-fb33992f7e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c366dd6-e608-41e2-b8e1-8c9bf2b74d30", "tag": "26de7478-3573-4f3d-be28-48fca4824226"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:19:17.490610 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65242b4f-fb86-4f3e-9d1b-b80685b52b20 service neutron] Pushing event updated for resources: {'Port': ['ID=26de7478-3573-4f3d-be28-48fca4824226,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:17.498082 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7966217-ed5e-452b-8552-8e55dd74a4ab x-openstack-request-id: req-f7966217-ed5e-452b-8552-8e55dd74a4ab {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:19:17.498376 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c366dd6-e608-41e2-b8e1-8c9bf2b74d30", "tag": "26de7478-3573-4f3d-be28-48fca4824226", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:19:17.498633 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7966217-ed5e-452b-8552-8e55dd74a4ab {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:19:17.499036 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'tag': '26de7478-3573-4f3d-be28-48fca4824226', 'status': 'completed', 'code': 200} Aug 17 03:19:17.580590 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc9b96-c1bd-4ccf-8c41-fb33992f7e3c req-12af2e4c-d925-4230-b63d-f617b9d869c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:17.582159 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31fc9b96-c1bd-4ccf-8c41-fb33992f7e3c req-12af2e4c-d925-4230-b63d-f617b9d869c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 1095 time: 0.0436869 Aug 17 03:19:17.693701 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc9b96-c1bd-4ccf-8c41-fb33992f7e3c req-08d1223e-e233-4bb2-994f-3cdfa43de77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:17.695173 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31fc9b96-c1bd-4ccf-8c41-fb33992f7e3c req-08d1223e-e233-4bb2-994f-3cdfa43de77d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2961c65e620440758ddb8791c1de9587&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0990524 Aug 17 03:19:17.786508 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc9b96-c1bd-4ccf-8c41-fb33992f7e3c req-13e816bd-ac7e-4a88-acbf-961ff5c19787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:17.787916 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-31fc9b96-c1bd-4ccf-8c41-fb33992f7e3c req-13e816bd-ac7e-4a88-acbf-961ff5c19787 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857599 Aug 17 03:19:17.911182 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e3fa8-faad-4fde-8c88-8fe385d43d95 req-19a7dd35-f5e6-4776-94eb-e4a3a498576d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:17.912580 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-239e3fa8-faad-4fde-8c88-8fe385d43d95 req-19a7dd35-f5e6-4776-94eb-e4a3a498576d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 943 time: 0.0792840 Aug 17 03:19:17.919293 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bec39-3802-492b-a650-66e218b5a12d req-449ec2f3-7178-4561-9ba3-b576160883c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:17.920923 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-449ec2f3-7178-4561-9ba3-b576160883c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 1095 time: 0.0760977 Aug 17 03:19:17.978055 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-9ae703df-0300-44cc-b61e-dbc261f42e65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26de7478-3573-4f3d-be28-48fca4824226 HTTP/1.1" status: 200 len: 217 time: 0.0416238 Aug 17 03:19:17.986476 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-239e3fa8-faad-4fde-8c88-8fe385d43d95 req-4cc1dc3c-c030-4c2c-9416-bba2b8e02192 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645964 Aug 17 03:19:18.035597 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bec39-3802-492b-a650-66e218b5a12d req-c690f6e2-8f9e-4382-855d-cfb1b91a33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:18.037191 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-c690f6e2-8f9e-4382-855d-cfb1b91a33ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0498638 Aug 17 03:19:18.083116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bec39-3802-492b-a650-66e218b5a12d req-f50c6190-ed94-47ab-9164-08f1230af125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:18.084610 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-f50c6190-ed94-47ab-9164-08f1230af125 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399024 Aug 17 03:19:18.173601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-c56f23a7-8377-448f-b1a8-fdda1544f46b service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809658 Aug 17 03:19:18.263807 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c73bec39-3802-492b-a650-66e218b5a12d req-82e6a094-be4d-450c-87d9-042f4530b99b service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836153 Aug 17 03:19:19.101014 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecbb71-0fd5-4e6d-894f-636f73dc7839 req-8e6ec16a-1de4-4b57-a2f5-095a8692c381 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:19.102510 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aaecbb71-0fd5-4e6d-894f-636f73dc7839 req-8e6ec16a-1de4-4b57-a2f5-095a8692c381 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 943 time: 0.0488582 Aug 17 03:19:19.140111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aaecbb71-0fd5-4e6d-894f-636f73dc7839 req-6e816afe-21df-4dd1-8bfe-ff413537563c tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310590 Aug 17 03:19:20.258214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e2e9d-84ed-44d3-9750-8b13737abcc6 req-71d20be3-5f4f-4ce2-bee4-2b4befcd52b3 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:20.259738 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e73e2e9d-84ed-44d3-9750-8b13737abcc6 req-71d20be3-5f4f-4ce2-bee4-2b4befcd52b3 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 943 time: 0.0529375 Aug 17 03:19:20.299620 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e73e2e9d-84ed-44d3-9750-8b13737abcc6 req-a056089a-ce37-4148-9ae9-12c9ebfc6710 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330455 Aug 17 03:19:21.415961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02c913-82e0-4655-9455-bd0fc3ec4f6c req-cb55be54-0649-4d7c-9fdf-8eb4e582ea46 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:21.417516 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a02c913-82e0-4655-9455-bd0fc3ec4f6c req-cb55be54-0649-4d7c-9fdf-8eb4e582ea46 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 943 time: 0.0493147 Aug 17 03:19:21.455317 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1a02c913-82e0-4655-9455-bd0fc3ec4f6c req-cb3c844d-c352-46df-ba23-4a5c296618bb tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311856 Aug 17 03:19:22.068164 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 26de7478-3573-4f3d-be28-48fca4824226 details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:19:22.165993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 26de7478-3573-4f3d-be28-48fca4824226, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=26de7478-3573-4f3d-be28-48fca4824226,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:22.176245 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': '26de7478-3573-4f3d-be28-48fca4824226', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'port_id': '26de7478-3573-4f3d-be28-48fca4824226', 'mac_address': 'fa:16:3e:69:ae:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:19:22.212474 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:22.225752 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26de7478-3573-4f3d-be28-48fca4824226 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:19:22.244812 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 26de7478-3573-4f3d-be28-48fca4824226, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=26de7478-3573-4f3d-be28-48fca4824226,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:22.335167 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:22.381265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=26de7478-3573-4f3d-be28-48fca4824226,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:22.569193 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441cd3f-5665-4d5c-8a9e-1e7d0b2fea3e req-78685326-e703-46af-9d97-b69986eb365d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:22.570698 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c441cd3f-5665-4d5c-8a9e-1e7d0b2fea3e req-78685326-e703-46af-9d97-b69986eb365d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 944 time: 0.0492847 Aug 17 03:19:22.609288 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c441cd3f-5665-4d5c-8a9e-1e7d0b2fea3e req-52beb162-62d0-4f99-aca6-aa97a437be5f tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317833 Aug 17 03:19:22.699180 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['26de7478-3573-4f3d-be28-48fca4824226'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:19:24.072986 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 26de7478-3573-4f3d-be28-48fca4824226 up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:24.106093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcc966-bf8b-4c73-a389-d9f7b22fd718 req-cc7fe771-a0f0-4151-bb11-03fceec81e84 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:24.107840 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8fdcc966-bf8b-4c73-a389-d9f7b22fd718 req-cc7fe771-a0f0-4151-bb11-03fceec81e84 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 944 time: 0.4153957 Aug 17 03:19:24.146362 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8fdcc966-bf8b-4c73-a389-d9f7b22fd718 req-f45d8bf9-b483-40a9-8ddf-e1a00d9be2a6 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324378 Aug 17 03:19:24.180453 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port 26de7478-3573-4f3d-be28-48fca4824226 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:24.185474 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port 26de7478-3573-4f3d-be28-48fca4824226 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:24.185853 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:24.262913 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:24.284068 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26de7478-3573-4f3d-be28-48fca4824226'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:19:24.286631 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}936991b1c43a25cf6fbdc2804a0fba7a26d62439886a99897817d68b18d5e6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8d044d-c5a2-4376-a129-e4f5f6b4577e" -d '{"events": [{"server_uuid": "1c366dd6-e608-41e2-b8e1-8c9bf2b74d30", "name": "network-vif-plugged", "status": "completed", "tag": "26de7478-3573-4f3d-be28-48fca4824226"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:19:24.300219 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port 26de7478-3573-4f3d-be28-48fca4824226, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=26de7478-3573-4f3d-be28-48fca4824226,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:24.323014 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5230612d-12c7-4f1b-885f-c2e2bb0589e4 x-openstack-request-id: req-5230612d-12c7-4f1b-885f-c2e2bb0589e4 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:19:24.323384 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c366dd6-e608-41e2-b8e1-8c9bf2b74d30", "name": "network-vif-plugged", "status": "completed", "tag": "26de7478-3573-4f3d-be28-48fca4824226", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:19:24.323649 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5230612d-12c7-4f1b-885f-c2e2bb0589e4 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:19:24.324064 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26de7478-3573-4f3d-be28-48fca4824226', 'code': 200} Aug 17 03:19:24.363466 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:24.412309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=26de7478-3573-4f3d-be28-48fca4824226,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:24.449750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9004fd-ab39-4d47-8426-4a0ee74b9b1c req-2bb7767b-69dd-4640-bea9-95390e2a13af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:24.451217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f9004fd-ab39-4d47-8426-4a0ee74b9b1c req-2bb7767b-69dd-4640-bea9-95390e2a13af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 1097 time: 0.0404923 Aug 17 03:19:24.485615 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f9004fd-ab39-4d47-8426-4a0ee74b9b1c req-fe3f7ab9-d52c-4d43-82e4-70f23671f5a6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273409 Aug 17 03:19:25.262431 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393d45c-6c83-4cba-a666-21cf6069d8c0 req-4fa180ee-7252-470b-afb2-bde18e99304b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:25.263911 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c393d45c-6c83-4cba-a666-21cf6069d8c0 req-4fa180ee-7252-470b-afb2-bde18e99304b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0487471 Aug 17 03:19:25.302874 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c393d45c-6c83-4cba-a666-21cf6069d8c0 req-a70c0e83-d9ae-4d26-aa3d-a4b96a45cb00 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322425 Aug 17 03:19:26.419922 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9c288-5d62-40a0-b333-be31db514590 req-11f41ad5-8c7c-4516-922e-d3e481875822 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:26.422137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4a9c288-5d62-40a0-b333-be31db514590 req-11f41ad5-8c7c-4516-922e-d3e481875822 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0533848 Aug 17 03:19:26.458549 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4a9c288-5d62-40a0-b333-be31db514590 req-75570767-2b4e-4076-91d3-a14585f01919 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305448 Aug 17 03:19:26.567916 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c7c96-03ff-45fc-a403-425b54387f09 req-b4790edb-9707-4952-95a0-5af1c936e872 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:26.569397 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-645c7c96-03ff-45fc-a403-425b54387f09 req-b4790edb-9707-4952-95a0-5af1c936e872 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0490925 Aug 17 03:19:26.578433 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 43728) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:26.583340 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-cc482e05-eee2-4530-8439-3ecb44a999b4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Request body: {'floatingip': {'port_id': '26de7478-3573-4f3d-be28-48fca4824226'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:26.621792 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc482e05-eee2-4530-8439-3ecb44a999b4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:27.049345 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc482e05-eee2-4530-8439-3ecb44a999b4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:27.100842 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc482e05-eee2-4530-8439-3ecb44a999b4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:27.201219 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-cc482e05-eee2-4530-8439-3ecb44a999b4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Floating IP 271a8ec3-7667-4540-a95b-01680192312c associated. External IP: 172.25.5.147, port: 26de7478-3573-4f3d-be28-48fca4824226. Aug 17 03:19:27.409379 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc482e05-eee2-4530-8439-3ecb44a999b4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Router 690ee311-4312-499c-8677-eaf11d78aaa2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:19:27.517431 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc482e05-eee2-4530-8439-3ecb44a999b4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:19:27.522275 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cc482e05-eee2-4530-8439-3ecb44a999b4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:27.528340 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daf5c41-8b1e-44b4-90e5-bc1087d9df74 None None] Sync routers for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:19:27.538045 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daf5c41-8b1e-44b4-90e5-bc1087d9df74 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:27.538674 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2daf5c41-8b1e-44b4-90e5-bc1087d9df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:19:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:27.549072 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cc482e05-eee2-4530-8439-3ecb44a999b4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "PUT /v2.0/floatingips/271a8ec3-7667-4540-a95b-01680192312c HTTP/1.1" status: 200 len: 991 time: 0.9695604 Aug 17 03:19:27.549681 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'tag': '26de7478-3573-4f3d-be28-48fca4824226'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:19:27.551942 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc5c8cc151b82bc2dfef400bb26675d4322cc481a6dcb210b82c96344cfab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ec2f8f-1e2f-42b1-8881-ea28b45f0452" -d '{"events": [{"name": "network-changed", "server_uuid": "1c366dd6-e608-41e2-b8e1-8c9bf2b74d30", "tag": "26de7478-3573-4f3d-be28-48fca4824226"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:19:27.644009 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-2daf5c41-8b1e-44b4-90e5-bc1087d9df74 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:27.655272 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f5c321-08ac-4800-85eb-e792c4b436d5 x-openstack-request-id: req-d3f5c321-08ac-4800-85eb-e792c4b436d5 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:19:27.655563 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c366dd6-e608-41e2-b8e1-8c9bf2b74d30", "tag": "26de7478-3573-4f3d-be28-48fca4824226", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:19:27.655816 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3f5c321-08ac-4800-85eb-e792c4b436d5 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:19:27.656212 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'tag': '26de7478-3573-4f3d-be28-48fca4824226', 'status': 'completed', 'code': 200} Aug 17 03:19:27.735594 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec2f8f-1e2f-42b1-8881-ea28b45f0452 req-7486f811-cfc1-4216-ab58-e557359e0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:27.737135 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83ec2f8f-1e2f-42b1-8881-ea28b45f0452 req-7486f811-cfc1-4216-ab58-e557359e0eb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 1097 time: 0.0409303 Aug 17 03:19:27.833054 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec2f8f-1e2f-42b1-8881-ea28b45f0452 req-9be76b88-46e5-40f1-9883-645c1fa6e357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:27.834587 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83ec2f8f-1e2f-42b1-8881-ea28b45f0452 req-9be76b88-46e5-40f1-9883-645c1fa6e357 service neutron] 10.222.0.42 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0904980 Aug 17 03:19:27.868887 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2daf5c41-8b1e-44b4-90e5-bc1087d9df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '271a8ec3-7667-4540-a95b-01680192312c', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'port_id': '26de7478-3573-4f3d-be28-48fca4824226', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'mac_address': 'fa:16:3e:69:ae:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:19:11Z', 'updated_at': '2021-08-17T03:19:26Z', 'revision_number': 1, 'project_id': '2961c65e620440758ddb8791c1de9587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:27.893947 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daf5c41-8b1e-44b4-90e5-bc1087d9df74 None None] Checking router: 690ee311-4312-499c-8677-eaf11d78aaa2 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:19:27.900900 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83ec2f8f-1e2f-42b1-8881-ea28b45f0452 req-74ba4d6a-e9b4-4b08-a1f8-c7e4e0fa81fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26de7478-3573-4f3d-be28-48fca4824226 HTTP/1.1" status: 200 len: 999 time: 0.0590701 Aug 17 03:19:27.902036 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daf5c41-8b1e-44b4-90e5-bc1087d9df74 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:27.902624 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2daf5c41-8b1e-44b4-90e5-bc1087d9df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:19:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:27.955322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec2f8f-1e2f-42b1-8881-ea28b45f0452 req-26afcc56-fa12-4ce1-9f3c-97b29f3ccc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:27.956850 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83ec2f8f-1e2f-42b1-8881-ea28b45f0452 req-26afcc56-fa12-4ce1-9f3c-97b29f3ccc4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0489597 Aug 17 03:19:28.005663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec2f8f-1e2f-42b1-8881-ea28b45f0452 req-8dbf3d6c-98d3-4484-a16f-8bf773cc6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:28.007191 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83ec2f8f-1e2f-42b1-8881-ea28b45f0452 req-8dbf3d6c-98d3-4484-a16f-8bf773cc6131 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437841 Aug 17 03:19:28.097492 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-2daf5c41-8b1e-44b4-90e5-bc1087d9df74 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:28.097822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83ec2f8f-1e2f-42b1-8881-ea28b45f0452 req-aa24cc51-1a3a-4857-b206-179cdb6bf0a1 service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838768 Aug 17 03:19:28.193368 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-83ec2f8f-1e2f-42b1-8881-ea28b45f0452 req-efb0abe1-03c6-46d5-abc5-ff9904ebf2a5 service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890784 Aug 17 03:19:28.318527 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-2daf5c41-8b1e-44b4-90e5-bc1087d9df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '271a8ec3-7667-4540-a95b-01680192312c', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'port_id': '26de7478-3573-4f3d-be28-48fca4824226', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'mac_address': 'fa:16:3e:69:ae:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:19:11Z', 'updated_at': '2021-08-17T03:19:26Z', 'revision_number': 1, 'project_id': '2961c65e620440758ddb8791c1de9587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:28.344832 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daf5c41-8b1e-44b4-90e5-bc1087d9df74 None None] The sync data for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 is: [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '271a8ec3-7667-4540-a95b-01680192312c', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'port_id': '26de7478-3573-4f3d-be28-48fca4824226', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'mac_address': 'fa:16:3e:69:ae:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:19:11Z', 'updated_at': '2021-08-17T03:19:26Z', 'revision_number': 1, 'project_id': '2961c65e620440758ddb8791c1de9587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:19:28.537536 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe6dbf-96c4-4a0c-8a49-510c228ea2fb None None] New status for floating IP 271a8ec3-7667-4540-a95b-01680192312c: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:19:29.180176 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:31.637485 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:37.888892 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-018bda10-fbc3-4ebc-84d9-69e4e7038957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:40.391530 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2fbf810f-11fa-4484-b632-efa7ba919796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:40.638281 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7cdb579c-6e6c-4854-818e-7b8d69c0048e req-ef494896-83a7-426a-aa55-e1fa83cccf84 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404062 Aug 17 03:19:40.660744 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:40.764990 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb579c-6e6c-4854-818e-7b8d69c0048e req-9f8a3583-eee1-4cc5-b240-fd11268400cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:40.766588 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7cdb579c-6e6c-4854-818e-7b8d69c0048e req-9f8a3583-eee1-4cc5-b240-fd11268400cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 1097 time: 0.0416086 Aug 17 03:19:40.876214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb579c-6e6c-4854-818e-7b8d69c0048e req-fb9fd808-2ae5-4bdc-a78e-6304440b96df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:40.877718 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7cdb579c-6e6c-4854-818e-7b8d69c0048e req-fb9fd808-2ae5-4bdc-a78e-6304440b96df service neutron] 10.222.0.42 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0930068 Aug 17 03:19:40.945915 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7cdb579c-6e6c-4854-818e-7b8d69c0048e req-759f74d5-b5b4-4e73-9a48-f58f919dccbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26de7478-3573-4f3d-be28-48fca4824226 HTTP/1.1" status: 200 len: 1001 time: 0.0617111 Aug 17 03:19:40.994530 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb579c-6e6c-4854-818e-7b8d69c0048e req-e2e98841-64ee-417d-869e-6b48d41e3067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:40.995973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7cdb579c-6e6c-4854-818e-7b8d69c0048e req-e2e98841-64ee-417d-869e-6b48d41e3067 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0433626 Aug 17 03:19:41.041004 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb579c-6e6c-4854-818e-7b8d69c0048e req-79bf708d-e9a6-431d-a395-e19692f63eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:41.042508 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7cdb579c-6e6c-4854-818e-7b8d69c0048e req-79bf708d-e9a6-431d-a395-e19692f63eb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396602 Aug 17 03:19:41.137846 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7cdb579c-6e6c-4854-818e-7b8d69c0048e req-4e628786-d0fa-4a46-a194-a13f90a773de service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876832 Aug 17 03:19:41.230419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7cdb579c-6e6c-4854-818e-7b8d69c0048e req-9b1733a0-c79d-4a01-977c-4cf6bb1be5da service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846937 Aug 17 03:19:41.980138 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:43.951866 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:51.642551 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:19:59.208399 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:01.666504 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:07.905518 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7c853015-e707-4c34-bb76-8f1608459e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:10.390967 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1ca0ab31-1ef4-488f-ba2e-9aff8799c14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:10.636898 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:11.997171 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.980047 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:28.640665 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:20:29.191126 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:31.625298 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:37.893710 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8799f345-e2e7-4330-92d1-d767a6eca7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.431176 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4efc7b8e-c8a7-4d3f-84da-9efd443829e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.586082 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3206b712-6fce-4892-9ab3-3fb76770e9ed req-e2a8e5b5-8c4c-4f3a-b694-cecfb14eef66 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411265 Aug 17 03:20:40.642674 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.686090 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206b712-6fce-4892-9ab3-3fb76770e9ed req-aa160d46-18a4-484a-a722-2b8f716f747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:40.687481 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3206b712-6fce-4892-9ab3-3fb76770e9ed req-aa160d46-18a4-484a-a722-2b8f716f747d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 1097 time: 0.0449476 Aug 17 03:20:40.789154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206b712-6fce-4892-9ab3-3fb76770e9ed req-c6e2d80b-61d9-4495-a0a0-e6fa0a368e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:40.790645 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3206b712-6fce-4892-9ab3-3fb76770e9ed req-c6e2d80b-61d9-4495-a0a0-e6fa0a368e54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0842390 Aug 17 03:20:40.858833 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3206b712-6fce-4892-9ab3-3fb76770e9ed req-a539f410-13ef-42a3-b42d-f6b9ee7e6b54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26de7478-3573-4f3d-be28-48fca4824226 HTTP/1.1" status: 200 len: 1001 time: 0.0608008 Aug 17 03:20:40.907473 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206b712-6fce-4892-9ab3-3fb76770e9ed req-507d860c-f128-4620-a162-57472763bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:40.908824 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3206b712-6fce-4892-9ab3-3fb76770e9ed req-507d860c-f128-4620-a162-57472763bbe0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0431428 Aug 17 03:20:40.954899 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206b712-6fce-4892-9ab3-3fb76770e9ed req-69a0bae7-32d3-4cc9-bd40-1cd0d03b2a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:40.956448 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3206b712-6fce-4892-9ab3-3fb76770e9ed req-69a0bae7-32d3-4cc9-bd40-1cd0d03b2a61 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412045 Aug 17 03:20:41.063233 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3206b712-6fce-4892-9ab3-3fb76770e9ed req-ae66271e-d386-4d3b-8268-ca07b093c699 service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866210 Aug 17 03:20:41.152077 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3206b712-6fce-4892-9ab3-3fb76770e9ed req-0ee8c3f5-c3ae-4186-925d-d115024e7ef2 service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819049 Aug 17 03:20:41.991552 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:44.019585 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.236918 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:01.659378 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:05.639899 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:21:07.877084 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2999e658-c0a5-482c-83c1-c14d3d4e9a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:10.391757 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-25472917-aa87-44f7-a9de-84b28f29f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:10.631529 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.984741 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:14.002397 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:29.213097 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:31.636647 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:37.870432 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5641b757-c8a9-4d2c-ad70-56d3d76fc8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:40.408462 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aebd27be-34ef-476d-af87-033abaf65973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:40.590287 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66c994be-61a0-489e-9d98-def4cd6974f7 req-aed6fc77-6f48-487f-b97d-6f774fdbf9f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458210 Aug 17 03:21:40.631456 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:40.686201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c994be-61a0-489e-9d98-def4cd6974f7 req-3355221c-debc-4005-9442-a3dbf09f7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:40.687788 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66c994be-61a0-489e-9d98-def4cd6974f7 req-3355221c-debc-4005-9442-a3dbf09f7f99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 1097 time: 0.0422876 Aug 17 03:21:40.791961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c994be-61a0-489e-9d98-def4cd6974f7 req-51fd158a-1ee1-42b9-b036-885ff913916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:40.793466 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66c994be-61a0-489e-9d98-def4cd6974f7 req-51fd158a-1ee1-42b9-b036-885ff913916e service neutron] 10.222.0.42 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0863636 Aug 17 03:21:40.862719 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66c994be-61a0-489e-9d98-def4cd6974f7 req-fc485102-926a-4ec0-a94b-de6c35b2138d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26de7478-3573-4f3d-be28-48fca4824226 HTTP/1.1" status: 200 len: 1001 time: 0.0617583 Aug 17 03:21:40.912443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c994be-61a0-489e-9d98-def4cd6974f7 req-414ecdfc-a370-489c-812e-7f3ceed45948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:40.913947 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66c994be-61a0-489e-9d98-def4cd6974f7 req-414ecdfc-a370-489c-812e-7f3ceed45948 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0449803 Aug 17 03:21:40.958672 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c994be-61a0-489e-9d98-def4cd6974f7 req-28b59115-28de-4140-a1ef-bd3eafcbaf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:40.960128 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66c994be-61a0-489e-9d98-def4cd6974f7 req-28b59115-28de-4140-a1ef-bd3eafcbaf24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396831 Aug 17 03:21:41.052174 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66c994be-61a0-489e-9d98-def4cd6974f7 req-ab004a41-afa5-4c66-8e14-0152dc952d73 service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850825 Aug 17 03:21:41.146019 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-66c994be-61a0-489e-9d98-def4cd6974f7 req-3c1816ea-fb80-44a4-9845-472ef435d9d4 service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870793 Aug 17 03:21:41.990439 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:42.638373 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:21:44.042112 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:59.184721 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:01.642543 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:03.020313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72929a14-332a-4f3b-b851-0500708ef2f6 req-8a52da00-712a-4b6b-8742-dd26dfca70a8 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:03.021834 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72929a14-332a-4f3b-b851-0500708ef2f6 req-8a52da00-712a-4b6b-8742-dd26dfca70a8 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0488279 Aug 17 03:22:03.060633 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-72929a14-332a-4f3b-b851-0500708ef2f6 req-c43c3633-2bbc-46ef-83ca-9677873373df tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322387 Aug 17 03:22:03.421106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401e4e7-c8ac-4a3f-baf2-684309984a6c req-252796ac-94fd-40dd-b012-ff7d1d75dd78 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:03.422521 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4401e4e7-c8ac-4a3f-baf2-684309984a6c req-252796ac-94fd-40dd-b012-ff7d1d75dd78 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0494177 Aug 17 03:22:03.460289 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4401e4e7-c8ac-4a3f-baf2-684309984a6c req-0b7323d9-1e2b-40ef-b061-57e6ccb0e794 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318658 Aug 17 03:22:03.597904 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-b6d574f4-1f38-4769-ab29-bf3a72a9d9ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832512 Aug 17 03:22:04.577083 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b799d-1b42-4f14-8f55-b36535e0a27d req-f359871c-d9a4-445e-9301-d7606a48893d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:04.578630 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f8b799d-1b42-4f14-8f55-b36535e0a27d req-f359871c-d9a4-445e-9301-d7606a48893d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0495367 Aug 17 03:22:04.622699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4f8b799d-1b42-4f14-8f55-b36535e0a27d req-5cac9bad-a8da-4071-90af-7b0297dd2d16 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379801 Aug 17 03:22:05.611054 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-d555e589-278a-46cf-87e6-882dcfc420d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:05.612518 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-d555e589-278a-46cf-87e6-882dcfc420d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 1097 time: 0.0405853 Aug 17 03:22:05.711662 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-daf1bdf4-1b33-4784-8a3f-62a53dfbc46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:05.713150 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-daf1bdf4-1b33-4784-8a3f-62a53dfbc46b service neutron] 10.222.0.42 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0934684 Aug 17 03:22:05.799026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d2c11-7783-46ed-9ad7-f0b0b816fac7 req-9b10fee5-c114-45f8-8b50-415a2d820650 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:05.800506 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-640d2c11-7783-46ed-9ad7-f0b0b816fac7 req-9b10fee5-c114-45f8-8b50-415a2d820650 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.1062653 Aug 17 03:22:05.804489 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-cc5138b2-59e3-495a-8e63-6aeddaf04471 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26de7478-3573-4f3d-be28-48fca4824226 HTTP/1.1" status: 200 len: 1001 time: 0.0738988 Aug 17 03:22:05.876802 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-640d2c11-7783-46ed-9ad7-f0b0b816fac7 req-bf160319-8800-4a24-a374-ea8af42b8123 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702367 Aug 17 03:22:05.878324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-d112bab8-1e57-4290-a9a1-fc22496a20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:05.879779 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-d112bab8-1e57-4290-a9a1-fc22496a20c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0673525 Aug 17 03:22:05.925876 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-b40c1c8d-c43c-4101-bd71-6171eb11a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:05.927363 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-b40c1c8d-c43c-4101-bd71-6171eb11a84a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409479 Aug 17 03:22:06.017434 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-5ad47c55-192e-454d-a7f5-bee2e66ab050 service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815413 Aug 17 03:22:06.112477 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-ff41dee2-5609-4f8f-aeff-572730243791 service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868385 Aug 17 03:22:06.993103 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fde79-6495-4477-afdb-f64f2d525376 req-09d77dce-f694-4df9-8110-c1980087f8cd tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:06.994638 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b50fde79-6495-4477-afdb-f64f2d525376 req-09d77dce-f694-4df9-8110-c1980087f8cd tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0493279 Aug 17 03:22:07.032507 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b50fde79-6495-4477-afdb-f64f2d525376 req-f5b233a5-1bad-4c65-97e5-7828071f7bc3 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318899 Aug 17 03:22:07.899136 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-337d136d-be57-44bd-bf56-23ac856cf12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:08.150844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23fc9b-5853-4ec2-b2a0-aca2fc9a5b52 req-9533ca4f-914b-45ba-be3f-389df6af5afe tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:08.152210 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bb23fc9b-5853-4ec2-b2a0-aca2fc9a5b52 req-9533ca4f-914b-45ba-be3f-389df6af5afe tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0520270 Aug 17 03:22:08.189514 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-bb23fc9b-5853-4ec2-b2a0-aca2fc9a5b52 req-e912089f-1f78-460a-b8fc-64994be93f34 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313232 Aug 17 03:22:09.304246 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36319aa6-b102-4d1d-b554-b288710d5a26 req-d5fce09c-8ec4-48ea-b0d0-a276909a2dd6 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:09.305775 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36319aa6-b102-4d1d-b554-b288710d5a26 req-d5fce09c-8ec4-48ea-b0d0-a276909a2dd6 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0494061 Aug 17 03:22:09.345563 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-36319aa6-b102-4d1d-b554-b288710d5a26 req-1af8c7af-5c43-4465-8c75-7b653b89904a tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336130 Aug 17 03:22:10.419663 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d06d95ba-d5de-43c5-beed-96df5895d555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:10.463272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e9b30-b5d4-4886-b834-f59373588c89 req-e84bacdb-f7e7-48f5-a106-4581b1038424 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:10.464744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a3e9b30-b5d4-4886-b834-f59373588c89 req-e84bacdb-f7e7-48f5-a106-4581b1038424 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0507996 Aug 17 03:22:10.501686 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6a3e9b30-b5d4-4886-b834-f59373588c89 req-c88f617f-0cbe-4272-9fca-c053515066f0 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308952 Aug 17 03:22:10.630885 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:11.619440 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03f840-00e6-4e74-b674-454cf25c2c9e req-5167f084-8453-4ed7-8bff-d3925b3dda23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:11.620907 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb03f840-00e6-4e74-b674-454cf25c2c9e req-5167f084-8453-4ed7-8bff-d3925b3dda23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0520790 Aug 17 03:22:11.661422 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-eb03f840-00e6-4e74-b674-454cf25c2c9e req-2a837752-e3cd-4c3f-b2f8-2ee9a4e87282 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346098 Aug 17 03:22:11.983532 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:12.773709 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca24449-f977-4ca5-bd12-446c1ed87759 req-80d872ce-fd3e-4005-9328-b9160696b638 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:12.781680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ca24449-f977-4ca5-bd12-446c1ed87759 req-80d872ce-fd3e-4005-9328-b9160696b638 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0486135 Aug 17 03:22:12.813696 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3ca24449-f977-4ca5-bd12-446c1ed87759 req-65e16c3f-6d3a-4ffe-a979-ad2e35e9715c tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319138 Aug 17 03:22:13.929263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e4895-6f52-46e3-a01b-0be937968de6 req-384664c8-8e55-46b4-babd-0a40b7553520 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:13.931806 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-990e4895-6f52-46e3-a01b-0be937968de6 req-384664c8-8e55-46b4-babd-0a40b7553520 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0488443 Aug 17 03:22:13.968217 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-990e4895-6f52-46e3-a01b-0be937968de6 req-920c862d-9353-4533-9a17-aa446d4d4228 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309324 Aug 17 03:22:13.979915 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:15.090563 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0899f5-af97-45a0-91d9-6242d7d46fb6 req-c9af5c16-f6b6-4810-a2fc-6a9dad3f3c76 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:15.092043 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f0899f5-af97-45a0-91d9-6242d7d46fb6 req-c9af5c16-f6b6-4810-a2fc-6a9dad3f3c76 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0549941 Aug 17 03:22:15.128990 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7f0899f5-af97-45a0-91d9-6242d7d46fb6 req-2695de2b-5b3c-4d9a-896a-b3cfa03b7264 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310762 Aug 17 03:22:16.244459 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bb134-e816-4dae-98fb-d168335491a7 req-26a8389b-4cf5-4fcf-8da8-64932d58ecd9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:16.245974 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-851bb134-e816-4dae-98fb-d168335491a7 req-26a8389b-4cf5-4fcf-8da8-64932d58ecd9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0502822 Aug 17 03:22:16.285874 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-851bb134-e816-4dae-98fb-d168335491a7 req-fc4b8694-602e-4efb-a20a-923e052d3882 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332899 Aug 17 03:22:17.402499 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c124d-f1e9-43b6-918c-b5742f0bb8ff req-165ec2dc-63f9-49a4-9d5e-eda86d2db44c tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:17.403996 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-114c124d-f1e9-43b6-918c-b5742f0bb8ff req-165ec2dc-63f9-49a4-9d5e-eda86d2db44c tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0499368 Aug 17 03:22:17.442135 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-114c124d-f1e9-43b6-918c-b5742f0bb8ff req-8d87b946-21fe-490c-b2dd-758e5f7d5a99 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320005 Aug 17 03:22:18.362802 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-8a80dd20-e41e-459f-aa20-cd4273ce3584 service neutron] show failed (client error): The resource could not be found. Aug 17 03:22:18.363717 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-8a80dd20-e41e-459f-aa20-cd4273ce3584 service neutron] 10.222.0.42 "GET /v2.0/ports/26de7478-3573-4f3d-be28-48fca4824226/bindings/n-h2-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.0578752 Aug 17 03:22:18.558649 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcffcac-4517-4d80-9b0a-9168169c27d0 req-aa30b603-4f37-4a3e-8ff0-d8fe9377a75b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:18.560137 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fbcffcac-4517-4d80-9b0a-9168169c27d0 req-aa30b603-4f37-4a3e-8ff0-d8fe9377a75b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0522285 Aug 17 03:22:18.600054 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fbcffcac-4517-4d80-9b0a-9168169c27d0 req-92cafc2a-1109-4603-b220-8c79cd4ce162 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337729 Aug 17 03:22:18.827867 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-311e6838-b22f-4da1-8d8f-1bfa321fc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:18.829441 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-311e6838-b22f-4da1-8d8f-1bfa321fc17b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30&tenant_id=2961c65e620440758ddb8791c1de9587 HTTP/1.1" status: 200 len: 1097 time: 0.0433493 Aug 17 03:22:18.847038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-31', 'device_owner': 'compute:nova'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:18.904084 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.110239 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] For port 26de7478-3573-4f3d-be28-48fca4824226, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=26de7478-3573-4f3d-be28-48fca4824226,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:19.143872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] For port 26de7478-3573-4f3d-be28-48fca4824226, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:19.182690 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26de7478-3573-4f3d-be28-48fca4824226'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:22:19.184948 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb1a0f8-812d-404d-bb79-a6a4d41c057e" -d '{"events": [{"server_uuid": "1c366dd6-e608-41e2-b8e1-8c9bf2b74d30", "name": "network-vif-unplugged", "status": "completed", "tag": "26de7478-3573-4f3d-be28-48fca4824226"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:22:19.189023 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.201054 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Transition to ACTIVE for port object 26de7478-3573-4f3d-be28-48fca4824226 will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:19.233118 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211c68fd-f140-4f71-b64d-d85779cec092 x-openstack-request-id: req-211c68fd-f140-4f71-b64d-d85779cec092 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:22:19.233443 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c366dd6-e608-41e2-b8e1-8c9bf2b74d30", "name": "network-vif-unplugged", "status": "completed", "tag": "26de7478-3573-4f3d-be28-48fca4824226", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:22:19.233700 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-211c68fd-f140-4f71-b64d-d85779cec092 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:22:19.234104 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26de7478-3573-4f3d-be28-48fca4824226', 'code': 200} Aug 17 03:22:19.264883 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.346271 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=26de7478-3573-4f3d-be28-48fca4824226,revision_number=6']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:19.376206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:19.376206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:19.376206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:19.376206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:19.376206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:19.376206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:19.376206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:19.376206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:19.376206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:19.376206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:19.376206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:19.376206 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:19.402955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] No DVR routers for this DVR port 26de7478-3573-4f3d-be28-48fca4824226 on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:22:19.537702 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Attempting to bind port 26de7478-3573-4f3d-be28-48fca4824226 on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:19.538041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Attempting to bind port 26de7478-3573-4f3d-be28-48fca4824226 by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:19.538375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Attempting to bind port 26de7478-3573-4f3d-be28-48fca4824226 on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:19.543333 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Port 26de7478-3573-4f3d-be28-48fca4824226 on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:22:19.543661 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Attempting to bind port 26de7478-3573-4f3d-be28-48fca4824226 on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:19.548434 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:19.548774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Checking segment: {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:19.549163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Bound using segment: {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:19.549631 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Bound port: 26de7478-3573-4f3d-be28-48fca4824226, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:19.549984 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.611759 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] For port 26de7478-3573-4f3d-be28-48fca4824226, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:19.614670 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] For port 26de7478-3573-4f3d-be28-48fca4824226, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=26de7478-3573-4f3d-be28-48fca4824226,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:19.645903 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:22:19.717969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b225782-bd87-44ac-9aa1-2b30adc45c05 req-c765990e-2dbb-405d-b57b-b76419712ef1 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:19.719471 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b225782-bd87-44ac-9aa1-2b30adc45c05 req-c765990e-2dbb-405d-b57b-b76419712ef1 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 943 time: 0.0492940 Aug 17 03:22:19.738911 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.758499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9b225782-bd87-44ac-9aa1-2b30adc45c05 req-98203a44-a5bb-4358-8e91-86ce9a06716e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330627 Aug 17 03:22:19.776220 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:19.776840 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.778292 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] 10.222.0.18 "PUT /v2.0/ports/26de7478-3573-4f3d-be28-48fca4824226 HTTP/1.1" status: 200 len: 1092 time: 0.9363937 Aug 17 03:22:19.810684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adbc50-f46c-4971-97d0-5c7c1401c5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=26de7478-3573-4f3d-be28-48fca4824226,revision_number=7']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:19.858192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-650988f1-6958-4af5-90f4-41cbe5d2c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:19.859842 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-650988f1-6958-4af5-90f4-41cbe5d2c80a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 1095 time: 0.0437276 Aug 17 03:22:19.955303 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-a202c3d2-866a-44b0-a26d-dbc86f57da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:19.958182 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-a202c3d2-866a-44b0-a26d-dbc86f57da39 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0893826 Aug 17 03:22:20.031486 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-797090df-e337-4140-a71e-25acc100232b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26de7478-3573-4f3d-be28-48fca4824226 HTTP/1.1" status: 200 len: 999 time: 0.0645578 Aug 17 03:22:20.088996 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-4beeb7a0-f906-49e3-accb-141c47da67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:20.090498 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-4beeb7a0-f906-49e3-accb-141c47da67e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0510633 Aug 17 03:22:20.136841 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-f60f33cd-2581-4065-a5c3-0db205f72692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:20.138378 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-f60f33cd-2581-4065-a5c3-0db205f72692 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406051 Aug 17 03:22:20.231587 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-d6d5ce7a-2aa0-4cf2-8a5a-5a7f0d855b21 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855391 Aug 17 03:22:20.321034 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-caf45aa8-c7d1-4292-ba59-e0b2e3f89f07 req-4480f056-09c4-49b6-8c9d-35603fd060e0 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822916 Aug 17 03:22:20.884018 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cefdd-dec0-4a96-9f7c-ac86fd243427 req-5ac3599f-3bf5-49a4-98cd-7d4b559f91f8 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:20.886384 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-992cefdd-dec0-4a96-9f7c-ac86fd243427 req-5ac3599f-3bf5-49a4-98cd-7d4b559f91f8 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 943 time: 0.0545936 Aug 17 03:22:20.923543 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-992cefdd-dec0-4a96-9f7c-ac86fd243427 req-33a50941-558e-4e7a-8dd4-43b963154aa9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311608 Aug 17 03:22:21.014029 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 26de7478-3573-4f3d-be28-48fca4824226 no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:22:21.051568 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device 26de7478-3573-4f3d-be28-48fca4824226 not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:22:21.235240 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'tag': '26de7478-3573-4f3d-be28-48fca4824226'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:22:21.237772 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c366dd6-e608-41e2-b8e1-8c9bf2b74d30", "tag": "26de7478-3573-4f3d-be28-48fca4824226"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:22:21.285424 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0169fa09-cf3a-40eb-874e-f7ced0a081b1 x-openstack-request-id: req-0169fa09-cf3a-40eb-874e-f7ced0a081b1 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:22:21.285726 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c366dd6-e608-41e2-b8e1-8c9bf2b74d30", "tag": "26de7478-3573-4f3d-be28-48fca4824226", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:22:21.285981 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0169fa09-cf3a-40eb-874e-f7ced0a081b1 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:22:21.286482 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'tag': '26de7478-3573-4f3d-be28-48fca4824226', 'status': 'completed', 'code': 200} Aug 17 03:22:21.366005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-04d7f561-1be2-4a66-bd47-9d16593b85d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:21.367527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-04d7f561-1be2-4a66-bd47-9d16593b85d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 1095 time: 0.0435069 Aug 17 03:22:21.375021 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-84ec0193-834e-4cab-8cb2-127882b0a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:21.376505 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-84ec0193-834e-4cab-8cb2-127882b0a320 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 1095 time: 0.0515060 Aug 17 03:22:21.469865 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-ff8c39e5-ef7f-4af2-9d99-2a1127c1e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:21.470491 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-79cc10b7-6095-437b-9ed1-fa9de7b4359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:21.471349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-ff8c39e5-ef7f-4af2-9d99-2a1127c1e931 service neutron] 10.222.0.42 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0971892 Aug 17 03:22:21.471985 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-79cc10b7-6095-437b-9ed1-fa9de7b4359f service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0874465 Aug 17 03:22:21.544931 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-e38353f1-c127-4504-8bc3-8c5f1a4eee57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26de7478-3573-4f3d-be28-48fca4824226 HTTP/1.1" status: 200 len: 999 time: 0.0656400 Aug 17 03:22:21.558403 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-4944a762-daee-4386-b855-39eef4dc58f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26de7478-3573-4f3d-be28-48fca4824226 HTTP/1.1" status: 200 len: 999 time: 0.0758867 Aug 17 03:22:21.608454 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-b2dfd5b0-718c-4f6b-8f39-0c5e9cf7ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:21.609973 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-b2dfd5b0-718c-4f6b-8f39-0c5e9cf7ddd7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0458519 Aug 17 03:22:21.610100 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-95da810b-9679-4e1b-a057-72fd9ba5ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:21.612913 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-95da810b-9679-4e1b-a057-72fd9ba5ca03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0460532 Aug 17 03:22:21.660628 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-2e22b353-7447-4ec4-a193-96cb5753ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:21.662228 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-2e22b353-7447-4ec4-a193-96cb5753ff30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421114 Aug 17 03:22:21.665779 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-2935b4b1-db88-4a89-87fd-fe1efa29875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:21.667251 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-2935b4b1-db88-4a89-87fd-fe1efa29875c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495830 Aug 17 03:22:21.760617 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-85ff5f23-5a1f-4528-ba1c-f3c272d8125c service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862160 Aug 17 03:22:21.766091 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-064a1c59-cc47-451c-970a-8e3f68d22469 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944695 Aug 17 03:22:21.858311 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-4d208342-499a-4dc1-8fd4-eb3a7a9c7590 service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907633 Aug 17 03:22:21.860448 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5f92046e-c35a-4d7d-b2c9-d57d1cb7e18e req-246e0185-dd11-4c83-ba1f-d8be372a8fdf service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871763 Aug 17 03:22:22.044311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709e268-c714-49d4-979d-6c8191501061 req-c17cfb15-9a7c-4692-8d85-4e38ea0fdf55 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:22.045847 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9709e268-c714-49d4-979d-6c8191501061 req-c17cfb15-9a7c-4692-8d85-4e38ea0fdf55 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 943 time: 0.0498567 Aug 17 03:22:22.085355 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-9709e268-c714-49d4-979d-6c8191501061 req-9d3678c0-e992-4fa9-a094-54b17c2712e7 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324767 Aug 17 03:22:23.254939 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a9d45-b9b9-4ca6-859b-5a1b41752dc8 req-f5e95493-ddb5-40be-a9f5-93dc11239f8e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:23.256499 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a83a9d45-b9b9-4ca6-859b-5a1b41752dc8 req-f5e95493-ddb5-40be-a9f5-93dc11239f8e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 943 time: 0.1027203 Aug 17 03:22:23.300152 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a83a9d45-b9b9-4ca6-859b-5a1b41752dc8 req-1f266231-ca7b-4d2d-b873-54a48e6ac3fa tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366633 Aug 17 03:22:23.433350 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 26de7478-3573-4f3d-be28-48fca4824226 details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:22:23.530453 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 26de7478-3573-4f3d-be28-48fca4824226, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=26de7478-3573-4f3d-be28-48fca4824226,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:23.543674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': '26de7478-3573-4f3d-be28-48fca4824226', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'port_id': '26de7478-3573-4f3d-be28-48fca4824226', 'mac_address': 'fa:16:3e:69:ae:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:22:23.584363 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:23.598464 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26de7478-3573-4f3d-be28-48fca4824226 {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:22:23.620019 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 26de7478-3573-4f3d-be28-48fca4824226, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=26de7478-3573-4f3d-be28-48fca4824226,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:23.704926 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:23.767055 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=26de7478-3573-4f3d-be28-48fca4824226,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:23.774586 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:23.774970 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:23.775343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:23.775727 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:23.776057 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:23.776385 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:23.776711 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:23.777036 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:23.777388 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:23.777712 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:23.778143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:23.778462 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:24.153667 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['26de7478-3573-4f3d-be28-48fca4824226'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:22:24.425541 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ebb75-2b56-43b6-8a9e-dd86832fd1b2 req-3662f570-a58b-4587-8730-3e8afb90b4d7 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:24.427027 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f2ebb75-2b56-43b6-8a9e-dd86832fd1b2 req-3662f570-a58b-4587-8730-3e8afb90b4d7 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 944 time: 0.0546134 Aug 17 03:22:24.469116 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-1f2ebb75-2b56-43b6-8a9e-dd86832fd1b2 req-6dff8c55-5194-4563-a432-0e6c66f56192 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360086 Aug 17 03:22:24.787322 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c10fb-2402-4a10-bd25-8a050c1e67c4 req-c5f901b9-3717-4dbc-8e74-a05814aba046 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:24.790291 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-617c10fb-2402-4a10-bd25-8a050c1e67c4 req-c5f901b9-3717-4dbc-8e74-a05814aba046 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 944 time: 0.0618296 Aug 17 03:22:24.839453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-617c10fb-2402-4a10-bd25-8a050c1e67c4 req-f6508564-212b-4be8-955b-93a20b230bfe tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433006 Aug 17 03:22:24.876531 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019bc03-ee5a-4e8d-b442-ae23237a254e req-8c43a110-b73e-4ba2-9c08-ec7c0a4721f2 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:24.878062 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7019bc03-ee5a-4e8d-b442-ae23237a254e req-8c43a110-b73e-4ba2-9c08-ec7c0a4721f2 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30&tenant_id=2961c65e620440758ddb8791c1de9587&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 944 time: 0.0548532 Aug 17 03:22:24.942721 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-7019bc03-ee5a-4e8d-b442-ae23237a254e req-c1d864a7-541c-41ef-8f29-757dcc288e27 service neutron] delete failed (client error): The resource could not be found. Aug 17 03:22:24.943736 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7019bc03-ee5a-4e8d-b442-ae23237a254e req-c1d864a7-541c-41ef-8f29-757dcc288e27 service neutron] 10.222.0.42 "DELETE /v2.0/ports/26de7478-3573-4f3d-be28-48fca4824226/bindings/n-h1-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.0578115 Aug 17 03:22:25.045447 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019bc03-ee5a-4e8d-b442-ae23237a254e req-4062368f-31d7-425d-aadb-a17bf1e6b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:25.046943 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7019bc03-ee5a-4e8d-b442-ae23237a254e req-4062368f-31d7-425d-aadb-a17bf1e6b9d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 1096 time: 0.0411727 Aug 17 03:22:25.140650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019bc03-ee5a-4e8d-b442-ae23237a254e req-c2d19c8f-f070-48d6-bf5d-1211aec905eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:25.142179 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7019bc03-ee5a-4e8d-b442-ae23237a254e req-c2d19c8f-f070-48d6-bf5d-1211aec905eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0876439 Aug 17 03:22:25.435319 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 26de7478-3573-4f3d-be28-48fca4824226 up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:25.550904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port 26de7478-3573-4f3d-be28-48fca4824226 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:25.554991 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port 26de7478-3573-4f3d-be28-48fca4824226 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:25.555372 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:25.562025 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7019bc03-ee5a-4e8d-b442-ae23237a254e req-77191dc2-da18-4f6b-af97-02bd7a5186d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26de7478-3573-4f3d-be28-48fca4824226 HTTP/1.1" status: 200 len: 1000 time: 0.4129477 Aug 17 03:22:25.612593 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019bc03-ee5a-4e8d-b442-ae23237a254e req-2017c4e5-5512-425f-b35d-0048b8bfd4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:25.614155 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7019bc03-ee5a-4e8d-b442-ae23237a254e req-2017c4e5-5512-425f-b35d-0048b8bfd4dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0451319 Aug 17 03:22:25.635751 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:25.657929 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26de7478-3573-4f3d-be28-48fca4824226'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:22:25.659487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019bc03-ee5a-4e8d-b442-ae23237a254e req-26f955d3-23e3-483f-b032-827a00354195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:25.660182 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}936991b1c43a25cf6fbdc2804a0fba7a26d62439886a99897817d68b18d5e6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52ec978-013f-4e7d-872d-6b9d0a5f81a5" -d '{"events": [{"server_uuid": "1c366dd6-e608-41e2-b8e1-8c9bf2b74d30", "name": "network-vif-plugged", "status": "completed", "tag": "26de7478-3573-4f3d-be28-48fca4824226"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:22:25.661003 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7019bc03-ee5a-4e8d-b442-ae23237a254e req-26f955d3-23e3-483f-b032-827a00354195 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404468 Aug 17 03:22:25.673855 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port 26de7478-3573-4f3d-be28-48fca4824226, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=26de7478-3573-4f3d-be28-48fca4824226,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:25.710983 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa2fbb4-0c21-4455-b7aa-6900215b93f5 x-openstack-request-id: req-6aa2fbb4-0c21-4455-b7aa-6900215b93f5 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:22:25.711284 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c366dd6-e608-41e2-b8e1-8c9bf2b74d30", "name": "network-vif-plugged", "status": "completed", "tag": "26de7478-3573-4f3d-be28-48fca4824226", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:22:25.711542 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6aa2fbb4-0c21-4455-b7aa-6900215b93f5 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:22:25.711957 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26de7478-3573-4f3d-be28-48fca4824226', 'code': 200} Aug 17 03:22:25.745731 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:25.759041 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7019bc03-ee5a-4e8d-b442-ae23237a254e req-509afa57-de1a-4071-9c27-995c496fcfd3 service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910902 Aug 17 03:22:25.800461 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=26de7478-3573-4f3d-be28-48fca4824226,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:25.861098 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7019bc03-ee5a-4e8d-b442-ae23237a254e req-dd2c9692-1062-44ca-b6ab-8543bb07be6b service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953660 Aug 17 03:22:25.960869 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28212155-e271-48f8-89b8-f719e0a1aa05 req-08ca03b6-a797-4774-9524-7a0b49ae8a89 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:25.973025 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28212155-e271-48f8-89b8-f719e0a1aa05 req-08ca03b6-a797-4774-9524-7a0b49ae8a89 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0506525 Aug 17 03:22:26.000664 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-28212155-e271-48f8-89b8-f719e0a1aa05 req-ea5e027d-f9c6-47f4-b67b-16eeadb23fc9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322886 Aug 17 03:22:27.119053 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a59fc-529b-42f8-92ea-ecad88481e4e req-ab59d41b-cc98-4277-b96f-c4792d132cfc tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:27.120530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-755a59fc-529b-42f8-92ea-ecad88481e4e req-ab59d41b-cc98-4277-b96f-c4792d132cfc tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0488825 Aug 17 03:22:27.159244 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-755a59fc-529b-42f8-92ea-ecad88481e4e req-edea5fa7-312c-4979-9af6-6b3663ffc11d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326407 Aug 17 03:22:27.276988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95782d-a86f-4cef-a55f-c230acb983b9 req-fa607653-65e9-4c7d-8879-ee055850565b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:27.278468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc95782d-a86f-4cef-a55f-c230acb983b9 req-fa607653-65e9-4c7d-8879-ee055850565b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0534654 Aug 17 03:22:27.318040 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc95782d-a86f-4cef-a55f-c230acb983b9 req-860ca482-f9c2-4ff5-a12b-adb9d94e96ff tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333376 Aug 17 03:22:27.434354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cbcf3-ee72-4423-922e-545d96bc1db6 req-59b33dc7-ba2b-40b1-a577-f21f4b7d378d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:27.435837 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-331cbcf3-ee72-4423-922e-545d96bc1db6 req-59b33dc7-ba2b-40b1-a577-f21f4b7d378d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0498927 Aug 17 03:22:27.475845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-331cbcf3-ee72-4423-922e-545d96bc1db6 req-bac1305e-98c9-484a-86a9-1277cc3bc38a tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340514 Aug 17 03:22:27.931274 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6290d-04d9-4824-94a8-1878fab220f2 req-4365ae6f-c032-466c-bae0-96d863b7162d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:27.932827 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1e6290d-04d9-4824-94a8-1878fab220f2 req-4365ae6f-c032-466c-bae0-96d863b7162d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0513594 Aug 17 03:22:27.971870 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1e6290d-04d9-4824-94a8-1878fab220f2 req-343d8d93-25b7-4082-862d-f812e7786e1f tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330002 Aug 17 03:22:29.097540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06374911-08d1-43dd-a35b-dcb56b5f51a7 req-3cbc3719-efea-4546-8eb8-1a19b9ab0b56 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:29.099074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06374911-08d1-43dd-a35b-dcb56b5f51a7 req-3cbc3719-efea-4546-8eb8-1a19b9ab0b56 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0589616 Aug 17 03:22:29.140468 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06374911-08d1-43dd-a35b-dcb56b5f51a7 req-1f5fe3db-5abb-4247-b06e-17563c6f93f9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352302 Aug 17 03:22:29.219371 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:29.468898 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-c8acb087-7375-4887-a28f-7adc5f39efc0 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:29.470378 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-c8acb087-7375-4887-a28f-7adc5f39efc0 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 945 time: 0.0545092 Aug 17 03:22:29.558692 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-677ec887-8caa-461b-8232-a74bf51d1990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Deleting port 26de7478-3573-4f3d-be28-48fca4824226 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:29.559030 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-677ec887-8caa-461b-8232-a74bf51d1990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:29.645745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-677ec887-8caa-461b-8232-a74bf51d1990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] For port 26de7478-3573-4f3d-be28-48fca4824226, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=26de7478-3573-4f3d-be28-48fca4824226,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:29.646106 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-677ec887-8caa-461b-8232-a74bf51d1990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:29.853885 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-677ec887-8caa-461b-8232-a74bf51d1990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:29.854167 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-677ec887-8caa-461b-8232-a74bf51d1990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:29.854480 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-677ec887-8caa-461b-8232-a74bf51d1990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Floating IP 271a8ec3-7667-4540-a95b-01680192312c disassociated. External IP: 172.25.5.147, port: 26de7478-3573-4f3d-be28-48fca4824226. Aug 17 03:22:29.854820 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-677ec887-8caa-461b-8232-a74bf51d1990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Calling delete_port for 26de7478-3573-4f3d-be28-48fca4824226 owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:30.076547 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-677ec887-8caa-461b-8232-a74bf51d1990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:30.106454 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ec887-8caa-461b-8232-a74bf51d1990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Pushing event deleted for resources: {'Port': ['ID=26de7478-3573-4f3d-be28-48fca4824226,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:30.227525 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-677ec887-8caa-461b-8232-a74bf51d1990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Router 690ee311-4312-499c-8677-eaf11d78aaa2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:22:30.241215 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-98bbd66f-2603-4407-b905-84451a090fe3 req-c279ad98-f475-4a8c-8605-216f7fed8101 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c366dd6-e608-41e2-b8e1-8c9bf2b74d30 HTTP/1.1" status: 200 len: 210 time: 0.0282011 Aug 17 03:22:30.335701 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-677ec887-8caa-461b-8232-a74bf51d1990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:22:30.346345 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf873247-3458-4d2f-ae16-5fb5c8fec294 None None] Sync routers for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:22:30.355544 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf873247-3458-4d2f-ae16-5fb5c8fec294 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:30.356172 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bf873247-3458-4d2f-ae16-5fb5c8fec294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:22:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:30.374351 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-677ec887-8caa-461b-8232-a74bf51d1990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] No DVR routers for this DVR port 26de7478-3573-4f3d-be28-48fca4824226 on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:22:30.376923 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-677ec887-8caa-461b-8232-a74bf51d1990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:30.378986 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ea4f251a-f841-417b-99e4-bffc6a711f6b req-677ec887-8caa-461b-8232-a74bf51d1990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.18 "DELETE /v2.0/ports/26de7478-3573-4f3d-be28-48fca4824226 HTTP/1.1" status: 204 len: 173 time: 0.9022794 Aug 17 03:22:30.379451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'name': 'network-vif-deleted', 'tag': '26de7478-3573-4f3d-be28-48fca4824226'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:22:30.381781 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb111016-784b-45f0-b277-4ac94d136291" -d '{"events": [{"server_uuid": "1c366dd6-e608-41e2-b8e1-8c9bf2b74d30", "name": "network-vif-deleted", "tag": "26de7478-3573-4f3d-be28-48fca4824226"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:22:30.421941 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84ca077-1e24-4b16-8b1a-9151df1fb15c x-openstack-request-id: req-d84ca077-1e24-4b16-8b1a-9151df1fb15c {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:22:30.422238 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c366dd6-e608-41e2-b8e1-8c9bf2b74d30", "name": "network-vif-deleted", "tag": "26de7478-3573-4f3d-be28-48fca4824226", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:22:30.422499 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d84ca077-1e24-4b16-8b1a-9151df1fb15c {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:22:30.422917 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c366dd6-e608-41e2-b8e1-8c9bf2b74d30', 'name': 'network-vif-deleted', 'tag': '26de7478-3573-4f3d-be28-48fca4824226', 'status': 'completed', 'code': 200} Aug 17 03:22:30.465922 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-bf873247-3458-4d2f-ae16-5fb5c8fec294 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:30.674612 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bf873247-3458-4d2f-ae16-5fb5c8fec294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:30.697148 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf873247-3458-4d2f-ae16-5fb5c8fec294 None None] Checking router: 690ee311-4312-499c-8677-eaf11d78aaa2 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:22:30.705453 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf873247-3458-4d2f-ae16-5fb5c8fec294 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:30.706063 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bf873247-3458-4d2f-ae16-5fb5c8fec294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:22:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:30.816738 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-bf873247-3458-4d2f-ae16-5fb5c8fec294 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:31.022845 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bf873247-3458-4d2f-ae16-5fb5c8fec294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:31.048791 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf873247-3458-4d2f-ae16-5fb5c8fec294 None None] The sync data for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 is: [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:22:31.269402 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd76289-9d18-4180-b5af-412857bb0a97 None None] New status for floating IP 271a8ec3-7667-4540-a95b-01680192312c: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:22:31.484633 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-056921d7-ba8b-4ae4-bb85-d3c1e74cf527 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--630541540&fields=id&tenant_id=2961c65e620440758ddb8791c1de9587 HTTP/1.1" status: 200 len: 267 time: 0.0359204 Aug 17 03:22:31.599037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-cf4d2e6b-70ff-45d0-9e4f-977186c99493 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:31.600535 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-cf4d2e6b-70ff-45d0-9e4f-977186c99493 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 811 time: 0.1080720 Aug 17 03:22:31.616372 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-5c0eba3a-17b8-4ea6-bb94-371a7af7a771 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/quotas/2961c65e620440758ddb8791c1de9587 HTTP/1.1" status: 200 len: 375 time: 0.0095911 Aug 17 03:22:31.658344 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:31.672071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-03c8191b-5269-48f4-809e-7a13f0b36a8b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496280 Aug 17 03:22:31.688429 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-98ef8199-a3fc-4a14-80fc-c10dff60b522 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:22:31.689428 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-98ef8199-a3fc-4a14-80fc-c10dff60b522 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053122 Aug 17 03:22:31.781844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-7fed9e0c-a89b-49dc-b4a9-686242435ee3 service neutron] 10.222.0.13 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865211 Aug 17 03:22:31.870881 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f96acbdb-8a48-43c3-aeae-f06948b8998a service neutron] 10.222.0.13 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825257 Aug 17 03:22:32.100741 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4001dcb2-d748-4331-9de5-2803da2e9f8f req-cd8528fd-6b37-4844-88f1-5e817adb847d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 210 time: 0.0306356 Aug 17 03:22:33.197614 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a37819e8-0ad0-4c7f-a8b0-cbf929123786 req-a9a4ef3e-90cd-4bd9-b556-18309558b2ce tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 210 time: 0.0272806 Aug 17 03:22:33.502762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 26de7478-3573-4f3d-be28-48fca4824226 no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:22:33.523086 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: 26de7478-3573-4f3d-be28-48fca4824226 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:22:33.523430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device 26de7478-3573-4f3d-be28-48fca4824226 not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:22:34.027195 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-935f9301-e689-459b-a09b-d0c3d69e92d2 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:34.028672 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-935f9301-e689-459b-a09b-d0c3d69e92d2 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.42 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 811 time: 0.1068842 Aug 17 03:22:34.076497 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f2acbe92-b6e7-4944-a8df-a012a9313662 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2961c65e620440758ddb8791c1de9587 HTTP/1.1" status: 200 len: 379 time: 0.0341794 Aug 17 03:22:34.085400 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Request body: {'port': {'device_id': '716ab611-1367-479e-a01d-f254f73dc830', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'admin_state_up': True, 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'security_groups': ['cacfeeac-ff11-48cc-b0e6-82621dbb0ab7']}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:34.279808 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Made reservation on behalf of 2961c65e620440758ddb8791c1de9587 for: {'port': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:34.283408 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:34.306285 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e199c5e5-12d3-4b5e-99fb-a233d3fa1d6d req-bea95eee-5625-4d14-ad3c-0a6f7fa7928d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 210 time: 0.0379596 Aug 17 03:22:34.428081 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Allocated IP 172.20.0.9 (abc1d32d-3ef6-4af0-acf1-3458b1af8f61/eb0f1fad-b959-4e6a-b51d-f7b525a7941d/fe7f1966-58f0-4267-95ed-277d4b3f8bbd) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:34.568861 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:34.581894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Transition to ACTIVE for port object fe7f1966-58f0-4267-95ed-277d4b3f8bbd will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:34.670721 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:34.715871 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:34.718824 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:34.725168 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:34.756179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Pushing event updated for resources: {'Port': ['ID=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:34.771810 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:34.772159 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:34.773037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:34.773037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:34.773498 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:34.773644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:34.773979 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:34.774310 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:34.775237 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:34.775601 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:34.775938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:34.776268 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:34.794096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:34.794749 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:34.888561 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-55aaddbe-b813-4a1a-9dbe-d2ee6817036b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8067551 Aug 17 03:22:34.906202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Request body: {'port': {'device_id': '716ab611-1367-479e-a01d-f254f73dc830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-31'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:34.961192 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:34.983882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3362e7b6-e4e1-48da-8634-dc7bfee4d446 None None] Provisioning for port fe7f1966-58f0-4267-95ed-277d4b3f8bbd completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:34.987989 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3362e7b6-e4e1-48da-8634-dc7bfee4d446 None None] Provisioning complete for port fe7f1966-58f0-4267-95ed-277d4b3f8bbd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:34.990072 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3362e7b6-e4e1-48da-8634-dc7bfee4d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:35.022086 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-3362e7b6-e4e1-48da-8634-dc7bfee4d446 None None] Port fe7f1966-58f0-4267-95ed-277d4b3f8bbd cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:22:35.229469 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7f1966-58f0-4267-95ed-277d4b3f8bbd {{(pid=95406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:22:35.237038 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:35.249456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Transition to ACTIVE for port object fe7f1966-58f0-4267-95ed-277d4b3f8bbd will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:35.339561 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:35.418502 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:35.488205 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a1b9d-328e-4b44-ba21-03d0070ddd40 req-b134e1eb-d263-4c88-ae00-2c16f30d78fd tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:35.489742 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e2a1b9d-328e-4b44-ba21-03d0070ddd40 req-b134e1eb-d263-4c88-ae00-2c16f30d78fd tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 943 time: 0.1155586 Aug 17 03:22:35.531851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Attempting to bind port fe7f1966-58f0-4267-95ed-277d4b3f8bbd on host n-h1-793621-31 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:35.532188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Attempting to bind port fe7f1966-58f0-4267-95ed-277d4b3f8bbd by drivers openvswitch,hyperv on host n-h1-793621-31 at level 0 using segments [{'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:35.532756 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Attempting to bind port fe7f1966-58f0-4267-95ed-277d4b3f8bbd on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:35.546026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Port fe7f1966-58f0-4267-95ed-277d4b3f8bbd on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-31 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:22:35.546353 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Attempting to bind port fe7f1966-58f0-4267-95ed-277d4b3f8bbd on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:35.551662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-8e2a1b9d-328e-4b44-ba21-03d0070ddd40 req-bf8875c8-432a-4860-8483-9bdf02fa11f6 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551209 Aug 17 03:22:35.554501 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Checking agent: {'id': 'ef8a923b-8843-4236-be72-9161e2acc424', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:35.554846 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Checking segment: {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:35.555220 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Bound using segment: {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:35.555682 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Bound port: fe7f1966-58f0-4267-95ed-277d4b3f8bbd, host: n-h1-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:35.556046 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:35.617380 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] For port fe7f1966-58f0-4267-95ed-277d4b3f8bbd, host n-h1-793621-31, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:35.620346 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] For port fe7f1966-58f0-4267-95ed-277d4b3f8bbd, host n-h1-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:35.711412 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:35.753280 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:35.754038 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:35.755348 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] 10.222.0.42 "PUT /v2.0/ports/fe7f1966-58f0-4267-95ed-277d4b3f8bbd HTTP/1.1" status: 200 len: 1092 time: 0.8534038 Aug 17 03:22:35.755807 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716ab611-1367-479e-a01d-f254f73dc830', 'tag': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:22:35.758183 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc5c8cc151b82bc2dfef400bb26675d4322cc481a6dcb210b82c96344cfab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b891a0e-9176-40a2-9dc4-28e1096305e9" -d '{"events": [{"name": "network-changed", "server_uuid": "716ab611-1367-479e-a01d-f254f73dc830", "tag": "fe7f1966-58f0-4267-95ed-277d4b3f8bbd"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:22:35.789100 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9646e7b-b6d6-4e22-8040-beca3bb48092 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:35.817932 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33ca8a0-13a2-4269-8087-86d4fd3f5cf6 x-openstack-request-id: req-a33ca8a0-13a2-4269-8087-86d4fd3f5cf6 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:22:35.817932 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716ab611-1367-479e-a01d-f254f73dc830", "tag": "fe7f1966-58f0-4267-95ed-277d4b3f8bbd", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:22:35.817932 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a33ca8a0-13a2-4269-8087-86d4fd3f5cf6 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:22:35.817932 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716ab611-1367-479e-a01d-f254f73dc830', 'tag': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd', 'status': 'completed', 'code': 200} Aug 17 03:22:35.901532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b891a0e-9176-40a2-9dc4-28e1096305e9 req-7cb73b56-12be-4c7a-8f86-3142309b8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:35.903069 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b891a0e-9176-40a2-9dc4-28e1096305e9 req-7cb73b56-12be-4c7a-8f86-3142309b8439 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 1095 time: 0.0436563 Aug 17 03:22:36.013613 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b891a0e-9176-40a2-9dc4-28e1096305e9 req-510d6acf-48b1-4ca7-926b-da27231f6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:36.014957 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b891a0e-9176-40a2-9dc4-28e1096305e9 req-510d6acf-48b1-4ca7-926b-da27231f6802 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2961c65e620440758ddb8791c1de9587&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0955784 Aug 17 03:22:36.109844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b891a0e-9176-40a2-9dc4-28e1096305e9 req-6f84a89a-32c9-4d0a-afed-23e8cb0b456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:36.111318 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0b891a0e-9176-40a2-9dc4-28e1096305e9 req-6f84a89a-32c9-4d0a-afed-23e8cb0b456c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875845 Aug 17 03:22:36.207920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-41881490-9545-419f-87d2-dcd442d16c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:36.209447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-41881490-9545-419f-87d2-dcd442d16c82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 1095 time: 0.0396895 Aug 17 03:22:36.261554 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-632a995e-5e00-43c3-b281-922cf8db9fe7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd HTTP/1.1" status: 200 len: 217 time: 0.0376723 Aug 17 03:22:36.321629 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-dbbd82e3-6dab-4086-89f0-19024033bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:36.323689 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-dbbd82e3-6dab-4086-89f0-19024033bfcd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0431600 Aug 17 03:22:36.367618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-404efbc5-bbbd-4ebe-9a91-34f604976957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:36.369104 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-404efbc5-bbbd-4ebe-9a91-34f604976957 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388730 Aug 17 03:22:36.460509 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-6c654ff6-eca4-41a7-bea0-f1e9d3085783 service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844808 Aug 17 03:22:36.548697 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a8897f50-d18c-4bac-9e3c-f98dbbef9734 req-2184b22c-a526-4999-a647-bc6b4ab6b5eb service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814233 Aug 17 03:22:36.672141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68173e-c1df-4108-9864-54fde398e5a3 req-c0051d4b-bef4-459a-99fc-b0221c844c57 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:36.673655 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d68173e-c1df-4108-9864-54fde398e5a3 req-c0051d4b-bef4-459a-99fc-b0221c844c57 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 943 time: 0.0529599 Aug 17 03:22:36.712319 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6d68173e-c1df-4108-9864-54fde398e5a3 req-11e0afcb-7bf0-45aa-a259-b5a48ce470a4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325832 Aug 17 03:22:37.827095 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df670ee2-80b4-4a67-8f95-e013aca68972 req-dfc8741b-6d27-489e-ae94-bfbd285e1d72 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:37.828627 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df670ee2-80b4-4a67-8f95-e013aca68972 req-dfc8741b-6d27-489e-ae94-bfbd285e1d72 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 943 time: 0.0497866 Aug 17 03:22:37.868360 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-df670ee2-80b4-4a67-8f95-e013aca68972 req-0786e905-ba32-47cc-bbb6-e022d362646d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332730 Aug 17 03:22:37.927803 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c84a52e8-d8a0-4a3d-903f-434311249491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:38.985510 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bced243-099e-44fc-9151-cf11bfa4cca4 req-e4fa3d02-aad4-418c-b1fa-217bc5996b13 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:38.986969 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5bced243-099e-44fc-9151-cf11bfa4cca4 req-e4fa3d02-aad4-418c-b1fa-217bc5996b13 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 943 time: 0.0489829 Aug 17 03:22:39.023744 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5bced243-099e-44fc-9151-cf11bfa4cca4 req-77057b28-97de-4851-b0de-4734e2f1895f tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308557 Aug 17 03:22:40.143767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589befd-3771-4081-aa92-0c27a7cc5b1c req-3f3e2ba5-5d4c-45fd-b5eb-2fb493a20c5a tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:40.145212 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3589befd-3771-4081-aa92-0c27a7cc5b1c req-3f3e2ba5-5d4c-45fd-b5eb-2fb493a20c5a tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 943 time: 0.0525086 Aug 17 03:22:40.183489 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3589befd-3771-4081-aa92-0c27a7cc5b1c req-36795eb8-8985-4e23-8f41-723f9c9bd888 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322804 Aug 17 03:22:40.384631 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0bb37eee-b773-48dd-98a2-3d00d89e2fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.642197 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:41.107924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device fe7f1966-58f0-4267-95ed-277d4b3f8bbd details requested by agent hyperv_n-h1-793621-31 with host n-h1-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:22:41.204345 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port fe7f1966-58f0-4267-95ed-277d4b3f8bbd, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:41.216248 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Returning: {'device': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'port_id': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd', 'mac_address': 'fa:16:3e:71:9d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:22:41.253631 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:41.266510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7f1966-58f0-4267-95ed-277d4b3f8bbd {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:22:41.288346 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port fe7f1966-58f0-4267-95ed-277d4b3f8bbd, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:41.301892 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06097944-b8d1-40ec-974c-a58e01c64cc0 req-31dc63e6-d6ba-4a00-a723-d2f9fcc3c902 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:41.303358 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06097944-b8d1-40ec-974c-a58e01c64cc0 req-31dc63e6-d6ba-4a00-a723-d2f9fcc3c902 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 943 time: 0.0494576 Aug 17 03:22:41.340505 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-06097944-b8d1-40ec-974c-a58e01c64cc0 req-3fc7a295-ecd7-43ec-91bd-eee947f46af3 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309999 Aug 17 03:22:41.357176 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:41.408070 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:41.772685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] get_ports_and_sgs() called for port_ids ['fe7f1966-58f0-4267-95ed-277d4b3f8bbd'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:22:41.995493 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:42.454849 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac4623-d23a-49c3-afb1-6e89b425f1c9 req-d2e63166-de38-4557-923c-18f2356fde67 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:42.456419 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dbac4623-d23a-49c3-afb1-6e89b425f1c9 req-d2e63166-de38-4557-923c-18f2356fde67 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 944 time: 0.0504551 Aug 17 03:22:42.494104 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dbac4623-d23a-49c3-afb1-6e89b425f1c9 req-b29eb711-a130-4039-b064-3ff03ebf7f51 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317359 Aug 17 03:22:43.107751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device fe7f1966-58f0-4267-95ed-277d4b3f8bbd up at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:43.213447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning for port fe7f1966-58f0-4267-95ed-277d4b3f8bbd completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:43.217148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Provisioning complete for port fe7f1966-58f0-4267-95ed-277d4b3f8bbd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:43.217586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.291361 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.314091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716ab611-1367-479e-a01d-f254f73dc830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:22:43.316291 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}936991b1c43a25cf6fbdc2804a0fba7a26d62439886a99897817d68b18d5e6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c98fff4-547d-46e2-a017-6b11cc62ee87" -d '{"events": [{"server_uuid": "716ab611-1367-479e-a01d-f254f73dc830", "name": "network-vif-plugged", "status": "completed", "tag": "fe7f1966-58f0-4267-95ed-277d4b3f8bbd"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:22:43.328746 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] For port fe7f1966-58f0-4267-95ed-277d4b3f8bbd, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:43.353765 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d550cac5-0c0b-429c-8241-e9d58bdd14a6 x-openstack-request-id: req-d550cac5-0c0b-429c-8241-e9d58bdd14a6 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:22:43.354056 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716ab611-1367-479e-a01d-f254f73dc830", "name": "network-vif-plugged", "status": "completed", "tag": "fe7f1966-58f0-4267-95ed-277d4b3f8bbd", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:22:43.354338 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d550cac5-0c0b-429c-8241-e9d58bdd14a6 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:22:43.354761 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716ab611-1367-479e-a01d-f254f73dc830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd', 'code': 200} Aug 17 03:22:43.407851 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.455652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Pushing event updated for resources: {'Port': ['ID=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:43.522408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4efcef-1e31-44e7-8aa7-0fbb18082222 req-67c83b43-bf8e-4dc3-ba26-b17af5b52b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:43.523917 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d4efcef-1e31-44e7-8aa7-0fbb18082222 req-67c83b43-bf8e-4dc3-ba26-b17af5b52b94 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 1097 time: 0.0880754 Aug 17 03:22:43.560210 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0d4efcef-1e31-44e7-8aa7-0fbb18082222 req-50e2e5db-3861-455e-b7a8-b888feacaadb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284643 Aug 17 03:22:43.611844 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc4a14-91d1-485f-ace9-17d93928bf22 req-7a86431f-ae8d-4266-9230-50e5f5f3d968 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:43.613285 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38dc4a14-91d1-485f-ace9-17d93928bf22 req-7a86431f-ae8d-4266-9230-50e5f5f3d968 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0479481 Aug 17 03:22:43.649974 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-38dc4a14-91d1-485f-ace9-17d93928bf22 req-e3f86fc9-534a-490c-a49b-3c4325053001 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307112 Aug 17 03:22:43.984619 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:44.764754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c77058-523a-4275-b84d-9bad0b5d2384 req-dac4ca15-2afd-4c12-8ce0-bbfde3cf4824 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:44.766254 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-11c77058-523a-4275-b84d-9bad0b5d2384 req-dac4ca15-2afd-4c12-8ce0-bbfde3cf4824 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0485659 Aug 17 03:22:44.804808 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-11c77058-523a-4275-b84d-9bad0b5d2384 req-200d6c2c-b257-40de-a58d-1183f20c2fdd tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325339 Aug 17 03:22:45.925742 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27495b1f-3d64-498e-a9c3-a9ce17e845cf req-43ec3f17-5344-43c2-be01-efe1cb81b0a4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:45.927238 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27495b1f-3d64-498e-a9c3-a9ce17e845cf req-43ec3f17-5344-43c2-be01-efe1cb81b0a4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0532715 Aug 17 03:22:45.965246 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-27495b1f-3d64-498e-a9c3-a9ce17e845cf req-320926c2-7a66-4293-ac26-a5eef85d0d8f tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320258 Aug 17 03:22:46.079016 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6280c-0fe0-4f6c-8352-b24ce32be56e req-26ff30ee-89ba-440a-866a-da90e36385f8 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:46.080495 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-c5d6280c-0fe0-4f6c-8352-b24ce32be56e req-26ff30ee-89ba-440a-866a-da90e36385f8 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0512254 Aug 17 03:22:46.089026 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44240) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:46.093595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-8283f250-7e75-4aff-94e7-283bd5718d36 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Request body: {'floatingip': {'port_id': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:46.133059 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8283f250-7e75-4aff-94e7-283bd5718d36 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:46.579050 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8283f250-7e75-4aff-94e7-283bd5718d36 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:46.636902 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8283f250-7e75-4aff-94e7-283bd5718d36 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:46.739448 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-8283f250-7e75-4aff-94e7-283bd5718d36 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Floating IP 271a8ec3-7667-4540-a95b-01680192312c associated. External IP: 172.25.5.147, port: fe7f1966-58f0-4267-95ed-277d4b3f8bbd. Aug 17 03:22:46.943477 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8283f250-7e75-4aff-94e7-283bd5718d36 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Router 690ee311-4312-499c-8677-eaf11d78aaa2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:22:47.051691 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8283f250-7e75-4aff-94e7-283bd5718d36 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:22:47.056535 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8283f250-7e75-4aff-94e7-283bd5718d36 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:47.062005 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c7c3c8-2b96-4d4d-92ad-2dd3fd764fc7 None None] Sync routers for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:22:47.071770 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c7c3c8-2b96-4d4d-92ad-2dd3fd764fc7 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:47.072410 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c9c7c3c8-2b96-4d4d-92ad-2dd3fd764fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:22:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:47.084252 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8283f250-7e75-4aff-94e7-283bd5718d36 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "PUT /v2.0/floatingips/271a8ec3-7667-4540-a95b-01680192312c HTTP/1.1" status: 200 len: 991 time: 0.9940531 Aug 17 03:22:47.084834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716ab611-1367-479e-a01d-f254f73dc830', 'tag': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:22:47.087123 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc5c8cc151b82bc2dfef400bb26675d4322cc481a6dcb210b82c96344cfab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cc0963-f45e-4095-912a-d96d8a81f0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "716ab611-1367-479e-a01d-f254f73dc830", "tag": "fe7f1966-58f0-4267-95ed-277d4b3f8bbd"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:22:47.177834 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-c9c7c3c8-2b96-4d4d-92ad-2dd3fd764fc7 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:47.189875 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edd92b7-d148-4d3c-bbe4-3abca144af27 x-openstack-request-id: req-7edd92b7-d148-4d3c-bbe4-3abca144af27 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:22:47.190168 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716ab611-1367-479e-a01d-f254f73dc830", "tag": "fe7f1966-58f0-4267-95ed-277d4b3f8bbd", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:22:47.190424 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7edd92b7-d148-4d3c-bbe4-3abca144af27 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:22:47.190831 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716ab611-1367-479e-a01d-f254f73dc830', 'tag': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd', 'status': 'completed', 'code': 200} Aug 17 03:22:47.271790 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc0963-f45e-4095-912a-d96d8a81f0f4 req-4b9b7615-dc2b-4ff8-8576-b70177d614e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:47.273273 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63cc0963-f45e-4095-912a-d96d8a81f0f4 req-4b9b7615-dc2b-4ff8-8576-b70177d614e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 1097 time: 0.0414426 Aug 17 03:22:47.368489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc0963-f45e-4095-912a-d96d8a81f0f4 req-81c5f09d-02c9-4568-b673-761e18a821a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:47.370025 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63cc0963-f45e-4095-912a-d96d8a81f0f4 req-81c5f09d-02c9-4568-b673-761e18a821a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0899401 Aug 17 03:22:47.397946 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c9c7c3c8-2b96-4d4d-92ad-2dd3fd764fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '271a8ec3-7667-4540-a95b-01680192312c', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'port_id': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'mac_address': 'fa:16:3e:71:9d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716ab611-1367-479e-a01d-f254f73dc830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:19:11Z', 'updated_at': '2021-08-17T03:22:46Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:47.424467 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c7c3c8-2b96-4d4d-92ad-2dd3fd764fc7 None None] Checking router: 690ee311-4312-499c-8677-eaf11d78aaa2 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:22:47.432473 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c7c3c8-2b96-4d4d-92ad-2dd3fd764fc7 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:47.433821 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c9c7c3c8-2b96-4d4d-92ad-2dd3fd764fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:22:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:47.435542 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63cc0963-f45e-4095-912a-d96d8a81f0f4 req-b38253ce-9ef0-48da-aff7-c1682ae926ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd HTTP/1.1" status: 200 len: 999 time: 0.0589712 Aug 17 03:22:47.487535 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc0963-f45e-4095-912a-d96d8a81f0f4 req-a9aa5006-3e9c-44fd-8017-1b2d2a3f452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:47.488987 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63cc0963-f45e-4095-912a-d96d8a81f0f4 req-a9aa5006-3e9c-44fd-8017-1b2d2a3f452b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0463309 Aug 17 03:22:47.537180 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc0963-f45e-4095-912a-d96d8a81f0f4 req-b4249434-a10e-4fc2-984f-ab1f2d3be61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:47.538651 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63cc0963-f45e-4095-912a-d96d8a81f0f4 req-b4249434-a10e-4fc2-984f-ab1f2d3be61b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427547 Aug 17 03:22:47.627602 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-c9c7c3c8-2b96-4d4d-92ad-2dd3fd764fc7 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:47.632191 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63cc0963-f45e-4095-912a-d96d8a81f0f4 req-7a20413c-7f45-4a32-8531-364cb41a41a9 service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858324 Aug 17 03:22:47.724005 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63cc0963-f45e-4095-912a-d96d8a81f0f4 req-fd1f9c44-c041-429f-8f34-7d5d0b98447e service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852959 Aug 17 03:22:47.848763 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c9c7c3c8-2b96-4d4d-92ad-2dd3fd764fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '271a8ec3-7667-4540-a95b-01680192312c', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'port_id': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'mac_address': 'fa:16:3e:71:9d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716ab611-1367-479e-a01d-f254f73dc830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:19:11Z', 'updated_at': '2021-08-17T03:22:46Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:47.877608 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c7c3c8-2b96-4d4d-92ad-2dd3fd764fc7 None None] The sync data for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 is: [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '271a8ec3-7667-4540-a95b-01680192312c', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'port_id': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'mac_address': 'fa:16:3e:71:9d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716ab611-1367-479e-a01d-f254f73dc830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:19:11Z', 'updated_at': '2021-08-17T03:22:46Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:22:48.069610 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcd1a10-19ec-41a8-b6d2-97e4e629fbb7 None None] New status for floating IP 271a8ec3-7667-4540-a95b-01680192312c: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:22:56.636226 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:22:59.213321 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:01.659359 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:07.950400 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8da6-66c0-4229-a0b3-41169c220c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:10.395098 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b2a04800-2649-47cd-a427-78f9070b79bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:10.629186 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:12.008465 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:13.996196 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:29.200802 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:31.687452 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:33.635571 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:23:37.925989 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ca7c814d-4441-4d46-8d78-785026f9629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:40.401380 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d760d497-9882-4847-b947-82614b7057f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:40.647217 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:41.995489 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:42.559621 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6547179b-05b2-49ea-acc2-70291a0243b9 req-63f8360d-e0c7-40f2-909d-220983e89516 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398550 Aug 17 03:23:42.870843 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547179b-05b2-49ea-acc2-70291a0243b9 req-81de03dc-0da0-421f-a223-16b3b561d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:42.872237 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6547179b-05b2-49ea-acc2-70291a0243b9 req-81de03dc-0da0-421f-a223-16b3b561d975 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 1097 time: 0.0403371 Aug 17 03:23:42.980387 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547179b-05b2-49ea-acc2-70291a0243b9 req-f7426f8c-1d2e-488c-bdbd-1fe6b64a13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:42.981885 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6547179b-05b2-49ea-acc2-70291a0243b9 req-f7426f8c-1d2e-488c-bdbd-1fe6b64a13e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0908055 Aug 17 03:23:43.050830 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6547179b-05b2-49ea-acc2-70291a0243b9 req-8c749a1c-2d73-406c-b3b5-696801d41181 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd HTTP/1.1" status: 200 len: 1001 time: 0.0614049 Aug 17 03:23:43.450444 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547179b-05b2-49ea-acc2-70291a0243b9 req-ca70ac39-298d-4b65-b44c-d788e8482ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:43.451950 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6547179b-05b2-49ea-acc2-70291a0243b9 req-ca70ac39-298d-4b65-b44c-d788e8482ed4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.3945673 Aug 17 03:23:43.496658 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547179b-05b2-49ea-acc2-70291a0243b9 req-5bccb3ce-16ab-413e-9313-4428f2fd31c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:43.498190 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6547179b-05b2-49ea-acc2-70291a0243b9 req-5bccb3ce-16ab-413e-9313-4428f2fd31c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390320 Aug 17 03:23:43.589699 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6547179b-05b2-49ea-acc2-70291a0243b9 req-95da17ce-45f5-4f6b-b7b7-979d7df987fd service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845699 Aug 17 03:23:43.678836 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6547179b-05b2-49ea-acc2-70291a0243b9 req-7f587af8-e10d-4c43-aa88-8689cf493c2c service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816851 Aug 17 03:23:43.984997 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:59.207131 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:01.668545 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:07.914121 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-170a78c1-610f-4c13-9f32-c0fbc7a96f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:10.372740 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-731db0e9-e997-40df-9df8-0c3d9f3c74c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:10.607030 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:10.634529 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:24:12.001267 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:13.982483 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:29.211223 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:31.668002 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:37.942618 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-323bd146-480d-4ea9-8f29-4954dd41a898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:40.435901 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-337fafc6-1cab-4655-9cd7-ba0e4af37b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:40.610750 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:42.016211 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:43.566994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aad98a0f-d115-4829-bbdb-cf1699586aa3 req-c0cc9a25-6473-4647-bd2d-55c43915947c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433688 Aug 17 03:24:43.664045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad98a0f-d115-4829-bbdb-cf1699586aa3 req-7ec108c1-172c-4eca-ad4b-44556f24f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:24:43.665561 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aad98a0f-d115-4829-bbdb-cf1699586aa3 req-7ec108c1-172c-4eca-ad4b-44556f24f938 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 1097 time: 0.0417323 Aug 17 03:24:43.784423 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad98a0f-d115-4829-bbdb-cf1699586aa3 req-6efeadc8-0fa3-46cf-be0a-1553ebcaac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:24:43.785845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aad98a0f-d115-4829-bbdb-cf1699586aa3 req-6efeadc8-0fa3-46cf-be0a-1553ebcaac1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0861886 Aug 17 03:24:43.854172 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aad98a0f-d115-4829-bbdb-cf1699586aa3 req-1b4218bb-555e-42ab-b6e7-791dda8aa3e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd HTTP/1.1" status: 200 len: 1001 time: 0.0615435 Aug 17 03:24:43.909908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad98a0f-d115-4829-bbdb-cf1699586aa3 req-d8aaa993-9779-4c5f-b874-d0dec58dee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:24:43.911456 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aad98a0f-d115-4829-bbdb-cf1699586aa3 req-d8aaa993-9779-4c5f-b874-d0dec58dee1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0505066 Aug 17 03:24:43.958994 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad98a0f-d115-4829-bbdb-cf1699586aa3 req-a125ee65-ef6b-4f31-8e54-9634942af75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:24:43.960507 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aad98a0f-d115-4829-bbdb-cf1699586aa3 req-a125ee65-ef6b-4f31-8e54-9634942af75d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424633 Aug 17 03:24:43.995889 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:44.056754 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aad98a0f-d115-4829-bbdb-cf1699586aa3 req-e3aae9dc-ce72-4cc9-a1c7-db0f4251f86f service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880048 Aug 17 03:24:44.151400 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aad98a0f-d115-4829-bbdb-cf1699586aa3 req-dbc4d436-6469-4dbe-a1c8-09674999b6ba service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852852 Aug 17 03:24:47.633578 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:24:59.218380 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:01.658076 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:07.907807 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eadef135-2f5e-440a-af0e-95f4b1b91f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:10.383691 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-59f9c2bf-2f10-4916-a7ae-bf6c5258e743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:10.606891 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:12.007328 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:14.058199 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:20.711059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c3ea-6bd0-46b4-b93a-90833b9b5315 req-ad0dcf25-2b12-4809-950d-dbbd1d3799c0 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:20.712523 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0328c3ea-6bd0-46b4-b93a-90833b9b5315 req-ad0dcf25-2b12-4809-950d-dbbd1d3799c0 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0490150 Aug 17 03:25:20.751159 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0328c3ea-6bd0-46b4-b93a-90833b9b5315 req-ac0ec637-54b9-43a5-8889-6ef6be1e5ba6 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323889 Aug 17 03:25:21.868975 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df65d34-819d-4e63-b9c6-2d77c35ac8c3 req-42eaaae2-88c3-4080-878a-0f20fbe296a4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:21.870501 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3df65d34-819d-4e63-b9c6-2d77c35ac8c3 req-42eaaae2-88c3-4080-878a-0f20fbe296a4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0498056 Aug 17 03:25:21.907923 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3df65d34-819d-4e63-b9c6-2d77c35ac8c3 req-b269c6c0-8177-41ac-8fb9-b34b6518722c tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315592 Aug 17 03:25:23.026182 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d76b8-fee6-417b-a3bf-3a9576c34777 req-93d654cd-b72c-405f-a880-951af0719afd tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:23.027577 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-850d76b8-fee6-417b-a3bf-3a9576c34777 req-93d654cd-b72c-405f-a880-951af0719afd tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0531964 Aug 17 03:25:23.066524 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-850d76b8-fee6-417b-a3bf-3a9576c34777 req-677fe4a4-43e7-4a9c-b4a1-57cb5b569478 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328033 Aug 17 03:25:24.181572 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcaef4-5a91-4067-8e87-f435b6dad56f req-7a5a87d5-0a06-4122-9895-851daf971709 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:24.183029 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02fcaef4-5a91-4067-8e87-f435b6dad56f req-7a5a87d5-0a06-4122-9895-851daf971709 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0483210 Aug 17 03:25:24.220448 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-02fcaef4-5a91-4067-8e87-f435b6dad56f req-f580673d-9f4c-48f8-a875-bf40202c8f83 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315373 Aug 17 03:25:24.632620 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:25:25.334396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ca2a0-d4c5-42f2-9e10-393686b6709d req-811eb03c-3740-4197-a5c6-ae8d87d9d7f8 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:25.336525 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-724ca2a0-d4c5-42f2-9e10-393686b6709d req-811eb03c-3740-4197-a5c6-ae8d87d9d7f8 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0498061 Aug 17 03:25:25.374065 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-724ca2a0-d4c5-42f2-9e10-393686b6709d req-9689750d-88fc-4302-9417-68c09bf8d042 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318382 Aug 17 03:25:26.491826 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929d295-9f5f-4db7-a2a8-0ff6c7382510 req-1ae93f26-5395-41d0-b8ca-bf9e18a56f91 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:26.493315 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2929d295-9f5f-4db7-a2a8-0ff6c7382510 req-1ae93f26-5395-41d0-b8ca-bf9e18a56f91 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0528150 Aug 17 03:25:26.531103 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-2929d295-9f5f-4db7-a2a8-0ff6c7382510 req-eed51ea3-3901-42e8-91c1-80ed1edd0bce tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317066 Aug 17 03:25:27.644644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d40565-7135-4e32-b7ce-4ce10e500f16 req-a22e099c-cde5-4742-ad8e-b161e13f117c tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:27.646162 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a0d40565-7135-4e32-b7ce-4ce10e500f16 req-a22e099c-cde5-4742-ad8e-b161e13f117c tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0493617 Aug 17 03:25:27.684350 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a0d40565-7135-4e32-b7ce-4ce10e500f16 req-455d50de-7369-4b33-a7ec-c880bbdc4237 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322938 Aug 17 03:25:28.821633 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88349bd2-2cb2-49be-8fc7-77bb058baa63 req-c8694541-7716-44fc-b0f5-307eac54a59c tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:28.823166 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88349bd2-2cb2-49be-8fc7-77bb058baa63 req-c8694541-7716-44fc-b0f5-307eac54a59c tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0596673 Aug 17 03:25:28.862074 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-88349bd2-2cb2-49be-8fc7-77bb058baa63 req-95797929-38be-42c1-9f0d-2e30aecd0216 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325410 Aug 17 03:25:29.229433 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:29.984187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fed0e-2cb6-43b8-9828-d2f4c1d6b13c req-554750ee-9f6c-414e-baa5-731736c81292 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:29.985725 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-617fed0e-2cb6-43b8-9828-d2f4c1d6b13c req-554750ee-9f6c-414e-baa5-731736c81292 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0540218 Aug 17 03:25:30.023582 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-617fed0e-2cb6-43b8-9828-d2f4c1d6b13c req-da6df384-618f-4d6f-94ec-5c445bf65924 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317914 Aug 17 03:25:31.142345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6e391-14fa-42ce-9495-91e53ec0cfa9 req-c2519f34-ce10-42cc-851b-931738274ac7 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:31.143827 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a7d6e391-14fa-42ce-9495-91e53ec0cfa9 req-c2519f34-ce10-42cc-851b-931738274ac7 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0497370 Aug 17 03:25:31.182010 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-a7d6e391-14fa-42ce-9495-91e53ec0cfa9 req-688ffa5d-c09b-4c03-af46-71f8985aa998 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321753 Aug 17 03:25:31.653418 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:32.300592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114ac98-1658-4175-9ebd-1c017c22b506 req-b7847a36-a064-4f14-8587-adba102aa237 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:32.302090 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b114ac98-1658-4175-9ebd-1c017c22b506 req-b7847a36-a064-4f14-8587-adba102aa237 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0500898 Aug 17 03:25:32.339874 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b114ac98-1658-4175-9ebd-1c017c22b506 req-88f8d155-33fa-4da5-a3ac-a5f68936b5cc tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312335 Aug 17 03:25:32.709982 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf350b-bfeb-4105-912e-59c233133221 req-92f3fed4-9813-4e6c-b35a-f9f4312eebb1 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:32.711454 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5cf350b-bfeb-4105-912e-59c233133221 req-92f3fed4-9813-4e6c-b35a-f9f4312eebb1 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0534053 Aug 17 03:25:32.751412 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e5cf350b-bfeb-4105-912e-59c233133221 req-37188158-00dd-408d-be39-90010d7eef26 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330286 Aug 17 03:25:32.805018 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-17faf40e-00a1-437b-85bf-0b87391d96e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397022 Aug 17 03:25:33.879967 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a192b8-0500-4bee-8943-76b13a68d3d3 req-b84e0500-6ea9-473a-aa29-cde06126db04 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:33.881425 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65a192b8-0500-4bee-8943-76b13a68d3d3 req-b84e0500-6ea9-473a-aa29-cde06126db04 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0525217 Aug 17 03:25:33.921815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-65a192b8-0500-4bee-8943-76b13a68d3d3 req-c2d5161e-04a9-4fb9-a2d0-df80ae4451e8 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332942 Aug 17 03:25:35.039249 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da21e5d-ed82-4a2b-9d0b-24bd160a9e6b req-8cda66be-2a96-452e-9ca0-cf37f663a140 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:35.040792 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7da21e5d-ed82-4a2b-9d0b-24bd160a9e6b req-8cda66be-2a96-452e-9ca0-cf37f663a140 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0495267 Aug 17 03:25:35.107075 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-7da21e5d-ed82-4a2b-9d0b-24bd160a9e6b req-3fc0f093-270d-4660-acc4-6d109c81f328 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602963 Aug 17 03:25:35.123628 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-e8919e1d-da39-4b66-b006-cfb759d8a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:35.125112 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-e8919e1d-da39-4b66-b006-cfb759d8a5bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 1097 time: 0.0495350 Aug 17 03:25:35.221396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-06ac7947-d1b3-4196-a4b0-9055c72277f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:35.221396 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-06ac7947-d1b3-4196-a4b0-9055c72277f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0859938 Aug 17 03:25:35.286560 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-1b25c1ea-1848-4d6d-8013-00c7c3da8ba4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd HTTP/1.1" status: 200 len: 1001 time: 0.0624189 Aug 17 03:25:35.335288 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-103d7625-52b8-4a5c-a4b8-b9ced71f3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:35.336750 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-103d7625-52b8-4a5c-a4b8-b9ced71f3ca3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0435886 Aug 17 03:25:35.383338 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-237ba1df-e0bf-49d5-8dc2-88916181dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:35.384822 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-237ba1df-e0bf-49d5-8dc2-88916181dac5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406456 Aug 17 03:25:35.477016 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-84bd436c-19dc-4e79-91ef-f884427bda2e service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847101 Aug 17 03:25:35.575963 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-8834c591-279e-49cc-9fbd-b533822c1ead service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837827 Aug 17 03:25:36.230794 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d764f-1b1c-4f75-9505-9b67afa541e6 req-418f04a0-0809-4a55-8eab-ed68ef27024d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:36.232316 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b04d764f-1b1c-4f75-9505-9b67afa541e6 req-418f04a0-0809-4a55-8eab-ed68ef27024d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0548086 Aug 17 03:25:36.273093 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b04d764f-1b1c-4f75-9505-9b67afa541e6 req-fa37b28b-635a-4a11-9f9e-8515b8e8d75a tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344522 Aug 17 03:25:37.392724 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79632462-5acd-45e5-8e6e-9a9336582e11 req-08b24e56-2b90-4e86-8783-a3d060085e66 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:37.394143 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-79632462-5acd-45e5-8e6e-9a9336582e11 req-08b24e56-2b90-4e86-8783-a3d060085e66 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0486910 Aug 17 03:25:37.432225 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-79632462-5acd-45e5-8e6e-9a9336582e11 req-bfddf718-d201-41a2-9420-0d7deffea60b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322449 Aug 17 03:25:37.814653 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-a5546f24-e4c5-434c-a3e2-5a38d40195fd service neutron] show failed (client error): The resource could not be found. Aug 17 03:25:37.815670 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-a5546f24-e4c5-434c-a3e2-5a38d40195fd service neutron] 10.222.0.42 "GET /v2.0/ports/fe7f1966-58f0-4267-95ed-277d4b3f8bbd/bindings/n-h2-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.0556822 Aug 17 03:25:37.958669 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b81cb311-69a4-4dde-9f22-7361c835cc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:38.422882 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-8a84ba21-d775-4d38-8095-0b7aa620bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:38.424365 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-8a84ba21-d775-4d38-8095-0b7aa620bb5c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830&tenant_id=2961c65e620440758ddb8791c1de9587 HTTP/1.1" status: 200 len: 1097 time: 0.0985787 Aug 17 03:25:38.435629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-f91bd514-cb91-4a30-ab7f-35cd2d237ae0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:25:38.436601 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-f91bd514-cb91-4a30-ab7f-35cd2d237ae0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054259 Aug 17 03:25:38.453023 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-31', 'device_owner': 'compute:nova'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:38.508631 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:38.549725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be496234-b7a7-435e-a523-8e880d0e935e req-ab402770-3911-46e8-a7ab-f5071ac78047 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:38.551237 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be496234-b7a7-435e-a523-8e880d0e935e req-ab402770-3911-46e8-a7ab-f5071ac78047 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0497019 Aug 17 03:25:38.594203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-be496234-b7a7-435e-a523-8e880d0e935e req-d0a476ba-2a46-419d-9dbf-745dc18f53d8 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367913 Aug 17 03:25:38.709916 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] For port fe7f1966-58f0-4267-95ed-277d4b3f8bbd, host n-h1-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-31',level=0,port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:38.741330 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] For port fe7f1966-58f0-4267-95ed-277d4b3f8bbd, host n-h1-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:25:38.782487 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716ab611-1367-479e-a01d-f254f73dc830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:25:38.784781 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70b5df1-07ee-41b8-8d3c-d5a0ea490ab1" -d '{"events": [{"server_uuid": "716ab611-1367-479e-a01d-f254f73dc830", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7f1966-58f0-4267-95ed-277d4b3f8bbd"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:25:38.789038 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:38.805803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Transition to ACTIVE for port object fe7f1966-58f0-4267-95ed-277d4b3f8bbd will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:38.834665 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.18', 55972) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:38.875017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b82196-cf80-40d9-a7ea-23b62c195ff1 req-1871ee20-43a9-49e7-8306-60cb7eea6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:38.876515 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-22b82196-cf80-40d9-a7ea-23b62c195ff1 req-1871ee20-43a9-49e7-8306-60cb7eea6327 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 1097 time: 0.0410137 Aug 17 03:25:38.905193 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d34109-d974-4f0a-8f8d-ca3baf0e75d4 x-openstack-request-id: req-c6d34109-d974-4f0a-8f8d-ca3baf0e75d4 {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:25:38.905760 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716ab611-1367-479e-a01d-f254f73dc830", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7f1966-58f0-4267-95ed-277d4b3f8bbd", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:25:38.906012 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6d34109-d974-4f0a-8f8d-ca3baf0e75d4 {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:25:38.906401 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716ab611-1367-479e-a01d-f254f73dc830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd', 'code': 200} Aug 17 03:25:38.908017 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:39.030914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,revision_number=6']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:39.056352 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:39.056694 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:39.057034 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:39.057394 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:39.057720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:39.058044 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:39.058960 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:39.059298 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:39.059620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:39.059935 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:39.060254 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:39.060569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:39.088102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b82196-cf80-40d9-a7ea-23b62c195ff1 req-54e41278-8a08-4532-b06f-ea06e8adeb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:39.089690 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-22b82196-cf80-40d9-a7ea-23b62c195ff1 req-54e41278-8a08-4532-b06f-ea06e8adeb53 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.1930814 Aug 17 03:25:39.115577 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] No DVR routers for this DVR port fe7f1966-58f0-4267-95ed-277d4b3f8bbd on host n-h1-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:25:39.569125 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-22b82196-cf80-40d9-a7ea-23b62c195ff1 req-7eb1573b-3567-4d3f-9ef0-8292a9fe9b28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd HTTP/1.1" status: 200 len: 999 time: 0.4597154 Aug 17 03:25:39.632398 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b82196-cf80-40d9-a7ea-23b62c195ff1 req-f6d50e76-61f8-4321-9ef7-9844d15b697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:39.633879 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-22b82196-cf80-40d9-a7ea-23b62c195ff1 req-f6d50e76-61f8-4321-9ef7-9844d15b697f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0563791 Aug 17 03:25:39.688536 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Attempting to bind port fe7f1966-58f0-4267-95ed-277d4b3f8bbd on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:39.688928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Attempting to bind port fe7f1966-58f0-4267-95ed-277d4b3f8bbd by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:39.689203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Attempting to bind port fe7f1966-58f0-4267-95ed-277d4b3f8bbd on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:39.696821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Port fe7f1966-58f0-4267-95ed-277d4b3f8bbd on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:39.697165 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Attempting to bind port fe7f1966-58f0-4267-95ed-277d4b3f8bbd on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:39.705407 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:25:39.705759 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Checking segment: {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:39.706159 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Bound using segment: {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:25:39.706596 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Bound port: fe7f1966-58f0-4267-95ed-277d4b3f8bbd, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:25:39.706963 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:39.715132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad13d29-bf4f-4713-b04b-55b19736bd63 req-bc31dc69-e809-4149-bfb4-320cc8866510 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:39.716640 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dad13d29-bf4f-4713-b04b-55b19736bd63 req-bc31dc69-e809-4149-bfb4-320cc8866510 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 943 time: 0.0501349 Aug 17 03:25:39.721102 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b82196-cf80-40d9-a7ea-23b62c195ff1 req-b37a74a2-7c73-47c4-a25e-bf85484a67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:39.722628 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-22b82196-cf80-40d9-a7ea-23b62c195ff1 req-b37a74a2-7c73-47c4-a25e-bf85484a67a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697193 Aug 17 03:25:39.755043 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dad13d29-bf4f-4713-b04b-55b19736bd63 req-e3fc8b3e-7c9b-4a6f-88c5-3aff9f7f7a7d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324349 Aug 17 03:25:39.851763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] For port fe7f1966-58f0-4267-95ed-277d4b3f8bbd, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:25:39.856928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] For port fe7f1966-58f0-4267-95ed-277d4b3f8bbd, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:25:39.879607 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-22b82196-cf80-40d9-a7ea-23b62c195ff1 req-63eec5a8-fd94-496f-a6a3-e43ab9e6a5ef service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342962 Aug 17 03:25:39.937867 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:39.983192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:39.983820 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:39.985455 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] 10.222.0.18 "PUT /v2.0/ports/fe7f1966-58f0-4267-95ed-277d4b3f8bbd HTTP/1.1" status: 200 len: 1092 time: 1.5371180 Aug 17 03:25:40.028177 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-22b82196-cf80-40d9-a7ea-23b62c195ff1 req-8ba83625-5426-44ca-b8e5-ea95e3e5e206 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413596 Aug 17 03:25:40.029226 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,revision_number=7']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:40.153063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-e248c867-a14f-4e1d-ab4e-c1520ebca388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:40.154686 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-e248c867-a14f-4e1d-ab4e-c1520ebca388 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 1095 time: 0.0455229 Aug 17 03:25:40.252245 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-3851aa6e-90f9-48e3-81fc-b2677df17afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:40.253656 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-3851aa6e-90f9-48e3-81fc-b2677df17afc service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0917428 Aug 17 03:25:40.317879 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-9e1e6d98-8f48-45f6-855e-1e2a49873b1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd HTTP/1.1" status: 200 len: 999 time: 0.0568426 Aug 17 03:25:40.366415 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-121fe48c-4de5-430a-8e59-1e993c205d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:40.367839 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-121fe48c-4de5-430a-8e59-1e993c205d47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0428765 Aug 17 03:25:40.410188 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ad8e4c7c-bed0-4ab6-b6a0-24badb113adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:40.420113 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-1b6fd523-ff4a-48fe-a881-613cfafbe267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:40.421680 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-1b6fd523-ff4a-48fe-a881-613cfafbe267 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452023 Aug 17 03:25:40.513426 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-b024ecf9-11ca-4ec0-9533-98e6c7c3bece service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824547 Aug 17 03:25:40.604664 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-a7c2a837-9cb0-4503-af01-c1fc8f7d6be9 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842917 Aug 17 03:25:40.622066 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:40.877688 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4addaf7-df2d-44b0-b208-730ffabd190c req-6be0e396-49c6-49e7-898b-fdf9bb08463d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:40.879258 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4addaf7-df2d-44b0-b208-730ffabd190c req-6be0e396-49c6-49e7-898b-fdf9bb08463d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 943 time: 0.0532393 Aug 17 03:25:40.908003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716ab611-1367-479e-a01d-f254f73dc830', 'tag': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:25:40.911816 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e050283-e384-4e8c-a8b4-871b71c4b27d" -d '{"events": [{"name": "network-changed", "server_uuid": "716ab611-1367-479e-a01d-f254f73dc830", "tag": "fe7f1966-58f0-4267-95ed-277d4b3f8bbd"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:25:40.921879 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b4addaf7-df2d-44b0-b208-730ffabd190c req-635cfd64-30a5-4c08-b07f-729afdda4b68 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356278 Aug 17 03:25:40.983216 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0d2cf0-4a02-4d98-9ccc-b7d52441732e x-openstack-request-id: req-6a0d2cf0-4a02-4d98-9ccc-b7d52441732e {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:25:40.983719 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716ab611-1367-479e-a01d-f254f73dc830", "tag": "fe7f1966-58f0-4267-95ed-277d4b3f8bbd", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:25:40.983895 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a0d2cf0-4a02-4d98-9ccc-b7d52441732e {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:25:40.984308 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716ab611-1367-479e-a01d-f254f73dc830', 'tag': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd', 'status': 'completed', 'code': 200} Aug 17 03:25:41.074705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-13208f54-4f55-47ce-b73a-a74bb60a1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:41.076249 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-13208f54-4f55-47ce-b73a-a74bb60a1afc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 1095 time: 0.0546796 Aug 17 03:25:41.077654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-6947b247-87c3-4c56-894d-4e18fdaeeea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:41.079311 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-6947b247-87c3-4c56-894d-4e18fdaeeea7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 1095 time: 0.0552158 Aug 17 03:25:41.193620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-a61fb23f-1e66-41f5-ae4f-271bb38a75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:41.195194 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-a61fb23f-1e66-41f5-ae4f-271bb38a75b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.1079907 Aug 17 03:25:41.195581 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-725594a0-685c-4045-b81d-88794af9397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:41.197038 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-725594a0-685c-4045-b81d-88794af9397a service neutron] 10.222.0.42 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.1137118 Aug 17 03:25:41.265230 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-c829eded-3340-48f7-8c0f-35c3572c9c08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd HTTP/1.1" status: 200 len: 999 time: 0.0599732 Aug 17 03:25:41.268505 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-496b5d89-f1ef-476d-8be2-1a9ea1df1017 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd HTTP/1.1" status: 200 len: 999 time: 0.0638537 Aug 17 03:25:41.317916 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-d4d5202d-9dd2-4402-a4c9-90d55cf94a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:41.319780 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-d4d5202d-9dd2-4402-a4c9-90d55cf94a60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0470128 Aug 17 03:25:41.320358 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-53b7fae3-4798-4089-837c-867e79686012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:41.321886 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-53b7fae3-4798-4089-837c-867e79686012 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0470703 Aug 17 03:25:41.370644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-aa519583-a26c-4679-a792-1fed12643b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:41.372408 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-aa519583-a26c-4679-a792-1fed12643b4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435314 Aug 17 03:25:41.374857 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-dbd6f741-7f3d-45e7-b261-df21e4b69347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:41.376350 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-dbd6f741-7f3d-45e7-b261-df21e4b69347 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479414 Aug 17 03:25:41.467414 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-04bae0ea-0479-4cb7-b977-6926634f5c02 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832171 Aug 17 03:25:41.468895 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-01300e11-1c4b-474a-9d45-f57934b22f1f service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894046 Aug 17 03:25:41.563631 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-a5058466-c31c-4b0d-b8f9-d6e05ba537db service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874877 Aug 17 03:25:41.566575 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3e050283-e384-4e8c-a8b4-871b71c4b27d req-74bbc227-9b92-42bb-8f82-e809082afa37 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919521 Aug 17 03:25:42.008723 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device fe7f1966-58f0-4267-95ed-277d4b3f8bbd no longer exists at agent hyperv_n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:25:42.034265 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:42.042632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56cee6-14ec-463f-bfa9-118615a07a72 req-a6dc89f7-22dd-4aba-8512-57c336bc006b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:42.044944 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aa56cee6-14ec-463f-bfa9-118615a07a72 req-a6dc89f7-22dd-4aba-8512-57c336bc006b tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 943 time: 0.0513530 Aug 17 03:25:42.054000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Device fe7f1966-58f0-4267-95ed-277d4b3f8bbd not bound to the agent host n-h1-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:25:42.089539 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aa56cee6-14ec-463f-bfa9-118615a07a72 req-bc324a3b-c285-4ece-bdb8-78e04df22bb4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385060 Aug 17 03:25:43.211093 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03243385-966a-4dac-84bc-b5186c4e347f req-3dd923b4-7b8d-4701-abf6-1ee6cd12626f tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:43.212622 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03243385-966a-4dac-84bc-b5186c4e347f req-3dd923b4-7b8d-4701-abf6-1ee6cd12626f tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 943 time: 0.0540655 Aug 17 03:25:43.251770 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-03243385-966a-4dac-84bc-b5186c4e347f req-04d301ae-0733-4594-a719-404c0c7c6fcc tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324440 Aug 17 03:25:44.030549 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:44.367750 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94993430-1d4d-4f0f-8ca5-d8ffdf8fe2c4 req-0ae6a25b-b795-4cc9-ae66-7858e469cb18 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:44.369225 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94993430-1d4d-4f0f-8ca5-d8ffdf8fe2c4 req-0ae6a25b-b795-4cc9-ae66-7858e469cb18 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 943 time: 0.0486572 Aug 17 03:25:44.407734 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-94993430-1d4d-4f0f-8ca5-d8ffdf8fe2c4 req-c339bdee-ada0-4add-a409-6d73cbc95561 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324552 Aug 17 03:25:44.428530 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device fe7f1966-58f0-4267-95ed-277d4b3f8bbd details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:25:44.525722 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port fe7f1966-58f0-4267-95ed-277d4b3f8bbd, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:44.537265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'port_id': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd', 'mac_address': 'fa:16:3e:71:9d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:25:44.572720 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:44.585724 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7f1966-58f0-4267-95ed-277d4b3f8bbd {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:25:44.604704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port fe7f1966-58f0-4267-95ed-277d4b3f8bbd, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:44.718581 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:44.725106 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecca499-2cb5-4a50-93ff-d376044276e5 req-d773e31f-8b82-4c60-a5fd-93324fb3cf97 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:44.726762 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aecca499-2cb5-4a50-93ff-d376044276e5 req-d773e31f-8b82-4c60-a5fd-93324fb3cf97 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 943 time: 0.0515299 Aug 17 03:25:44.772563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,revision_number=8']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:44.778290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-aecca499-2cb5-4a50-93ff-d376044276e5 req-c69e558d-8c71-4bf8-b768-2464733237b2 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444713 Aug 17 03:25:44.780652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:44.781019 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:44.781365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:44.781693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:44.782019 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:44.782373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:44.782696 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:44.783020 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:44.783443 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:44.783657 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:44.784168 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:44.784498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:44.831604 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072e8c5-7d0e-4be6-9338-561200761562 req-87c087cd-a9d3-404c-ba83-ca027e37cc8a tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:44.833116 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6072e8c5-7d0e-4be6-9338-561200761562 req-87c087cd-a9d3-404c-ba83-ca027e37cc8a tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.42 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830&tenant_id=2961c65e620440758ddb8791c1de9587&binding%3Ahost_id=n-h2-793621-31 HTTP/1.1" status: 200 len: 944 time: 0.0539374 Aug 17 03:25:44.894805 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [req-6072e8c5-7d0e-4be6-9338-561200761562 req-db403b49-966c-4a48-b12f-a6b42573da24 service neutron] delete failed (client error): The resource could not be found. Aug 17 03:25:44.895831 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6072e8c5-7d0e-4be6-9338-561200761562 req-db403b49-966c-4a48-b12f-a6b42573da24 service neutron] 10.222.0.42 "DELETE /v2.0/ports/fe7f1966-58f0-4267-95ed-277d4b3f8bbd/bindings/n-h1-793621-31 HTTP/1.1" status: 404 len: 381 time: 0.0555952 Aug 17 03:25:45.003200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072e8c5-7d0e-4be6-9338-561200761562 req-fdeaeb48-6b48-4acc-ab40-d35c75936fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:45.004721 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6072e8c5-7d0e-4be6-9338-561200761562 req-fdeaeb48-6b48-4acc-ab40-d35c75936fca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 1096 time: 0.0442638 Aug 17 03:25:45.102302 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072e8c5-7d0e-4be6-9338-561200761562 req-e28ad353-ca02-4944-9fb7-2e0ff190e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:45.103769 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6072e8c5-7d0e-4be6-9338-561200761562 req-e28ad353-ca02-4944-9fb7-2e0ff190e60e service neutron] 10.222.0.42 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0923879 Aug 17 03:25:45.164242 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['fe7f1966-58f0-4267-95ed-277d4b3f8bbd'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:25:45.173180 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6072e8c5-7d0e-4be6-9338-561200761562 req-d8dedbe5-042d-4a3e-84fd-df546fa342ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd HTTP/1.1" status: 200 len: 1000 time: 0.0612929 Aug 17 03:25:45.226970 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072e8c5-7d0e-4be6-9338-561200761562 req-d94915d8-5048-4c75-9eef-96b754df6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:45.228447 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6072e8c5-7d0e-4be6-9338-561200761562 req-d94915d8-5048-4c75-9eef-96b754df6414 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0485392 Aug 17 03:25:45.274693 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072e8c5-7d0e-4be6-9338-561200761562 req-1ba0ce84-ac6a-4064-a965-f3d36d07aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:45.276170 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6072e8c5-7d0e-4be6-9338-561200761562 req-1ba0ce84-ac6a-4064-a965-f3d36d07aa9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401175 Aug 17 03:25:45.368466 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6072e8c5-7d0e-4be6-9338-561200761562 req-32502f79-5aac-4286-9893-25c3fc8b4ea1 service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839779 Aug 17 03:25:45.463492 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-6072e8c5-7d0e-4be6-9338-561200761562 req-be08a0f0-9e6b-4748-9599-69339f2abc5c service neutron] 10.222.0.42 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880697 Aug 17 03:25:45.899350 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edc666-4f8a-4cdb-8bad-446b68d8a4e6 req-f47a6524-3d04-439b-93c6-b24545bcb39f tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:45.900823 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0edc666-4f8a-4cdb-8bad-446b68d8a4e6 req-f47a6524-3d04-439b-93c6-b24545bcb39f tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 944 time: 0.0497820 Aug 17 03:25:45.940126 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e0edc666-4f8a-4cdb-8bad-446b68d8a4e6 req-3f8f9780-b4a0-4bae-b47f-83044e2860ef tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330420 Aug 17 03:25:46.443751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device fe7f1966-58f0-4267-95ed-277d4b3f8bbd up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:25:46.555273 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port fe7f1966-58f0-4267-95ed-277d4b3f8bbd completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:25:46.560000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port fe7f1966-58f0-4267-95ed-277d4b3f8bbd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:46.560431 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.639843 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.661567 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716ab611-1367-479e-a01d-f254f73dc830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:25:46.663834 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}936991b1c43a25cf6fbdc2804a0fba7a26d62439886a99897817d68b18d5e6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d49a42-5b0f-4385-9af6-ef8d8e69398c" -d '{"events": [{"server_uuid": "716ab611-1367-479e-a01d-f254f73dc830", "name": "network-vif-plugged", "status": "completed", "tag": "fe7f1966-58f0-4267-95ed-277d4b3f8bbd"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:25:46.677117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port fe7f1966-58f0-4267-95ed-277d4b3f8bbd, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:46.747735 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.776534 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690eb3a4-dc2a-434b-b4be-e8982f864bb5 x-openstack-request-id: req-690eb3a4-dc2a-434b-b4be-e8982f864bb5 {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:25:46.776824 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716ab611-1367-479e-a01d-f254f73dc830", "name": "network-vif-plugged", "status": "completed", "tag": "fe7f1966-58f0-4267-95ed-277d4b3f8bbd", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:25:46.777077 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-690eb3a4-dc2a-434b-b4be-e8982f864bb5 {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:25:46.777524 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716ab611-1367-479e-a01d-f254f73dc830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd', 'code': 200} Aug 17 03:25:46.808695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,revision_number=9']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:47.061185 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58d190-0b3a-4b57-8411-960e62531455 req-1059d398-635a-479d-9336-ce4073662633 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:47.062879 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f58d190-0b3a-4b57-8411-960e62531455 req-1059d398-635a-479d-9336-ce4073662633 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0549064 Aug 17 03:25:47.101705 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-5f58d190-0b3a-4b57-8411-960e62531455 req-059bab55-3b19-4cd0-8529-e7aa98a3a1bd tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328724 Aug 17 03:25:47.213381 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b7535-da23-4e08-aa22-a9cdaaad1853 req-d9432481-1d94-4473-8ad4-2fd54bcbf927 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:47.214845 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc7b7535-da23-4e08-aa22-a9cdaaad1853 req-d9432481-1d94-4473-8ad4-2fd54bcbf927 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0491693 Aug 17 03:25:47.252511 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-dc7b7535-da23-4e08-aa22-a9cdaaad1853 req-0147de28-600e-42da-b42a-c23f9392e5f0 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316784 Aug 17 03:25:47.612252 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d0f9f-b97b-48cb-b6aa-9e19cc1592f8 req-331db502-3171-49f7-8b62-8e073503b4de tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:47.613842 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-315d0f9f-b97b-48cb-b6aa-9e19cc1592f8 req-331db502-3171-49f7-8b62-8e073503b4de tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0487173 Aug 17 03:25:47.655138 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-315d0f9f-b97b-48cb-b6aa-9e19cc1592f8 req-58a14826-37ce-4696-bb9f-badac5a23990 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339875 Aug 17 03:25:47.733581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1066114-b131-43de-86ba-f36921144f1c req-f76e3931-d9ac-4470-b665-169abbd4d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:47.735080 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d1066114-b131-43de-86ba-f36921144f1c req-f76e3931-d9ac-4470-b665-169abbd4d995 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 1097 time: 0.0409312 Aug 17 03:25:47.827029 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1066114-b131-43de-86ba-f36921144f1c req-7f94557d-342d-451e-9354-f42e33284b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:47.828418 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d1066114-b131-43de-86ba-f36921144f1c req-7f94557d-342d-451e-9354-f42e33284b9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0863347 Aug 17 03:25:47.894573 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d1066114-b131-43de-86ba-f36921144f1c req-b208d52e-0c91-4e8f-b9e5-57a39815e0a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd HTTP/1.1" status: 200 len: 1001 time: 0.0580506 Aug 17 03:25:47.943936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1066114-b131-43de-86ba-f36921144f1c req-518de19f-1d64-481a-9c7b-dc1a4d4a6bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:47.945385 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d1066114-b131-43de-86ba-f36921144f1c req-518de19f-1d64-481a-9c7b-dc1a4d4a6bd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0434754 Aug 17 03:25:47.995187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1066114-b131-43de-86ba-f36921144f1c req-221acb4e-ed3b-4048-a20f-ebc494111440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:47.996686 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d1066114-b131-43de-86ba-f36921144f1c req-221acb4e-ed3b-4048-a20f-ebc494111440 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436823 Aug 17 03:25:48.086893 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d1066114-b131-43de-86ba-f36921144f1c req-95686982-cee0-4494-bc3a-bfe7d9d515a2 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820866 Aug 17 03:25:48.183359 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d1066114-b131-43de-86ba-f36921144f1c req-64f6b604-1ad3-413c-8d32-c09b0170d6e7 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870695 Aug 17 03:25:48.783731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1481380-0f6f-40a5-98ac-227066202be5 req-2da7ad65-b1cb-4f47-9284-e1570ce8f0ff tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:48.785316 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1481380-0f6f-40a5-98ac-227066202be5 req-2da7ad65-b1cb-4f47-9284-e1570ce8f0ff tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0573294 Aug 17 03:25:48.826102 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e1481380-0f6f-40a5-98ac-227066202be5 req-286e1eab-66ad-4831-ad1a-d911fd89fdc4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343618 Aug 17 03:25:49.943384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128286d-53a1-46d5-b3d1-f6b95da108fb req-fe1b86d1-891d-4c31-80c5-766f091270a2 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:49.944887 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3128286d-53a1-46d5-b3d1-f6b95da108fb req-fe1b86d1-891d-4c31-80c5-766f091270a2 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0497763 Aug 17 03:25:49.983992 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3128286d-53a1-46d5-b3d1-f6b95da108fb req-6032aa5b-084a-48a8-8816-1a942cc7c899 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325882 Aug 17 03:25:50.452898 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82760e19-6c55-4890-a3f2-e876b4305951 req-b25df8b4-890a-4b52-ac51-8559918dac7a tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:50.454450 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82760e19-6c55-4890-a3f2-e876b4305951 req-b25df8b4-890a-4b52-ac51-8559918dac7a tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0517833 Aug 17 03:25:50.497349 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-82760e19-6c55-4890-a3f2-e876b4305951 req-81e92dd8-649e-446e-8e08-bcbb2acc8566 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368319 Aug 17 03:25:51.624315 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f11c80-6642-4efa-9d96-a562e733ceee req-f1ad45f7-7bc4-47de-a3fb-624c66da1e29 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:51.625805 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71f11c80-6642-4efa-9d96-a562e733ceee req-f1ad45f7-7bc4-47de-a3fb-624c66da1e29 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0566213 Aug 17 03:25:51.670316 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-71f11c80-6642-4efa-9d96-a562e733ceee req-338298ef-dc77-48d1-a389-c8bfeba79ffb tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348842 Aug 17 03:25:51.915142 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-b1d8992e-1b2b-4a11-9211-b2b38a29e482 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:51.916507 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-b1d8992e-1b2b-4a11-9211-b2b38a29e482 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.18 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 945 time: 0.0495617 Aug 17 03:25:52.008458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-39a17883-09f1-4d79-bcd9-dc53f9102ace tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Deleting port fe7f1966-58f0-4267-95ed-277d4b3f8bbd {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:25:52.008796 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-39a17883-09f1-4d79-bcd9-dc53f9102ace tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.096203 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-39a17883-09f1-4d79-bcd9-dc53f9102ace tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] For port fe7f1966-58f0-4267-95ed-277d4b3f8bbd, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:52.096565 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-39a17883-09f1-4d79-bcd9-dc53f9102ace tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.267003 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-39a17883-09f1-4d79-bcd9-dc53f9102ace tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.267381 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-39a17883-09f1-4d79-bcd9-dc53f9102ace tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.267702 n-d-793621-31 neutron-server[95407]: INFO neutron.db.l3_db [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-39a17883-09f1-4d79-bcd9-dc53f9102ace tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Floating IP 271a8ec3-7667-4540-a95b-01680192312c disassociated. External IP: 172.25.5.147, port: fe7f1966-58f0-4267-95ed-277d4b3f8bbd. Aug 17 03:25:52.268049 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-39a17883-09f1-4d79-bcd9-dc53f9102ace tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Calling delete_port for fe7f1966-58f0-4267-95ed-277d4b3f8bbd owned by compute:nova {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:25:52.457784 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-39a17883-09f1-4d79-bcd9-dc53f9102ace tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.486279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a17883-09f1-4d79-bcd9-dc53f9102ace tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Pushing event deleted for resources: {'Port': ['ID=fe7f1966-58f0-4267-95ed-277d4b3f8bbd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:52.607012 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-39a17883-09f1-4d79-bcd9-dc53f9102ace tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Router 690ee311-4312-499c-8677-eaf11d78aaa2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:25:52.717930 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-39a17883-09f1-4d79-bcd9-dc53f9102ace tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:25:52.728578 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551670a-5b78-4b01-b0a5-66ad3c469508 None None] Sync routers for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:25:52.737529 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551670a-5b78-4b01-b0a5-66ad3c469508 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:25:52.738141 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0551670a-5b78-4b01-b0a5-66ad3c469508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:25:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:52.756737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-39a17883-09f1-4d79-bcd9-dc53f9102ace tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] No DVR routers for this DVR port fe7f1966-58f0-4267-95ed-277d4b3f8bbd on host n-h2-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:25:52.759537 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-39a17883-09f1-4d79-bcd9-dc53f9102ace tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.764520 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-67c3705a-2ea9-474c-b140-f445bb21a678 req-39a17883-09f1-4d79-bcd9-dc53f9102ace tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.18 "DELETE /v2.0/ports/fe7f1966-58f0-4267-95ed-277d4b3f8bbd HTTP/1.1" status: 204 len: 173 time: 0.8381033 Aug 17 03:25:52.764520 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716ab611-1367-479e-a01d-f254f73dc830', 'name': 'network-vif-deleted', 'tag': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:25:52.765629 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4536bef-d4b8-4424-b322-9131b92e1eb9" -d '{"events": [{"server_uuid": "716ab611-1367-479e-a01d-f254f73dc830", "name": "network-vif-deleted", "tag": "fe7f1966-58f0-4267-95ed-277d4b3f8bbd"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:25:52.774530 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-30b91667-5cfc-4c3a-8a6a-1b1e20a8f779 req-ad564b19-c937-4627-b511-29468c3fc894 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=716ab611-1367-479e-a01d-f254f73dc830 HTTP/1.1" status: 200 len: 210 time: 0.0290585 Aug 17 03:25:52.819542 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1437d64-aabc-40c3-9555-b7f44b5bf0bc x-openstack-request-id: req-d1437d64-aabc-40c3-9555-b7f44b5bf0bc {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:25:52.819928 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716ab611-1367-479e-a01d-f254f73dc830", "name": "network-vif-deleted", "tag": "fe7f1966-58f0-4267-95ed-277d4b3f8bbd", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:25:52.820180 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1437d64-aabc-40c3-9555-b7f44b5bf0bc {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:25:52.820585 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716ab611-1367-479e-a01d-f254f73dc830', 'name': 'network-vif-deleted', 'tag': 'fe7f1966-58f0-4267-95ed-277d4b3f8bbd', 'status': 'completed', 'code': 200} Aug 17 03:25:52.848524 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-0551670a-5b78-4b01-b0a5-66ad3c469508 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:25:53.060009 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0551670a-5b78-4b01-b0a5-66ad3c469508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:53.090101 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551670a-5b78-4b01-b0a5-66ad3c469508 None None] Checking router: 690ee311-4312-499c-8677-eaf11d78aaa2 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:25:53.099854 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551670a-5b78-4b01-b0a5-66ad3c469508 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:25:53.100466 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0551670a-5b78-4b01-b0a5-66ad3c469508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:25:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:53.207841 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-0551670a-5b78-4b01-b0a5-66ad3c469508 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:25:53.408333 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-0551670a-5b78-4b01-b0a5-66ad3c469508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:53.439237 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551670a-5b78-4b01-b0a5-66ad3c469508 None None] The sync data for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 is: [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:25:53.674018 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d28fdf2-5de3-4d99-a078-92c000ba6d84 None None] New status for floating IP 271a8ec3-7667-4540-a95b-01680192312c: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:25:54.082759 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-c526615e-2ec3-4b07-972e-de8c0370a430 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--630541540&fields=id&tenant_id=2961c65e620440758ddb8791c1de9587 HTTP/1.1" status: 200 len: 267 time: 0.0363021 Aug 17 03:25:54.196592 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-1ebd6a68-2cbf-4d8e-8336-88ce189c18e5 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:54.198136 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-1ebd6a68-2cbf-4d8e-8336-88ce189c18e5 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 811 time: 0.1085906 Aug 17 03:25:54.214808 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-85f68f3a-90da-4bf6-b621-9aab7eedf5a3 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/quotas/2961c65e620440758ddb8791c1de9587 HTTP/1.1" status: 200 len: 375 time: 0.0095668 Aug 17 03:25:54.271649 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-6bf7c70f-acd4-4484-a5cd-97e5e5edd505 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495589 Aug 17 03:25:54.413039 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-08c967e5-396e-4710-98f5-7c68532a719b service neutron] 10.222.0.13 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288095 Aug 17 03:25:54.491834 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device fe7f1966-58f0-4267-95ed-277d4b3f8bbd no longer exists at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:25:54.502948 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b3bca42a-6e5a-4c19-a1fb-b37d5789d5f6 service neutron] 10.222.0.13 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836880 Aug 17 03:25:54.512721 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] No Port match for: fe7f1966-58f0-4267-95ed-277d4b3f8bbd {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:25:54.513074 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device fe7f1966-58f0-4267-95ed-277d4b3f8bbd not bound to the agent host n-h2-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:25:54.738875 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-48657e1c-f0a1-403e-ba4c-06c5747538e2 req-3f951e10-86db-4702-9253-cedd45c43d66 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 210 time: 0.0272417 Aug 17 03:25:55.833267 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fdaaf6ab-8bb9-46f0-8cfb-10e211a6493f req-53834840-4ced-4481-965d-567aa8571839 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 210 time: 0.0286837 Aug 17 03:25:56.625736 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-e006c75e-3f00-4cbb-8375-4fea6f4033b0 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:56.627180 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-e006c75e-3f00-4cbb-8375-4fea6f4033b0 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 811 time: 0.1040061 Aug 17 03:25:56.675125 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-6a856626-47b4-496d-b757-55990aea98e7 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2961c65e620440758ddb8791c1de9587 HTTP/1.1" status: 200 len: 379 time: 0.0347593 Aug 17 03:25:56.685197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-3540f6a4-b77d-4524-9ef8-76de949e344e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Request body: {'port': {'device_id': 'f38012c3-be14-4a15-8bb3-14d8f3628ec4', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'admin_state_up': True, 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'security_groups': ['cacfeeac-ff11-48cc-b0e6-82621dbb0ab7']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:56.861561 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-3540f6a4-b77d-4524-9ef8-76de949e344e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Made reservation on behalf of 2961c65e620440758ddb8791c1de9587 for: {'port': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:56.865268 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-3540f6a4-b77d-4524-9ef8-76de949e344e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:56.938703 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-4138a372-5582-4f99-91d3-53a1cc60273c req-88a0d323-7ad0-4259-98a7-6bb089b928d8 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 210 time: 0.0359702 Aug 17 03:25:56.995531 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-3540f6a4-b77d-4524-9ef8-76de949e344e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Allocated IP 172.20.0.9 (abc1d32d-3ef6-4af0-acf1-3458b1af8f61/eb0f1fad-b959-4e6a-b51d-f7b525a7941d/f887f4fb-12e9-4359-a31a-0f08d54cea7d) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:25:57.133930 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-3540f6a4-b77d-4524-9ef8-76de949e344e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.146872 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-3540f6a4-b77d-4524-9ef8-76de949e344e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Transition to ACTIVE for port object f887f4fb-12e9-4359-a31a-0f08d54cea7d will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:57.264215 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-3540f6a4-b77d-4524-9ef8-76de949e344e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.311178 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-3540f6a4-b77d-4524-9ef8-76de949e344e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:25:57.314480 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-3540f6a4-b77d-4524-9ef8-76de949e344e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:57.318786 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-3540f6a4-b77d-4524-9ef8-76de949e344e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:25:57.322595 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540f6a4-b77d-4524-9ef8-76de949e344e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Pushing event updated for resources: {'Port': ['ID=f887f4fb-12e9-4359-a31a-0f08d54cea7d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:57.374425 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-3540f6a4-b77d-4524-9ef8-76de949e344e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:57.375090 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-3540f6a4-b77d-4524-9ef8-76de949e344e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.470814 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-3540f6a4-b77d-4524-9ef8-76de949e344e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7893810 Aug 17 03:25:57.488023 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Request body: {'port': {'device_id': 'f38012c3-be14-4a15-8bb3-14d8f3628ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-31'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:57.539636 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.646372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-23f0a5b2-9d23-4afe-a953-3eaa073fc5f5 None None] Provisioning for port f887f4fb-12e9-4359-a31a-0f08d54cea7d completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:25:57.650456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-23f0a5b2-9d23-4afe-a953-3eaa073fc5f5 None None] Provisioning complete for port f887f4fb-12e9-4359-a31a-0f08d54cea7d triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:57.650997 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-23f0a5b2-9d23-4afe-a953-3eaa073fc5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.684969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-23f0a5b2-9d23-4afe-a953-3eaa073fc5f5 None None] Port f887f4fb-12e9-4359-a31a-0f08d54cea7d cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:25:57.796308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f887f4fb-12e9-4359-a31a-0f08d54cea7d {{(pid=95407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:25:57.798395 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.809803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Transition to ACTIVE for port object f887f4fb-12e9-4359-a31a-0f08d54cea7d will not be triggered until provisioned by entity L2. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:57.895261 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.951428 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=f887f4fb-12e9-4359-a31a-0f08d54cea7d,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:58.024717 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Attempting to bind port f887f4fb-12e9-4359-a31a-0f08d54cea7d on host n-h2-793621-31 for vnic_type normal with profile {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:58.025303 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Attempting to bind port f887f4fb-12e9-4359-a31a-0f08d54cea7d by drivers openvswitch,hyperv on host n-h2-793621-31 at level 0 using segments [{'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:58.025713 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Attempting to bind port f887f4fb-12e9-4359-a31a-0f08d54cea7d on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:58.031263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Port f887f4fb-12e9-4359-a31a-0f08d54cea7d on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-31 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:58.031586 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Attempting to bind port f887f4fb-12e9-4359-a31a-0f08d54cea7d on network abc1d32d-3ef6-4af0-acf1-3458b1af8f61 {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:58.036959 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Checking agent: {'id': 'b32bccec-77fb-4e41-be9f-98c92cb8b388', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'started_at': datetime.datetime(2021, 8, 17, 2, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:25:58.037355 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Checking segment: {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:58.037751 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Bound using segment: {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'} {{(pid=95407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:25:58.038191 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.managers [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Bound port: f887f4fb-12e9-4359-a31a-0f08d54cea7d, host: n-h2-793621-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61'}}] {{(pid=95407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:25:58.038691 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:58.066823 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627572ec-1951-48f7-846d-11cf0db1d6fc req-81ebff29-17d9-4c0e-b7ce-88980ee7c246 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:58.069068 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-627572ec-1951-48f7-846d-11cf0db1d6fc req-81ebff29-17d9-4c0e-b7ce-88980ee7c246 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 943 time: 0.0601563 Aug 17 03:25:58.108660 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] For port f887f4fb-12e9-4359-a31a-0f08d54cea7d, host n-h2-793621-31, cleared binding levels {{(pid=95407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:25:58.111338 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-627572ec-1951-48f7-846d-11cf0db1d6fc req-a7715f7c-6e00-48af-be1a-2e0f381a905e tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343220 Aug 17 03:25:58.111910 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] For port f887f4fb-12e9-4359-a31a-0f08d54cea7d, host n-h2-793621-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:25:58.207835 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:58.248394 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:58.249059 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for port, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:58.250494 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] 10.222.0.18 "PUT /v2.0/ports/f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1092 time: 0.7669148 Aug 17 03:25:58.251070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38012c3-be14-4a15-8bb3-14d8f3628ec4', 'tag': 'f887f4fb-12e9-4359-a31a-0f08d54cea7d'}] {{(pid=95407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:25:58.253417 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beb70daa031096c90d731280e5fbfb0ee7c68e52533c4cf32811ceab123c54bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b19903-4af5-4943-b124-44119d5a6308" -d '{"events": [{"name": "network-changed", "server_uuid": "f38012c3-be14-4a15-8bb3-14d8f3628ec4", "tag": "f887f4fb-12e9-4359-a31a-0f08d54cea7d"}]}' {{(pid=95407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:25:58.275958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b97b1-22c9-4ba1-83f5-90cff7767ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=f887f4fb-12e9-4359-a31a-0f08d54cea7d,revision_number=3']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:58.315967 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e9a129-6b89-4e36-93c6-6d331e9705ec x-openstack-request-id: req-07e9a129-6b89-4e36-93c6-6d331e9705ec {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:25:58.315967 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38012c3-be14-4a15-8bb3-14d8f3628ec4", "tag": "f887f4fb-12e9-4359-a31a-0f08d54cea7d", "status": "completed", "code": 200}]} {{(pid=95407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:25:58.315967 n-d-793621-31 neutron-server[95407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07e9a129-6b89-4e36-93c6-6d331e9705ec {{(pid=95407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:25:58.315967 n-d-793621-31 neutron-server[95407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38012c3-be14-4a15-8bb3-14d8f3628ec4', 'tag': 'f887f4fb-12e9-4359-a31a-0f08d54cea7d', 'status': 'completed', 'code': 200} Aug 17 03:25:58.392537 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b19903-4af5-4943-b124-44119d5a6308 req-04cf25e8-97c6-4352-81b9-7e57eb632222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:58.394248 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2b19903-4af5-4943-b124-44119d5a6308 req-04cf25e8-97c6-4352-81b9-7e57eb632222 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0434692 Aug 17 03:25:58.499913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b19903-4af5-4943-b124-44119d5a6308 req-71a220eb-169c-491d-aa67-a566e60440ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:58.501412 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2b19903-4af5-4943-b124-44119d5a6308 req-71a220eb-169c-491d-aa67-a566e60440ed service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2961c65e620440758ddb8791c1de9587&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0942087 Aug 17 03:25:58.593515 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b19903-4af5-4943-b124-44119d5a6308 req-447a6a1e-2537-49f9-951a-bc1e4d6a0958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:58.594914 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a2b19903-4af5-4943-b124-44119d5a6308 req-447a6a1e-2537-49f9-951a-bc1e4d6a0958 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867088 Aug 17 03:25:58.683219 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-31ab5bbb-883f-4f3f-8273-e612b8da5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:58.684681 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-31ab5bbb-883f-4f3f-8273-e612b8da5a18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0397396 Aug 17 03:25:58.734965 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-5be044bf-911e-4215-aad7-52bc6d3ce5cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0378304 Aug 17 03:25:58.783633 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-ef2d3ac2-b7cf-4791-9fc2-4a8ca0a0f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:58.785050 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-ef2d3ac2-b7cf-4791-9fc2-4a8ca0a0f258 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0429838 Aug 17 03:25:58.831207 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-f1942cca-2dce-4449-ae1b-ba5d1f1facb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:58.832683 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-f1942cca-2dce-4449-ae1b-ba5d1f1facb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407166 Aug 17 03:25:58.925454 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-48fda1e6-1722-4fcf-bd0c-ed4694b4a008 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847766 Aug 17 03:25:59.012753 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7879d08-4d1b-430c-88f3-600089a38d0a req-e678191e-eeb9-435d-bae3-d1574dbab7cb service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805306 Aug 17 03:25:59.231462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63449ebb-1b70-478a-84a0-82dc4386d48e req-9e4a26e3-c6f2-42cb-9c5f-6f2201ea4550 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:59.233200 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63449ebb-1b70-478a-84a0-82dc4386d48e req-9e4a26e3-c6f2-42cb-9c5f-6f2201ea4550 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 943 time: 0.0508316 Aug 17 03:25:59.258020 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:59.271908 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-63449ebb-1b70-478a-84a0-82dc4386d48e req-86250494-d59f-478a-a245-7f9ab83ac81f tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327783 Aug 17 03:26:00.391957 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc156422-d392-46c8-a6a1-efc5c726a9bd req-6db4805c-20d3-421d-82a9-7ae3a1af0b3c tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:00.393373 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc156422-d392-46c8-a6a1-efc5c726a9bd req-6db4805c-20d3-421d-82a9-7ae3a1af0b3c tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 943 time: 0.0537376 Aug 17 03:26:00.431994 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-fc156422-d392-46c8-a6a1-efc5c726a9bd req-e97f9da1-8ade-4210-8383-9ffec86efef9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327103 Aug 17 03:26:01.548333 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5e2c8-af95-4649-b7c2-5fa440a4b1ef req-4623c319-f9f6-4586-8f9c-6eaca40cbf68 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:01.549872 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0aa5e2c8-af95-4649-b7c2-5fa440a4b1ef req-4623c319-f9f6-4586-8f9c-6eaca40cbf68 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 943 time: 0.0517645 Aug 17 03:26:01.587680 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-0aa5e2c8-af95-4649-b7c2-5fa440a4b1ef req-5fc7a025-88bb-4ffb-9d32-d2078c4f057d tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318391 Aug 17 03:26:01.632540 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:26:01.689763 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:02.514670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f887f4fb-12e9-4359-a31a-0f08d54cea7d details requested by agent hyperv_n-h2-793621-31 with host n-h2-793621-31 {{(pid=95408) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:26:02.611070 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f887f4fb-12e9-4359-a31a-0f08d54cea7d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:02.621755 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Returning: {'device': 'f887f4fb-12e9-4359-a31a-0f08d54cea7d', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'port_id': 'f887f4fb-12e9-4359-a31a-0f08d54cea7d', 'mac_address': 'fa:16:3e:bb:a6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95408) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:26:02.658946 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:02.671699 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f887f4fb-12e9-4359-a31a-0f08d54cea7d {{(pid=95408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:26:02.691475 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f887f4fb-12e9-4359-a31a-0f08d54cea7d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:02.701608 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff5f0e-e04b-4df4-a84d-8027204d3fde req-06d50827-bb33-4b87-8490-be0ae41d628c tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:02.703763 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35ff5f0e-e04b-4df4-a84d-8027204d3fde req-06d50827-bb33-4b87-8490-be0ae41d628c tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 943 time: 0.0494058 Aug 17 03:26:02.741028 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-35ff5f0e-e04b-4df4-a84d-8027204d3fde req-84175cab-3926-4171-bba3-ad2d6303e833 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310290 Aug 17 03:26:02.767404 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:02.815722 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f887f4fb-12e9-4359-a31a-0f08d54cea7d,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:03.116038 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] get_ports_and_sgs() called for port_ids ['f887f4fb-12e9-4359-a31a-0f08d54cea7d'] {{(pid=95408) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:26:03.866857 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b15d35-afc3-4269-af2f-e1e02aa8a554 req-150a69d6-bb12-4e95-925a-8c8efbd2a01a tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:03.868232 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12b15d35-afc3-4269-af2f-e1e02aa8a554 req-150a69d6-bb12-4e95-925a-8c8efbd2a01a tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 944 time: 0.0556064 Aug 17 03:26:03.907036 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-12b15d35-afc3-4269-af2f-e1e02aa8a554 req-466f48b9-84cd-456d-bbcb-8c92c70bf9d3 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328279 Aug 17 03:26:04.536039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Device f887f4fb-12e9-4359-a31a-0f08d54cea7d up at agent hyperv_n-h2-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:26:04.655611 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning for port f887f4fb-12e9-4359-a31a-0f08d54cea7d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:26:04.659413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Provisioning complete for port f887f4fb-12e9-4359-a31a-0f08d54cea7d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:04.659768 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:04.735850 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:04.757333 n-d-793621-31 neutron-server[95408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38012c3-be14-4a15-8bb3-14d8f3628ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f887f4fb-12e9-4359-a31a-0f08d54cea7d'}] {{(pid=95408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:26:04.759548 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}936991b1c43a25cf6fbdc2804a0fba7a26d62439886a99897817d68b18d5e6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8496fb5-00a4-4db4-8ede-939626e9c558" -d '{"events": [{"server_uuid": "f38012c3-be14-4a15-8bb3-14d8f3628ec4", "name": "network-vif-plugged", "status": "completed", "tag": "f887f4fb-12e9-4359-a31a-0f08d54cea7d"}]}' {{(pid=95408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:26:04.774074 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] For port f887f4fb-12e9-4359-a31a-0f08d54cea7d, host n-h2-793621-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-31',level=0,port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:04.795909 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d70491-83b4-4ed3-bda3-92d51a28959d x-openstack-request-id: req-25d70491-83b4-4ed3-bda3-92d51a28959d {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:26:04.796203 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38012c3-be14-4a15-8bb3-14d8f3628ec4", "name": "network-vif-plugged", "status": "completed", "tag": "f887f4fb-12e9-4359-a31a-0f08d54cea7d", "code": 200}]} {{(pid=95408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:26:04.796951 n-d-793621-31 neutron-server[95408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25d70491-83b4-4ed3-bda3-92d51a28959d {{(pid=95408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:26:04.797384 n-d-793621-31 neutron-server[95408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38012c3-be14-4a15-8bb3-14d8f3628ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f887f4fb-12e9-4359-a31a-0f08d54cea7d', 'code': 200} Aug 17 03:26:04.838901 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:04.889368 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Pushing event updated for resources: {'Port': ['ID=f887f4fb-12e9-4359-a31a-0f08d54cea7d,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:04.918754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0be17-c0f6-4c8c-9b14-47548a36764c req-55d38650-5f5e-497d-9dd2-798276b4db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:04.920261 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bae0be17-c0f6-4c8c-9b14-47548a36764c req-55d38650-5f5e-497d-9dd2-798276b4db97 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0440938 Aug 17 03:26:04.955271 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bae0be17-c0f6-4c8c-9b14-47548a36764c req-2b0d6b75-e7f7-4017-81bc-07db8003cf98 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269880 Aug 17 03:26:05.024176 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd3904-160a-4270-ae07-79906f3c5aaa req-4665d387-aa93-4c81-ab48-a13435f86fc3 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:05.025662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84fd3904-160a-4270-ae07-79906f3c5aaa req-4665d387-aa93-4c81-ab48-a13435f86fc3 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 945 time: 0.0492837 Aug 17 03:26:05.065705 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-84fd3904-160a-4270-ae07-79906f3c5aaa req-e8567769-69a0-4511-a55d-42c6349c59c6 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329819 Aug 17 03:26:06.186599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5c066-96b3-4069-936f-4428d6f1c898 req-a61ff44c-beb5-4186-861d-040ccd305a81 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:06.188869 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45c5c066-96b3-4069-936f-4428d6f1c898 req-a61ff44c-beb5-4186-861d-040ccd305a81 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 945 time: 0.0519075 Aug 17 03:26:06.228611 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-45c5c066-96b3-4069-936f-4428d6f1c898 req-6891b624-d21d-4d4e-a9c9-84f3a0f0cdd4 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335476 Aug 17 03:26:07.353875 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289facd-bf5e-438d-b267-70b3ae6c6b2a req-7ea3dc04-1db7-4299-b148-cd3492ac93c9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:07.355555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3289facd-bf5e-438d-b267-70b3ae6c6b2a req-7ea3dc04-1db7-4299-b148-cd3492ac93c9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 945 time: 0.0538461 Aug 17 03:26:07.393108 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-3289facd-bf5e-438d-b267-70b3ae6c6b2a req-f0a21156-2480-4b80-921e-0004651f5609 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/security-groups?id=cacfeeac-ff11-48cc-b0e6-82621dbb0ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310717 Aug 17 03:26:07.502645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2466de6-a90f-494c-8097-77beb2912869 req-359766a2-7d69-4bcd-9ef0-0e2b4f43eebb tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:07.504103 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [req-b2466de6-a90f-494c-8097-77beb2912869 req-359766a2-7d69-4bcd-9ef0-0e2b4f43eebb tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 945 time: 0.0488667 Aug 17 03:26:07.512596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 44764) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:07.517578 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-33d015f1-595d-4678-a1e8-07808e4545b9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Request body: {'floatingip': {'port_id': 'f887f4fb-12e9-4359-a31a-0f08d54cea7d'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:07.558189 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-33d015f1-595d-4678-a1e8-07808e4545b9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for floatingip, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:07.943789 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eada30a3-b2ff-4b84-b667-e6be2f8deb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:07.987353 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-33d015f1-595d-4678-a1e8-07808e4545b9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:08.049847 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-33d015f1-595d-4678-a1e8-07808e4545b9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1645767'] for floatingip, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:08.148678 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-33d015f1-595d-4678-a1e8-07808e4545b9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Floating IP 271a8ec3-7667-4540-a95b-01680192312c associated. External IP: 172.25.5.147, port: f887f4fb-12e9-4359-a31a-0f08d54cea7d. Aug 17 03:26:08.693912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d015f1-595d-4678-a1e8-07808e4545b9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Router 690ee311-4312-499c-8677-eaf11d78aaa2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:26:08.798545 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d015f1-595d-4678-a1e8-07808e4545b9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:26:08.803739 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-33d015f1-595d-4678-a1e8-07808e4545b9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:08.809057 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7b3e92-dd09-41c3-b81f-99b03491fa8d None None] Sync routers for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:26:08.818887 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7b3e92-dd09-41c3-b81f-99b03491fa8d None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:26:08.819572 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ee7b3e92-dd09-41c3-b81f-99b03491fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:25:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:08.830601 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-33d015f1-595d-4678-a1e8-07808e4545b9 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "PUT /v2.0/floatingips/271a8ec3-7667-4540-a95b-01680192312c HTTP/1.1" status: 200 len: 991 time: 1.3169522 Aug 17 03:26:08.831190 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38012c3-be14-4a15-8bb3-14d8f3628ec4', 'tag': 'f887f4fb-12e9-4359-a31a-0f08d54cea7d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:26:08.833472 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfc5c8cc151b82bc2dfef400bb26675d4322cc481a6dcb210b82c96344cfab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6492710f-356c-42cb-83ac-5a3da95c967c" -d '{"events": [{"name": "network-changed", "server_uuid": "f38012c3-be14-4a15-8bb3-14d8f3628ec4", "tag": "f887f4fb-12e9-4359-a31a-0f08d54cea7d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:26:08.996319 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794e7a53-7fb0-4fb4-94a3-ac0f909ad2c7 x-openstack-request-id: req-794e7a53-7fb0-4fb4-94a3-ac0f909ad2c7 {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:26:08.996627 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38012c3-be14-4a15-8bb3-14d8f3628ec4", "tag": "f887f4fb-12e9-4359-a31a-0f08d54cea7d", "status": "completed", "code": 200}]} {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:26:09.001207 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-794e7a53-7fb0-4fb4-94a3-ac0f909ad2c7 {{(pid=95406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:26:09.001207 n-d-793621-31 neutron-server[95406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38012c3-be14-4a15-8bb3-14d8f3628ec4', 'tag': 'f887f4fb-12e9-4359-a31a-0f08d54cea7d', 'status': 'completed', 'code': 200} Aug 17 03:26:09.025510 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-ee7b3e92-dd09-41c3-b81f-99b03491fa8d None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:26:09.075182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492710f-356c-42cb-83ac-5a3da95c967c req-279b4047-4002-46ed-a45b-5eda8cb93b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:09.076691 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6492710f-356c-42cb-83ac-5a3da95c967c req-279b4047-4002-46ed-a45b-5eda8cb93b9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0420547 Aug 17 03:26:09.168645 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492710f-356c-42cb-83ac-5a3da95c967c req-3c2921e2-e0ae-4236-95d1-fd4e973515b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:09.170249 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6492710f-356c-42cb-83ac-5a3da95c967c req-3c2921e2-e0ae-4236-95d1-fd4e973515b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0860584 Aug 17 03:26:09.237002 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6492710f-356c-42cb-83ac-5a3da95c967c req-32708f6c-6c8e-40b6-9877-e4f5f04edbbe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 999 time: 0.0585093 Aug 17 03:26:09.257373 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ee7b3e92-dd09-41c3-b81f-99b03491fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '271a8ec3-7667-4540-a95b-01680192312c', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'port_id': 'f887f4fb-12e9-4359-a31a-0f08d54cea7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'mac_address': 'fa:16:3e:bb:a6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38012c3-be14-4a15-8bb3-14d8f3628ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:19:11Z', 'updated_at': '2021-08-17T03:26:07Z', 'revision_number': 9, 'project_id': '2961c65e620440758ddb8791c1de9587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:09.284117 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7b3e92-dd09-41c3-b81f-99b03491fa8d None None] Checking router: 690ee311-4312-499c-8677-eaf11d78aaa2 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:26:09.286066 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492710f-356c-42cb-83ac-5a3da95c967c req-fab2e5cf-18ea-4859-85f3-2fb20609cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:09.287544 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6492710f-356c-42cb-83ac-5a3da95c967c req-fab2e5cf-18ea-4859-85f3-2fb20609cbf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0435672 Aug 17 03:26:09.292180 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7b3e92-dd09-41c3-b81f-99b03491fa8d None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:26:09.292778 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ee7b3e92-dd09-41c3-b81f-99b03491fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T03:25:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:09.336971 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492710f-356c-42cb-83ac-5a3da95c967c req-219f6d62-0f35-4788-b3fc-004c04cdeecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:09.338489 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6492710f-356c-42cb-83ac-5a3da95c967c req-219f6d62-0f35-4788-b3fc-004c04cdeecc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437155 Aug 17 03:26:09.397440 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-ee7b3e92-dd09-41c3-b81f-99b03491fa8d None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:26:09.428499 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6492710f-356c-42cb-83ac-5a3da95c967c req-130d9599-e809-4401-b24d-878797995020 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811851 Aug 17 03:26:09.520628 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6492710f-356c-42cb-83ac-5a3da95c967c req-4dc7ac00-d43b-4f70-9a04-27038fa06d10 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850368 Aug 17 03:26:09.621456 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ee7b3e92-dd09-41c3-b81f-99b03491fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '271a8ec3-7667-4540-a95b-01680192312c', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'port_id': 'f887f4fb-12e9-4359-a31a-0f08d54cea7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'mac_address': 'fa:16:3e:bb:a6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38012c3-be14-4a15-8bb3-14d8f3628ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:19:11Z', 'updated_at': '2021-08-17T03:26:07Z', 'revision_number': 9, 'project_id': '2961c65e620440758ddb8791c1de9587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:09.648365 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7b3e92-dd09-41c3-b81f-99b03491fa8d None None] The sync data for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 is: [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_floatingips': [{'id': '271a8ec3-7667-4540-a95b-01680192312c', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'router_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'port_id': 'f887f4fb-12e9-4359-a31a-0f08d54cea7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'mac_address': 'fa:16:3e:bb:a6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38012c3-be14-4a15-8bb3-14d8f3628ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:19:11Z', 'updated_at': '2021-08-17T03:26:07Z', 'revision_number': 9, 'project_id': '2961c65e620440758ddb8791c1de9587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:26:09.843634 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c07f6-d5d2-42ba-a009-bf2c643373a3 None None] New status for floating IP 271a8ec3-7667-4540-a95b-01680192312c: ACTIVE {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:26:10.386708 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-145a2abb-d2cc-434b-9add-3055abf23452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:10.639355 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:12.043810 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:14.001130 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:29.260658 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:31.688997 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:37.909019 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2740c042-2258-47c1-b615-80755a23d08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.633117 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:26:39.827230 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7e43375-981e-471f-93ba-cc1c5b6437c8 req-75300bcf-40e0-4042-928e-93fd9866974c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402663 Aug 17 03:26:39.922930 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e43375-981e-471f-93ba-cc1c5b6437c8 req-6d5b622d-b1df-4a33-83b9-2c2211b5546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:39.924411 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7e43375-981e-471f-93ba-cc1c5b6437c8 req-6d5b622d-b1df-4a33-83b9-2c2211b5546d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0409093 Aug 17 03:26:40.035286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e43375-981e-471f-93ba-cc1c5b6437c8 req-59703848-a9c7-4380-a82a-f537c0ae95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:40.036766 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7e43375-981e-471f-93ba-cc1c5b6437c8 req-59703848-a9c7-4380-a82a-f537c0ae95b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0929897 Aug 17 03:26:40.113787 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7e43375-981e-471f-93ba-cc1c5b6437c8 req-86352384-c9aa-4b72-b18b-2ee2981e8121 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0584900 Aug 17 03:26:40.166729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e43375-981e-471f-93ba-cc1c5b6437c8 req-522f3f1d-0a6f-4021-89cc-add08f415f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:40.168203 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7e43375-981e-471f-93ba-cc1c5b6437c8 req-522f3f1d-0a6f-4021-89cc-add08f415f8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0472498 Aug 17 03:26:40.213863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e43375-981e-471f-93ba-cc1c5b6437c8 req-1ce8892c-518d-4d2b-9b36-73946e229497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:40.219273 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7e43375-981e-471f-93ba-cc1c5b6437c8 req-1ce8892c-518d-4d2b-9b36-73946e229497 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399823 Aug 17 03:26:40.305392 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7e43375-981e-471f-93ba-cc1c5b6437c8 req-b711cb2c-1ace-4925-8b12-c685c8196856 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820279 Aug 17 03:26:40.386554 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f7396efb-306a-4a18-9efe-90a4080befac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:40.396737 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b7e43375-981e-471f-93ba-cc1c5b6437c8 req-90174c35-d92d-497a-b1c1-9508026f75b8 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843501 Aug 17 03:26:40.614949 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:42.035116 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:44.038013 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:59.292080 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:01.692026 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:07.943237 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9480fea5-0893-4544-902b-6cfcfcae96f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:10.394667 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-170ef26a-7270-4499-9327-9098d2600a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:10.634065 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:12.034267 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:14.031731 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:15.632499 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:27:29.322731 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:31.714928 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:37.922353 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a1d2cd50-c185-4797-96db-6febea9857b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.382416 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-be2e647f-b7c5-44dd-bc67-eb250e7621ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.613990 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.827230 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1fe88a3b-5cc0-440d-b644-bb1635045034 req-3f01d62c-1ed4-4a66-9ac4-add9de3ea627 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418224 Aug 17 03:27:40.922779 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88a3b-5cc0-440d-b644-bb1635045034 req-e8dbd123-62c5-4eb3-8bc4-47475b84ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:40.924192 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1fe88a3b-5cc0-440d-b644-bb1635045034 req-e8dbd123-62c5-4eb3-8bc4-47475b84ab5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0439813 Aug 17 03:27:41.023700 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88a3b-5cc0-440d-b644-bb1635045034 req-20f4b12c-eb22-4a7f-bd52-e1418b54d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:41.026345 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1fe88a3b-5cc0-440d-b644-bb1635045034 req-20f4b12c-eb22-4a7f-bd52-e1418b54d19e service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0809536 Aug 17 03:27:41.093069 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1fe88a3b-5cc0-440d-b644-bb1635045034 req-a5889fa9-d05e-4a3c-b3d6-a23db0b03044 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0597808 Aug 17 03:27:41.487871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88a3b-5cc0-440d-b644-bb1635045034 req-8108b751-9bdd-42d4-b047-7830a4b08505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:41.489330 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1fe88a3b-5cc0-440d-b644-bb1635045034 req-8108b751-9bdd-42d4-b047-7830a4b08505 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.3893807 Aug 17 03:27:41.533914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88a3b-5cc0-440d-b644-bb1635045034 req-0497fa42-c0ba-41e7-a9c8-a15adfb26dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:41.535353 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1fe88a3b-5cc0-440d-b644-bb1635045034 req-0497fa42-c0ba-41e7-a9c8-a15adfb26dc7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385280 Aug 17 03:27:41.625337 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1fe88a3b-5cc0-440d-b644-bb1635045034 req-46160ddf-b424-47bb-89d3-a4426cd6325d service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820758 Aug 17 03:27:41.713579 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1fe88a3b-5cc0-440d-b644-bb1635045034 req-2e9bf2fd-f890-4278-a824-95b059a288ad service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807323 Aug 17 03:27:42.042368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:44.040137 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:52.634083 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:27:59.287926 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:01.733559 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:07.913688 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-17604a81-ba70-405a-9982-46f7126f91a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:10.385166 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0fa574f2-7636-4587-a631-f050adf0f4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:10.659875 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:12.051189 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:14.001938 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:29.293029 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:29.634575 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:28:31.750278 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:37.925311 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e4b0161c-8c1c-403b-b2e5-46c8b4facb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:40.395573 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8127b264-5570-4dcf-a19c-fe7eb8d06b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:40.644919 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:41.824762 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6569d63a-4e0a-4d4f-a065-41e77152403e req-2b7e8483-abbf-487f-ba6e-a2c2ce21ae50 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455062 Aug 17 03:28:41.917460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569d63a-4e0a-4d4f-a065-41e77152403e req-9cf9fc39-5e0c-4261-94e9-30bf1b9f8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:41.918879 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6569d63a-4e0a-4d4f-a065-41e77152403e req-9cf9fc39-5e0c-4261-94e9-30bf1b9f8509 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0418167 Aug 17 03:28:42.024125 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569d63a-4e0a-4d4f-a065-41e77152403e req-5c07d658-3655-4acf-a487-ca66321700a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:42.025657 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6569d63a-4e0a-4d4f-a065-41e77152403e req-5c07d658-3655-4acf-a487-ca66321700a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0863008 Aug 17 03:28:42.047326 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:42.094978 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6569d63a-4e0a-4d4f-a065-41e77152403e req-e2ff54e1-7e33-497a-808c-94778120c02b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0616231 Aug 17 03:28:42.144432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569d63a-4e0a-4d4f-a065-41e77152403e req-8e011913-c214-4171-ad77-3fca5b2545ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:42.145954 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6569d63a-4e0a-4d4f-a065-41e77152403e req-8e011913-c214-4171-ad77-3fca5b2545ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0440822 Aug 17 03:28:42.192855 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569d63a-4e0a-4d4f-a065-41e77152403e req-a4a8316a-2cde-4330-bc29-8c04ed00553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:42.194372 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6569d63a-4e0a-4d4f-a065-41e77152403e req-a4a8316a-2cde-4330-bc29-8c04ed00553b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402012 Aug 17 03:28:42.288765 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6569d63a-4e0a-4d4f-a065-41e77152403e req-7e2cf64f-76e3-4660-8383-70b846ee4b6c service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862679 Aug 17 03:28:42.383101 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6569d63a-4e0a-4d4f-a065-41e77152403e req-3852e11a-33bb-4b96-9d5e-aa4004e6d92a service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857613 Aug 17 03:28:44.028005 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:59.292567 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:01.782402 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:06.633665 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:29:07.915197 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6662f416-5576-489b-a766-3d8b4ca8fc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:10.372467 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0715d1ff-dcef-4812-934d-b74dfd8f3790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:10.612321 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:12.052772 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:14.052526 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:29.303511 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:31.764567 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:37.924300 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-75ed2511-ca9f-4f73-a63a-646aa6d16f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:40.384191 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9dd80598-febc-45e9-8676-864d100e00bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:40.618905 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:42.080511 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:42.825896 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bcc2634-42c5-412e-ad18-2a8da7d05faf req-45543716-2aac-4a7d-ae7d-641194db17fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403581 Aug 17 03:29:42.916522 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc2634-42c5-412e-ad18-2a8da7d05faf req-c48a38db-5cd8-4fa5-8dad-81c1c0aaccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:42.918021 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bcc2634-42c5-412e-ad18-2a8da7d05faf req-c48a38db-5cd8-4fa5-8dad-81c1c0aaccc9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0397744 Aug 17 03:29:43.022831 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc2634-42c5-412e-ad18-2a8da7d05faf req-5bfcda97-2b3e-4a9c-9b47-eb167fba9f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:43.024287 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bcc2634-42c5-412e-ad18-2a8da7d05faf req-5bfcda97-2b3e-4a9c-9b47-eb167fba9f3d service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0858371 Aug 17 03:29:43.089058 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bcc2634-42c5-412e-ad18-2a8da7d05faf req-1361e236-6d5e-4226-a98f-be33be3fdf27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0572362 Aug 17 03:29:43.137657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc2634-42c5-412e-ad18-2a8da7d05faf req-dd5ec73a-dcdb-4972-b886-fe8903da1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:43.139065 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bcc2634-42c5-412e-ad18-2a8da7d05faf req-dd5ec73a-dcdb-4972-b886-fe8903da1dcb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0431862 Aug 17 03:29:43.189546 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc2634-42c5-412e-ad18-2a8da7d05faf req-6d9b0883-1cf8-43d1-b12e-5853c6fe0fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:43.191024 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bcc2634-42c5-412e-ad18-2a8da7d05faf req-6d9b0883-1cf8-43d1-b12e-5853c6fe0fbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444887 Aug 17 03:29:43.279396 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bcc2634-42c5-412e-ad18-2a8da7d05faf req-4c77011d-95c4-4f08-880b-ca9d41469fb9 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799694 Aug 17 03:29:43.373744 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5bcc2634-42c5-412e-ad18-2a8da7d05faf req-fbb87600-dbe8-499a-b5d1-ca2ce858baa2 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863380 Aug 17 03:29:43.632995 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:29:44.034669 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:59.314326 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:01.826918 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:07.920052 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-95a56bd5-863a-4551-bff4-1683450ae7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:10.366000 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7b916f0e-3dc7-4649-986f-a1fb4d970c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:10.634518 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.051815 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:14.028490 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:20.632301 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:30:29.336638 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:31.778244 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:37.930662 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0a54e702-38b5-4942-b1e9-2c12132e85c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:40.380967 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9bb9f0cb-6a0a-4474-b631-c943dfc7c7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:40.632293 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:42.055448 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:43.914867 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2a0d8cfb-7678-4740-8e2c-4a46b393acc4 req-13524c20-edcd-4541-89e9-690ce797c4bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1340652 Aug 17 03:30:44.009534 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d8cfb-7678-4740-8e2c-4a46b393acc4 req-8a71e15f-850e-4d79-86b2-30612f377efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:44.010935 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2a0d8cfb-7678-4740-8e2c-4a46b393acc4 req-8a71e15f-850e-4d79-86b2-30612f377efb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0403097 Aug 17 03:30:44.032187 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:44.121758 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d8cfb-7678-4740-8e2c-4a46b393acc4 req-afa59e0e-067d-44f6-bc72-a8380048a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:44.123182 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2a0d8cfb-7678-4740-8e2c-4a46b393acc4 req-afa59e0e-067d-44f6-bc72-a8380048a5c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0892577 Aug 17 03:30:44.190011 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2a0d8cfb-7678-4740-8e2c-4a46b393acc4 req-774d0eed-06b5-45f0-83be-2ece0524c0a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0590506 Aug 17 03:30:44.247579 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d8cfb-7678-4740-8e2c-4a46b393acc4 req-7d5f5b2c-a45f-47e6-b54f-e3ee5b0d84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:44.249023 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2a0d8cfb-7678-4740-8e2c-4a46b393acc4 req-7d5f5b2c-a45f-47e6-b54f-e3ee5b0d84d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0520141 Aug 17 03:30:44.297786 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d8cfb-7678-4740-8e2c-4a46b393acc4 req-b28bef6a-92af-43c4-8e2b-0895d42021ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:44.299208 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2a0d8cfb-7678-4740-8e2c-4a46b393acc4 req-b28bef6a-92af-43c4-8e2b-0895d42021ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410240 Aug 17 03:30:44.396132 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2a0d8cfb-7678-4740-8e2c-4a46b393acc4 req-632cd59f-8a1c-4d70-8812-1c4ff03adb18 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895343 Aug 17 03:30:44.489200 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2a0d8cfb-7678-4740-8e2c-4a46b393acc4 req-2f6cf718-4dfc-4f82-8232-9278a1a4d6b8 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835745 Aug 17 03:30:57.632293 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:30:59.393723 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:01.803549 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:07.934754 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9a36-3386-45fb-8ced-65366026c11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:10.381948 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b97abb4a-842f-4ac3-ac16-dba7a3779ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:10.627398 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:12.056371 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:14.067437 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:29.335533 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:31.821731 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:34.632189 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:31:37.941680 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b5d28056-487a-48f0-873f-4e4b8483c2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:40.387016 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ca60f9f3-5094-4b86-8d12-0841df00bdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:40.644528 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:42.061136 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:43.816181 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-970196ad-5127-4404-9459-7d225ef9fc36 req-00271a7f-4ff6-4c10-a37d-5192c4bce28c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418708 Aug 17 03:31:43.917626 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970196ad-5127-4404-9459-7d225ef9fc36 req-38f5b140-94d6-42c3-8fb4-3fcde2f024ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:43.919114 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-970196ad-5127-4404-9459-7d225ef9fc36 req-38f5b140-94d6-42c3-8fb4-3fcde2f024ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0461929 Aug 17 03:31:44.021780 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:44.022344 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970196ad-5127-4404-9459-7d225ef9fc36 req-acb27612-85b2-40f4-8c87-c711d9bd2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:44.023339 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-970196ad-5127-4404-9459-7d225ef9fc36 req-acb27612-85b2-40f4-8c87-c711d9bd2da6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0847108 Aug 17 03:31:44.093511 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-970196ad-5127-4404-9459-7d225ef9fc36 req-39a98945-5bf1-4355-a84b-58657f54a755 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0618625 Aug 17 03:31:44.144279 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970196ad-5127-4404-9459-7d225ef9fc36 req-66cb615e-f33e-490d-abea-b5d56b771b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:44.145819 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-970196ad-5127-4404-9459-7d225ef9fc36 req-66cb615e-f33e-490d-abea-b5d56b771b4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0449121 Aug 17 03:31:44.194664 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970196ad-5127-4404-9459-7d225ef9fc36 req-b7d065f2-ef34-40ad-8fe6-9b14d117254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:44.196167 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-970196ad-5127-4404-9459-7d225ef9fc36 req-b7d065f2-ef34-40ad-8fe6-9b14d117254d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420015 Aug 17 03:31:44.289791 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-970196ad-5127-4404-9459-7d225ef9fc36 req-38c88382-e639-425a-b5ae-a9f03be30337 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859697 Aug 17 03:31:44.379106 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-970196ad-5127-4404-9459-7d225ef9fc36 req-80fc5c73-935e-472b-918c-01c514d8bb2c service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824745 Aug 17 03:31:59.346957 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:01.798056 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:07.917720 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f7395112-3743-4726-b8bb-38fe741e3b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:10.392380 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-668870c5-9601-4b10-88f1-6f8565eb609b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:10.689217 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:11.631846 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:32:12.077857 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:14.026151 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:29.306346 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:31.819578 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:37.923000 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c5a19a26-2bc8-4141-97a7-507e64cbe912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:40.397322 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-85fc57b6-b6ee-4d7c-a1c5-e1fbf59f82f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:40.637171 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:42.037550 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:43.815397 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-363e90e4-69cf-4272-8883-e6929c2d9e38 req-fd165255-645e-4890-b99e-7b2c9207a445 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451484 Aug 17 03:32:43.912209 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e90e4-69cf-4272-8883-e6929c2d9e38 req-efa701b0-a111-4e40-aca1-cb6e819ac1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:43.913748 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-363e90e4-69cf-4272-8883-e6929c2d9e38 req-efa701b0-a111-4e40-aca1-cb6e819ac1d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0418835 Aug 17 03:32:44.016944 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e90e4-69cf-4272-8883-e6929c2d9e38 req-d8a356bf-203b-43ef-b3f3-c9293f8ff9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:44.018375 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-363e90e4-69cf-4272-8883-e6929c2d9e38 req-d8a356bf-203b-43ef-b3f3-c9293f8ff9c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0846052 Aug 17 03:32:44.065070 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:44.088010 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-363e90e4-69cf-4272-8883-e6929c2d9e38 req-b62b4969-0988-40c0-b07c-0c597cab1be7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0621710 Aug 17 03:32:44.138894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e90e4-69cf-4272-8883-e6929c2d9e38 req-8e0b5a40-b448-43e4-bdac-059ab4701166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:44.140349 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-363e90e4-69cf-4272-8883-e6929c2d9e38 req-8e0b5a40-b448-43e4-bdac-059ab4701166 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0442481 Aug 17 03:32:44.186799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e90e4-69cf-4272-8883-e6929c2d9e38 req-16a64a53-1470-4d2e-a0ae-ac87c1f4d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:44.188283 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-363e90e4-69cf-4272-8883-e6929c2d9e38 req-16a64a53-1470-4d2e-a0ae-ac87c1f4d6b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403914 Aug 17 03:32:44.282091 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-363e90e4-69cf-4272-8883-e6929c2d9e38 req-016a61aa-d830-4bf0-8ac6-4303ccfa4f80 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859501 Aug 17 03:32:44.370262 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-363e90e4-69cf-4272-8883-e6929c2d9e38 req-5e8f28fc-a908-4aec-b63b-8f80450591d9 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807812 Aug 17 03:32:48.631264 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:32:59.374727 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:01.808670 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:07.945344 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0711f68f-79a3-4b06-b06c-a575b5f19a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:10.459342 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5a9043a8-fdb8-4dd0-a0aa-f41e1547559b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:10.647962 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:12.071712 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:14.042872 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:25.629872 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:33:29.322692 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:31.790354 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:37.921929 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2ee2a7b3-2ca8-48ae-b387-76ede76d5eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:40.396086 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-658ebc32-e53c-4431-aa40-2464f8db8d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:40.619574 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:42.070837 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:44.042652 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:44.848704 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-51072374-0e66-4a0a-a08f-97c4efc1c9ad req-e2e9abdf-95b6-4168-a374-cb8fab2efb84 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446692 Aug 17 03:33:44.940185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51072374-0e66-4a0a-a08f-97c4efc1c9ad req-ff604e39-785a-441b-83ef-22d265304805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:44.941697 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-51072374-0e66-4a0a-a08f-97c4efc1c9ad req-ff604e39-785a-441b-83ef-22d265304805 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0403471 Aug 17 03:33:45.045191 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51072374-0e66-4a0a-a08f-97c4efc1c9ad req-69af75e1-636c-4b4e-a2ff-8974816356d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:45.046682 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-51072374-0e66-4a0a-a08f-97c4efc1c9ad req-69af75e1-636c-4b4e-a2ff-8974816356d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0851676 Aug 17 03:33:45.112130 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-51072374-0e66-4a0a-a08f-97c4efc1c9ad req-b87a1416-9fa3-4495-9553-d1dd0e88b8a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0576937 Aug 17 03:33:45.160506 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51072374-0e66-4a0a-a08f-97c4efc1c9ad req-9d5ce621-c3eb-46e1-9388-758c67f4da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:45.161998 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-51072374-0e66-4a0a-a08f-97c4efc1c9ad req-9d5ce621-c3eb-46e1-9388-758c67f4da3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0429888 Aug 17 03:33:45.211573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51072374-0e66-4a0a-a08f-97c4efc1c9ad req-4c09b45f-4bff-4981-9e46-2d55699887a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:45.213052 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-51072374-0e66-4a0a-a08f-97c4efc1c9ad req-4c09b45f-4bff-4981-9e46-2d55699887a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432026 Aug 17 03:33:45.302544 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-51072374-0e66-4a0a-a08f-97c4efc1c9ad req-30310b49-b41f-4dff-87c7-24e3d64cf66e service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806506 Aug 17 03:33:45.396024 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-51072374-0e66-4a0a-a08f-97c4efc1c9ad req-ec6f8672-a830-4cae-8cd5-de96e6a4f141 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848453 Aug 17 03:33:59.350225 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:01.825165 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:02.629770 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:34:07.950035 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-298152a4-5063-4eab-a4f9-f0946deeb05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:10.401556 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f7c1-127e-4deb-8be9-dd7f28926404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:10.664483 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:12.058820 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:14.076398 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:29.355746 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:31.823750 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:37.943613 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5edbcde3-4beb-4444-9b8b-89be0cc4fe0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:39.629607 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:34:40.412328 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2d576160-b89c-4b74-a3de-5044f3b012a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:40.629498 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:42.092228 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:44.064031 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:45.817580 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b735cb44-ebd1-4f92-a0cf-589d8634cd3e req-005c2e02-ce2d-4a60-9569-eb26ed2b54cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402162 Aug 17 03:34:45.927822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735cb44-ebd1-4f92-a0cf-589d8634cd3e req-6fd72812-d569-4dfe-b2e8-8606157fcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:45.929324 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b735cb44-ebd1-4f92-a0cf-589d8634cd3e req-6fd72812-d569-4dfe-b2e8-8606157fcc19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0411119 Aug 17 03:34:46.036426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735cb44-ebd1-4f92-a0cf-589d8634cd3e req-23f1ab3f-f4e2-4cf4-9d58-ca767f3064b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:46.042510 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b735cb44-ebd1-4f92-a0cf-589d8634cd3e req-23f1ab3f-f4e2-4cf4-9d58-ca767f3064b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0891495 Aug 17 03:34:46.102975 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b735cb44-ebd1-4f92-a0cf-589d8634cd3e req-ba90c0e4-76d3-4a41-aaa1-1296c2acc331 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0575650 Aug 17 03:34:46.155776 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735cb44-ebd1-4f92-a0cf-589d8634cd3e req-325a7db9-4c8c-4867-98fc-d52aa17f2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:46.157206 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b735cb44-ebd1-4f92-a0cf-589d8634cd3e req-325a7db9-4c8c-4867-98fc-d52aa17f2d98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0469420 Aug 17 03:34:46.203849 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735cb44-ebd1-4f92-a0cf-589d8634cd3e req-925deea9-8f65-442e-8024-a08e950e4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:46.205480 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b735cb44-ebd1-4f92-a0cf-589d8634cd3e req-925deea9-8f65-442e-8024-a08e950e4c32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403886 Aug 17 03:34:46.293912 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b735cb44-ebd1-4f92-a0cf-589d8634cd3e req-3b506b31-0db6-4993-90af-d125faf8851a service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799346 Aug 17 03:34:46.385826 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b735cb44-ebd1-4f92-a0cf-589d8634cd3e req-fa1f9f36-b1ea-4da8-abb6-504644dcbee8 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843108 Aug 17 03:34:59.371967 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:01.828966 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:07.914855 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-348e43da-669b-4a8e-b87a-5b6aee492c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:10.394608 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9a65edf3-c0a7-46cb-99e6-31325225beae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:10.651660 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:12.091915 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:14.069378 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:16.628872 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:35:29.377450 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:31.828570 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:37.954455 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-782a7ff6-2edb-47f2-a8dc-021e32df1e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:40.416937 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e84da8fa-9b7f-4cfc-b5fd-53803b626b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:40.685672 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:42.068702 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:44.062949 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:46.892001 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a38c3235-5bc4-452f-b80f-b44b4c0243d3 req-4df69f19-eca3-49dc-b1fe-11436b5c78ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1219170 Aug 17 03:35:46.984022 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c3235-5bc4-452f-b80f-b44b4c0243d3 req-ffcbd21f-b50b-4db4-a50f-ce2b4a167bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:46.985529 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a38c3235-5bc4-452f-b80f-b44b4c0243d3 req-ffcbd21f-b50b-4db4-a50f-ce2b4a167bd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0404737 Aug 17 03:35:47.092010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c3235-5bc4-452f-b80f-b44b4c0243d3 req-c3d05910-1021-45b2-9060-064e231dbaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:47.093521 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a38c3235-5bc4-452f-b80f-b44b4c0243d3 req-c3d05910-1021-45b2-9060-064e231dbaa7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0885670 Aug 17 03:35:47.162114 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a38c3235-5bc4-452f-b80f-b44b4c0243d3 req-9d1e7e0a-e1cc-4063-98fe-345c2648dc79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0607374 Aug 17 03:35:47.211039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c3235-5bc4-452f-b80f-b44b4c0243d3 req-f349b6ad-0ae7-46a0-848d-9634be2311a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:47.212463 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a38c3235-5bc4-452f-b80f-b44b4c0243d3 req-f349b6ad-0ae7-46a0-848d-9634be2311a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0434995 Aug 17 03:35:47.257257 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c3235-5bc4-452f-b80f-b44b4c0243d3 req-fe3bd81d-1988-4ecb-8e44-cdcae384e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:47.258734 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a38c3235-5bc4-452f-b80f-b44b4c0243d3 req-fe3bd81d-1988-4ecb-8e44-cdcae384e359 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389676 Aug 17 03:35:47.270319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-a38c3235-5bc4-452f-b80f-b44b4c0243d3 req-2791567b-cb7c-4169-9b20-6993de7ddc22 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:35:47.271527 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a38c3235-5bc4-452f-b80f-b44b4c0243d3 req-2791567b-cb7c-4169-9b20-6993de7ddc22 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051677 Aug 17 03:35:47.362802 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a38c3235-5bc4-452f-b80f-b44b4c0243d3 req-f9066d1e-d5f2-4f71-9a9c-9384c0e8d967 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837340 Aug 17 03:35:47.451725 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a38c3235-5bc4-452f-b80f-b44b4c0243d3 req-e0afcb85-b7d9-4556-8e69-15e3f27f22a9 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816391 Aug 17 03:35:53.628350 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:35:59.399755 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:01.845476 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:07.925510 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f85f37e5-1efd-437c-a26e-05a94320d926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:10.439983 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d3330827-179f-4fdf-9a67-dcceac1e19f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:10.696884 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:12.085556 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:14.051700 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:29.450982 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:30.628299 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:36:31.856570 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:37.947627 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1d82707a-a060-433c-9317-581bf0e9d646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:40.410940 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8a3dfb99-c2db-4983-9bec-4935c2684932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:40.656402 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:42.108268 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:44.056421 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:46.802836 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3fc38a95-b739-4fe9-ae85-527f188a226b req-cdb68230-6d30-4d35-a5d6-0703a35cc760 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403841 Aug 17 03:36:46.902509 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc38a95-b739-4fe9-ae85-527f188a226b req-07c7fb9b-ba78-439b-bb36-b8b93d14be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:46.904022 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3fc38a95-b739-4fe9-ae85-527f188a226b req-07c7fb9b-ba78-439b-bb36-b8b93d14be6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0450714 Aug 17 03:36:47.005188 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc38a95-b739-4fe9-ae85-527f188a226b req-2679ed8b-5f0e-4fc1-9bf3-293d26479346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:47.006785 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3fc38a95-b739-4fe9-ae85-527f188a226b req-2679ed8b-5f0e-4fc1-9bf3-293d26479346 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0833449 Aug 17 03:36:47.075564 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3fc38a95-b739-4fe9-ae85-527f188a226b req-fcbe388d-eb6d-46e3-b28b-1e5cab7e9cc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0617194 Aug 17 03:36:47.124235 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc38a95-b739-4fe9-ae85-527f188a226b req-a4c2c059-a6e1-47ba-902e-a28107018dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:47.125774 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3fc38a95-b739-4fe9-ae85-527f188a226b req-a4c2c059-a6e1-47ba-902e-a28107018dcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0436397 Aug 17 03:36:47.174301 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc38a95-b739-4fe9-ae85-527f188a226b req-29855be1-22a1-4b98-a1ce-a8a5245e268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:47.175851 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3fc38a95-b739-4fe9-ae85-527f188a226b req-29855be1-22a1-4b98-a1ce-a8a5245e268f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414615 Aug 17 03:36:47.267167 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3fc38a95-b739-4fe9-ae85-527f188a226b req-5b917183-bd75-4c5c-8ce0-9b342cbaa73b service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834861 Aug 17 03:36:47.356680 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3fc38a95-b739-4fe9-ae85-527f188a226b req-ddc81513-b585-4585-a5e6-f5e1b8679972 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807772 Aug 17 03:36:59.410874 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:01.856256 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:07.627694 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:37:07.919236 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a6c91b30-8f58-4726-a78e-66f632999283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:10.427672 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-54a21ae5-9e77-4098-9e2d-9ef0c74a8b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:10.650714 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:12.124238 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:14.073463 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:29.438741 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:31.873069 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:37.928852 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d8bf1c51-1cff-452c-9b7d-93eb3683f6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:40.408868 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0652-82e5-4923-a4f8-7b7dfcf41f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:40.649373 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:42.078836 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:44.094517 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:44.627096 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:37:48.806512 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5fe512e2-515d-4ca0-bae6-cc247846fc24 req-277f0faa-5436-4085-8b80-09c09d53f5dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448551 Aug 17 03:37:48.897297 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe512e2-515d-4ca0-bae6-cc247846fc24 req-11e6730f-60ca-48a1-80dc-a89f141d0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:37:48.899440 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5fe512e2-515d-4ca0-bae6-cc247846fc24 req-11e6730f-60ca-48a1-80dc-a89f141d0523 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0409811 Aug 17 03:37:49.002927 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe512e2-515d-4ca0-bae6-cc247846fc24 req-b8cf3a8b-27dd-4cc1-9dc5-7d13cc275e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:37:49.004337 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5fe512e2-515d-4ca0-bae6-cc247846fc24 req-b8cf3a8b-27dd-4cc1-9dc5-7d13cc275e3d service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0842860 Aug 17 03:37:49.072704 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5fe512e2-515d-4ca0-bae6-cc247846fc24 req-8a45c30c-489c-46be-a58b-d0afa3bf7d47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0605443 Aug 17 03:37:49.122041 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe512e2-515d-4ca0-bae6-cc247846fc24 req-b1e09f54-ca15-42ea-b058-8bf4464e2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:37:49.123477 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5fe512e2-515d-4ca0-bae6-cc247846fc24 req-b1e09f54-ca15-42ea-b058-8bf4464e2219 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0436521 Aug 17 03:37:49.168464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe512e2-515d-4ca0-bae6-cc247846fc24 req-fdeb3239-4dd3-493c-8de4-f3015625ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:37:49.169960 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5fe512e2-515d-4ca0-bae6-cc247846fc24 req-fdeb3239-4dd3-493c-8de4-f3015625ead9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395422 Aug 17 03:37:49.264183 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5fe512e2-515d-4ca0-bae6-cc247846fc24 req-12c40c8d-179b-43be-bc6b-5dc0ca0d1a34 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863237 Aug 17 03:37:49.358528 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-5fe512e2-515d-4ca0-bae6-cc247846fc24 req-35990eb1-9f26-42f0-8f0d-f02dca922d05 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858846 Aug 17 03:37:59.427056 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:01.861143 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:07.945349 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4e01ef84-5f31-4a1e-8092-4a2a6348adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:10.409538 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-836c5c26-fbb5-4f79-a0ae-fef36cd224ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:10.637848 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:12.089806 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:14.083782 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:21.625833 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:38:29.460885 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:31.876203 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:37.934891 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9d18f0aa-0559-4e08-83b0-073def968542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:40.414775 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bf4b7be9-c8ce-4a6b-b6e2-e5325d5221b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:40.637568 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:42.106512 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:44.078094 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:48.801109 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ebe299d-8ba0-4f11-9e00-0d4dad68e0c8 req-74e9c27a-0edf-44e1-b019-a03937cc46ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399711 Aug 17 03:38:48.892513 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe299d-8ba0-4f11-9e00-0d4dad68e0c8 req-875b7256-56d0-4c51-9d1f-39253f9a3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:38:48.894931 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ebe299d-8ba0-4f11-9e00-0d4dad68e0c8 req-875b7256-56d0-4c51-9d1f-39253f9a3ca7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0411808 Aug 17 03:38:48.999875 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe299d-8ba0-4f11-9e00-0d4dad68e0c8 req-8fc42fb7-2956-47d2-ac92-3dd34781cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:38:49.001379 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ebe299d-8ba0-4f11-9e00-0d4dad68e0c8 req-8fc42fb7-2956-47d2-ac92-3dd34781cd6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0860875 Aug 17 03:38:49.068064 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ebe299d-8ba0-4f11-9e00-0d4dad68e0c8 req-4c3e4c45-1463-4fd8-8a31-38bbaa667038 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0579848 Aug 17 03:38:49.118964 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe299d-8ba0-4f11-9e00-0d4dad68e0c8 req-c9e1aba5-12c7-4c11-9b82-43fa0cdd9129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:38:49.120434 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ebe299d-8ba0-4f11-9e00-0d4dad68e0c8 req-c9e1aba5-12c7-4c11-9b82-43fa0cdd9129 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0446484 Aug 17 03:38:49.169380 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe299d-8ba0-4f11-9e00-0d4dad68e0c8 req-5b86cbbf-8120-4fc3-a719-3cfb03a6cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:38:49.170852 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ebe299d-8ba0-4f11-9e00-0d4dad68e0c8 req-5b86cbbf-8120-4fc3-a719-3cfb03a6cfb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432243 Aug 17 03:38:49.257991 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ebe299d-8ba0-4f11-9e00-0d4dad68e0c8 req-23777e59-ba5c-47ab-bd77-199ad91d6471 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787568 Aug 17 03:38:49.349804 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4ebe299d-8ba0-4f11-9e00-0d4dad68e0c8 req-d3d04a2a-54bd-4a91-a32d-04f1fa7a21c6 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840323 Aug 17 03:38:58.624956 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:38:59.481897 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:01.881627 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:07.932883 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-17699ae7-dc3b-466e-8a74-016cf1a231de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:10.459185 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef897586-52c5-47ca-b145-c7eafe9318ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:10.658871 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:12.094512 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:14.099230 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:29.477447 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:31.928064 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:35.623697 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:39:37.957714 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9fda71dd-6a71-4231-8f5c-8a0bf88c3d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:40.425823 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8435007b-be66-474a-9285-d7e2fe5438c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:40.659684 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:42.109685 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:44.083000 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:49.798243 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-29f942ed-412b-41aa-985c-4a8aa9afc970 req-12c6bdec-f066-47a5-855a-e5318d48f20a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406032 Aug 17 03:39:49.888791 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f942ed-412b-41aa-985c-4a8aa9afc970 req-cbbec482-ee99-4d46-9f56-cfd8814382b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:39:49.890395 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-29f942ed-412b-41aa-985c-4a8aa9afc970 req-cbbec482-ee99-4d46-9f56-cfd8814382b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0394952 Aug 17 03:39:49.995600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f942ed-412b-41aa-985c-4a8aa9afc970 req-fd573b51-0826-4afe-9362-1225d2fac0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:39:49.997060 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-29f942ed-412b-41aa-985c-4a8aa9afc970 req-fd573b51-0826-4afe-9362-1225d2fac0a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0863338 Aug 17 03:39:50.062943 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-29f942ed-412b-41aa-985c-4a8aa9afc970 req-3c150ac3-abd0-478e-b27b-a24c6f5036c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0581331 Aug 17 03:39:50.115467 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f942ed-412b-41aa-985c-4a8aa9afc970 req-847ab452-58b6-44e2-b803-b024f9731c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:39:50.116890 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-29f942ed-412b-41aa-985c-4a8aa9afc970 req-847ab452-58b6-44e2-b803-b024f9731c65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0467424 Aug 17 03:39:50.164248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f942ed-412b-41aa-985c-4a8aa9afc970 req-432a2f8f-4bf3-483f-9291-48663c5b4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:39:50.165733 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-29f942ed-412b-41aa-985c-4a8aa9afc970 req-432a2f8f-4bf3-483f-9291-48663c5b4f6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399961 Aug 17 03:39:50.251987 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-29f942ed-412b-41aa-985c-4a8aa9afc970 req-498917ad-2bbd-44eb-80c4-7f91a34cbbdc service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779626 Aug 17 03:39:50.345263 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-29f942ed-412b-41aa-985c-4a8aa9afc970 req-8dedb451-bb52-48f9-9a3c-dfe033b49ef4 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849960 Aug 17 03:39:59.503213 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:01.937821 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:07.905104 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-60de548d-327d-410b-a6df-5c976c12b372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:10.448165 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d7143b88-81be-4b64-adf5-787ccdf70630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:10.657596 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:12.133631 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:12.626224 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:40:14.080717 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:29.494279 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:31.950432 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:32.806948 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-17faf40e-00a1-437b-85bf-0b87391d96e0 service neutron] (95407) timed out ('10.222.0.13', 39504) {{(pid=95407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:40:37.939483 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9986faee-d55e-4914-b3ca-6abdf5bdd657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:39.986821 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-d04cc129-d4d8-47a3-95c0-c5b475d2be59 req-fc1684e5-d976-4ecf-8fa7-540dd5ebbb93 service neutron] (95407) timed out ('10.222.0.18', 55177) {{(pid=95407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:40:40.407856 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-84ed41a8-0e86-4f62-a0a2-d266c6d6feff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:40.635972 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:42.099918 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:44.076128 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:45.465570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-6072e8c5-7d0e-4be6-9338-561200761562 req-be08a0f0-9e6b-4748-9599-69339f2abc5c service neutron] (95406) timed out ('10.222.0.42', 55317) {{(pid=95406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:40:49.625900 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:40:49.891106 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ec8f12c-d1d5-409a-bcce-9d67739e249f req-adef79c0-949c-4055-b55a-04901fbb25e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1362166 Aug 17 03:40:49.986081 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f12c-d1d5-409a-bcce-9d67739e249f req-a328f4ff-db6f-4ac8-ad3b-13b091f4d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:40:49.987549 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ec8f12c-d1d5-409a-bcce-9d67739e249f req-a328f4ff-db6f-4ac8-ad3b-13b091f4d764 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0428975 Aug 17 03:40:50.427141 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f12c-d1d5-409a-bcce-9d67739e249f req-4aeb1c46-45af-40c8-9b6e-3f81447a37dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:40:50.428612 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ec8f12c-d1d5-409a-bcce-9d67739e249f req-4aeb1c46-45af-40c8-9b6e-3f81447a37dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.4206719 Aug 17 03:40:50.495760 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ec8f12c-d1d5-409a-bcce-9d67739e249f req-e292e6ce-62d3-4fa3-aaee-b0710f95854c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0590966 Aug 17 03:40:50.544171 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f12c-d1d5-409a-bcce-9d67739e249f req-e0e10777-e889-4dee-b682-2b0638b1e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:40:50.545621 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ec8f12c-d1d5-409a-bcce-9d67739e249f req-e0e10777-e889-4dee-b682-2b0638b1e823 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0427318 Aug 17 03:40:50.590674 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f12c-d1d5-409a-bcce-9d67739e249f req-b68e9ba1-9a2a-4ec0-ab2d-03d45e2512df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:40:50.592142 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ec8f12c-d1d5-409a-bcce-9d67739e249f req-b68e9ba1-9a2a-4ec0-ab2d-03d45e2512df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395694 Aug 17 03:40:50.684219 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ec8f12c-d1d5-409a-bcce-9d67739e249f req-515d8fd8-7c18-4311-9eda-30bb12734139 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841413 Aug 17 03:40:50.772151 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2ec8f12c-d1d5-409a-bcce-9d67739e249f req-72005c81-a6f7-4daa-9120-2401bf5a381d service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808780 Aug 17 03:40:59.496312 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.970745 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:07.506067 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [req-b2466de6-a90f-494c-8097-77beb2912869 req-359766a2-7d69-4bcd-9ef0-0e2b4f43eebb tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] (95406) timed out ('10.222.0.13', 34500) {{(pid=95406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:41:07.932757 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ee28e79a-5399-4dd5-9731-71e88237ae39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:10.451005 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e267d2a0-e552-4001-b909-acc61a2cfe04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:10.651270 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:12.110398 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:14.098807 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:26.625505 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:41:29.486955 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:31.972563 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:37.946834 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-16c97197-66ee-44e8-9532-e07e916f3452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:40.452352 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-93d50c15-7cb6-42ef-a072-fa6e1f447bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:40.635371 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:42.144316 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:44.098720 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:50.819046 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0944a5ea-cfe4-4487-880c-c9365874232b req-aeb5b17a-337f-44c8-bd75-fc44b26439c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439119 Aug 17 03:41:50.912450 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944a5ea-cfe4-4487-880c-c9365874232b req-6ffe9ebc-5d17-42d2-8e5d-ab6427aad5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:50.913972 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0944a5ea-cfe4-4487-880c-c9365874232b req-6ffe9ebc-5d17-42d2-8e5d-ab6427aad5b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0399275 Aug 17 03:41:51.019007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944a5ea-cfe4-4487-880c-c9365874232b req-2fa0f703-ff68-406d-9451-4a44bd1f7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:51.020453 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0944a5ea-cfe4-4487-880c-c9365874232b req-2fa0f703-ff68-406d-9451-4a44bd1f7b4c service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0852072 Aug 17 03:41:51.086323 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0944a5ea-cfe4-4487-880c-c9365874232b req-471d724a-1d3d-4dd8-a391-9b36abb92fb9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0571513 Aug 17 03:41:51.136103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944a5ea-cfe4-4487-880c-c9365874232b req-c1ead8cd-89e0-47dd-998f-18ad079a8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:51.137615 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0944a5ea-cfe4-4487-880c-c9365874232b req-c1ead8cd-89e0-47dd-998f-18ad079a8729 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0426080 Aug 17 03:41:51.186582 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944a5ea-cfe4-4487-880c-c9365874232b req-82d23d2d-5164-4e9f-9928-b590a81d122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:51.188070 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0944a5ea-cfe4-4487-880c-c9365874232b req-82d23d2d-5164-4e9f-9928-b590a81d122a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433261 Aug 17 03:41:51.277425 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0944a5ea-cfe4-4487-880c-c9365874232b req-d9cff5ca-1962-4ac2-ba95-50545345b3bc service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815022 Aug 17 03:41:51.369820 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0944a5ea-cfe4-4487-880c-c9365874232b req-756244a8-2c0a-40f5-ac49-ad95be10efad service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849338 Aug 17 03:41:59.537809 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:01.983619 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:03.625894 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:42:07.952127 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-75ac8a64-9400-4a86-9792-398b5eb1ebaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:10.466752 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4c9bd032-5396-4e85-8735-a67b5a753452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:10.655329 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:12.107266 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:14.097812 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:29.526399 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:31.986677 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:37.984136 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-94918544-1b3e-4aa8-9892-a41a0f03cbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:40.488788 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-42c27398-8f1e-474e-9443-1e582f20d465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:40.625674 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:42:40.702894 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:42.121228 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:44.106162 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:50.802843 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264d8330-8dcc-439b-81ae-0cbbb47fbab0 req-7f6ce6bf-fadf-4f3b-a2f9-518a457ea740 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392420 Aug 17 03:42:50.901964 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d8330-8dcc-439b-81ae-0cbbb47fbab0 req-3b5124e0-0c64-430c-b127-1c9d6cdaf79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:50.906249 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264d8330-8dcc-439b-81ae-0cbbb47fbab0 req-3b5124e0-0c64-430c-b127-1c9d6cdaf79f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0399110 Aug 17 03:42:51.008176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d8330-8dcc-439b-81ae-0cbbb47fbab0 req-8b69953f-d5af-4b1e-a666-9a5705902249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:51.009323 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264d8330-8dcc-439b-81ae-0cbbb47fbab0 req-8b69953f-d5af-4b1e-a666-9a5705902249 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0847006 Aug 17 03:42:51.074697 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264d8330-8dcc-439b-81ae-0cbbb47fbab0 req-f2cb7522-e84b-4b96-83ff-7f2176b0574c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0571287 Aug 17 03:42:51.127776 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d8330-8dcc-439b-81ae-0cbbb47fbab0 req-e4d28d9a-9732-405c-b717-2c9bf3d46994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:51.129188 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264d8330-8dcc-439b-81ae-0cbbb47fbab0 req-e4d28d9a-9732-405c-b717-2c9bf3d46994 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0461993 Aug 17 03:42:51.177036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d8330-8dcc-439b-81ae-0cbbb47fbab0 req-be8eb001-ac86-427d-98b0-c3b0c876ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:51.178547 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264d8330-8dcc-439b-81ae-0cbbb47fbab0 req-be8eb001-ac86-427d-98b0-c3b0c876ec0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395904 Aug 17 03:42:51.267689 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264d8330-8dcc-439b-81ae-0cbbb47fbab0 req-5ee011f9-b209-4136-9ef8-3330084a8828 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805724 Aug 17 03:42:51.359216 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264d8330-8dcc-439b-81ae-0cbbb47fbab0 req-89e06385-5bc3-4af3-b6ce-38ff41a9a81f service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843711 Aug 17 03:42:59.529058 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:01.973677 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:08.019353 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-40627e55-6c1c-439d-9169-a6ae9bc12754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:10.452018 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-00a86bbb-42ef-4e51-b8a8-f1b2e027baa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:10.696968 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:12.111085 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:14.151241 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:17.625056 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:43:29.568047 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:31.979288 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:37.953722 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a7ced882-9ffd-4b14-bfae-3bda913e1417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:40.456709 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-94aa5c8e-7a9c-4fd5-962b-3dc57b222188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:40.662057 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:42.136801 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:44.136962 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:52.788493 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6d5fa0e6-479e-4d24-8153-c4fd6f2b0693 req-d54fde76-fb22-4bef-9073-3ab394dde757 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429873 Aug 17 03:43:52.879702 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fa0e6-479e-4d24-8153-c4fd6f2b0693 req-93384161-6fe6-48d6-8d76-8a9a0f495217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:52.881295 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6d5fa0e6-479e-4d24-8153-c4fd6f2b0693 req-93384161-6fe6-48d6-8d76-8a9a0f495217 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0403738 Aug 17 03:43:53.001979 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fa0e6-479e-4d24-8153-c4fd6f2b0693 req-e3586942-7865-4067-9ec6-471797a0f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:53.003451 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6d5fa0e6-479e-4d24-8153-c4fd6f2b0693 req-e3586942-7865-4067-9ec6-471797a0f813 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.1012850 Aug 17 03:43:53.074582 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6d5fa0e6-479e-4d24-8153-c4fd6f2b0693 req-41d72b63-ce92-4fca-a523-b78e43dea339 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0634294 Aug 17 03:43:53.126004 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fa0e6-479e-4d24-8153-c4fd6f2b0693 req-aa99221d-0c4b-410e-b037-a37a0aa9f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:53.127494 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6d5fa0e6-479e-4d24-8153-c4fd6f2b0693 req-aa99221d-0c4b-410e-b037-a37a0aa9f4f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0446393 Aug 17 03:43:53.173637 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fa0e6-479e-4d24-8153-c4fd6f2b0693 req-bc872865-4a0e-4c7b-8281-8be9da40690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:53.175126 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6d5fa0e6-479e-4d24-8153-c4fd6f2b0693 req-bc872865-4a0e-4c7b-8281-8be9da40690f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405633 Aug 17 03:43:53.272849 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6d5fa0e6-479e-4d24-8153-c4fd6f2b0693 req-892bb602-1cba-4beb-a05c-5681d441ca51 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898676 Aug 17 03:43:53.367451 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6d5fa0e6-479e-4d24-8153-c4fd6f2b0693 req-bd7710a7-d578-4f92-b78c-2eb0df3ef5e9 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842721 Aug 17 03:43:54.625867 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:43:59.550394 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:01.984237 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:07.953708 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-13d6ef91-e5a3-4b2f-92e9-0eecf90b20f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:10.481434 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a7a26b22-9eda-4f52-ad80-cb7801dbfc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:10.667303 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:12.110049 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:14.125456 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:29.555451 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:31.624998 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:44:31.975528 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:37.943447 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-477e2262-91cd-4648-b757-861f1f634592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:40.524103 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-40345c7d-01ac-4211-803a-a2c7aa7ef6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:40.701124 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:42.130582 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:44.130032 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:52.785415 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-806dc31f-b976-428b-9d89-dffc4056bf27 req-ba32095e-5166-4658-a29a-f4070ea903b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405757 Aug 17 03:44:52.881482 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dc31f-b976-428b-9d89-dffc4056bf27 req-16b95c5c-412f-4a7a-9dc1-8b47f2b8bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:52.882977 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-806dc31f-b976-428b-9d89-dffc4056bf27 req-16b95c5c-412f-4a7a-9dc1-8b47f2b8bbe2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0445902 Aug 17 03:44:52.984826 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dc31f-b976-428b-9d89-dffc4056bf27 req-b6d0d138-9337-4c8d-8619-8b93586986e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:52.986326 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-806dc31f-b976-428b-9d89-dffc4056bf27 req-b6d0d138-9337-4c8d-8619-8b93586986e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0832231 Aug 17 03:44:53.058097 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-806dc31f-b976-428b-9d89-dffc4056bf27 req-746da437-23dd-44a4-88d0-fc00cb2983af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0627592 Aug 17 03:44:53.107940 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dc31f-b976-428b-9d89-dffc4056bf27 req-e2d587d3-7338-4299-b75b-d4f89f6a2530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:53.109435 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-806dc31f-b976-428b-9d89-dffc4056bf27 req-e2d587d3-7338-4299-b75b-d4f89f6a2530 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0438745 Aug 17 03:44:53.155413 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dc31f-b976-428b-9d89-dffc4056bf27 req-40f09994-367d-4a7d-8a79-301c9f3a5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:53.156994 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-806dc31f-b976-428b-9d89-dffc4056bf27 req-40f09994-367d-4a7d-8a79-301c9f3a5422 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393560 Aug 17 03:44:53.255640 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-806dc31f-b976-428b-9d89-dffc4056bf27 req-406153bf-bc5a-4dc4-9172-0c58640e8f08 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891614 Aug 17 03:44:53.347835 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-806dc31f-b976-428b-9d89-dffc4056bf27 req-39155414-36eb-46ec-b86e-0825e6635dd5 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833881 Aug 17 03:44:59.587115 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:01.971567 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:07.954459 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f23cfee1-07ef-442b-a432-50e639e96dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:08.625233 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:45:10.455279 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6611b04b-b691-4ee5-8faf-11b77157512c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:10.668574 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:12.125582 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:14.129709 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:29.553803 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:31.965198 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:37.970735 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8d4dfef-0bb0-49a5-979c-d040aaeb68b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:40.450967 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-61defa72-a775-4f4f-b8af-b15a2d705f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:40.667772 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:42.159860 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:44.119801 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:45.624659 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:45:54.907299 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8980995a-4d71-4344-bd7a-5c85c959197a req-2a657541-2820-4bdd-bebb-2382388b4290 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1289992 Aug 17 03:45:54.998452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980995a-4d71-4344-bd7a-5c85c959197a req-bd68e5cc-efe0-4f10-9e9a-125163c4b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:54.999937 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8980995a-4d71-4344-bd7a-5c85c959197a req-bd68e5cc-efe0-4f10-9e9a-125163c4b6cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0415361 Aug 17 03:45:55.104134 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980995a-4d71-4344-bd7a-5c85c959197a req-5a54a6c1-d47a-4824-9442-7d5b84d3ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:55.105638 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8980995a-4d71-4344-bd7a-5c85c959197a req-5a54a6c1-d47a-4824-9442-7d5b84d3ec5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0849080 Aug 17 03:45:55.174606 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8980995a-4d71-4344-bd7a-5c85c959197a req-c4ad7336-d577-4bde-b7eb-a37a9f31a622 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0612371 Aug 17 03:45:55.225602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980995a-4d71-4344-bd7a-5c85c959197a req-cbc89384-cbbf-4246-92e5-0db07a688d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:55.227092 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8980995a-4d71-4344-bd7a-5c85c959197a req-cbc89384-cbbf-4246-92e5-0db07a688d04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0450690 Aug 17 03:45:55.273705 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980995a-4d71-4344-bd7a-5c85c959197a req-c60f589f-4f45-4dc1-8a69-db25f9ea5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:55.275192 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8980995a-4d71-4344-bd7a-5c85c959197a req-c60f589f-4f45-4dc1-8a69-db25f9ea5812 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411832 Aug 17 03:45:55.286100 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-8980995a-4d71-4344-bd7a-5c85c959197a req-e2a21e51-52dd-4af1-bf38-3a4b29b6e484 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:45:55.287100 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8980995a-4d71-4344-bd7a-5c85c959197a req-e2a21e51-52dd-4af1-bf38-3a4b29b6e484 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049558 Aug 17 03:45:55.379345 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8980995a-4d71-4344-bd7a-5c85c959197a req-cbb6b088-ee45-4b94-9921-a627f8d7f53e service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853066 Aug 17 03:45:55.472778 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8980995a-4d71-4344-bd7a-5c85c959197a req-a8a442f6-ce3d-4890-93ba-726d70776111 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851727 Aug 17 03:45:59.581985 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:01.959277 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:07.985928 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6e80da78-9703-4301-853f-81ea48d1c851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:10.450547 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2b22d50a-c50f-4964-87be-0a078b458d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:10.679124 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:12.124249 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:14.124258 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:22.624651 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:46:29.581517 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:31.991409 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:37.963855 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-accbc607-c2e0-42ca-9067-21d124505bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:40.466793 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-414d9877-fc0c-42f6-bfd0-538a074c7f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:40.667182 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:42.134555 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:44.135904 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:55.780602 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0974525d-79a8-4a86-be66-3b7ef387603b req-bb4fabc5-efa4-4b97-a0ec-b56e5943c081 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407925 Aug 17 03:46:55.872883 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974525d-79a8-4a86-be66-3b7ef387603b req-ffb101db-ce7f-45b2-98cc-408f8d06dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:55.874429 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0974525d-79a8-4a86-be66-3b7ef387603b req-ffb101db-ce7f-45b2-98cc-408f8d06dab0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0410755 Aug 17 03:46:55.981498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974525d-79a8-4a86-be66-3b7ef387603b req-d507d6c6-fbc2-41f3-9746-0467a7236be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:55.982985 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0974525d-79a8-4a86-be66-3b7ef387603b req-d507d6c6-fbc2-41f3-9746-0467a7236be1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0881457 Aug 17 03:46:56.051060 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0974525d-79a8-4a86-be66-3b7ef387603b req-c2f75fe2-bc5d-48d1-b7a3-836b4251c783 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0608773 Aug 17 03:46:56.109073 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974525d-79a8-4a86-be66-3b7ef387603b req-b3296112-dde0-4b4a-84d2-eaaea373c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:56.110551 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0974525d-79a8-4a86-be66-3b7ef387603b req-b3296112-dde0-4b4a-84d2-eaaea373c782 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0446937 Aug 17 03:46:56.160461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974525d-79a8-4a86-be66-3b7ef387603b req-c6018d37-ad96-45fd-a2f9-0a130365f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:56.161998 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0974525d-79a8-4a86-be66-3b7ef387603b req-c6018d37-ad96-45fd-a2f9-0a130365f082 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442579 Aug 17 03:46:56.252232 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0974525d-79a8-4a86-be66-3b7ef387603b req-02649ce0-2f04-44c3-8a73-67cbfb6da601 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821187 Aug 17 03:46:56.343068 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0974525d-79a8-4a86-be66-3b7ef387603b req-8b07f316-c68a-4262-b16a-ad0b0d5f304e service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830965 Aug 17 03:46:59.603451 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:59.624255 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:47:02.025034 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:07.963975 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0b3aff92-880f-4fff-a084-99567c4cd42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:10.447662 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4a6890b1-c893-4210-87be-19f0d8b29cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:10.678134 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:12.146104 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:14.123149 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:29.585891 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:32.008731 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:36.622594 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:47:37.968266 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-99564208-4377-4153-ab58-b160590a6d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:40.465729 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4e593b0e-bae4-47b5-af28-2188aad7996a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:40.682184 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:42.168819 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:44.139630 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:56.781777 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-346e9a41-882c-4d23-a51a-6ef739c74710 req-839dcf96-9c41-4b67-8c26-26d4583a9842 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406253 Aug 17 03:47:56.875594 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e9a41-882c-4d23-a51a-6ef739c74710 req-db371eb0-ca6a-44c7-8e44-709bf62c2f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:47:56.877184 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-346e9a41-882c-4d23-a51a-6ef739c74710 req-db371eb0-ca6a-44c7-8e44-709bf62c2f98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0406911 Aug 17 03:47:56.982569 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e9a41-882c-4d23-a51a-6ef739c74710 req-5342b32d-05a0-45ef-9a35-5ac6a0edbd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:47:56.984041 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-346e9a41-882c-4d23-a51a-6ef739c74710 req-5342b32d-05a0-45ef-9a35-5ac6a0edbd35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0861118 Aug 17 03:47:57.047884 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-346e9a41-882c-4d23-a51a-6ef739c74710 req-e18e268a-aaf9-4a7f-8a96-ed5c852255cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0563536 Aug 17 03:47:57.101961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e9a41-882c-4d23-a51a-6ef739c74710 req-b9d672a0-53bd-4efe-bdd4-0c58c7efaa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:47:57.103646 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-346e9a41-882c-4d23-a51a-6ef739c74710 req-b9d672a0-53bd-4efe-bdd4-0c58c7efaa31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0483580 Aug 17 03:47:57.150336 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e9a41-882c-4d23-a51a-6ef739c74710 req-1df43d52-d2e2-4882-8dc1-a5a58de0d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:47:57.151812 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-346e9a41-882c-4d23-a51a-6ef739c74710 req-1df43d52-d2e2-4882-8dc1-a5a58de0d645 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406811 Aug 17 03:47:57.240896 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-346e9a41-882c-4d23-a51a-6ef739c74710 req-2c8ad572-c6e4-4d06-bf54-8d22223f2ef8 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809352 Aug 17 03:47:57.334942 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-346e9a41-882c-4d23-a51a-6ef739c74710 req-4ff771a4-d6e2-44ec-911e-fd9fcf831a3a service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854483 Aug 17 03:47:59.585264 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:01.990917 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:07.956545 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-31d14e48-e8c6-4808-ac87-2aa088ecfb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:10.459192 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a177e5f6-8758-4c9f-b0c9-c3165d96d2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:10.676509 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:12.144981 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:13.623383 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:48:14.139032 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:29.635803 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:32.024059 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:37.950367 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-04ec995d-8774-42fc-8c70-2ac9aee5d1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:40.464437 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f27b-b60a-457a-9d92-638957a0bf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:40.681258 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:42.155528 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:44.144436 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:50.622182 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:48:56.805497 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-079ec076-4eac-4619-872f-ef373e01574b req-e2ec93cb-7b57-49a5-b0c4-0d77d7a8b7b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388217 Aug 17 03:48:56.902524 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ec076-4eac-4619-872f-ef373e01574b req-6c8d7ec1-278f-44ac-954b-9ad3708c5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:56.903984 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-079ec076-4eac-4619-872f-ef373e01574b req-6c8d7ec1-278f-44ac-954b-9ad3708c5b99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0442572 Aug 17 03:48:57.005053 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ec076-4eac-4619-872f-ef373e01574b req-4d4862fb-a1f2-47c4-b33e-d5646800e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:57.006786 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-079ec076-4eac-4619-872f-ef373e01574b req-4d4862fb-a1f2-47c4-b33e-d5646800e2d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0824649 Aug 17 03:48:57.075567 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-079ec076-4eac-4619-872f-ef373e01574b req-38edb927-4caf-478f-9629-6176ed68b481 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0613058 Aug 17 03:48:57.124361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ec076-4eac-4619-872f-ef373e01574b req-9946e5c3-8216-4c50-aec5-094f65b57031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:57.125823 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-079ec076-4eac-4619-872f-ef373e01574b req-9946e5c3-8216-4c50-aec5-094f65b57031 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0430686 Aug 17 03:48:57.172175 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ec076-4eac-4619-872f-ef373e01574b req-4004ff19-46e3-4c54-8987-2066dedd7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:57.174294 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-079ec076-4eac-4619-872f-ef373e01574b req-4004ff19-46e3-4c54-8987-2066dedd7d7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408790 Aug 17 03:48:57.265910 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-079ec076-4eac-4619-872f-ef373e01574b req-c54f3f74-518b-4fc6-b5c3-1416d109b57d service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841184 Aug 17 03:48:57.361701 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-079ec076-4eac-4619-872f-ef373e01574b req-931b9684-5aa5-4e70-9ca4-aa9dc7be95ae service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871048 Aug 17 03:48:59.641343 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:02.029001 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:07.971970 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-347a3547-5efc-42c4-a48e-a6f412a845a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:10.486645 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-322c350d-054e-40e5-bb2c-f3c969a8897c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:10.703975 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:12.149637 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:14.144094 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:27.620976 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:49:29.646070 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:32.028701 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:37.948998 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-de913cb4-049e-43e0-bf03-30ba31cab582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:40.474440 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5aa18454-4159-4322-848f-a98092a952fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:40.703277 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:42.154587 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:44.142846 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:57.781105 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2243b4f0-ac30-4ac5-b3dc-e36cf8fa11a9 req-0b57fe18-c8f1-44a6-b9b5-9049fe0a739b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441892 Aug 17 03:49:57.872250 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243b4f0-ac30-4ac5-b3dc-e36cf8fa11a9 req-504f6ddb-5377-47e7-bc11-ac8a4ee47509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:57.873742 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2243b4f0-ac30-4ac5-b3dc-e36cf8fa11a9 req-504f6ddb-5377-47e7-bc11-ac8a4ee47509 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0403485 Aug 17 03:49:57.975743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243b4f0-ac30-4ac5-b3dc-e36cf8fa11a9 req-eabb5d94-0c0a-4a52-9a57-fa19b1033c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:57.977267 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2243b4f0-ac30-4ac5-b3dc-e36cf8fa11a9 req-eabb5d94-0c0a-4a52-9a57-fa19b1033c90 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0841994 Aug 17 03:49:58.043638 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2243b4f0-ac30-4ac5-b3dc-e36cf8fa11a9 req-7ba5347b-1fd6-47a5-a59c-df7723c1ae32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0592484 Aug 17 03:49:58.092551 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243b4f0-ac30-4ac5-b3dc-e36cf8fa11a9 req-c9737abf-a5a3-4422-b126-ba06b469c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:58.094014 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2243b4f0-ac30-4ac5-b3dc-e36cf8fa11a9 req-c9737abf-a5a3-4422-b126-ba06b469c0cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0429683 Aug 17 03:49:58.139255 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243b4f0-ac30-4ac5-b3dc-e36cf8fa11a9 req-c60e04f7-c061-4d85-9f9e-33e66ece2132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:58.140704 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2243b4f0-ac30-4ac5-b3dc-e36cf8fa11a9 req-c60e04f7-c061-4d85-9f9e-33e66ece2132 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384707 Aug 17 03:49:58.232227 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2243b4f0-ac30-4ac5-b3dc-e36cf8fa11a9 req-c72f088b-e6c2-4759-9e10-fb4e5262e04f service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832970 Aug 17 03:49:58.322893 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2243b4f0-ac30-4ac5-b3dc-e36cf8fa11a9 req-f85d0e67-6aac-4eaf-ba53-eab64fb260bc service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829647 Aug 17 03:49:59.657382 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:02.028373 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:04.620504 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:50:07.953934 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eea1a4fa-8088-4dba-91b6-f79da35ec7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:10.473685 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6c380785-714f-4956-b144-409517cda167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:10.685299 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:12.153595 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:14.136718 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:29.656573 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:32.039455 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:37.970834 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7909d55d-23c2-490c-8a7c-177225e1ad53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:40.478994 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6b8587b8-5bd1-4a12-bef3-7e5d2d77b7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:40.679617 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:41.620023 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:50:42.170526 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:44.153108 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:58.870668 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-077f003d-bf5e-4396-96b6-c116e1719831 req-1a6b08ac-885b-4930-917b-39c8e406020d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1372383 Aug 17 03:50:58.965342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f003d-bf5e-4396-96b6-c116e1719831 req-5c0ad045-ba68-4db2-88bb-7055fdc2a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:50:58.966807 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-077f003d-bf5e-4396-96b6-c116e1719831 req-5c0ad045-ba68-4db2-88bb-7055fdc2a3e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0403106 Aug 17 03:50:59.072123 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f003d-bf5e-4396-96b6-c116e1719831 req-9a961d3a-9dfb-45f2-bdb0-77781f3ba60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:50:59.073590 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-077f003d-bf5e-4396-96b6-c116e1719831 req-9a961d3a-9dfb-45f2-bdb0-77781f3ba60a service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0867627 Aug 17 03:50:59.138181 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-077f003d-bf5e-4396-96b6-c116e1719831 req-f5ec7f87-8e05-4724-8fe7-729b9c69d8e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0569372 Aug 17 03:50:59.185746 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f003d-bf5e-4396-96b6-c116e1719831 req-d6640dbc-37db-43ee-9584-8bfa9bca278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:50:59.187137 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-077f003d-bf5e-4396-96b6-c116e1719831 req-d6640dbc-37db-43ee-9584-8bfa9bca278d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0416305 Aug 17 03:50:59.235995 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f003d-bf5e-4396-96b6-c116e1719831 req-c6fd548a-aedc-48d1-821f-92dc5eee18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:50:59.237466 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-077f003d-bf5e-4396-96b6-c116e1719831 req-c6fd548a-aedc-48d1-821f-92dc5eee18ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425270 Aug 17 03:50:59.328658 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-077f003d-bf5e-4396-96b6-c116e1719831 req-edd20765-1b09-4f5e-a2fd-f73f4419dd1c service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828099 Aug 17 03:50:59.420013 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-077f003d-bf5e-4396-96b6-c116e1719831 req-44d4cdd1-971f-44ac-abfc-2ffbda71e70a service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833406 Aug 17 03:50:59.679303 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:02.073312 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:07.964670 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb7f0-ef87-4ffb-a621-bc662edb423e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:10.461720 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ce23-c235-41a8-b56a-11e6b9608715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:10.706965 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:12.141516 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:14.130378 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:18.619038 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:51:29.712206 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:32.083967 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:37.969618 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-62c15379-539a-4455-834a-52a154427c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:40.478491 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d32b5f93-1933-4221-b869-5be42b0e0e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:40.724166 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:42.169587 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:44.164614 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:55.619896 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:51:58.768270 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d325f48f-7e92-482b-9ce9-76a682fe3e29 req-0987e85c-49f3-43a3-a010-23d429836d01 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395854 Aug 17 03:51:58.862184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325f48f-7e92-482b-9ce9-76a682fe3e29 req-7af8b249-b75e-4800-ad55-91061a870cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:58.863639 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d325f48f-7e92-482b-9ce9-76a682fe3e29 req-7af8b249-b75e-4800-ad55-91061a870cbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0401917 Aug 17 03:51:58.968117 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325f48f-7e92-482b-9ce9-76a682fe3e29 req-19832775-cc61-41ac-84f0-c45a0d8ae531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:58.969604 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d325f48f-7e92-482b-9ce9-76a682fe3e29 req-19832775-cc61-41ac-84f0-c45a0d8ae531 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0856664 Aug 17 03:51:59.033417 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d325f48f-7e92-482b-9ce9-76a682fe3e29 req-0ac80b6d-88cd-42e7-933a-2b9218459a53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0566046 Aug 17 03:51:59.086026 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325f48f-7e92-482b-9ce9-76a682fe3e29 req-f96cb22a-4bef-45bb-8e24-88c5712d53f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:59.089731 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d325f48f-7e92-482b-9ce9-76a682fe3e29 req-f96cb22a-4bef-45bb-8e24-88c5712d53f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0470631 Aug 17 03:51:59.135339 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325f48f-7e92-482b-9ce9-76a682fe3e29 req-1f413386-d79b-435c-aa42-7a14f71df446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:59.136818 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d325f48f-7e92-482b-9ce9-76a682fe3e29 req-1f413386-d79b-435c-aa42-7a14f71df446 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412526 Aug 17 03:51:59.223860 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d325f48f-7e92-482b-9ce9-76a682fe3e29 req-c77c7941-c499-4fec-9f6d-4635d4c7398d service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793018 Aug 17 03:51:59.315809 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d325f48f-7e92-482b-9ce9-76a682fe3e29 req-70a457a9-f57c-47b5-80a7-a31c9e616408 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836687 Aug 17 03:51:59.701311 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:02.083870 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:07.991610 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1353f585-17ea-4452-89d6-4c1a24df3029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:10.489555 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-54184362-370c-48bb-9e4f-e596e5512cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:10.723767 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:12.175312 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:14.134930 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:29.694869 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:32.093939 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:32.618945 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:52:37.986046 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-102f7fba-d5c0-4950-9490-351dd878a6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:40.465958 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dc342fc7-cefa-463a-856c-d02097d330ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:40.705407 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:42.186087 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:44.180182 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:59.711318 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:00.778404 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4205bd41-0035-4731-8202-05927edf807a req-451faaca-0625-46a2-be59-5832840a1fd4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439777 Aug 17 03:53:00.870240 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205bd41-0035-4731-8202-05927edf807a req-c194297d-7bac-49d4-be7c-216880b4d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:00.871751 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4205bd41-0035-4731-8202-05927edf807a req-c194297d-7bac-49d4-be7c-216880b4d76e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0396338 Aug 17 03:53:00.974682 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205bd41-0035-4731-8202-05927edf807a req-d9ee0cf5-00ab-46b0-8e0f-347da4ae01b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:00.976112 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4205bd41-0035-4731-8202-05927edf807a req-d9ee0cf5-00ab-46b0-8e0f-347da4ae01b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0846729 Aug 17 03:53:01.046800 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4205bd41-0035-4731-8202-05927edf807a req-93d1a2eb-e23d-46e9-97b4-fc04d49d333b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0625281 Aug 17 03:53:01.432852 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205bd41-0035-4731-8202-05927edf807a req-4041f70d-99e4-427a-9b13-1b43b8cdf9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:01.434225 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4205bd41-0035-4731-8202-05927edf807a req-4041f70d-99e4-427a-9b13-1b43b8cdf9bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.3800921 Aug 17 03:53:01.479933 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205bd41-0035-4731-8202-05927edf807a req-80f101c8-3781-405a-9e81-47ab6d437291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:01.481395 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4205bd41-0035-4731-8202-05927edf807a req-80f101c8-3781-405a-9e81-47ab6d437291 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392840 Aug 17 03:53:01.570224 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4205bd41-0035-4731-8202-05927edf807a req-d35a2588-0892-4762-8d0d-babdc4b288da service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812638 Aug 17 03:53:01.658297 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4205bd41-0035-4731-8202-05927edf807a req-c82d6085-72fb-4ae1-8028-4613a8269148 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799475 Aug 17 03:53:02.088920 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:08.002521 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a342b098-7bd0-4ce2-bf2a-998f24908d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:09.618515 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:53:10.511983 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d044dc5c-ac12-4027-8e3d-99e7bc86f4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:10.694241 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:12.168533 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:14.156941 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:29.716589 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:32.094244 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:37.979304 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-15e37bd3-2d06-4706-aeec-315923851a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:40.471001 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-17f470ec-af66-40fb-8fd2-c1826d37e538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:40.693911 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:42.173498 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:44.155416 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:46.618473 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:53:59.693861 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:02.092213 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:02.769073 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-16dedf3d-bb84-4ee6-bbb1-3800c9e33816 req-1fbb582a-ddef-47f4-be73-c644dd3d2031 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463476 Aug 17 03:54:02.864007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dedf3d-bb84-4ee6-bbb1-3800c9e33816 req-1078019d-7095-47e7-b4ff-68ce5b37c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:02.865507 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-16dedf3d-bb84-4ee6-bbb1-3800c9e33816 req-1078019d-7095-47e7-b4ff-68ce5b37c525 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0397029 Aug 17 03:54:02.965774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dedf3d-bb84-4ee6-bbb1-3800c9e33816 req-e3ac7e84-e991-47eb-bfc5-7509bdb4f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:02.967220 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-16dedf3d-bb84-4ee6-bbb1-3800c9e33816 req-e3ac7e84-e991-47eb-bfc5-7509bdb4f32a service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0816481 Aug 17 03:54:03.035877 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-16dedf3d-bb84-4ee6-bbb1-3800c9e33816 req-ad66b008-86b1-47ad-9967-1bb5551a8b47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0606630 Aug 17 03:54:03.086607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dedf3d-bb84-4ee6-bbb1-3800c9e33816 req-a49d1f10-2212-4999-b2b7-d93492ff9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:03.088119 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-16dedf3d-bb84-4ee6-bbb1-3800c9e33816 req-a49d1f10-2212-4999-b2b7-d93492ff9e44 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0443902 Aug 17 03:54:03.137069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dedf3d-bb84-4ee6-bbb1-3800c9e33816 req-647628f2-1a76-44ee-88d1-1a102da9ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:03.138595 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-16dedf3d-bb84-4ee6-bbb1-3800c9e33816 req-647628f2-1a76-44ee-88d1-1a102da9ac82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414596 Aug 17 03:54:03.232711 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-16dedf3d-bb84-4ee6-bbb1-3800c9e33816 req-f5226c5a-5bd7-4690-8eb8-99439e783bc5 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864604 Aug 17 03:54:03.324067 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-16dedf3d-bb84-4ee6-bbb1-3800c9e33816 req-5f335ef8-343c-42ce-8b33-cf68ec7773ad service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839689 Aug 17 03:54:07.983417 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1556-4681-48d9-87a4-c1b4b7f4b357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:10.457505 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-85b7d886-461b-4f16-85fa-47b3d37baa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:10.703715 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:12.173363 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:14.168035 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:23.617435 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:54:29.693115 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:32.099138 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:37.988565 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f4df6631-7c09-49b6-89d1-b73464d42416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:40.469357 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d3d21a7b-7ad1-4142-b36c-30c060951d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:40.680162 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.184259 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:44.161082 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:59.715184 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:00.617402 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:55:02.121555 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:02.765865 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-37b4a8cf-de8b-476f-ab9e-848d24611d80 req-0d4ce05a-e62e-4af7-a9d8-465ad5504e87 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404551 Aug 17 03:55:02.857772 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a8cf-de8b-476f-ab9e-848d24611d80 req-f46e648b-8966-426c-b995-f5cbb9d81a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:02.859283 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-37b4a8cf-de8b-476f-ab9e-848d24611d80 req-f46e648b-8966-426c-b995-f5cbb9d81a1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0406995 Aug 17 03:55:02.967223 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a8cf-de8b-476f-ab9e-848d24611d80 req-73a9de3e-10cf-4bed-9a87-1572c3e475ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:02.968689 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-37b4a8cf-de8b-476f-ab9e-848d24611d80 req-73a9de3e-10cf-4bed-9a87-1572c3e475ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0890687 Aug 17 03:55:03.033530 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-37b4a8cf-de8b-476f-ab9e-848d24611d80 req-9a8ec027-d15b-4a89-8391-adb634f36ed3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0572016 Aug 17 03:55:03.083502 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a8cf-de8b-476f-ab9e-848d24611d80 req-2c2fdb72-bd38-46d9-b04b-1d8a984e5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:03.084961 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-37b4a8cf-de8b-476f-ab9e-848d24611d80 req-2c2fdb72-bd38-46d9-b04b-1d8a984e5c32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0446815 Aug 17 03:55:03.135644 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a8cf-de8b-476f-ab9e-848d24611d80 req-fde3c00a-0a0b-4aea-8b0a-69dacc6cda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:03.138086 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-37b4a8cf-de8b-476f-ab9e-848d24611d80 req-fde3c00a-0a0b-4aea-8b0a-69dacc6cda2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450993 Aug 17 03:55:03.229494 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-37b4a8cf-de8b-476f-ab9e-848d24611d80 req-c7e0fcf1-1f6f-49bf-b14c-4575d1dc3e07 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838001 Aug 17 03:55:03.327157 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-37b4a8cf-de8b-476f-ab9e-848d24611d80 req-0f573794-1feb-4dec-b979-f00482142df2 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894873 Aug 17 03:55:07.993582 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d4aded62-4a1d-4bd9-ae94-bedb27208593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:10.458487 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-85a7d2fd-0571-4979-bcae-774fdfbcd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:10.680778 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:12.194130 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:14.204929 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:29.715050 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:32.126449 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:37.616266 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:55:37.994928 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6c9d12b4-3fb7-4e69-aed4-3eb906fe40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:40.457946 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2453f46f-c1ea-4562-9ec9-ee37ce2225c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:40.703405 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:42.183081 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:44.172092 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:59.740764 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:02.149229 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:04.849633 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6750543-3ca7-401b-896f-38f52d62cd0a req-225a73a9-557d-4252-a356-3a3643e16599 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1277044 Aug 17 03:56:04.941675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6750543-3ca7-401b-896f-38f52d62cd0a req-ca05897b-fb2a-4845-afcd-601d3d65d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:04.943161 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6750543-3ca7-401b-896f-38f52d62cd0a req-ca05897b-fb2a-4845-afcd-601d3d65d132 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0409639 Aug 17 03:56:05.052492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6750543-3ca7-401b-896f-38f52d62cd0a req-a25e03cf-fc87-4b73-a846-378488be99a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:05.054014 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6750543-3ca7-401b-896f-38f52d62cd0a req-a25e03cf-fc87-4b73-a846-378488be99a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0914128 Aug 17 03:56:05.120431 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6750543-3ca7-401b-896f-38f52d62cd0a req-e180364d-370e-49ca-b88a-b96edc557671 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0571766 Aug 17 03:56:05.173885 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6750543-3ca7-401b-896f-38f52d62cd0a req-a4e2b3bf-66f6-408a-a713-4d54ab381f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:05.175514 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6750543-3ca7-401b-896f-38f52d62cd0a req-a4e2b3bf-66f6-408a-a713-4d54ab381f48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0471504 Aug 17 03:56:05.221799 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6750543-3ca7-401b-896f-38f52d62cd0a req-a7d50eda-8fc7-49e8-bb98-4caf401340bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:05.223372 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6750543-3ca7-401b-896f-38f52d62cd0a req-a7d50eda-8fc7-49e8-bb98-4caf401340bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406232 Aug 17 03:56:05.234899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-d6750543-3ca7-401b-896f-38f52d62cd0a req-1895e863-fb79-4855-beb6-c73627290344 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:56:05.235862 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6750543-3ca7-401b-896f-38f52d62cd0a req-1895e863-fb79-4855-beb6-c73627290344 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051460 Aug 17 03:56:05.332393 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6750543-3ca7-401b-896f-38f52d62cd0a req-c5c8624d-2dcf-413f-863b-3e6d81f02757 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893700 Aug 17 03:56:05.423282 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d6750543-3ca7-401b-896f-38f52d62cd0a req-34cbe17b-ec24-44e8-869a-ae0302140613 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833755 Aug 17 03:56:08.006098 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c735f90c-2c36-43f4-ba06-87f38b7842db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:10.474517 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a3365cd8-db62-47c0-840b-7f5df4a9ba9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:10.669511 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:12.188620 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:14.205579 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:14.615360 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:56:29.746190 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:32.120072 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:37.985962 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eb3e291d-7b54-4374-b977-60e5f528a9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:40.456855 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ee32496a-354b-48b0-ba43-38e3461e455c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:40.677344 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:42.217813 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:44.182652 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:51.614418 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:56:59.742178 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:02.134475 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:04.762274 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-014e1826-1681-4782-af09-bb5d07bde73e req-606ee376-99d9-4fe2-9a84-31a13f5680e2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412257 Aug 17 03:57:04.858741 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1826-1681-4782-af09-bb5d07bde73e req-340168b0-008c-4ae9-90fc-e480a3cca613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:04.860135 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-014e1826-1681-4782-af09-bb5d07bde73e req-340168b0-008c-4ae9-90fc-e480a3cca613 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0439370 Aug 17 03:57:04.960197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1826-1681-4782-af09-bb5d07bde73e req-537a8774-8a95-40bf-9f31-63bb89defbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:04.961683 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-014e1826-1681-4782-af09-bb5d07bde73e req-537a8774-8a95-40bf-9f31-63bb89defbb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0819128 Aug 17 03:57:05.031632 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-014e1826-1681-4782-af09-bb5d07bde73e req-14a5689e-6e18-4dd3-8859-86e00384bbd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0620449 Aug 17 03:57:05.081818 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1826-1681-4782-af09-bb5d07bde73e req-8915edfd-945b-48da-8379-3d7ff5ac96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:05.083297 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-014e1826-1681-4782-af09-bb5d07bde73e req-8915edfd-945b-48da-8379-3d7ff5ac96b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0444138 Aug 17 03:57:05.130365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1826-1681-4782-af09-bb5d07bde73e req-3cb829a5-ce50-43b4-8e44-2fdee00a97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:05.131761 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-014e1826-1681-4782-af09-bb5d07bde73e req-3cb829a5-ce50-43b4-8e44-2fdee00a97f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406985 Aug 17 03:57:05.225497 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-014e1826-1681-4782-af09-bb5d07bde73e req-b317b9bd-9ee4-4aaa-b849-a0dc5768b7f6 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854604 Aug 17 03:57:05.317137 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-014e1826-1681-4782-af09-bb5d07bde73e req-27be17b2-219f-4e24-9d68-2c3abae2d6a8 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832927 Aug 17 03:57:07.993431 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c7037b7a-b355-471c-9289-faeb12413152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:10.454607 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ce70c52e-efe2-417b-b2ed-0d7e81944809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:10.676442 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:12.191084 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:14.179825 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:28.613475 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:57:29.759100 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:32.153338 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:38.027990 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-59b1ee05-2ae8-400c-ae00-4a9190d8f7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:40.501830 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58d6ab82-dbf8-4a70-82eb-a9ee3dc9f4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:40.678981 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:42.192772 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:44.184687 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:59.770248 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:02.155468 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:04.784209 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f032f2e1-94d8-407a-826f-d71e513aab23 req-d0f60fb4-fc92-48b9-8c02-d05c2d1e2d49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442994 Aug 17 03:58:04.877707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f2e1-94d8-407a-826f-d71e513aab23 req-48100e57-ceef-40e7-a2b2-ae7d7f0a720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:04.879136 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f032f2e1-94d8-407a-826f-d71e513aab23 req-48100e57-ceef-40e7-a2b2-ae7d7f0a720c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0407636 Aug 17 03:58:04.982871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f2e1-94d8-407a-826f-d71e513aab23 req-7ed0f408-302c-41f8-90c9-d833a7f07a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:04.984361 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f032f2e1-94d8-407a-826f-d71e513aab23 req-7ed0f408-302c-41f8-90c9-d833a7f07a92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0840316 Aug 17 03:58:05.054917 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f032f2e1-94d8-407a-826f-d71e513aab23 req-bf2e13ba-038c-4efb-b0ea-03bdaf4deb90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0633121 Aug 17 03:58:05.108201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f2e1-94d8-407a-826f-d71e513aab23 req-6635c128-74a6-4916-b03e-99f529431797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:05.109947 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f032f2e1-94d8-407a-826f-d71e513aab23 req-6635c128-74a6-4916-b03e-99f529431797 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0465724 Aug 17 03:58:05.158340 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f2e1-94d8-407a-826f-d71e513aab23 req-96c6abf3-5dda-43ea-b4c6-21e4f6aff695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:05.159733 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f032f2e1-94d8-407a-826f-d71e513aab23 req-96c6abf3-5dda-43ea-b4c6-21e4f6aff695 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423844 Aug 17 03:58:05.276424 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f032f2e1-94d8-407a-826f-d71e513aab23 req-ab4ce515-c75f-4494-be3f-df1e1636e83f service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076615 Aug 17 03:58:05.372690 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f032f2e1-94d8-407a-826f-d71e513aab23 req-5ac39c3b-cc7c-45b0-b3b8-8d13cf74871a service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876377 Aug 17 03:58:05.614581 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:58:07.983988 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-82ce5f7f-fbd7-495d-9f6c-0629456fe6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:10.518262 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e935f33f-1a11-4b7d-a609-6935a642924f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:10.709882 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:12.189815 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.187136 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:29.758376 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:32.163791 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:37.989442 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b45bc1c4-20e3-4163-a884-6621b998855c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:40.475148 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-633cedbf-1af0-4e77-93cc-76904e37bdc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:40.678334 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:42.203352 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:42.613383 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:58:44.189182 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:59.774790 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:02.163265 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:06.756738 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a620660-21bf-49b5-a535-8bebb43af09c req-8c1e296d-7cdd-44da-bd7d-eacba89b2e17 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443478 Aug 17 03:59:06.848729 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a620660-21bf-49b5-a535-8bebb43af09c req-2ed5f62e-39cc-4c45-9b70-a123f322e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:59:06.850233 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a620660-21bf-49b5-a535-8bebb43af09c req-2ed5f62e-39cc-4c45-9b70-a123f322e46a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0393035 Aug 17 03:59:06.953191 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a620660-21bf-49b5-a535-8bebb43af09c req-814f18b4-ab39-4630-b77b-9095f725af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:59:06.954660 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a620660-21bf-49b5-a535-8bebb43af09c req-814f18b4-ab39-4630-b77b-9095f725af6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0850916 Aug 17 03:59:07.021107 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a620660-21bf-49b5-a535-8bebb43af09c req-2002f6a9-e0fa-4529-a37b-eff80238b4a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0586295 Aug 17 03:59:07.070404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a620660-21bf-49b5-a535-8bebb43af09c req-fd1821d7-3560-4c51-9e47-370687e54401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:59:07.071877 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a620660-21bf-49b5-a535-8bebb43af09c req-fd1821d7-3560-4c51-9e47-370687e54401 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0437372 Aug 17 03:59:07.123884 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a620660-21bf-49b5-a535-8bebb43af09c req-96b97da4-4b45-4b1b-bd87-60114d670ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:59:07.128275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a620660-21bf-49b5-a535-8bebb43af09c req-96b97da4-4b45-4b1b-bd87-60114d670ffd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454836 Aug 17 03:59:07.221721 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a620660-21bf-49b5-a535-8bebb43af09c req-073334e1-b2cf-42c2-a4e2-de85bdcec783 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881908 Aug 17 03:59:07.328948 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8a620660-21bf-49b5-a535-8bebb43af09c req-5033a90b-2cb9-4116-b082-a4104f3bad10 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974886 Aug 17 03:59:07.998081 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-372d1d00-2d7d-4a4c-8b1c-09871a16e040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:10.500551 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fedbd9dd-5f33-4ed4-a755-0d3b27d06bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:10.683782 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:12.228813 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:14.188571 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:19.613733 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:59:29.786007 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:32.168313 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:37.999314 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a76d6116-67b9-4210-b320-adf9f8dfb2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:40.448226 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4cadfc37-a79a-44d7-83a3-e13f1545d5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:40.688293 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:42.208342 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:44.214364 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:56.613095 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:59:59.811073 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:02.187777 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:07.753775 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-19eccdb7-f2f3-4e5c-a804-05ac0b01a92b req-c59b5483-d806-4b9e-b524-0c9a83d439eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416961 Aug 17 04:00:07.845200 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eccdb7-f2f3-4e5c-a804-05ac0b01a92b req-e51b2ac7-712e-4ca3-b7da-f58e3c7a4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:07.846751 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-19eccdb7-f2f3-4e5c-a804-05ac0b01a92b req-e51b2ac7-712e-4ca3-b7da-f58e3c7a4bdd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0402761 Aug 17 04:00:07.956452 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eccdb7-f2f3-4e5c-a804-05ac0b01a92b req-309cbf1f-c9bd-45e6-a88b-496fc547c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:07.957994 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-19eccdb7-f2f3-4e5c-a804-05ac0b01a92b req-309cbf1f-c9bd-45e6-a88b-496fc547c7a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0913970 Aug 17 04:00:08.025137 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-19eccdb7-f2f3-4e5c-a804-05ac0b01a92b req-98f1db4e-cb67-45c8-be00-aa1b9fd7611a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0594418 Aug 17 04:00:08.042328 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ec259b25-793e-4404-a74d-ea6d6677caf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:08.079611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eccdb7-f2f3-4e5c-a804-05ac0b01a92b req-821ab09e-481b-4ec7-b80f-e64c5172a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:08.081092 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-19eccdb7-f2f3-4e5c-a804-05ac0b01a92b req-821ab09e-481b-4ec7-b80f-e64c5172a716 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0477104 Aug 17 04:00:08.127214 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eccdb7-f2f3-4e5c-a804-05ac0b01a92b req-04043446-931e-42b4-ad1e-a0d5308b6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:08.128707 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-19eccdb7-f2f3-4e5c-a804-05ac0b01a92b req-04043446-931e-42b4-ad1e-a0d5308b6d73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403404 Aug 17 04:00:08.214383 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-19eccdb7-f2f3-4e5c-a804-05ac0b01a92b req-e1fd36b9-f339-46a4-8add-2f876e9bd550 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781541 Aug 17 04:00:08.306542 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-19eccdb7-f2f3-4e5c-a804-05ac0b01a92b req-6db3d16d-e620-417d-94b8-a826c74e63e9 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843005 Aug 17 04:00:10.442481 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-47f9f83a-1c27-43af-aeb6-dee875182a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:10.722536 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:12.198627 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:14.213982 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:29.841821 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:32.192733 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:33.613270 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:00:38.004324 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b816a442-6df8-47c7-a343-c7a2910eecf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:40.436370 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5fd82313-bd96-40dc-ad2a-54f7d0bbeab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:40.706740 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:42.213181 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:44.213450 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:59.814973 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:02.230751 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:07.849057 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-187e3bf0-75ca-4c82-9770-20f3714d7004 req-7e0e90e8-3b3b-4ddf-8617-b4b4ddd41b83 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1375341 Aug 17 04:01:07.941784 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e3bf0-75ca-4c82-9770-20f3714d7004 req-a91f2104-8fdd-43f0-8660-d5e4648ed780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:01:07.943284 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-187e3bf0-75ca-4c82-9770-20f3714d7004 req-a91f2104-8fdd-43f0-8660-d5e4648ed780 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0404470 Aug 17 04:01:07.997976 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-335886c2-3dd6-4a47-85a2-facfaa1ebd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:08.051076 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e3bf0-75ca-4c82-9770-20f3714d7004 req-1f90d3e5-d9af-4966-9393-4876b8d3f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:01:08.052557 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-187e3bf0-75ca-4c82-9770-20f3714d7004 req-1f90d3e5-d9af-4966-9393-4876b8d3f65a service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0892708 Aug 17 04:01:08.126149 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-187e3bf0-75ca-4c82-9770-20f3714d7004 req-9054a0da-b403-4ae3-a849-1aa2fed00df4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0656481 Aug 17 04:01:08.177445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e3bf0-75ca-4c82-9770-20f3714d7004 req-c1865312-8003-4ed0-99b8-66bc00021958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:01:08.178945 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-187e3bf0-75ca-4c82-9770-20f3714d7004 req-c1865312-8003-4ed0-99b8-66bc00021958 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0455878 Aug 17 04:01:08.228058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e3bf0-75ca-4c82-9770-20f3714d7004 req-20decf30-d42f-4705-b8fa-3866fa604df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:01:08.229573 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-187e3bf0-75ca-4c82-9770-20f3714d7004 req-20decf30-d42f-4705-b8fa-3866fa604df7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420322 Aug 17 04:01:08.332535 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-187e3bf0-75ca-4c82-9770-20f3714d7004 req-aba6e180-0e39-4f97-a1d8-127714d14fba service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928383 Aug 17 04:01:08.434351 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-187e3bf0-75ca-4c82-9770-20f3714d7004 req-7f61ff4c-4825-4f6c-8619-2b1faf556ab5 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932908 Aug 17 04:01:10.443017 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c06baed2-eed8-4d8e-90e3-bb0a56b03177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:10.612137 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:01:10.721490 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:12.220599 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:14.203272 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:29.823964 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:32.213961 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:38.002395 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d544ab7b-ae66-4d1c-8a7e-feb91b289c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:40.471049 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2ef5ab20-b08f-4332-8f09-4616b26f09b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:40.705429 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:42.213988 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:44.235407 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:47.612272 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:01:59.842694 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:02.225212 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:07.749157 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-64560b54-db58-4d80-be77-1f06435d9228 req-422825ed-6284-4feb-b567-127078f48c96 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391772 Aug 17 04:02:07.845727 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64560b54-db58-4d80-be77-1f06435d9228 req-84e5d0e7-cc2b-44af-b670-e59cd45a7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:07.847303 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-64560b54-db58-4d80-be77-1f06435d9228 req-84e5d0e7-cc2b-44af-b670-e59cd45a7bec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0436110 Aug 17 04:02:07.948460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64560b54-db58-4d80-be77-1f06435d9228 req-d9017f0e-306b-4377-90a8-30e379117d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:07.956681 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-64560b54-db58-4d80-be77-1f06435d9228 req-d9017f0e-306b-4377-90a8-30e379117d19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0826063 Aug 17 04:02:08.007229 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ca59d979-ff2d-4318-9e54-2f5c291fdaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:08.019205 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-64560b54-db58-4d80-be77-1f06435d9228 req-711b3fce-2f01-4b92-b986-f0a8e2bc992c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0617168 Aug 17 04:02:08.068701 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64560b54-db58-4d80-be77-1f06435d9228 req-d0b76272-ce14-4f6f-93b6-61c5c1591d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:08.070205 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-64560b54-db58-4d80-be77-1f06435d9228 req-d0b76272-ce14-4f6f-93b6-61c5c1591d6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0436065 Aug 17 04:02:08.119590 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64560b54-db58-4d80-be77-1f06435d9228 req-c7ab6b9b-7727-41c4-9d37-64848431e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:08.123250 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-64560b54-db58-4d80-be77-1f06435d9228 req-c7ab6b9b-7727-41c4-9d37-64848431e8d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433004 Aug 17 04:02:08.214059 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-64560b54-db58-4d80-be77-1f06435d9228 req-7d6067ae-6ac8-4e8a-a8a1-ebc14cf2949e service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846226 Aug 17 04:02:08.306657 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-64560b54-db58-4d80-be77-1f06435d9228 req-d47b9b4c-01c8-4aeb-9bc5-64fbed1fea6f service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843468 Aug 17 04:02:10.442011 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3509b00f-1c64-4847-84ca-3a4e0fecc24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:10.710738 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:12.246134 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:14.257775 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:24.612580 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:02:29.852797 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:32.224368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:38.017569 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-657c1af1-8197-4ae1-aa90-3937e3a425d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:40.440336 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4021bc52-1b8b-4ef6-8ae2-e1b207eaec87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:40.703235 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:42.218625 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:44.224034 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:59.846789 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:01.613057 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:03:02.212294 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:08.012572 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-96245a4e-b046-49ce-b3f4-8d54218cb522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:08.746235 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33fd5f3b-796c-4d44-bd90-3ac2dfd0c020 req-396ff154-82c4-44cd-8f54-bfe0b3a70ebc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468719 Aug 17 04:03:08.842635 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd5f3b-796c-4d44-bd90-3ac2dfd0c020 req-52cd527e-3fb9-4cfe-8d82-5a95c1c077ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:08.844606 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33fd5f3b-796c-4d44-bd90-3ac2dfd0c020 req-52cd527e-3fb9-4cfe-8d82-5a95c1c077ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0394561 Aug 17 04:03:08.946523 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd5f3b-796c-4d44-bd90-3ac2dfd0c020 req-3b4ed919-fa76-4a3d-b5b6-66f0b8cdd4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:08.947977 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33fd5f3b-796c-4d44-bd90-3ac2dfd0c020 req-3b4ed919-fa76-4a3d-b5b6-66f0b8cdd4d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0818381 Aug 17 04:03:09.016114 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33fd5f3b-796c-4d44-bd90-3ac2dfd0c020 req-2b755b72-0778-4ebf-a2e9-d8f034603395 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0598838 Aug 17 04:03:09.065866 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd5f3b-796c-4d44-bd90-3ac2dfd0c020 req-3a317d59-9976-4978-94ce-09bebe3c2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:09.067343 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33fd5f3b-796c-4d44-bd90-3ac2dfd0c020 req-3a317d59-9976-4978-94ce-09bebe3c2003 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0443990 Aug 17 04:03:09.116002 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd5f3b-796c-4d44-bd90-3ac2dfd0c020 req-83f158ef-14a7-4575-b194-4fedbb4613af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:09.122603 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33fd5f3b-796c-4d44-bd90-3ac2dfd0c020 req-83f158ef-14a7-4575-b194-4fedbb4613af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408397 Aug 17 04:03:09.213233 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33fd5f3b-796c-4d44-bd90-3ac2dfd0c020 req-bee1db2c-ffbb-4727-aa9f-7f0280bc2fc3 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877850 Aug 17 04:03:09.306965 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-33fd5f3b-796c-4d44-bd90-3ac2dfd0c020 req-014df606-b581-4b5e-b0c0-ef5da3e2aa04 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855103 Aug 17 04:03:10.424137 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-32021f36-6e7b-4ecc-a3c9-21820a9c3704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:10.697720 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:12.228948 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:14.235845 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:29.875377 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:32.235559 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:38.028651 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4c881fe2-dc7a-408f-bad8-1f800c70bf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:38.612473 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:03:40.440225 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c5647a2d-7de2-4466-9381-93dcefcbf97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:40.725726 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:42.233460 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:44.228496 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:59.879670 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:02.227561 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:08.016447 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d67dc97e-39e5-4269-9915-257a49fa2f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:09.756291 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d959158c-53b0-4ac4-9a2c-f86211affac7 req-b2a8374b-8d1f-4ecf-873a-b49e8ee40355 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445702 Aug 17 04:04:09.849107 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959158c-53b0-4ac4-9a2c-f86211affac7 req-b6390e3b-8acc-4cae-85b9-99e36a678910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:09.850637 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d959158c-53b0-4ac4-9a2c-f86211affac7 req-b6390e3b-8acc-4cae-85b9-99e36a678910 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0412202 Aug 17 04:04:09.955391 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959158c-53b0-4ac4-9a2c-f86211affac7 req-b94e1165-e48d-411b-9162-28f518acc375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:09.956855 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d959158c-53b0-4ac4-9a2c-f86211affac7 req-b94e1165-e48d-411b-9162-28f518acc375 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0854609 Aug 17 04:04:10.020434 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d959158c-53b0-4ac4-9a2c-f86211affac7 req-c7712ce8-fd9c-4f80-ba05-5668b4b72c3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0561316 Aug 17 04:04:10.070044 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959158c-53b0-4ac4-9a2c-f86211affac7 req-38ad7a25-5fa8-424b-bb5d-5116446e2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:10.071558 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d959158c-53b0-4ac4-9a2c-f86211affac7 req-38ad7a25-5fa8-424b-bb5d-5116446e2f9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0434656 Aug 17 04:04:10.120208 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959158c-53b0-4ac4-9a2c-f86211affac7 req-f05c625a-377a-427e-be4a-973180e7a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:10.121821 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d959158c-53b0-4ac4-9a2c-f86211affac7 req-f05c625a-377a-427e-be4a-973180e7a66c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423086 Aug 17 04:04:10.209362 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d959158c-53b0-4ac4-9a2c-f86211affac7 req-469ac257-0d6f-40c3-8364-70fb08de7f2f service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784481 Aug 17 04:04:10.302668 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d959158c-53b0-4ac4-9a2c-f86211affac7 req-0285b785-ad20-47fc-9f02-09fba0c77984 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850697 Aug 17 04:04:10.433607 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-75b79a3b-5526-48f2-af4a-ab90bab44c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:10.713960 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:12.222309 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:14.256649 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:15.611587 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:04:29.895772 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:32.216011 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:38.010084 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fec796f2-1fb3-41ce-b6d3-55c95683ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:40.450058 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-af23ae03-2bbd-4ac1-9a20-604929c74d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:40.707144 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:42.227176 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:44.249824 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:52.612117 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:04:59.907237 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:02.232769 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:08.015104 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-699e5158-008d-4beb-ad43-dea10e6fff2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:10.472602 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cc3c87ce-d28b-4dd3-8cd8-e2037be4f598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:10.712560 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:11.770341 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ed3e4a74-f655-40a4-beb5-29d1b0f662c6 req-52017be7-97f4-4de0-9430-93d99d6bdbbe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402884 Aug 17 04:05:11.862017 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e4a74-f655-40a4-beb5-29d1b0f662c6 req-44fc8737-78e4-4c04-baf6-2bb847c4ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:11.863503 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ed3e4a74-f655-40a4-beb5-29d1b0f662c6 req-44fc8737-78e4-4c04-baf6-2bb847c4ea85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0407882 Aug 17 04:05:11.967714 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e4a74-f655-40a4-beb5-29d1b0f662c6 req-36b92bad-4df4-499a-b209-d224350d243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:11.969185 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ed3e4a74-f655-40a4-beb5-29d1b0f662c6 req-36b92bad-4df4-499a-b209-d224350d243b service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0857861 Aug 17 04:05:12.034647 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ed3e4a74-f655-40a4-beb5-29d1b0f662c6 req-5f74610c-1e74-42c6-b218-ebebd863fb7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0572934 Aug 17 04:05:12.091900 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e4a74-f655-40a4-beb5-29d1b0f662c6 req-6e7c7b7d-6653-410d-be08-65ea85057ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:12.093454 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ed3e4a74-f655-40a4-beb5-29d1b0f662c6 req-6e7c7b7d-6653-410d-be08-65ea85057ac2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0512052 Aug 17 04:05:12.140158 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e4a74-f655-40a4-beb5-29d1b0f662c6 req-044a3691-8563-4788-8d87-9893fcb5f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:12.141676 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ed3e4a74-f655-40a4-beb5-29d1b0f662c6 req-044a3691-8563-4788-8d87-9893fcb5f23f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408764 Aug 17 04:05:12.229965 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ed3e4a74-f655-40a4-beb5-29d1b0f662c6 req-18a038c0-3133-4dfc-8d3e-645e365292bb service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800452 Aug 17 04:05:12.250034 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:12.323327 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ed3e4a74-f655-40a4-beb5-29d1b0f662c6 req-67929d18-d2b4-44d6-a8fe-61902c9688a8 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852542 Aug 17 04:05:14.255510 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:29.611690 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:05:29.929720 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:32.226385 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:37.986632 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-18fe5a90-54c8-47a9-8c07-9fd70abc1819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:40.449353 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4cc9682d-7ea5-406e-a2af-c40649b01321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:40.734762 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:42.220076 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:44.243216 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:59.894537 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:02.231740 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:06.611346 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:06:08.014558 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ee9d5f94-953b-4210-bf6a-c03507ab71ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:10.455533 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-411bf031-d17f-4735-8770-1e58fb1a4f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:10.722897 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:12.231750 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:12.878016 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f56ff7e6-e4fb-4658-be6a-91dddfd2f3e9 req-85c4b0d4-ae69-4677-b358-911387937e34 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1823976 Aug 17 04:06:12.977402 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ff7e6-e4fb-4658-be6a-91dddfd2f3e9 req-0cb7894e-d5ec-44b2-82be-0123497ac033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:06:12.978780 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f56ff7e6-e4fb-4658-be6a-91dddfd2f3e9 req-0cb7894e-d5ec-44b2-82be-0123497ac033 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0434492 Aug 17 04:06:13.415861 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ff7e6-e4fb-4658-be6a-91dddfd2f3e9 req-6d68f086-a696-403b-a444-1054a1cef9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:06:13.417225 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f56ff7e6-e4fb-4658-be6a-91dddfd2f3e9 req-6d68f086-a696-403b-a444-1054a1cef9a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.4178152 Aug 17 04:06:13.485029 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f56ff7e6-e4fb-4658-be6a-91dddfd2f3e9 req-fb2fbd0c-3dc0-453c-9b1a-099e1f2707ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0592384 Aug 17 04:06:13.534761 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ff7e6-e4fb-4658-be6a-91dddfd2f3e9 req-bac01d5a-98c8-4e82-afa2-8131d78d63c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:06:13.536216 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f56ff7e6-e4fb-4658-be6a-91dddfd2f3e9 req-bac01d5a-98c8-4e82-afa2-8131d78d63c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0431898 Aug 17 04:06:13.582463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ff7e6-e4fb-4658-be6a-91dddfd2f3e9 req-34af4652-a94f-49a9-a447-e0a0fcab57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:06:13.583937 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f56ff7e6-e4fb-4658-be6a-91dddfd2f3e9 req-34af4652-a94f-49a9-a447-e0a0fcab57da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405371 Aug 17 04:06:13.596061 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-f56ff7e6-e4fb-4658-be6a-91dddfd2f3e9 req-b873362e-c02a-46ae-ac42-1d3f116d1eb3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:06:13.597010 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f56ff7e6-e4fb-4658-be6a-91dddfd2f3e9 req-b873362e-c02a-46ae-ac42-1d3f116d1eb3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055499 Aug 17 04:06:13.687625 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f56ff7e6-e4fb-4658-be6a-91dddfd2f3e9 req-639967ea-6f39-4163-857a-c5174bb037ee service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836444 Aug 17 04:06:13.777094 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f56ff7e6-e4fb-4658-be6a-91dddfd2f3e9 req-8e1391b5-3c2e-4bef-8b97-57ab8bfabac9 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812664 Aug 17 04:06:14.261262 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:29.939429 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:32.248210 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:38.008265 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a9f65b7e-11b4-4e7e-8a13-cafa4df403cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:40.442326 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1b2a-dcaf-4138-9e9e-3d222301061d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:40.716589 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:42.242304 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:43.612238 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:06:44.328104 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:59.938960 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:02.213218 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:08.059132 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c1f92b69-2462-4780-b2f4-ae426abec044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:10.448165 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-40303af0-a5ef-4412-8cf9-3072045ac03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:10.716515 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:12.258833 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:13.740056 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0edbaa39-3a27-40ef-b179-07835176d63f req-811563c1-0663-4a6e-ac07-ce088eb37590 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437751 Aug 17 04:07:13.830372 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbaa39-3a27-40ef-b179-07835176d63f req-2447f2e3-ceb8-4826-ad7e-9e1c8ed4093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:13.832501 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0edbaa39-3a27-40ef-b179-07835176d63f req-2447f2e3-ceb8-4826-ad7e-9e1c8ed4093b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0389433 Aug 17 04:07:13.936548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbaa39-3a27-40ef-b179-07835176d63f req-b33d4cdd-9e6f-47e8-923d-bde862371509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:13.938021 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0edbaa39-3a27-40ef-b179-07835176d63f req-b33d4cdd-9e6f-47e8-923d-bde862371509 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0847569 Aug 17 04:07:14.002302 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0edbaa39-3a27-40ef-b179-07835176d63f req-f1c16adf-5b55-469b-bdb3-fe751b858bdc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0564845 Aug 17 04:07:14.051069 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbaa39-3a27-40ef-b179-07835176d63f req-76d236b2-972a-4e8c-ae16-b5eefd71f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:14.052509 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0edbaa39-3a27-40ef-b179-07835176d63f req-76d236b2-972a-4e8c-ae16-b5eefd71f3be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0425744 Aug 17 04:07:14.103298 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbaa39-3a27-40ef-b179-07835176d63f req-248c6d27-a712-40d2-9465-561d9120fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:14.104796 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0edbaa39-3a27-40ef-b179-07835176d63f req-248c6d27-a712-40d2-9465-561d9120fd53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449839 Aug 17 04:07:14.193024 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0edbaa39-3a27-40ef-b179-07835176d63f req-f7008eab-30b8-45ce-8368-680e4087d520 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804651 Aug 17 04:07:14.264746 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:14.286419 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-0edbaa39-3a27-40ef-b179-07835176d63f req-616e05b8-55c2-4d94-8ff5-7bccee3b59b3 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863049 Aug 17 04:07:20.611582 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:07:29.938610 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:32.235884 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:38.052424 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6ac25a94-c1f4-470f-92c7-8feab15f813f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:40.447506 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ad875bab-1345-4175-bfe3-9c150816efcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:40.721544 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:42.247251 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:44.252716 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:57.611192 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:07:59.938403 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:02.263941 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:08.053357 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f213b30e-ebc3-4fad-a0b0-ad1c00457ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:10.441269 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c834fb14-3e53-45e3-af98-665b18e9d867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:10.720867 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:12.258577 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:14.258010 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:15.745763 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-07d3120b-3107-4dfc-bdea-b34bedf78829 req-a23469d3-b47c-41d1-93a5-badce46bf502 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412180 Aug 17 04:08:15.836718 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3120b-3107-4dfc-bdea-b34bedf78829 req-4fe89f9b-ef14-431e-8dba-cac238fe0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:15.838214 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-07d3120b-3107-4dfc-bdea-b34bedf78829 req-4fe89f9b-ef14-431e-8dba-cac238fe0027 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0399752 Aug 17 04:08:15.945061 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3120b-3107-4dfc-bdea-b34bedf78829 req-35f8ba64-c553-4f80-b802-7012e84f43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:15.956810 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-07d3120b-3107-4dfc-bdea-b34bedf78829 req-35f8ba64-c553-4f80-b802-7012e84f43a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0875423 Aug 17 04:08:16.012774 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-07d3120b-3107-4dfc-bdea-b34bedf78829 req-2df08eac-48b7-4c60-bb42-dc9c4e96c7b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0580063 Aug 17 04:08:16.074564 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3120b-3107-4dfc-bdea-b34bedf78829 req-24057ccb-4fa3-4db6-a49b-7c0ec6542335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:16.076056 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-07d3120b-3107-4dfc-bdea-b34bedf78829 req-24057ccb-4fa3-4db6-a49b-7c0ec6542335 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0528448 Aug 17 04:08:16.124790 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3120b-3107-4dfc-bdea-b34bedf78829 req-1188f504-1cdf-424f-a56a-2480e9955fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:16.126306 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-07d3120b-3107-4dfc-bdea-b34bedf78829 req-1188f504-1cdf-424f-a56a-2480e9955fb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425425 Aug 17 04:08:16.217576 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-07d3120b-3107-4dfc-bdea-b34bedf78829 req-00cc5330-a498-4726-9f2a-a26549552e13 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822539 Aug 17 04:08:16.316227 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-07d3120b-3107-4dfc-bdea-b34bedf78829 req-4ceb7993-6254-4aa7-b94e-fb598465ad4b service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902193 Aug 17 04:08:29.931305 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:32.240695 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:34.610551 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:08:38.017872 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3206dcc8-0185-4473-ad61-7c325189fa7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:40.451987 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9b8880d7-be8b-4cd9-ac91-62b41c3876e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:40.720569 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:42.258031 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:44.274799 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:59.954631 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:02.278939 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:08.033172 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f51f737d-2ee7-448c-8c35-9b2b56fb95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:10.439920 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-20782ce8-c70e-4998-b803-70bb2354a8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:10.713095 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:11.609488 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:09:12.274726 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:14.267689 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:17.764122 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66e51c62-5b14-4ee3-bb03-09d13652c1c8 req-7e018f0a-3ee7-4377-8291-6ae199b42a47 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412643 Aug 17 04:09:17.857998 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e51c62-5b14-4ee3-bb03-09d13652c1c8 req-2e19bb76-9a12-48ca-83bd-4ab6e21ed550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:17.859499 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66e51c62-5b14-4ee3-bb03-09d13652c1c8 req-2e19bb76-9a12-48ca-83bd-4ab6e21ed550 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0415742 Aug 17 04:09:17.968311 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e51c62-5b14-4ee3-bb03-09d13652c1c8 req-c0ce888f-e6d8-4a3b-ba27-6a92945c455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:17.969835 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66e51c62-5b14-4ee3-bb03-09d13652c1c8 req-c0ce888f-e6d8-4a3b-ba27-6a92945c455c service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0871692 Aug 17 04:09:18.039343 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66e51c62-5b14-4ee3-bb03-09d13652c1c8 req-2bfc3c51-ddb3-4c08-8d96-0da72602392b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0612373 Aug 17 04:09:18.088496 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e51c62-5b14-4ee3-bb03-09d13652c1c8 req-21061f12-c44a-44f7-b0bd-0970b0546fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:18.089981 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66e51c62-5b14-4ee3-bb03-09d13652c1c8 req-21061f12-c44a-44f7-b0bd-0970b0546fcd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0433505 Aug 17 04:09:18.135954 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e51c62-5b14-4ee3-bb03-09d13652c1c8 req-374853e1-4bdd-4f07-9e4e-d98a0d0db2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:18.137466 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66e51c62-5b14-4ee3-bb03-09d13652c1c8 req-374853e1-4bdd-4f07-9e4e-d98a0d0db2bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398800 Aug 17 04:09:18.230626 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66e51c62-5b14-4ee3-bb03-09d13652c1c8 req-c820c52c-366f-47f8-a74c-5e9875695989 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856824 Aug 17 04:09:18.319760 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-66e51c62-5b14-4ee3-bb03-09d13652c1c8 req-8ca55b1c-22c8-4378-8a46-fec52b636c95 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812988 Aug 17 04:09:29.971406 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:32.268363 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.045933 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c7eda25e-d9c6-4716-8245-dd568f4f9ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:40.474181 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-81f6d511-d817-4414-9b07-1bc2dec497fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:40.719591 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:42.267168 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:44.295145 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:48.609316 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:09:59.975080 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:02.325394 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:08.031859 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f26739b6-e345-4576-b285-16efd550cae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:10.445191 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4ac9d80e-dc2a-4465-9090-995fb3f42eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:10.746872 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:12.271914 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:14.290313 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:19.747240 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5e327e2-c5ef-451f-bc04-30a6eaed6e3a req-25dc7a4c-01a7-47bf-98c9-57f1c759146c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410655 Aug 17 04:10:19.844024 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e327e2-c5ef-451f-bc04-30a6eaed6e3a req-5fdf37c3-a435-4e87-867d-aefe095e3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:19.845584 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5e327e2-c5ef-451f-bc04-30a6eaed6e3a req-5fdf37c3-a435-4e87-867d-aefe095e3927 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0453610 Aug 17 04:10:19.948778 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e327e2-c5ef-451f-bc04-30a6eaed6e3a req-2099f972-ad5b-4a6f-b68b-1686a2ebad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:19.952985 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5e327e2-c5ef-451f-bc04-30a6eaed6e3a req-2099f972-ad5b-4a6f-b68b-1686a2ebad20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0843832 Aug 17 04:10:20.018952 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5e327e2-c5ef-451f-bc04-30a6eaed6e3a req-1cc47182-65e6-4e0b-932f-c48e4d86234d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0612295 Aug 17 04:10:20.067999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e327e2-c5ef-451f-bc04-30a6eaed6e3a req-e55689cc-5eb9-4bc3-a300-89c67005eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:20.069477 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5e327e2-c5ef-451f-bc04-30a6eaed6e3a req-e55689cc-5eb9-4bc3-a300-89c67005eb5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0423996 Aug 17 04:10:20.116814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e327e2-c5ef-451f-bc04-30a6eaed6e3a req-f586e054-657f-442b-8109-f852929754a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:20.118432 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5e327e2-c5ef-451f-bc04-30a6eaed6e3a req-f586e054-657f-442b-8109-f852929754a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401230 Aug 17 04:10:20.210512 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5e327e2-c5ef-451f-bc04-30a6eaed6e3a req-b991b889-d4ad-4f61-895b-91bff7c70e26 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844522 Aug 17 04:10:20.298219 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e5e327e2-c5ef-451f-bc04-30a6eaed6e3a req-f6756a07-3bb8-49e4-80e5-b894ef529ed8 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800941 Aug 17 04:10:25.609303 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:10:29.964553 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:32.397303 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:38.027397 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c0fac066-fde7-4577-940b-6ec634df5ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:40.450513 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cb708288-3c50-4433-abbe-e9561b500428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:40.707718 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:42.272941 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:44.284710 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:00.002163 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:02.362586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:02.609356 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:11:08.042356 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-535aa33c-d564-47f1-94fc-391055921544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:10.455604 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7c91-601f-455e-a27a-ced2f809044b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:10.724247 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:12.265204 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:14.335506 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:20.874537 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e64c7c28-5735-4aa4-8d38-61fb860cd42b req-0cc32c08-ab72-4bdf-9514-c8137fcea34d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0828915 Aug 17 04:11:20.966286 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7c28-5735-4aa4-8d38-61fb860cd42b req-51ff00ac-d810-4416-a7f7-e723667998e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:20.967667 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e64c7c28-5735-4aa4-8d38-61fb860cd42b req-51ff00ac-d810-4416-a7f7-e723667998e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0398724 Aug 17 04:11:21.071030 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7c28-5735-4aa4-8d38-61fb860cd42b req-08534780-d094-4123-8488-3046bb420770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:21.072375 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e64c7c28-5735-4aa4-8d38-61fb860cd42b req-08534780-d094-4123-8488-3046bb420770 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0837457 Aug 17 04:11:21.140775 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e64c7c28-5735-4aa4-8d38-61fb860cd42b req-f73508f0-d558-4ea0-baa3-9cdf5d68b013 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0608861 Aug 17 04:11:21.189893 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7c28-5735-4aa4-8d38-61fb860cd42b req-979390a2-06e6-413b-8828-1471000cfd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:21.191321 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e64c7c28-5735-4aa4-8d38-61fb860cd42b req-979390a2-06e6-413b-8828-1471000cfd92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0435045 Aug 17 04:11:21.238217 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7c28-5735-4aa4-8d38-61fb860cd42b req-64d754c2-fd8c-4c84-8a78-8a762c4f988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:21.239601 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e64c7c28-5735-4aa4-8d38-61fb860cd42b req-64d754c2-fd8c-4c84-8a78-8a762c4f988e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405097 Aug 17 04:11:21.333847 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e64c7c28-5735-4aa4-8d38-61fb860cd42b req-5047e99d-3e15-400c-9b97-bc59131e09dd service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857224 Aug 17 04:11:21.427446 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e64c7c28-5735-4aa4-8d38-61fb860cd42b req-56dc9086-2bfb-411c-be4b-430c72a38117 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848515 Aug 17 04:11:30.026918 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:32.378977 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:38.042208 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-09a989a6-b4d3-4ae4-89c8-5887a0769fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:39.609069 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:11:40.464484 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d87f8887-9ca9-41fc-968a-72c55a5920fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:40.747086 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:42.272546 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:44.356184 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:00.035256 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:02.403740 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:08.052668 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6cb00687-5db7-4a1f-8f8f-fc0cb14402e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:10.495890 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e843e1b0-1596-4b46-b48c-b541e6b96717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:10.757662 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:12.303996 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:14.309569 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:16.608486 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:12:22.732879 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-807304e6-2070-40c2-a6d6-a04de7f9db53 req-b7f70278-52b7-4cce-8c28-3a22806b19ab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401967 Aug 17 04:12:22.825138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807304e6-2070-40c2-a6d6-a04de7f9db53 req-afc2547c-d769-4fc3-815d-12a4d496ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:22.826697 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-807304e6-2070-40c2-a6d6-a04de7f9db53 req-afc2547c-d769-4fc3-815d-12a4d496ce7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0412939 Aug 17 04:12:22.931928 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807304e6-2070-40c2-a6d6-a04de7f9db53 req-c9ee524d-3374-440a-9c80-b32e34778a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:22.933921 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-807304e6-2070-40c2-a6d6-a04de7f9db53 req-c9ee524d-3374-440a-9c80-b32e34778a82 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0878308 Aug 17 04:12:22.997988 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-807304e6-2070-40c2-a6d6-a04de7f9db53 req-7c3ba366-0ce9-4232-b870-6df5d2baf855 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0568709 Aug 17 04:12:23.047987 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807304e6-2070-40c2-a6d6-a04de7f9db53 req-077534c7-d010-4156-993f-7ccc81f4c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:23.049539 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-807304e6-2070-40c2-a6d6-a04de7f9db53 req-077534c7-d010-4156-993f-7ccc81f4c512 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0443363 Aug 17 04:12:23.101187 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807304e6-2070-40c2-a6d6-a04de7f9db53 req-9292c2a1-9ec0-429d-809b-5f4113b407bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:23.102973 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-807304e6-2070-40c2-a6d6-a04de7f9db53 req-9292c2a1-9ec0-429d-809b-5f4113b407bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463247 Aug 17 04:12:23.191262 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-807304e6-2070-40c2-a6d6-a04de7f9db53 req-12f63c1c-9157-4b76-8786-edf8c2e00a8c service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798709 Aug 17 04:12:23.282717 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-807304e6-2070-40c2-a6d6-a04de7f9db53 req-000187a8-e09a-47d2-99c7-3981ece17cc8 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844331 Aug 17 04:12:30.048869 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:32.415234 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:38.043022 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-01860bcd-9cc6-41bc-b4f4-c5ff8f548ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:40.463342 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-028d3998-98a6-4079-b25f-a2d89a02d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:40.720442 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:42.286677 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:44.294737 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:53.608164 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:13:00.049312 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:02.417269 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:08.048983 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-75a377bf-fd8e-471b-b75c-fc1393d95358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:10.491384 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d47a19e5-3fe2-48d5-b039-f6906a30c783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:10.725662 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:12.317250 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:14.291492 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:22.723658 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f1e1c0f-f232-4f32-9f30-c7a82cdad2ea req-b133307c-1c0a-4eb4-9f74-7311ae393255 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396953 Aug 17 04:13:22.815324 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e1c0f-f232-4f32-9f30-c7a82cdad2ea req-661fec66-262e-415c-a49a-34c61ad1daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:22.816810 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f1e1c0f-f232-4f32-9f30-c7a82cdad2ea req-661fec66-262e-415c-a49a-34c61ad1daa9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0405316 Aug 17 04:13:22.920650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e1c0f-f232-4f32-9f30-c7a82cdad2ea req-4b927861-3da5-4b34-8955-5c21f904d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:22.922136 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f1e1c0f-f232-4f32-9f30-c7a82cdad2ea req-4b927861-3da5-4b34-8955-5c21f904d4b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0860360 Aug 17 04:13:22.988573 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f1e1c0f-f232-4f32-9f30-c7a82cdad2ea req-4d8e0f04-0542-4562-b6a9-c705fba0ffa5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0590260 Aug 17 04:13:23.041511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e1c0f-f232-4f32-9f30-c7a82cdad2ea req-4e3c18bd-6eb5-4bf0-9bce-a2a72a829cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:23.042933 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f1e1c0f-f232-4f32-9f30-c7a82cdad2ea req-4e3c18bd-6eb5-4bf0-9bce-a2a72a829cbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0470457 Aug 17 04:13:23.089545 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e1c0f-f232-4f32-9f30-c7a82cdad2ea req-7c4fa1c2-0d51-437e-8cfa-529b26e7bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:23.091024 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f1e1c0f-f232-4f32-9f30-c7a82cdad2ea req-7c4fa1c2-0d51-437e-8cfa-529b26e7bf87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397854 Aug 17 04:13:23.179852 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f1e1c0f-f232-4f32-9f30-c7a82cdad2ea req-022871b5-1402-4991-8f85-52d2ae3da3c2 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797186 Aug 17 04:13:23.271659 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f1e1c0f-f232-4f32-9f30-c7a82cdad2ea req-3b381208-a045-48c5-81df-1f71927353d0 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844936 Aug 17 04:13:30.074851 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.607760 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:13:32.445455 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:38.048468 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-060ee40a-1985-4906-938f-a5b7c8d7ad42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:40.465561 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c6386534-4fb6-453e-a077-516eaafb9028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:40.734741 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:42.345612 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:44.305794 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:00.085373 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:02.456571 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:07.609449 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:14:08.039146 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d3784741-67a6-4f89-b72a-bd25038d638a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:10.461886 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2bc60974-2a1b-4063-82b7-3ad032059c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:10.707857 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:12.313591 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:14.290409 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:22.746133 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-339fd72d-c70d-478b-93d1-15432158c637 req-dbc77d30-9bf5-4a1c-bfa4-a4551c24797f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461099 Aug 17 04:14:22.841461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fd72d-c70d-478b-93d1-15432158c637 req-62519446-15d3-43eb-84b1-ea02d700deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:22.842912 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-339fd72d-c70d-478b-93d1-15432158c637 req-62519446-15d3-43eb-84b1-ea02d700deb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0441782 Aug 17 04:14:22.944898 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fd72d-c70d-478b-93d1-15432158c637 req-3830313c-f495-4630-ba67-680ef69a857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:22.946375 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-339fd72d-c70d-478b-93d1-15432158c637 req-3830313c-f495-4630-ba67-680ef69a857b service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0823300 Aug 17 04:14:23.013967 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-339fd72d-c70d-478b-93d1-15432158c637 req-54f72d8b-67f1-4490-8c05-95781d1358d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0603211 Aug 17 04:14:23.066361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fd72d-c70d-478b-93d1-15432158c637 req-791cf6e8-6794-4078-bf43-d267d98b9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:23.067843 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-339fd72d-c70d-478b-93d1-15432158c637 req-791cf6e8-6794-4078-bf43-d267d98b9c65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0452130 Aug 17 04:14:23.115597 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fd72d-c70d-478b-93d1-15432158c637 req-79517b4e-76b4-401a-888c-b452a00aa261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:23.117066 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-339fd72d-c70d-478b-93d1-15432158c637 req-79517b4e-76b4-401a-888c-b452a00aa261 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404170 Aug 17 04:14:23.208269 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-339fd72d-c70d-478b-93d1-15432158c637 req-a766ec5f-6367-40ff-ae08-12d53f73611d service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837588 Aug 17 04:14:23.294661 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-339fd72d-c70d-478b-93d1-15432158c637 req-9f5290b1-ab0f-484b-a12d-7f4db9b2bec9 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791709 Aug 17 04:14:30.093809 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:32.439096 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:38.053630 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-def8ba35-edcd-41f4-b5d1-fa00b6aade57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:40.473284 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-682f3c70-44ee-49c9-a699-57217850b914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:40.739418 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:42.301227 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:44.295764 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:44.612757 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:15:00.104762 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:02.432764 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:08.061577 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-880a1cdc-ccf0-4ee0-a2ed-a8fd8d32b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:10.443611 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cccc60dc-07e2-407e-849e-5fca2591979e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:10.741521 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:12.319039 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:14.305158 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:21.612115 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:15:24.731351 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0e8a47-dfff-4d05-8c9a-fd3a1229625c req-41b9f0b2-b80b-4847-a942-62211865c4c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450487 Aug 17 04:15:24.822865 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e8a47-dfff-4d05-8c9a-fd3a1229625c req-2defefd6-be70-4dc9-8a40-7688ce488a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:24.824344 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0e8a47-dfff-4d05-8c9a-fd3a1229625c req-2defefd6-be70-4dc9-8a40-7688ce488a9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0409462 Aug 17 04:15:24.925489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e8a47-dfff-4d05-8c9a-fd3a1229625c req-ca92f382-9875-4338-a8da-745ec43d914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:24.926861 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0e8a47-dfff-4d05-8c9a-fd3a1229625c req-ca92f382-9875-4338-a8da-745ec43d914e service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0832305 Aug 17 04:15:24.995449 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0e8a47-dfff-4d05-8c9a-fd3a1229625c req-990195b6-1b6a-4cad-9014-6d6062c244e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0610104 Aug 17 04:15:25.046621 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e8a47-dfff-4d05-8c9a-fd3a1229625c req-4fff0a74-0d4a-4a7b-b9dc-420b50e0c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:25.048107 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0e8a47-dfff-4d05-8c9a-fd3a1229625c req-4fff0a74-0d4a-4a7b-b9dc-420b50e0c2bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0454738 Aug 17 04:15:25.096011 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e8a47-dfff-4d05-8c9a-fd3a1229625c req-2a7d75e4-a3f7-4f51-a219-d2672b3384ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:25.097535 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0e8a47-dfff-4d05-8c9a-fd3a1229625c req-2a7d75e4-a3f7-4f51-a219-d2672b3384ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410271 Aug 17 04:15:25.188261 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0e8a47-dfff-4d05-8c9a-fd3a1229625c req-be18576a-d6cc-4190-9b9f-3f7ca4ea688b service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825324 Aug 17 04:15:25.276123 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0e8a47-dfff-4d05-8c9a-fd3a1229625c req-59f4c478-2c87-47f8-b391-51440cfd3062 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791907 Aug 17 04:15:30.116693 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:32.443661 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:38.060901 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5933d391-1964-4df9-8f2a-5c9e255a8fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:40.481673 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-91e3a8e0-e73b-4643-9666-2dbdfc65e4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:40.727463 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:42.300306 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:44.295143 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:58.611604 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:16:00.115509 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:02.442793 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:08.052378 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2900155f-a08a-4444-8f26-ac60aca04596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:10.486826 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b8c01091-cf1a-4029-b875-33edde631f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:10.746211 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:12.339962 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:14.294489 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:24.800366 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0bc28a-cfde-468f-9b22-ebb6cd14ab2f req-129e9861-ac2b-4313-a490-b0922dbdea1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1276917 Aug 17 04:16:24.897973 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bc28a-cfde-468f-9b22-ebb6cd14ab2f req-e47a624d-be50-47f5-9ebe-f9a0f1dba54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:24.899539 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0bc28a-cfde-468f-9b22-ebb6cd14ab2f req-e47a624d-be50-47f5-9ebe-f9a0f1dba54e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0416701 Aug 17 04:16:25.005326 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bc28a-cfde-468f-9b22-ebb6cd14ab2f req-deeee6b7-aea3-4281-9791-6eee29971743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:25.007376 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0bc28a-cfde-468f-9b22-ebb6cd14ab2f req-deeee6b7-aea3-4281-9791-6eee29971743 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0875945 Aug 17 04:16:25.072527 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0bc28a-cfde-468f-9b22-ebb6cd14ab2f req-e3aee509-3eee-4d82-8172-f234029dfa23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0581748 Aug 17 04:16:25.121090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bc28a-cfde-468f-9b22-ebb6cd14ab2f req-3cf08847-750e-4e06-851d-aa42ce43ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:25.122537 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0bc28a-cfde-468f-9b22-ebb6cd14ab2f req-3cf08847-750e-4e06-851d-aa42ce43ea26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0429413 Aug 17 04:16:25.178867 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bc28a-cfde-468f-9b22-ebb6cd14ab2f req-dc74152b-1aaa-4b7c-9723-1630401cee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:25.181293 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0bc28a-cfde-468f-9b22-ebb6cd14ab2f req-dc74152b-1aaa-4b7c-9723-1630401cee8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507741 Aug 17 04:16:25.192312 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-fc0bc28a-cfde-468f-9b22-ebb6cd14ab2f req-57d6bd40-b0c7-45f3-ac3c-dc44dc90efe8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:16:25.193333 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0bc28a-cfde-468f-9b22-ebb6cd14ab2f req-57d6bd40-b0c7-45f3-ac3c-dc44dc90efe8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051253 Aug 17 04:16:25.287884 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0bc28a-cfde-468f-9b22-ebb6cd14ab2f req-0ccf3904-1545-4c8d-8030-8d05e2147c95 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864210 Aug 17 04:16:25.378949 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fc0bc28a-cfde-468f-9b22-ebb6cd14ab2f req-b5983a13-5a69-48d7-a100-6ae779f139c4 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834994 Aug 17 04:16:30.122855 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:32.447976 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:35.611387 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:16:38.066073 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-039d9016-8686-4d4a-8684-4eab8f661775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:40.470998 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b7dca8f6-fd51-4039-87e0-df371f9ab9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:40.732180 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:42.309652 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:44.314754 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:00.139430 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:02.470817 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:08.064808 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8614fab3-6a58-402e-9296-4de35621e347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:10.457557 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-32ba02a4-a602-4346-84c3-67e54f715ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:10.743247 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:12.337916 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:12.610728 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:17:14.322200 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:26.709600 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-12e4db3d-e37a-4506-b9bd-50e8cfcfde01 req-feedf7c0-f4d1-4e51-bf64-9ec902245c9f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399179 Aug 17 04:17:26.800563 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4db3d-e37a-4506-b9bd-50e8cfcfde01 req-dfa7e932-a3df-4c90-b3da-060d0732c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:26.802335 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-12e4db3d-e37a-4506-b9bd-50e8cfcfde01 req-dfa7e932-a3df-4c90-b3da-060d0732c1fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0395765 Aug 17 04:17:26.906079 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4db3d-e37a-4506-b9bd-50e8cfcfde01 req-5ac9e386-bd4a-48e1-912f-e0d44b2ff7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:26.907509 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-12e4db3d-e37a-4506-b9bd-50e8cfcfde01 req-5ac9e386-bd4a-48e1-912f-e0d44b2ff7a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0859168 Aug 17 04:17:26.971374 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-12e4db3d-e37a-4506-b9bd-50e8cfcfde01 req-8da73932-0f35-4f0d-84f5-e779a16a6147 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0558257 Aug 17 04:17:27.028975 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4db3d-e37a-4506-b9bd-50e8cfcfde01 req-229b7b4b-7e54-42e3-a9b9-d57a7d507f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:27.030459 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-12e4db3d-e37a-4506-b9bd-50e8cfcfde01 req-229b7b4b-7e54-42e3-a9b9-d57a7d507f33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0509763 Aug 17 04:17:27.076565 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4db3d-e37a-4506-b9bd-50e8cfcfde01 req-8aaa0fe6-84f4-404d-bc1a-ae08cdbfd55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:27.078155 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-12e4db3d-e37a-4506-b9bd-50e8cfcfde01 req-8aaa0fe6-84f4-404d-bc1a-ae08cdbfd55a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402966 Aug 17 04:17:27.166023 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-12e4db3d-e37a-4506-b9bd-50e8cfcfde01 req-94fce47f-a6b3-47b7-8050-4be68333d596 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797780 Aug 17 04:17:27.260377 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-12e4db3d-e37a-4506-b9bd-50e8cfcfde01 req-67f75e85-6ff4-44ba-929f-db4730f91a1f service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861990 Aug 17 04:17:30.166957 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:32.487198 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:38.047165 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4e73067f-923f-4c0c-b054-c6d82dc70968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:40.498507 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-204ed681-6ec5-4fe5-8424-a8e22157d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:40.794300 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:42.396145 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:44.354631 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:49.611209 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:18:00.189617 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:02.583840 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:08.058735 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3eef40f8-d30b-4bad-b9e3-0744f164f5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:10.491059 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7ae6d932-7501-4fd4-9dce-c237e2228295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:10.755002 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:12.372083 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:14.332441 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:26.610411 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:18:28.708061 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c7348aec-df62-4a9c-8ab7-60c569dff2b0 req-7b12c856-d3d0-48cc-8386-5fa71649ec7b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400782 Aug 17 04:18:28.798934 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7348aec-df62-4a9c-8ab7-60c569dff2b0 req-e855053b-cb8d-4b0f-852a-b5cff5294769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:28.800927 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c7348aec-df62-4a9c-8ab7-60c569dff2b0 req-e855053b-cb8d-4b0f-852a-b5cff5294769 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0392778 Aug 17 04:18:29.248848 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7348aec-df62-4a9c-8ab7-60c569dff2b0 req-e7f5ae26-4a7e-4ae9-b61f-6415acc7297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:29.250342 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c7348aec-df62-4a9c-8ab7-60c569dff2b0 req-e7f5ae26-4a7e-4ae9-b61f-6415acc7297e service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.4282451 Aug 17 04:18:29.317514 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c7348aec-df62-4a9c-8ab7-60c569dff2b0 req-663e4243-2805-4042-9028-1f901b7fc9c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0584867 Aug 17 04:18:29.365837 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7348aec-df62-4a9c-8ab7-60c569dff2b0 req-02f13b63-2b23-46f6-8476-2fa21734a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:29.367172 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c7348aec-df62-4a9c-8ab7-60c569dff2b0 req-02f13b63-2b23-46f6-8476-2fa21734a1a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0426674 Aug 17 04:18:29.413390 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7348aec-df62-4a9c-8ab7-60c569dff2b0 req-fe279e58-79d8-4fa9-bc30-7cf851591114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:29.414857 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c7348aec-df62-4a9c-8ab7-60c569dff2b0 req-fe279e58-79d8-4fa9-bc30-7cf851591114 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402389 Aug 17 04:18:29.507935 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c7348aec-df62-4a9c-8ab7-60c569dff2b0 req-4cdf3a87-f8ca-4257-a119-f04b2031cc4a service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850267 Aug 17 04:18:29.599004 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c7348aec-df62-4a9c-8ab7-60c569dff2b0 req-63d32a93-0a19-45ec-ae31-b6b666d7f454 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835378 Aug 17 04:18:30.224215 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:32.497456 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:38.045258 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b7fdc316-8582-4e40-ad48-6d00c863e795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:40.474864 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-81f0883f-76d8-480b-a2b6-44fbeeccf668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:40.766349 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:42.314328 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:44.349093 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:00.222852 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:02.491064 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:03.609167 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:19:08.061941 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c28e08de-6e00-4754-8195-954bea4fde58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:10.542394 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-aa651422-5262-4424-835b-57729291e432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:10.736664 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:12.349005 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:14.331598 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:30.216256 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:30.716295 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-92b145d8-32b9-45de-88b5-17a1df8989e1 req-f2d56810-30c6-4e1c-bb31-5d6f073a052a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462551 Aug 17 04:19:30.812882 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b145d8-32b9-45de-88b5-17a1df8989e1 req-816f9e4a-54d3-4fde-a3e2-6c2d6e34e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:30.814425 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-92b145d8-32b9-45de-88b5-17a1df8989e1 req-816f9e4a-54d3-4fde-a3e2-6c2d6e34e4a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0441694 Aug 17 04:19:30.914600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b145d8-32b9-45de-88b5-17a1df8989e1 req-9ed8ccf3-c028-44e8-89e6-b7831c4083d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:30.916103 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-92b145d8-32b9-45de-88b5-17a1df8989e1 req-9ed8ccf3-c028-44e8-89e6-b7831c4083d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0818038 Aug 17 04:19:30.986500 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-92b145d8-32b9-45de-88b5-17a1df8989e1 req-89210b03-e7ee-4e24-b2ec-72c916da1ecc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0628779 Aug 17 04:19:31.047445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b145d8-32b9-45de-88b5-17a1df8989e1 req-9d8b3195-0f1c-401f-8741-31e5010a2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:31.048885 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-92b145d8-32b9-45de-88b5-17a1df8989e1 req-9d8b3195-0f1c-401f-8741-31e5010a2f67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0471435 Aug 17 04:19:31.095127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b145d8-32b9-45de-88b5-17a1df8989e1 req-9e4f6de1-b5f5-464e-9ce1-7a904e2cdf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:31.096866 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-92b145d8-32b9-45de-88b5-17a1df8989e1 req-9e4f6de1-b5f5-464e-9ce1-7a904e2cdf53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400655 Aug 17 04:19:31.187806 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-92b145d8-32b9-45de-88b5-17a1df8989e1 req-af7c63b1-c3ee-4339-874c-bb48cef95162 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829244 Aug 17 04:19:31.277034 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-92b145d8-32b9-45de-88b5-17a1df8989e1 req-cedb2462-0c8e-4e48-98aa-d8ce3073d530 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820975 Aug 17 04:19:32.490722 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:38.033205 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8d13593e-5940-4fc1-9e88-42db81229f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:40.502253 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6defce45-6740-437f-b349-7d7876300d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:40.609369 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:19:40.736513 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:42.318742 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:44.313052 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:00.250022 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:02.518802 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:08.044609 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-57ea03be-4afa-4a1c-adf2-83aba739f3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:10.449798 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-55e0723e-38b9-403d-b766-8dd6ddded2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:10.769822 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:12.325214 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:14.341514 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:17.609121 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:20:30.215574 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:31.713843 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-954b25d1-2a81-45f8-8ca6-8c0fe830d51a req-05157b25-893a-4adc-875c-536c46f6dd35 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450599 Aug 17 04:20:31.806644 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b25d1-2a81-45f8-8ca6-8c0fe830d51a req-ce481a51-24c0-4cdc-801e-86394e92bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:31.808061 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-954b25d1-2a81-45f8-8ca6-8c0fe830d51a req-ce481a51-24c0-4cdc-801e-86394e92bf08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0420392 Aug 17 04:20:31.911109 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b25d1-2a81-45f8-8ca6-8c0fe830d51a req-d9fa3164-fdf3-4b7c-967a-18eb20571d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:31.912814 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-954b25d1-2a81-45f8-8ca6-8c0fe830d51a req-d9fa3164-fdf3-4b7c-967a-18eb20571d48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0841966 Aug 17 04:20:31.981069 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-954b25d1-2a81-45f8-8ca6-8c0fe830d51a req-1a52c407-7002-4b6e-961e-662a5875c4bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0610275 Aug 17 04:20:32.030132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b25d1-2a81-45f8-8ca6-8c0fe830d51a req-4c931694-a06a-4406-8b37-7cd0ca0cb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:32.031544 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-954b25d1-2a81-45f8-8ca6-8c0fe830d51a req-4c931694-a06a-4406-8b37-7cd0ca0cb008 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0432050 Aug 17 04:20:32.078672 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b25d1-2a81-45f8-8ca6-8c0fe830d51a req-76088256-1277-4873-9d9e-27e9bc84a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:32.080173 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-954b25d1-2a81-45f8-8ca6-8c0fe830d51a req-76088256-1277-4873-9d9e-27e9bc84a185 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405672 Aug 17 04:20:32.179492 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-954b25d1-2a81-45f8-8ca6-8c0fe830d51a req-8e5d1157-77c3-4740-8028-b76011515af1 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907419 Aug 17 04:20:32.278365 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-954b25d1-2a81-45f8-8ca6-8c0fe830d51a req-7b944117-e60e-429c-8747-5824c13b92fd service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894067 Aug 17 04:20:32.495784 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:38.032410 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bff2bcee-4885-4371-b8dd-35d79286da21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:40.466634 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d1045732-9e6d-4f97-85ac-231d86ffe66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:40.746738 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:42.317902 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:44.346693 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:54.607502 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:21:00.220517 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:02.529102 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:08.054888 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8f437b53-44d7-4b05-a54b-73418c7c7917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:10.597602 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb9c5-3f81-4a84-81fe-0259a1212ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:10.740498 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:12.323032 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:14.341134 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:30.237600 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:31.606505 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:21:31.802639 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f10d01b-1d2b-4fb6-8844-192f33323dc6 req-1c44a217-e9fc-45d4-907f-7e0d1c26597d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1363828 Aug 17 04:21:31.895573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10d01b-1d2b-4fb6-8844-192f33323dc6 req-78bfeca2-dd1d-4642-a6f2-e1b59ff8b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:31.896961 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f10d01b-1d2b-4fb6-8844-192f33323dc6 req-78bfeca2-dd1d-4642-a6f2-e1b59ff8b42b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0403290 Aug 17 04:21:32.002376 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10d01b-1d2b-4fb6-8844-192f33323dc6 req-42a681c6-1fd1-4e08-a5f7-b2866cdcc1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:32.003835 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f10d01b-1d2b-4fb6-8844-192f33323dc6 req-42a681c6-1fd1-4e08-a5f7-b2866cdcc1b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0869827 Aug 17 04:21:32.068852 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f10d01b-1d2b-4fb6-8844-192f33323dc6 req-b40b6a5d-3a0e-429e-a01f-d884eb09f3c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0574741 Aug 17 04:21:32.117678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10d01b-1d2b-4fb6-8844-192f33323dc6 req-29ac33e2-409b-4c94-9514-06a7f5607a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:32.119101 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f10d01b-1d2b-4fb6-8844-192f33323dc6 req-29ac33e2-409b-4c94-9514-06a7f5607a59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0433879 Aug 17 04:21:32.169138 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10d01b-1d2b-4fb6-8844-192f33323dc6 req-c96f1c31-f30a-40a4-8f51-f57ea4eef82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:32.170562 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f10d01b-1d2b-4fb6-8844-192f33323dc6 req-c96f1c31-f30a-40a4-8f51-f57ea4eef82a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432122 Aug 17 04:21:32.259611 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f10d01b-1d2b-4fb6-8844-192f33323dc6 req-47cdd66b-d364-4b1d-b319-f0b981ee68fa service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808327 Aug 17 04:21:32.354054 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-1f10d01b-1d2b-4fb6-8844-192f33323dc6 req-bef26b7e-90fb-4f9c-836b-4f8a68bcac23 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863185 Aug 17 04:21:32.580045 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:38.025414 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-877f16c2-c710-4bae-aff5-73a5fd466bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:40.454050 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-91d4b88f-9e09-4d6f-8c99-6ba9633aef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:40.739957 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:42.351713 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:44.431546 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:00.271185 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:02.545292 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:08.042618 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-93a6ec4d-b50d-485f-909d-f393331001df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:08.605349 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:22:10.459187 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0f9cdee7-52cc-4027-b2d4-c7675090d0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:10.773584 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:12.339644 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:14.345426 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:30.281858 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:31.710103 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-87ef8d7b-ad94-43b2-9d15-07afc710fd11 req-496f4b4a-eb58-47ee-8e29-f5366024ccf1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402203 Aug 17 04:22:31.802319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef8d7b-ad94-43b2-9d15-07afc710fd11 req-c1cb0331-0a35-414d-b724-d88436636971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:31.804474 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-87ef8d7b-ad94-43b2-9d15-07afc710fd11 req-c1cb0331-0a35-414d-b724-d88436636971 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0404274 Aug 17 04:22:31.911787 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef8d7b-ad94-43b2-9d15-07afc710fd11 req-e68f16b4-b6e2-4a54-b265-fa9357753484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:31.913812 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-87ef8d7b-ad94-43b2-9d15-07afc710fd11 req-e68f16b4-b6e2-4a54-b265-fa9357753484 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0897639 Aug 17 04:22:31.978559 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-87ef8d7b-ad94-43b2-9d15-07afc710fd11 req-e41aa2bd-710c-4cf5-8439-fc0db1914cff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0571601 Aug 17 04:22:32.032458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef8d7b-ad94-43b2-9d15-07afc710fd11 req-33795c35-5e5a-4714-bb70-c20cc4c63a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:32.034270 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-87ef8d7b-ad94-43b2-9d15-07afc710fd11 req-33795c35-5e5a-4714-bb70-c20cc4c63a82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0480022 Aug 17 04:22:32.081843 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef8d7b-ad94-43b2-9d15-07afc710fd11 req-b1d65835-b54a-47ec-a34c-765cf842d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:32.083327 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-87ef8d7b-ad94-43b2-9d15-07afc710fd11 req-b1d65835-b54a-47ec-a34c-765cf842d0c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411937 Aug 17 04:22:32.174181 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-87ef8d7b-ad94-43b2-9d15-07afc710fd11 req-5d0dd017-7d44-49af-afee-308f0dfcdd2c service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829043 Aug 17 04:22:32.269624 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-87ef8d7b-ad94-43b2-9d15-07afc710fd11 req-e6ecca5b-e3ca-4df0-8170-ce2205a995f9 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874245 Aug 17 04:22:32.561966 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:38.030545 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9cdfe715-439e-4303-89be-40f22a95860d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:40.590428 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ac6037b4-2f55-4d5b-9324-03fc01af50fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:40.755591 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:42.339814 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:44.344993 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:45.604278 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:23:00.344529 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:02.522633 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:08.013190 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5acee1c1-30dc-492d-8372-1764934dbad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:10.481861 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-46c4aee5-08ae-43ce-b77f-5cf3316ff499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:10.802161 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:12.361539 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:14.355760 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:22.603203 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:23:30.373009 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:32.578356 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:33.701190 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2667c2d2-dc31-47d5-a01b-adc3e2351d9e req-153ca7f1-bc78-4060-b7c1-d0fe3e3b61de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405395 Aug 17 04:23:33.801470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667c2d2-dc31-47d5-a01b-adc3e2351d9e req-e6836117-cf63-439b-8d95-df9637fe6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:23:33.802988 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2667c2d2-dc31-47d5-a01b-adc3e2351d9e req-e6836117-cf63-439b-8d95-df9637fe6712 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0470960 Aug 17 04:23:33.907503 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667c2d2-dc31-47d5-a01b-adc3e2351d9e req-803e4908-6488-4ecb-8ba5-91572437a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:23:33.908987 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2667c2d2-dc31-47d5-a01b-adc3e2351d9e req-803e4908-6488-4ecb-8ba5-91572437a45f service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0847759 Aug 17 04:23:33.980578 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2667c2d2-dc31-47d5-a01b-adc3e2351d9e req-01f797ac-19a9-4810-90c4-a0785603726b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0629327 Aug 17 04:23:34.028757 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667c2d2-dc31-47d5-a01b-adc3e2351d9e req-c3d72297-3e87-4cca-ae5a-f439cb19ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:23:34.030182 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2667c2d2-dc31-47d5-a01b-adc3e2351d9e req-c3d72297-3e87-4cca-ae5a-f439cb19ebb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0428691 Aug 17 04:23:34.076731 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667c2d2-dc31-47d5-a01b-adc3e2351d9e req-bf2f0fd9-2dd3-4026-939c-db8f2e62468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:23:34.078265 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2667c2d2-dc31-47d5-a01b-adc3e2351d9e req-bf2f0fd9-2dd3-4026-939c-db8f2e62468c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411229 Aug 17 04:23:34.173101 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2667c2d2-dc31-47d5-a01b-adc3e2351d9e req-3c788dad-5b7f-461a-95fb-396d9d6f563a service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872860 Aug 17 04:23:34.278792 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2667c2d2-dc31-47d5-a01b-adc3e2351d9e req-a2ac85f7-36d9-46f7-a658-32a3fce5c35b service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980387 Aug 17 04:23:38.034685 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-36a00ecf-cbf3-4547-ab2b-a768ff2086c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:40.474967 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-41de634d-b2d0-440d-8a71-6ca034d56a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:40.789102 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:42.356052 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:44.475566 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:59.601823 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:24:00.355774 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:02.578261 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:08.041181 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3ed990ec-91cc-41ba-ab79-b78abd01fb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:10.475100 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f57269a5-ee62-4bd4-9911-7021e5fea038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:10.749539 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:12.354161 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:14.349399 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:30.366663 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:32.572102 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:34.706592 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4cfc1301-5f41-49c1-9497-cbbda70aabf7 req-078f1863-f3ca-4292-97a8-be4ae31935a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443089 Aug 17 04:24:34.798407 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc1301-5f41-49c1-9497-cbbda70aabf7 req-cf96e5f3-2ca4-45c5-af9d-e1375797bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:34.802229 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4cfc1301-5f41-49c1-9497-cbbda70aabf7 req-cf96e5f3-2ca4-45c5-af9d-e1375797bb79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0407617 Aug 17 04:24:34.901611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc1301-5f41-49c1-9497-cbbda70aabf7 req-86c96677-b0c7-4974-8c9d-d66fd0ee9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:34.903140 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4cfc1301-5f41-49c1-9497-cbbda70aabf7 req-86c96677-b0c7-4974-8c9d-d66fd0ee9f6e service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0838122 Aug 17 04:24:34.983262 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4cfc1301-5f41-49c1-9497-cbbda70aabf7 req-e00788f1-6643-4179-a536-d2cafa11224f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0660400 Aug 17 04:24:35.028489 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc1301-5f41-49c1-9497-cbbda70aabf7 req-adb8efbb-a592-4b58-b76e-815ec364b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:35.030279 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4cfc1301-5f41-49c1-9497-cbbda70aabf7 req-adb8efbb-a592-4b58-b76e-815ec364b530 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0456898 Aug 17 04:24:35.078347 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc1301-5f41-49c1-9497-cbbda70aabf7 req-b7888a73-d527-4a50-a44b-ec449f0d8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:35.079838 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4cfc1301-5f41-49c1-9497-cbbda70aabf7 req-b7888a73-d527-4a50-a44b-ec449f0d8df7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423863 Aug 17 04:24:35.169959 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4cfc1301-5f41-49c1-9497-cbbda70aabf7 req-83a39898-a258-4869-a563-3ca9a4e293d4 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826771 Aug 17 04:24:35.262136 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4cfc1301-5f41-49c1-9497-cbbda70aabf7 req-6253866c-769a-4717-b7d9-13b11f913c5e service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841775 Aug 17 04:24:36.601095 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:24:38.023732 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbb4b-5105-4d50-8682-2f9071ee77f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:40.463192 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7393f132-9ce7-4270-a779-eaa7385c1dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:40.736412 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:42.354502 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:44.349119 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:00.400660 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:02.615669 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:08.074549 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-84b886e5-3327-4904-a5a9-58e309c34db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:10.507414 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9ebc5999-aff0-4383-b624-61ec9f16aadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:10.754981 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:12.381778 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:13.599606 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:25:14.371860 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:30.400078 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:32.622623 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:36.692511 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264b590c-997c-4d0c-95c0-4d92d709725d req-62822e8e-7e22-4b75-b28c-114abed4e81e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441787 Aug 17 04:25:36.786307 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b590c-997c-4d0c-95c0-4d92d709725d req-5d00006e-07e9-496b-899d-c83c3a0c54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:36.788227 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264b590c-997c-4d0c-95c0-4d92d709725d req-5d00006e-07e9-496b-899d-c83c3a0c54c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0423605 Aug 17 04:25:36.894299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b590c-997c-4d0c-95c0-4d92d709725d req-b0238e0f-4b02-4c7f-96e7-b55941b251d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:36.895757 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264b590c-997c-4d0c-95c0-4d92d709725d req-b0238e0f-4b02-4c7f-96e7-b55941b251d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0874660 Aug 17 04:25:36.960130 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264b590c-997c-4d0c-95c0-4d92d709725d req-69803d94-591f-4306-a6bb-7a51def799c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0559769 Aug 17 04:25:37.007934 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b590c-997c-4d0c-95c0-4d92d709725d req-2ffc9444-47ba-4bf6-85a2-48b5cbed5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:37.009348 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264b590c-997c-4d0c-95c0-4d92d709725d req-2ffc9444-47ba-4bf6-85a2-48b5cbed5598 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0418415 Aug 17 04:25:37.058244 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b590c-997c-4d0c-95c0-4d92d709725d req-0ffb85ee-4562-4fdb-bcf7-3d40f9e3c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:37.059733 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264b590c-997c-4d0c-95c0-4d92d709725d req-0ffb85ee-4562-4fdb-bcf7-3d40f9e3c9ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432475 Aug 17 04:25:37.149495 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264b590c-997c-4d0c-95c0-4d92d709725d req-8635a099-e6c4-454c-a9dc-8b5adcabaca2 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814641 Aug 17 04:25:37.240762 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-264b590c-997c-4d0c-95c0-4d92d709725d req-208fcce7-704f-458a-8fd5-2dab2c9d86e8 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839312 Aug 17 04:25:38.051087 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b7a7-d76a-4463-a308-ae7dd4486a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:40.485519 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-23664b87-5017-4b4f-9d98-bf04f9add142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:40.737534 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:42.365457 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:44.348711 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:50.598369 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:26:00.410839 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:02.614952 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:08.070595 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6922a03-21b7-4a40-8e70-f006cea76ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:10.479779 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-89227af8-ba0e-42f5-937c-0597b884cbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:10.794152 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:12.363301 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:14.387684 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:27.598572 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:26:30.414586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:32.642822 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:36.780904 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d0ddad54-0a74-49ce-baca-d133f5492370 req-5089525f-817b-4f66-b6f9-3072a351bca1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1149380 Aug 17 04:26:36.872291 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddad54-0a74-49ce-baca-d133f5492370 req-b40e4775-78ec-458e-b0ea-8c913bbf142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:36.873997 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d0ddad54-0a74-49ce-baca-d133f5492370 req-b40e4775-78ec-458e-b0ea-8c913bbf142c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0415304 Aug 17 04:26:36.989398 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddad54-0a74-49ce-baca-d133f5492370 req-240ad1ab-911a-46b9-bc10-bcc1f9eea529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:36.990867 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d0ddad54-0a74-49ce-baca-d133f5492370 req-240ad1ab-911a-46b9-bc10-bcc1f9eea529 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0960016 Aug 17 04:26:37.055103 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d0ddad54-0a74-49ce-baca-d133f5492370 req-efe5515b-996d-490b-bd0f-9684dbc72a7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0565045 Aug 17 04:26:37.108216 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddad54-0a74-49ce-baca-d133f5492370 req-ceba3496-5ef5-44fc-9bcd-2b423c6e1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:37.109689 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d0ddad54-0a74-49ce-baca-d133f5492370 req-ceba3496-5ef5-44fc-9bcd-2b423c6e1f8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0470891 Aug 17 04:26:37.155331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddad54-0a74-49ce-baca-d133f5492370 req-9f924803-c76b-4056-bf7a-975e7f32e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:37.156790 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d0ddad54-0a74-49ce-baca-d133f5492370 req-9f924803-c76b-4056-bf7a-975e7f32e523 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398254 Aug 17 04:26:37.168065 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-d0ddad54-0a74-49ce-baca-d133f5492370 req-96e1aaf5-59f5-4266-8dfc-5cff30629667 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:26:37.168990 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d0ddad54-0a74-49ce-baca-d133f5492370 req-96e1aaf5-59f5-4266-8dfc-5cff30629667 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048680 Aug 17 04:26:37.256621 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d0ddad54-0a74-49ce-baca-d133f5492370 req-71129075-aef0-458a-885d-d6c9e2279ea3 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799897 Aug 17 04:26:37.347743 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d0ddad54-0a74-49ce-baca-d133f5492370 req-9d44f924-1849-4890-b047-91134477e041 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837557 Aug 17 04:26:38.025340 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d8457caa-ce0c-4085-8d54-fce95bce42fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:40.493930 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3d83e35c-7e7a-44ba-b9bb-32c2d93e31a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:40.739642 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:42.370487 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:44.402849 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:00.427687 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:02.656334 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:04.598168 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:27:08.067336 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-32051ec3-0e68-48f5-8554-7afc4ed68482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:10.478674 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5501109b-c15c-469c-9478-36b39a0cc109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:10.752958 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:12.381147 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:14.371435 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:30.404252 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:32.664471 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:38.035956 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-25c172fc-6ea4-42b9-b83c-2d3a65ef5fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:38.697553 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-30ee49b4-4222-4c9c-a33d-8d339c44af5a req-ca154a7d-139f-4ae1-8b83-5ab40360f64f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410237 Aug 17 04:27:38.789822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee49b4-4222-4c9c-a33d-8d339c44af5a req-982aeba4-30d9-4c23-8f0e-9e6bdbf81405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:38.791348 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-30ee49b4-4222-4c9c-a33d-8d339c44af5a req-982aeba4-30d9-4c23-8f0e-9e6bdbf81405 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0403099 Aug 17 04:27:38.895898 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee49b4-4222-4c9c-a33d-8d339c44af5a req-10cceb4e-d096-465b-af3b-413735cbfb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:38.897387 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-30ee49b4-4222-4c9c-a33d-8d339c44af5a req-10cceb4e-d096-465b-af3b-413735cbfb15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0860269 Aug 17 04:27:38.975052 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-30ee49b4-4222-4c9c-a33d-8d339c44af5a req-ea72f860-9846-478c-925b-a3fe4c8ecb3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0702055 Aug 17 04:27:39.022905 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee49b4-4222-4c9c-a33d-8d339c44af5a req-4fd08cda-e732-40bc-a1d6-381f305500c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:39.024340 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-30ee49b4-4222-4c9c-a33d-8d339c44af5a req-4fd08cda-e732-40bc-a1d6-381f305500c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0421627 Aug 17 04:27:39.070516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee49b4-4222-4c9c-a33d-8d339c44af5a req-e4f99130-434c-4aeb-92f0-60f505a3e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:39.072039 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-30ee49b4-4222-4c9c-a33d-8d339c44af5a req-e4f99130-434c-4aeb-92f0-60f505a3e3a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403264 Aug 17 04:27:39.162754 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-30ee49b4-4222-4c9c-a33d-8d339c44af5a req-48d1adb9-9507-45ac-b116-d48a26fe1699 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834925 Aug 17 04:27:39.255339 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-30ee49b4-4222-4c9c-a33d-8d339c44af5a req-18dc4f7b-4972-42b0-933f-8d12b580bc04 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853689 Aug 17 04:27:40.489627 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-989ca88e-903f-470d-a347-4cfa587c8896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:40.755982 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:41.598431 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:27:42.384735 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:44.381394 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:00.398205 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:02.666120 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:08.049704 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7c3642a8-7f63-4637-ab05-ae3c0d674d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:10.494933 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6a541fb8-a058-41c5-84fb-5139076c907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:10.784148 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:12.395021 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:14.392401 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:18.598059 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:28:30.423498 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:32.691759 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:38.071739 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6a940c89-1177-4bc8-aef3-127c3bc3f49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:40.509152 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f8a895fe-ed8e-4247-a9a5-6980e353a6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:40.777945 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:41.361935 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9fd9e848-4cd4-44e5-a0a8-ac9ac74fd2b4 req-2caa5d4c-a1f8-4b7c-8bb5-d6778e4519c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407746 Aug 17 04:28:41.458122 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e848-4cd4-44e5-a0a8-ac9ac74fd2b4 req-10067eec-5dde-45be-8d76-03f890a422ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:28:41.459592 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9fd9e848-4cd4-44e5-a0a8-ac9ac74fd2b4 req-10067eec-5dde-45be-8d76-03f890a422ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0438313 Aug 17 04:28:41.560556 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e848-4cd4-44e5-a0a8-ac9ac74fd2b4 req-9e4b9f86-8d5e-40f9-96f8-10201b95cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:28:41.562036 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9fd9e848-4cd4-44e5-a0a8-ac9ac74fd2b4 req-9e4b9f86-8d5e-40f9-96f8-10201b95cfc4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0822659 Aug 17 04:28:41.629419 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9fd9e848-4cd4-44e5-a0a8-ac9ac74fd2b4 req-5d6188e7-dbd2-4ca0-92ae-54d83f9fd6a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0591249 Aug 17 04:28:41.678179 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e848-4cd4-44e5-a0a8-ac9ac74fd2b4 req-056444d2-3748-4646-afa6-bcd1974d7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:28:41.679591 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9fd9e848-4cd4-44e5-a0a8-ac9ac74fd2b4 req-056444d2-3748-4646-afa6-bcd1974d7834 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0432053 Aug 17 04:28:41.726263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e848-4cd4-44e5-a0a8-ac9ac74fd2b4 req-2d1c11b0-acfd-43fe-a5e2-4f53e7129ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:28:41.727740 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9fd9e848-4cd4-44e5-a0a8-ac9ac74fd2b4 req-2d1c11b0-acfd-43fe-a5e2-4f53e7129ecd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407140 Aug 17 04:28:41.818937 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9fd9e848-4cd4-44e5-a0a8-ac9ac74fd2b4 req-b5df8dc0-dcc1-4568-b472-f81c3c54a469 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835729 Aug 17 04:28:41.910621 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-9fd9e848-4cd4-44e5-a0a8-ac9ac74fd2b4 req-6bb2dbc9-2ac4-439b-8d69-1582fc70b7cf service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835631 Aug 17 04:28:42.402809 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:44.424051 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:55.597010 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:29:00.425540 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:02.689334 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:08.057003 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5329a6ba-e3c1-43b5-ae8d-bb5db45ab391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:10.505179 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a47d7deb-eb42-4ee0-8f05-ede9c39b379e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:10.768586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:12.385794 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:14.396347 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:30.474654 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:32.596549 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:29:32.710842 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:38.099858 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0cde96a-0660-4fd0-8449-d57d8f7eb513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:40.522488 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4b17c4fe-fc15-4e13-b371-6485221ef46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:40.762559 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:42.433421 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:42.434494 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-835151d5-c682-4a34-b53f-9d5c4f823763 req-27ee22e8-628f-47e2-929d-4560ff314a0d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449417 Aug 17 04:29:42.528126 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835151d5-c682-4a34-b53f-9d5c4f823763 req-5b9dc938-9021-4344-a24b-8245d8ce4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:42.529742 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-835151d5-c682-4a34-b53f-9d5c4f823763 req-5b9dc938-9021-4344-a24b-8245d8ce4aee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0415866 Aug 17 04:29:42.632434 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835151d5-c682-4a34-b53f-9d5c4f823763 req-5cc90458-2199-425d-ba63-a750e10ced15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:42.633941 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-835151d5-c682-4a34-b53f-9d5c4f823763 req-5cc90458-2199-425d-ba63-a750e10ced15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0835469 Aug 17 04:29:42.701719 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-835151d5-c682-4a34-b53f-9d5c4f823763 req-65ee38c7-c887-49bf-933b-2ee5f66d51e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0604577 Aug 17 04:29:42.751144 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835151d5-c682-4a34-b53f-9d5c4f823763 req-00da7cd1-7a58-43c0-9418-22cd1581ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:42.752632 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-835151d5-c682-4a34-b53f-9d5c4f823763 req-00da7cd1-7a58-43c0-9418-22cd1581ac18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0441444 Aug 17 04:29:42.798234 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835151d5-c682-4a34-b53f-9d5c4f823763 req-ca116217-8ae5-4a2b-a74d-2052d7599b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:42.799688 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-835151d5-c682-4a34-b53f-9d5c4f823763 req-ca116217-8ae5-4a2b-a74d-2052d7599b23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392900 Aug 17 04:29:42.899095 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-835151d5-c682-4a34-b53f-9d5c4f823763 req-5d069538-9b83-4899-b541-356a415446e7 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852413 Aug 17 04:29:42.984030 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-835151d5-c682-4a34-b53f-9d5c4f823763 req-5cbbde77-deae-48b2-adee-c386b76adc86 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831568 Aug 17 04:29:44.464983 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:00.482091 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:02.742093 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:08.096045 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8a5746f3-0d32-45f5-8e17-962ea0ee2f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:09.595657 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:30:10.667067 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-830a3f5f-76ab-422d-b4c3-f07c3c81aeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:10.756090 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:12.401755 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:14.430566 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:30.493304 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:32.721700 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:38.095598 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-622d046c-1219-46ad-8955-a527b4eab2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:40.521361 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2a4faac8-f26b-4b71-958e-826841b42bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:40.804387 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:42.432138 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:43.705448 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b84c0d75-ba15-446e-84a5-d2d4eeec0961 req-7b4bea52-2bcf-4ccc-8287-4abba1101bb3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392210 Aug 17 04:30:43.798588 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c0d75-ba15-446e-84a5-d2d4eeec0961 req-4750469c-bd62-4b70-806f-5114272f7388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:43.800098 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b84c0d75-ba15-446e-84a5-d2d4eeec0961 req-4750469c-bd62-4b70-806f-5114272f7388 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0411828 Aug 17 04:30:44.255411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c0d75-ba15-446e-84a5-d2d4eeec0961 req-7db60642-157a-4961-aaeb-3b0dd84b6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:44.256890 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b84c0d75-ba15-446e-84a5-d2d4eeec0961 req-7db60642-157a-4961-aaeb-3b0dd84b6dcf service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.4356136 Aug 17 04:30:44.323246 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b84c0d75-ba15-446e-84a5-d2d4eeec0961 req-b99c7fbc-f606-495c-bc59-54f5567aa045 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0587890 Aug 17 04:30:44.373986 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c0d75-ba15-446e-84a5-d2d4eeec0961 req-a28ab40c-0a5d-4307-832e-88f9a409f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:44.375484 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b84c0d75-ba15-446e-84a5-d2d4eeec0961 req-a28ab40c-0a5d-4307-832e-88f9a409f812 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0446889 Aug 17 04:30:44.401684 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:44.433842 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c0d75-ba15-446e-84a5-d2d4eeec0961 req-1a079ca4-3270-42da-b1ca-e7038519a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:44.436063 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b84c0d75-ba15-446e-84a5-d2d4eeec0961 req-1a079ca4-3270-42da-b1ca-e7038519a8f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522845 Aug 17 04:30:44.523976 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b84c0d75-ba15-446e-84a5-d2d4eeec0961 req-f387a068-367c-48fa-aed1-00d7fd1a5b0e service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805461 Aug 17 04:30:44.616543 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b84c0d75-ba15-446e-84a5-d2d4eeec0961 req-e7ef39ee-9d0c-46bb-b2bb-f4a840948d36 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845046 Aug 17 04:30:46.595144 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:31:00.469703 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:02.740692 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:08.052640 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-53b68f10-0bad-4ef3-aea4-3a447b360b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:10.572594 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bb426280-d231-47fe-9c85-d097c4202a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:10.786309 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:12.397516 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:14.418144 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:23.593468 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:31:30.546044 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:32.717259 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:38.056068 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-72d1da3d-e23f-484d-8632-869945992f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:40.562838 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cb4d836a-27c9-47af-87e0-ba4c7e5fc161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:40.801340 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:42.406709 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:44.443285 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:45.773426 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c4a67bec-cad1-4f85-b97c-364cb85c51d5 req-14ea9fd9-4c88-4778-bbc4-4834b77daeef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1337981 Aug 17 04:31:45.868710 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a67bec-cad1-4f85-b97c-364cb85c51d5 req-97618924-ba47-463a-a7d5-6f90e1a37119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:31:45.870226 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c4a67bec-cad1-4f85-b97c-364cb85c51d5 req-97618924-ba47-463a-a7d5-6f90e1a37119 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0417926 Aug 17 04:31:45.978391 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a67bec-cad1-4f85-b97c-364cb85c51d5 req-37aa90c5-06f7-4d1d-b1b4-58a95dd488cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:31:45.979835 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c4a67bec-cad1-4f85-b97c-364cb85c51d5 req-37aa90c5-06f7-4d1d-b1b4-58a95dd488cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0896268 Aug 17 04:31:46.048177 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c4a67bec-cad1-4f85-b97c-364cb85c51d5 req-8590c63b-e7dc-48e4-a5a8-117ca68b4e84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0606689 Aug 17 04:31:46.105335 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a67bec-cad1-4f85-b97c-364cb85c51d5 req-2793a530-bc70-4a91-b504-e8e237f3cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:31:46.106830 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c4a67bec-cad1-4f85-b97c-364cb85c51d5 req-2793a530-bc70-4a91-b504-e8e237f3cfd2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0505867 Aug 17 04:31:46.154231 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a67bec-cad1-4f85-b97c-364cb85c51d5 req-54210512-8dd7-42f6-87da-00dc62296603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:31:46.155748 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c4a67bec-cad1-4f85-b97c-364cb85c51d5 req-54210512-8dd7-42f6-87da-00dc62296603 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413363 Aug 17 04:31:46.247087 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c4a67bec-cad1-4f85-b97c-364cb85c51d5 req-51338baa-0d40-49c8-938c-f67f6002ff98 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839365 Aug 17 04:31:46.345093 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c4a67bec-cad1-4f85-b97c-364cb85c51d5 req-15e831dd-775d-430e-8782-38a4374d8806 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908008 Aug 17 04:32:00.505217 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:00.594095 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:32:02.733675 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:08.082287 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c6526e7e-277f-4532-ba5b-639dc8f9596f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:10.533784 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a5fc51ea-d962-4889-b3ba-b5eca97cc982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:10.813368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:12.430646 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:14.464814 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:30.520155 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:32.765616 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:37.681294 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:32:38.047205 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9395-208f-4861-bafb-ca9440c4deba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:40.555543 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-70a9bd89-c5c9-4399-8e22-50651ccb9a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:40.806895 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:42.430378 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:44.451294 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:47.697506 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-85c0cb97-e2b1-4297-af5a-419ffd87eb69 req-380a1305-13a2-4202-a485-f8af05d8b711 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409331 Aug 17 04:32:47.792460 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0cb97-e2b1-4297-af5a-419ffd87eb69 req-37712294-d0dc-4cde-a020-633f9bfa0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:47.793963 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-85c0cb97-e2b1-4297-af5a-419ffd87eb69 req-37712294-d0dc-4cde-a020-633f9bfa0bfe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0404990 Aug 17 04:32:47.900261 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0cb97-e2b1-4297-af5a-419ffd87eb69 req-7294f8a3-b750-41f1-b3f7-04b7de5e5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:47.903787 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-85c0cb97-e2b1-4297-af5a-419ffd87eb69 req-7294f8a3-b750-41f1-b3f7-04b7de5e5e45 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0885220 Aug 17 04:32:47.971286 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-85c0cb97-e2b1-4297-af5a-419ffd87eb69 req-57b0602b-8b92-4b88-8062-988c8df51925 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0620937 Aug 17 04:32:48.020594 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0cb97-e2b1-4297-af5a-419ffd87eb69 req-557be2f5-b830-46a7-b839-87fdc519369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:48.022136 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-85c0cb97-e2b1-4297-af5a-419ffd87eb69 req-557be2f5-b830-46a7-b839-87fdc519369d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0435374 Aug 17 04:32:48.069147 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0cb97-e2b1-4297-af5a-419ffd87eb69 req-b1141e24-32fe-4eb8-a7ef-7a6065e8befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:48.070974 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-85c0cb97-e2b1-4297-af5a-419ffd87eb69 req-b1141e24-32fe-4eb8-a7ef-7a6065e8befe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408018 Aug 17 04:32:48.165584 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-85c0cb97-e2b1-4297-af5a-419ffd87eb69 req-92c0d24c-bfe1-4888-9382-4c0a27ba862a service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859165 Aug 17 04:32:48.254014 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-85c0cb97-e2b1-4297-af5a-419ffd87eb69 req-2fddfc6c-7086-43b8-8785-0ec3aa088aeb service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807998 Aug 17 04:33:00.526836 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:02.778380 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:08.073728 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-839fc2a9-bb4c-4622-a773-d380e0571f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:10.566451 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cbd6b1bb-740a-442a-94b6-1ad9a6896e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:10.856909 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:12.406277 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:14.469278 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:14.590517 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:33:30.503644 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:32.770465 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:38.073321 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-880bb126-9ff1-4a9d-9dd6-12a0d814c1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:40.549008 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0de8df9d-27e4-4db4-a839-17e081842b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:40.788583 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:42.411514 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:44.462871 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:47.699742 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7a48c276-d443-4a59-b560-188595bbc55b req-6010d908-d8b9-466a-8ca2-d1da7b473668 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402799 Aug 17 04:33:47.797184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48c276-d443-4a59-b560-188595bbc55b req-355843c5-fa40-478b-a387-ee42f9f5ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:33:47.798725 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7a48c276-d443-4a59-b560-188595bbc55b req-355843c5-fa40-478b-a387-ee42f9f5ed93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0449069 Aug 17 04:33:47.903648 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48c276-d443-4a59-b560-188595bbc55b req-8228d0f8-c38e-4bcf-89b9-18c2baa5c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:33:47.905120 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7a48c276-d443-4a59-b560-188595bbc55b req-8228d0f8-c38e-4bcf-89b9-18c2baa5c832 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0855224 Aug 17 04:33:47.973600 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7a48c276-d443-4a59-b560-188595bbc55b req-a3b8abbf-e810-4a04-b147-4874f54315c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0604784 Aug 17 04:33:48.022199 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48c276-d443-4a59-b560-188595bbc55b req-410214c6-a3b4-417b-b9f0-ac8a599951e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:33:48.023616 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7a48c276-d443-4a59-b560-188595bbc55b req-410214c6-a3b4-417b-b9f0-ac8a599951e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0434065 Aug 17 04:33:48.071839 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48c276-d443-4a59-b560-188595bbc55b req-cf3063f3-05c9-467f-93fe-44a3fe64894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:33:48.073453 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7a48c276-d443-4a59-b560-188595bbc55b req-cf3063f3-05c9-467f-93fe-44a3fe64894a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418775 Aug 17 04:33:48.164023 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7a48c276-d443-4a59-b560-188595bbc55b req-9432d58d-3085-4a81-b867-5747445d023f service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827420 Aug 17 04:33:48.252947 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-7a48c276-d443-4a59-b560-188595bbc55b req-969c44bf-e280-4615-a2a0-539a423e9760 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813205 Aug 17 04:33:51.589533 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:34:00.559563 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:02.773594 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:08.078457 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-19a8f420-7156-4778-b76b-17a361a8c818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:10.525661 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2208bfcd-ba04-48bf-b538-75f946873e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:10.794458 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:12.398267 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:14.422716 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:28.589528 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:34:30.518885 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:32.763740 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:38.074011 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-69e2b632-c20e-4805-8a50-b4a292c2a1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:40.502059 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2ad4da61-7b9a-4ab1-83b8-b031a184c6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:40.764827 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:42.409558 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:44.416080 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:49.687615 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-917527ba-e1aa-432c-ae78-bc330b79c8e9 req-fc06000d-ba9e-48e8-aa60-c8e03c3cf60a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444875 Aug 17 04:34:49.780952 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917527ba-e1aa-432c-ae78-bc330b79c8e9 req-311b66d4-2aaa-49a6-b8fb-2d96f76c6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:34:49.782465 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-917527ba-e1aa-432c-ae78-bc330b79c8e9 req-311b66d4-2aaa-49a6-b8fb-2d96f76c6ce9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0403008 Aug 17 04:34:49.885770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917527ba-e1aa-432c-ae78-bc330b79c8e9 req-5e1878f4-7921-4247-858f-3ef8a80ad0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:34:49.887232 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-917527ba-e1aa-432c-ae78-bc330b79c8e9 req-5e1878f4-7921-4247-858f-3ef8a80ad0bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0838788 Aug 17 04:34:49.955587 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-917527ba-e1aa-432c-ae78-bc330b79c8e9 req-471fd099-4c9c-409e-b642-b261d1b2b0ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0609124 Aug 17 04:34:50.004901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917527ba-e1aa-432c-ae78-bc330b79c8e9 req-1ce559ff-d54e-48c8-baf2-551c0370f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:34:50.006287 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-917527ba-e1aa-432c-ae78-bc330b79c8e9 req-1ce559ff-d54e-48c8-baf2-551c0370f92d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0433435 Aug 17 04:34:50.052634 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917527ba-e1aa-432c-ae78-bc330b79c8e9 req-be5534ce-2e1f-4468-84ca-d3da5c2aeb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:34:50.054150 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-917527ba-e1aa-432c-ae78-bc330b79c8e9 req-be5534ce-2e1f-4468-84ca-d3da5c2aeb29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396438 Aug 17 04:34:50.147832 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-917527ba-e1aa-432c-ae78-bc330b79c8e9 req-306a3a63-aded-46f7-bd9d-1fa3b79b95a1 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847957 Aug 17 04:34:50.241115 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-917527ba-e1aa-432c-ae78-bc330b79c8e9 req-97feef49-cc36-408e-90b7-5cc06442c2d8 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853789 Aug 17 04:35:00.541180 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:02.763586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:05.589635 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:35:08.095081 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e1b050a6-5248-4102-8257-d312633e3e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:10.501596 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-53060f62-3e6f-4f42-bd64-988bd1b6f809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:10.798623 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:12.409602 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:14.479768 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:30.546441 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:32.780586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:38.061033 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8922da75-12ef-478d-96fc-a708acf41188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:40.552158 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-30fb73c6-0af5-40be-a087-a2bf52fb7e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:40.786103 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:42.443944 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:42.589130 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:35:44.455024 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:50.680505 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-973022e7-da85-48dc-95e2-be8220690b5e req-9ef27d01-d5f8-4546-9a48-68d0ff519444 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394406 Aug 17 04:35:50.775297 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973022e7-da85-48dc-95e2-be8220690b5e req-14878fa7-32a6-4325-bc08-cb8280c50b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:50.776841 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-973022e7-da85-48dc-95e2-be8220690b5e req-14878fa7-32a6-4325-bc08-cb8280c50b21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0406821 Aug 17 04:35:50.881992 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973022e7-da85-48dc-95e2-be8220690b5e req-506aeb5d-053a-426c-9813-a7888bb2a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:50.883477 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-973022e7-da85-48dc-95e2-be8220690b5e req-506aeb5d-053a-426c-9813-a7888bb2a44f service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0860112 Aug 17 04:35:50.950302 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-973022e7-da85-48dc-95e2-be8220690b5e req-7c1ee978-b14e-4d0b-a07c-43349f177ee6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0591569 Aug 17 04:35:50.999972 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973022e7-da85-48dc-95e2-be8220690b5e req-ae72c59c-7d15-4f0c-a3fa-cb4ae4a08f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:51.001440 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-973022e7-da85-48dc-95e2-be8220690b5e req-ae72c59c-7d15-4f0c-a3fa-cb4ae4a08f06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0438492 Aug 17 04:35:51.053313 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973022e7-da85-48dc-95e2-be8220690b5e req-fa367f6a-2b59-40ec-b48b-518698b6b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:51.054838 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-973022e7-da85-48dc-95e2-be8220690b5e req-fa367f6a-2b59-40ec-b48b-518698b6b247 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453980 Aug 17 04:35:51.152833 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-973022e7-da85-48dc-95e2-be8220690b5e req-1dd9525b-c3f7-4631-b8cd-118dcbd012fa service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891404 Aug 17 04:35:51.245976 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-973022e7-da85-48dc-95e2-be8220690b5e req-0ea1bd2d-a945-4aa8-a6bf-5e22315fb40b service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858803 Aug 17 04:36:00.642954 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:02.814895 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:08.088570 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-319a4e63-30e9-45ba-8b2a-4601c63ce344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:10.500479 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-32167c1d-0a96-4e5c-9279-0e419967e317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:10.803227 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:12.431745 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:14.471292 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:19.589018 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:36:30.522230 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:32.836560 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:38.077188 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2be6-1dd9-45a1-aa0d-929f654ee55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:40.476451 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-beefae08-93b1-43a1-afc4-b077a82819a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:40.773926 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:42.430649 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:44.499543 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:52.748131 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6f91183e-d2d7-41fd-a4a1-307fa0aaa89f req-b7eb998f-f16f-419a-8c08-5c5b7b5e60f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1175990 Aug 17 04:36:52.840581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91183e-d2d7-41fd-a4a1-307fa0aaa89f req-3a6248ec-1216-4ef4-8f19-7e96341fdec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:36:52.842082 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6f91183e-d2d7-41fd-a4a1-307fa0aaa89f req-3a6248ec-1216-4ef4-8f19-7e96341fdec7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0403774 Aug 17 04:36:52.947982 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91183e-d2d7-41fd-a4a1-307fa0aaa89f req-99d395d0-d0aa-4471-a2dc-d2dfcb7d9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:36:52.949466 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6f91183e-d2d7-41fd-a4a1-307fa0aaa89f req-99d395d0-d0aa-4471-a2dc-d2dfcb7d9c40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0863135 Aug 17 04:36:53.021578 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6f91183e-d2d7-41fd-a4a1-307fa0aaa89f req-3e44c68f-dda5-461d-9ddc-b4f117865610 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0571263 Aug 17 04:36:53.067498 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91183e-d2d7-41fd-a4a1-307fa0aaa89f req-2beeebd5-3272-4493-83f4-871aa78af6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:36:53.068958 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6f91183e-d2d7-41fd-a4a1-307fa0aaa89f req-2beeebd5-3272-4493-83f4-871aa78af6b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0467811 Aug 17 04:36:53.114541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91183e-d2d7-41fd-a4a1-307fa0aaa89f req-4edb83ef-e3b5-4dcc-8c74-15bc44c40692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:36:53.116002 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6f91183e-d2d7-41fd-a4a1-307fa0aaa89f req-4edb83ef-e3b5-4dcc-8c74-15bc44c40692 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389490 Aug 17 04:36:53.127839 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-6f91183e-d2d7-41fd-a4a1-307fa0aaa89f req-2d5525bb-be40-42b6-9d82-5f7413f8bdd4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:36:53.128772 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6f91183e-d2d7-41fd-a4a1-307fa0aaa89f req-2d5525bb-be40-42b6-9d82-5f7413f8bdd4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049365 Aug 17 04:36:53.216016 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6f91183e-d2d7-41fd-a4a1-307fa0aaa89f req-43532186-9b8f-47a3-8426-8a5971275466 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804791 Aug 17 04:36:53.305629 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6f91183e-d2d7-41fd-a4a1-307fa0aaa89f req-e206be24-8077-43c7-a8a1-9a807958e5d8 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827041 Aug 17 04:36:56.587507 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:37:00.533913 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:02.826540 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:08.099101 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c0a96552-b999-4a06-a26f-56055c35069b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:10.493498 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1c12a7fc-665f-41e1-bc21-9ff676f27569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:10.796641 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:12.424537 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:14.519049 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:30.532980 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:32.847199 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:33.588465 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:37:38.070368 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7c926bbb-3486-46c0-86ec-aecbe63b7cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:40.498532 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8f2d30e4-e4f6-4147-9f55-5e6a996f5105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:40.784094 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:42.441491 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:44.463997 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:52.668278 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3c992e6b-b9ba-49fa-bddf-09c95d780d60 req-4a9090e6-3e08-4f37-84e6-f735c844a437 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397334 Aug 17 04:37:52.764807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c992e6b-b9ba-49fa-bddf-09c95d780d60 req-a0e9484c-c33c-421d-ade0-99f5390e23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:52.766906 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3c992e6b-b9ba-49fa-bddf-09c95d780d60 req-a0e9484c-c33c-421d-ade0-99f5390e23f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0447462 Aug 17 04:37:52.868253 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c992e6b-b9ba-49fa-bddf-09c95d780d60 req-39b081ff-9351-4e4d-b746-39fb815d02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:52.869763 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3c992e6b-b9ba-49fa-bddf-09c95d780d60 req-39b081ff-9351-4e4d-b746-39fb815d02fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0829673 Aug 17 04:37:52.938830 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3c992e6b-b9ba-49fa-bddf-09c95d780d60 req-491b4e37-a21e-4f6e-9b8b-466d77e7ebde service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0596988 Aug 17 04:37:52.986241 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c992e6b-b9ba-49fa-bddf-09c95d780d60 req-dc1f8de7-1845-4afa-8955-c78b4c84780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:52.987644 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3c992e6b-b9ba-49fa-bddf-09c95d780d60 req-dc1f8de7-1845-4afa-8955-c78b4c84780b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0419273 Aug 17 04:37:53.033184 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c992e6b-b9ba-49fa-bddf-09c95d780d60 req-b99882c2-6ad8-40ac-84cd-5b6b2db38778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:53.034672 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3c992e6b-b9ba-49fa-bddf-09c95d780d60 req-b99882c2-6ad8-40ac-84cd-5b6b2db38778 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394785 Aug 17 04:37:53.127486 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3c992e6b-b9ba-49fa-bddf-09c95d780d60 req-9ba32647-bf7d-475b-8094-b06cc26a9615 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852585 Aug 17 04:37:53.216315 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-3c992e6b-b9ba-49fa-bddf-09c95d780d60 req-77fef2de-116f-4cd5-88ba-6a1e17a84af7 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811994 Aug 17 04:38:00.606635 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:02.852712 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:08.064115 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dc90eb52-fac8-48e0-8d8b-70ef69ce3adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:10.504016 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a90cf2c2-f4b8-416f-b891-f8d6617ac026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:10.588776 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:38:10.800816 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:12.429755 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:14.486536 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:30.549481 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:32.909332 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:38.080788 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a7b86eea-cdad-444d-813b-e9cddb82dec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:40.571754 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bb4bdb79-d76b-4ace-8961-fdb5c59e543f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:40.783013 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:42.497790 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:44.463194 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:47.588048 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:38:53.688217 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-692e27bd-f91a-4d5e-863b-6890a8005201 req-8756dd72-827f-4322-b0b9-fe70b3a5f3b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446949 Aug 17 04:38:53.779807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e27bd-f91a-4d5e-863b-6890a8005201 req-e4c9ff33-3f94-4700-80c8-b67c5173ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:38:53.781359 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-692e27bd-f91a-4d5e-863b-6890a8005201 req-e4c9ff33-3f94-4700-80c8-b67c5173ce94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0402188 Aug 17 04:38:53.892071 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e27bd-f91a-4d5e-863b-6890a8005201 req-b97193b0-8645-4c27-9029-0e5122e01cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:38:53.893573 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-692e27bd-f91a-4d5e-863b-6890a8005201 req-b97193b0-8645-4c27-9029-0e5122e01cf3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0929353 Aug 17 04:38:53.961945 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-692e27bd-f91a-4d5e-863b-6890a8005201 req-2c78e38d-a591-4e98-91b7-d8f2cbf8e5b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0607519 Aug 17 04:38:54.010669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e27bd-f91a-4d5e-863b-6890a8005201 req-e0b55bf9-a8ea-4bbf-8da4-5beae714413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:38:54.012088 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-692e27bd-f91a-4d5e-863b-6890a8005201 req-e0b55bf9-a8ea-4bbf-8da4-5beae714413e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0434434 Aug 17 04:38:54.057737 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e27bd-f91a-4d5e-863b-6890a8005201 req-52fbd1cc-83f2-4c36-a509-6eb25309d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:38:54.059222 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-692e27bd-f91a-4d5e-863b-6890a8005201 req-52fbd1cc-83f2-4c36-a509-6eb25309d131 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401092 Aug 17 04:38:54.153142 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-692e27bd-f91a-4d5e-863b-6890a8005201 req-c4c7b67a-8195-4bf6-aaf2-65af652eef34 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861154 Aug 17 04:38:54.242206 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-692e27bd-f91a-4d5e-863b-6890a8005201 req-77206595-da41-4395-89df-f97132ff972d service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816526 Aug 17 04:39:00.542286 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:02.845706 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:08.097218 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3cae-a7bb-45b4-af94-93eadc62bc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:10.514322 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb515-0a10-4a98-be16-0519f795cad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:10.788328 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:12.445871 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:14.500587 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:24.587751 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:39:30.605835 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:32.857296 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:38.078813 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-61ea861c-c63d-42b0-bc8b-e4b9c9aba9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:40.554515 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8b7ecda9-061a-4d2b-9f65-6208c62a86c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:40.792970 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:42.422676 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:44.451260 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:53.685671 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fffcd93e-dcf6-468a-90a9-e45c76f0e1c4 req-8b23a2b5-ac34-4313-b5dd-c92739604335 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438111 Aug 17 04:39:53.777732 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd93e-dcf6-468a-90a9-e45c76f0e1c4 req-340750a8-d071-43da-994d-9660c057ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:39:53.779219 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fffcd93e-dcf6-468a-90a9-e45c76f0e1c4 req-340750a8-d071-43da-994d-9660c057ac41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0411530 Aug 17 04:39:53.883587 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd93e-dcf6-468a-90a9-e45c76f0e1c4 req-a829866f-48f1-4a37-839a-fc85a89f494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:39:53.885617 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fffcd93e-dcf6-468a-90a9-e45c76f0e1c4 req-a829866f-48f1-4a37-839a-fc85a89f494c service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0857520 Aug 17 04:39:53.951025 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fffcd93e-dcf6-468a-90a9-e45c76f0e1c4 req-db075296-67d2-49e3-9257-550ef1e180fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0579474 Aug 17 04:39:54.014612 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd93e-dcf6-468a-90a9-e45c76f0e1c4 req-e553d421-5dec-419f-b56e-0c70b816710d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:39:54.016084 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fffcd93e-dcf6-468a-90a9-e45c76f0e1c4 req-e553d421-5dec-419f-b56e-0c70b816710d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0581272 Aug 17 04:39:54.070721 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd93e-dcf6-468a-90a9-e45c76f0e1c4 req-d1115ad6-54d0-42a7-97d2-4fb1da5ca43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:39:54.071746 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fffcd93e-dcf6-468a-90a9-e45c76f0e1c4 req-d1115ad6-54d0-42a7-97d2-4fb1da5ca43a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485067 Aug 17 04:39:54.160717 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fffcd93e-dcf6-468a-90a9-e45c76f0e1c4 req-73f7ed90-637e-41f5-b5c4-2565592eb069 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801668 Aug 17 04:39:54.253293 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fffcd93e-dcf6-468a-90a9-e45c76f0e1c4 req-21b7a034-7dd7-4535-a34a-a11a03fb0e0f service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842428 Aug 17 04:40:00.570581 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:01.586255 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:40:02.862534 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:08.079704 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-41e99d63-a6d9-46ad-b996-6556f906ad01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:10.495248 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4535091e-25a0-4ac4-b1f7-ca25d67e9ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:10.775070 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:12.443811 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:14.519070 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:30.576171 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:32.867656 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:38.056257 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1813b820-115f-4546-9143-155ddcaf5a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:38.585254 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:40:40.518031 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fc90b266-99fb-4167-9c8c-a4250743913d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:40.799280 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:42.444261 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:44.484703 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:55.680174 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65a865b2-16ab-447a-9d50-0d4caae92009 req-d746b002-3cd3-4051-97d0-f7ca1194ff19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412455 Aug 17 04:40:55.771705 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a865b2-16ab-447a-9d50-0d4caae92009 req-8f32d55f-c062-4cf9-833e-b0937690d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:40:55.773188 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65a865b2-16ab-447a-9d50-0d4caae92009 req-8f32d55f-c062-4cf9-833e-b0937690d0b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0402372 Aug 17 04:40:55.881705 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a865b2-16ab-447a-9d50-0d4caae92009 req-089f1264-a372-46b2-a8cc-be95e3279824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:40:55.883862 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65a865b2-16ab-447a-9d50-0d4caae92009 req-089f1264-a372-46b2-a8cc-be95e3279824 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0887280 Aug 17 04:40:55.963715 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65a865b2-16ab-447a-9d50-0d4caae92009 req-541348d2-68b4-40ef-9ae0-a36888336391 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0706708 Aug 17 04:40:56.015961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a865b2-16ab-447a-9d50-0d4caae92009 req-20b60b11-e37c-4856-9a74-7bfece899d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:40:56.017413 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65a865b2-16ab-447a-9d50-0d4caae92009 req-20b60b11-e37c-4856-9a74-7bfece899d04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0463493 Aug 17 04:40:56.063975 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a865b2-16ab-447a-9d50-0d4caae92009 req-f28f6bd8-c69b-425b-b298-be116b442209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:40:56.065474 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65a865b2-16ab-447a-9d50-0d4caae92009 req-f28f6bd8-c69b-425b-b298-be116b442209 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394027 Aug 17 04:40:56.155226 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65a865b2-16ab-447a-9d50-0d4caae92009 req-f805dfb0-4d1c-4eeb-9e3c-7bbca1b65568 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805085 Aug 17 04:40:56.252222 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-65a865b2-16ab-447a-9d50-0d4caae92009 req-f9393495-0501-43f2-aed9-7926c543e6cf service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892136 Aug 17 04:41:00.598463 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:02.844062 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:08.095807 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a11a3b32-f26e-4441-9d2f-b81e8b654e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:10.524786 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-423645c6-19bf-4d44-ac68-a9dfb6d3114b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:10.889981 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:12.455264 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:14.627330 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:15.584619 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:41:30.587082 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:32.849215 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:38.112545 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef880076-1969-4ec3-b7d8-cdfbc5a29077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:40.529407 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-995d5a56-0297-492b-bf01-f920574e2cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:40.838225 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:42.483517 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:44.552168 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:52.583408 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:41:56.775758 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8ade65d7-dc29-41cf-a8ff-47c923b7b93d req-099a4158-c562-4295-a6c6-1fb7192fbed8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1555481 Aug 17 04:41:56.873270 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade65d7-dc29-41cf-a8ff-47c923b7b93d req-b9fc9ca6-6201-4531-8ef5-b498d6140890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:41:56.874717 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8ade65d7-dc29-41cf-a8ff-47c923b7b93d req-b9fc9ca6-6201-4531-8ef5-b498d6140890 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0423324 Aug 17 04:41:56.980494 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade65d7-dc29-41cf-a8ff-47c923b7b93d req-b3013505-043e-4b1d-9bf0-e68d99afb6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:41:56.981977 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8ade65d7-dc29-41cf-a8ff-47c923b7b93d req-b3013505-043e-4b1d-9bf0-e68d99afb6e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0877776 Aug 17 04:41:57.049953 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8ade65d7-dc29-41cf-a8ff-47c923b7b93d req-617101bb-49bf-460f-9bc3-e8029425cd36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0602365 Aug 17 04:41:57.100497 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade65d7-dc29-41cf-a8ff-47c923b7b93d req-afd120ee-8472-4472-97b6-a8f602f5cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:41:57.102098 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8ade65d7-dc29-41cf-a8ff-47c923b7b93d req-afd120ee-8472-4472-97b6-a8f602f5cc34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0437076 Aug 17 04:41:57.147683 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade65d7-dc29-41cf-a8ff-47c923b7b93d req-939fff2e-3b86-44ac-aca3-cc57ea8e9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:41:57.149057 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8ade65d7-dc29-41cf-a8ff-47c923b7b93d req-939fff2e-3b86-44ac-aca3-cc57ea8e9384 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393207 Aug 17 04:41:57.242382 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8ade65d7-dc29-41cf-a8ff-47c923b7b93d req-40d480b9-13c9-46d3-88a6-f2543108b9d2 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861366 Aug 17 04:41:57.329187 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-8ade65d7-dc29-41cf-a8ff-47c923b7b93d req-98912d22-bd39-44ec-a206-691998a67fb5 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799940 Aug 17 04:42:00.603572 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:02.864554 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:08.066547 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-71c9850e-c51f-4456-95e3-b08ee0a5f58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:10.512045 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6b8d6eed-f898-4604-929e-5bd0f8e34a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:10.853089 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:12.477434 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:14.487205 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:29.582992 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:42:30.631939 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:32.923223 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:38.115762 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-fe6a67ff-b74a-4870-9ea9-b0c6e8cf18d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:40.543678 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-54541474-cb0a-4cd5-b567-f333dd9927e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:40.814147 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:42.457622 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:44.523119 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:56.658179 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8fad846-0512-4574-89c4-5538fbdefe0d req-11588934-74a3-431f-94a1-2081dd7d7cc4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389485 Aug 17 04:42:56.754132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fad846-0512-4574-89c4-5538fbdefe0d req-3ab14fad-c40f-4529-8e74-d88e05599885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:42:56.756212 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8fad846-0512-4574-89c4-5538fbdefe0d req-3ab14fad-c40f-4529-8e74-d88e05599885 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0438635 Aug 17 04:42:56.858112 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fad846-0512-4574-89c4-5538fbdefe0d req-45c387dc-dc56-4b50-bf47-5fd09b9aa28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:42:56.859592 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8fad846-0512-4574-89c4-5538fbdefe0d req-45c387dc-dc56-4b50-bf47-5fd09b9aa28a service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0825665 Aug 17 04:42:56.931518 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8fad846-0512-4574-89c4-5538fbdefe0d req-826f63b6-2dd9-4dda-ab18-73d953ee9d50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0631275 Aug 17 04:42:56.981013 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fad846-0512-4574-89c4-5538fbdefe0d req-3135c14b-0b3f-482b-a29d-07d0c9d2215f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:42:56.982483 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8fad846-0512-4574-89c4-5538fbdefe0d req-3135c14b-0b3f-482b-a29d-07d0c9d2215f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0438204 Aug 17 04:42:57.028747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fad846-0512-4574-89c4-5538fbdefe0d req-02853e93-c30e-4d32-9c7a-bf03cd132424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:42:57.030272 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8fad846-0512-4574-89c4-5538fbdefe0d req-02853e93-c30e-4d32-9c7a-bf03cd132424 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393970 Aug 17 04:42:57.467889 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8fad846-0512-4574-89c4-5538fbdefe0d req-5ffbd333-0ef9-4fc8-b9ba-d73810b31069 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286556 Aug 17 04:42:57.558700 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-d8fad846-0512-4574-89c4-5538fbdefe0d req-eec6bc0c-00ea-4b26-ba5a-8a606821265d service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832300 Aug 17 04:43:00.603429 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:02.909193 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:06.582409 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:43:08.069796 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a2f3be5b-ff69-4586-800e-12448e2c2d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:10.526467 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8df21651-c357-4bfc-ab8b-e95b29f17eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:10.808216 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:12.482596 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:14.518480 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:30.647900 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:32.893421 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:38.082471 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-46d642a9-b551-4aff-a9d3-e3727dc0873b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:40.543033 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d1f13e5d-4388-47e9-8823-10d0fd73f1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:40.799535 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:42.465446 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:43.581221 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:43:44.520000 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:58.652888 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2b79b1b9-caf3-4cc9-94e3-815664feaf05 req-fda557df-33bd-48f8-929b-353c40e097ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429466 Aug 17 04:43:58.745327 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79b1b9-caf3-4cc9-94e3-815664feaf05 req-784e301c-aa1a-4c70-acf8-849a6078f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:43:58.746802 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2b79b1b9-caf3-4cc9-94e3-815664feaf05 req-784e301c-aa1a-4c70-acf8-849a6078f613 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0404885 Aug 17 04:43:58.852050 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79b1b9-caf3-4cc9-94e3-815664feaf05 req-7d008035-0caa-45f4-a8e4-dc9f36c1c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:43:58.853522 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2b79b1b9-caf3-4cc9-94e3-815664feaf05 req-7d008035-0caa-45f4-a8e4-dc9f36c1c4cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0862713 Aug 17 04:43:58.917683 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2b79b1b9-caf3-4cc9-94e3-815664feaf05 req-eeb9a887-0459-4435-a1f5-3ff895fa88a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0562418 Aug 17 04:43:58.965392 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79b1b9-caf3-4cc9-94e3-815664feaf05 req-b5ed76c7-b2f8-4a5a-8072-e83ab857f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:43:58.966812 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2b79b1b9-caf3-4cc9-94e3-815664feaf05 req-b5ed76c7-b2f8-4a5a-8072-e83ab857f735 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0423565 Aug 17 04:43:59.016581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79b1b9-caf3-4cc9-94e3-815664feaf05 req-414f5b5d-e6c8-4b20-8512-5b42dda13044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:43:59.018138 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2b79b1b9-caf3-4cc9-94e3-815664feaf05 req-414f5b5d-e6c8-4b20-8512-5b42dda13044 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439847 Aug 17 04:43:59.107745 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2b79b1b9-caf3-4cc9-94e3-815664feaf05 req-ed5ab2b5-d362-4981-b9d0-88867aedc84b service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812013 Aug 17 04:43:59.199562 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-2b79b1b9-caf3-4cc9-94e3-815664feaf05 req-42e8e215-0f09-46da-9111-36f1c9467983 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840609 Aug 17 04:44:00.630677 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:02.881867 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:08.076029 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bef84c07-a26f-4e6f-af21-4479a5ce63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:10.627918 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e5868f33-02ff-4806-933a-a459876d6b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:10.876142 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:12.473702 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:14.504573 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:20.580254 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:44:30.641420 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:32.916447 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:38.138666 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c014a519-c900-4076-b266-b9881733e297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:40.627528 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-644d5703-062c-41ac-bafc-18f89e17b00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:40.815404 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:42.512438 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:44.527140 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:57.579536 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:44:58.664689 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f30b5423-b83e-4d20-9cb2-6cdff583d1db req-53f1ee1f-83ac-41d5-94d3-aef5942f60d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435820 Aug 17 04:44:58.764247 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b5423-b83e-4d20-9cb2-6cdff583d1db req-3c302a46-ca03-4642-b667-670bfb26ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:44:58.765742 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f30b5423-b83e-4d20-9cb2-6cdff583d1db req-3c302a46-ca03-4642-b667-670bfb26ea0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0403509 Aug 17 04:44:58.875291 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b5423-b83e-4d20-9cb2-6cdff583d1db req-712fcd2c-28c1-4ee4-b4c3-3b1caeddef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:44:58.876809 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f30b5423-b83e-4d20-9cb2-6cdff583d1db req-712fcd2c-28c1-4ee4-b4c3-3b1caeddef5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0886314 Aug 17 04:44:58.942643 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f30b5423-b83e-4d20-9cb2-6cdff583d1db req-ebadaad6-269d-4187-9ea6-b30f5ad4632b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0576062 Aug 17 04:44:59.000819 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b5423-b83e-4d20-9cb2-6cdff583d1db req-fba6db18-fb8b-451c-ae7b-a57713b731af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:44:59.002318 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f30b5423-b83e-4d20-9cb2-6cdff583d1db req-fba6db18-fb8b-451c-ae7b-a57713b731af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0527432 Aug 17 04:44:59.048788 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b5423-b83e-4d20-9cb2-6cdff583d1db req-3bcc6ced-87cf-4bec-939c-0423f0fa2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:44:59.050345 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f30b5423-b83e-4d20-9cb2-6cdff583d1db req-3bcc6ced-87cf-4bec-939c-0423f0fa2de3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407727 Aug 17 04:44:59.139812 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f30b5423-b83e-4d20-9cb2-6cdff583d1db req-046757d1-6c36-4e18-9eb2-33ad70789b0e service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818851 Aug 17 04:44:59.232780 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f30b5423-b83e-4d20-9cb2-6cdff583d1db req-38251797-7700-46f7-a4cf-fbe0e1ca9c9b service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857446 Aug 17 04:45:00.700927 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:03.029544 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:08.089510 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-93c76be2-38bf-486a-810b-7e28d60a3f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:10.563779 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-62118ba8-d69f-4443-b095-8b8cddee76e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:10.812224 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:12.546766 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:14.540798 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:30.643524 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:32.951336 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:34.579564 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:45:38.109146 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c2dea89e-5c24-46d7-9077-3756e6056dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:40.540410 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a10b6a4d-0471-4eb5-b90e-9fcf493bfe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:40.806427 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:42.497318 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:44.511524 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:59.698867 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47e762fa-245e-41e6-b965-7668379b0b31 req-27fc6484-0300-42eb-a1f8-c25317f35df9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405192 Aug 17 04:45:59.807801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e762fa-245e-41e6-b965-7668379b0b31 req-46429d31-457e-4fa1-8476-9597090021c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:45:59.809302 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47e762fa-245e-41e6-b965-7668379b0b31 req-46429d31-457e-4fa1-8476-9597090021c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0407462 Aug 17 04:45:59.914702 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e762fa-245e-41e6-b965-7668379b0b31 req-46466dbf-af28-4eac-9273-0ca183c5f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:45:59.920988 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47e762fa-245e-41e6-b965-7668379b0b31 req-46466dbf-af28-4eac-9273-0ca183c5f6e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0876589 Aug 17 04:45:59.985985 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47e762fa-245e-41e6-b965-7668379b0b31 req-8844dfbb-3703-45b7-9315-cd7671fcf465 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0615866 Aug 17 04:46:00.047669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e762fa-245e-41e6-b965-7668379b0b31 req-d7f2a8d5-f27b-41f9-9711-052841726306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:46:00.049153 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47e762fa-245e-41e6-b965-7668379b0b31 req-d7f2a8d5-f27b-41f9-9711-052841726306 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0562527 Aug 17 04:46:00.099370 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e762fa-245e-41e6-b965-7668379b0b31 req-6e177360-60f6-443f-807b-093964872eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:46:00.100879 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47e762fa-245e-41e6-b965-7668379b0b31 req-6e177360-60f6-443f-807b-093964872eca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432518 Aug 17 04:46:00.194229 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47e762fa-245e-41e6-b965-7668379b0b31 req-ffa15522-8284-4846-ac14-2c35ac318b0f service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851953 Aug 17 04:46:00.285651 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-47e762fa-245e-41e6-b965-7668379b0b31 req-4f16aacc-a63b-41ba-8774-66c9f7754cf5 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830266 Aug 17 04:46:00.642663 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:02.957002 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:08.082325 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b2896546-8f75-415d-820e-5d7a0c33a0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:10.545204 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8483c59d-f474-4d7b-8034-6547f6933b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:10.797196 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:11.579393 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:46:12.482472 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:14.611674 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:30.665505 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:32.990443 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:38.087322 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4b59a449-5e22-4bdf-b4ad-9a882ec07451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:40.548230 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7d539f1f-742a-484c-ab7b-3cba72bec176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:40.796204 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:42.504176 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:44.619047 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:48.579237 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:47:00.686902 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:01.737486 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-af2dcb53-e968-41ec-8c27-f7c6b6156939 req-c6789156-eccf-4114-9c63-ec79c7e655b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1140680 Aug 17 04:47:01.840858 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dcb53-e968-41ec-8c27-f7c6b6156939 req-d71c6e21-8e92-403b-83ea-7fe3b390a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:47:01.842388 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-af2dcb53-e968-41ec-8c27-f7c6b6156939 req-d71c6e21-8e92-403b-83ea-7fe3b390a691 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0464237 Aug 17 04:47:01.944036 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dcb53-e968-41ec-8c27-f7c6b6156939 req-32e338cd-36f3-440c-bbf3-aa9370c134b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:47:01.946233 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-af2dcb53-e968-41ec-8c27-f7c6b6156939 req-32e338cd-36f3-440c-bbf3-aa9370c134b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0839601 Aug 17 04:47:02.014497 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-af2dcb53-e968-41ec-8c27-f7c6b6156939 req-fee2964a-e6e1-4144-b73c-c2e8475feecc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 1002 time: 0.0605488 Aug 17 04:47:02.063750 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dcb53-e968-41ec-8c27-f7c6b6156939 req-dda05f5c-e564-4afb-a7b8-58382ad97411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:47:02.065492 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-af2dcb53-e968-41ec-8c27-f7c6b6156939 req-dda05f5c-e564-4afb-a7b8-58382ad97411 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0437808 Aug 17 04:47:02.115027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dcb53-e968-41ec-8c27-f7c6b6156939 req-1dfc51cb-e034-434d-bcba-1a95f94527ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:47:02.117523 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-af2dcb53-e968-41ec-8c27-f7c6b6156939 req-1dfc51cb-e034-434d-bcba-1a95f94527ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436897 Aug 17 04:47:02.129109 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-af2dcb53-e968-41ec-8c27-f7c6b6156939 req-1e8fba10-7d66-4ad3-aa47-780ad30c375e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:47:02.130176 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-af2dcb53-e968-41ec-8c27-f7c6b6156939 req-1e8fba10-7d66-4ad3-aa47-780ad30c375e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052099 Aug 17 04:47:02.224540 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-af2dcb53-e968-41ec-8c27-f7c6b6156939 req-1e3c8f0d-9c1c-4512-91aa-a131a5325d34 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862126 Aug 17 04:47:02.314054 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-af2dcb53-e968-41ec-8c27-f7c6b6156939 req-78869484-98c9-499b-ab4b-a35b8cd00458 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809598 Aug 17 04:47:02.987436 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:08.115507 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca6f0-fd57-4606-ab3d-b6a21145614b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:10.532514 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-da0cdfbf-c680-48a5-becc-8955cd940796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:10.800966 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:12.498032 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:14.546577 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:25.579543 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:47:30.697793 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:33.021582 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:38.097801 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58f6fe4e-f226-44ab-9f76-e35de429cef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:40.554806 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ecf33b31-006e-458c-8966-14b45d9de102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:40.806428 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:40.957507 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46860) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:47:41.199051 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-62ac6199-cbfa-469e-ab08-fbe9c04edfca tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 04:47:41.200453 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-62ac6199-cbfa-469e-ab08-fbe9c04edfca tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "DELETE /v2.0/security-groups/cacfeeac-ff11-48cc-b0e6-82621dbb0ab7 HTTP/1.1" status: 409 len: 336 time: 0.2415755 Aug 17 04:47:41.212387 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46874) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:47:41.374457 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Deleting port cbbd5ed6-3c63-42f5-a1e3-46d8d9fa1f1a {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:47:41.374716 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:41.448608 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:41.448940 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:41.460914 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Calling delete_port for cbbd5ed6-3c63-42f5-a1e3-46d8d9fa1f1a owned by network:floatingip {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:47:41.675270 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:41.700585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Pushing event deleted for resources: {'Port': ['ID=cbbd5ed6-3c63-42f5-a1e3-46d8d9fa1f1a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:47:41.713194 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:41.714806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:41.714806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:41.714806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:41.714806 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:41.715215 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:41.715324 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:41.715655 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:41.715980 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:41.716304 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:41.716632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:41.716955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:41.774534 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks [] for floatingip, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:41.774866 n-d-793621-31 neutron-server[95406]: INFO neutron.db.l3_db [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Floating IP 271a8ec3-7667-4540-a95b-01680192312c disassociated (deleted). External IP: 172.25.5.147, port: f887f4fb-12e9-4359-a31a-0f08d54cea7d. Aug 17 04:47:42.012110 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Router 690ee311-4312-499c-8677-eaf11d78aaa2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:47:42.117859 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:47:42.122771 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16066'] for floatingip, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:42.127241 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a763d341-93ef-49c3-b1ac-70314ade8c74 None None] Sync routers for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:47:42.137139 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a763d341-93ef-49c3-b1ac-70314ade8c74 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:47:42.137870 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a763d341-93ef-49c3-b1ac-70314ade8c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:47:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:47:42.153677 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8d075055-2805-41d1-ae89-e9eeda5e0e23 tempest-ServerActionsTestJSON-782424698 tempest-ServerActionsTestJSON-782424698-project] 10.222.0.13 "DELETE /v2.0/floatingips/271a8ec3-7667-4540-a95b-01680192312c HTTP/1.1" status: 204 len: 168 time: 0.9401824 Aug 17 04:47:42.154382 n-d-793621-31 neutron-server[95406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38012c3-be14-4a15-8bb3-14d8f3628ec4', 'tag': 'f887f4fb-12e9-4359-a31a-0f08d54cea7d'}] {{(pid=95406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:47:42.246048 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-a763d341-93ef-49c3-b1ac-70314ade8c74 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:47:42.297078 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46888) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:47:42.315079 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a4becc285c5c21c8a5e4b0122f73d449902696b2a80b890a1d294a5f6048e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7294a1f4-ea6a-41d7-b8ca-9ffcc078500c" -d '{"events": [{"name": "network-changed", "server_uuid": "f38012c3-be14-4a15-8bb3-14d8f3628ec4", "tag": "f887f4fb-12e9-4359-a31a-0f08d54cea7d"}]}' {{(pid=95406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:47:42.452836 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a763d341-93ef-49c3-b1ac-70314ade8c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:47:42.509218 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:42.568642 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a763d341-93ef-49c3-b1ac-70314ade8c74 None None] Checking router: 690ee311-4312-499c-8677-eaf11d78aaa2 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:47:42.576782 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a763d341-93ef-49c3-b1ac-70314ade8c74 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:47:42.577415 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a763d341-93ef-49c3-b1ac-70314ade8c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:47:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:47:42.683499 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-a763d341-93ef-49c3-b1ac-70314ade8c74 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:47:42.710551 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4e131da9-ab8f-4faf-8051-20d1e07e0e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:42.878527 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-a763d341-93ef-49c3-b1ac-70314ade8c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:47:42.909726 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a763d341-93ef-49c3-b1ac-70314ade8c74 None None] The sync data for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 is: [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:08Z', 'revision_number': 4, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '45a15d89-09cb-4232-8549-ab163f88e641', 'name': '', 'network_id': 'abc1d32d-3ef6-4af0-acf1-3458b1af8f61', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'mac_address': 'fa:16:3e:49:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:07Z', 'updated_at': '2021-08-17T03:19:13Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'subnets': [{'id': 'eb0f1fad-b959-4e6a-b51d-f7b525a7941d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:47:42.964277 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-4e131da9-ab8f-4faf-8051-20d1e07e0e1a admin admin] Deleting port 45a15d89-09cb-4232-8549-ab163f88e641 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:47:42.964624 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4e131da9-ab8f-4faf-8051-20d1e07e0e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:43.053755 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-4e131da9-ab8f-4faf-8051-20d1e07e0e1a admin admin] For port 45a15d89-09cb-4232-8549-ab163f88e641, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=45a15d89-09cb-4232-8549-ab163f88e641,segment=NetworkSegment(ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78),segment_id=ee1315ad-4df7-47ed-bc4d-8f66a3ab9c78)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:47:43.054436 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4e131da9-ab8f-4faf-8051-20d1e07e0e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:43.066752 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-4e131da9-ab8f-4faf-8051-20d1e07e0e1a admin admin] Calling delete_port for 45a15d89-09cb-4232-8549-ab163f88e641 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:47:43.144939 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2cb1d5-1eb2-41c3-9784-70946d6b25be None None] New status for floating IP 271a8ec3-7667-4540-a95b-01680192312c: DOWN {{(pid=95408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:47:43.315068 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4e131da9-ab8f-4faf-8051-20d1e07e0e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:43.338768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e131da9-ab8f-4faf-8051-20d1e07e0e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=45a15d89-09cb-4232-8549-ab163f88e641,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:47:43.511258 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4e131da9-ab8f-4faf-8051-20d1e07e0e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:43.726632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e131da9-ab8f-4faf-8051-20d1e07e0e1a admin admin] Router 690ee311-4312-499c-8677-eaf11d78aaa2 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:47:43.832476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e131da9-ab8f-4faf-8051-20d1e07e0e1a admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:47:43.838123 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4e131da9-ab8f-4faf-8051-20d1e07e0e1a admin admin] 10.222.0.13 "PUT /v2.0/routers/690ee311-4312-499c-8677-eaf11d78aaa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5398705 Aug 17 04:47:43.840649 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46894) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:47:43.841618 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cd6ee1-4d0c-4c68-98d2-d47bbb3471d6 None None] Sync routers for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:47:43.851131 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd6ee1-4d0c-4c68-98d2-d47bbb3471d6 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:47:43.851736 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-62cd6ee1-4d0c-4c68-98d2-d47bbb3471d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:47:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:47:43.949315 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:43.953084 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-62cd6ee1-4d0c-4c68-98d2-d47bbb3471d6 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:47:44.059417 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:44.128484 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-62cd6ee1-4d0c-4c68-98d2-d47bbb3471d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T04:47:43Z', 'revision_number': 5, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port': {'id': '24585037-ceba-449d-9bfe-56f2debf4a3b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T03:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:47:44.155542 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cd6ee1-4d0c-4c68-98d2-d47bbb3471d6 None None] Checking router: 690ee311-4312-499c-8677-eaf11d78aaa2 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:47:44.165768 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd6ee1-4d0c-4c68-98d2-d47bbb3471d6 None None] Routers {'690ee311-4312-499c-8677-eaf11d78aaa2'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:47:44.166450 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-62cd6ee1-4d0c-4c68-98d2-d47bbb3471d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:47:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['690ee311-4312-499c-8677-eaf11d78aaa2'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:47:44.183201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] Deleting port 24585037-ceba-449d-9bfe-56f2debf4a3b {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:47:44.183544 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:44.252209 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-62cd6ee1-4d0c-4c68-98d2-d47bbb3471d6 None None] Set router 690ee311-4312-499c-8677-eaf11d78aaa2 gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:47:44.269788 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] For port 24585037-ceba-449d-9bfe-56f2debf4a3b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=24585037-ceba-449d-9bfe-56f2debf4a3b,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:47:44.270151 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:44.282458 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] Calling delete_port for 24585037-ceba-449d-9bfe-56f2debf4a3b owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:47:44.305608 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-62cd6ee1-4d0c-4c68-98d2-d47bbb3471d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T04:47:44Z', 'revision_number': 6, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:47:44.331427 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cd6ee1-4d0c-4c68-98d2-d47bbb3471d6 None None] The sync data for ids ['690ee311-4312-499c-8677-eaf11d78aaa2'] in n-d-793621-31 is: [{'id': '690ee311-4312-499c-8677-eaf11d78aaa2', 'name': 'tempest-ServerActionsTestJSON-393158140-router', 'tenant_id': '2961c65e620440758ddb8791c1de9587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:05Z', 'updated_at': '2021-08-17T04:47:44Z', 'revision_number': 6, 'project_id': '2961c65e620440758ddb8791c1de9587', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:47:44.507407 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:44.531567 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=24585037-ceba-449d-9bfe-56f2debf4a3b,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:47:44.532140 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:44.595088 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:44.686101 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:44.688592 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:44.815687 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:44.816215 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 690ee311-4312-499c-8677-eaf11d78aaa2 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:47:44.821646 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:44.822377 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f881fde8-9b08-4882-befd-e3c140244f00 admin admin] 10.222.0.13 "DELETE /v2.0/routers/690ee311-4312-499c-8677-eaf11d78aaa2 HTTP/1.1" status: 204 len: 168 time: 0.9808142 Aug 17 04:47:44.824789 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46896) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:47:44.868116 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-82292c02-7e53-4873-b7aa-67f7c4483f00 admin admin] Deleting subnet eb0f1fad-b959-4e6a-b51d-f7b525a7941d {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:47:44.871032 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-82292c02-7e53-4873-b7aa-67f7c4483f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:44.904580 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-82292c02-7e53-4873-b7aa-67f7c4483f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:44.940584 n-d-793621-31 neutron-server[95406]: INFO neutron.db.db_base_plugin_v2 [None req-82292c02-7e53-4873-b7aa-67f7c4483f00 admin admin] Found port (f887f4fb-12e9-4359-a31a-0f08d54cea7d, 172.20.0.9) having IP allocation on subnet eb0f1fad-b959-4e6a-b51d-f7b525a7941d, cannot delete Aug 17 04:47:44.942274 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-82292c02-7e53-4873-b7aa-67f7c4483f00 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 17 04:47:44.943295 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82292c02-7e53-4873-b7aa-67f7c4483f00 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 04:47:44.944984 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-82292c02-7e53-4873-b7aa-67f7c4483f00 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 409 len: 404 time: 0.1192448 Aug 17 04:47:45.664725 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46916) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:47:45.758134 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-766177590-network', 'tenant_id': 'd3746ba782074a4e9c2da438eade55e8'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:47:45.834432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Made reservation on behalf of d3746ba782074a4e9c2da438eade55e8 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:47:45.836741 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:45.850135 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:45.939176 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:46.027448 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:46.052635 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:47:46.067016 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8787009b-b0d2-4fb6-a0ac-99f53bc5c616,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:47:46.067016 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:46.067369 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Added segment 2fde8cb9-346c-4a3b-acce-c93ed451b718 of type vlan for network 7307d229-39b3-429c-a6e7-51677665dada Aug 17 04:47:46.080734 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:46.081081 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:46.081457 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:46.081792 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:46.082121 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:46.082447 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:46.082770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:46.083092 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:46.083919 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:46.084240 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:46.084551 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:46.084901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:47:46.129358 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:46.189889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 45a15d89-09cb-4232-8549-ab163f88e641 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:47:46.213715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 45a15d89-09cb-4232-8549-ab163f88e641 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:47:46.221602 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 45a15d89-09cb-4232-8549-ab163f88e641 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:47:46.221602 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 24585037-ceba-449d-9bfe-56f2debf4a3b no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:47:46.232842 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 24585037-ceba-449d-9bfe-56f2debf4a3b {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:47:46.233190 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 24585037-ceba-449d-9bfe-56f2debf4a3b not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:47:46.238681 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:46.239787 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:47:46.240519 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:46.300835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] Pushing event updated for resources: {'Network': ['ID=7307d229-39b3-429c-a6e7-51677665dada,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:47:46.311250 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 7307d229-39b3-429c-a6e7-51677665dada details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:47:46.386304 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d9226203-7e8c-41ab-8169-0d8591dfe334 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7204418 Aug 17 04:47:46.389259 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46920) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:47:46.394002 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-c5d8e87a-d53f-4d03-aef8-d0e48d210059 admin admin] Request body: {'subnet': {'network_id': '7307d229-39b3-429c-a6e7-51677665dada', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-766177590-subnet', 'tenant_id': 'd3746ba782074a4e9c2da438eade55e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:47:46.514888 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d8e87a-d53f-4d03-aef8-d0e48d210059 admin admin] Made reservation on behalf of d3746ba782074a4e9c2da438eade55e8 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:47:46.517230 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e87a-d53f-4d03-aef8-d0e48d210059 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:46.754630 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e87a-d53f-4d03-aef8-d0e48d210059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:46.809106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8e87a-d53f-4d03-aef8-d0e48d210059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f95e76-4a2b-4399-ac7e-f05f62864501,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:47:46.818745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d8e87a-d53f-4d03-aef8-d0e48d210059 admin admin] Checking segment: {'id': '2fde8cb9-346c-4a3b-acce-c93ed451b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7307d229-39b3-429c-a6e7-51677665dada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:47:46.819106 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d8e87a-d53f-4d03-aef8-d0e48d210059 admin admin] Network hostable DHCP agents. Network: 7307d229-39b3-429c-a6e7-51677665dada, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:47:46.897197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d8e87a-d53f-4d03-aef8-d0e48d210059 admin admin] Network 7307d229-39b3-429c-a6e7-51677665dada is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:47:46.970063 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-c5d8e87a-d53f-4d03-aef8-d0e48d210059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 7307d229-39b3-429c-a6e7-51677665dada) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:47:46.974896 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d8e87a-d53f-4d03-aef8-d0e48d210059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:47:46.975581 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e87a-d53f-4d03-aef8-d0e48d210059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:47:46.980962 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab65777-56a6-49a5-829f-14aef1556485 None None] Network 7307d229-39b3-429c-a6e7-51677665dada requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:47:47.075403 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c5d8e87a-d53f-4d03-aef8-d0e48d210059 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6850872 Aug 17 04:47:47.106774 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bcb661-4ba8-4a16-98aa-1d15d7d5faac None None] Network 7307d229-39b3-429c-a6e7-51677665dada requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:48:00.706844 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:02.578625 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:48:02.664739 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fabe7ae5-0cab-4253-80ab-cfef1d33bc5b req-026f1907-d191-4173-b483-70366e31d0bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404935 Aug 17 04:48:02.756717 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe7ae5-0cab-4253-80ab-cfef1d33bc5b req-820a676b-139b-4358-b869-44a0fef6e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:48:02.758297 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fabe7ae5-0cab-4253-80ab-cfef1d33bc5b req-820a676b-139b-4358-b869-44a0fef6e80e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0406733 Aug 17 04:48:02.865182 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe7ae5-0cab-4253-80ab-cfef1d33bc5b req-565c74e9-3295-496d-8aec-2c53fdbba596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:48:02.866598 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fabe7ae5-0cab-4253-80ab-cfef1d33bc5b req-565c74e9-3295-496d-8aec-2c53fdbba596 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0881610 Aug 17 04:48:02.908036 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fabe7ae5-0cab-4253-80ab-cfef1d33bc5b req-687dde02-b114-43c5-be8c-349f55c5e210 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0334897 Aug 17 04:48:02.962537 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe7ae5-0cab-4253-80ab-cfef1d33bc5b req-a7b9c313-fef7-42fd-8092-ddab1d3aedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:48:02.964026 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fabe7ae5-0cab-4253-80ab-cfef1d33bc5b req-a7b9c313-fef7-42fd-8092-ddab1d3aedf4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0475163 Aug 17 04:48:02.964181 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:03.011103 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe7ae5-0cab-4253-80ab-cfef1d33bc5b req-b16e01e4-b5d5-46f1-9c1d-df51183e1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:48:03.012585 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fabe7ae5-0cab-4253-80ab-cfef1d33bc5b req-b16e01e4-b5d5-46f1-9c1d-df51183e1645 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409329 Aug 17 04:48:03.105551 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fabe7ae5-0cab-4253-80ab-cfef1d33bc5b req-35125751-786d-4b70-a8f7-127e78ce8444 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850947 Aug 17 04:48:03.196137 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-fabe7ae5-0cab-4253-80ab-cfef1d33bc5b req-33a984dc-631c-404f-84c3-8c6e6e557309 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831950 Aug 17 04:48:08.091448 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-349837ef-dd38-4066-b5a1-cc95e6da07ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:10.537375 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-69dbc975-54b1-4662-99e5-1bfbf97b157b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:10.839838 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:12.468367 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:14.553773 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:30.691040 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:32.970672 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:38.090840 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-858f8c73-c6e6-42f5-92c8-3e8c5d1d9a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:39.577634 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:48:40.519500 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d73fabc6-a2f6-4e5c-8d69-b83d36ec17d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:40.827915 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:42.490548 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:44.536127 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:47.283890 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46950) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:48:47.332127 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Deleting subnet b3f95e76-4a2b-4399-ac7e-f05f62864501 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:48:47.336250 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:47.384730 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:47.434605 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:47.553945 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:47.579607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f95e76-4a2b-4399-ac7e-f05f62864501,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:47.584178 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:47.586047 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b3f95e76-4a2b-4399-ac7e-f05f62864501 HTTP/1.1" status: 204 len: 168 time: 0.3006294 Aug 17 04:48:47.589641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46952) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:48:47.591233 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.591585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.591934 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.592278 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.592629 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.592955 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.593311 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.593707 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.594039 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.594390 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.594704 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.595033 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725be170-7f02-48f5-8476-6ee28c69d823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.663946 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:47.743094 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:47.752665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7307d229-39b3-429c-a6e7-51677665dada']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:48:47.766747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fde8cb9-346c-4a3b-acce-c93ed451b718') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:48:47.767049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fde8cb9-346c-4a3b-acce-c93ed451b718') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:48:47.775846 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:47.789931 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:47.795607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:48:47.795993 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: timer() Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:48:47.797686 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:48:47.896378 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:47.901740 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:47.903861 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7307d229-39b3-429c-a6e7-51677665dada HTTP/1.1" status: 204 len: 168 time: 0.3131518 Aug 17 04:48:47.916013 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7307d229-39b3-429c-a6e7-51677665dada,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:47.923258 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.923679 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.923957 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.924298 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.924645 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.925585 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.925925 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.926249 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.926576 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.926902 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.927233 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:47.927588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b38411-8b8f-4c0a-af0b-e50a6c67a9e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:48.212512 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46958) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:48:48.252177 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f5c77cfb-83f4-4e37-b3cc-08205c0927c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3746ba782074a4e9c2da438eade55e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384369 Aug 17 04:48:48.254612 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46960) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:48:48.303888 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25dfe321-6543-413a-bf17-94e7ad139ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:48.329183 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25dfe321-6543-413a-bf17-94e7ad139ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:48.449017 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25dfe321-6543-413a-bf17-94e7ad139ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:48.451612 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-25dfe321-6543-413a-bf17-94e7ad139ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:48.452912 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-25dfe321-6543-413a-bf17-94e7ad139ac6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8787009b-b0d2-4fb6-a0ac-99f53bc5c616 HTTP/1.1" status: 204 len: 168 time: 0.1973491 Aug 17 04:48:48.461673 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfe321-6543-413a-bf17-94e7ad139ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8787009b-b0d2-4fb6-a0ac-99f53bc5c616,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:49.468039 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 46988) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:48:49.561187 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-85397602'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:48:49.667747 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Made reservation on behalf of 5ea77182308f440caa8d13186adf5e67 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:48:49.671401 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:49.680468 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:49.773802 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:49.832551 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:49.861090 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:48:49.867167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038b3513-36db-429b-9445-ddb7797926da,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:49.872921 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:49.873286 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Added segment 31b1656d-6955-4964-8973-0318f983dbb7 of type vlan for network f115566e-9d0f-4af4-bc43-304b734e94c0 Aug 17 04:48:49.912237 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:49.991932 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:49.997617 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:48:49.998230 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:50.065997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event updated for resources: {'Network': ['ID=f115566e-9d0f-4af4-bc43-304b734e94c0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:50.076648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network f115566e-9d0f-4af4-bc43-304b734e94c0 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:48:50.107540 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b53612ba-0a2e-461c-b436-ba74b0f5a976 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6382029 Aug 17 04:48:53.437630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46996) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:48:53.444114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7598c38d-bb89-4fb3-a3bd-86de63cafb87 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Request body: {'subnet': {'network_id': 'f115566e-9d0f-4af4-bc43-304b734e94c0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:48:53.661742 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7598c38d-bb89-4fb3-a3bd-86de63cafb87 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Made reservation on behalf of 5ea77182308f440caa8d13186adf5e67 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:48:53.665190 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7598c38d-bb89-4fb3-a3bd-86de63cafb87 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:54.216144 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7598c38d-bb89-4fb3-a3bd-86de63cafb87 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:54.272143 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7598c38d-bb89-4fb3-a3bd-86de63cafb87 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Checking segment: {'id': '31b1656d-6955-4964-8973-0318f983dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f115566e-9d0f-4af4-bc43-304b734e94c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:48:54.272511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7598c38d-bb89-4fb3-a3bd-86de63cafb87 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Network hostable DHCP agents. Network: f115566e-9d0f-4af4-bc43-304b734e94c0, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:48:54.346304 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598c38d-bb89-4fb3-a3bd-86de63cafb87 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event updated for resources: {'Subnet': ['ID=5c25a575-4c76-4174-844e-28e744b088a1,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:54.427605 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7598c38d-bb89-4fb3-a3bd-86de63cafb87 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Network f115566e-9d0f-4af4-bc43-304b734e94c0 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:48:54.529088 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-7598c38d-bb89-4fb3-a3bd-86de63cafb87 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, f115566e-9d0f-4af4-bc43-304b734e94c0) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:48:54.533337 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7598c38d-bb89-4fb3-a3bd-86de63cafb87 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:48:54.534474 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7598c38d-bb89-4fb3-a3bd-86de63cafb87 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:54.538751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca285f9-b850-449f-bb12-3fa86709f044 None None] Network f115566e-9d0f-4af4-bc43-304b734e94c0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:48:54.634474 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7598c38d-bb89-4fb3-a3bd-86de63cafb87 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1952672 Aug 17 04:48:54.637570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 46998) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:48:54.642519 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b59c96a1-0d69-4aea-a7dc-24ab28ea57c2 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1601357010'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:48:54.680256 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-f115566e-9d0f-4af4-bc43-304b734e94c0', 'network_id': 'f115566e-9d0f-4af4-bc43-304b734e94c0', 'tenant_id': '5ea77182308f440caa8d13186adf5e67', 'fixed_ips': [{'subnet_id': '5c25a575-4c76-4174-844e-28e744b088a1'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:48:54.680967 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:54.776295 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59c96a1-0d69-4aea-a7dc-24ab28ea57c2 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Made reservation on behalf of 5ea77182308f440caa8d13186adf5e67 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:48:54.779909 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b59c96a1-0d69-4aea-a7dc-24ab28ea57c2 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:54.804640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59c96a1-0d69-4aea-a7dc-24ab28ea57c2 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:48:54.814062 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b59c96a1-0d69-4aea-a7dc-24ab28ea57c2 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:54.817729 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-b59c96a1-0d69-4aea-a7dc-24ab28ea57c2 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Added segment 2d93d13e-06f0-4c74-85fc-0236564b57f2 of type vlan for network db710ec3-bd16-4612-bb87-be0fb1e1e4ce Aug 17 04:48:54.817860 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Allocated IP 2001:db8:0:ffff::2 (f115566e-9d0f-4af4-bc43-304b734e94c0/5c25a575-4c76-4174-844e-28e744b088a1/f605f77d-d107-46cf-9d67-7904e17b08b6) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:48:54.853296 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b59c96a1-0d69-4aea-a7dc-24ab28ea57c2 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:54.958256 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:54.966280 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Transition to ACTIVE for port object f605f77d-d107-46cf-9d67-7904e17b08b6 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:48:54.981150 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Transition to ACTIVE for port object f605f77d-d107-46cf-9d67-7904e17b08b6 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:48:54.993460 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b59c96a1-0d69-4aea-a7dc-24ab28ea57c2 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:54.999263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59c96a1-0d69-4aea-a7dc-24ab28ea57c2 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:48:55.001928 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b59c96a1-0d69-4aea-a7dc-24ab28ea57c2 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:55.062929 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:55.070465 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c96a1-0d69-4aea-a7dc-24ab28ea57c2 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event updated for resources: {'Network': ['ID=db710ec3-bd16-4612-bb87-be0fb1e1e4ce,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:55.090669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network db710ec3-bd16-4612-bb87-be0fb1e1e4ce details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:48:55.134575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Network f115566e-9d0f-4af4-bc43-304b734e94c0 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:48:55.137045 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b59c96a1-0d69-4aea-a7dc-24ab28ea57c2 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4984412 Aug 17 04:48:55.140048 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47000) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:48:55.143684 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:48:55.145985 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-bfbb9843-10e8-4c9c-8196-e82ead16eb27 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Request body: {'subnet': {'network_id': 'db710ec3-bd16-4612-bb87-be0fb1e1e4ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:48:55.148502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:48:55.168841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Pushing event updated for resources: {'Port': ['ID=f605f77d-d107-46cf-9d67-7904e17b08b6,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:55.202010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:55.202362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:55.202702 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:55.203035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:55.203366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:55.203693 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:55.204022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:55.204345 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:55.204670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:55.204990 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:55.205574 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:55.205740 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:48:55.235847 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Attempting to bind port f605f77d-d107-46cf-9d67-7904e17b08b6 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:48:55.236221 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Attempting to bind port f605f77d-d107-46cf-9d67-7904e17b08b6 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '31b1656d-6955-4964-8973-0318f983dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f115566e-9d0f-4af4-bc43-304b734e94c0'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:48:55.236587 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Attempting to bind port f605f77d-d107-46cf-9d67-7904e17b08b6 on network f115566e-9d0f-4af4-bc43-304b734e94c0 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:48:55.242200 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:48:55.242576 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Checking segment: {'id': '31b1656d-6955-4964-8973-0318f983dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f115566e-9d0f-4af4-bc43-304b734e94c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:48:55.242982 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:55.243387 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Bound using segment: {'id': '31b1656d-6955-4964-8973-0318f983dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f115566e-9d0f-4af4-bc43-304b734e94c0'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:48:55.243909 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Bound port: f605f77d-d107-46cf-9d67-7904e17b08b6, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b1656d-6955-4964-8973-0318f983dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f115566e-9d0f-4af4-bc43-304b734e94c0'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:48:55.244301 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:55.307623 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbb9843-10e8-4c9c-8196-e82ead16eb27 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Made reservation on behalf of 5ea77182308f440caa8d13186adf5e67 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:48:55.308083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] For port f605f77d-d107-46cf-9d67-7904e17b08b6, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:48:55.311126 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] For port f605f77d-d107-46cf-9d67-7904e17b08b6, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f605f77d-d107-46cf-9d67-7904e17b08b6,segment=NetworkSegment(31b1656d-6955-4964-8973-0318f983dbb7),segment_id=31b1656d-6955-4964-8973-0318f983dbb7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:48:55.324479 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfbb9843-10e8-4c9c-8196-e82ead16eb27 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:55.399642 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:55.462092 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94503f49-c516-4bb7-8931-70ea7cdae930 None None] Pushing event updated for resources: {'Port': ['ID=f605f77d-d107-46cf-9d67-7904e17b08b6,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:55.570781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfbb9843-10e8-4c9c-8196-e82ead16eb27 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:55.657183 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb9843-10e8-4c9c-8196-e82ead16eb27 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event updated for resources: {'Subnet': ['ID=f5ee1189-2c8d-4eae-8111-c4adbc4664a2,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:55.669578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb9843-10e8-4c9c-8196-e82ead16eb27 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Checking segment: {'id': '2d93d13e-06f0-4c74-85fc-0236564b57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'db710ec3-bd16-4612-bb87-be0fb1e1e4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:48:55.669578 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbb9843-10e8-4c9c-8196-e82ead16eb27 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Network hostable DHCP agents. Network: db710ec3-bd16-4612-bb87-be0fb1e1e4ce, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:48:55.782307 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbb9843-10e8-4c9c-8196-e82ead16eb27 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Network db710ec3-bd16-4612-bb87-be0fb1e1e4ce is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:48:55.867669 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-bfbb9843-10e8-4c9c-8196-e82ead16eb27 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, db710ec3-bd16-4612-bb87-be0fb1e1e4ce) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:48:55.872856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbb9843-10e8-4c9c-8196-e82ead16eb27 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:48:55.873585 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-bfbb9843-10e8-4c9c-8196-e82ead16eb27 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:55.880384 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ff967e-b5d3-46dc-a0da-aa4993338f40 None None] Network db710ec3-bd16-4612-bb87-be0fb1e1e4ce requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:48:55.978894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47006) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:48:55.979442 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-bfbb9843-10e8-4c9c-8196-e82ead16eb27 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8377707 Aug 17 04:48:56.045108 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-db710ec3-bd16-4612-bb87-be0fb1e1e4ce', 'network_id': 'db710ec3-bd16-4612-bb87-be0fb1e1e4ce', 'tenant_id': '5ea77182308f440caa8d13186adf5e67', 'fixed_ips': [{'subnet_id': 'f5ee1189-2c8d-4eae-8111-c4adbc4664a2'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:48:56.046325 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:56.091185 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:56.156321 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:56.226682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Allocated IP 2001:db8::2 (db710ec3-bd16-4612-bb87-be0fb1e1e4ce/f5ee1189-2c8d-4eae-8111-c4adbc4664a2/5766f90c-e26e-4325-89af-e6bf5c3b6bcb) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:48:56.292765 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f605f77d-d107-46cf-9d67-7904e17b08b6 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:48:56.434263 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:56.443514 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc075f24-f393-4763-9294-e66236da59f2 None None] Network f115566e-9d0f-4af4-bc43-304b734e94c0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:48:56.447835 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Transition to ACTIVE for port object 5766f90c-e26e-4325-89af-e6bf5c3b6bcb will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:48:56.487781 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port f605f77d-d107-46cf-9d67-7904e17b08b6 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:48:56.523163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Transition to ACTIVE for port object 5766f90c-e26e-4325-89af-e6bf5c3b6bcb will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:48:56.606502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0444e429-9b63-4220-81de-b5821f89eb7d None None] Provisioning for port f605f77d-d107-46cf-9d67-7904e17b08b6 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:48:56.611936 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-0444e429-9b63-4220-81de-b5821f89eb7d None None] Provisioning complete for port f605f77d-d107-46cf-9d67-7904e17b08b6 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:48:56.615214 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0444e429-9b63-4220-81de-b5821f89eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:56.637933 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:56.697703 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Network db710ec3-bd16-4612-bb87-be0fb1e1e4ce is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:48:56.702430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:48:56.708826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:48:56.713266 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Pushing event updated for resources: {'Port': ['ID=5766f90c-e26e-4325-89af-e6bf5c3b6bcb,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:56.798043 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Attempting to bind port 5766f90c-e26e-4325-89af-e6bf5c3b6bcb on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:48:56.798417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Attempting to bind port 5766f90c-e26e-4325-89af-e6bf5c3b6bcb by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '2d93d13e-06f0-4c74-85fc-0236564b57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'db710ec3-bd16-4612-bb87-be0fb1e1e4ce'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:48:56.798891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Attempting to bind port 5766f90c-e26e-4325-89af-e6bf5c3b6bcb on network db710ec3-bd16-4612-bb87-be0fb1e1e4ce {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:48:56.800208 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:56.805414 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0444e429-9b63-4220-81de-b5821f89eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:56.808560 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:48:56.808934 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Checking segment: {'id': '2d93d13e-06f0-4c74-85fc-0236564b57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'db710ec3-bd16-4612-bb87-be0fb1e1e4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:48:56.809356 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:56.809754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Bound using segment: {'id': '2d93d13e-06f0-4c74-85fc-0236564b57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'db710ec3-bd16-4612-bb87-be0fb1e1e4ce'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:48:56.810662 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Bound port: 5766f90c-e26e-4325-89af-e6bf5c3b6bcb, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d93d13e-06f0-4c74-85fc-0236564b57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'db710ec3-bd16-4612-bb87-be0fb1e1e4ce'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:48:56.810662 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:56.834624 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ee1189-2c8d-4eae-8111-c4adbc4664a2,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:56.873902 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-0444e429-9b63-4220-81de-b5821f89eb7d None None] For port f605f77d-d107-46cf-9d67-7904e17b08b6, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f605f77d-d107-46cf-9d67-7904e17b08b6,segment=NetworkSegment(31b1656d-6955-4964-8973-0318f983dbb7),segment_id=31b1656d-6955-4964-8973-0318f983dbb7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:48:56.902639 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] For port 5766f90c-e26e-4325-89af-e6bf5c3b6bcb, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:48:56.905072 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:56.905859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] For port 5766f90c-e26e-4325-89af-e6bf5c3b6bcb, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5766f90c-e26e-4325-89af-e6bf5c3b6bcb,segment=NetworkSegment(2d93d13e-06f0-4c74-85fc-0236564b57f2),segment_id=2d93d13e-06f0-4c74-85fc-0236564b57f2)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:48:56.915108 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db710ec3-bd16-4612-bb87-be0fb1e1e4ce']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:48:56.924558 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d93d13e-06f0-4c74-85fc-0236564b57f2') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:48:56.924884 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d93d13e-06f0-4c74-85fc-0236564b57f2') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:48:56.933474 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:56.969112 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0444e429-9b63-4220-81de-b5821f89eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:57.011417 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:57.014423 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:57.019498 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:48:57.019498 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: timer() Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:48:57.021833 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:48:57.027690 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444e429-9b63-4220-81de-b5821f89eb7d None None] Pushing event updated for resources: {'Port': ['ID=f605f77d-d107-46cf-9d67-7904e17b08b6,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:57.117665 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5256b4b-200b-49a1-838a-e421962a01b5 None None] Pushing event updated for resources: {'Port': ['ID=5766f90c-e26e-4325-89af-e6bf5c3b6bcb,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:57.121902 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-950726fb-8aa5-4b6d-9a60-4c93d7cb365a None None] Provisioning complete for port f605f77d-d107-46cf-9d67-7904e17b08b6 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:48:57.122284 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-950726fb-8aa5-4b6d-9a60-4c93d7cb365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:57.125037 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29585a14-c7ae-4443-89a9-43b7b58b3dbe None None] Network db710ec3-bd16-4612-bb87-be0fb1e1e4ce requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:48:57.125732 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.db.api [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 04:48:57.125732 n-d-793621-31 neutron-server[95406]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 04:48:57.125732 n-d-793621-31 neutron-server[95406]: [parameters: {'id': 'db710ec3-bd16-4612-bb87-be0fb1e1e4ce'}] Aug 17 04:48:57.125732 n-d-793621-31 neutron-server[95406]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 04:48:57.128824 n-d-793621-31 neutron-server[95406]: DEBUG oslo_db.api [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 04:48:57.455010 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd294d-6c5e-43e2-a4d2-ea01e19a0198 None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 04:48:57.526372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd294d-6c5e-43e2-a4d2-ea01e19a0198 None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 04:48:57.628146 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:57.681306 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Deleting port 5766f90c-e26e-4325-89af-e6bf5c3b6bcb {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:48:57.681651 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:58.092115 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] For port 5766f90c-e26e-4325-89af-e6bf5c3b6bcb, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5766f90c-e26e-4325-89af-e6bf5c3b6bcb,segment=NetworkSegment(2d93d13e-06f0-4c74-85fc-0236564b57f2),segment_id=2d93d13e-06f0-4c74-85fc-0236564b57f2)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:48:58.092786 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:58.104512 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Calling delete_port for 5766f90c-e26e-4325-89af-e6bf5c3b6bcb owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:48:58.232465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f605f77d-d107-46cf-9d67-7904e17b08b6 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:48:58.279444 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:58.280871 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port f605f77d-d107-46cf-9d67-7904e17b08b6 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:48:58.281261 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:58.310801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] No DVR routers for this DVR port 5766f90c-e26e-4325-89af-e6bf5c3b6bcb on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:48:58.318272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event deleted for resources: {'Port': ['ID=5766f90c-e26e-4325-89af-e6bf5c3b6bcb,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:58.394141 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:58.403760 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db710ec3-bd16-4612-bb87-be0fb1e1e4ce']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:48:58.413648 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d93d13e-06f0-4c74-85fc-0236564b57f2') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:48:58.413949 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d93d13e-06f0-4c74-85fc-0236564b57f2') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:48:58.422536 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:58.436076 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:58.442565 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:48:58.442950 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: timer() Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:48:58.445818 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:48:58.593024 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:58.598008 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:58.601290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "DELETE /v2.0/networks/db710ec3-bd16-4612-bb87-be0fb1e1e4ce HTTP/1.1" status: 204 len: 168 time: 2.6211362 Aug 17 04:48:58.604781 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47008) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:48:58.609947 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ab964a49-e833-4422-a1b1-802976acbd90 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1602043439'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:48:58.617683 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bab48-cd3a-44b4-b484-cd5bb664bdb4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event deleted for resources: {'Network': ['ID=db710ec3-bd16-4612-bb87-be0fb1e1e4ce,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:58.694298 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab964a49-e833-4422-a1b1-802976acbd90 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Made reservation on behalf of 5ea77182308f440caa8d13186adf5e67 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:48:58.697906 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ab964a49-e833-4422-a1b1-802976acbd90 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:58.720958 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab964a49-e833-4422-a1b1-802976acbd90 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:48:58.729710 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ab964a49-e833-4422-a1b1-802976acbd90 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:58.730061 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-ab964a49-e833-4422-a1b1-802976acbd90 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Added segment dee64680-bc2e-4b08-9b8d-dfb5a87a0dca of type vlan for network 4748da98-5ab4-49df-9ec4-bdf9dd81b79d Aug 17 04:48:58.770072 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ab964a49-e833-4422-a1b1-802976acbd90 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:58.873003 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ab964a49-e833-4422-a1b1-802976acbd90 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:58.879166 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab964a49-e833-4422-a1b1-802976acbd90 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:48:58.879752 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ab964a49-e833-4422-a1b1-802976acbd90 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:58.946326 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab964a49-e833-4422-a1b1-802976acbd90 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event updated for resources: {'Network': ['ID=4748da98-5ab4-49df-9ec4-bdf9dd81b79d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:58.956888 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 4748da98-5ab4-49df-9ec4-bdf9dd81b79d details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:48:59.021571 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ab964a49-e833-4422-a1b1-802976acbd90 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4154875 Aug 17 04:48:59.024265 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47010) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:48:59.029192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-84895189-1ee1-43f3-9950-c1103fbf1ef0 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Request body: {'subnet': {'network_id': '4748da98-5ab4-49df-9ec4-bdf9dd81b79d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:48:59.221932 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84895189-1ee1-43f3-9950-c1103fbf1ef0 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Made reservation on behalf of 5ea77182308f440caa8d13186adf5e67 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:48:59.225492 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84895189-1ee1-43f3-9950-c1103fbf1ef0 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:59.284269 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.ipam_backend_mixin [None req-84895189-1ee1-43f3-9950-c1103fbf1ef0 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Performing IP validity checks on allocation pools {{(pid=95407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 04:48:59.284745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.ipam_backend_mixin [None req-84895189-1ee1-43f3-9950-c1103fbf1ef0 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 04:48:59.536352 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84895189-1ee1-43f3-9950-c1103fbf1ef0 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:59.601155 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84895189-1ee1-43f3-9950-c1103fbf1ef0 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event updated for resources: {'Subnet': ['ID=f304b023-c1cb-4f58-ad70-4a49834c8f19,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:48:59.608687 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84895189-1ee1-43f3-9950-c1103fbf1ef0 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Checking segment: {'id': 'dee64680-bc2e-4b08-9b8d-dfb5a87a0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4748da98-5ab4-49df-9ec4-bdf9dd81b79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:48:59.609319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84895189-1ee1-43f3-9950-c1103fbf1ef0 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Network hostable DHCP agents. Network: 4748da98-5ab4-49df-9ec4-bdf9dd81b79d, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:48:59.695791 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84895189-1ee1-43f3-9950-c1103fbf1ef0 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Network 4748da98-5ab4-49df-9ec4-bdf9dd81b79d is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:48:59.781921 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-84895189-1ee1-43f3-9950-c1103fbf1ef0 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 4748da98-5ab4-49df-9ec4-bdf9dd81b79d) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:48:59.786192 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84895189-1ee1-43f3-9950-c1103fbf1ef0 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:48:59.790336 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-84895189-1ee1-43f3-9950-c1103fbf1ef0 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:59.792294 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18206c00-bc60-4b72-85ea-2adb7bf04597 None None] Network 4748da98-5ab4-49df-9ec4-bdf9dd81b79d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:48:59.867136 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-84895189-1ee1-43f3-9950-c1103fbf1ef0 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8417733 Aug 17 04:48:59.869771 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47012) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:48:59.944674 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-4748da98-5ab4-49df-9ec4-bdf9dd81b79d', 'network_id': '4748da98-5ab4-49df-9ec4-bdf9dd81b79d', 'tenant_id': '5ea77182308f440caa8d13186adf5e67', 'fixed_ips': [{'subnet_id': 'f304b023-c1cb-4f58-ad70-4a49834c8f19'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:48:59.945751 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:48:59.980543 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:00.058959 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:00.077282 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Allocated IP 2001:db8::3 (4748da98-5ab4-49df-9ec4-bdf9dd81b79d/f304b023-c1cb-4f58-ad70-4a49834c8f19/bf8627de-25e7-44e6-86ea-6f885254d69d) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:49:00.221550 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:00.229599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Transition to ACTIVE for port object bf8627de-25e7-44e6-86ea-6f885254d69d will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:00.246496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Transition to ACTIVE for port object bf8627de-25e7-44e6-86ea-6f885254d69d will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:00.342096 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:00.378430 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Network 4748da98-5ab4-49df-9ec4-bdf9dd81b79d is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:49:00.383682 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:00.387174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:49:00.398104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Pushing event updated for resources: {'Port': ['ID=bf8627de-25e7-44e6-86ea-6f885254d69d,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:00.449331 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Attempting to bind port bf8627de-25e7-44e6-86ea-6f885254d69d on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:49:00.449701 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Attempting to bind port bf8627de-25e7-44e6-86ea-6f885254d69d by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'dee64680-bc2e-4b08-9b8d-dfb5a87a0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4748da98-5ab4-49df-9ec4-bdf9dd81b79d'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:49:00.450063 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Attempting to bind port bf8627de-25e7-44e6-86ea-6f885254d69d on network 4748da98-5ab4-49df-9ec4-bdf9dd81b79d {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:49:00.454892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:49:00.455267 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Checking segment: {'id': 'dee64680-bc2e-4b08-9b8d-dfb5a87a0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4748da98-5ab4-49df-9ec4-bdf9dd81b79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:00.455806 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:00.456334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Bound using segment: {'id': 'dee64680-bc2e-4b08-9b8d-dfb5a87a0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4748da98-5ab4-49df-9ec4-bdf9dd81b79d'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:49:00.456801 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Bound port: bf8627de-25e7-44e6-86ea-6f885254d69d, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee64680-bc2e-4b08-9b8d-dfb5a87a0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4748da98-5ab4-49df-9ec4-bdf9dd81b79d'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:49:00.457184 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:00.467938 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:00.500632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event deleted for resources: {'Subnet': ['ID=f304b023-c1cb-4f58-ad70-4a49834c8f19,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:00.523075 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] For port bf8627de-25e7-44e6-86ea-6f885254d69d, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:49:00.526161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] For port bf8627de-25e7-44e6-86ea-6f885254d69d, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bf8627de-25e7-44e6-86ea-6f885254d69d,segment=NetworkSegment(dee64680-bc2e-4b08-9b8d-dfb5a87a0dca),segment_id=dee64680-bc2e-4b08-9b8d-dfb5a87a0dca)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:49:00.559423 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:00.569070 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4748da98-5ab4-49df-9ec4-bdf9dd81b79d']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:00.578404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee64680-bc2e-4b08-9b8d-dfb5a87a0dca') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:00.584492 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee64680-bc2e-4b08-9b8d-dfb5a87a0dca') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:00.587175 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:00.616402 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:00.618391 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:00.624534 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:49:00.624921 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: timer() Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:49:00.628181 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:49:00.705839 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfdbf7-70e4-4ddd-8704-f5765f88b6dd None None] Pushing event updated for resources: {'Port': ['ID=bf8627de-25e7-44e6-86ea-6f885254d69d,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:00.718421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eff25d7-0203-4bc3-b6eb-6d649e2a4c38 None None] Network 4748da98-5ab4-49df-9ec4-bdf9dd81b79d requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:00.764777 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.db.api [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 04:49:00.764777 n-d-793621-31 neutron-server[95407]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 04:49:00.764777 n-d-793621-31 neutron-server[95407]: [parameters: {'id': '4748da98-5ab4-49df-9ec4-bdf9dd81b79d'}] Aug 17 04:49:00.764777 n-d-793621-31 neutron-server[95407]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 04:49:00.765467 n-d-793621-31 neutron-server[95407]: DEBUG oslo_db.api [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 04:49:00.765831 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:00.836188 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0988b701-d447-45cd-806b-f32fa0e1e943 None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 04:49:00.914230 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0988b701-d447-45cd-806b-f32fa0e1e943 None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 04:49:01.266242 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:01.317900 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Deleting port bf8627de-25e7-44e6-86ea-6f885254d69d {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:49:01.318234 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:01.381461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] For port bf8627de-25e7-44e6-86ea-6f885254d69d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=bf8627de-25e7-44e6-86ea-6f885254d69d,segment=NetworkSegment(dee64680-bc2e-4b08-9b8d-dfb5a87a0dca),segment_id=dee64680-bc2e-4b08-9b8d-dfb5a87a0dca)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:49:01.381819 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:01.394053 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Calling delete_port for bf8627de-25e7-44e6-86ea-6f885254d69d owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:49:01.570347 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:01.595248 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event deleted for resources: {'Port': ['ID=bf8627de-25e7-44e6-86ea-6f885254d69d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:01.598834 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] No DVR routers for this DVR port bf8627de-25e7-44e6-86ea-6f885254d69d on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:49:01.673597 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:01.683461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4748da98-5ab4-49df-9ec4-bdf9dd81b79d']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:01.696837 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee64680-bc2e-4b08-9b8d-dfb5a87a0dca') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:01.697131 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee64680-bc2e-4b08-9b8d-dfb5a87a0dca') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:01.705601 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:01.718501 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:01.724010 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:49:01.724388 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: timer() Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:49:01.727211 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:49:01.850261 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:01.857192 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:01.858917 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "DELETE /v2.0/networks/4748da98-5ab4-49df-9ec4-bdf9dd81b79d HTTP/1.1" status: 204 len: 168 time: 1.9882209 Aug 17 04:49:01.863498 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47014) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:01.869104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-f195bbd8-4f08-49e3-b652-9831ccfda668 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-599995337'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:01.871948 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05633886-fab7-4e47-8d84-a98915e1e63a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event deleted for resources: {'Network': ['ID=4748da98-5ab4-49df-9ec4-bdf9dd81b79d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:01.964607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f195bbd8-4f08-49e3-b652-9831ccfda668 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Made reservation on behalf of 5ea77182308f440caa8d13186adf5e67 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:49:01.968216 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f195bbd8-4f08-49e3-b652-9831ccfda668 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:01.992370 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f195bbd8-4f08-49e3-b652-9831ccfda668 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:49:02.000810 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f195bbd8-4f08-49e3-b652-9831ccfda668 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:02.001157 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-f195bbd8-4f08-49e3-b652-9831ccfda668 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Added segment 34de1091-2633-4805-be30-fb28c2755e60 of type vlan for network ba011bad-a04a-4cd6-8f76-3df0923e68d2 Aug 17 04:49:02.040478 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f195bbd8-4f08-49e3-b652-9831ccfda668 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:02.153453 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f195bbd8-4f08-49e3-b652-9831ccfda668 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:02.160057 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f195bbd8-4f08-49e3-b652-9831ccfda668 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:02.160654 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-f195bbd8-4f08-49e3-b652-9831ccfda668 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:02.232149 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195bbd8-4f08-49e3-b652-9831ccfda668 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event updated for resources: {'Network': ['ID=ba011bad-a04a-4cd6-8f76-3df0923e68d2,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:02.243043 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network ba011bad-a04a-4cd6-8f76-3df0923e68d2 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:49:02.331162 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-f195bbd8-4f08-49e3-b652-9831ccfda668 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4665065 Aug 17 04:49:02.334028 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47016) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:02.339046 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-228507c4-ea43-40b5-99cf-f62ab65169db tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Request body: {'subnet': {'network_id': 'ba011bad-a04a-4cd6-8f76-3df0923e68d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:02.484181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228507c4-ea43-40b5-99cf-f62ab65169db tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Made reservation on behalf of 5ea77182308f440caa8d13186adf5e67 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:49:02.487774 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-228507c4-ea43-40b5-99cf-f62ab65169db tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:02.724513 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-228507c4-ea43-40b5-99cf-f62ab65169db tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:02.783164 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228507c4-ea43-40b5-99cf-f62ab65169db tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event updated for resources: {'Subnet': ['ID=d6d79e13-f92d-4bd1-ab74-33e9fcdf1c67,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:02.791605 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228507c4-ea43-40b5-99cf-f62ab65169db tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Checking segment: {'id': '34de1091-2633-4805-be30-fb28c2755e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba011bad-a04a-4cd6-8f76-3df0923e68d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:02.791969 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228507c4-ea43-40b5-99cf-f62ab65169db tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Network hostable DHCP agents. Network: ba011bad-a04a-4cd6-8f76-3df0923e68d2, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:49:02.872025 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228507c4-ea43-40b5-99cf-f62ab65169db tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Network ba011bad-a04a-4cd6-8f76-3df0923e68d2 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:49:02.941785 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-228507c4-ea43-40b5-99cf-f62ab65169db tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, ba011bad-a04a-4cd6-8f76-3df0923e68d2) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:02.946562 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228507c4-ea43-40b5-99cf-f62ab65169db tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:02.947758 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-228507c4-ea43-40b5-99cf-f62ab65169db tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:02.952117 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4d402a-ce43-42fc-b2e9-0faa69ad32aa None None] Network ba011bad-a04a-4cd6-8f76-3df0923e68d2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:02.966295 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:03.043183 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47018) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:03.043798 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-228507c4-ea43-40b5-99cf-f62ab65169db tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7081301 Aug 17 04:49:03.049597 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-83966f81-16bc-4eec-ab12-e6c075a866ea tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-452485025'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:03.096695 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-ba011bad-a04a-4cd6-8f76-3df0923e68d2', 'network_id': 'ba011bad-a04a-4cd6-8f76-3df0923e68d2', 'tenant_id': '5ea77182308f440caa8d13186adf5e67', 'fixed_ips': [{'subnet_id': 'd6d79e13-f92d-4bd1-ab74-33e9fcdf1c67'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:49:03.097609 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:03.186105 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83966f81-16bc-4eec-ab12-e6c075a866ea tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Made reservation on behalf of 5ea77182308f440caa8d13186adf5e67 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:49:03.190616 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83966f81-16bc-4eec-ab12-e6c075a866ea tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:03.213218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83966f81-16bc-4eec-ab12-e6c075a866ea tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:49:03.222623 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83966f81-16bc-4eec-ab12-e6c075a866ea tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:03.223010 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-83966f81-16bc-4eec-ab12-e6c075a866ea tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Added segment 36ab8ab7-5b07-4e67-90b5-8fc324c05519 of type vlan for network 803deccf-6c8e-40f6-b13c-386f17eee4e3 Aug 17 04:49:03.233120 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Allocated IP 2001:db8::2 (ba011bad-a04a-4cd6-8f76-3df0923e68d2/d6d79e13-f92d-4bd1-ab74-33e9fcdf1c67/2379af59-6935-410c-943a-d80bdd691160) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:49:03.264537 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83966f81-16bc-4eec-ab12-e6c075a866ea tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:03.357826 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83966f81-16bc-4eec-ab12-e6c075a866ea tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:03.364304 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83966f81-16bc-4eec-ab12-e6c075a866ea tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:03.364924 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-83966f81-16bc-4eec-ab12-e6c075a866ea tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:03.376892 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:03.385719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Transition to ACTIVE for port object 2379af59-6935-410c-943a-d80bdd691160 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:03.400313 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Transition to ACTIVE for port object 2379af59-6935-410c-943a-d80bdd691160 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:03.432157 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83966f81-16bc-4eec-ab12-e6c075a866ea tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event updated for resources: {'Network': ['ID=803deccf-6c8e-40f6-b13c-386f17eee4e3,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:03.443174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 803deccf-6c8e-40f6-b13c-386f17eee4e3 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:49:03.481820 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:03.495442 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-83966f81-16bc-4eec-ab12-e6c075a866ea tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4507823 Aug 17 04:49:03.498863 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47020) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:03.503360 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-3a2a77b9-8d7a-4e18-b442-216220e9ac16 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Request body: {'subnet': {'network_id': '803deccf-6c8e-40f6-b13c-386f17eee4e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:03.545564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Network ba011bad-a04a-4cd6-8f76-3df0923e68d2 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:49:03.554144 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:03.556550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:49:03.558450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Pushing event updated for resources: {'Port': ['ID=2379af59-6935-410c-943a-d80bdd691160,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:03.614260 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Attempting to bind port 2379af59-6935-410c-943a-d80bdd691160 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:49:03.614631 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Attempting to bind port 2379af59-6935-410c-943a-d80bdd691160 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '34de1091-2633-4805-be30-fb28c2755e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba011bad-a04a-4cd6-8f76-3df0923e68d2'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:49:03.614942 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Attempting to bind port 2379af59-6935-410c-943a-d80bdd691160 on network ba011bad-a04a-4cd6-8f76-3df0923e68d2 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:49:03.620127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:49:03.624904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Checking segment: {'id': '34de1091-2633-4805-be30-fb28c2755e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba011bad-a04a-4cd6-8f76-3df0923e68d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:03.624904 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:03.624904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Bound using segment: {'id': '34de1091-2633-4805-be30-fb28c2755e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba011bad-a04a-4cd6-8f76-3df0923e68d2'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:49:03.624904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Bound port: 2379af59-6935-410c-943a-d80bdd691160, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34de1091-2633-4805-be30-fb28c2755e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ba011bad-a04a-4cd6-8f76-3df0923e68d2'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:49:03.624904 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:03.646010 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e9f9448-59e4-40ea-91cc-e80a91583258 req-15011174-2bed-4b60-9653-0f98bb2352b3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408664 Aug 17 04:49:03.678588 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2a77b9-8d7a-4e18-b442-216220e9ac16 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Made reservation on behalf of 5ea77182308f440caa8d13186adf5e67 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:49:03.682299 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a2a77b9-8d7a-4e18-b442-216220e9ac16 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:03.688083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c5266927-238a-4136-bf40-a39575f53045 None None] For port 2379af59-6935-410c-943a-d80bdd691160, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:49:03.690754 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-c5266927-238a-4136-bf40-a39575f53045 None None] For port 2379af59-6935-410c-943a-d80bdd691160, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2379af59-6935-410c-943a-d80bdd691160,segment=NetworkSegment(34de1091-2633-4805-be30-fb28c2755e60),segment_id=34de1091-2633-4805-be30-fb28c2755e60)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:49:03.786431 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:03.794297 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f9448-59e4-40ea-91cc-e80a91583258 req-a37acb01-36dd-4bd6-a245-70a19e9b7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:03.795795 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e9f9448-59e4-40ea-91cc-e80a91583258 req-a37acb01-36dd-4bd6-a245-70a19e9b7ddf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0737114 Aug 17 04:49:03.858570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5266927-238a-4136-bf40-a39575f53045 None None] Pushing event updated for resources: {'Port': ['ID=2379af59-6935-410c-943a-d80bdd691160,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:03.967650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f9448-59e4-40ea-91cc-e80a91583258 req-61557f86-7fd1-49b6-a8ac-a175dda2bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:03.969223 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e9f9448-59e4-40ea-91cc-e80a91583258 req-61557f86-7fd1-49b6-a8ac-a175dda2bc5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.1368015 Aug 17 04:49:04.029872 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e9f9448-59e4-40ea-91cc-e80a91583258 req-cab7edda-6055-41b3-ad7d-46c46251a0a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0454192 Aug 17 04:49:04.037742 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a2a77b9-8d7a-4e18-b442-216220e9ac16 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:04.132999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f9448-59e4-40ea-91cc-e80a91583258 req-164c9a9e-8e76-4bf6-9f03-8acc2d28a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:04.134548 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e9f9448-59e4-40ea-91cc-e80a91583258 req-164c9a9e-8e76-4bf6-9f03-8acc2d28a3a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0946341 Aug 17 04:49:04.140458 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a77b9-8d7a-4e18-b442-216220e9ac16 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event updated for resources: {'Subnet': ['ID=928037f6-4481-4723-ad57-89e4db81f3de,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:04.180689 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2a77b9-8d7a-4e18-b442-216220e9ac16 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Checking segment: {'id': '36ab8ab7-5b07-4e67-90b5-8fc324c05519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '803deccf-6c8e-40f6-b13c-386f17eee4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:04.181058 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2a77b9-8d7a-4e18-b442-216220e9ac16 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Network hostable DHCP agents. Network: 803deccf-6c8e-40f6-b13c-386f17eee4e3, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:49:04.213795 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f9448-59e4-40ea-91cc-e80a91583258 req-fd386e3a-514d-4643-abbc-d1dbbf1676ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:04.213795 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e9f9448-59e4-40ea-91cc-e80a91583258 req-fd386e3a-514d-4643-abbc-d1dbbf1676ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587084 Aug 17 04:49:04.268423 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2379af59-6935-410c-943a-d80bdd691160 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:49:04.433340 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 2379af59-6935-410c-943a-d80bdd691160 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:49:04.626685 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2a77b9-8d7a-4e18-b442-216220e9ac16 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Network 803deccf-6c8e-40f6-b13c-386f17eee4e3 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:49:04.673037 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e9f9448-59e4-40ea-91cc-e80a91583258 req-f932c55f-6cc0-45e0-9589-d993b9e544cd service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570050 Aug 17 04:49:04.723812 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-3a2a77b9-8d7a-4e18-b442-216220e9ac16 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 803deccf-6c8e-40f6-b13c-386f17eee4e3) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:04.730155 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2a77b9-8d7a-4e18-b442-216220e9ac16 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:04.731001 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3a2a77b9-8d7a-4e18-b442-216220e9ac16 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:04.731923 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb43b6-de51-4c14-aca5-75f8129eb864 None None] Network 803deccf-6c8e-40f6-b13c-386f17eee4e3 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:04.784959 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4e9f9448-59e4-40ea-91cc-e80a91583258 req-043417d2-ed36-4ce2-a7ae-0d86e8e49cfe service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038449 Aug 17 04:49:04.785174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3278be6-f299-4360-9581-c64b6a902b1b None None] Network ba011bad-a04a-4cd6-8f76-3df0923e68d2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:04.848429 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3a2a77b9-8d7a-4e18-b442-216220e9ac16 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3460577 Aug 17 04:49:04.848791 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47024) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:04.943382 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:04.961268 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-319183b4-b124-49ee-b361-520f1a2a022b None None] Provisioning for port 2379af59-6935-410c-943a-d80bdd691160 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:49:04.970696 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7911d3a8-098d-4fe6-a712-44d9161e5fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-803deccf-6c8e-40f6-b13c-386f17eee4e3', 'network_id': '803deccf-6c8e-40f6-b13c-386f17eee4e3', 'tenant_id': '5ea77182308f440caa8d13186adf5e67', 'fixed_ips': [{'subnet_id': '928037f6-4481-4723-ad57-89e4db81f3de'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:49:04.971981 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7911d3a8-098d-4fe6-a712-44d9161e5fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:04.975878 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-319183b4-b124-49ee-b361-520f1a2a022b None None] Provisioning complete for port 2379af59-6935-410c-943a-d80bdd691160 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:04.976233 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-319183b4-b124-49ee-b361-520f1a2a022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:04.993013 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.106050 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-319183b4-b124-49ee-b361-520f1a2a022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.119641 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.148754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event deleted for resources: {'Subnet': ['ID=928037f6-4481-4723-ad57-89e4db81f3de,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:05.197855 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-319183b4-b124-49ee-b361-520f1a2a022b None None] For port 2379af59-6935-410c-943a-d80bdd691160, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2379af59-6935-410c-943a-d80bdd691160,segment=NetworkSegment(34de1091-2633-4805-be30-fb28c2755e60),segment_id=34de1091-2633-4805-be30-fb28c2755e60)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:49:05.221967 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.232263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803deccf-6c8e-40f6-b13c-386f17eee4e3']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:05.243632 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ab8ab7-5b07-4e67-90b5-8fc324c05519') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:05.243972 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ab8ab7-5b07-4e67-90b5-8fc324c05519') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:05.252897 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.266137 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server [None req-7911d3a8-098d-4fe6-a712-44d9161e5fe4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 928037f6-4481-4723-ad57-89e4db81f3de: This subnet is being modified by another concurrent operation. Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server raise exception Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 928037f6-4481-4723-ad57-89e4db81f3de: This subnet is being modified by another concurrent operation. Aug 17 04:49:05.267444 n-d-793621-31 neutron-server[95408]: ERROR oslo_messaging.rpc.server Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: timer() Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:49:05.280037 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:49:05.283904 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89212c86-c088-482a-a951-759f51f7cd56 None None] Network 803deccf-6c8e-40f6-b13c-386f17eee4e3 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:05.330766 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-319183b4-b124-49ee-b361-520f1a2a022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.426852 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319183b4-b124-49ee-b361-520f1a2a022b None None] Pushing event updated for resources: {'Port': ['ID=2379af59-6935-410c-943a-d80bdd691160,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:05.437993 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.444953 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.446946 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "DELETE /v2.0/networks/803deccf-6c8e-40f6-b13c-386f17eee4e3 HTTP/1.1" status: 204 len: 168 time: 0.5969374 Aug 17 04:49:05.450049 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47026) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:05.459140 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-00e4a8ee-6be8-4fa1-be62-bbf24562ed72 None None] Provisioning complete for port 2379af59-6935-410c-943a-d80bdd691160 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:05.459689 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-00e4a8ee-6be8-4fa1-be62-bbf24562ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.460108 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536eb51-20c3-4863-8313-94366d1a6fbd tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event deleted for resources: {'Network': ['ID=803deccf-6c8e-40f6-b13c-386f17eee4e3,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:05.481071 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaba131-d0b7-4e08-a45b-8a8f5c349025 None None] get_active_networks_info from n-d-793621-31 {{(pid=95408) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 04:49:05.489842 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-50cce83a-480c-4013-9845-48860e0a465f tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] GET failed (client error): The resource could not be found. Aug 17 04:49:05.493654 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-50cce83a-480c-4013-9845-48860e0a465f tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "GET /v2.0/subnets/928037f6-4481-4723-ad57-89e4db81f3de HTTP/1.1" status: 404 len: 337 time: 0.0395248 Aug 17 04:49:05.494168 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47028) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:05.512347 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5022cb-ae0d-4d83-be86-f0fd88f48c40 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] DELETE failed (client error): The resource could not be found. Aug 17 04:49:05.512913 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5022cb-ae0d-4d83-be86-f0fd88f48c40 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 04:49:05.514805 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6f5022cb-ae0d-4d83-be86-f0fd88f48c40 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "DELETE /v2.0/networks/803deccf-6c8e-40f6-b13c-386f17eee4e3 HTTP/1.1" status: 404 len: 339 time: 0.0196393 Aug 17 04:49:05.519684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47030) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:05.545204 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3b4b0b-b4d0-4fce-84d4-79b57da89ca2 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] DELETE failed (client error): The resource could not be found. Aug 17 04:49:05.545678 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3b4b0b-b4d0-4fce-84d4-79b57da89ca2 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 04:49:05.547379 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6d3b4b0b-b4d0-4fce-84d4-79b57da89ca2 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "DELETE /v2.0/subnets/928037f6-4481-4723-ad57-89e4db81f3de HTTP/1.1" status: 404 len: 337 time: 0.0267634 Aug 17 04:49:05.550443 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47032) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:05.568403 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac03e84-0579-47ce-876b-cc5364261ee4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] DELETE failed (client error): The resource could not be found. Aug 17 04:49:05.569001 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac03e84-0579-47ce-876b-cc5364261ee4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 04:49:05.570786 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0ac03e84-0579-47ce-876b-cc5364261ee4 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "DELETE /v2.0/networks/803deccf-6c8e-40f6-b13c-386f17eee4e3 HTTP/1.1" status: 404 len: 339 time: 0.0194399 Aug 17 04:49:05.583484 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47034) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:05.637845 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec9f133-e097-4fe9-b216-8825acb7041a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Deleting subnet d6d79e13-f92d-4bd1-ab74-33e9fcdf1c67 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:49:05.641314 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f133-e097-4fe9-b216-8825acb7041a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.701352 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f133-e097-4fe9-b216-8825acb7041a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.761481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaba131-d0b7-4e08-a45b-8a8f5c349025 None None] Resources bound (agent type, host, resource id): {{(pid=95408) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 04:49:05.789860 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f133-e097-4fe9-b216-8825acb7041a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.930841 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f133-e097-4fe9-b216-8825acb7041a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.963763 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9f133-e097-4fe9-b216-8825acb7041a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d79e13-f92d-4bd1-ab74-33e9fcdf1c67,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:05.969645 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f133-e097-4fe9-b216-8825acb7041a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:05.975815 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1ec9f133-e097-4fe9-b216-8825acb7041a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "DELETE /v2.0/subnets/d6d79e13-f92d-4bd1-ab74-33e9fcdf1c67 HTTP/1.1" status: 204 len: 168 time: 0.3887398 Aug 17 04:49:05.976266 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47036) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:05.980924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ff90da-e7bb-4205-9b24-579dbac1f53e None None] Network ba011bad-a04a-4cd6-8f76-3df0923e68d2 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:06.058283 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.118462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Deleting port 2379af59-6935-410c-943a-d80bdd691160 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:49:06.118809 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.181349 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0518954-588c-480a-bfe1-b1c9c831a185 None None] DHCP port deletion for ba011bad-a04a-4cd6-8f76-3df0923e68d2 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:49:06.189091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] For port 2379af59-6935-410c-943a-d80bdd691160, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2379af59-6935-410c-943a-d80bdd691160,segment=NetworkSegment(34de1091-2633-4805-be30-fb28c2755e60),segment_id=34de1091-2633-4805-be30-fb28c2755e60)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:49:06.189506 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.209766 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Calling delete_port for 2379af59-6935-410c-943a-d80bdd691160 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:49:06.230621 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e0518954-588c-480a-bfe1-b1c9c831a185 None None] Deleting port 2379af59-6935-410c-943a-d80bdd691160 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:49:06.230925 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e0518954-588c-480a-bfe1-b1c9c831a185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.245137 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 2379af59-6935-410c-943a-d80bdd691160 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:49:06.329445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e0518954-588c-480a-bfe1-b1c9c831a185 None None] For port 2379af59-6935-410c-943a-d80bdd691160, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=2379af59-6935-410c-943a-d80bdd691160,segment=NetworkSegment(34de1091-2633-4805-be30-fb28c2755e60),segment_id=34de1091-2633-4805-be30-fb28c2755e60)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:49:06.329844 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e0518954-588c-480a-bfe1-b1c9c831a185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.345087 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e0518954-588c-480a-bfe1-b1c9c831a185 None None] Calling delete_port for 2379af59-6935-410c-943a-d80bdd691160 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:49:06.370555 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.400089 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event deleted for resources: {'Port': ['ID=2379af59-6935-410c-943a-d80bdd691160,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:06.409200 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] No DVR routers for this DVR port 2379af59-6935-410c-943a-d80bdd691160 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:49:06.434874 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.501887 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e0518954-588c-480a-bfe1-b1c9c831a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.508064 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.521687 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba011bad-a04a-4cd6-8f76-3df0923e68d2']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:06.531154 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0518954-588c-480a-bfe1-b1c9c831a185 None None] No DVR routers for this DVR port 2379af59-6935-410c-943a-d80bdd691160 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:49:06.536112 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34de1091-2633-4805-be30-fb28c2755e60') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:06.536423 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0518954-588c-480a-bfe1-b1c9c831a185 None None] Pushing event deleted for resources: {'Port': ['ID=2379af59-6935-410c-943a-d80bdd691160,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:06.536589 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34de1091-2633-4805-be30-fb28c2755e60') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:06.547621 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.562311 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.568097 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:49:06.568485 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: timer() Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:49:06.571354 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:49:06.678843 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.686065 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.688128 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "DELETE /v2.0/networks/ba011bad-a04a-4cd6-8f76-3df0923e68d2 HTTP/1.1" status: 204 len: 168 time: 0.7103953 Aug 17 04:49:06.691275 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47038) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:06.700910 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4aba2-5331-4de5-9b66-fcf4c50f7ec6 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event deleted for resources: {'Network': ['ID=ba011bad-a04a-4cd6-8f76-3df0923e68d2,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:06.717174 n-d-793621-31 neutron-server[95407]: INFO neutron.pecan_wsgi.hooks.translation [None req-939f1068-330c-4291-b8ff-0d9dcb2e2158 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] DELETE failed (client error): The resource could not be found. Aug 17 04:49:06.717675 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939f1068-330c-4291-b8ff-0d9dcb2e2158 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 04:49:06.719372 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-939f1068-330c-4291-b8ff-0d9dcb2e2158 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "DELETE /v2.0/subnets/f304b023-c1cb-4f58-ad70-4a49834c8f19 HTTP/1.1" status: 404 len: 337 time: 0.0271032 Aug 17 04:49:06.722692 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47040) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:06.741305 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bdd4e7-d3d9-47ef-a679-aa87cda288a3 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] DELETE failed (client error): The resource could not be found. Aug 17 04:49:06.741836 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bdd4e7-d3d9-47ef-a679-aa87cda288a3 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 04:49:06.743444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c5bdd4e7-d3d9-47ef-a679-aa87cda288a3 tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "DELETE /v2.0/networks/4748da98-5ab4-49df-9ec4-bdf9dd81b79d HTTP/1.1" status: 404 len: 339 time: 0.0197637 Aug 17 04:49:06.745952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47042) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:06.770589 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca92eb8-2e56-41f5-acad-1d90dced055f tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] DELETE failed (client error): The resource could not be found. Aug 17 04:49:06.770961 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca92eb8-2e56-41f5-acad-1d90dced055f tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 04:49:06.772609 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-eca92eb8-2e56-41f5-acad-1d90dced055f tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "DELETE /v2.0/subnets/f5ee1189-2c8d-4eae-8111-c4adbc4664a2 HTTP/1.1" status: 404 len: 337 time: 0.0257919 Aug 17 04:49:06.775175 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47044) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:06.792904 n-d-793621-31 neutron-server[95406]: INFO neutron.pecan_wsgi.hooks.translation [None req-abba7230-dfc4-42b0-9e5a-a1403e92fe9d tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] DELETE failed (client error): The resource could not be found. Aug 17 04:49:06.793412 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abba7230-dfc4-42b0-9e5a-a1403e92fe9d tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95406) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 04:49:06.795024 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-abba7230-dfc4-42b0-9e5a-a1403e92fe9d tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "DELETE /v2.0/networks/db710ec3-bd16-4612-bb87-be0fb1e1e4ce HTTP/1.1" status: 404 len: 339 time: 0.0189857 Aug 17 04:49:06.797442 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47046) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:06.850522 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5cdf8d4-af15-498c-b9f3-8d41024bf6ec tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Deleting subnet 5c25a575-4c76-4174-844e-28e744b088a1 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:49:06.853882 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf8d4-af15-498c-b9f3-8d41024bf6ec tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.900671 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf8d4-af15-498c-b9f3-8d41024bf6ec tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:06.982502 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf8d4-af15-498c-b9f3-8d41024bf6ec tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.095284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf8d4-af15-498c-b9f3-8d41024bf6ec tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.121010 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdf8d4-af15-498c-b9f3-8d41024bf6ec tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event deleted for resources: {'Subnet': ['ID=5c25a575-4c76-4174-844e-28e744b088a1,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:07.127896 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf8d4-af15-498c-b9f3-8d41024bf6ec tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.130290 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d5cdf8d4-af15-498c-b9f3-8d41024bf6ec tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "DELETE /v2.0/subnets/5c25a575-4c76-4174-844e-28e744b088a1 HTTP/1.1" status: 204 len: 168 time: 0.3314884 Aug 17 04:49:07.132331 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47048) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:07.133574 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6f3686-4d80-4611-ad03-6c248fcd9f64 None None] Network f115566e-9d0f-4af4-bc43-304b734e94c0 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:07.215474 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.273688 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Deleting port f605f77d-d107-46cf-9d67-7904e17b08b6 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:49:07.273688 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.302791 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85862843-893d-4193-bd7b-f1d52b5a6b3f None None] DHCP port deletion for f115566e-9d0f-4af4-bc43-304b734e94c0 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:49:07.340599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] For port f605f77d-d107-46cf-9d67-7904e17b08b6, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f605f77d-d107-46cf-9d67-7904e17b08b6,segment=NetworkSegment(31b1656d-6955-4964-8973-0318f983dbb7),segment_id=31b1656d-6955-4964-8973-0318f983dbb7)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:49:07.340997 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.353619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Calling delete_port for f605f77d-d107-46cf-9d67-7904e17b08b6 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:49:07.403973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-85862843-893d-4193-bd7b-f1d52b5a6b3f None None] Deleting port f605f77d-d107-46cf-9d67-7904e17b08b6 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:49:07.404476 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-85862843-893d-4193-bd7b-f1d52b5a6b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.468457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-85862843-893d-4193-bd7b-f1d52b5a6b3f None None] For port f605f77d-d107-46cf-9d67-7904e17b08b6, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=f605f77d-d107-46cf-9d67-7904e17b08b6,segment=NetworkSegment(31b1656d-6955-4964-8973-0318f983dbb7),segment_id=31b1656d-6955-4964-8973-0318f983dbb7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:49:07.468854 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-85862843-893d-4193-bd7b-f1d52b5a6b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.481265 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-85862843-893d-4193-bd7b-f1d52b5a6b3f None None] Calling delete_port for f605f77d-d107-46cf-9d67-7904e17b08b6 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:49:07.541673 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.555456 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-85862843-893d-4193-bd7b-f1d52b5a6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.568464 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event deleted for resources: {'Port': ['ID=f605f77d-d107-46cf-9d67-7904e17b08b6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:07.574754 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] No DVR routers for this DVR port f605f77d-d107-46cf-9d67-7904e17b08b6 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:49:07.583912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85862843-893d-4193-bd7b-f1d52b5a6b3f None None] Pushing event deleted for resources: {'Port': ['ID=f605f77d-d107-46cf-9d67-7904e17b08b6,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:07.585815 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85862843-893d-4193-bd7b-f1d52b5a6b3f None None] No DVR routers for this DVR port f605f77d-d107-46cf-9d67-7904e17b08b6 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:49:07.665730 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.675759 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f115566e-9d0f-4af4-bc43-304b734e94c0']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:07.685223 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b1656d-6955-4964-8973-0318f983dbb7') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:07.685548 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b1656d-6955-4964-8973-0318f983dbb7') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:07.695053 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.708277 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.713978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:49:07.714365 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: timer() Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:49:07.717161 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:49:07.839024 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.846232 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:07.847995 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] 10.222.0.13 "DELETE /v2.0/networks/f115566e-9d0f-4af4-bc43-304b734e94c0 HTTP/1.1" status: 204 len: 168 time: 0.7147193 Aug 17 04:49:07.862780 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefe952-4470-482b-a53c-6412b726694a tempest-NetworksIpV6Test-12823440 tempest-NetworksIpV6Test-12823440-project] Pushing event deleted for resources: {'Network': ['ID=f115566e-9d0f-4af4-bc43-304b734e94c0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:08.147375 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-95985194-cdbd-4ce7-a4b5-108e69f031dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:08.243222 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f605f77d-d107-46cf-9d67-7904e17b08b6 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:49:08.266412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: f605f77d-d107-46cf-9d67-7904e17b08b6 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:49:08.266836 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device f605f77d-d107-46cf-9d67-7904e17b08b6 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:49:08.317424 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47054) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:08.447662 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0ae971b5-ad57-4138-afcc-41b8ebc8a06e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ea77182308f440caa8d13186adf5e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290636 Aug 17 04:49:08.450140 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47058) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:08.497473 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-58681e38-94ef-4887-a29a-1ecedb25d752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:08.518561 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-58681e38-94ef-4887-a29a-1ecedb25d752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:08.621531 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-58681e38-94ef-4887-a29a-1ecedb25d752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:08.624058 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-58681e38-94ef-4887-a29a-1ecedb25d752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:08.625213 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-58681e38-94ef-4887-a29a-1ecedb25d752 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/038b3513-36db-429b-9445-ddb7797926da HTTP/1.1" status: 204 len: 168 time: 0.1741784 Aug 17 04:49:08.633818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58681e38-94ef-4887-a29a-1ecedb25d752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038b3513-36db-429b-9445-ddb7797926da,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:09.589699 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47080) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:09.682554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-37b1a8a3-5c04-46bc-9c40-8300da7868a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-428594348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:09.758831 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-37b1a8a3-5c04-46bc-9c40-8300da7868a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:09.759800 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-37b1a8a3-5c04-46bc-9c40-8300da7868a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:09.813904 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-37b1a8a3-5c04-46bc-9c40-8300da7868a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:09.873411 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-37b1a8a3-5c04-46bc-9c40-8300da7868a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:09.952961 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-37b1a8a3-5c04-46bc-9c40-8300da7868a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:09.954213 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-37b1a8a3-5c04-46bc-9c40-8300da7868a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3634946 Aug 17 04:49:09.957478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47084) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:09.962482 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-650906845'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:10.073315 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Made reservation on behalf of 69232d72f0ad4c71bec9ac9f809c22ae for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:49:10.076747 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:10.085891 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:10.172258 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:10.233065 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:10.261339 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:49:10.266487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31efc43f-1a8f-4ec1-b5c6-408979805e48,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:10.274297 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:10.274640 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Added segment 0abfa59d-f42d-4078-aefc-4f2c4690697e of type vlan for network 6f7c4a0a-7abb-4462-a861-0ac803b823b6 Aug 17 04:49:10.314964 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:10.414526 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:10.419981 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:10.420559 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:10.484703 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Pushing event updated for resources: {'Network': ['ID=6f7c4a0a-7abb-4462-a861-0ac803b823b6,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:10.495639 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 6f7c4a0a-7abb-4462-a861-0ac803b823b6 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:49:10.557588 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e5c8-3d0e-4a5d-b73a-5c3c225f77bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:10.587001 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-70b4f247-09be-4e2e-ae29-f1a9c283a8b9 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6284828 Aug 17 04:49:10.589738 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47086) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:10.594809 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-637163c1-eb44-471c-9ca3-507a980548a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Request body: {'subnet': {'network_id': '6f7c4a0a-7abb-4462-a861-0ac803b823b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:10.791831 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637163c1-eb44-471c-9ca3-507a980548a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Made reservation on behalf of 69232d72f0ad4c71bec9ac9f809c22ae for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:49:10.795390 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-637163c1-eb44-471c-9ca3-507a980548a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:10.850515 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:11.038763 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-637163c1-eb44-471c-9ca3-507a980548a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:11.100135 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637163c1-eb44-471c-9ca3-507a980548a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Pushing event updated for resources: {'Subnet': ['ID=a33ec2d1-4604-4b78-85f1-835fd597cf04,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:11.107415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637163c1-eb44-471c-9ca3-507a980548a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Checking segment: {'id': '0abfa59d-f42d-4078-aefc-4f2c4690697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6f7c4a0a-7abb-4462-a861-0ac803b823b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:11.107781 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637163c1-eb44-471c-9ca3-507a980548a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Network hostable DHCP agents. Network: 6f7c4a0a-7abb-4462-a861-0ac803b823b6, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:49:11.187160 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637163c1-eb44-471c-9ca3-507a980548a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Network 6f7c4a0a-7abb-4462-a861-0ac803b823b6 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:49:11.290552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-637163c1-eb44-471c-9ca3-507a980548a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 6f7c4a0a-7abb-4462-a861-0ac803b823b6) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:11.295384 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637163c1-eb44-471c-9ca3-507a980548a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:11.296156 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-637163c1-eb44-471c-9ca3-507a980548a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:11.301736 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba55076-884f-4f08-8144-b5c181b49826 None None] Network 6f7c4a0a-7abb-4462-a861-0ac803b823b6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:11.399615 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-637163c1-eb44-471c-9ca3-507a980548a4 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8085768 Aug 17 04:49:11.402666 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47088) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:11.407618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-da13011f-dabb-4ad3-9239-8628b7359057 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1778912719'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:11.452200 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-6f7c4a0a-7abb-4462-a861-0ac803b823b6', 'network_id': '6f7c4a0a-7abb-4462-a861-0ac803b823b6', 'tenant_id': '69232d72f0ad4c71bec9ac9f809c22ae', 'fixed_ips': [{'subnet_id': 'a33ec2d1-4604-4b78-85f1-835fd597cf04'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:49:11.453044 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:11.541415 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da13011f-dabb-4ad3-9239-8628b7359057 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Made reservation on behalf of 69232d72f0ad4c71bec9ac9f809c22ae for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:49:11.545070 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da13011f-dabb-4ad3-9239-8628b7359057 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:11.568674 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da13011f-dabb-4ad3-9239-8628b7359057 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:49:11.577621 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da13011f-dabb-4ad3-9239-8628b7359057 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:11.577969 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-da13011f-dabb-4ad3-9239-8628b7359057 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Added segment 651812a7-d47f-4bec-873b-776a85dd525b of type vlan for network 4125910a-3c39-4e6b-a253-d87d36a820aa Aug 17 04:49:11.586861 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Allocated IP 172.20.0.2 (6f7c4a0a-7abb-4462-a861-0ac803b823b6/a33ec2d1-4604-4b78-85f1-835fd597cf04/de411678-e68c-44a1-872d-ce0d119dc104) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:49:11.619298 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da13011f-dabb-4ad3-9239-8628b7359057 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:11.718754 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da13011f-dabb-4ad3-9239-8628b7359057 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:11.725037 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da13011f-dabb-4ad3-9239-8628b7359057 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:11.725649 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-da13011f-dabb-4ad3-9239-8628b7359057 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:11.733496 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:11.741922 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Transition to ACTIVE for port object de411678-e68c-44a1-872d-ce0d119dc104 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:11.756748 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Transition to ACTIVE for port object de411678-e68c-44a1-872d-ce0d119dc104 will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:11.796516 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13011f-dabb-4ad3-9239-8628b7359057 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Pushing event updated for resources: {'Network': ['ID=4125910a-3c39-4e6b-a253-d87d36a820aa,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:11.807237 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 4125910a-3c39-4e6b-a253-d87d36a820aa details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:49:11.846247 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:11.859279 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-da13011f-dabb-4ad3-9239-8628b7359057 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4529197 Aug 17 04:49:11.859505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47090) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:11.864393 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2c965e53-54a7-4e38-942c-89c7e728aa29 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Request body: {'subnet': {'network_id': '4125910a-3c39-4e6b-a253-d87d36a820aa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:11.913435 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Network 6f7c4a0a-7abb-4462-a861-0ac803b823b6 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:49:11.919239 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:11.921493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:49:11.925067 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Pushing event updated for resources: {'Port': ['ID=de411678-e68c-44a1-872d-ce0d119dc104,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:11.978231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Attempting to bind port de411678-e68c-44a1-872d-ce0d119dc104 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:49:11.978503 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Attempting to bind port de411678-e68c-44a1-872d-ce0d119dc104 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '0abfa59d-f42d-4078-aefc-4f2c4690697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6f7c4a0a-7abb-4462-a861-0ac803b823b6'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:49:11.978864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Attempting to bind port de411678-e68c-44a1-872d-ce0d119dc104 on network 6f7c4a0a-7abb-4462-a861-0ac803b823b6 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:49:11.983687 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:49:11.984054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Checking segment: {'id': '0abfa59d-f42d-4078-aefc-4f2c4690697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6f7c4a0a-7abb-4462-a861-0ac803b823b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:11.984451 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:11.984838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Bound using segment: {'id': '0abfa59d-f42d-4078-aefc-4f2c4690697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6f7c4a0a-7abb-4462-a861-0ac803b823b6'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:49:11.985315 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Bound port: de411678-e68c-44a1-872d-ce0d119dc104, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abfa59d-f42d-4078-aefc-4f2c4690697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6f7c4a0a-7abb-4462-a861-0ac803b823b6'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:49:11.985691 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:12.037820 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c965e53-54a7-4e38-942c-89c7e728aa29 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Made reservation on behalf of 69232d72f0ad4c71bec9ac9f809c22ae for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:49:12.041490 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c965e53-54a7-4e38-942c-89c7e728aa29 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:12.048540 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] For port de411678-e68c-44a1-872d-ce0d119dc104, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:49:12.057402 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] For port de411678-e68c-44a1-872d-ce0d119dc104, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=de411678-e68c-44a1-872d-ce0d119dc104,segment=NetworkSegment(0abfa59d-f42d-4078-aefc-4f2c4690697e),segment_id=0abfa59d-f42d-4078-aefc-4f2c4690697e)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:49:12.171182 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:12.228671 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1b36c-1413-4c45-a0c1-5969871f9167 None None] Pushing event updated for resources: {'Port': ['ID=de411678-e68c-44a1-872d-ce0d119dc104,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:12.342006 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c965e53-54a7-4e38-942c-89c7e728aa29 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:12.424619 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c965e53-54a7-4e38-942c-89c7e728aa29 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Pushing event updated for resources: {'Subnet': ['ID=e4b9f795-5741-4bf2-962e-cd5baac21e60,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:12.440282 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c965e53-54a7-4e38-942c-89c7e728aa29 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Checking segment: {'id': '651812a7-d47f-4bec-873b-776a85dd525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4125910a-3c39-4e6b-a253-d87d36a820aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:12.440675 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c965e53-54a7-4e38-942c-89c7e728aa29 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Network hostable DHCP agents. Network: 4125910a-3c39-4e6b-a253-d87d36a820aa, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:49:12.559033 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:12.587378 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c965e53-54a7-4e38-942c-89c7e728aa29 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Network 4125910a-3c39-4e6b-a253-d87d36a820aa is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:49:12.672881 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-2c965e53-54a7-4e38-942c-89c7e728aa29 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 4125910a-3c39-4e6b-a253-d87d36a820aa) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:12.677819 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c965e53-54a7-4e38-942c-89c7e728aa29 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:12.678493 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2c965e53-54a7-4e38-942c-89c7e728aa29 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:12.682264 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28738c44-b129-4c47-b8c0-b97c679bd93c None None] Network 4125910a-3c39-4e6b-a253-d87d36a820aa requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:12.760555 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2c965e53-54a7-4e38-942c-89c7e728aa29 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8999181 Aug 17 04:49:12.763196 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47092) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:12.768487 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-d7299d10-a158-4119-8ca0-5c1ed17891f5 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Request body: {'router': {'external_gateway_info': {'network_id': '4125910a-3c39-4e6b-a253-d87d36a820aa'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:12.826744 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-4125910a-3c39-4e6b-a253-d87d36a820aa', 'network_id': '4125910a-3c39-4e6b-a253-d87d36a820aa', 'tenant_id': '69232d72f0ad4c71bec9ac9f809c22ae', 'fixed_ips': [{'subnet_id': 'e4b9f795-5741-4bf2-962e-cd5baac21e60'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:49:12.827617 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:12.969380 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Allocated IP 172.21.0.2 (4125910a-3c39-4e6b-a253-d87d36a820aa/e4b9f795-5741-4bf2-962e-cd5baac21e60/6e163189-8e8a-4317-9ce3-94bf7c44826a) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:49:12.985352 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d7299d10-a158-4119-8ca0-5c1ed17891f5 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:13.117334 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea4908c-fe89-4c90-845b-7fb17d6e0b7b None None] Network 6f7c4a0a-7abb-4462-a861-0ac803b823b6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:13.136978 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:13.180660 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Transition to ACTIVE for port object 6e163189-8e8a-4317-9ce3-94bf7c44826a will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:13.186856 n-d-793621-31 neutron-server[95406]: INFO neutron.api.v2.resource [None req-d7299d10-a158-4119-8ca0-5c1ed17891f5 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 04:49:13.194124 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d7299d10-a158-4119-8ca0-5c1ed17891f5 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] 10.222.0.13 "PUT /v2.0/routers/a722d1bc-50f7-442f-aa0b-5d46e2a4de90 HTTP/1.1" status: 400 len: 364 time: 0.4236615 Aug 17 04:49:13.194505 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47094) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:13.203112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Transition to ACTIVE for port object 6e163189-8e8a-4317-9ce3-94bf7c44826a will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:13.246145 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0575a8-e335-4d15-9df6-77df5b2b1037 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Deleting subnet e4b9f795-5741-4bf2-962e-cd5baac21e60 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:49:13.263080 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a262324a-dd7d-45cf-bb39-b9e2acd02e1a None None] Provisioning for port de411678-e68c-44a1-872d-ce0d119dc104 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:49:13.289597 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d0575a8-e335-4d15-9df6-77df5b2b1037 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:13.292756 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:13.331993 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d0575a8-e335-4d15-9df6-77df5b2b1037 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:13.336145 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Network 4125910a-3c39-4e6b-a253-d87d36a820aa is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:49:13.342710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:13.348451 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:49:13.361064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Pushing event updated for resources: {'Port': ['ID=6e163189-8e8a-4317-9ce3-94bf7c44826a,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:13.417852 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Attempting to bind port 6e163189-8e8a-4317-9ce3-94bf7c44826a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:49:13.421188 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Attempting to bind port 6e163189-8e8a-4317-9ce3-94bf7c44826a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '651812a7-d47f-4bec-873b-776a85dd525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4125910a-3c39-4e6b-a253-d87d36a820aa'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:49:13.421188 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Attempting to bind port 6e163189-8e8a-4317-9ce3-94bf7c44826a on network 4125910a-3c39-4e6b-a253-d87d36a820aa {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:49:13.424888 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:49:13.425891 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Checking segment: {'id': '651812a7-d47f-4bec-873b-776a85dd525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4125910a-3c39-4e6b-a253-d87d36a820aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:13.426385 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:13.426859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Bound using segment: {'id': '651812a7-d47f-4bec-873b-776a85dd525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4125910a-3c39-4e6b-a253-d87d36a820aa'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:49:13.427418 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Bound port: 6e163189-8e8a-4317-9ce3-94bf7c44826a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651812a7-d47f-4bec-873b-776a85dd525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4125910a-3c39-4e6b-a253-d87d36a820aa'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:49:13.427884 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:13.455606 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d0575a8-e335-4d15-9df6-77df5b2b1037 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:13.633868 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d0575a8-e335-4d15-9df6-77df5b2b1037 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:13.637042 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] For port 6e163189-8e8a-4317-9ce3-94bf7c44826a, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:49:13.640550 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] For port 6e163189-8e8a-4317-9ce3-94bf7c44826a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6e163189-8e8a-4317-9ce3-94bf7c44826a,segment=NetworkSegment(651812a7-d47f-4bec-873b-776a85dd525b),segment_id=651812a7-d47f-4bec-873b-776a85dd525b)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:49:13.663312 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8d0575a8-e335-4d15-9df6-77df5b2b1037 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:13.667771 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-8d0575a8-e335-4d15-9df6-77df5b2b1037 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] 10.222.0.13 "DELETE /v2.0/subnets/e4b9f795-5741-4bf2-962e-cd5baac21e60 HTTP/1.1" status: 204 len: 168 time: 0.4722981 Aug 17 04:49:13.667904 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47096) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:13.669684 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0575a8-e335-4d15-9df6-77df5b2b1037 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b9f795-5741-4bf2-962e-cd5baac21e60,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:13.736950 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:13.756773 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:13.803061 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f393e-e856-486a-85aa-81c1e4bf0edf None None] Pushing event updated for resources: {'Port': ['ID=6e163189-8e8a-4317-9ce3-94bf7c44826a,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:13.812589 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Deleting port 6e163189-8e8a-4317-9ce3-94bf7c44826a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:49:13.812936 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:13.881207 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] For port 6e163189-8e8a-4317-9ce3-94bf7c44826a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6e163189-8e8a-4317-9ce3-94bf7c44826a,segment=NetworkSegment(651812a7-d47f-4bec-873b-776a85dd525b),segment_id=651812a7-d47f-4bec-873b-776a85dd525b)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:49:13.883318 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:13.899463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Calling delete_port for 6e163189-8e8a-4317-9ce3-94bf7c44826a owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:49:14.083544 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.109388 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Pushing event deleted for resources: {'Port': ['ID=6e163189-8e8a-4317-9ce3-94bf7c44826a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:14.114660 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] No DVR routers for this DVR port 6e163189-8e8a-4317-9ce3-94bf7c44826a on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:49:14.197466 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.207365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4125910a-3c39-4e6b-a253-d87d36a820aa']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:14.218434 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651812a7-d47f-4bec-873b-776a85dd525b') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:14.218857 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651812a7-d47f-4bec-873b-776a85dd525b') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:14.229871 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.244718 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.250607 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:49:14.250994 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: timer() Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:49:14.254217 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:49:14.281922 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device de411678-e68c-44a1-872d-ce0d119dc104 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:49:14.461509 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.467314 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.469558 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] 10.222.0.13 "DELETE /v2.0/networks/4125910a-3c39-4e6b-a253-d87d36a820aa HTTP/1.1" status: 204 len: 168 time: 0.8006587 Aug 17 04:49:14.472777 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47098) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:14.486708 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de456c4-b6db-45be-a88f-20c33040911b tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Pushing event deleted for resources: {'Network': ['ID=4125910a-3c39-4e6b-a253-d87d36a820aa,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:14.531749 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a1f4b0-7828-4bc6-822d-725c1a8ab802 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Deleting subnet a33ec2d1-4604-4b78-85f1-835fd597cf04 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:49:14.536617 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f4b0-7828-4bc6-822d-725c1a8ab802 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.589619 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f4b0-7828-4bc6-822d-725c1a8ab802 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.665425 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port de411678-e68c-44a1-872d-ce0d119dc104 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:49:14.671791 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port de411678-e68c-44a1-872d-ce0d119dc104 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:14.672298 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.695240 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f4b0-7828-4bc6-822d-725c1a8ab802 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.778301 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.785142 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d28afea-4947-4001-a47e-5ad449bbd6b6 None None] DHCP port deletion for 4125910a-3c39-4e6b-a253-d87d36a820aa request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:49:14.803915 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.816275 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f4b0-7828-4bc6-822d-725c1a8ab802 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.820697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331deecd-e1a8-446f-9fc2-bd4a94d6cc29 None None] Network 4125910a-3c39-4e6b-a253-d87d36a820aa requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:14.836875 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-cb9179dc-14c6-4dd9-9cda-3e71ca018440 None None] Could not find standard attr ID for object 6e163189-8e8a-4317-9ce3-94bf7c44826a. {{(pid=95408) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 04:49:14.840414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331deecd-e1a8-446f-9fc2-bd4a94d6cc29 None None] Network 4125910a-3c39-4e6b-a253-d87d36a820aa could not be found, it might have been deleted concurrently. {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 04:49:14.849726 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1f4b0-7828-4bc6-822d-725c1a8ab802 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Pushing event deleted for resources: {'Subnet': ['ID=a33ec2d1-4604-4b78-85f1-835fd597cf04,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:14.851730 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f4b0-7828-4bc6-822d-725c1a8ab802 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.853659 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c1a1f4b0-7828-4bc6-822d-725c1a8ab802 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] 10.222.0.13 "DELETE /v2.0/subnets/a33ec2d1-4604-4b78-85f1-835fd597cf04 HTTP/1.1" status: 204 len: 168 time: 0.3785586 Aug 17 04:49:14.856285 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47100) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:14.876721 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d1d036-c6d3-4555-b7ef-c422087834bb None None] Network 6f7c4a0a-7abb-4462-a861-0ac803b823b6 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:14.933133 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:14.947688 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.db.api [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 04:49:14.947976 n-d-793621-31 neutron-server[95408]: DEBUG oslo_db.api [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 04:49:14.985262 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Deleting port de411678-e68c-44a1-872d-ce0d119dc104 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:49:14.985520 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.052332 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] For port de411678-e68c-44a1-872d-ce0d119dc104, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=de411678-e68c-44a1-872d-ce0d119dc104,segment=NetworkSegment(0abfa59d-f42d-4078-aefc-4f2c4690697e),segment_id=0abfa59d-f42d-4078-aefc-4f2c4690697e)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:49:15.052735 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.065567 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d238ff2-e889-4147-8f15-0bf9d94c06da None None] DHCP port deletion for 6f7c4a0a-7abb-4462-a861-0ac803b823b6 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:49:15.066342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Calling delete_port for de411678-e68c-44a1-872d-ce0d119dc104 owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:49:15.112289 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5d238ff2-e889-4147-8f15-0bf9d94c06da None None] Deleting port de411678-e68c-44a1-872d-ce0d119dc104 {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:49:15.112764 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d238ff2-e889-4147-8f15-0bf9d94c06da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.185022 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5d238ff2-e889-4147-8f15-0bf9d94c06da None None] For port de411678-e68c-44a1-872d-ce0d119dc104, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=de411678-e68c-44a1-872d-ce0d119dc104,segment=NetworkSegment(0abfa59d-f42d-4078-aefc-4f2c4690697e),segment_id=0abfa59d-f42d-4078-aefc-4f2c4690697e)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:49:15.185455 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d238ff2-e889-4147-8f15-0bf9d94c06da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.197825 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5d238ff2-e889-4147-8f15-0bf9d94c06da None None] Calling delete_port for de411678-e68c-44a1-872d-ce0d119dc104 owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:49:15.233120 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.258180 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Pushing event deleted for resources: {'Port': ['ID=de411678-e68c-44a1-872d-ce0d119dc104,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:15.261649 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] No DVR routers for this DVR port de411678-e68c-44a1-872d-ce0d119dc104 on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:49:15.275892 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d238ff2-e889-4147-8f15-0bf9d94c06da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.306188 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d238ff2-e889-4147-8f15-0bf9d94c06da None None] Pushing event deleted for resources: {'Port': ['ID=de411678-e68c-44a1-872d-ce0d119dc104,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:15.308028 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d238ff2-e889-4147-8f15-0bf9d94c06da None None] No DVR routers for this DVR port de411678-e68c-44a1-872d-ce0d119dc104 on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:49:15.348034 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.358157 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7c4a0a-7abb-4462-a861-0ac803b823b6']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:15.368201 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abfa59d-f42d-4078-aefc-4f2c4690697e') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:15.368503 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abfa59d-f42d-4078-aefc-4f2c4690697e') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:15.377682 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.390984 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.397520 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: timer() Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:49:15.400793 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:49:15.468757 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Port de411678-e68c-44a1-872d-ce0d119dc104 update to ACTIVE by agent not found {{(pid=95408) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 17 04:49:15.541932 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.546569 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.548565 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] 10.222.0.13 "DELETE /v2.0/networks/6f7c4a0a-7abb-4462-a861-0ac803b823b6 HTTP/1.1" status: 204 len: 168 time: 0.6913340 Aug 17 04:49:15.551791 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47102) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:15.564105 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bbbcd-51d6-41f4-ab54-56acbe38fe6d tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Pushing event deleted for resources: {'Network': ['ID=6f7c4a0a-7abb-4462-a861-0ac803b823b6,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:15.581692 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-918aa5a8-5cce-4968-a394-98297d26d869 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] 10.222.0.13 "GET /v2.0/ports?device_id=a722d1bc-50f7-442f-aa0b-5d46e2a4de90 HTTP/1.1" status: 200 len: 205 time: 0.0287044 Aug 17 04:49:15.584080 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47104) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:15.671680 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-088a8dca-ac76-4ee2-acd2-644345a8eb38 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.828156 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-088a8dca-ac76-4ee2-acd2-644345a8eb38 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.830747 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-088a8dca-ac76-4ee2-acd2-644345a8eb38 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.953068 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-088a8dca-ac76-4ee2-acd2-644345a8eb38 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.953644 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088a8dca-ac76-4ee2-acd2-644345a8eb38 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Fanout notify agent at l3_agent the message router_deleted on router a722d1bc-50f7-442f-aa0b-5d46e2a4de90 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:49:15.960617 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-088a8dca-ac76-4ee2-acd2-644345a8eb38 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:15.961744 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-088a8dca-ac76-4ee2-acd2-644345a8eb38 tempest-RoutersNegativeTest-1742778148 tempest-RoutersNegativeTest-1742778148-project] 10.222.0.13 "DELETE /v2.0/routers/a722d1bc-50f7-442f-aa0b-5d46e2a4de90 HTTP/1.1" status: 204 len: 168 time: 0.3767707 Aug 17 04:49:16.243936 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device de411678-e68c-44a1-872d-ce0d119dc104 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:49:16.265637 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: de411678-e68c-44a1-872d-ce0d119dc104 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:49:16.265994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device de411678-e68c-44a1-872d-ce0d119dc104 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:49:16.266421 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6e163189-8e8a-4317-9ce3-94bf7c44826a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:49:16.286059 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 6e163189-8e8a-4317-9ce3-94bf7c44826a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:49:16.286414 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6e163189-8e8a-4317-9ce3-94bf7c44826a not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:49:16.435966 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47110) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:16.563202 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-27fd6fc1-04e8-471e-a22b-c967e3307161 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69232d72f0ad4c71bec9ac9f809c22ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258557 Aug 17 04:49:16.566351 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47114) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:16.576855 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:49:16.613076 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90e02b03-5844-4802-b7a7-bbab83038484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:16.634387 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90e02b03-5844-4802-b7a7-bbab83038484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:16.781144 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90e02b03-5844-4802-b7a7-bbab83038484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:16.783709 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90e02b03-5844-4802-b7a7-bbab83038484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:16.784913 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-90e02b03-5844-4802-b7a7-bbab83038484 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31efc43f-1a8f-4ec1-b5c6-408979805e48 HTTP/1.1" status: 204 len: 168 time: 0.2176495 Aug 17 04:49:16.792599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e02b03-5844-4802-b7a7-bbab83038484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31efc43f-1a8f-4ec1-b5c6-408979805e48,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:17.799294 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47136) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:17.893929 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1991176464-network', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:17.981282 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] Made reservation on behalf of 7b08fe445a7a4325a7af2895e61fe38c for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:49:17.983642 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:17.995756 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:18.083115 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:18.169654 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:18.196768 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:49:18.202932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab753bcc-b717-4e10-b22a-b1a31632a71b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:18.209596 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:18.209941 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] Added segment e1dc826d-8984-496b-bce1-ce4bdcb59276 of type vlan for network 2892a950-693e-4537-bd52-e252639526da Aug 17 04:49:18.247883 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:18.358707 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:18.359719 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:18.360306 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:18.418001 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] Pushing event updated for resources: {'Network': ['ID=2892a950-693e-4537-bd52-e252639526da,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:18.427710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 2892a950-693e-4537-bd52-e252639526da details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:49:18.473351 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7929a8c9-ef0b-4ea3-9329-11a5da661527 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6725731 Aug 17 04:49:18.476202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47140) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:18.481065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-de8da19d-7fc2-4836-99cc-b80bc71037ec admin admin] Request body: {'subnet': {'network_id': '2892a950-693e-4537-bd52-e252639526da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1991176464-subnet', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:18.575686 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8da19d-7fc2-4836-99cc-b80bc71037ec admin admin] Made reservation on behalf of 7b08fe445a7a4325a7af2895e61fe38c for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:49:18.578145 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de8da19d-7fc2-4836-99cc-b80bc71037ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:18.815943 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de8da19d-7fc2-4836-99cc-b80bc71037ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:18.874150 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8da19d-7fc2-4836-99cc-b80bc71037ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=977bd1be-243c-455c-bd20-ebbeccdc380d,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:18.882665 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8da19d-7fc2-4836-99cc-b80bc71037ec admin admin] Checking segment: {'id': 'e1dc826d-8984-496b-bce1-ce4bdcb59276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2892a950-693e-4537-bd52-e252639526da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:18.883029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8da19d-7fc2-4836-99cc-b80bc71037ec admin admin] Network hostable DHCP agents. Network: 2892a950-693e-4537-bd52-e252639526da, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:49:18.993435 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8da19d-7fc2-4836-99cc-b80bc71037ec admin admin] Network 2892a950-693e-4537-bd52-e252639526da is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:49:19.083260 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-de8da19d-7fc2-4836-99cc-b80bc71037ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 2892a950-693e-4537-bd52-e252639526da) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:19.087275 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8da19d-7fc2-4836-99cc-b80bc71037ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:19.087868 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de8da19d-7fc2-4836-99cc-b80bc71037ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:19.091934 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783cbedc-04de-4d5e-a12c-a8122d4fb716 None None] Network 2892a950-693e-4537-bd52-e252639526da requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:19.205641 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-de8da19d-7fc2-4836-99cc-b80bc71037ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7281313 Aug 17 04:49:19.208347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47142) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:19.212938 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1991176464-router', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:19.243191 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-2892a950-693e-4537-bd52-e252639526da', 'network_id': '2892a950-693e-4537-bd52-e252639526da', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'fixed_ips': [{'subnet_id': '977bd1be-243c-455c-bd20-ebbeccdc380d'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:49:19.246967 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:19.341898 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:19.343062 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:19.372370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Allocated IP 172.20.0.2 (2892a950-693e-4537-bd52-e252639526da/977bd1be-243c-455c-bd20-ebbeccdc380d/203f08bf-db8b-4779-8261-b8f69bcf374e) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:49:19.395490 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:19.514103 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:19.522599 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Transition to ACTIVE for port object 203f08bf-db8b-4779-8261-b8f69bcf374e will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:19.537924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Transition to ACTIVE for port object 203f08bf-db8b-4779-8261-b8f69bcf374e will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:19.606374 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:19.620778 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:19.659980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Network 2892a950-693e-4537-bd52-e252639526da is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:49:19.663238 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:19.665658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:49:19.674721 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Pushing event updated for resources: {'Port': ['ID=203f08bf-db8b-4779-8261-b8f69bcf374e,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:19.725145 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Attempting to bind port 203f08bf-db8b-4779-8261-b8f69bcf374e on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:49:19.725560 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Attempting to bind port 203f08bf-db8b-4779-8261-b8f69bcf374e by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'e1dc826d-8984-496b-bce1-ce4bdcb59276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2892a950-693e-4537-bd52-e252639526da'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:49:19.725912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Attempting to bind port 203f08bf-db8b-4779-8261-b8f69bcf374e on network 2892a950-693e-4537-bd52-e252639526da {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:49:19.730741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:49:19.731109 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Checking segment: {'id': 'e1dc826d-8984-496b-bce1-ce4bdcb59276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2892a950-693e-4537-bd52-e252639526da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:19.731509 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:19.731901 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Bound using segment: {'id': 'e1dc826d-8984-496b-bce1-ce4bdcb59276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2892a950-693e-4537-bd52-e252639526da'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:49:19.732429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Bound port: 203f08bf-db8b-4779-8261-b8f69bcf374e, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dc826d-8984-496b-bce1-ce4bdcb59276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2892a950-693e-4537-bd52-e252639526da'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:49:19.732810 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:19.797936 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] For port 203f08bf-db8b-4779-8261-b8f69bcf374e, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:49:19.801195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] For port 203f08bf-db8b-4779-8261-b8f69bcf374e, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=203f08bf-db8b-4779-8261-b8f69bcf374e,segment=NetworkSegment(e1dc826d-8984-496b-bce1-ce4bdcb59276),segment_id=e1dc826d-8984-496b-bce1-ce4bdcb59276)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:49:19.884808 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:19.893580 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:19.918971 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:19.953536 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3bff8-6221-47b7-a40e-5ce63ce8d1e8 None None] Pushing event updated for resources: {'Port': ['ID=203f08bf-db8b-4779-8261-b8f69bcf374e,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:20.042401 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Allocated IP 172.25.5.117 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/03939724-1ef3-4933-a598-863e0d28c3ee) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:49:20.166616 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:20.269575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 203f08bf-db8b-4779-8261-b8f69bcf374e up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:49:20.278962 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:20.321704 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:49:20.325132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:20.329712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:49:20.333335 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Pushing event updated for resources: {'Port': ['ID=03939724-1ef3-4933-a598-863e0d28c3ee,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:20.381865 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 203f08bf-db8b-4779-8261-b8f69bcf374e completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:49:20.670185 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:20.845636 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba9ac70-ffca-4214-afc3-9d7a9e196ddf None None] Network 2892a950-693e-4537-bd52-e252639526da requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:21.006121 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-43528727-676b-4d2d-be2f-fe3a1fc8f88f None None] Provisioning for port 203f08bf-db8b-4779-8261-b8f69bcf374e completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:49:21.010418 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-43528727-676b-4d2d-be2f-fe3a1fc8f88f None None] Provisioning complete for port 203f08bf-db8b-4779-8261-b8f69bcf374e triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:21.010887 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-43528727-676b-4d2d-be2f-fe3a1fc8f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:21.103631 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-43528727-676b-4d2d-be2f-fe3a1fc8f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:21.138686 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-43528727-676b-4d2d-be2f-fe3a1fc8f88f None None] For port 203f08bf-db8b-4779-8261-b8f69bcf374e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=203f08bf-db8b-4779-8261-b8f69bcf374e,segment=NetworkSegment(e1dc826d-8984-496b-bce1-ce4bdcb59276),segment_id=e1dc826d-8984-496b-bce1-ce4bdcb59276)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:49:21.198599 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-43528727-676b-4d2d-be2f-fe3a1fc8f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:21.246809 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:21.247422 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43528727-676b-4d2d-be2f-fe3a1fc8f88f None None] Pushing event updated for resources: {'Port': ['ID=203f08bf-db8b-4779-8261-b8f69bcf374e,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:21.317566 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ff4b9be0-dd8f-419e-945a-3092e5476fea None None] Provisioning complete for port 203f08bf-db8b-4779-8261-b8f69bcf374e triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:21.317857 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ff4b9be0-dd8f-419e-945a-3092e5476fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:21.450009 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Router a94adf9d-582e-4c3a-a965-ebb15ed7cbfd is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:49:21.556651 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:49:21.565972 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Sync routers for ids ['a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:49:21.577189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Routers {'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:49:21.577189 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:49:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:21.627510 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:21.631473 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-6569c6fc-e55a-4d86-85df-9f125795c12f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4194839 Aug 17 04:49:21.631632 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47146) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:21.679501 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Set router a94adf9d-582e-4c3a-a965-ebb15ed7cbfd gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:49:21.860029 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'name': 'tempest-TestEncryptedCinderVolumes-1991176464-router', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '03939724-1ef3-4933-a598-863e0d28c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:49:20Z', 'revision_number': 3, 'project_id': '7b08fe445a7a4325a7af2895e61fe38c', 'gw_port': {'id': '03939724-1ef3-4933-a598-863e0d28c3ee', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:21.885939 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Checking router: a94adf9d-582e-4c3a-a965-ebb15ed7cbfd for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:49:21.886287 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Updating router a94adf9d-582e-4c3a-a965-ebb15ed7cbfd port 03939724-1ef3-4933-a598-863e0d28c3ee binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:49:21.914681 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:22.054279 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:22.180459 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:22.190487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Transition to ACTIVE for port object 03939724-1ef3-4933-a598-863e0d28c3ee will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:22.215679 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Allocated IP 172.20.0.1 (2892a950-693e-4537-bd52-e252639526da/977bd1be-243c-455c-bd20-ebbeccdc380d/9fca747f-52b1-4ad5-95e6-1d3a6068d8e0) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:49:22.246251 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 203f08bf-db8b-4779-8261-b8f69bcf374e up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:49:22.290801 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:22.324245 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 203f08bf-db8b-4779-8261-b8f69bcf374e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:22.324623 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:22.327103 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:22.342034 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Transition to ACTIVE for port object 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:22.374565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323e33a-6e24-4008-8423-2ab55f8c0a55 None None] Pushing event updated for resources: {'Port': ['ID=03939724-1ef3-4933-a598-863e0d28c3ee,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:22.382968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Attempting to bind port 03939724-1ef3-4933-a598-863e0d28c3ee on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:49:22.382968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Attempting to bind port 03939724-1ef3-4933-a598-863e0d28c3ee by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:49:22.383287 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Attempting to bind port 03939724-1ef3-4933-a598-863e0d28c3ee on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:49:22.392979 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:49:22.393624 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:22.394106 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:22.394515 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:49:22.394993 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Bound port: 03939724-1ef3-4933-a598-863e0d28c3ee, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:49:22.395388 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:22.479457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] For port 03939724-1ef3-4933-a598-863e0d28c3ee, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:49:22.483918 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] For port 03939724-1ef3-4933-a598-863e0d28c3ee, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=03939724-1ef3-4933-a598-863e0d28c3ee,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:49:22.484756 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:22.522491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Network 2892a950-693e-4537-bd52-e252639526da is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:49:22.527229 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:22.529618 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:49:22.558059 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Pushing event updated for resources: {'Port': ['ID=9fca747f-52b1-4ad5-95e6-1d3a6068d8e0,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:22.576345 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:22.577541 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:22.796925 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323e33a-6e24-4008-8423-2ab55f8c0a55 None None] Pushing event updated for resources: {'Port': ['ID=03939724-1ef3-4933-a598-863e0d28c3ee,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:22.800078 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Routers {'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:49:22.800710 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:49:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:22.808023 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:22.913937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] Set router a94adf9d-582e-4c3a-a965-ebb15ed7cbfd gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:49:22.941814 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-eb4c5ff0-c3ff-43d4-8c42-549de39d3b8f None None] Provisioning for port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:49:22.949352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-eb4c5ff0-c3ff-43d4-8c42-549de39d3b8f None None] Provisioning complete for port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:22.949726 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eb4c5ff0-c3ff-43d4-8c42-549de39d3b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:22.980548 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:23.049829 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:23.052656 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c5ff0-c3ff-43d4-8c42-549de39d3b8f None None] Port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:49:23.124042 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:23.126964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Pushing event updated for resources: {'Port': ['ID=9fca747f-52b1-4ad5-95e6-1d3a6068d8e0,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:23.146054 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'name': 'tempest-TestEncryptedCinderVolumes-1991176464-router', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '03939724-1ef3-4933-a598-863e0d28c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:49:22Z', 'revision_number': 4, 'project_id': '7b08fe445a7a4325a7af2895e61fe38c', 'gw_port': {'id': '03939724-1ef3-4933-a598-863e0d28c3ee', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '9fca747f-52b1-4ad5-95e6-1d3a6068d8e0', 'name': '', 'network_id': '2892a950-693e-4537-bd52-e252639526da', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'mac_address': 'fa:16:3e:b4:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '977bd1be-243c-455c-bd20-ebbeccdc380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:22Z', 'updated_at': '2021-08-17T04:49:22Z', 'revision_number': 1, 'project_id': '7b08fe445a7a4325a7af2895e61fe38c', 'subnets': [{'id': '977bd1be-243c-455c-bd20-ebbeccdc380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:23.176506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9f73bc-4d89-4e81-ac52-7e2b70830517 None None] The sync data for ids ['a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'] in n-d-793621-31 is: [{'id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'name': 'tempest-TestEncryptedCinderVolumes-1991176464-router', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '03939724-1ef3-4933-a598-863e0d28c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:49:22Z', 'revision_number': 4, 'project_id': '7b08fe445a7a4325a7af2895e61fe38c', 'gw_port': {'id': '03939724-1ef3-4933-a598-863e0d28c3ee', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '9fca747f-52b1-4ad5-95e6-1d3a6068d8e0', 'name': '', 'network_id': '2892a950-693e-4537-bd52-e252639526da', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'mac_address': 'fa:16:3e:b4:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '977bd1be-243c-455c-bd20-ebbeccdc380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:22Z', 'updated_at': '2021-08-17T04:49:22Z', 'revision_number': 1, 'project_id': '7b08fe445a7a4325a7af2895e61fe38c', 'subnets': [{'id': '977bd1be-243c-455c-bd20-ebbeccdc380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:49:23.230538 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Network 2892a950-693e-4537-bd52-e252639526da is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:49:23.232065 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:23.356731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Router a94adf9d-582e-4c3a-a965-ebb15ed7cbfd has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:49:23.480097 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6755c334-d430-403c-87bd-9fa0ad67b1dc None None] Provisioning complete for port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:23.480474 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6755c334-d430-403c-87bd-9fa0ad67b1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:23.497141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:49:23.504071 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bdcc2ef2-ddbc-403b-a49b-437f412a257e admin admin] 10.222.0.13 "PUT /v2.0/routers/a94adf9d-582e-4c3a-a965-ebb15ed7cbfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8714249 Aug 17 04:49:23.520861 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-6755c334-d430-403c-87bd-9fa0ad67b1dc None None] Port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:49:24.265641 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47162) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:24.271557 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-902750004-network', 'tenant_id': '5ef7b3330cae438d86092d8b58758552'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:24.283953 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 03939724-1ef3-4933-a598-863e0d28c3ee up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:49:24.375920 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] Made reservation on behalf of 5ef7b3330cae438d86092d8b58758552 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:49:24.379191 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:24.388731 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:24.456282 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 03939724-1ef3-4933-a598-863e0d28c3ee completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:49:24.461164 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 03939724-1ef3-4933-a598-863e0d28c3ee triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:24.461600 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:24.484745 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:24.543994 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:24.565308 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 03939724-1ef3-4933-a598-863e0d28c3ee, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=03939724-1ef3-4933-a598-863e0d28c3ee,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:49:24.602830 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:24.624029 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:49:24.638445 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d315ac07-3dc0-4404-bf5c-850e5212608e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:24.642486 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:24.642887 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] Added segment 9cf81ca6-fba3-4457-989a-d794261a9d44 of type vlan for network d6c7f07f-3bd2-4556-823b-6f6322c61547 Aug 17 04:49:24.678836 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:24.683385 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:24.732934 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=03939724-1ef3-4933-a598-863e0d28c3ee,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:24.803931 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:24.805011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:24.805673 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:24.866834 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] Pushing event updated for resources: {'Network': ['ID=d6c7f07f-3bd2-4556-823b-6f6322c61547,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:24.877141 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network d6c7f07f-3bd2-4556-823b-6f6322c61547 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:49:24.936493 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cd546353-0de6-4457-9225-ff5f19e4f0ad admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6693649 Aug 17 04:49:24.940022 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47164) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:24.946030 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-54306267-8516-431e-ab96-17429d7107b5 admin admin] Request body: {'subnet': {'network_id': 'd6c7f07f-3bd2-4556-823b-6f6322c61547', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-902750004-subnet', 'tenant_id': '5ef7b3330cae438d86092d8b58758552', 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:25.054556 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54306267-8516-431e-ab96-17429d7107b5 admin admin] Made reservation on behalf of 5ef7b3330cae438d86092d8b58758552 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:49:25.057081 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-54306267-8516-431e-ab96-17429d7107b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:25.215966 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Sync routers for ids ['a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:49:25.225824 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Routers {'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:49:25.226430 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:49:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:25.328760 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Set router a94adf9d-582e-4c3a-a965-ebb15ed7cbfd gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:49:25.334376 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-54306267-8516-431e-ab96-17429d7107b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:25.396875 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54306267-8516-431e-ab96-17429d7107b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3344b1a-ba17-4564-9944-e6486d0c0219,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:25.403381 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54306267-8516-431e-ab96-17429d7107b5 admin admin] Checking segment: {'id': '9cf81ca6-fba3-4457-989a-d794261a9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd6c7f07f-3bd2-4556-823b-6f6322c61547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:25.403739 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54306267-8516-431e-ab96-17429d7107b5 admin admin] Network hostable DHCP agents. Network: d6c7f07f-3bd2-4556-823b-6f6322c61547, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:49:25.495362 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54306267-8516-431e-ab96-17429d7107b5 admin admin] Network d6c7f07f-3bd2-4556-823b-6f6322c61547 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:49:25.526784 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'name': 'tempest-TestEncryptedCinderVolumes-1991176464-router', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '03939724-1ef3-4933-a598-863e0d28c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:49:22Z', 'revision_number': 4, 'project_id': '7b08fe445a7a4325a7af2895e61fe38c', 'gw_port': {'id': '03939724-1ef3-4933-a598-863e0d28c3ee', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '9fca747f-52b1-4ad5-95e6-1d3a6068d8e0', 'name': '', 'network_id': '2892a950-693e-4537-bd52-e252639526da', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'mac_address': 'fa:16:3e:b4:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '977bd1be-243c-455c-bd20-ebbeccdc380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:22Z', 'updated_at': '2021-08-17T04:49:22Z', 'revision_number': 2, 'project_id': '7b08fe445a7a4325a7af2895e61fe38c', 'subnets': [{'id': '977bd1be-243c-455c-bd20-ebbeccdc380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:25.553267 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Checking router: a94adf9d-582e-4c3a-a965-ebb15ed7cbfd for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:49:25.553629 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Updating router a94adf9d-582e-4c3a-a965-ebb15ed7cbfd port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:49:25.575573 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-54306267-8516-431e-ab96-17429d7107b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, d6c7f07f-3bd2-4556-823b-6f6322c61547) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:25.578414 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:25.579772 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54306267-8516-431e-ab96-17429d7107b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:49:25.580364 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-54306267-8516-431e-ab96-17429d7107b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:25.585572 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d495790e-093a-48cd-beb2-7c1162051155 None None] Network d6c7f07f-3bd2-4556-823b-6f6322c61547 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:25.702283 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-54306267-8516-431e-ab96-17429d7107b5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7604952 Aug 17 04:49:25.705272 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47166) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:25.711783 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-902750004-router', 'tenant_id': '5ef7b3330cae438d86092d8b58758552', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:49:25.732662 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-d6c7f07f-3bd2-4556-823b-6f6322c61547', 'network_id': 'd6c7f07f-3bd2-4556-823b-6f6322c61547', 'tenant_id': '5ef7b3330cae438d86092d8b58758552', 'fixed_ips': [{'subnet_id': 'f3344b1a-ba17-4564-9944-e6486d0c0219'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:49:25.733552 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:25.810269 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:25.811615 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:25.873385 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:25.885880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Allocated IP 172.20.0.2 (d6c7f07f-3bd2-4556-823b-6f6322c61547/f3344b1a-ba17-4564-9944-e6486d0c0219/4671856f-cb98-41a6-8a6b-e1f941d8373c) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:49:25.942455 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:25.953173 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Transition to ACTIVE for port object 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:26.038515 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:26.044988 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:26.050688 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Transition to ACTIVE for port object 4671856f-cb98-41a6-8a6b-e1f941d8373c will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:26.076968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Transition to ACTIVE for port object 4671856f-cb98-41a6-8a6b-e1f941d8373c will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:26.089779 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:26.106520 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc04b3-3826-4396-92b0-24b6e050448a None None] Pushing event updated for resources: {'Port': ['ID=9fca747f-52b1-4ad5-95e6-1d3a6068d8e0,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:26.115405 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc04b3-3826-4396-92b0-24b6e050448a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:49:26.115803 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc04b3-3826-4396-92b0-24b6e050448a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:49:26.116064 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc04b3-3826-4396-92b0-24b6e050448a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:49:26.116402 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc04b3-3826-4396-92b0-24b6e050448a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:49:26.116728 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc04b3-3826-4396-92b0-24b6e050448a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:49:26.117055 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc04b3-3826-4396-92b0-24b6e050448a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:49:26.117400 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc04b3-3826-4396-92b0-24b6e050448a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:49:26.117723 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc04b3-3826-4396-92b0-24b6e050448a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:49:26.118041 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc04b3-3826-4396-92b0-24b6e050448a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:49:26.118358 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc04b3-3826-4396-92b0-24b6e050448a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:49:26.118673 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc04b3-3826-4396-92b0-24b6e050448a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:49:26.118986 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc04b3-3826-4396-92b0-24b6e050448a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:49:26.173497 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Attempting to bind port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:49:26.173853 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Attempting to bind port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'e1dc826d-8984-496b-bce1-ce4bdcb59276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2892a950-693e-4537-bd52-e252639526da'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:49:26.174407 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Attempting to bind port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 on network 2892a950-693e-4537-bd52-e252639526da {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:49:26.179677 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:49:26.180046 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Checking segment: {'id': 'e1dc826d-8984-496b-bce1-ce4bdcb59276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2892a950-693e-4537-bd52-e252639526da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:26.180444 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:26.180852 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Bound using segment: {'id': 'e1dc826d-8984-496b-bce1-ce4bdcb59276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2892a950-693e-4537-bd52-e252639526da'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:49:26.181314 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Bound port: 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dc826d-8984-496b-bce1-ce4bdcb59276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2892a950-693e-4537-bd52-e252639526da'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:49:26.181691 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:26.193449 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:26.244792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Network d6c7f07f-3bd2-4556-823b-6f6322c61547 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:49:26.260912 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] For port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:49:26.263941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Pushing event updated for resources: {'Port': ['ID=4671856f-cb98-41a6-8a6b-e1f941d8373c,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:26.266801 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:26.269052 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:49:26.272745 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] For port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9fca747f-52b1-4ad5-95e6-1d3a6068d8e0,segment=NetworkSegment(e1dc826d-8984-496b-bce1-ce4bdcb59276),segment_id=e1dc826d-8984-496b-bce1-ce4bdcb59276)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:49:26.300366 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 03939724-1ef3-4933-a598-863e0d28c3ee up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:49:26.347602 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:26.375144 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Attempting to bind port 4671856f-cb98-41a6-8a6b-e1f941d8373c on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:49:26.375841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Attempting to bind port 4671856f-cb98-41a6-8a6b-e1f941d8373c by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9cf81ca6-fba3-4457-989a-d794261a9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd6c7f07f-3bd2-4556-823b-6f6322c61547'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:49:26.376383 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Attempting to bind port 4671856f-cb98-41a6-8a6b-e1f941d8373c on network d6c7f07f-3bd2-4556-823b-6f6322c61547 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:49:26.391373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:49:26.391373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Checking segment: {'id': '9cf81ca6-fba3-4457-989a-d794261a9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd6c7f07f-3bd2-4556-823b-6f6322c61547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:26.391695 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Routers {'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:49:26.391792 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:26.392024 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:49:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:26.392149 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Bound using segment: {'id': '9cf81ca6-fba3-4457-989a-d794261a9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd6c7f07f-3bd2-4556-823b-6f6322c61547'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:49:26.392648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Bound port: 4671856f-cb98-41a6-8a6b-e1f941d8373c, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf81ca6-fba3-4457-989a-d794261a9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd6c7f07f-3bd2-4556-823b-6f6322c61547'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:49:26.393064 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:26.445675 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 03939724-1ef3-4933-a598-863e0d28c3ee triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:26.446055 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:26.453124 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:26.482561 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:26.495885 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] For port 4671856f-cb98-41a6-8a6b-e1f941d8373c, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:49:26.499316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] For port 4671856f-cb98-41a6-8a6b-e1f941d8373c, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4671856f-cb98-41a6-8a6b-e1f941d8373c,segment=NetworkSegment(9cf81ca6-fba3-4457-989a-d794261a9d44),segment_id=9cf81ca6-fba3-4457-989a-d794261a9d44)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:49:26.536199 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] Set router a94adf9d-582e-4c3a-a965-ebb15ed7cbfd gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:49:26.593553 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:26.608819 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc04b3-3826-4396-92b0-24b6e050448a None None] Pushing event updated for resources: {'Port': ['ID=9fca747f-52b1-4ad5-95e6-1d3a6068d8e0,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:26.618486 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Allocated IP 172.25.5.86 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/33e6afb8-b737-434f-b219-50f66e9a044d) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:49:26.670251 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca8605-dcf3-45bf-974e-da0fd845f191 None None] Pushing event updated for resources: {'Port': ['ID=4671856f-cb98-41a6-8a6b-e1f941d8373c,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:26.740994 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:26.792024 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'name': 'tempest-TestEncryptedCinderVolumes-1991176464-router', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '03939724-1ef3-4933-a598-863e0d28c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:49:22Z', 'revision_number': 4, 'project_id': '7b08fe445a7a4325a7af2895e61fe38c', 'gw_port': {'id': '03939724-1ef3-4933-a598-863e0d28c3ee', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '9fca747f-52b1-4ad5-95e6-1d3a6068d8e0', 'name': '', 'network_id': '2892a950-693e-4537-bd52-e252639526da', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'mac_address': 'fa:16:3e:b4:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '977bd1be-243c-455c-bd20-ebbeccdc380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:22Z', 'updated_at': '2021-08-17T04:49:26Z', 'revision_number': 4, 'project_id': '7b08fe445a7a4325a7af2895e61fe38c', 'subnets': [{'id': '977bd1be-243c-455c-bd20-ebbeccdc380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:26.821396 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e77e0-5332-4312-85d1-82b6c838e1ce None None] The sync data for ids ['a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'] in n-d-793621-31 is: [{'id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'name': 'tempest-TestEncryptedCinderVolumes-1991176464-router', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '03939724-1ef3-4933-a598-863e0d28c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:49:22Z', 'revision_number': 4, 'project_id': '7b08fe445a7a4325a7af2895e61fe38c', 'gw_port': {'id': '03939724-1ef3-4933-a598-863e0d28c3ee', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '9fca747f-52b1-4ad5-95e6-1d3a6068d8e0', 'name': '', 'network_id': '2892a950-693e-4537-bd52-e252639526da', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'mac_address': 'fa:16:3e:b4:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '977bd1be-243c-455c-bd20-ebbeccdc380d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:22Z', 'updated_at': '2021-08-17T04:49:26Z', 'revision_number': 4, 'project_id': '7b08fe445a7a4325a7af2895e61fe38c', 'subnets': [{'id': '977bd1be-243c-455c-bd20-ebbeccdc380d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:49:26.879515 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:26.921527 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:49:26.929799 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:26.934376 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:49:26.940987 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=33e6afb8-b737-434f-b219-50f66e9a044d,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:27.394352 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:27.610766 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:27.627392 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcc3ec2-250d-4cad-8bd4-6659b22bc45c None None] Network d6c7f07f-3bd2-4556-823b-6f6322c61547 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:49:27.782371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b2c83f7d-2229-4191-9a19-a2f7433e0699 None None] Provisioning for port 4671856f-cb98-41a6-8a6b-e1f941d8373c completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:49:27.821443 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Router fbf4342f-7e91-48d0-860c-d761f0732dbf is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:49:27.940854 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:49:27.950449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Sync routers for ids ['fbf4342f-7e91-48d0-860c-d761f0732dbf'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:49:27.960027 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Routers {'fbf4342f-7e91-48d0-860c-d761f0732dbf'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:49:27.960818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:49:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['fbf4342f-7e91-48d0-860c-d761f0732dbf'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:28.039023 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:28.040266 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-31a591d7-9cfb-4443-9ec7-57591daf9fa5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3321187 Aug 17 04:49:28.043055 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47168) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:49:28.073652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Set router fbf4342f-7e91-48d0-860c-d761f0732dbf gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:49:28.265090 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'name': 'tempest-TestEncryptedCinderVolumes-902750004-router', 'tenant_id': '5ef7b3330cae438d86092d8b58758552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:25Z', 'updated_at': '2021-08-17T04:49:27Z', 'revision_number': 3, 'project_id': '5ef7b3330cae438d86092d8b58758552', 'gw_port': {'id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:26Z', 'updated_at': '2021-08-17T04:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:28.296143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Checking router: fbf4342f-7e91-48d0-860c-d761f0732dbf for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:49:28.296400 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Updating router fbf4342f-7e91-48d0-860c-d761f0732dbf port 33e6afb8-b737-434f-b219-50f66e9a044d binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:49:28.336017 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:28.420580 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4671856f-cb98-41a6-8a6b-e1f941d8373c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:49:28.587350 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 4671856f-cb98-41a6-8a6b-e1f941d8373c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:49:28.609359 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 4671856f-cb98-41a6-8a6b-e1f941d8373c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:28.609734 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:28.654427 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:28.669199 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Transition to ACTIVE for port object 33e6afb8-b737-434f-b219-50f66e9a044d will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:28.813702 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:28.852655 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:28.901843 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:28.928044 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22441b79-3797-490e-af6c-6ad9486160cd None None] Pushing event updated for resources: {'Port': ['ID=33e6afb8-b737-434f-b219-50f66e9a044d,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:28.930393 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Attempting to bind port 33e6afb8-b737-434f-b219-50f66e9a044d on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:49:28.930770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Attempting to bind port 33e6afb8-b737-434f-b219-50f66e9a044d by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:49:28.931164 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Attempting to bind port 33e6afb8-b737-434f-b219-50f66e9a044d on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:49:28.942751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:49:28.943134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:28.943542 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:28.943951 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:49:28.944417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Bound port: 33e6afb8-b737-434f-b219-50f66e9a044d, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:49:28.944795 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:28.973369 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Allocated IP 172.20.0.1 (d6c7f07f-3bd2-4556-823b-6f6322c61547/f3344b1a-ba17-4564-9944-e6486d0c0219/5c92670a-2d89-4644-a24a-3a758df2a3bb) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:49:28.987549 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 4671856f-cb98-41a6-8a6b-e1f941d8373c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4671856f-cb98-41a6-8a6b-e1f941d8373c,segment=NetworkSegment(9cf81ca6-fba3-4457-989a-d794261a9d44),segment_id=9cf81ca6-fba3-4457-989a-d794261a9d44)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:49:29.010401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] For port 33e6afb8-b737-434f-b219-50f66e9a044d, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:49:29.013410 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] For port 33e6afb8-b737-434f-b219-50f66e9a044d, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=33e6afb8-b737-434f-b219-50f66e9a044d,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:49:29.078855 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:29.084374 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:29.085215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:49:29.092715 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Transition to ACTIVE for port object 5c92670a-2d89-4644-a24a-3a758df2a3bb will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:29.146241 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:29.178222 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=4671856f-cb98-41a6-8a6b-e1f941d8373c,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:29.213647 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Routers {'fbf4342f-7e91-48d0-860c-d761f0732dbf'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:49:29.214360 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:49:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['fbf4342f-7e91-48d0-860c-d761f0732dbf'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:29.215876 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:29.259394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Network d6c7f07f-3bd2-4556-823b-6f6322c61547 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:49:29.262414 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:29.266141 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:49:29.286365 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22441b79-3797-490e-af6c-6ad9486160cd None None] Pushing event updated for resources: {'Port': ['ID=33e6afb8-b737-434f-b219-50f66e9a044d,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:29.290621 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c92670a-2d89-4644-a24a-3a758df2a3bb,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:29.292652 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:49:29.311870 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:29.325355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:29.330127 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:29.384015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] Set router fbf4342f-7e91-48d0-860c-d761f0732dbf gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:49:29.531918 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:29.552516 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:29.618799 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9fca747f-52b1-4ad5-95e6-1d3a6068d8e0,segment=NetworkSegment(e1dc826d-8984-496b-bce1-ce4bdcb59276),segment_id=e1dc826d-8984-496b-bce1-ce4bdcb59276)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:49:29.638768 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4a84bfc4-4868-4716-b7a1-9b0d8e16abae None None] Provisioning for port 5c92670a-2d89-4644-a24a-3a758df2a3bb completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:49:29.645159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4a84bfc4-4868-4716-b7a1-9b0d8e16abae None None] Provisioning complete for port 5c92670a-2d89-4644-a24a-3a758df2a3bb triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:29.645556 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4a84bfc4-4868-4716-b7a1-9b0d8e16abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:29.649182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'name': 'tempest-TestEncryptedCinderVolumes-902750004-router', 'tenant_id': '5ef7b3330cae438d86092d8b58758552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:25Z', 'updated_at': '2021-08-17T04:49:27Z', 'revision_number': 3, 'project_id': '5ef7b3330cae438d86092d8b58758552', 'gw_port': {'id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:26Z', 'updated_at': '2021-08-17T04:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:29.692649 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8242e-4aeb-4747-b707-ce6bbd917140 None None] The sync data for ids ['fbf4342f-7e91-48d0-860c-d761f0732dbf'] in n-d-793621-31 is: [{'id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'name': 'tempest-TestEncryptedCinderVolumes-902750004-router', 'tenant_id': '5ef7b3330cae438d86092d8b58758552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:25Z', 'updated_at': '2021-08-17T04:49:27Z', 'revision_number': 3, 'project_id': '5ef7b3330cae438d86092d8b58758552', 'gw_port': {'id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:26Z', 'updated_at': '2021-08-17T04:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:49:29.698498 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:29.705719 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4a84bfc4-4868-4716-b7a1-9b0d8e16abae None None] Port 5c92670a-2d89-4644-a24a-3a758df2a3bb cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:49:29.710039 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:29.756633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=9fca747f-52b1-4ad5-95e6-1d3a6068d8e0,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:29.764189 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:29.832114 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:29.833992 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c92670a-2d89-4644-a24a-3a758df2a3bb,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:29.948226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Network d6c7f07f-3bd2-4556-823b-6f6322c61547 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:49:29.949575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:49:30.085372 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Router fbf4342f-7e91-48d0-860c-d761f0732dbf has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:49:30.205786 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:49:30.220650 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-3cf283eb-cab0-44a7-8aa0-9b408c55d5a3 admin admin] 10.222.0.13 "PUT /v2.0/routers/fbf4342f-7e91-48d0-860c-d761f0732dbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1758950 Aug 17 04:49:30.242865 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-4c615e8d-e0ca-4f90-b42b-7ae3e9a6fcc1 None None] Provisioning complete for port 5c92670a-2d89-4644-a24a-3a758df2a3bb triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:30.243547 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4c615e8d-e0ca-4f90-b42b-7ae3e9a6fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:30.286061 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-4c615e8d-e0ca-4f90-b42b-7ae3e9a6fcc1 None None] Port 5c92670a-2d89-4644-a24a-3a758df2a3bb cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:49:30.362093 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4671856f-cb98-41a6-8a6b-e1f941d8373c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:49:30.413530 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 4671856f-cb98-41a6-8a6b-e1f941d8373c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:30.413936 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:30.496236 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:49:30.547564 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:30.547950 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:30.625982 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 33e6afb8-b737-434f-b219-50f66e9a044d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:49:30.775523 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:30.791036 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 33e6afb8-b737-434f-b219-50f66e9a044d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:49:30.795231 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 33e6afb8-b737-434f-b219-50f66e9a044d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:30.795592 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:30.877211 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:30.898817 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 33e6afb8-b737-434f-b219-50f66e9a044d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=33e6afb8-b737-434f-b219-50f66e9a044d,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:49:30.958668 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:31.008232 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=33e6afb8-b737-434f-b219-50f66e9a044d,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:31.205678 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Sync routers for ids ['fbf4342f-7e91-48d0-860c-d761f0732dbf'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:49:31.214950 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Routers {'fbf4342f-7e91-48d0-860c-d761f0732dbf'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:49:31.215500 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:49:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['fbf4342f-7e91-48d0-860c-d761f0732dbf'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:31.323917 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Set router fbf4342f-7e91-48d0-860c-d761f0732dbf gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:49:31.526871 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'name': 'tempest-TestEncryptedCinderVolumes-902750004-router', 'tenant_id': '5ef7b3330cae438d86092d8b58758552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:25Z', 'updated_at': '2021-08-17T04:49:29Z', 'revision_number': 4, 'project_id': '5ef7b3330cae438d86092d8b58758552', 'gw_port': {'id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:26Z', 'updated_at': '2021-08-17T04:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5c92670a-2d89-4644-a24a-3a758df2a3bb', 'name': '', 'network_id': 'd6c7f07f-3bd2-4556-823b-6f6322c61547', 'tenant_id': '5ef7b3330cae438d86092d8b58758552', 'mac_address': 'fa:16:3e:0c:22:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f3344b1a-ba17-4564-9944-e6486d0c0219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:28Z', 'updated_at': '2021-08-17T04:49:29Z', 'revision_number': 2, 'project_id': '5ef7b3330cae438d86092d8b58758552', 'subnets': [{'id': 'f3344b1a-ba17-4564-9944-e6486d0c0219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:31.553234 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Checking router: fbf4342f-7e91-48d0-860c-d761f0732dbf for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:49:31.553608 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Updating router fbf4342f-7e91-48d0-860c-d761f0732dbf port 5c92670a-2d89-4644-a24a-3a758df2a3bb binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:49:31.577662 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:31.836555 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:31.846587 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Transition to ACTIVE for port object 5c92670a-2d89-4644-a24a-3a758df2a3bb will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:49:31.923637 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:31.969718 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d94920-5711-48ed-8f94-0c90bb377c86 None None] Pushing event updated for resources: {'Port': ['ID=5c92670a-2d89-4644-a24a-3a758df2a3bb,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:32.022259 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Attempting to bind port 5c92670a-2d89-4644-a24a-3a758df2a3bb on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:49:32.023892 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Attempting to bind port 5c92670a-2d89-4644-a24a-3a758df2a3bb by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '9cf81ca6-fba3-4457-989a-d794261a9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd6c7f07f-3bd2-4556-823b-6f6322c61547'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:49:32.023892 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Attempting to bind port 5c92670a-2d89-4644-a24a-3a758df2a3bb on network d6c7f07f-3bd2-4556-823b-6f6322c61547 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:49:32.028569 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:49:32.028948 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Checking segment: {'id': '9cf81ca6-fba3-4457-989a-d794261a9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd6c7f07f-3bd2-4556-823b-6f6322c61547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:49:32.029376 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:32.029797 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Bound using segment: {'id': '9cf81ca6-fba3-4457-989a-d794261a9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd6c7f07f-3bd2-4556-823b-6f6322c61547'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:49:32.030280 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Bound port: 5c92670a-2d89-4644-a24a-3a758df2a3bb, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf81ca6-fba3-4457-989a-d794261a9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd6c7f07f-3bd2-4556-823b-6f6322c61547'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:49:32.030663 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:32.100851 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] For port 5c92670a-2d89-4644-a24a-3a758df2a3bb, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:49:32.104349 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] For port 5c92670a-2d89-4644-a24a-3a758df2a3bb, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5c92670a-2d89-4644-a24a-3a758df2a3bb,segment=NetworkSegment(9cf81ca6-fba3-4457-989a-d794261a9d44),segment_id=9cf81ca6-fba3-4457-989a-d794261a9d44)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:49:32.254749 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:32.255697 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 33e6afb8-b737-434f-b219-50f66e9a044d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:49:32.295395 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Routers {'fbf4342f-7e91-48d0-860c-d761f0732dbf'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:49:32.296093 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:49:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['fbf4342f-7e91-48d0-860c-d761f0732dbf'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:32.307648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 33e6afb8-b737-434f-b219-50f66e9a044d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:32.308287 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:32.352125 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d94920-5711-48ed-8f94-0c90bb377c86 None None] Pushing event updated for resources: {'Port': ['ID=5c92670a-2d89-4644-a24a-3a758df2a3bb,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:32.416341 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] Set router fbf4342f-7e91-48d0-860c-d761f0732dbf gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:49:32.613414 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'name': 'tempest-TestEncryptedCinderVolumes-902750004-router', 'tenant_id': '5ef7b3330cae438d86092d8b58758552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:25Z', 'updated_at': '2021-08-17T04:49:29Z', 'revision_number': 4, 'project_id': '5ef7b3330cae438d86092d8b58758552', 'gw_port': {'id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:26Z', 'updated_at': '2021-08-17T04:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5c92670a-2d89-4644-a24a-3a758df2a3bb', 'name': '', 'network_id': 'd6c7f07f-3bd2-4556-823b-6f6322c61547', 'tenant_id': '5ef7b3330cae438d86092d8b58758552', 'mac_address': 'fa:16:3e:0c:22:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f3344b1a-ba17-4564-9944-e6486d0c0219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:28Z', 'updated_at': '2021-08-17T04:49:32Z', 'revision_number': 4, 'project_id': '5ef7b3330cae438d86092d8b58758552', 'subnets': [{'id': 'f3344b1a-ba17-4564-9944-e6486d0c0219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:49:32.723809 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893fcdc2-2e8b-490c-81e0-c3e877c45d0c None None] The sync data for ids ['fbf4342f-7e91-48d0-860c-d761f0732dbf'] in n-d-793621-31 is: [{'id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'name': 'tempest-TestEncryptedCinderVolumes-902750004-router', 'tenant_id': '5ef7b3330cae438d86092d8b58758552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:25Z', 'updated_at': '2021-08-17T04:49:29Z', 'revision_number': 4, 'project_id': '5ef7b3330cae438d86092d8b58758552', 'gw_port': {'id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:26Z', 'updated_at': '2021-08-17T04:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '5c92670a-2d89-4644-a24a-3a758df2a3bb', 'name': '', 'network_id': 'd6c7f07f-3bd2-4556-823b-6f6322c61547', 'tenant_id': '5ef7b3330cae438d86092d8b58758552', 'mac_address': 'fa:16:3e:0c:22:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f3344b1a-ba17-4564-9944-e6486d0c0219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:28Z', 'updated_at': '2021-08-17T04:49:32Z', 'revision_number': 4, 'project_id': '5ef7b3330cae438d86092d8b58758552', 'subnets': [{'id': 'f3344b1a-ba17-4564-9944-e6486d0c0219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:49:32.998190 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:34.267083 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5c92670a-2d89-4644-a24a-3a758df2a3bb up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:49:34.455347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 5c92670a-2d89-4644-a24a-3a758df2a3bb completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:49:34.459542 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5c92670a-2d89-4644-a24a-3a758df2a3bb triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:34.459920 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:34.536754 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:34.567824 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 5c92670a-2d89-4644-a24a-3a758df2a3bb, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5c92670a-2d89-4644-a24a-3a758df2a3bb,segment=NetworkSegment(9cf81ca6-fba3-4457-989a-d794261a9d44),segment_id=9cf81ca6-fba3-4457-989a-d794261a9d44)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:49:34.741109 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:34.791013 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=5c92670a-2d89-4644-a24a-3a758df2a3bb,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:49:36.256825 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5c92670a-2d89-4644-a24a-3a758df2a3bb up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:49:36.304293 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 5c92670a-2d89-4644-a24a-3a758df2a3bb triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:49:36.304586 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:38.152382 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a0f58ab2-c94b-417e-b1f3-5002d1e73068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:40.558517 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6446-7a4f-47e0-a18c-8f4646d0238a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:40.831570 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:42.557939 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:44.539803 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:49:53.575595 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:50:00.780388 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:50:02.985313 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:50:04.665855 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-365902c2-059d-43f8-b95e-2923a413405d req-ec31ff7d-cd72-4789-93ef-6c8967709a54 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415397 Aug 17 04:50:04.760422 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365902c2-059d-43f8-b95e-2923a413405d req-2ffe0730-70c0-4171-8269-7a78089de9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:50:04.761922 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-365902c2-059d-43f8-b95e-2923a413405d req-2ffe0730-70c0-4171-8269-7a78089de9be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0410781 Aug 17 04:50:04.867293 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365902c2-059d-43f8-b95e-2923a413405d req-45671e4d-6b50-44e0-ba80-93b6c2ef7efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:50:04.869341 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-365902c2-059d-43f8-b95e-2923a413405d req-45671e4d-6b50-44e0-ba80-93b6c2ef7efe service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0876527 Aug 17 04:50:04.910245 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-365902c2-059d-43f8-b95e-2923a413405d req-421724ae-eb9f-4995-b124-f2b8ecfb28ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0336020 Aug 17 04:50:04.958466 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365902c2-059d-43f8-b95e-2923a413405d req-8482088a-a0b6-4e07-a94d-ce000d422437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:50:04.959902 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-365902c2-059d-43f8-b95e-2923a413405d req-8482088a-a0b6-4e07-a94d-ce000d422437 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0419300 Aug 17 04:50:05.011006 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365902c2-059d-43f8-b95e-2923a413405d req-9c8b5a02-a5a6-4f6d-901f-0996fad9b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:50:05.012491 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-365902c2-059d-43f8-b95e-2923a413405d req-9c8b5a02-a5a6-4f6d-901f-0996fad9b421 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450692 Aug 17 04:50:05.102538 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-365902c2-059d-43f8-b95e-2923a413405d req-b46c303a-4215-45d2-abb7-fcf4f2bdb317 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818715 Aug 17 04:50:05.196091 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-365902c2-059d-43f8-b95e-2923a413405d req-3a23d8bf-1512-4ebd-bf7b-ae2f1528c024 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860298 Aug 17 04:50:08.134517 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b7486608-8b3d-4a00-998e-fca6d0bfa020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:50:10.534493 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ff31365a-a543-41a0-988b-4bf9c522a52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:50:10.825052 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:50:12.563204 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:50:14.539680 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:50:30.575003 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:50:30.778701 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:50:32.990918 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:50:38.111310 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-16b7b207-eab2-49e5-bd7b-4c78dc284f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:50:40.545339 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2c7b9492-5b8b-4b5c-a5ad-8368e25243e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:50:40.842456 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:50:42.556678 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:50:44.596377 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:00.784782 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:02.984573 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:04.661263 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b6ec1026-1a86-4b40-977c-c39be5f7ac8c req-fd8df4d8-adc5-44b0-bd3f-4cbf69686507 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431025 Aug 17 04:51:04.754083 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec1026-1a86-4b40-977c-c39be5f7ac8c req-b64efe3c-f979-4ff7-b753-cb241bafe0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:51:04.756888 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b6ec1026-1a86-4b40-977c-c39be5f7ac8c req-b64efe3c-f979-4ff7-b753-cb241bafe0db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0416517 Aug 17 04:51:04.862831 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec1026-1a86-4b40-977c-c39be5f7ac8c req-de532fd3-0b65-4f5a-ac8a-feb6278d502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:51:04.864313 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b6ec1026-1a86-4b40-977c-c39be5f7ac8c req-de532fd3-0b65-4f5a-ac8a-feb6278d502c service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0871553 Aug 17 04:51:04.904845 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b6ec1026-1a86-4b40-977c-c39be5f7ac8c req-d3686ac1-4cce-40b4-89a9-b28f6f5699e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0334024 Aug 17 04:51:04.954992 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec1026-1a86-4b40-977c-c39be5f7ac8c req-b9e19b0c-5f8f-403f-9777-9ddd87e7bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:51:04.956441 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b6ec1026-1a86-4b40-977c-c39be5f7ac8c req-b9e19b0c-5f8f-403f-9777-9ddd87e7bca7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0441716 Aug 17 04:51:05.006720 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec1026-1a86-4b40-977c-c39be5f7ac8c req-45c51e38-98a9-464f-86f3-f5076ff854cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:51:05.008213 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b6ec1026-1a86-4b40-977c-c39be5f7ac8c req-45c51e38-98a9-464f-86f3-f5076ff854cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449598 Aug 17 04:51:05.099382 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b6ec1026-1a86-4b40-977c-c39be5f7ac8c req-24a825d1-36cc-4b5b-808e-e8820b6404ca service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839207 Aug 17 04:51:05.192489 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b6ec1026-1a86-4b40-977c-c39be5f7ac8c req-a16f4500-3972-4020-bb6d-157bd3c110a0 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857522 Aug 17 04:51:07.574699 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:51:08.121600 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-cccb1953-1bb5-4055-9774-5c7eba082c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:10.527556 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-508ea342-d60d-4afa-bd93-3cd63939b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:10.836140 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:12.596937 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:14.566209 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:30.435076 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47198) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:30.755743 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:30.784175 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:31.023396 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Deleting port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:51:31.023634 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:31.103927 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] For port 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=9fca747f-52b1-4ad5-95e6-1d3a6068d8e0,segment=NetworkSegment(e1dc826d-8984-496b-bce1-ce4bdcb59276),segment_id=e1dc826d-8984-496b-bce1-ce4bdcb59276)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:51:31.104292 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:31.116885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Calling delete_port for 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:51:31.378488 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:31.403934 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Pushing event deleted for resources: {'Port': ['ID=9fca747f-52b1-4ad5-95e6-1d3a6068d8e0,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:31.415540 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:31.415894 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:31.416240 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:31.416580 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:31.416911 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:31.417912 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:31.418251 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:31.418575 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:31.418902 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:31.419226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:31.419550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:31.419875 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:31.582729 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:31.792062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Router a94adf9d-582e-4c3a-a965-ebb15ed7cbfd has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:51:31.896946 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:51:31.903203 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b8276074-f75d-47b6-b87d-5a9ce7c900ae admin admin] 10.222.0.13 "PUT /v2.0/routers/a94adf9d-582e-4c3a-a965-ebb15ed7cbfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4670880 Aug 17 04:51:31.905731 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47202) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:31.906477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd9407-5ad8-4fbf-bf5b-dec182a285cc None None] Sync routers for ids ['a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:51:31.915659 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd9407-5ad8-4fbf-bf5b-dec182a285cc None None] Routers {'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:51:31.916283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c5fd9407-5ad8-4fbf-bf5b-dec182a285cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:32.010566 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:32.019578 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-c5fd9407-5ad8-4fbf-bf5b-dec182a285cc None None] Set router a94adf9d-582e-4c3a-a965-ebb15ed7cbfd gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:51:32.112355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:32.194426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c5fd9407-5ad8-4fbf-bf5b-dec182a285cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'name': 'tempest-TestEncryptedCinderVolumes-1991176464-router', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '03939724-1ef3-4933-a598-863e0d28c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:51:31Z', 'revision_number': 5, 'project_id': '7b08fe445a7a4325a7af2895e61fe38c', 'gw_port': {'id': '03939724-1ef3-4933-a598-863e0d28c3ee', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:32.224627 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd9407-5ad8-4fbf-bf5b-dec182a285cc None None] Checking router: a94adf9d-582e-4c3a-a965-ebb15ed7cbfd for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:51:32.233148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd9407-5ad8-4fbf-bf5b-dec182a285cc None None] Routers {'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:51:32.233781 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c5fd9407-5ad8-4fbf-bf5b-dec182a285cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:32.282644 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] Deleting port 03939724-1ef3-4933-a598-863e0d28c3ee {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:51:32.282985 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:32.370132 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] For port 03939724-1ef3-4933-a598-863e0d28c3ee, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=03939724-1ef3-4933-a598-863e0d28c3ee,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:51:32.371014 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:32.383736 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] Calling delete_port for 03939724-1ef3-4933-a598-863e0d28c3ee owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:51:32.480544 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-c5fd9407-5ad8-4fbf-bf5b-dec182a285cc None None] Set router a94adf9d-582e-4c3a-a965-ebb15ed7cbfd gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:51:32.534034 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-c5fd9407-5ad8-4fbf-bf5b-dec182a285cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'name': 'tempest-TestEncryptedCinderVolumes-1991176464-router', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:51:32Z', 'revision_number': 6, 'project_id': '7b08fe445a7a4325a7af2895e61fe38c', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:32.564997 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd9407-5ad8-4fbf-bf5b-dec182a285cc None None] The sync data for ids ['a94adf9d-582e-4c3a-a965-ebb15ed7cbfd'] in n-d-793621-31 is: [{'id': 'a94adf9d-582e-4c3a-a965-ebb15ed7cbfd', 'name': 'tempest-TestEncryptedCinderVolumes-1991176464-router', 'tenant_id': '7b08fe445a7a4325a7af2895e61fe38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:19Z', 'updated_at': '2021-08-17T04:51:32Z', 'revision_number': 6, 'project_id': '7b08fe445a7a4325a7af2895e61fe38c', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:51:32.624720 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:32.650109 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=03939724-1ef3-4933-a598-863e0d28c3ee,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:32.717094 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:32.807839 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:32.810171 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:32.961603 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:32.964908 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a94adf9d-582e-4c3a-a965-ebb15ed7cbfd {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:51:32.967820 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:32.969030 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2385c08f-672b-4cfd-8bcf-58dfcd83a6a1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a94adf9d-582e-4c3a-a965-ebb15ed7cbfd HTTP/1.1" status: 204 len: 168 time: 1.0623608 Aug 17 04:51:32.971664 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47204) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:33.016963 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-288c198f-5987-4e54-bff0-b1fee0ed2774 admin admin] Deleting subnet 977bd1be-243c-455c-bd20-ebbeccdc380d {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:51:33.019936 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-288c198f-5987-4e54-bff0-b1fee0ed2774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.058332 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-288c198f-5987-4e54-bff0-b1fee0ed2774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.076116 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.134890 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-288c198f-5987-4e54-bff0-b1fee0ed2774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.305106 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-288c198f-5987-4e54-bff0-b1fee0ed2774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.333745 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c198f-5987-4e54-bff0-b1fee0ed2774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977bd1be-243c-455c-bd20-ebbeccdc380d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:33.335818 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-288c198f-5987-4e54-bff0-b1fee0ed2774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.337844 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-288c198f-5987-4e54-bff0-b1fee0ed2774 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/977bd1be-243c-455c-bd20-ebbeccdc380d HTTP/1.1" status: 204 len: 168 time: 0.3652189 Aug 17 04:51:33.342107 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47206) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:33.342542 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d865802-98c6-40f5-8591-25e6c70e167d None None] Network 2892a950-693e-4537-bd52-e252639526da requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:51:33.416857 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.479336 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] Deleting port 203f08bf-db8b-4779-8261-b8f69bcf374e {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:51:33.480358 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.539770 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] DHCP port deletion for 2892a950-693e-4537-bd52-e252639526da request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:51:33.549954 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] For port 203f08bf-db8b-4779-8261-b8f69bcf374e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=203f08bf-db8b-4779-8261-b8f69bcf374e,segment=NetworkSegment(e1dc826d-8984-496b-bce1-ce4bdcb59276),segment_id=e1dc826d-8984-496b-bce1-ce4bdcb59276)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:51:33.549954 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.568080 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] Calling delete_port for 203f08bf-db8b-4779-8261-b8f69bcf374e owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:51:33.610290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Deleting port 203f08bf-db8b-4779-8261-b8f69bcf374e {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:51:33.611308 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.674889 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] For port 203f08bf-db8b-4779-8261-b8f69bcf374e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=203f08bf-db8b-4779-8261-b8f69bcf374e,segment=NetworkSegment(e1dc826d-8984-496b-bce1-ce4bdcb59276),segment_id=e1dc826d-8984-496b-bce1-ce4bdcb59276)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:51:33.675207 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.687987 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Calling delete_port for 203f08bf-db8b-4779-8261-b8f69bcf374e owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:51:33.767284 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.773564 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.796202 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] No DVR routers for this DVR port 203f08bf-db8b-4779-8261-b8f69bcf374e on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:51:33.799238 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Pushing event deleted for resources: {'Port': ['ID=203f08bf-db8b-4779-8261-b8f69bcf374e,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:33.801062 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] Pushing event deleted for resources: {'Port': ['ID=203f08bf-db8b-4779-8261-b8f69bcf374e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:33.801555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] No DVR routers for this DVR port 203f08bf-db8b-4779-8261-b8f69bcf374e on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:51:33.817222 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:33.817222 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:33.817481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:33.817744 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:33.818075 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:33.818465 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:33.818709 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:33.819033 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:33.819352 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:33.819789 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:33.819975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:33.820343 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f7b58-756d-4e7b-a3ec-ed9228734581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:33.881308 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.892951 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2892a950-693e-4537-bd52-e252639526da']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:33.904383 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1dc826d-8984-496b-bce1-ce4bdcb59276') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:33.904687 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1dc826d-8984-496b-bce1-ce4bdcb59276') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:33.914472 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.928909 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.935918 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:51:33.936311 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: timer() Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:51:33.938139 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:51:34.092797 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:34.098573 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:34.100415 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2892a950-693e-4537-bd52-e252639526da HTTP/1.1" status: 204 len: 168 time: 0.7592094 Aug 17 04:51:34.103714 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47208) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:34.118408 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ed2b1-c680-41dd-8f22-7010d1058295 admin admin] Pushing event deleted for resources: {'Network': ['ID=2892a950-693e-4537-bd52-e252639526da,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:34.322347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 203f08bf-db8b-4779-8261-b8f69bcf374e no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:51:34.343283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 203f08bf-db8b-4779-8261-b8f69bcf374e {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:51:34.343633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 203f08bf-db8b-4779-8261-b8f69bcf374e not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:51:34.344061 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:51:34.363170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:51:34.363527 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 9fca747f-52b1-4ad5-95e6-1d3a6068d8e0 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:51:34.363957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 03939724-1ef3-4933-a598-863e0d28c3ee no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:51:34.384295 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 03939724-1ef3-4933-a598-863e0d28c3ee {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:51:34.384662 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 03939724-1ef3-4933-a598-863e0d28c3ee not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:51:34.459558 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:34.691819 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Deleting port 5c92670a-2d89-4644-a24a-3a758df2a3bb {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:51:34.692060 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:34.770263 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] For port 5c92670a-2d89-4644-a24a-3a758df2a3bb, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=5c92670a-2d89-4644-a24a-3a758df2a3bb,segment=NetworkSegment(9cf81ca6-fba3-4457-989a-d794261a9d44),segment_id=9cf81ca6-fba3-4457-989a-d794261a9d44)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:51:34.770619 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:34.782936 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Calling delete_port for 5c92670a-2d89-4644-a24a-3a758df2a3bb owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:51:35.036026 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:35.062404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5c92670a-2d89-4644-a24a-3a758df2a3bb,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:35.074975 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:35.081968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:35.081968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:35.081968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:35.081968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:35.081968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:35.081968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:35.081968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:35.081968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:35.081968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:35.081968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:35.081968 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:35.239737 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:35.449163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Router fbf4342f-7e91-48d0-860c-d761f0732dbf has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:51:35.549687 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:51:35.554844 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-732063f4-3b8f-4673-a22f-843c477a21ef admin admin] 10.222.0.13 "PUT /v2.0/routers/fbf4342f-7e91-48d0-860c-d761f0732dbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4501183 Aug 17 04:51:35.557411 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47210) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:35.559211 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f1375-bedb-4211-be9c-ddf772dd79c1 None None] Sync routers for ids ['fbf4342f-7e91-48d0-860c-d761f0732dbf'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:51:35.570615 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f1375-bedb-4211-be9c-ddf772dd79c1 None None] Routers {'fbf4342f-7e91-48d0-860c-d761f0732dbf'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:51:35.571223 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d02f1375-bedb-4211-be9c-ddf772dd79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['fbf4342f-7e91-48d0-860c-d761f0732dbf'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:35.660478 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:35.671704 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-d02f1375-bedb-4211-be9c-ddf772dd79c1 None None] Set router fbf4342f-7e91-48d0-860c-d761f0732dbf gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:51:35.859414 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d02f1375-bedb-4211-be9c-ddf772dd79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'name': 'tempest-TestEncryptedCinderVolumes-902750004-router', 'tenant_id': '5ef7b3330cae438d86092d8b58758552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:25Z', 'updated_at': '2021-08-17T04:51:34Z', 'revision_number': 5, 'project_id': '5ef7b3330cae438d86092d8b58758552', 'gw_port': {'id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:26Z', 'updated_at': '2021-08-17T04:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:35.887117 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f1375-bedb-4211-be9c-ddf772dd79c1 None None] Checking router: fbf4342f-7e91-48d0-860c-d761f0732dbf for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:51:35.895889 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f1375-bedb-4211-be9c-ddf772dd79c1 None None] Routers {'fbf4342f-7e91-48d0-860c-d761f0732dbf'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:51:35.896510 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d02f1375-bedb-4211-be9c-ddf772dd79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:51:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['fbf4342f-7e91-48d0-860c-d761f0732dbf'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:36.004019 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-d02f1375-bedb-4211-be9c-ddf772dd79c1 None None] Set router fbf4342f-7e91-48d0-860c-d761f0732dbf gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:51:36.116978 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:36.182699 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-d02f1375-bedb-4211-be9c-ddf772dd79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'name': 'tempest-TestEncryptedCinderVolumes-902750004-router', 'tenant_id': '5ef7b3330cae438d86092d8b58758552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:25Z', 'updated_at': '2021-08-17T04:51:34Z', 'revision_number': 5, 'project_id': '5ef7b3330cae438d86092d8b58758552', 'gw_port': {'id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:26Z', 'updated_at': '2021-08-17T04:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:36.212404 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f1375-bedb-4211-be9c-ddf772dd79c1 None None] The sync data for ids ['fbf4342f-7e91-48d0-860c-d761f0732dbf'] in n-d-793621-31 is: [{'id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'name': 'tempest-TestEncryptedCinderVolumes-902750004-router', 'tenant_id': '5ef7b3330cae438d86092d8b58758552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:49:25Z', 'updated_at': '2021-08-17T04:51:34Z', 'revision_number': 5, 'project_id': '5ef7b3330cae438d86092d8b58758552', 'gw_port': {'id': '33e6afb8-b737-434f-b219-50f66e9a044d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4342f-7e91-48d0-860c-d761f0732dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:49:26Z', 'updated_at': '2021-08-17T04:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:51:36.317390 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] Deleting port 33e6afb8-b737-434f-b219-50f66e9a044d {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:51:36.318045 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:36.412548 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] For port 33e6afb8-b737-434f-b219-50f66e9a044d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=33e6afb8-b737-434f-b219-50f66e9a044d,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:51:36.412820 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:36.424770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] Calling delete_port for 33e6afb8-b737-434f-b219-50f66e9a044d owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:51:36.604003 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5c92670a-2d89-4644-a24a-3a758df2a3bb no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:51:36.630508 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 5c92670a-2d89-4644-a24a-3a758df2a3bb {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:51:36.631005 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 5c92670a-2d89-4644-a24a-3a758df2a3bb not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:51:36.693109 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:36.719228 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e6afb8-b737-434f-b219-50f66e9a044d,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:36.780127 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:36.873320 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:36.875574 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:36.990087 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:36.990715 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbf4342f-7e91-48d0-860c-d761f0732dbf {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:51:36.994855 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:36.996714 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f3ae9198-544b-42be-b0b6-a2e8c7e348d8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fbf4342f-7e91-48d0-860c-d761f0732dbf HTTP/1.1" status: 204 len: 168 time: 1.4377396 Aug 17 04:51:36.999251 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47212) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:37.047404 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-063578dc-406a-4405-9fef-d85d52959c35 admin admin] Deleting subnet f3344b1a-ba17-4564-9944-e6486d0c0219 {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:51:37.056032 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-063578dc-406a-4405-9fef-d85d52959c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.088105 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-063578dc-406a-4405-9fef-d85d52959c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.169520 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-063578dc-406a-4405-9fef-d85d52959c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.287525 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-063578dc-406a-4405-9fef-d85d52959c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.313015 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063578dc-406a-4405-9fef-d85d52959c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3344b1a-ba17-4564-9944-e6486d0c0219,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:37.316672 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-063578dc-406a-4405-9fef-d85d52959c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.318606 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-063578dc-406a-4405-9fef-d85d52959c35 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f3344b1a-ba17-4564-9944-e6486d0c0219 HTTP/1.1" status: 204 len: 168 time: 0.3183904 Aug 17 04:51:37.321056 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47214) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:37.323094 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be61f30c-399e-4278-9ded-b05b116f3cf9 None None] Network d6c7f07f-3bd2-4556-823b-6f6322c61547 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:51:37.392014 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.455431 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] Deleting port 4671856f-cb98-41a6-8a6b-e1f941d8373c {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:51:37.455783 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.499546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd85302-8419-4bea-b22a-643bc3057433 None None] DHCP port deletion for d6c7f07f-3bd2-4556-823b-6f6322c61547 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:51:37.522170 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] For port 4671856f-cb98-41a6-8a6b-e1f941d8373c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4671856f-cb98-41a6-8a6b-e1f941d8373c,segment=NetworkSegment(9cf81ca6-fba3-4457-989a-d794261a9d44),segment_id=9cf81ca6-fba3-4457-989a-d794261a9d44)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:51:37.522532 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.536197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] Calling delete_port for 4671856f-cb98-41a6-8a6b-e1f941d8373c owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:51:37.550442 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-bdd85302-8419-4bea-b22a-643bc3057433 None None] Deleting port 4671856f-cb98-41a6-8a6b-e1f941d8373c {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:51:37.550736 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bdd85302-8419-4bea-b22a-643bc3057433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.614214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-bdd85302-8419-4bea-b22a-643bc3057433 None None] For port 4671856f-cb98-41a6-8a6b-e1f941d8373c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=4671856f-cb98-41a6-8a6b-e1f941d8373c,segment=NetworkSegment(9cf81ca6-fba3-4457-989a-d794261a9d44),segment_id=9cf81ca6-fba3-4457-989a-d794261a9d44)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:51:37.615010 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bdd85302-8419-4bea-b22a-643bc3057433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.626725 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-bdd85302-8419-4bea-b22a-643bc3057433 None None] Calling delete_port for 4671856f-cb98-41a6-8a6b-e1f941d8373c owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:51:37.704420 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.710171 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-bdd85302-8419-4bea-b22a-643bc3057433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.731840 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] Pushing event deleted for resources: {'Port': ['ID=4671856f-cb98-41a6-8a6b-e1f941d8373c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:37.733716 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] No DVR routers for this DVR port 4671856f-cb98-41a6-8a6b-e1f941d8373c on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:51:37.735076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd85302-8419-4bea-b22a-643bc3057433 None None] Pushing event deleted for resources: {'Port': ['ID=4671856f-cb98-41a6-8a6b-e1f941d8373c,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:37.738913 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd85302-8419-4bea-b22a-643bc3057433 None None] No DVR routers for this DVR port 4671856f-cb98-41a6-8a6b-e1f941d8373c on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:51:37.812049 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.821444 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c7f07f-3bd2-4556-823b-6f6322c61547']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:37.831851 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf81ca6-fba3-4457-989a-d794261a9d44') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:37.832149 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf81ca6-fba3-4457-989a-d794261a9d44') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:37.841731 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.854989 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.860805 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:51:37.861191 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: timer() Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:51:37.862845 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:51:38.059936 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:38.076280 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:38.076280 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d6c7f07f-3bd2-4556-823b-6f6322c61547 HTTP/1.1" status: 204 len: 168 time: 0.7457321 Aug 17 04:51:38.082871 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31a207-dffa-4d3e-8e67-c138b0490231 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c7f07f-3bd2-4556-823b-6f6322c61547,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:38.230457 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-eabebd72-d929-44ed-89da-46cb61a8d3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:38.309222 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4671856f-cb98-41a6-8a6b-e1f941d8373c no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:51:38.329755 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 4671856f-cb98-41a6-8a6b-e1f941d8373c {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:51:38.330031 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 4671856f-cb98-41a6-8a6b-e1f941d8373c not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:51:38.330449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 33e6afb8-b737-434f-b219-50f66e9a044d no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:51:38.348623 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 33e6afb8-b737-434f-b219-50f66e9a044d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:51:38.348969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 33e6afb8-b737-434f-b219-50f66e9a044d not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:51:38.575268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47218) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:38.614479 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-af29a73b-c472-41b3-902c-14deda3da83f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b08fe445a7a4325a7af2895e61fe38c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379550 Aug 17 04:51:38.616833 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47220) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:38.667859 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e30e28e9-168c-4e7f-9635-52e72c399df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:38.689107 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e30e28e9-168c-4e7f-9635-52e72c399df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:38.852945 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e30e28e9-168c-4e7f-9635-52e72c399df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:38.855545 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e30e28e9-168c-4e7f-9635-52e72c399df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:38.857418 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e30e28e9-168c-4e7f-9635-52e72c399df6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab753bcc-b717-4e10-b22a-b1a31632a71b HTTP/1.1" status: 204 len: 168 time: 0.2389584 Aug 17 04:51:38.865259 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e28e9-168c-4e7f-9635-52e72c399df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab753bcc-b717-4e10-b22a-b1a31632a71b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:39.706159 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47228) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:39.745917 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-99779717-ee65-40e1-8e48-071e089e4d4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ef7b3330cae438d86092d8b58758552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384705 Aug 17 04:51:39.748237 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47230) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:39.798441 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db4ff4ef-e35b-4940-9683-72bb2ee47bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:39.820182 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db4ff4ef-e35b-4940-9683-72bb2ee47bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:39.972488 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db4ff4ef-e35b-4940-9683-72bb2ee47bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:39.975084 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-db4ff4ef-e35b-4940-9683-72bb2ee47bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:39.976247 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-db4ff4ef-e35b-4940-9683-72bb2ee47bc7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d315ac07-3dc0-4404-bf5c-850e5212608e HTTP/1.1" status: 204 len: 168 time: 0.2271132 Aug 17 04:51:39.985210 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ff4ef-e35b-4940-9683-72bb2ee47bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d315ac07-3dc0-4404-bf5c-850e5212608e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:40.607222 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-37b80aa1-c0ef-441e-a67d-92d515acc4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:40.893398 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:41.249961 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47252) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:41.343668 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1800929879-network', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:51:41.515662 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] Made reservation on behalf of 7d2823f692f14cb888667b919c1e7f60 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:51:41.518499 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:41.526964 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:41.613777 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:41.720993 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:41.744776 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:51:41.754809 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a084f8-5c93-4ce0-8f87-6d8b8425a448,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:41.760470 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:41.760821 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] Added segment 26c4520f-6e8a-4287-96fd-59f9f4ca20d6 of type vlan for network 54cb75f1-0dce-4b38-bdbe-38b72c2a3dff Aug 17 04:51:41.800192 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:41.926878 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:41.927807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:51:41.928388 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:41.989660 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] Pushing event updated for resources: {'Network': ['ID=54cb75f1-0dce-4b38-bdbe-38b72c2a3dff,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:41.999661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 54cb75f1-0dce-4b38-bdbe-38b72c2a3dff details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:51:42.087772 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-b1e972ac-bfed-46c5-ae14-5a3b15e2b864 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8365455 Aug 17 04:51:42.090529 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47256) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:42.095399 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-46585861-7430-4ffc-9a8d-d10077da5ee8 admin admin] Request body: {'subnet': {'network_id': '54cb75f1-0dce-4b38-bdbe-38b72c2a3dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1800929879-subnet', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60', 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:51:42.212534 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46585861-7430-4ffc-9a8d-d10077da5ee8 admin admin] Made reservation on behalf of 7d2823f692f14cb888667b919c1e7f60 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:51:42.214892 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-46585861-7430-4ffc-9a8d-d10077da5ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:42.521786 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-46585861-7430-4ffc-9a8d-d10077da5ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:42.578208 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46585861-7430-4ffc-9a8d-d10077da5ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=334ecc53-82ca-4004-97be-320a2ea1416e,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:42.579725 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:42.589314 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46585861-7430-4ffc-9a8d-d10077da5ee8 admin admin] Checking segment: {'id': '26c4520f-6e8a-4287-96fd-59f9f4ca20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '54cb75f1-0dce-4b38-bdbe-38b72c2a3dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:51:42.589314 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46585861-7430-4ffc-9a8d-d10077da5ee8 admin admin] Network hostable DHCP agents. Network: 54cb75f1-0dce-4b38-bdbe-38b72c2a3dff, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:51:42.669480 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46585861-7430-4ffc-9a8d-d10077da5ee8 admin admin] Network 54cb75f1-0dce-4b38-bdbe-38b72c2a3dff is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:51:42.749493 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-46585861-7430-4ffc-9a8d-d10077da5ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 54cb75f1-0dce-4b38-bdbe-38b72c2a3dff) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:51:42.753699 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46585861-7430-4ffc-9a8d-d10077da5ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:51:42.754378 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-46585861-7430-4ffc-9a8d-d10077da5ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:42.758303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d49c71-58cc-455d-bf01-a52e42e92160 None None] Network 54cb75f1-0dce-4b38-bdbe-38b72c2a3dff requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:51:42.848222 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-46585861-7430-4ffc-9a8d-d10077da5ee8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7565026 Aug 17 04:51:42.850834 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47258) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:42.855230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1800929879-router', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:51:42.902105 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-54cb75f1-0dce-4b38-bdbe-38b72c2a3dff', 'network_id': '54cb75f1-0dce-4b38-bdbe-38b72c2a3dff', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60', 'fixed_ips': [{'subnet_id': '334ecc53-82ca-4004-97be-320a2ea1416e'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:51:42.903017 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:42.956336 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:42.957503 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:43.013770 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:43.040357 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Allocated IP 172.20.0.2 (54cb75f1-0dce-4b38-bdbe-38b72c2a3dff/334ecc53-82ca-4004-97be-320a2ea1416e/caf0b7ab-827c-4d55-891c-36121e388a2c) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:51:43.181407 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:43.189884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Transition to ACTIVE for port object caf0b7ab-827c-4d55-891c-36121e388a2c will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:51:43.204669 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Transition to ACTIVE for port object caf0b7ab-827c-4d55-891c-36121e388a2c will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:51:43.269090 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:43.304769 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:43.347661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Network 54cb75f1-0dce-4b38-bdbe-38b72c2a3dff is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:51:43.351937 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:51:43.356174 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:51:43.359146 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Pushing event updated for resources: {'Port': ['ID=caf0b7ab-827c-4d55-891c-36121e388a2c,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:43.413502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Attempting to bind port caf0b7ab-827c-4d55-891c-36121e388a2c on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:51:43.413882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Attempting to bind port caf0b7ab-827c-4d55-891c-36121e388a2c by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '26c4520f-6e8a-4287-96fd-59f9f4ca20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '54cb75f1-0dce-4b38-bdbe-38b72c2a3dff'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:51:43.414268 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Attempting to bind port caf0b7ab-827c-4d55-891c-36121e388a2c on network 54cb75f1-0dce-4b38-bdbe-38b72c2a3dff {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:51:43.419283 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:51:43.419680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Checking segment: {'id': '26c4520f-6e8a-4287-96fd-59f9f4ca20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '54cb75f1-0dce-4b38-bdbe-38b72c2a3dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:51:43.420077 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:43.420481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Bound using segment: {'id': '26c4520f-6e8a-4287-96fd-59f9f4ca20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '54cb75f1-0dce-4b38-bdbe-38b72c2a3dff'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:51:43.420950 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Bound port: caf0b7ab-827c-4d55-891c-36121e388a2c, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c4520f-6e8a-4287-96fd-59f9f4ca20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '54cb75f1-0dce-4b38-bdbe-38b72c2a3dff'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:51:43.421477 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:43.484456 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] For port caf0b7ab-827c-4d55-891c-36121e388a2c, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:51:43.488291 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] For port caf0b7ab-827c-4d55-891c-36121e388a2c, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=caf0b7ab-827c-4d55-891c-36121e388a2c,segment=NetworkSegment(26c4520f-6e8a-4287-96fd-59f9f4ca20d6),segment_id=26c4520f-6e8a-4287-96fd-59f9f4ca20d6)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:51:43.556219 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:43.574667 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:43.584358 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:43.648447 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473c780-a0f9-4b55-96e8-97dbe93e1e8f None None] Pushing event updated for resources: {'Port': ['ID=caf0b7ab-827c-4d55-891c-36121e388a2c,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:43.682163 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Allocated IP 172.25.5.102 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/e272d6cc-0a4f-4efa-b007-85eb4ba9379a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:51:43.806519 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:43.916278 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:43.956822 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:51:43.959709 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:51:43.963296 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:51:43.968616 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Pushing event updated for resources: {'Port': ['ID=e272d6cc-0a4f-4efa-b007-85eb4ba9379a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:44.317578 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:44.351075 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device caf0b7ab-827c-4d55-891c-36121e388a2c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:51:44.560075 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port caf0b7ab-827c-4d55-891c-36121e388a2c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:51:44.631041 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:44.633284 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4347c7-b0c9-43f9-89f6-2d6475744299 None None] Network 54cb75f1-0dce-4b38-bdbe-38b72c2a3dff requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:51:44.633760 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:51:44.637765 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:44.727185 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-97a11c71-6f99-496c-a522-4fedd2b67fac None None] Provisioning for port caf0b7ab-827c-4d55-891c-36121e388a2c completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:51:44.731470 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-97a11c71-6f99-496c-a522-4fedd2b67fac None None] Provisioning complete for port caf0b7ab-827c-4d55-891c-36121e388a2c triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:51:44.731849 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-97a11c71-6f99-496c-a522-4fedd2b67fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:44.762226 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Router 39276de5-0dbf-47f3-a7ef-0519579af669 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:51:44.814246 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-97a11c71-6f99-496c-a522-4fedd2b67fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:44.848766 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-97a11c71-6f99-496c-a522-4fedd2b67fac None None] For port caf0b7ab-827c-4d55-891c-36121e388a2c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=caf0b7ab-827c-4d55-891c-36121e388a2c,segment=NetworkSegment(26c4520f-6e8a-4287-96fd-59f9f4ca20d6),segment_id=26c4520f-6e8a-4287-96fd-59f9f4ca20d6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:51:44.883491 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:51:44.892872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Sync routers for ids ['39276de5-0dbf-47f3-a7ef-0519579af669'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:51:44.902681 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Routers {'39276de5-0dbf-47f3-a7ef-0519579af669'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:51:44.903311 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['39276de5-0dbf-47f3-a7ef-0519579af669'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:44.946293 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-97a11c71-6f99-496c-a522-4fedd2b67fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:44.978758 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:44.980042 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-ad9739cc-2c71-4e3f-b62a-527b38093f25 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1282678 Aug 17 04:51:44.983127 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47260) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:45.041195 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a11c71-6f99-496c-a522-4fedd2b67fac None None] Pushing event updated for resources: {'Port': ['ID=caf0b7ab-827c-4d55-891c-36121e388a2c,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:45.058880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Set router 39276de5-0dbf-47f3-a7ef-0519579af669 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:51:45.162618 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6fcee5c0-424d-45df-a777-51e4c95a18ce None None] Provisioning complete for port caf0b7ab-827c-4d55-891c-36121e388a2c triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:51:45.162999 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6fcee5c0-424d-45df-a777-51e4c95a18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:45.321818 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'name': 'tempest-TestMinimumBasicScenario-1800929879-router', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:42Z', 'updated_at': '2021-08-17T04:51:44Z', 'revision_number': 3, 'project_id': '7d2823f692f14cb888667b919c1e7f60', 'gw_port': {'id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:43Z', 'updated_at': '2021-08-17T04:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:45.350735 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Checking router: 39276de5-0dbf-47f3-a7ef-0519579af669 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:51:45.351095 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Updating router 39276de5-0dbf-47f3-a7ef-0519579af669 port e272d6cc-0a4f-4efa-b007-85eb4ba9379a binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:51:45.376747 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:45.632837 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:45.642724 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Transition to ACTIVE for port object e272d6cc-0a4f-4efa-b007-85eb4ba9379a will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:51:45.753938 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:45.755830 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:45.920241 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Allocated IP 172.20.0.1 (54cb75f1-0dce-4b38-bdbe-38b72c2a3dff/334ecc53-82ca-4004-97be-320a2ea1416e/8297c889-4f63-437c-9395-f17161b4dcbd) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:51:45.972485 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a90cd-f3ed-46f2-aaf6-dc90f0019de4 None None] Pushing event updated for resources: {'Port': ['ID=e272d6cc-0a4f-4efa-b007-85eb4ba9379a,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:45.974828 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Attempting to bind port e272d6cc-0a4f-4efa-b007-85eb4ba9379a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:51:45.975208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Attempting to bind port e272d6cc-0a4f-4efa-b007-85eb4ba9379a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:51:45.975578 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Attempting to bind port e272d6cc-0a4f-4efa-b007-85eb4ba9379a on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:51:45.981534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:51:45.981910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:51:45.982315 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:45.982758 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:51:45.983225 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Bound port: e272d6cc-0a4f-4efa-b007-85eb4ba9379a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:51:45.983612 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:46.026414 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:46.034278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] For port e272d6cc-0a4f-4efa-b007-85eb4ba9379a, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:51:46.037378 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] For port e272d6cc-0a4f-4efa-b007-85eb4ba9379a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e272d6cc-0a4f-4efa-b007-85eb4ba9379a,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:51:46.040398 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Transition to ACTIVE for port object 8297c889-4f63-437c-9395-f17161b4dcbd will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:51:46.190971 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:46.246062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Routers {'39276de5-0dbf-47f3-a7ef-0519579af669'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:51:46.246709 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['39276de5-0dbf-47f3-a7ef-0519579af669'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:46.265519 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:46.284971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a90cd-f3ed-46f2-aaf6-dc90f0019de4 None None] Pushing event updated for resources: {'Port': ['ID=e272d6cc-0a4f-4efa-b007-85eb4ba9379a,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:46.325321 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Network 54cb75f1-0dce-4b38-bdbe-38b72c2a3dff is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:51:46.329278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:51:46.332696 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Pushing event updated for resources: {'Port': ['ID=8297c889-4f63-437c-9395-f17161b4dcbd,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:46.333594 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device caf0b7ab-827c-4d55-891c-36121e388a2c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:51:46.335478 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:51:46.375966 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:46.396276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] Set router 39276de5-0dbf-47f3-a7ef-0519579af669 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:51:46.496017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port caf0b7ab-827c-4d55-891c-36121e388a2c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:51:46.496395 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:46.604846 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:46.656720 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'name': 'tempest-TestMinimumBasicScenario-1800929879-router', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:42Z', 'updated_at': '2021-08-17T04:51:44Z', 'revision_number': 3, 'project_id': '7d2823f692f14cb888667b919c1e7f60', 'gw_port': {'id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:43Z', 'updated_at': '2021-08-17T04:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:46.683920 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb4642-9ae9-4df2-a627-587fb72fb2d8 None None] The sync data for ids ['39276de5-0dbf-47f3-a7ef-0519579af669'] in n-d-793621-31 is: [{'id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'name': 'tempest-TestMinimumBasicScenario-1800929879-router', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:42Z', 'updated_at': '2021-08-17T04:51:44Z', 'revision_number': 3, 'project_id': '7d2823f692f14cb888667b919c1e7f60', 'gw_port': {'id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:43Z', 'updated_at': '2021-08-17T04:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:51:46.772643 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e9ce522e-7ef0-4509-b495-006effcbde5f None None] Provisioning for port 8297c889-4f63-437c-9395-f17161b4dcbd completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:51:46.772810 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:46.776649 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e9ce522e-7ef0-4509-b495-006effcbde5f None None] Provisioning complete for port 8297c889-4f63-437c-9395-f17161b4dcbd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:51:46.777525 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e9ce522e-7ef0-4509-b495-006effcbde5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:46.811751 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-e9ce522e-7ef0-4509-b495-006effcbde5f None None] Port 8297c889-4f63-437c-9395-f17161b4dcbd cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:51:46.892962 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:46.969951 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Pushing event updated for resources: {'Port': ['ID=8297c889-4f63-437c-9395-f17161b4dcbd,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:46.977865 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:47.076259 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Network 54cb75f1-0dce-4b38-bdbe-38b72c2a3dff is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:51:47.078470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:51:47.211298 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Router 39276de5-0dbf-47f3-a7ef-0519579af669 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:51:47.328462 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:51:47.334111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-d9e48246-9a2c-4345-a6af-a456ce96fa6c admin admin] 10.222.0.13 "PUT /v2.0/routers/39276de5-0dbf-47f3-a7ef-0519579af669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3497229 Aug 17 04:51:47.345218 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-788ef919-2aeb-48ec-a5d3-02e979683e0c None None] Provisioning complete for port 8297c889-4f63-437c-9395-f17161b4dcbd triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:51:47.345714 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-788ef919-2aeb-48ec-a5d3-02e979683e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:47.385426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-788ef919-2aeb-48ec-a5d3-02e979683e0c None None] Port 8297c889-4f63-437c-9395-f17161b4dcbd cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:51:48.136193 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Sync routers for ids ['39276de5-0dbf-47f3-a7ef-0519579af669'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:51:48.145519 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Routers {'39276de5-0dbf-47f3-a7ef-0519579af669'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:51:48.146138 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['39276de5-0dbf-47f3-a7ef-0519579af669'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:48.159949 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47278) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:48.165018 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1591481892-network', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:51:48.250257 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Set router 39276de5-0dbf-47f3-a7ef-0519579af669 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:51:48.252394 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] Made reservation on behalf of f823f79bb4264873a9bbdf3c00db54ca for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:51:48.255545 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:48.264820 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:48.354553 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e272d6cc-0a4f-4efa-b007-85eb4ba9379a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:51:48.369215 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:48.452799 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:48.454260 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'name': 'tempest-TestMinimumBasicScenario-1800929879-router', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:42Z', 'updated_at': '2021-08-17T04:51:46Z', 'revision_number': 4, 'project_id': '7d2823f692f14cb888667b919c1e7f60', 'gw_port': {'id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:43Z', 'updated_at': '2021-08-17T04:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '8297c889-4f63-437c-9395-f17161b4dcbd', 'name': '', 'network_id': '54cb75f1-0dce-4b38-bdbe-38b72c2a3dff', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60', 'mac_address': 'fa:16:3e:e3:52:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '334ecc53-82ca-4004-97be-320a2ea1416e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:45Z', 'updated_at': '2021-08-17T04:51:46Z', 'revision_number': 2, 'project_id': '7d2823f692f14cb888667b919c1e7f60', 'subnets': [{'id': '334ecc53-82ca-4004-97be-320a2ea1416e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:48.476018 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:51:48.481066 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Checking router: 39276de5-0dbf-47f3-a7ef-0519579af669 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:51:48.482688 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Updating router 39276de5-0dbf-47f3-a7ef-0519579af669 port 8297c889-4f63-437c-9395-f17161b4dcbd binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:51:48.490445 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba53b7ed-98ea-446c-9803-c42c6ba9accd,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:48.495581 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:48.495939 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] Added segment 881bc84f-ed1c-4a70-a18f-5763fc42ee7d of type vlan for network dcaa0d62-c71a-435b-a9e1-50bae5bed637 Aug 17 04:51:48.510047 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port e272d6cc-0a4f-4efa-b007-85eb4ba9379a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:51:48.510313 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:48.513997 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e272d6cc-0a4f-4efa-b007-85eb4ba9379a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:51:48.514375 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:48.539300 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:48.595030 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:48.615731 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port e272d6cc-0a4f-4efa-b007-85eb4ba9379a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e272d6cc-0a4f-4efa-b007-85eb4ba9379a,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:51:48.686806 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:48.687818 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:51:48.688435 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:48.732719 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:48.757841 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] Pushing event updated for resources: {'Network': ['ID=dcaa0d62-c71a-435b-a9e1-50bae5bed637,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:48.772830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network dcaa0d62-c71a-435b-a9e1-50bae5bed637 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:51:48.824913 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=e272d6cc-0a4f-4efa-b007-85eb4ba9379a,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:48.848111 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-5ab2eab9-5876-4dc0-bc9e-3099f5702f18 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6869209 Aug 17 04:51:48.850766 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47280) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:48.855969 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-356268e4-ce39-4382-8348-3982d8dbded6 admin admin] Request body: {'subnet': {'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1591481892-subnet', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:51:48.873756 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:48.884184 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Transition to ACTIVE for port object 8297c889-4f63-437c-9395-f17161b4dcbd will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:51:48.961421 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356268e4-ce39-4382-8348-3982d8dbded6 admin admin] Made reservation on behalf of f823f79bb4264873a9bbdf3c00db54ca for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:51:48.963825 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-356268e4-ce39-4382-8348-3982d8dbded6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:49.006456 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:49.049295 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92463389-cd9a-4397-ace9-6fedf9dd47fd None None] Pushing event updated for resources: {'Port': ['ID=8297c889-4f63-437c-9395-f17161b4dcbd,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:49.055821 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92463389-cd9a-4397-ace9-6fedf9dd47fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:49.056167 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92463389-cd9a-4397-ace9-6fedf9dd47fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:49.056505 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92463389-cd9a-4397-ace9-6fedf9dd47fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:49.056837 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92463389-cd9a-4397-ace9-6fedf9dd47fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:49.057168 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92463389-cd9a-4397-ace9-6fedf9dd47fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:49.057536 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92463389-cd9a-4397-ace9-6fedf9dd47fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:49.057935 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92463389-cd9a-4397-ace9-6fedf9dd47fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:49.058268 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92463389-cd9a-4397-ace9-6fedf9dd47fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:49.058843 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92463389-cd9a-4397-ace9-6fedf9dd47fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:49.059164 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92463389-cd9a-4397-ace9-6fedf9dd47fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:49.059485 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92463389-cd9a-4397-ace9-6fedf9dd47fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:49.059798 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92463389-cd9a-4397-ace9-6fedf9dd47fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:51:49.119324 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Attempting to bind port 8297c889-4f63-437c-9395-f17161b4dcbd on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:51:49.121077 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Attempting to bind port 8297c889-4f63-437c-9395-f17161b4dcbd by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '26c4520f-6e8a-4287-96fd-59f9f4ca20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '54cb75f1-0dce-4b38-bdbe-38b72c2a3dff'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:51:49.121077 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Attempting to bind port 8297c889-4f63-437c-9395-f17161b4dcbd on network 54cb75f1-0dce-4b38-bdbe-38b72c2a3dff {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:51:49.126937 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:51:49.127297 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Checking segment: {'id': '26c4520f-6e8a-4287-96fd-59f9f4ca20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '54cb75f1-0dce-4b38-bdbe-38b72c2a3dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:51:49.127698 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:49.128980 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Bound using segment: {'id': '26c4520f-6e8a-4287-96fd-59f9f4ca20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '54cb75f1-0dce-4b38-bdbe-38b72c2a3dff'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:51:49.128980 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Bound port: 8297c889-4f63-437c-9395-f17161b4dcbd, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c4520f-6e8a-4287-96fd-59f9f4ca20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '54cb75f1-0dce-4b38-bdbe-38b72c2a3dff'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:51:49.128980 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:49.195118 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] For port 8297c889-4f63-437c-9395-f17161b4dcbd, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:51:49.198515 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] For port 8297c889-4f63-437c-9395-f17161b4dcbd, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8297c889-4f63-437c-9395-f17161b4dcbd,segment=NetworkSegment(26c4520f-6e8a-4287-96fd-59f9f4ca20d6),segment_id=26c4520f-6e8a-4287-96fd-59f9f4ca20d6)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:51:49.247361 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-356268e4-ce39-4382-8348-3982d8dbded6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:49.300011 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356268e4-ce39-4382-8348-3982d8dbded6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f365f8be-5a7b-4407-80fc-32c91e3d3ddd,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:49.313016 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356268e4-ce39-4382-8348-3982d8dbded6 admin admin] Checking segment: {'id': '881bc84f-ed1c-4a70-a18f-5763fc42ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:51:49.313408 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356268e4-ce39-4382-8348-3982d8dbded6 admin admin] Network hostable DHCP agents. Network: dcaa0d62-c71a-435b-a9e1-50bae5bed637, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:51:49.315770 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:49.364516 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Routers {'39276de5-0dbf-47f3-a7ef-0519579af669'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:51:49.365150 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['39276de5-0dbf-47f3-a7ef-0519579af669'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:49.415116 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92463389-cd9a-4397-ace9-6fedf9dd47fd None None] Pushing event updated for resources: {'Port': ['ID=8297c889-4f63-437c-9395-f17161b4dcbd,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:49.464180 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356268e4-ce39-4382-8348-3982d8dbded6 admin admin] Network dcaa0d62-c71a-435b-a9e1-50bae5bed637 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:51:49.484991 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] Set router 39276de5-0dbf-47f3-a7ef-0519579af669 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:51:49.594541 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-356268e4-ce39-4382-8348-3982d8dbded6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, dcaa0d62-c71a-435b-a9e1-50bae5bed637) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:51:49.599105 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356268e4-ce39-4382-8348-3982d8dbded6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:51:49.599801 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-356268e4-ce39-4382-8348-3982d8dbded6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:49.604537 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7065474e-f407-446d-baa9-62487b25e5de None None] Network dcaa0d62-c71a-435b-a9e1-50bae5bed637 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:51:49.694899 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'name': 'tempest-TestMinimumBasicScenario-1800929879-router', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:42Z', 'updated_at': '2021-08-17T04:51:46Z', 'revision_number': 4, 'project_id': '7d2823f692f14cb888667b919c1e7f60', 'gw_port': {'id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:43Z', 'updated_at': '2021-08-17T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '8297c889-4f63-437c-9395-f17161b4dcbd', 'name': '', 'network_id': '54cb75f1-0dce-4b38-bdbe-38b72c2a3dff', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60', 'mac_address': 'fa:16:3e:e3:52:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '334ecc53-82ca-4004-97be-320a2ea1416e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:45Z', 'updated_at': '2021-08-17T04:51:49Z', 'revision_number': 4, 'project_id': '7d2823f692f14cb888667b919c1e7f60', 'subnets': [{'id': '334ecc53-82ca-4004-97be-320a2ea1416e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:49.717591 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-356268e4-ce39-4382-8348-3982d8dbded6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8649485 Aug 17 04:51:49.719472 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47282) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:49.724355 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1591481892-router', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:51:49.725220 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9760c-d679-427f-9b06-9b78b1b5dda7 None None] The sync data for ids ['39276de5-0dbf-47f3-a7ef-0519579af669'] in n-d-793621-31 is: [{'id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'name': 'tempest-TestMinimumBasicScenario-1800929879-router', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:42Z', 'updated_at': '2021-08-17T04:51:46Z', 'revision_number': 4, 'project_id': '7d2823f692f14cb888667b919c1e7f60', 'gw_port': {'id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:43Z', 'updated_at': '2021-08-17T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '8297c889-4f63-437c-9395-f17161b4dcbd', 'name': '', 'network_id': '54cb75f1-0dce-4b38-bdbe-38b72c2a3dff', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60', 'mac_address': 'fa:16:3e:e3:52:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '334ecc53-82ca-4004-97be-320a2ea1416e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:45Z', 'updated_at': '2021-08-17T04:51:49Z', 'revision_number': 4, 'project_id': '7d2823f692f14cb888667b919c1e7f60', 'subnets': [{'id': '334ecc53-82ca-4004-97be-320a2ea1416e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:51:49.781364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-dcaa0d62-c71a-435b-a9e1-50bae5bed637', 'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'fixed_ips': [{'subnet_id': 'f365f8be-5a7b-4407-80fc-32c91e3d3ddd'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:51:49.782249 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:49.915948 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:49.917052 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:49.925143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Allocated IP 172.20.0.2 (dcaa0d62-c71a-435b-a9e1-50bae5bed637/f365f8be-5a7b-4407-80fc-32c91e3d3ddd/b6228058-74ef-473a-a676-26d42f975acf) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:51:49.974575 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:50.088145 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:50.096910 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Transition to ACTIVE for port object b6228058-74ef-473a-a676-26d42f975acf will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:51:50.112362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Transition to ACTIVE for port object b6228058-74ef-473a-a676-26d42f975acf will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:51:50.215510 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:50.230320 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:50.272395 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Network dcaa0d62-c71a-435b-a9e1-50bae5bed637 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:51:50.275383 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:51:50.277873 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:51:50.287350 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Pushing event updated for resources: {'Port': ['ID=b6228058-74ef-473a-a676-26d42f975acf,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:50.346335 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Attempting to bind port b6228058-74ef-473a-a676-26d42f975acf on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:51:50.346860 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Attempting to bind port b6228058-74ef-473a-a676-26d42f975acf by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '881bc84f-ed1c-4a70-a18f-5763fc42ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:51:50.347287 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Attempting to bind port b6228058-74ef-473a-a676-26d42f975acf on network dcaa0d62-c71a-435b-a9e1-50bae5bed637 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:51:50.355846 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:51:50.355846 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Checking segment: {'id': '881bc84f-ed1c-4a70-a18f-5763fc42ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:51:50.355846 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:50.355846 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Bound using segment: {'id': '881bc84f-ed1c-4a70-a18f-5763fc42ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:51:50.356450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Bound port: b6228058-74ef-473a-a676-26d42f975acf, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881bc84f-ed1c-4a70-a18f-5763fc42ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:51:50.356675 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:50.431412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8297c889-4f63-437c-9395-f17161b4dcbd up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:51:50.475830 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] For port b6228058-74ef-473a-a676-26d42f975acf, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:51:50.492132 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] For port b6228058-74ef-473a-a676-26d42f975acf, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b6228058-74ef-473a-a676-26d42f975acf,segment=NetworkSegment(881bc84f-ed1c-4a70-a18f-5763fc42ee7d),segment_id=881bc84f-ed1c-4a70-a18f-5763fc42ee7d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:51:50.568577 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:50.573159 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:50.593580 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:50.598628 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 8297c889-4f63-437c-9395-f17161b4dcbd completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:51:50.610658 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8297c889-4f63-437c-9395-f17161b4dcbd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:51:50.611353 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:50.660157 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2df714-12c6-4074-aac9-f57bc8bac31b None None] Pushing event updated for resources: {'Port': ['ID=b6228058-74ef-473a-a676-26d42f975acf,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:50.723848 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:50.730357 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Allocated IP 172.25.5.213 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/97c9cf04-4dc8-4042-8428-67bb8b2b094a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:51:50.759939 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 8297c889-4f63-437c-9395-f17161b4dcbd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8297c889-4f63-437c-9395-f17161b4dcbd,segment=NetworkSegment(26c4520f-6e8a-4287-96fd-59f9f4ca20d6),segment_id=26c4520f-6e8a-4287-96fd-59f9f4ca20d6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:51:50.866361 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:50.867417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e272d6cc-0a4f-4efa-b007-85eb4ba9379a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:51:50.883239 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:50.947903 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=8297c889-4f63-437c-9395-f17161b4dcbd,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:50.963035 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e272d6cc-0a4f-4efa-b007-85eb4ba9379a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:51:50.963407 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:50.984533 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:51.020717 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:51:51.025649 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:51:51.029081 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:51:51.057174 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Pushing event updated for resources: {'Port': ['ID=97c9cf04-4dc8-4042-8428-67bb8b2b094a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:51.370703 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:51.550370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c442f41-2326-4b73-bf79-2f01cf67fd8a None None] Network dcaa0d62-c71a-435b-a9e1-50bae5bed637 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:51:51.696563 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c4684f33-7e21-4ebd-a8af-8e67fe8a3be5 None None] Provisioning for port b6228058-74ef-473a-a676-26d42f975acf completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:51:51.933161 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:52.121393 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Router 4b4f6fa2-a332-425d-92e2-133d49cd07dd is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:51:52.224441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:51:52.233954 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Sync routers for ids ['4b4f6fa2-a332-425d-92e2-133d49cd07dd'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:51:52.242917 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Routers {'4b4f6fa2-a332-425d-92e2-133d49cd07dd'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:51:52.245429 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4b4f6fa2-a332-425d-92e2-133d49cd07dd'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:52.315112 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:52.316794 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f2893e0f-61ac-4102-9ecf-2b54ce896330 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5959013 Aug 17 04:51:52.319679 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47284) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:51:52.352589 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Set router 4b4f6fa2-a332-425d-92e2-133d49cd07dd gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:51:52.407899 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8297c889-4f63-437c-9395-f17161b4dcbd up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:51:52.538410 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 8297c889-4f63-437c-9395-f17161b4dcbd triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:51:52.538784 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:52.623151 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'name': 'tempest-TestMinimumBasicScenario-1591481892-router', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '97c9cf04-4dc8-4042-8428-67bb8b2b094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:49Z', 'updated_at': '2021-08-17T04:51:51Z', 'revision_number': 3, 'project_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'gw_port': {'id': '97c9cf04-4dc8-4042-8428-67bb8b2b094a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:50Z', 'updated_at': '2021-08-17T04:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:52.653875 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Checking router: 4b4f6fa2-a332-425d-92e2-133d49cd07dd for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:51:52.654227 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Updating router 4b4f6fa2-a332-425d-92e2-133d49cd07dd port 97c9cf04-4dc8-4042-8428-67bb8b2b094a binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:51:52.676065 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b6228058-74ef-473a-a676-26d42f975acf up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:51:52.705854 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:52.755781 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:52.922417 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Allocated IP 172.20.0.1 (dcaa0d62-c71a-435b-a9e1-50bae5bed637/f365f8be-5a7b-4407-80fc-32c91e3d3ddd/43b962f2-847c-497c-bae1-ea3fb69987ff) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:51:53.027717 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.041835 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Transition to ACTIVE for port object 43b962f2-847c-497c-bae1-ea3fb69987ff will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:51:53.061338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port b6228058-74ef-473a-a676-26d42f975acf completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:51:53.066902 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port b6228058-74ef-473a-a676-26d42f975acf triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:51:53.069224 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.154294 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.182882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Transition to ACTIVE for port object 97c9cf04-4dc8-4042-8428-67bb8b2b094a will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:51:53.189876 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.203021 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.235663 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Network dcaa0d62-c71a-435b-a9e1-50bae5bed637 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:51:53.235980 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port b6228058-74ef-473a-a676-26d42f975acf, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b6228058-74ef-473a-a676-26d42f975acf,segment=NetworkSegment(881bc84f-ed1c-4a70-a18f-5763fc42ee7d),segment_id=881bc84f-ed1c-4a70-a18f-5763fc42ee7d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:51:53.240422 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:51:53.244727 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:51:53.247743 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Pushing event updated for resources: {'Port': ['ID=43b962f2-847c-497c-bae1-ea3fb69987ff,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:53.258616 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.288684 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.314441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Attempting to bind port 97c9cf04-4dc8-4042-8428-67bb8b2b094a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:51:53.322098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Attempting to bind port 97c9cf04-4dc8-4042-8428-67bb8b2b094a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:51:53.322098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Attempting to bind port 97c9cf04-4dc8-4042-8428-67bb8b2b094a on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:51:53.322098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf3a53-8e2e-499e-a958-384dd8369033 None None] Pushing event updated for resources: {'Port': ['ID=97c9cf04-4dc8-4042-8428-67bb8b2b094a,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:53.322792 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:51:53.323170 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:51:53.323576 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.323968 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:51:53.324438 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Bound port: 97c9cf04-4dc8-4042-8428-67bb8b2b094a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:51:53.324828 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.347539 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.418644 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] For port 97c9cf04-4dc8-4042-8428-67bb8b2b094a, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:51:53.423039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] For port 97c9cf04-4dc8-4042-8428-67bb8b2b094a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=97c9cf04-4dc8-4042-8428-67bb8b2b094a,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:51:53.426426 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=b6228058-74ef-473a-a676-26d42f975acf,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:53.517129 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.544747 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.546837 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-86ca7229-4698-4325-ae95-ef0d3c2777e4 None None] Provisioning for port 43b962f2-847c-497c-bae1-ea3fb69987ff completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:51:53.577784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-86ca7229-4698-4325-ae95-ef0d3c2777e4 None None] Provisioning complete for port 43b962f2-847c-497c-bae1-ea3fb69987ff triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:51:53.578162 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-86ca7229-4698-4325-ae95-ef0d3c2777e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.638498 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf3a53-8e2e-499e-a958-384dd8369033 None None] Pushing event updated for resources: {'Port': ['ID=97c9cf04-4dc8-4042-8428-67bb8b2b094a,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:53.641433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Routers {'4b4f6fa2-a332-425d-92e2-133d49cd07dd'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:51:53.642275 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4b4f6fa2-a332-425d-92e2-133d49cd07dd'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:53.644517 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-86ca7229-4698-4325-ae95-ef0d3c2777e4 None None] Port 43b962f2-847c-497c-bae1-ea3fb69987ff cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:51:53.686441 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.755308 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] Set router 4b4f6fa2-a332-425d-92e2-133d49cd07dd gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:51:53.795112 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.861007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:53.862722 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Pushing event updated for resources: {'Port': ['ID=43b962f2-847c-497c-bae1-ea3fb69987ff,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:53.958342 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Network dcaa0d62-c71a-435b-a9e1-50bae5bed637 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:51:53.959753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:51:53.961064 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'name': 'tempest-TestMinimumBasicScenario-1591481892-router', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '97c9cf04-4dc8-4042-8428-67bb8b2b094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:49Z', 'updated_at': '2021-08-17T04:51:53Z', 'revision_number': 4, 'project_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'gw_port': {'id': '97c9cf04-4dc8-4042-8428-67bb8b2b094a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:50Z', 'updated_at': '2021-08-17T04:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '43b962f2-847c-497c-bae1-ea3fb69987ff', 'name': '', 'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'mac_address': 'fa:16:3e:1c:74:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'f365f8be-5a7b-4407-80fc-32c91e3d3ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:52Z', 'updated_at': '2021-08-17T04:51:52Z', 'revision_number': 1, 'project_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'subnets': [{'id': 'f365f8be-5a7b-4407-80fc-32c91e3d3ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:53.989304 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1047de36-183f-4da4-8ba5-2d5fae2dab31 None None] The sync data for ids ['4b4f6fa2-a332-425d-92e2-133d49cd07dd'] in n-d-793621-31 is: [{'id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'name': 'tempest-TestMinimumBasicScenario-1591481892-router', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '97c9cf04-4dc8-4042-8428-67bb8b2b094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:49Z', 'updated_at': '2021-08-17T04:51:53Z', 'revision_number': 4, 'project_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'gw_port': {'id': '97c9cf04-4dc8-4042-8428-67bb8b2b094a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:50Z', 'updated_at': '2021-08-17T04:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '43b962f2-847c-497c-bae1-ea3fb69987ff', 'name': '', 'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'mac_address': 'fa:16:3e:1c:74:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'f365f8be-5a7b-4407-80fc-32c91e3d3ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:52Z', 'updated_at': '2021-08-17T04:51:52Z', 'revision_number': 1, 'project_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'subnets': [{'id': 'f365f8be-5a7b-4407-80fc-32c91e3d3ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:51:54.084332 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Router 4b4f6fa2-a332-425d-92e2-133d49cd07dd has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:51:54.166881 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ac537a4c-fc8a-47d0-a90f-39e270eb737e None None] Provisioning complete for port 43b962f2-847c-497c-bae1-ea3fb69987ff triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:51:54.167258 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ac537a4c-fc8a-47d0-a90f-39e270eb737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:54.199562 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:51:54.218667 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0a291863-0dd3-45bb-949d-896c1589cadf admin admin] 10.222.0.13 "PUT /v2.0/routers/4b4f6fa2-a332-425d-92e2-133d49cd07dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8977025 Aug 17 04:51:54.233590 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ac537a4c-fc8a-47d0-a90f-39e270eb737e None None] Port 43b962f2-847c-497c-bae1-ea3fb69987ff cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:51:54.337675 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b6228058-74ef-473a-a676-26d42f975acf up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:51:54.386107 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port b6228058-74ef-473a-a676-26d42f975acf triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:51:54.386484 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:56.384032 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 97c9cf04-4dc8-4042-8428-67bb8b2b094a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:51:56.555481 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 97c9cf04-4dc8-4042-8428-67bb8b2b094a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:51:56.560144 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 97c9cf04-4dc8-4042-8428-67bb8b2b094a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:51:56.560521 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:56.672346 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:56.701050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 97c9cf04-4dc8-4042-8428-67bb8b2b094a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=97c9cf04-4dc8-4042-8428-67bb8b2b094a,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:51:56.801958 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:56.861484 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=97c9cf04-4dc8-4042-8428-67bb8b2b094a,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:57.514739 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Sync routers for ids ['4b4f6fa2-a332-425d-92e2-133d49cd07dd'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:51:57.524010 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Routers {'4b4f6fa2-a332-425d-92e2-133d49cd07dd'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:51:57.524835 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4b4f6fa2-a332-425d-92e2-133d49cd07dd'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:57.641627 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Set router 4b4f6fa2-a332-425d-92e2-133d49cd07dd gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:51:57.872503 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'name': 'tempest-TestMinimumBasicScenario-1591481892-router', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '97c9cf04-4dc8-4042-8428-67bb8b2b094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:49Z', 'updated_at': '2021-08-17T04:51:53Z', 'revision_number': 4, 'project_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'gw_port': {'id': '97c9cf04-4dc8-4042-8428-67bb8b2b094a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:50Z', 'updated_at': '2021-08-17T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '43b962f2-847c-497c-bae1-ea3fb69987ff', 'name': '', 'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'mac_address': 'fa:16:3e:1c:74:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'f365f8be-5a7b-4407-80fc-32c91e3d3ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:52Z', 'updated_at': '2021-08-17T04:51:53Z', 'revision_number': 2, 'project_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'subnets': [{'id': 'f365f8be-5a7b-4407-80fc-32c91e3d3ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:57.902617 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Checking router: 4b4f6fa2-a332-425d-92e2-133d49cd07dd for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:51:57.903327 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Updating router 4b4f6fa2-a332-425d-92e2-133d49cd07dd port 43b962f2-847c-497c-bae1-ea3fb69987ff binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:51:57.931931 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:58.226314 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:58.236410 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Transition to ACTIVE for port object 43b962f2-847c-497c-bae1-ea3fb69987ff will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:51:58.329440 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 97c9cf04-4dc8-4042-8428-67bb8b2b094a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:51:58.379555 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 97c9cf04-4dc8-4042-8428-67bb8b2b094a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:51:58.379941 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:58.383960 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:58.430220 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b83ac-e557-425e-b762-1c4f6f3e476d None None] Pushing event updated for resources: {'Port': ['ID=43b962f2-847c-497c-bae1-ea3fb69987ff,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:58.492347 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Attempting to bind port 43b962f2-847c-497c-bae1-ea3fb69987ff on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:51:58.492712 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Attempting to bind port 43b962f2-847c-497c-bae1-ea3fb69987ff by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '881bc84f-ed1c-4a70-a18f-5763fc42ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:51:58.493198 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Attempting to bind port 43b962f2-847c-497c-bae1-ea3fb69987ff on network dcaa0d62-c71a-435b-a9e1-50bae5bed637 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:51:58.498235 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:51:58.498599 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Checking segment: {'id': '881bc84f-ed1c-4a70-a18f-5763fc42ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:51:58.498995 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:58.499397 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Bound using segment: {'id': '881bc84f-ed1c-4a70-a18f-5763fc42ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:51:58.499838 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Bound port: 43b962f2-847c-497c-bae1-ea3fb69987ff, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881bc84f-ed1c-4a70-a18f-5763fc42ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:51:58.500206 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:58.588374 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] For port 43b962f2-847c-497c-bae1-ea3fb69987ff, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:51:58.595359 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] For port 43b962f2-847c-497c-bae1-ea3fb69987ff, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=43b962f2-847c-497c-bae1-ea3fb69987ff,segment=NetworkSegment(881bc84f-ed1c-4a70-a18f-5763fc42ee7d),segment_id=881bc84f-ed1c-4a70-a18f-5763fc42ee7d)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:51:58.736513 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:51:58.781130 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Routers {'4b4f6fa2-a332-425d-92e2-133d49cd07dd'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:51:58.782009 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:51:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4b4f6fa2-a332-425d-92e2-133d49cd07dd'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:58.896322 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b83ac-e557-425e-b762-1c4f6f3e476d None None] Pushing event updated for resources: {'Port': ['ID=43b962f2-847c-497c-bae1-ea3fb69987ff,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:51:58.940646 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] Set router 4b4f6fa2-a332-425d-92e2-133d49cd07dd gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:51:59.283157 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'name': 'tempest-TestMinimumBasicScenario-1591481892-router', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '97c9cf04-4dc8-4042-8428-67bb8b2b094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:49Z', 'updated_at': '2021-08-17T04:51:53Z', 'revision_number': 4, 'project_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'gw_port': {'id': '97c9cf04-4dc8-4042-8428-67bb8b2b094a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:50Z', 'updated_at': '2021-08-17T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '43b962f2-847c-497c-bae1-ea3fb69987ff', 'name': '', 'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'mac_address': 'fa:16:3e:1c:74:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'f365f8be-5a7b-4407-80fc-32c91e3d3ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:52Z', 'updated_at': '2021-08-17T04:51:58Z', 'revision_number': 4, 'project_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'subnets': [{'id': 'f365f8be-5a7b-4407-80fc-32c91e3d3ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:51:59.314264 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3c7bd-1c69-4afe-b27f-0f85d1a7a553 None None] The sync data for ids ['4b4f6fa2-a332-425d-92e2-133d49cd07dd'] in n-d-793621-31 is: [{'id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'name': 'tempest-TestMinimumBasicScenario-1591481892-router', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '97c9cf04-4dc8-4042-8428-67bb8b2b094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:49Z', 'updated_at': '2021-08-17T04:51:53Z', 'revision_number': 4, 'project_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'gw_port': {'id': '97c9cf04-4dc8-4042-8428-67bb8b2b094a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:50Z', 'updated_at': '2021-08-17T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '43b962f2-847c-497c-bae1-ea3fb69987ff', 'name': '', 'network_id': 'dcaa0d62-c71a-435b-a9e1-50bae5bed637', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'mac_address': 'fa:16:3e:1c:74:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'f365f8be-5a7b-4407-80fc-32c91e3d3ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:52Z', 'updated_at': '2021-08-17T04:51:58Z', 'revision_number': 4, 'project_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'subnets': [{'id': 'f365f8be-5a7b-4407-80fc-32c91e3d3ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:52:00.376006 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 43b962f2-847c-497c-bae1-ea3fb69987ff up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:52:00.498250 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 43b962f2-847c-497c-bae1-ea3fb69987ff completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:52:00.503677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 43b962f2-847c-497c-bae1-ea3fb69987ff triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:52:00.504749 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:00.598930 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:00.642930 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 43b962f2-847c-497c-bae1-ea3fb69987ff, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=43b962f2-847c-497c-bae1-ea3fb69987ff,segment=NetworkSegment(881bc84f-ed1c-4a70-a18f-5763fc42ee7d),segment_id=881bc84f-ed1c-4a70-a18f-5763fc42ee7d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:52:00.744126 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:00.783529 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:00.814707 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=43b962f2-847c-497c-bae1-ea3fb69987ff,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:52:02.347362 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 43b962f2-847c-497c-bae1-ea3fb69987ff up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:52:02.400744 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 43b962f2-847c-497c-bae1-ea3fb69987ff triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:52:02.401208 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:03.069700 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:06.740369 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f7700eb-c126-4cee-8a09-4b4cb1eab3ab req-710df957-bb89-4248-8cad-c5efb658685c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1432688 Aug 17 04:52:06.834709 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7700eb-c126-4cee-8a09-4b4cb1eab3ab req-a6ac2991-580d-4a11-8c7c-7d8237502cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:52:06.836205 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f7700eb-c126-4cee-8a09-4b4cb1eab3ab req-a6ac2991-580d-4a11-8c7c-7d8237502cf7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0428793 Aug 17 04:52:06.941045 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7700eb-c126-4cee-8a09-4b4cb1eab3ab req-8adcf350-2e56-4a04-aee0-1c87363c4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:52:06.942478 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f7700eb-c126-4cee-8a09-4b4cb1eab3ab req-8adcf350-2e56-4a04-aee0-1c87363c4c96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0868909 Aug 17 04:52:06.984104 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f7700eb-c126-4cee-8a09-4b4cb1eab3ab req-7bd5a7e2-c6a7-4150-b11e-5167020c26a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0340922 Aug 17 04:52:07.031260 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7700eb-c126-4cee-8a09-4b4cb1eab3ab req-ece537c1-9ebf-421a-be50-93e040c7eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:52:07.032690 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f7700eb-c126-4cee-8a09-4b4cb1eab3ab req-ece537c1-9ebf-421a-be50-93e040c7eac5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0418932 Aug 17 04:52:07.086027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7700eb-c126-4cee-8a09-4b4cb1eab3ab req-658e4297-dd32-4c1e-85e4-1799fe0e5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:52:07.087537 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f7700eb-c126-4cee-8a09-4b4cb1eab3ab req-658e4297-dd32-4c1e-85e4-1799fe0e5082 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466120 Aug 17 04:52:07.176247 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f7700eb-c126-4cee-8a09-4b4cb1eab3ab req-cb614c38-aa3d-42e9-85dc-1009c9041d87 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810549 Aug 17 04:52:07.271273 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-4f7700eb-c126-4cee-8a09-4b4cb1eab3ab req-a997b446-ae4d-4295-97a9-df8c5cbbcb9c service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877337 Aug 17 04:52:08.109364 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8018e22f-5b31-485f-b2f9-fdffa78b4d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:10.537795 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-75cca424-8ef6-41c4-818c-0525fe8228fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:10.806713 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:12.623608 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:14.548807 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:21.573746 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:52:30.760352 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:33.000291 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:38.108724 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a3da97fa-1537-448d-8e62-cb8eff140148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:40.548703 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a8370d0d-a271-49d2-9e46-124c1cf128dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:41.160856 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:42.416902 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Tue, 17 Aug 2021 04:47:42 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:52:42.417426 n-d-793621-31 neutron-server[95406]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=95406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:52:42.456018 n-d-793621-31 neutron-server[95406]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'name': 'network-changed', 'server_uuid': 'f38012c3-be14-4a15-8bb3-14d8f3628ec4', 'tag': 'f887f4fb-12e9-4359-a31a-0f08d54cea7d'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Aug 17 04:52:42.456018 n-d-793621-31 neutron-server[95406]: ERROR neutron.notifiers.nova Traceback (most recent call last): Aug 17 04:52:42.456018 n-d-793621-31 neutron-server[95406]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Aug 17 04:52:42.456018 n-d-793621-31 neutron-server[95406]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Aug 17 04:52:42.456018 n-d-793621-31 neutron-server[95406]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Aug 17 04:52:42.456018 n-d-793621-31 neutron-server[95406]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Aug 17 04:52:42.456018 n-d-793621-31 neutron-server[95406]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Aug 17 04:52:42.456018 n-d-793621-31 neutron-server[95406]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Aug 17 04:52:42.456018 n-d-793621-31 neutron-server[95406]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Aug 17 04:52:42.456018 n-d-793621-31 neutron-server[95406]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Aug 17 04:52:42.456018 n-d-793621-31 neutron-server[95406]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Aug 17 04:52:42.456018 n-d-793621-31 neutron-server[95406]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Aug 17 04:52:42.456018 n-d-793621-31 neutron-server[95406]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Aug 17 04:52:42.456018 n-d-793621-31 neutron-server[95406]: ERROR neutron.notifiers.nova Aug 17 04:52:42.537113 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:44.571283 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:52:58.572500 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:53:00.771100 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:03.005482 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:06.832765 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47426) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:53:07.181406 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:07.430453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Deleting port 8297c889-4f63-437c-9395-f17161b4dcbd {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:53:07.430793 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:07.508963 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] For port 8297c889-4f63-437c-9395-f17161b4dcbd, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=8297c889-4f63-437c-9395-f17161b4dcbd,segment=NetworkSegment(26c4520f-6e8a-4287-96fd-59f9f4ca20d6),segment_id=26c4520f-6e8a-4287-96fd-59f9f4ca20d6)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:53:07.509355 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:07.521319 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Calling delete_port for 8297c889-4f63-437c-9395-f17161b4dcbd owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:53:07.765626 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:07.791253 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=8297c889-4f63-437c-9395-f17161b4dcbd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:53:07.817052 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:07.817426 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:07.817771 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:07.818208 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:07.818552 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:07.818882 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:07.819208 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:07.819534 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:07.819858 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:07.820181 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:07.820511 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:07.820831 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:07.976507 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:08.142296 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5e7807f0-6c29-471e-868a-d9dd822ccbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:08.187664 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Router 39276de5-0dbf-47f3-a7ef-0519579af669 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:53:08.290193 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:53:08.297901 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-49ddded0-cd51-4d44-8ce8-386dc1a00f43 admin admin] 10.222.0.13 "PUT /v2.0/routers/39276de5-0dbf-47f3-a7ef-0519579af669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4615314 Aug 17 04:53:08.298003 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47428) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:53:08.299408 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7af80e-cda3-4ac1-8353-c751c4636ae7 None None] Sync routers for ids ['39276de5-0dbf-47f3-a7ef-0519579af669'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:53:08.309320 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7af80e-cda3-4ac1-8353-c751c4636ae7 None None] Routers {'39276de5-0dbf-47f3-a7ef-0519579af669'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:53:08.309961 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0c7af80e-cda3-4ac1-8353-c751c4636ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['39276de5-0dbf-47f3-a7ef-0519579af669'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:53:08.417411 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-0c7af80e-cda3-4ac1-8353-c751c4636ae7 None None] Set router 39276de5-0dbf-47f3-a7ef-0519579af669 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:53:08.609471 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0c7af80e-cda3-4ac1-8353-c751c4636ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'name': 'tempest-TestMinimumBasicScenario-1800929879-router', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:42Z', 'updated_at': '2021-08-17T04:53:07Z', 'revision_number': 5, 'project_id': '7d2823f692f14cb888667b919c1e7f60', 'gw_port': {'id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:43Z', 'updated_at': '2021-08-17T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:53:08.636803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7af80e-cda3-4ac1-8353-c751c4636ae7 None None] Checking router: 39276de5-0dbf-47f3-a7ef-0519579af669 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:53:08.645506 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7af80e-cda3-4ac1-8353-c751c4636ae7 None None] Routers {'39276de5-0dbf-47f3-a7ef-0519579af669'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:53:08.646118 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0c7af80e-cda3-4ac1-8353-c751c4636ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:52:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['39276de5-0dbf-47f3-a7ef-0519579af669'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:53:08.751166 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-0c7af80e-cda3-4ac1-8353-c751c4636ae7 None None] Set router 39276de5-0dbf-47f3-a7ef-0519579af669 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:53:08.782001 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:08.823116 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef8079c3-04fa-4506-a57f-cde584d5fc5a req-8ac7ed19-2894-4bcd-8521-4710989fcd11 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0899019 Aug 17 04:53:08.915447 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:08.930116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8079c3-04fa-4506-a57f-cde584d5fc5a req-4d34e221-1c91-4b31-a52b-e606ccfb549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:53:08.931610 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef8079c3-04fa-4506-a57f-cde584d5fc5a req-4d34e221-1c91-4b31-a52b-e606ccfb549f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0518765 Aug 17 04:53:08.934570 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-0c7af80e-cda3-4ac1-8353-c751c4636ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'name': 'tempest-TestMinimumBasicScenario-1800929879-router', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:42Z', 'updated_at': '2021-08-17T04:53:07Z', 'revision_number': 5, 'project_id': '7d2823f692f14cb888667b919c1e7f60', 'gw_port': {'id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:43Z', 'updated_at': '2021-08-17T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:53:08.961565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7af80e-cda3-4ac1-8353-c751c4636ae7 None None] The sync data for ids ['39276de5-0dbf-47f3-a7ef-0519579af669'] in n-d-793621-31 is: [{'id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'name': 'tempest-TestMinimumBasicScenario-1800929879-router', 'tenant_id': '7d2823f692f14cb888667b919c1e7f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:42Z', 'updated_at': '2021-08-17T04:53:07Z', 'revision_number': 5, 'project_id': '7d2823f692f14cb888667b919c1e7f60', 'gw_port': {'id': 'e272d6cc-0a4f-4efa-b007-85eb4ba9379a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39276de5-0dbf-47f3-a7ef-0519579af669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:43Z', 'updated_at': '2021-08-17T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:53:09.062185 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8079c3-04fa-4506-a57f-cde584d5fc5a req-60f0c00f-9ab9-4ff7-a710-c33035a0b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:53:09.063695 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef8079c3-04fa-4506-a57f-cde584d5fc5a req-60f0c00f-9ab9-4ff7-a710-c33035a0b6c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.1124234 Aug 17 04:53:09.115350 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef8079c3-04fa-4506-a57f-cde584d5fc5a req-24a14659-1a59-4cb2-82d2-20bc02d79f10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0437939 Aug 17 04:53:09.133265 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] Deleting port e272d6cc-0a4f-4efa-b007-85eb4ba9379a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:53:09.133608 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:09.211224 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8079c3-04fa-4506-a57f-cde584d5fc5a req-be6a785f-c175-424a-9649-dbb1d19d1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:53:09.212702 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef8079c3-04fa-4506-a57f-cde584d5fc5a req-be6a785f-c175-424a-9649-dbb1d19d1ca3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0891290 Aug 17 04:53:09.271600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] For port e272d6cc-0a4f-4efa-b007-85eb4ba9379a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e272d6cc-0a4f-4efa-b007-85eb4ba9379a,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:53:09.271881 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:09.287654 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] Calling delete_port for e272d6cc-0a4f-4efa-b007-85eb4ba9379a owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:53:09.304008 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8079c3-04fa-4506-a57f-cde584d5fc5a req-33f016c1-4dd3-45d2-b095-f5ce077a3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:53:09.305567 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef8079c3-04fa-4506-a57f-cde584d5fc5a req-33f016c1-4dd3-45d2-b095-f5ce077a3529 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848923 Aug 17 04:53:09.490052 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef8079c3-04fa-4506-a57f-cde584d5fc5a req-18d662a9-ee97-4e8b-be2c-27ec8cdb34ea service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508200 Aug 17 04:53:09.621336 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef8079c3-04fa-4506-a57f-cde584d5fc5a req-ff137685-60ed-44a8-aa68-f1f5ede2fd8f service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222849 Aug 17 04:53:09.696983 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:09.723043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] Pushing event deleted for resources: {'Port': ['ID=e272d6cc-0a4f-4efa-b007-85eb4ba9379a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:53:09.781890 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:09.873761 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:09.875825 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.034138 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.034586 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39276de5-0dbf-47f3-a7ef-0519579af669 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:53:10.038727 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.039865 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-9c3a9675-3e11-41fc-b98c-78bcfd3ac068 admin admin] 10.222.0.13 "DELETE /v2.0/routers/39276de5-0dbf-47f3-a7ef-0519579af669 HTTP/1.1" status: 204 len: 168 time: 1.7403948 Aug 17 04:53:10.042432 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47430) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:53:10.088072 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f521234-db67-483c-81d9-42317f291ef8 admin admin] Deleting subnet 334ecc53-82ca-4004-97be-320a2ea1416e {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:53:10.091271 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f521234-db67-483c-81d9-42317f291ef8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.128476 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f521234-db67-483c-81d9-42317f291ef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.211122 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f521234-db67-483c-81d9-42317f291ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.331736 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f521234-db67-483c-81d9-42317f291ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.355386 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f521234-db67-483c-81d9-42317f291ef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=334ecc53-82ca-4004-97be-320a2ea1416e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:53:10.361648 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8f521234-db67-483c-81d9-42317f291ef8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.363691 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8f521234-db67-483c-81d9-42317f291ef8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/334ecc53-82ca-4004-97be-320a2ea1416e HTTP/1.1" status: 204 len: 168 time: 0.3202167 Aug 17 04:53:10.366259 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47432) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:53:10.371973 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b168977b-5693-4429-add1-b63f2b0f9f37 None None] Network 54cb75f1-0dce-4b38-bdbe-38b72c2a3dff requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:53:10.436242 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.500007 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] Deleting port caf0b7ab-827c-4d55-891c-36121e388a2c {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:53:10.500007 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.537224 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8297c889-4f63-437c-9395-f17161b4dcbd no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:53:10.564882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 8297c889-4f63-437c-9395-f17161b4dcbd {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:53:10.576760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 8297c889-4f63-437c-9395-f17161b4dcbd not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:53:10.576760 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e272d6cc-0a4f-4efa-b007-85eb4ba9379a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:53:10.577012 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] For port caf0b7ab-827c-4d55-891c-36121e388a2c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=caf0b7ab-827c-4d55-891c-36121e388a2c,segment=NetworkSegment(26c4520f-6e8a-4287-96fd-59f9f4ca20d6),segment_id=26c4520f-6e8a-4287-96fd-59f9f4ca20d6)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:53:10.577012 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.584663 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: e272d6cc-0a4f-4efa-b007-85eb4ba9379a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:53:10.585008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e272d6cc-0a4f-4efa-b007-85eb4ba9379a not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:53:10.585571 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] Calling delete_port for caf0b7ab-827c-4d55-891c-36121e388a2c owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:53:10.605280 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba7d7-3b5b-4ebc-8cd6-9daccb3f5d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.617187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] DHCP port deletion for 54cb75f1-0dce-4b38-bdbe-38b72c2a3dff request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:53:10.658995 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Deleting port caf0b7ab-827c-4d55-891c-36121e388a2c {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:53:10.659465 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.724132 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] For port caf0b7ab-827c-4d55-891c-36121e388a2c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=caf0b7ab-827c-4d55-891c-36121e388a2c,segment=NetworkSegment(26c4520f-6e8a-4287-96fd-59f9f4ca20d6),segment_id=26c4520f-6e8a-4287-96fd-59f9f4ca20d6)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:53:10.724532 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.736535 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Calling delete_port for caf0b7ab-827c-4d55-891c-36121e388a2c owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:53:10.794450 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.820985 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] Pushing event deleted for resources: {'Port': ['ID=caf0b7ab-827c-4d55-891c-36121e388a2c,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:53:10.824115 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.825463 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] No DVR routers for this DVR port caf0b7ab-827c-4d55-891c-36121e388a2c on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:53:10.850434 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Pushing event deleted for resources: {'Port': ['ID=caf0b7ab-827c-4d55-891c-36121e388a2c,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:53:10.854772 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] No DVR routers for this DVR port caf0b7ab-827c-4d55-891c-36121e388a2c on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:53:10.862185 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:10.862625 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:10.862992 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:10.863322 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:10.863661 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:10.863995 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:10.864328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:10.864715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:10.864990 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:10.865427 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:10.865758 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:10.866085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cef19-96c7-4557-8686-a05b94c6f5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:10.885400 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.906258 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.916221 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cb75f1-0dce-4b38-bdbe-38b72c2a3dff']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:53:10.926218 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c4520f-6e8a-4287-96fd-59f9f4ca20d6') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:53:10.926521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c4520f-6e8a-4287-96fd-59f9f4ca20d6') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:53:10.935450 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.949992 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.956726 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: timer() Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:53:10.960665 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:53:11.096572 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:11.101964 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:11.103888 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] 10.222.0.13 "DELETE /v2.0/networks/54cb75f1-0dce-4b38-bdbe-38b72c2a3dff HTTP/1.1" status: 204 len: 168 time: 0.7367148 Aug 17 04:53:11.107060 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47434) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:53:11.115483 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a44c95-18aa-4b5c-b710-7e96de97458a admin admin] Pushing event deleted for resources: {'Network': ['ID=54cb75f1-0dce-4b38-bdbe-38b72c2a3dff,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:53:11.457501 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:11.791988 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Deleting port 43b962f2-847c-497c-bae1-ea3fb69987ff {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:53:11.792222 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:11.873162 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] For port 43b962f2-847c-497c-bae1-ea3fb69987ff, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=43b962f2-847c-497c-bae1-ea3fb69987ff,segment=NetworkSegment(881bc84f-ed1c-4a70-a18f-5763fc42ee7d),segment_id=881bc84f-ed1c-4a70-a18f-5763fc42ee7d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:53:11.873558 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:11.885524 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Calling delete_port for 43b962f2-847c-497c-bae1-ea3fb69987ff owned by network:router_interface {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:53:12.142881 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:12.168831 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Pushing event deleted for resources: {'Port': ['ID=43b962f2-847c-497c-bae1-ea3fb69987ff,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:53:12.196430 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:12.196782 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:12.197124 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:12.197491 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:12.197827 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:12.198160 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:12.198489 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:12.198820 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:12.199151 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:12.199476 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:12.199801 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:12.200129 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:53:12.343464 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:12.411011 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device caf0b7ab-827c-4d55-891c-36121e388a2c no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:53:12.432034 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: caf0b7ab-827c-4d55-891c-36121e388a2c {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:53:12.432391 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device caf0b7ab-827c-4d55-891c-36121e388a2c not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:53:12.567427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Router 4b4f6fa2-a332-425d-92e2-133d49cd07dd has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:53:12.611524 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:12.709832 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:53:12.717794 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47438) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:53:12.718274 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-45aec4f1-a112-494f-8845-29d62eee92ae admin admin] 10.222.0.13 "PUT /v2.0/routers/4b4f6fa2-a332-425d-92e2-133d49cd07dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6099908 Aug 17 04:53:12.720958 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ebd1cd-a5a1-47ee-a056-e06da2e7d1f6 None None] Sync routers for ids ['4b4f6fa2-a332-425d-92e2-133d49cd07dd'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:53:12.730131 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ebd1cd-a5a1-47ee-a056-e06da2e7d1f6 None None] Routers {'4b4f6fa2-a332-425d-92e2-133d49cd07dd'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:53:12.730729 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-84ebd1cd-a5a1-47ee-a056-e06da2e7d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:53:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4b4f6fa2-a332-425d-92e2-133d49cd07dd'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:53:12.825768 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:12.833980 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-84ebd1cd-a5a1-47ee-a056-e06da2e7d1f6 None None] Set router 4b4f6fa2-a332-425d-92e2-133d49cd07dd gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:53:12.927778 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:13.008746 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-84ebd1cd-a5a1-47ee-a056-e06da2e7d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'name': 'tempest-TestMinimumBasicScenario-1591481892-router', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '97c9cf04-4dc8-4042-8428-67bb8b2b094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:49Z', 'updated_at': '2021-08-17T04:53:12Z', 'revision_number': 5, 'project_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'gw_port': {'id': '97c9cf04-4dc8-4042-8428-67bb8b2b094a', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:51:50Z', 'updated_at': '2021-08-17T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:53:13.040263 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ebd1cd-a5a1-47ee-a056-e06da2e7d1f6 None None] Checking router: 4b4f6fa2-a332-425d-92e2-133d49cd07dd for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:53:13.044296 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] Deleting port 97c9cf04-4dc8-4042-8428-67bb8b2b094a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:53:13.044650 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:13.049199 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ebd1cd-a5a1-47ee-a056-e06da2e7d1f6 None None] Routers {'4b4f6fa2-a332-425d-92e2-133d49cd07dd'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:53:13.050191 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-84ebd1cd-a5a1-47ee-a056-e06da2e7d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:53:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['4b4f6fa2-a332-425d-92e2-133d49cd07dd'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:53:13.132202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] For port 97c9cf04-4dc8-4042-8428-67bb8b2b094a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=97c9cf04-4dc8-4042-8428-67bb8b2b094a,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:53:13.132571 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:13.146164 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] Calling delete_port for 97c9cf04-4dc8-4042-8428-67bb8b2b094a owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:53:13.147677 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-84ebd1cd-a5a1-47ee-a056-e06da2e7d1f6 None None] Set router 4b4f6fa2-a332-425d-92e2-133d49cd07dd gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:53:13.198492 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-84ebd1cd-a5a1-47ee-a056-e06da2e7d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'name': 'tempest-TestMinimumBasicScenario-1591481892-router', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:49Z', 'updated_at': '2021-08-17T04:53:12Z', 'revision_number': 6, 'project_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:53:13.227784 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ebd1cd-a5a1-47ee-a056-e06da2e7d1f6 None None] The sync data for ids ['4b4f6fa2-a332-425d-92e2-133d49cd07dd'] in n-d-793621-31 is: [{'id': '4b4f6fa2-a332-425d-92e2-133d49cd07dd', 'name': 'tempest-TestMinimumBasicScenario-1591481892-router', 'tenant_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:51:49Z', 'updated_at': '2021-08-17T04:53:12Z', 'revision_number': 6, 'project_id': 'f823f79bb4264873a9bbdf3c00db54ca', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:53:13.422448 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:13.447717 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c9cf04-4dc8-4042-8428-67bb8b2b094a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:53:13.514167 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:13.607260 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:13.609456 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:13.748267 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:13.748902 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b4f6fa2-a332-425d-92e2-133d49cd07dd {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:53:13.754139 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:13.755303 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f6469086-0fbd-46ec-90c9-ebeeb6562cd9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4b4f6fa2-a332-425d-92e2-133d49cd07dd HTTP/1.1" status: 204 len: 168 time: 1.0365210 Aug 17 04:53:13.757870 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47440) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:53:13.803895 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d791032-3bfd-43d7-9799-65477388e613 admin admin] Deleting subnet f365f8be-5a7b-4407-80fc-32c91e3d3ddd {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:53:13.807176 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d791032-3bfd-43d7-9799-65477388e613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:13.841742 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d791032-3bfd-43d7-9799-65477388e613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:13.924131 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d791032-3bfd-43d7-9799-65477388e613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:14.062946 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d791032-3bfd-43d7-9799-65477388e613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:14.092262 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2d791032-3bfd-43d7-9799-65477388e613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:14.094282 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2d791032-3bfd-43d7-9799-65477388e613 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f365f8be-5a7b-4407-80fc-32c91e3d3ddd HTTP/1.1" status: 204 len: 168 time: 0.3354318 Aug 17 04:53:14.095825 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d791032-3bfd-43d7-9799-65477388e613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f365f8be-5a7b-4407-80fc-32c91e3d3ddd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:53:14.097333 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47442) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:53:14.100326 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4132212c-6b5f-47e4-b561-c9abee9bfb22 None None] Network dcaa0d62-c71a-435b-a9e1-50bae5bed637 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:53:14.171137 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:14.231313 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] Deleting port b6228058-74ef-473a-a676-26d42f975acf {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:53:14.231640 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:14.300509 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] For port b6228058-74ef-473a-a676-26d42f975acf, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=b6228058-74ef-473a-a676-26d42f975acf,segment=NetworkSegment(881bc84f-ed1c-4a70-a18f-5763fc42ee7d),segment_id=881bc84f-ed1c-4a70-a18f-5763fc42ee7d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:53:14.300795 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:14.315190 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] Calling delete_port for b6228058-74ef-473a-a676-26d42f975acf owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:53:14.374048 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 43b962f2-847c-497c-bae1-ea3fb69987ff no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:53:14.401648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 43b962f2-847c-497c-bae1-ea3fb69987ff {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:53:14.401648 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 43b962f2-847c-497c-bae1-ea3fb69987ff not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:53:14.402193 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 97c9cf04-4dc8-4042-8428-67bb8b2b094a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:53:14.422544 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 97c9cf04-4dc8-4042-8428-67bb8b2b094a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:53:14.426598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 97c9cf04-4dc8-4042-8428-67bb8b2b094a not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:53:14.491569 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:14.525359 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6228058-74ef-473a-a676-26d42f975acf,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:53:14.525558 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] No DVR routers for this DVR port b6228058-74ef-473a-a676-26d42f975acf on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:53:14.530336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd95f65c-ef49-4b17-9788-b4ea98a4b873 None None] DHCP port deletion for dcaa0d62-c71a-435b-a9e1-50bae5bed637 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:53:14.594910 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:14.609889 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:14.620619 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcaa0d62-c71a-435b-a9e1-50bae5bed637']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:53:14.631673 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881bc84f-ed1c-4a70-a18f-5763fc42ee7d') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:53:14.631971 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881bc84f-ed1c-4a70-a18f-5763fc42ee7d') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:53:14.647791 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:14.656840 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:14.664609 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: timer() Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:53:14.667476 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:53:14.828062 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:14.833531 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:14.837963 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] 10.222.0.13 "DELETE /v2.0/networks/dcaa0d62-c71a-435b-a9e1-50bae5bed637 HTTP/1.1" status: 204 len: 168 time: 0.7372675 Aug 17 04:53:14.850807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5b117-23b9-49ae-be40-2440f5acaa9e admin admin] Pushing event deleted for resources: {'Network': ['ID=dcaa0d62-c71a-435b-a9e1-50bae5bed637,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:53:15.315202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47446) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:53:15.359254 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-524373f8-36c2-4396-b87f-0c66442407a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d2823f692f14cb888667b919c1e7f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428188 Aug 17 04:53:15.361731 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47448) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:53:15.410002 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2aa583aa-f78a-4837-aa0b-988d5c2fb176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:15.430148 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2aa583aa-f78a-4837-aa0b-988d5c2fb176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:15.559366 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2aa583aa-f78a-4837-aa0b-988d5c2fb176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:15.561936 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-2aa583aa-f78a-4837-aa0b-988d5c2fb176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:15.563122 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-2aa583aa-f78a-4837-aa0b-988d5c2fb176 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67a084f8-5c93-4ce0-8f87-6d8b8425a448 HTTP/1.1" status: 204 len: 168 time: 0.2004552 Aug 17 04:53:15.572790 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa583aa-f78a-4837-aa0b-988d5c2fb176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a084f8-5c93-4ce0-8f87-6d8b8425a448,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:53:16.269518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47454) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:53:16.311525 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-69faba88-eed3-4383-aac4-b1b20f984853 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f823f79bb4264873a9bbdf3c00db54ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405197 Aug 17 04:53:16.313814 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47456) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:53:16.357759 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b6228058-74ef-473a-a676-26d42f975acf no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:53:16.363675 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcde8279-84a4-4366-8c3d-ec9124b197ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:16.377630 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: b6228058-74ef-473a-a676-26d42f975acf {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:53:16.377988 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device b6228058-74ef-473a-a676-26d42f975acf not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:53:16.384954 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcde8279-84a4-4366-8c3d-ec9124b197ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:16.525149 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcde8279-84a4-4366-8c3d-ec9124b197ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:16.527748 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fcde8279-84a4-4366-8c3d-ec9124b197ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:16.528898 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fcde8279-84a4-4366-8c3d-ec9124b197ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba53b7ed-98ea-446c-9803-c42c6ba9accd HTTP/1.1" status: 204 len: 168 time: 0.2139235 Aug 17 04:53:16.537657 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde8279-84a4-4366-8c3d-ec9124b197ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba53b7ed-98ea-446c-9803-c42c6ba9accd,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:53:30.787542 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:33.050763 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:35.571372 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:53:38.147883 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9e7baff5-dd0c-45d8-8067-27e67065dee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:40.530529 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-28079663-38cd-4145-9855-adfd85a2b9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:40.816105 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:42.530630 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:53:44.599261 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:54:00.792929 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:54:03.141854 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:54:08.101860 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9b55b948-71f8-4ece-b3a2-750d47cd55d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:54:09.638223 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ea3ba7f9-90be-453b-ba63-970607eda40a req-0dbca72f-5628-4b78-b2b4-3e69ca000900 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402720 Aug 17 04:54:09.733984 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ba7f9-90be-453b-ba63-970607eda40a req-725f323a-f66d-4d89-b542-ef195f9642ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:54:09.735463 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ea3ba7f9-90be-453b-ba63-970607eda40a req-725f323a-f66d-4d89-b542-ef195f9642ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0413592 Aug 17 04:54:09.840299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ba7f9-90be-453b-ba63-970607eda40a req-3d8a3d2c-58f4-498c-bbce-2fe9d4365f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:54:09.841726 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ea3ba7f9-90be-453b-ba63-970607eda40a req-3d8a3d2c-58f4-498c-bbce-2fe9d4365f71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0869014 Aug 17 04:54:09.884657 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ea3ba7f9-90be-453b-ba63-970607eda40a req-d1da07b8-e046-43a5-b95f-1ee00257b1c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0347457 Aug 17 04:54:09.932791 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ba7f9-90be-453b-ba63-970607eda40a req-524d6e67-aeeb-42b3-88f3-ed7ab4661d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:54:09.934236 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ea3ba7f9-90be-453b-ba63-970607eda40a req-524d6e67-aeeb-42b3-88f3-ed7ab4661d1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0420334 Aug 17 04:54:09.982122 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ba7f9-90be-453b-ba63-970607eda40a req-cc9b4151-571d-48bd-99bb-c94f6e9845ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:54:09.983576 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ea3ba7f9-90be-453b-ba63-970607eda40a req-cc9b4151-571d-48bd-99bb-c94f6e9845ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417507 Aug 17 04:54:10.072957 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ea3ba7f9-90be-453b-ba63-970607eda40a req-49461c54-f249-4222-b539-3091a9ec0170 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809460 Aug 17 04:54:10.164827 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ea3ba7f9-90be-453b-ba63-970607eda40a req-5d9d0c0e-3d00-4674-903e-0b51fbff7fdd service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846777 Aug 17 04:54:10.541449 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-18bebfc6-afe8-4def-a030-2f853e90195a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:54:10.867079 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:54:12.529972 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:54:12.570329 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:54:14.575765 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:54:30.815562 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:54:33.078322 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:54:38.164240 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-2bc14a6b-0b7e-4c1d-ab5b-2d37626446b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:54:40.564379 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5e13937e-cbb5-4e5b-9977-bec2e5d3b1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:54:40.849406 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:54:42.569656 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:54:44.586539 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:54:49.569387 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:55:00.808964 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:55:03.198156 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:55:08.117845 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d9bc293-5b7b-4704-bc85-6b78a0e72442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:55:10.626706 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-175ec738-fab1-4564-b815-6c7b2e5e5b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:55:10.631242 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bffdbe93-0d39-4a89-b579-c14a03783ba8 req-e9ee4988-14af-4ea6-91e3-1cee6f2e4f52 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418010 Aug 17 04:55:10.725474 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdbe93-0d39-4a89-b579-c14a03783ba8 req-f2d13335-8c41-486b-86fe-69cd7400e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:55:10.727119 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bffdbe93-0d39-4a89-b579-c14a03783ba8 req-f2d13335-8c41-486b-86fe-69cd7400e3b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0411518 Aug 17 04:55:10.834853 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdbe93-0d39-4a89-b579-c14a03783ba8 req-b09db7a3-1e56-4707-b44a-53ba641fa860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:55:10.836311 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bffdbe93-0d39-4a89-b579-c14a03783ba8 req-b09db7a3-1e56-4707-b44a-53ba641fa860 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0888429 Aug 17 04:55:10.849541 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:55:10.878313 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bffdbe93-0d39-4a89-b579-c14a03783ba8 req-0ca9827a-8ca9-4c7b-83b3-56521dc388e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0346143 Aug 17 04:55:10.927479 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdbe93-0d39-4a89-b579-c14a03783ba8 req-e02a49c1-74e0-44c8-bc1c-87ae0c54f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:55:10.928931 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bffdbe93-0d39-4a89-b579-c14a03783ba8 req-e02a49c1-74e0-44c8-bc1c-87ae0c54f21e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0430224 Aug 17 04:55:10.979027 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdbe93-0d39-4a89-b579-c14a03783ba8 req-0f55dc41-bc38-431b-b106-ccda431f4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:55:10.980495 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bffdbe93-0d39-4a89-b579-c14a03783ba8 req-0f55dc41-bc38-431b-b106-ccda431f4eb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437784 Aug 17 04:55:11.076046 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bffdbe93-0d39-4a89-b579-c14a03783ba8 req-d703d2a9-a0ca-4366-aa74-77a92048d252 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879180 Aug 17 04:55:11.170513 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-bffdbe93-0d39-4a89-b579-c14a03783ba8 req-b7b88b6b-a474-42b6-a8c4-6f8dd669d9fa service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860717 Aug 17 04:55:12.592323 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:55:14.626439 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:55:26.569155 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:55:30.872552 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:55:33.066080 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:55:38.140087 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d722d86f-19fc-475c-bfbe-132c17e7b4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:55:40.551710 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1b3fc4f6-51ba-408c-bb30-89635080ffc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:55:40.831255 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:55:42.607924 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:55:44.671715 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:56:00.837025 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:56:03.093944 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:56:03.568775 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:56:08.156720 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7fae503d-425d-41e9-9a26-c12f33764672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:56:10.563009 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e5e5a95f-bcf9-4913-acd4-48aa1a88193c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:56:10.864390 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:56:11.625196 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f575e85f-7f74-4f69-ba41-c5cf13d03ff2 req-fece752f-1a1c-4fa1-aaa6-c752d998fa58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405250 Aug 17 04:56:11.716981 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575e85f-7f74-4f69-ba41-c5cf13d03ff2 req-b9bbb725-ef4b-4b8a-96aa-433e19650f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:56:11.718515 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f575e85f-7f74-4f69-ba41-c5cf13d03ff2 req-b9bbb725-ef4b-4b8a-96aa-433e19650f92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0404136 Aug 17 04:56:11.824803 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575e85f-7f74-4f69-ba41-c5cf13d03ff2 req-d8e9b7c4-f0d7-4f84-97d6-4899c34a22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:56:11.826486 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f575e85f-7f74-4f69-ba41-c5cf13d03ff2 req-d8e9b7c4-f0d7-4f84-97d6-4899c34a22b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0872993 Aug 17 04:56:11.868125 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f575e85f-7f74-4f69-ba41-c5cf13d03ff2 req-b6fc589a-d224-4fd7-b70b-2ea422412c84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0339026 Aug 17 04:56:11.920631 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575e85f-7f74-4f69-ba41-c5cf13d03ff2 req-37e7d84c-60b4-404f-93e0-f957971f90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:56:11.921978 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f575e85f-7f74-4f69-ba41-c5cf13d03ff2 req-37e7d84c-60b4-404f-93e0-f957971f90f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0458639 Aug 17 04:56:11.968128 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575e85f-7f74-4f69-ba41-c5cf13d03ff2 req-3e91d81c-581c-4666-974a-05e5c9a861b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:56:11.969631 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f575e85f-7f74-4f69-ba41-c5cf13d03ff2 req-3e91d81c-581c-4666-974a-05e5c9a861b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403006 Aug 17 04:56:12.056971 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f575e85f-7f74-4f69-ba41-c5cf13d03ff2 req-65d3c47d-6604-46e9-b19b-b471a7dafc0b service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796962 Aug 17 04:56:12.150024 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-f575e85f-7f74-4f69-ba41-c5cf13d03ff2 req-b98cf27a-23ce-4d7a-9f9b-288cbfc2678e service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844786 Aug 17 04:56:12.556566 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:56:14.563522 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:56:30.817921 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:56:33.075494 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:56:38.151228 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c6056b46-6cc4-4a74-9256-393b87b15c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:56:40.567396 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:56:40.590891 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4eeb5eb5-cfbe-43dc-a889-235f28017f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:56:40.887835 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:56:42.562055 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:56:44.596057 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:57:00.814059 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:57:03.098851 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:57:08.137321 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-805bc10d-b91e-4250-bdda-98c5b744d699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:57:10.561848 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3f374808-0980-4ac7-b1f0-af7f9365e496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:57:10.897493 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:57:12.544650 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:57:12.754255 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b36421e3-3d3f-4e2c-955a-129a2dd6a099 req-244ea134-3a35-4018-b25a-944f304fa0cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1672080 Aug 17 04:57:12.850655 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36421e3-3d3f-4e2c-955a-129a2dd6a099 req-9bf88179-59c6-4893-8004-aa2ccc76a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:57:12.852181 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b36421e3-3d3f-4e2c-955a-129a2dd6a099 req-9bf88179-59c6-4893-8004-aa2ccc76a899 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0455496 Aug 17 04:57:12.967886 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36421e3-3d3f-4e2c-955a-129a2dd6a099 req-22322c8d-0062-40ef-8f87-b52156d135fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:57:12.969418 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b36421e3-3d3f-4e2c-955a-129a2dd6a099 req-22322c8d-0062-40ef-8f87-b52156d135fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0979562 Aug 17 04:57:13.014097 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b36421e3-3d3f-4e2c-955a-129a2dd6a099 req-acace842-eaf8-4f28-bae5-cafa6d9b4f51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0371656 Aug 17 04:57:13.063132 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36421e3-3d3f-4e2c-955a-129a2dd6a099 req-9980bd6b-e702-43a7-a556-86a694d8e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:57:13.064599 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b36421e3-3d3f-4e2c-955a-129a2dd6a099 req-9980bd6b-e702-43a7-a556-86a694d8e112 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0439165 Aug 17 04:57:13.110719 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36421e3-3d3f-4e2c-955a-129a2dd6a099 req-597904e4-fbee-4e29-a574-0a1a19be8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:57:13.112210 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b36421e3-3d3f-4e2c-955a-129a2dd6a099 req-597904e4-fbee-4e29-a574-0a1a19be8291 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405650 Aug 17 04:57:13.124201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-b36421e3-3d3f-4e2c-955a-129a2dd6a099 req-d6a8bf03-e62b-4e75-9ddf-ebd52dd836eb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:57:13.125156 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b36421e3-3d3f-4e2c-955a-129a2dd6a099 req-d6a8bf03-e62b-4e75-9ddf-ebd52dd836eb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056789 Aug 17 04:57:13.563368 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b36421e3-3d3f-4e2c-955a-129a2dd6a099 req-c7cf04e8-25aa-4529-bb8d-743e08efd918 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308925 Aug 17 04:57:13.652580 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b36421e3-3d3f-4e2c-955a-129a2dd6a099 req-da9b3189-3c1d-43e0-9eed-f58a96a939f7 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814235 Aug 17 04:57:14.625672 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:57:17.567664 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:57:30.829657 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:57:33.093032 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:57:38.131651 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-02b3068b-17ea-40f8-88b2-2972a266bb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:57:40.561473 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-babd29de-f0d2-4998-aba2-9e4e6aa802eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:57:40.841311 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:57:42.555481 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:57:44.578110 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:57:54.567360 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:58:00.833496 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:03.096432 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:08.119327 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a2872616-aae0-401c-90cc-74ffffcc8df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:10.612665 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a2b83a0d-ec3d-4086-9400-5d88ad935e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:10.863622 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:12.560906 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:12.624052 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a94e749e-c2dd-48f4-b795-b3e397e56948 req-364aedac-6e13-4382-9e1b-1d2c861f078b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383701 Aug 17 04:58:12.720521 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e749e-c2dd-48f4-b795-b3e397e56948 req-2c34ea10-a022-489b-bd42-1904c666e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:58:12.721976 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a94e749e-c2dd-48f4-b795-b3e397e56948 req-2c34ea10-a022-489b-bd42-1904c666e391 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0436938 Aug 17 04:58:12.825035 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e749e-c2dd-48f4-b795-b3e397e56948 req-f041285c-100c-4811-bccd-969c57a548d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:58:12.826535 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a94e749e-c2dd-48f4-b795-b3e397e56948 req-f041285c-100c-4811-bccd-969c57a548d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0834737 Aug 17 04:58:12.871118 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a94e749e-c2dd-48f4-b795-b3e397e56948 req-74e338d5-ab86-41d5-8ba2-3ae134ca9caa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0368714 Aug 17 04:58:12.919645 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e749e-c2dd-48f4-b795-b3e397e56948 req-65497a1b-3fa1-41d6-88f9-30b34abdeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:58:12.921082 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a94e749e-c2dd-48f4-b795-b3e397e56948 req-65497a1b-3fa1-41d6-88f9-30b34abdeeff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0420725 Aug 17 04:58:12.968925 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e749e-c2dd-48f4-b795-b3e397e56948 req-bff77e13-e6d4-4883-9139-3ee20502d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:58:12.970586 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a94e749e-c2dd-48f4-b795-b3e397e56948 req-bff77e13-e6d4-4883-9139-3ee20502d096 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407982 Aug 17 04:58:13.064109 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a94e749e-c2dd-48f4-b795-b3e397e56948 req-aa2f39b2-bda2-4acf-863e-bc505ab70632 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859218 Aug 17 04:58:13.152056 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-a94e749e-c2dd-48f4-b795-b3e397e56948 req-b85c923f-f028-49ce-baf7-04641137cdd8 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802512 Aug 17 04:58:14.600546 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:19.171133 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47598) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:58:19.275070 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:19.363509 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:19.428931 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:19.464792 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dc7015-9c4b-4311-ab83-eebb7684db84,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:19.470383 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dab00b742f44dd3bf30899e47a20a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981579 Aug 17 04:58:19.473154 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47602) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:58:19.475420 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.475767 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.476109 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.476451 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.476780 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.477108 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.477470 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.477796 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.478119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.478445 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.478766 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.479088 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd6c5c-51b3-4093-a5a1-31dda9219802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.524170 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:19.544913 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:19.684389 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:19.686935 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:19.688893 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70dc7015-9c4b-4311-ab83-eebb7684db84 HTTP/1.1" status: 204 len: 168 time: 0.2146285 Aug 17 04:58:19.697181 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dc7015-9c4b-4311-ab83-eebb7684db84,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:19.704313 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.704661 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.705003 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.705368 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.705705 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.706043 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.706371 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.706700 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.707025 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.707347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.707672 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:19.707997 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ee46d-e9bb-44f3-97c2-01292d45dbe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:20.380101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47610) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:58:20.394018 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f116cd60-b4a9-4956-a683-00ebca4cbda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:20.478998 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f116cd60-b4a9-4956-a683-00ebca4cbda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:20.532696 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f116cd60-b4a9-4956-a683-00ebca4cbda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:20.570659 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f116cd60-b4a9-4956-a683-00ebca4cbda2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92d50e90233d4f1b946339c6d7455b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1894827 Aug 17 04:58:20.571501 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116cd60-b4a9-4956-a683-00ebca4cbda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5d00f1-41c3-4b1e-9357-88505ee3268a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:20.574278 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47612) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:58:20.624029 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b2a676e8-bf67-41dc-8290-93903d831e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:20.644482 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b2a676e8-bf67-41dc-8290-93903d831e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:20.792800 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b2a676e8-bf67-41dc-8290-93903d831e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:20.795407 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b2a676e8-bf67-41dc-8290-93903d831e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:20.796654 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b2a676e8-bf67-41dc-8290-93903d831e5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a5d00f1-41c3-4b1e-9357-88505ee3268a HTTP/1.1" status: 204 len: 168 time: 0.2211256 Aug 17 04:58:20.805678 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a676e8-bf67-41dc-8290-93903d831e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5d00f1-41c3-4b1e-9357-88505ee3268a,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:21.848311 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47634) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:58:21.942488 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1548557851-network', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:58:22.040373 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] Made reservation on behalf of 92d29c0472fd4837a6a986f2baa5fa0d for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:58:22.042758 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:22.053403 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:22.141692 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:22.212355 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:22.237532 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:58:22.246866 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebea930-846a-429a-ba99-99f1a9caf4c7,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:22.252348 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:22.252696 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] Added segment 276deb7d-8c6f-4e68-957d-4ee5f1b252d7 of type vlan for network 74676fee-fd3b-478d-8d6b-55951ee8ad0a Aug 17 04:58:22.298082 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:22.421906 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:22.422874 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:58:22.423454 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:22.482012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] Pushing event updated for resources: {'Network': ['ID=74676fee-fd3b-478d-8d6b-55951ee8ad0a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:22.491858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 74676fee-fd3b-478d-8d6b-55951ee8ad0a details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:58:22.526985 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-1273f98d-beb9-4ecc-8847-b7fa2c1d1052 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6775479 Aug 17 04:58:22.529864 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47640) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:58:22.535712 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-7537d105-2c3c-418b-9cb2-3e630bdca23e admin admin] Request body: {'subnet': {'network_id': '74676fee-fd3b-478d-8d6b-55951ee8ad0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1548557851-subnet', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:58:22.638816 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7537d105-2c3c-418b-9cb2-3e630bdca23e admin admin] Made reservation on behalf of 92d29c0472fd4837a6a986f2baa5fa0d for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:58:22.641891 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7537d105-2c3c-418b-9cb2-3e630bdca23e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:22.903542 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7537d105-2c3c-418b-9cb2-3e630bdca23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:22.958613 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537d105-2c3c-418b-9cb2-3e630bdca23e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c082c2-976e-41e8-af60-b3dd8764fbcc,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:22.966599 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7537d105-2c3c-418b-9cb2-3e630bdca23e admin admin] Checking segment: {'id': '276deb7d-8c6f-4e68-957d-4ee5f1b252d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '74676fee-fd3b-478d-8d6b-55951ee8ad0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:58:22.966955 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7537d105-2c3c-418b-9cb2-3e630bdca23e admin admin] Network hostable DHCP agents. Network: 74676fee-fd3b-478d-8d6b-55951ee8ad0a, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:58:23.080342 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7537d105-2c3c-418b-9cb2-3e630bdca23e admin admin] Network 74676fee-fd3b-478d-8d6b-55951ee8ad0a is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:58:23.170114 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-7537d105-2c3c-418b-9cb2-3e630bdca23e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 74676fee-fd3b-478d-8d6b-55951ee8ad0a) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:58:23.174796 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7537d105-2c3c-418b-9cb2-3e630bdca23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:58:23.175443 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7537d105-2c3c-418b-9cb2-3e630bdca23e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:23.179974 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f5a812-fceb-4099-8407-8771fcc9aa10 None None] Network 74676fee-fd3b-478d-8d6b-55951ee8ad0a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:58:23.310018 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-7537d105-2c3c-418b-9cb2-3e630bdca23e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7789376 Aug 17 04:58:23.312555 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47642) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:58:23.317328 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1548557851-router', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:58:23.322482 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-74676fee-fd3b-478d-8d6b-55951ee8ad0a', 'network_id': '74676fee-fd3b-478d-8d6b-55951ee8ad0a', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'fixed_ips': [{'subnet_id': 'a0c082c2-976e-41e8-af60-b3dd8764fbcc'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:58:23.323564 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:23.422318 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:23.423447 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:23.458926 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Allocated IP 172.20.0.2 (74676fee-fd3b-478d-8d6b-55951ee8ad0a/a0c082c2-976e-41e8-af60-b3dd8764fbcc/efe9f4be-5c71-493c-9488-0e8e7039bf9f) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:58:23.478601 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:23.602783 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:23.611015 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Transition to ACTIVE for port object efe9f4be-5c71-493c-9488-0e8e7039bf9f will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:58:23.625716 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Transition to ACTIVE for port object efe9f4be-5c71-493c-9488-0e8e7039bf9f will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:58:23.688335 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:23.744000 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:23.779631 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Network 74676fee-fd3b-478d-8d6b-55951ee8ad0a is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:58:23.782413 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:58:23.784917 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:58:23.802957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Pushing event updated for resources: {'Port': ['ID=efe9f4be-5c71-493c-9488-0e8e7039bf9f,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:23.824930 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:23.829880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:23.829880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:23.829880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:23.829880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:23.829880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:23.829880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:23.829880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:23.829880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:23.829880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:23.829880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:23.829880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:23.859998 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Attempting to bind port efe9f4be-5c71-493c-9488-0e8e7039bf9f on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:58:23.860371 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Attempting to bind port efe9f4be-5c71-493c-9488-0e8e7039bf9f by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '276deb7d-8c6f-4e68-957d-4ee5f1b252d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '74676fee-fd3b-478d-8d6b-55951ee8ad0a'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:58:23.860741 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Attempting to bind port efe9f4be-5c71-493c-9488-0e8e7039bf9f on network 74676fee-fd3b-478d-8d6b-55951ee8ad0a {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:58:23.865920 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:58:23.866296 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Checking segment: {'id': '276deb7d-8c6f-4e68-957d-4ee5f1b252d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '74676fee-fd3b-478d-8d6b-55951ee8ad0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:58:23.866710 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:23.867112 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Bound using segment: {'id': '276deb7d-8c6f-4e68-957d-4ee5f1b252d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '74676fee-fd3b-478d-8d6b-55951ee8ad0a'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:58:23.867580 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Bound port: efe9f4be-5c71-493c-9488-0e8e7039bf9f, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276deb7d-8c6f-4e68-957d-4ee5f1b252d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '74676fee-fd3b-478d-8d6b-55951ee8ad0a'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:58:23.867966 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:23.932743 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] For port efe9f4be-5c71-493c-9488-0e8e7039bf9f, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:58:23.936677 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] For port efe9f4be-5c71-493c-9488-0e8e7039bf9f, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=efe9f4be-5c71-493c-9488-0e8e7039bf9f,segment=NetworkSegment(276deb7d-8c6f-4e68-957d-4ee5f1b252d7),segment_id=276deb7d-8c6f-4e68-957d-4ee5f1b252d7)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:58:23.989075 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:24.009326 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:24.050886 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:24.110239 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1d97e-ffe4-4bd3-8b53-997685ab7eeb None None] Pushing event updated for resources: {'Port': ['ID=efe9f4be-5c71-493c-9488-0e8e7039bf9f,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:24.118952 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Allocated IP 172.25.5.67 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/69dc36fb-51be-4040-8fa9-f3bb0029160e) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:58:24.223014 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:24.344867 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:24.390045 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:58:24.393620 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:58:24.396011 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:58:24.401725 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Pushing event updated for resources: {'Port': ['ID=69dc36fb-51be-4040-8fa9-f3bb0029160e,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:24.553704 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device efe9f4be-5c71-493c-9488-0e8e7039bf9f up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:58:24.669220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port efe9f4be-5c71-493c-9488-0e8e7039bf9f completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:58:25.023598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97bcb75-6877-4f10-b50c-3aa4d5f0a0de None None] Network 74676fee-fd3b-478d-8d6b-55951ee8ad0a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:58:25.099901 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:25.195775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b0696fe4-16fe-46d1-8e1a-d5f5f8cf94f8 None None] Provisioning for port efe9f4be-5c71-493c-9488-0e8e7039bf9f completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:58:25.202061 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b0696fe4-16fe-46d1-8e1a-d5f5f8cf94f8 None None] Provisioning complete for port efe9f4be-5c71-493c-9488-0e8e7039bf9f triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:25.202061 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0696fe4-16fe-46d1-8e1a-d5f5f8cf94f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:25.293778 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0696fe4-16fe-46d1-8e1a-d5f5f8cf94f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:25.303232 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:25.331463 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-b0696fe4-16fe-46d1-8e1a-d5f5f8cf94f8 None None] For port efe9f4be-5c71-493c-9488-0e8e7039bf9f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=efe9f4be-5c71-493c-9488-0e8e7039bf9f,segment=NetworkSegment(276deb7d-8c6f-4e68-957d-4ee5f1b252d7),segment_id=276deb7d-8c6f-4e68-957d-4ee5f1b252d7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:58:25.398906 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b0696fe4-16fe-46d1-8e1a-d5f5f8cf94f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:25.448152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0696fe4-16fe-46d1-8e1a-d5f5f8cf94f8 None None] Pushing event updated for resources: {'Port': ['ID=efe9f4be-5c71-493c-9488-0e8e7039bf9f,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:25.503412 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Router 5f6b9216-8fcb-47df-ac3a-bff980ae9264 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:58:25.520951 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-dc43d816-4973-494f-be42-a563e6b2e6f7 None None] Provisioning complete for port efe9f4be-5c71-493c-9488-0e8e7039bf9f triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:25.527150 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-dc43d816-4973-494f-be42-a563e6b2e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:25.616052 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:58:25.626270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Sync routers for ids ['5f6b9216-8fcb-47df-ac3a-bff980ae9264'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:58:25.636276 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Routers {'5f6b9216-8fcb-47df-ac3a-bff980ae9264'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:58:25.636890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:58:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5f6b9216-8fcb-47df-ac3a-bff980ae9264'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:25.704207 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:25.708262 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-b60e1184-f77d-4303-a327-a90550edb620 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3919373 Aug 17 04:58:25.708767 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47644) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:58:25.740764 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Set router 5f6b9216-8fcb-47df-ac3a-bff980ae9264 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:58:25.923080 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'name': 'tempest-TestShelveInstance-1548557851-router', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '69dc36fb-51be-4040-8fa9-f3bb0029160e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:23Z', 'updated_at': '2021-08-17T04:58:24Z', 'revision_number': 3, 'project_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'gw_port': {'id': '69dc36fb-51be-4040-8fa9-f3bb0029160e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:24Z', 'updated_at': '2021-08-17T04:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:25.950358 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Checking router: 5f6b9216-8fcb-47df-ac3a-bff980ae9264 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:58:25.950715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Updating router 5f6b9216-8fcb-47df-ac3a-bff980ae9264 port 69dc36fb-51be-4040-8fa9-f3bb0029160e binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:58:25.975470 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:26.135431 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:26.235119 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:26.244775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Transition to ACTIVE for port object 69dc36fb-51be-4040-8fa9-f3bb0029160e will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:58:26.294978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Allocated IP 172.20.0.1 (74676fee-fd3b-478d-8d6b-55951ee8ad0a/a0c082c2-976e-41e8-af60-b3dd8764fbcc/986434ee-fe2b-4a6b-a26e-5d16894f73c1) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:58:26.400623 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:26.406716 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:26.415035 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Transition to ACTIVE for port object 986434ee-fe2b-4a6b-a26e-5d16894f73c1 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:58:26.460574 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Attempting to bind port 69dc36fb-51be-4040-8fa9-f3bb0029160e on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:58:26.460946 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Attempting to bind port 69dc36fb-51be-4040-8fa9-f3bb0029160e by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:58:26.461336 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Attempting to bind port 69dc36fb-51be-4040-8fa9-f3bb0029160e on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:58:26.464282 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d85817-e1f3-43c7-a1aa-6d45ee76183e None None] Pushing event updated for resources: {'Port': ['ID=69dc36fb-51be-4040-8fa9-f3bb0029160e,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:26.470315 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:58:26.470686 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:58:26.471090 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:26.471476 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:58:26.472173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Bound port: 69dc36fb-51be-4040-8fa9-f3bb0029160e, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:58:26.472558 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:26.524803 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] For port 69dc36fb-51be-4040-8fa9-f3bb0029160e, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:58:26.527913 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] For port 69dc36fb-51be-4040-8fa9-f3bb0029160e, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=69dc36fb-51be-4040-8fa9-f3bb0029160e,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:58:26.538285 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:26.540857 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device efe9f4be-5c71-493c-9488-0e8e7039bf9f up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:58:26.576227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Network 74676fee-fd3b-478d-8d6b-55951ee8ad0a is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:58:26.581893 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:58:26.585456 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:58:26.595670 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port efe9f4be-5c71-493c-9488-0e8e7039bf9f triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:26.596058 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:26.611995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Pushing event updated for resources: {'Port': ['ID=986434ee-fe2b-4a6b-a26e-5d16894f73c1,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:26.627467 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:26.634221 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:26.700907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d85817-e1f3-43c7-a1aa-6d45ee76183e None None] Pushing event updated for resources: {'Port': ['ID=69dc36fb-51be-4040-8fa9-f3bb0029160e,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:26.705524 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Routers {'5f6b9216-8fcb-47df-ac3a-bff980ae9264'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:58:26.706154 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:58:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5f6b9216-8fcb-47df-ac3a-bff980ae9264'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:26.844309 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] Set router 5f6b9216-8fcb-47df-ac3a-bff980ae9264 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:58:26.871850 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:26.933952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8f0dd2f1-7389-4933-8a83-a8758601befd None None] Provisioning for port 986434ee-fe2b-4a6b-a26e-5d16894f73c1 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:58:26.947449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8f0dd2f1-7389-4933-8a83-a8758601befd None None] Provisioning complete for port 986434ee-fe2b-4a6b-a26e-5d16894f73c1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:26.947829 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd2f1-7389-4933-8a83-a8758601befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:26.996782 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8f0dd2f1-7389-4933-8a83-a8758601befd None None] Port 986434ee-fe2b-4a6b-a26e-5d16894f73c1 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:58:27.041555 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:27.052017 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'name': 'tempest-TestShelveInstance-1548557851-router', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '69dc36fb-51be-4040-8fa9-f3bb0029160e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:23Z', 'updated_at': '2021-08-17T04:58:24Z', 'revision_number': 3, 'project_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'gw_port': {'id': '69dc36fb-51be-4040-8fa9-f3bb0029160e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:24Z', 'updated_at': '2021-08-17T04:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:27.078358 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9a5d21-4f94-4f3b-8dbb-1006c1ba1343 None None] The sync data for ids ['5f6b9216-8fcb-47df-ac3a-bff980ae9264'] in n-d-793621-31 is: [{'id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'name': 'tempest-TestShelveInstance-1548557851-router', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '69dc36fb-51be-4040-8fa9-f3bb0029160e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:23Z', 'updated_at': '2021-08-17T04:58:24Z', 'revision_number': 3, 'project_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'gw_port': {'id': '69dc36fb-51be-4040-8fa9-f3bb0029160e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:24Z', 'updated_at': '2021-08-17T04:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:58:27.166614 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:27.233849 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:27.236248 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Pushing event updated for resources: {'Port': ['ID=986434ee-fe2b-4a6b-a26e-5d16894f73c1,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:27.350459 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Network 74676fee-fd3b-478d-8d6b-55951ee8ad0a is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:58:27.352075 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:58:27.478104 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Router 5f6b9216-8fcb-47df-ac3a-bff980ae9264 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:58:27.596446 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:58:27.601867 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-de809eb0-1a90-422a-866b-d8bef491dd55 admin admin] 10.222.0.13 "PUT /v2.0/routers/5f6b9216-8fcb-47df-ac3a-bff980ae9264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8920519 Aug 17 04:58:27.620290 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8e1a87b2-c411-452e-9008-34f99b3e156d None None] Provisioning complete for port 986434ee-fe2b-4a6b-a26e-5d16894f73c1 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:27.620777 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8e1a87b2-c411-452e-9008-34f99b3e156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:27.660303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8e1a87b2-c411-452e-9008-34f99b3e156d None None] Port 986434ee-fe2b-4a6b-a26e-5d16894f73c1 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:58:28.342030 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47660) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:58:28.347257 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1610848959-network', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23'}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:58:28.429233 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] Made reservation on behalf of dfc40769012c4b849be511e16e12bf23 for: {'network': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:58:28.431821 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:28.440956 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:28.541882 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:28.555167 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 69dc36fb-51be-4040-8fa9-f3bb0029160e up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:58:28.582119 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Sync routers for ids ['5f6b9216-8fcb-47df-ac3a-bff980ae9264'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:58:28.591337 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Routers {'5f6b9216-8fcb-47df-ac3a-bff980ae9264'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:58:28.592010 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:58:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5f6b9216-8fcb-47df-ac3a-bff980ae9264'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:28.623519 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:28.651179 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:58:28.658354 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9234da-5c8e-4659-9634-0dafb1054f5a,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:28.664424 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:28.664776 n-d-793621-31 neutron-server[95406]: INFO neutron.db.segments_db [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] Added segment 665bc321-4a9f-42c0-8921-717a638d927c of type vlan for network e694b709-7ea2-4fa2-8834-64a2deac9d92 Aug 17 04:58:28.697871 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Set router 5f6b9216-8fcb-47df-ac3a-bff980ae9264 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:58:28.704056 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 69dc36fb-51be-4040-8fa9-f3bb0029160e completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:58:28.709866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 69dc36fb-51be-4040-8fa9-f3bb0029160e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:28.712771 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:28.712941 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:28.791947 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:28.813223 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:28.814578 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:58:28.814816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 69dc36fb-51be-4040-8fa9-f3bb0029160e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=69dc36fb-51be-4040-8fa9-f3bb0029160e,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:58:28.815553 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:28.878492 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] Pushing event updated for resources: {'Network': ['ID=e694b709-7ea2-4fa2-8834-64a2deac9d92,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:28.891135 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network e694b709-7ea2-4fa2-8834-64a2deac9d92 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:58:28.942018 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-40bac59a-e079-49f4-8173-cdd62cddd1bd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5961409 Aug 17 04:58:28.942528 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47662) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:58:28.949051 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-e2f7d281-2e2f-493b-b32d-fce2b3aa1189 admin admin] Request body: {'subnet': {'network_id': 'e694b709-7ea2-4fa2-8834-64a2deac9d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1610848959-subnet', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23', 'ip_version': 4}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:58:29.004961 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'name': 'tempest-TestShelveInstance-1548557851-router', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '69dc36fb-51be-4040-8fa9-f3bb0029160e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:23Z', 'updated_at': '2021-08-17T04:58:26Z', 'revision_number': 4, 'project_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'gw_port': {'id': '69dc36fb-51be-4040-8fa9-f3bb0029160e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:24Z', 'updated_at': '2021-08-17T04:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '986434ee-fe2b-4a6b-a26e-5d16894f73c1', 'name': '', 'network_id': '74676fee-fd3b-478d-8d6b-55951ee8ad0a', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'mac_address': 'fa:16:3e:2e:f4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a0c082c2-976e-41e8-af60-b3dd8764fbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:26Z', 'updated_at': '2021-08-17T04:58:26Z', 'revision_number': 2, 'project_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'subnets': [{'id': 'a0c082c2-976e-41e8-af60-b3dd8764fbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:29.035741 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Checking router: 5f6b9216-8fcb-47df-ac3a-bff980ae9264 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:58:29.036122 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Updating router 5f6b9216-8fcb-47df-ac3a-bff980ae9264 port 986434ee-fe2b-4a6b-a26e-5d16894f73c1 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:58:29.058102 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f7d281-2e2f-493b-b32d-fce2b3aa1189 admin admin] Made reservation on behalf of dfc40769012c4b849be511e16e12bf23 for: {'subnet': 1} {{(pid=95406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:58:29.060612 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2f7d281-2e2f-493b-b32d-fce2b3aa1189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3282468'] for subnet, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:29.062371 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:29.083185 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:29.149988 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=69dc36fb-51be-4040-8fa9-f3bb0029160e,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:29.309494 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2f7d281-2e2f-493b-b32d-fce2b3aa1189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3620425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3282482'] for subnet, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:29.328918 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:29.338768 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Transition to ACTIVE for port object 986434ee-fe2b-4a6b-a26e-5d16894f73c1 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:58:29.367663 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7d281-2e2f-493b-b32d-fce2b3aa1189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea823ee5-e8e5-4cfa-8919-df80bb41b06b,revision_number=0']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:29.375431 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7d281-2e2f-493b-b32d-fce2b3aa1189 admin admin] Checking segment: {'id': '665bc321-4a9f-42c0-8921-717a638d927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e694b709-7ea2-4fa2-8834-64a2deac9d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:58:29.375787 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f7d281-2e2f-493b-b32d-fce2b3aa1189 admin admin] Network hostable DHCP agents. Network: e694b709-7ea2-4fa2-8834-64a2deac9d92, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:58:29.395211 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:29.448899 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ad826-a300-447a-97ad-adce3a64bcc4 None None] Pushing event updated for resources: {'Port': ['ID=986434ee-fe2b-4a6b-a26e-5d16894f73c1,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:29.470417 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad826-a300-447a-97ad-adce3a64bcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:29.470752 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad826-a300-447a-97ad-adce3a64bcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:29.471088 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad826-a300-447a-97ad-adce3a64bcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:29.471419 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad826-a300-447a-97ad-adce3a64bcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:29.471743 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad826-a300-447a-97ad-adce3a64bcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:29.472064 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad826-a300-447a-97ad-adce3a64bcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:29.472390 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad826-a300-447a-97ad-adce3a64bcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:29.472705 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad826-a300-447a-97ad-adce3a64bcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:29.473023 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad826-a300-447a-97ad-adce3a64bcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:29.473363 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad826-a300-447a-97ad-adce3a64bcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:29.473684 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad826-a300-447a-97ad-adce3a64bcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:29.473997 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ad826-a300-447a-97ad-adce3a64bcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:58:29.480838 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f7d281-2e2f-493b-b32d-fce2b3aa1189 admin admin] Network e694b709-7ea2-4fa2-8834-64a2deac9d92 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:58:29.505833 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Attempting to bind port 986434ee-fe2b-4a6b-a26e-5d16894f73c1 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:58:29.506207 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Attempting to bind port 986434ee-fe2b-4a6b-a26e-5d16894f73c1 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '276deb7d-8c6f-4e68-957d-4ee5f1b252d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '74676fee-fd3b-478d-8d6b-55951ee8ad0a'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:58:29.506838 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Attempting to bind port 986434ee-fe2b-4a6b-a26e-5d16894f73c1 on network 74676fee-fd3b-478d-8d6b-55951ee8ad0a {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:58:29.512325 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:58:29.512700 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Checking segment: {'id': '276deb7d-8c6f-4e68-957d-4ee5f1b252d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '74676fee-fd3b-478d-8d6b-55951ee8ad0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:58:29.513106 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:29.513559 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Bound using segment: {'id': '276deb7d-8c6f-4e68-957d-4ee5f1b252d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '74676fee-fd3b-478d-8d6b-55951ee8ad0a'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:58:29.514043 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Bound port: 986434ee-fe2b-4a6b-a26e-5d16894f73c1, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276deb7d-8c6f-4e68-957d-4ee5f1b252d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '74676fee-fd3b-478d-8d6b-55951ee8ad0a'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:58:29.514416 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:29.554965 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-e2f7d281-2e2f-493b-b32d-fce2b3aa1189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, e694b709-7ea2-4fa2-8834-64a2deac9d92) {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:58:29.559188 n-d-793621-31 neutron-server[95406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f7d281-2e2f-493b-b32d-fce2b3aa1189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:58:29.559778 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e2f7d281-2e2f-493b-b32d-fce2b3aa1189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:29.565607 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a38e06c-4fea-4e4f-90be-bb2e5f1bc996 None None] Network e694b709-7ea2-4fa2-8834-64a2deac9d92 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:58:29.590707 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] For port 986434ee-fe2b-4a6b-a26e-5d16894f73c1, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:58:29.594543 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] For port 986434ee-fe2b-4a6b-a26e-5d16894f73c1, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=986434ee-fe2b-4a6b-a26e-5d16894f73c1,segment=NetworkSegment(276deb7d-8c6f-4e68-957d-4ee5f1b252d7),segment_id=276deb7d-8c6f-4e68-957d-4ee5f1b252d7)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:58:29.647444 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-e2f7d281-2e2f-493b-b32d-fce2b3aa1189 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7035954 Aug 17 04:58:29.649995 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47664) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:58:29.654427 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.v2.base [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1610848959-router', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:58:29.710072 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:29.720303 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-e694b709-7ea2-4fa2-8834-64a2deac9d92', 'network_id': 'e694b709-7ea2-4fa2-8834-64a2deac9d92', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23', 'fixed_ips': [{'subnet_id': 'ea823ee5-e8e5-4cfa-8919-df80bb41b06b'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:58:29.721276 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:29.738879 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:29.740199 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:29.768292 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Routers {'5f6b9216-8fcb-47df-ac3a-bff980ae9264'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:58:29.769281 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:58:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5f6b9216-8fcb-47df-ac3a-bff980ae9264'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:29.805343 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:29.865093 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ad826-a300-447a-97ad-adce3a64bcc4 None None] Pushing event updated for resources: {'Port': ['ID=986434ee-fe2b-4a6b-a26e-5d16894f73c1,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:29.893575 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Allocated IP 172.20.0.2 (e694b709-7ea2-4fa2-8834-64a2deac9d92/ea823ee5-e8e5-4cfa-8919-df80bb41b06b/d069e768-2ecf-463f-b425-acebe4839d7a) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:58:29.901820 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] Set router 5f6b9216-8fcb-47df-ac3a-bff980ae9264 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:58:30.067102 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:30.071474 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:30.080662 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Transition to ACTIVE for port object d069e768-2ecf-463f-b425-acebe4839d7a will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:58:30.095929 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Transition to ACTIVE for port object d069e768-2ecf-463f-b425-acebe4839d7a will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:58:30.121336 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'name': 'tempest-TestShelveInstance-1548557851-router', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '69dc36fb-51be-4040-8fa9-f3bb0029160e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:23Z', 'updated_at': '2021-08-17T04:58:26Z', 'revision_number': 4, 'project_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'gw_port': {'id': '69dc36fb-51be-4040-8fa9-f3bb0029160e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:24Z', 'updated_at': '2021-08-17T04:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '986434ee-fe2b-4a6b-a26e-5d16894f73c1', 'name': '', 'network_id': '74676fee-fd3b-478d-8d6b-55951ee8ad0a', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'mac_address': 'fa:16:3e:2e:f4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a0c082c2-976e-41e8-af60-b3dd8764fbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:26Z', 'updated_at': '2021-08-17T04:58:29Z', 'revision_number': 4, 'project_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'subnets': [{'id': 'a0c082c2-976e-41e8-af60-b3dd8764fbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:30.146897 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfbd975-846a-4460-afc5-c8a473a78a6b None None] The sync data for ids ['5f6b9216-8fcb-47df-ac3a-bff980ae9264'] in n-d-793621-31 is: [{'id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'name': 'tempest-TestShelveInstance-1548557851-router', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '69dc36fb-51be-4040-8fa9-f3bb0029160e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:23Z', 'updated_at': '2021-08-17T04:58:26Z', 'revision_number': 4, 'project_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'gw_port': {'id': '69dc36fb-51be-4040-8fa9-f3bb0029160e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:24Z', 'updated_at': '2021-08-17T04:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '986434ee-fe2b-4a6b-a26e-5d16894f73c1', 'name': '', 'network_id': '74676fee-fd3b-478d-8d6b-55951ee8ad0a', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'mac_address': 'fa:16:3e:2e:f4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a0c082c2-976e-41e8-af60-b3dd8764fbcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:26Z', 'updated_at': '2021-08-17T04:58:29Z', 'revision_number': 4, 'project_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'subnets': [{'id': 'a0c082c2-976e-41e8-af60-b3dd8764fbcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:58:30.216532 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:30.261445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Network e694b709-7ea2-4fa2-8834-64a2deac9d92 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:58:30.266273 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:58:30.270804 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:58:30.274008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Pushing event updated for resources: {'Port': ['ID=d069e768-2ecf-463f-b425-acebe4839d7a,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:30.335811 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Attempting to bind port d069e768-2ecf-463f-b425-acebe4839d7a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:58:30.336220 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Attempting to bind port d069e768-2ecf-463f-b425-acebe4839d7a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '665bc321-4a9f-42c0-8921-717a638d927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e694b709-7ea2-4fa2-8834-64a2deac9d92'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:58:30.336597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Attempting to bind port d069e768-2ecf-463f-b425-acebe4839d7a on network e694b709-7ea2-4fa2-8834-64a2deac9d92 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:58:30.342161 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:58:30.342567 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Checking segment: {'id': '665bc321-4a9f-42c0-8921-717a638d927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e694b709-7ea2-4fa2-8834-64a2deac9d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:58:30.343170 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:30.344286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Bound using segment: {'id': '665bc321-4a9f-42c0-8921-717a638d927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e694b709-7ea2-4fa2-8834-64a2deac9d92'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:58:30.344854 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Bound port: d069e768-2ecf-463f-b425-acebe4839d7a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665bc321-4a9f-42c0-8921-717a638d927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e694b709-7ea2-4fa2-8834-64a2deac9d92'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:58:30.345271 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:30.404267 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:30.415452 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] For port d069e768-2ecf-463f-b425-acebe4839d7a, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:58:30.418595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] For port d069e768-2ecf-463f-b425-acebe4839d7a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d069e768-2ecf-463f-b425-acebe4839d7a,segment=NetworkSegment(665bc321-4a9f-42c0-8921-717a638d927c),segment_id=665bc321-4a9f-42c0-8921-717a638d927c)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:58:30.425092 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:30.515834 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:30.544012 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Allocated IP 172.25.5.54 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/e3c99b87-4bdf-47ca-93b6-f8e36f26c16b) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:58:30.594300 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b5d84-faf8-469c-b992-bf648e6da8c0 None None] Pushing event updated for resources: {'Port': ['ID=d069e768-2ecf-463f-b425-acebe4839d7a,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:30.637798 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 69dc36fb-51be-4040-8fa9-f3bb0029160e up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:58:30.684095 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:30.694050 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 69dc36fb-51be-4040-8fa9-f3bb0029160e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:30.694519 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:30.813233 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:30.815390 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 986434ee-fe2b-4a6b-a26e-5d16894f73c1 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:58:30.857071 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:58:30.860861 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:58:30.865044 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:58:30.876093 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:30.905627 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c99b87-4bdf-47ca-93b6-f8e36f26c16b,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:30.926668 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 986434ee-fe2b-4a6b-a26e-5d16894f73c1 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:58:30.931186 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 986434ee-fe2b-4a6b-a26e-5d16894f73c1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:30.934470 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:31.019457 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:31.063879 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 986434ee-fe2b-4a6b-a26e-5d16894f73c1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=986434ee-fe2b-4a6b-a26e-5d16894f73c1,segment=NetworkSegment(276deb7d-8c6f-4e68-957d-4ee5f1b252d7),segment_id=276deb7d-8c6f-4e68-957d-4ee5f1b252d7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:58:31.172680 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:31.227604 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=986434ee-fe2b-4a6b-a26e-5d16894f73c1,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:31.567399 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:58:31.604441 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c4fa5d-4456-4515-bb43-71762314c3ff None None] Network e694b709-7ea2-4fa2-8834-64a2deac9d92 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:58:31.620744 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:31.823440 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-3f93e927-4593-43e0-8335-d137b15d797b None None] Provisioning for port d069e768-2ecf-463f-b425-acebe4839d7a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:58:31.827604 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:32.040689 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Router 8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:58:32.158005 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:58:32.167214 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Sync routers for ids ['8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:58:32.176143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Routers {'8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:58:32.181197 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:58:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:32.246216 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:32.247527 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-2329c808-3bfc-4390-b9e3-70328a57ae77 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5965335 Aug 17 04:58:32.250197 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47666) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:58:32.282324 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Set router 8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:58:32.470626 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'name': 'tempest-TestShelveInstance-1610848959-router', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e3c99b87-4bdf-47ca-93b6-f8e36f26c16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:29Z', 'updated_at': '2021-08-17T04:58:31Z', 'revision_number': 3, 'project_id': 'dfc40769012c4b849be511e16e12bf23', 'gw_port': {'id': 'e3c99b87-4bdf-47ca-93b6-f8e36f26c16b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:16:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:30Z', 'updated_at': '2021-08-17T04:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:32.508003 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Checking router: 8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:58:32.508356 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Updating router 8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d port e3c99b87-4bdf-47ca-93b6-f8e36f26c16b binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:58:32.534327 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:32.630291 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d069e768-2ecf-463f-b425-acebe4839d7a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:58:32.691885 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:32.803995 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port d069e768-2ecf-463f-b425-acebe4839d7a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:58:32.813591 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port d069e768-2ecf-463f-b425-acebe4839d7a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:32.813967 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:32.849059 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:32.852654 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_common [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Allocated IP 172.20.0.1 (e694b709-7ea2-4fa2-8834-64a2deac9d92/ea823ee5-e8e5-4cfa-8919-df80bb41b06b/91ee160e-2255-47c4-8b54-3280127e1c80) {{(pid=95406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:58:32.866509 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Transition to ACTIVE for port object e3c99b87-4bdf-47ca-93b6-f8e36f26c16b will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:58:32.912388 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:32.944737 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:32.948152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port d069e768-2ecf-463f-b425-acebe4839d7a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d069e768-2ecf-463f-b425-acebe4839d7a,segment=NetworkSegment(665bc321-4a9f-42c0-8921-717a638d927c),segment_id=665bc321-4a9f-42c0-8921-717a638d927c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:58:32.958821 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:32.973017 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Transition to ACTIVE for port object 91ee160e-2255-47c4-8b54-3280127e1c80 will not be triggered until provisioned by entity DHCP. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:58:33.007843 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Attempting to bind port e3c99b87-4bdf-47ca-93b6-f8e36f26c16b on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:58:33.008138 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Attempting to bind port e3c99b87-4bdf-47ca-93b6-f8e36f26c16b by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:58:33.008507 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Attempting to bind port e3c99b87-4bdf-47ca-93b6-f8e36f26c16b on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:58:33.012557 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515cc81-d17b-4217-a0a4-4005aa41e575 None None] Pushing event updated for resources: {'Port': ['ID=e3c99b87-4bdf-47ca-93b6-f8e36f26c16b,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:33.020596 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:58:33.020979 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:58:33.021419 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:33.021813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:58:33.022285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Bound port: e3c99b87-4bdf-47ca-93b6-f8e36f26c16b, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:58:33.022671 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:33.044169 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:33.044954 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 986434ee-fe2b-4a6b-a26e-5d16894f73c1 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:58:33.069504 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:33.117260 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Network e694b709-7ea2-4fa2-8834-64a2deac9d92 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:58:33.120815 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:33.121932 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:58:33.124554 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Received port after_create {{(pid=95406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:58:33.141432 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] For port e3c99b87-4bdf-47ca-93b6-f8e36f26c16b, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:58:33.147270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] For port e3c99b87-4bdf-47ca-93b6-f8e36f26c16b, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e3c99b87-4bdf-47ca-93b6-f8e36f26c16b,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:58:33.148955 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=d069e768-2ecf-463f-b425-acebe4839d7a,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:33.150493 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Pushing event updated for resources: {'Port': ['ID=91ee160e-2255-47c4-8b54-3280127e1c80,revision_number=1']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:33.163076 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 986434ee-fe2b-4a6b-a26e-5d16894f73c1 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:33.163076 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:33.170437 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:33.237414 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:33.311785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Routers {'8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:58:33.312626 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:58:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:33.314571 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515cc81-d17b-4217-a0a4-4005aa41e575 None None] Pushing event updated for resources: {'Port': ['ID=e3c99b87-4bdf-47ca-93b6-f8e36f26c16b,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:33.372002 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:33.427325 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] Set router 8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:58:33.497433 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-677bd897-0343-41ab-bc57-cc076b60181a None None] Provisioning for port 91ee160e-2255-47c4-8b54-3280127e1c80 completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:58:33.523838 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-677bd897-0343-41ab-bc57-cc076b60181a None None] Provisioning complete for port 91ee160e-2255-47c4-8b54-3280127e1c80 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:33.524210 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-677bd897-0343-41ab-bc57-cc076b60181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:33.540949 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:33.572547 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-677bd897-0343-41ab-bc57-cc076b60181a None None] Port 91ee160e-2255-47c4-8b54-3280127e1c80 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:58:33.617667 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3620594'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:33.647256 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'name': 'tempest-TestShelveInstance-1610848959-router', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e3c99b87-4bdf-47ca-93b6-f8e36f26c16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:29Z', 'updated_at': '2021-08-17T04:58:31Z', 'revision_number': 3, 'project_id': 'dfc40769012c4b849be511e16e12bf23', 'gw_port': {'id': 'e3c99b87-4bdf-47ca-93b6-f8e36f26c16b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:16:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:30Z', 'updated_at': '2021-08-17T04:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:33.676316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655ef35-4823-4b3f-bb1d-d30a84759150 None None] The sync data for ids ['8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'] in n-d-793621-31 is: [{'id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'name': 'tempest-TestShelveInstance-1610848959-router', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e3c99b87-4bdf-47ca-93b6-f8e36f26c16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:29Z', 'updated_at': '2021-08-17T04:58:31Z', 'revision_number': 3, 'project_id': 'dfc40769012c4b849be511e16e12bf23', 'gw_port': {'id': 'e3c99b87-4bdf-47ca-93b6-f8e36f26c16b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:16:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:30Z', 'updated_at': '2021-08-17T04:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:58:33.686602 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:33.688470 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Pushing event updated for resources: {'Port': ['ID=91ee160e-2255-47c4-8b54-3280127e1c80,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:33.792551 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Network e694b709-7ea2-4fa2-8834-64a2deac9d92 is already hosted by enough agents. {{(pid=95406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:58:33.793885 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.base_scheduler [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:58:33.951281 n-d-793621-31 neutron-server[95406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Router 8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:58:34.082167 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:58:34.089289 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c5884f8f-88a5-48b0-b44c-c76aec7aacf3 admin admin] 10.222.0.13 "PUT /v2.0/routers/8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8356788 Aug 17 04:58:34.100457 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-b48b9c9b-cdd6-4001-a569-7a2c33d03bb5 None None] Provisioning complete for port 91ee160e-2255-47c4-8b54-3280127e1c80 triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:34.100844 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48b9c9b-cdd6-4001-a569-7a2c33d03bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:34.142102 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-b48b9c9b-cdd6-4001-a569-7a2c33d03bb5 None None] Port 91ee160e-2255-47c4-8b54-3280127e1c80 cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:58:34.623190 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e3c99b87-4bdf-47ca-93b6-f8e36f26c16b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:58:34.929844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port e3c99b87-4bdf-47ca-93b6-f8e36f26c16b completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:58:34.933990 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e3c99b87-4bdf-47ca-93b6-f8e36f26c16b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:34.937605 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:35.010204 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:35.031601 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port e3c99b87-4bdf-47ca-93b6-f8e36f26c16b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e3c99b87-4bdf-47ca-93b6-f8e36f26c16b,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:58:35.152182 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:35.152182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d069e768-2ecf-463f-b425-acebe4839d7a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:58:35.196763 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Sync routers for ids ['8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:58:35.206253 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Routers {'8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:58:35.206948 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:58:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:35.223894 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=e3c99b87-4bdf-47ca-93b6-f8e36f26c16b,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:35.234849 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port d069e768-2ecf-463f-b425-acebe4839d7a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:35.235226 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:35.316046 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Set router 8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:58:35.511886 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'name': 'tempest-TestShelveInstance-1610848959-router', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e3c99b87-4bdf-47ca-93b6-f8e36f26c16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:29Z', 'updated_at': '2021-08-17T04:58:33Z', 'revision_number': 4, 'project_id': 'dfc40769012c4b849be511e16e12bf23', 'gw_port': {'id': 'e3c99b87-4bdf-47ca-93b6-f8e36f26c16b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:30Z', 'updated_at': '2021-08-17T04:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '91ee160e-2255-47c4-8b54-3280127e1c80', 'name': '', 'network_id': 'e694b709-7ea2-4fa2-8834-64a2deac9d92', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23', 'mac_address': 'fa:16:3e:ca:b1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea823ee5-e8e5-4cfa-8919-df80bb41b06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:32Z', 'updated_at': '2021-08-17T04:58:33Z', 'revision_number': 2, 'project_id': 'dfc40769012c4b849be511e16e12bf23', 'subnets': [{'id': 'ea823ee5-e8e5-4cfa-8919-df80bb41b06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:35.538333 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Checking router: 8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:58:35.538684 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Updating router 8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d port 91ee160e-2255-47c4-8b54-3280127e1c80 binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:58:35.563441 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:35.820507 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:35.830581 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Transition to ACTIVE for port object 91ee160e-2255-47c4-8b54-3280127e1c80 will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:58:35.895489 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:35.942862 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ed013-528e-4535-b16d-136ed5eb2588 None None] Pushing event updated for resources: {'Port': ['ID=91ee160e-2255-47c4-8b54-3280127e1c80,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:36.000847 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Attempting to bind port 91ee160e-2255-47c4-8b54-3280127e1c80 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:58:36.001487 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Attempting to bind port 91ee160e-2255-47c4-8b54-3280127e1c80 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '665bc321-4a9f-42c0-8921-717a638d927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e694b709-7ea2-4fa2-8834-64a2deac9d92'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:58:36.001605 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Attempting to bind port 91ee160e-2255-47c4-8b54-3280127e1c80 on network e694b709-7ea2-4fa2-8834-64a2deac9d92 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:58:36.006949 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:58:36.007324 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Checking segment: {'id': '665bc321-4a9f-42c0-8921-717a638d927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e694b709-7ea2-4fa2-8834-64a2deac9d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:58:36.007727 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:36.008118 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Bound using segment: {'id': '665bc321-4a9f-42c0-8921-717a638d927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e694b709-7ea2-4fa2-8834-64a2deac9d92'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:58:36.008571 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Bound port: 91ee160e-2255-47c4-8b54-3280127e1c80, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665bc321-4a9f-42c0-8921-717a638d927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e694b709-7ea2-4fa2-8834-64a2deac9d92'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:58:36.008957 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:36.078075 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] For port 91ee160e-2255-47c4-8b54-3280127e1c80, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:58:36.081467 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] For port 91ee160e-2255-47c4-8b54-3280127e1c80, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=91ee160e-2255-47c4-8b54-3280127e1c80,segment=NetworkSegment(665bc321-4a9f-42c0-8921-717a638d927c),segment_id=665bc321-4a9f-42c0-8921-717a638d927c)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:58:36.193471 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:36.244452 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Routers {'8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:58:36.245503 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T04:58:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:36.300243 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ed013-528e-4535-b16d-136ed5eb2588 None None] Pushing event updated for resources: {'Port': ['ID=91ee160e-2255-47c4-8b54-3280127e1c80,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:36.462208 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] Set router 8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:58:36.550981 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e3c99b87-4bdf-47ca-93b6-f8e36f26c16b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:58:36.600559 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port e3c99b87-4bdf-47ca-93b6-f8e36f26c16b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:36.600925 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:36.663057 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'name': 'tempest-TestShelveInstance-1610848959-router', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e3c99b87-4bdf-47ca-93b6-f8e36f26c16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:29Z', 'updated_at': '2021-08-17T04:58:33Z', 'revision_number': 4, 'project_id': 'dfc40769012c4b849be511e16e12bf23', 'gw_port': {'id': 'e3c99b87-4bdf-47ca-93b6-f8e36f26c16b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:30Z', 'updated_at': '2021-08-17T04:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '91ee160e-2255-47c4-8b54-3280127e1c80', 'name': '', 'network_id': 'e694b709-7ea2-4fa2-8834-64a2deac9d92', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23', 'mac_address': 'fa:16:3e:ca:b1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea823ee5-e8e5-4cfa-8919-df80bb41b06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:32Z', 'updated_at': '2021-08-17T04:58:36Z', 'revision_number': 4, 'project_id': 'dfc40769012c4b849be511e16e12bf23', 'subnets': [{'id': 'ea823ee5-e8e5-4cfa-8919-df80bb41b06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:58:36.688619 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af864ec-a6f3-4c36-989c-c5bd065588d3 None None] The sync data for ids ['8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'] in n-d-793621-31 is: [{'id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'name': 'tempest-TestShelveInstance-1610848959-router', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e3c99b87-4bdf-47ca-93b6-f8e36f26c16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:29Z', 'updated_at': '2021-08-17T04:58:33Z', 'revision_number': 4, 'project_id': 'dfc40769012c4b849be511e16e12bf23', 'gw_port': {'id': 'e3c99b87-4bdf-47ca-93b6-f8e36f26c16b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:30Z', 'updated_at': '2021-08-17T04:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '91ee160e-2255-47c4-8b54-3280127e1c80', 'name': '', 'network_id': 'e694b709-7ea2-4fa2-8834-64a2deac9d92', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23', 'mac_address': 'fa:16:3e:ca:b1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea823ee5-e8e5-4cfa-8919-df80bb41b06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:32Z', 'updated_at': '2021-08-17T04:58:36Z', 'revision_number': 4, 'project_id': 'dfc40769012c4b849be511e16e12bf23', 'subnets': [{'id': 'ea823ee5-e8e5-4cfa-8919-df80bb41b06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:58:38.112886 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-488c9da0-c512-4d91-9ea1-7fb44f8d4ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:38.552685 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 91ee160e-2255-47c4-8b54-3280127e1c80 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:58:38.666565 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 91ee160e-2255-47c4-8b54-3280127e1c80 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:58:38.670245 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 91ee160e-2255-47c4-8b54-3280127e1c80 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:38.670619 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:38.748554 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:38.780274 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 91ee160e-2255-47c4-8b54-3280127e1c80, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=91ee160e-2255-47c4-8b54-3280127e1c80,segment=NetworkSegment(665bc321-4a9f-42c0-8921-717a638d927c),segment_id=665bc321-4a9f-42c0-8921-717a638d927c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:58:38.852174 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:38.899655 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=91ee160e-2255-47c4-8b54-3280127e1c80,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:58:40.535477 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 91ee160e-2255-47c4-8b54-3280127e1c80 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:58:40.558989 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0d5d29cb-73cc-4d47-94d7-96363392e8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:40.584551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 91ee160e-2255-47c4-8b54-3280127e1c80 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:58:40.584917 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:40.857684 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:42.582992 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:58:44.628917 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:59:00.857077 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:59:03.126752 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:59:08.125756 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0551c387-f71d-49bd-8487-8ac712666444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:59:08.567277 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:59:10.560098 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8889a707-25a6-441e-b401-50a9f130caca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:59:10.857044 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:59:12.577216 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:59:13.622799 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-809f2045-90cc-45fd-a973-8378b3f9dfcb req-1559a230-71c5-452d-91ce-4e3eda625f16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401680 Aug 17 04:59:13.722516 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f2045-90cc-45fd-a973-8378b3f9dfcb req-9f10157c-02ba-4f80-94c6-5456060a0303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:59:13.724006 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-809f2045-90cc-45fd-a973-8378b3f9dfcb req-9f10157c-02ba-4f80-94c6-5456060a0303 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0447419 Aug 17 04:59:13.824688 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f2045-90cc-45fd-a973-8378b3f9dfcb req-8d34961f-c079-47ba-a4ae-32ae8e175ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:59:13.826184 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-809f2045-90cc-45fd-a973-8378b3f9dfcb req-8d34961f-c079-47ba-a4ae-32ae8e175ee4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0828385 Aug 17 04:59:13.871519 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-809f2045-90cc-45fd-a973-8378b3f9dfcb req-e563cb1e-0be6-4c6c-9ada-03859f393841 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0364337 Aug 17 04:59:13.920856 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f2045-90cc-45fd-a973-8378b3f9dfcb req-99ce1d5f-b4c0-4a84-9b7b-9895d85d476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:59:13.922298 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-809f2045-90cc-45fd-a973-8378b3f9dfcb req-99ce1d5f-b4c0-4a84-9b7b-9895d85d476b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0423999 Aug 17 04:59:13.969604 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f2045-90cc-45fd-a973-8378b3f9dfcb req-85606f81-0e71-4fbe-b442-c2bdd6bcf208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:59:13.971137 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-809f2045-90cc-45fd-a973-8378b3f9dfcb req-85606f81-0e71-4fbe-b442-c2bdd6bcf208 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413723 Aug 17 04:59:14.066292 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-809f2045-90cc-45fd-a973-8378b3f9dfcb req-785ae8db-92f6-4c20-b180-7e31f2727584 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871875 Aug 17 04:59:14.157687 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-809f2045-90cc-45fd-a973-8378b3f9dfcb req-e2bc639a-7cd4-4dec-bff2-14e15a097dfe service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836954 Aug 17 04:59:14.585850 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:59:30.905931 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:59:33.079850 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:59:38.117147 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d5bd015e-6249-4acf-86ce-03eb82e82a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:59:40.565253 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3859163a-85b3-4342-b1b6-1ffc69d0a4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:59:40.902552 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:59:42.599165 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:59:44.682800 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:59:45.566399 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:00:00.867795 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:03.082126 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:08.125602 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0bc4-6517-4ece-b0cd-382b4f05a309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:10.562609 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-32758de4-baa0-4668-a154-95c72c11b2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:10.850559 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:12.696338 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:14.593723 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:14.623826 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff2385f8-f4e1-4f7b-a741-758d130e38d0 req-fdaf89d9-4b8f-4e0b-b5bd-9890f673dc6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404935 Aug 17 05:00:14.721663 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2385f8-f4e1-4f7b-a741-758d130e38d0 req-07e76a6e-a857-4496-920e-a32d5403a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:00:14.723170 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff2385f8-f4e1-4f7b-a741-758d130e38d0 req-07e76a6e-a857-4496-920e-a32d5403a2dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0451212 Aug 17 05:00:14.826900 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2385f8-f4e1-4f7b-a741-758d130e38d0 req-6bbf1f6f-bc83-47e1-8717-e6a61d6ee2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:00:14.828289 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff2385f8-f4e1-4f7b-a741-758d130e38d0 req-6bbf1f6f-bc83-47e1-8717-e6a61d6ee2e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0860384 Aug 17 05:00:14.872773 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff2385f8-f4e1-4f7b-a741-758d130e38d0 req-f05ad869-a0e5-4e5d-9ce3-a361b5110621 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0372448 Aug 17 05:00:14.921741 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2385f8-f4e1-4f7b-a741-758d130e38d0 req-44f5e6b1-2a21-4586-8a91-35c3b2e72a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:00:14.924121 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff2385f8-f4e1-4f7b-a741-758d130e38d0 req-44f5e6b1-2a21-4586-8a91-35c3b2e72a1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0440638 Aug 17 05:00:14.970640 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2385f8-f4e1-4f7b-a741-758d130e38d0 req-de97699c-3b40-415f-a27b-ad124eba9e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:00:14.972129 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff2385f8-f4e1-4f7b-a741-758d130e38d0 req-de97699c-3b40-415f-a27b-ad124eba9e49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407145 Aug 17 05:00:15.066404 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff2385f8-f4e1-4f7b-a741-758d130e38d0 req-8fd4969d-43be-4f1d-a877-75d682f74ae5 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865488 Aug 17 05:00:15.156743 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ff2385f8-f4e1-4f7b-a741-758d130e38d0 req-fc932dd6-e937-49f1-ab26-dbc9cc279847 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822129 Aug 17 05:00:22.565343 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:00:30.955875 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:33.099096 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:34.363620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47716) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:34.720378 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:34.964117 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Deleting port 986434ee-fe2b-4a6b-a26e-5d16894f73c1 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:00:34.964458 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:35.047537 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] For port 986434ee-fe2b-4a6b-a26e-5d16894f73c1, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=986434ee-fe2b-4a6b-a26e-5d16894f73c1,segment=NetworkSegment(276deb7d-8c6f-4e68-957d-4ee5f1b252d7),segment_id=276deb7d-8c6f-4e68-957d-4ee5f1b252d7)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:00:35.047828 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:35.060606 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Calling delete_port for 986434ee-fe2b-4a6b-a26e-5d16894f73c1 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:00:35.361887 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:35.391684 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=986434ee-fe2b-4a6b-a26e-5d16894f73c1,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:35.406198 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:35.406539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:35.406879 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:35.407282 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:35.407588 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:35.407916 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:35.408237 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:35.408557 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:35.408878 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:35.409198 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:35.414117 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:35.414117 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:35.568695 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:35.786576 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Router 5f6b9216-8fcb-47df-ac3a-bff980ae9264 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 05:00:35.890622 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 05:00:35.895603 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7a4f6f59-1fc5-4897-a6b1-5dcbfd1c8b1d admin admin] 10.222.0.13 "PUT /v2.0/routers/5f6b9216-8fcb-47df-ac3a-bff980ae9264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5306387 Aug 17 05:00:35.898197 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47718) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:35.900905 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41b3f8c-c6a8-4fcc-8e90-becb11fd680a None None] Sync routers for ids ['5f6b9216-8fcb-47df-ac3a-bff980ae9264'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 05:00:35.910864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b3f8c-c6a8-4fcc-8e90-becb11fd680a None None] Routers {'5f6b9216-8fcb-47df-ac3a-bff980ae9264'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:00:35.911680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b41b3f8c-c6a8-4fcc-8e90-becb11fd680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:00:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5f6b9216-8fcb-47df-ac3a-bff980ae9264'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:35.999882 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:36.013181 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-b41b3f8c-c6a8-4fcc-8e90-becb11fd680a None None] Set router 5f6b9216-8fcb-47df-ac3a-bff980ae9264 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:00:36.101353 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:36.194488 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b41b3f8c-c6a8-4fcc-8e90-becb11fd680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'name': 'tempest-TestShelveInstance-1548557851-router', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '69dc36fb-51be-4040-8fa9-f3bb0029160e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:23Z', 'updated_at': '2021-08-17T05:00:35Z', 'revision_number': 5, 'project_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'gw_port': {'id': '69dc36fb-51be-4040-8fa9-f3bb0029160e', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:24Z', 'updated_at': '2021-08-17T04:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:36.220398 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41b3f8c-c6a8-4fcc-8e90-becb11fd680a None None] Checking router: 5f6b9216-8fcb-47df-ac3a-bff980ae9264 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 05:00:36.221204 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] Deleting port 69dc36fb-51be-4040-8fa9-f3bb0029160e {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:00:36.221670 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:36.228529 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b3f8c-c6a8-4fcc-8e90-becb11fd680a None None] Routers {'5f6b9216-8fcb-47df-ac3a-bff980ae9264'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:00:36.229132 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b41b3f8c-c6a8-4fcc-8e90-becb11fd680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:00:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['5f6b9216-8fcb-47df-ac3a-bff980ae9264'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:36.299956 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] For port 69dc36fb-51be-4040-8fa9-f3bb0029160e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=69dc36fb-51be-4040-8fa9-f3bb0029160e,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:00:36.300325 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:36.313995 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-b41b3f8c-c6a8-4fcc-8e90-becb11fd680a None None] Set router 5f6b9216-8fcb-47df-ac3a-bff980ae9264 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:00:36.316289 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] Calling delete_port for 69dc36fb-51be-4040-8fa9-f3bb0029160e owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:00:36.365445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-b41b3f8c-c6a8-4fcc-8e90-becb11fd680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'name': 'tempest-TestShelveInstance-1548557851-router', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:23Z', 'updated_at': '2021-08-17T05:00:36Z', 'revision_number': 6, 'project_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:36.394201 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41b3f8c-c6a8-4fcc-8e90-becb11fd680a None None] The sync data for ids ['5f6b9216-8fcb-47df-ac3a-bff980ae9264'] in n-d-793621-31 is: [{'id': '5f6b9216-8fcb-47df-ac3a-bff980ae9264', 'name': 'tempest-TestShelveInstance-1548557851-router', 'tenant_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:23Z', 'updated_at': '2021-08-17T05:00:36Z', 'revision_number': 6, 'project_id': '92d29c0472fd4837a6a986f2baa5fa0d', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 05:00:36.558820 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:36.587978 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] Pushing event deleted for resources: {'Port': ['ID=69dc36fb-51be-4040-8fa9-f3bb0029160e,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:36.646659 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:36.735146 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:36.737255 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:36.840734 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 986434ee-fe2b-4a6b-a26e-5d16894f73c1 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 05:00:36.861882 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 986434ee-fe2b-4a6b-a26e-5d16894f73c1 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 05:00:36.862262 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 986434ee-fe2b-4a6b-a26e-5d16894f73c1 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 05:00:36.878842 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:36.879407 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f6b9216-8fcb-47df-ac3a-bff980ae9264 {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 05:00:36.883706 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:36.885684 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-42c117d7-691c-43f7-a1c1-2c749b8472be admin admin] 10.222.0.13 "DELETE /v2.0/routers/5f6b9216-8fcb-47df-ac3a-bff980ae9264 HTTP/1.1" status: 204 len: 168 time: 0.9865417 Aug 17 05:00:36.894183 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47720) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:36.932558 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b320e3e-2b92-4fe2-b256-f8b2c9e112f1 admin admin] Deleting subnet a0c082c2-976e-41e8-af60-b3dd8764fbcc {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 05:00:36.935585 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3b320e3e-2b92-4fe2-b256-f8b2c9e112f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:36.969355 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3b320e3e-2b92-4fe2-b256-f8b2c9e112f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.042155 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3b320e3e-2b92-4fe2-b256-f8b2c9e112f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.176485 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3b320e3e-2b92-4fe2-b256-f8b2c9e112f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.204964 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b320e3e-2b92-4fe2-b256-f8b2c9e112f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c082c2-976e-41e8-af60-b3dd8764fbcc,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:37.206955 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3b320e3e-2b92-4fe2-b256-f8b2c9e112f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.208838 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3b320e3e-2b92-4fe2-b256-f8b2c9e112f1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a0c082c2-976e-41e8-af60-b3dd8764fbcc HTTP/1.1" status: 204 len: 168 time: 0.3204560 Aug 17 05:00:37.211388 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47722) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:37.213715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0f9f1b-0607-4e95-a0e5-b7c72248a1f5 None None] Network 74676fee-fd3b-478d-8d6b-55951ee8ad0a requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 05:00:37.280671 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.339221 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] Deleting port efe9f4be-5c71-493c-9488-0e8e7039bf9f {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:00:37.339576 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.409602 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] For port efe9f4be-5c71-493c-9488-0e8e7039bf9f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=efe9f4be-5c71-493c-9488-0e8e7039bf9f,segment=NetworkSegment(276deb7d-8c6f-4e68-957d-4ee5f1b252d7),segment_id=276deb7d-8c6f-4e68-957d-4ee5f1b252d7)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:00:37.409777 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] DHCP port deletion for 74676fee-fd3b-478d-8d6b-55951ee8ad0a request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 05:00:37.410068 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.424101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] Calling delete_port for efe9f4be-5c71-493c-9488-0e8e7039bf9f owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:00:37.461736 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Deleting port efe9f4be-5c71-493c-9488-0e8e7039bf9f {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:00:37.462115 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.526503 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] For port efe9f4be-5c71-493c-9488-0e8e7039bf9f, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=efe9f4be-5c71-493c-9488-0e8e7039bf9f,segment=NetworkSegment(276deb7d-8c6f-4e68-957d-4ee5f1b252d7),segment_id=276deb7d-8c6f-4e68-957d-4ee5f1b252d7)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:00:37.526896 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.539014 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Calling delete_port for efe9f4be-5c71-493c-9488-0e8e7039bf9f owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:00:37.610808 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.616084 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.636236 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] Pushing event deleted for resources: {'Port': ['ID=efe9f4be-5c71-493c-9488-0e8e7039bf9f,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:37.641311 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Pushing event deleted for resources: {'Port': ['ID=efe9f4be-5c71-493c-9488-0e8e7039bf9f,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:37.641527 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] No DVR routers for this DVR port efe9f4be-5c71-493c-9488-0e8e7039bf9f on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 05:00:37.648935 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] No DVR routers for this DVR port efe9f4be-5c71-493c-9488-0e8e7039bf9f on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 05:00:37.651493 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:37.651856 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:37.652182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:37.652519 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:37.652848 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:37.653176 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:37.653528 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:37.653851 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:37.654182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:37.654502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:37.654844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:37.655208 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba63d887-41b2-4c98-a596-0fa781ea21c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:37.717735 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.727534 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74676fee-fd3b-478d-8d6b-55951ee8ad0a']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:37.740508 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276deb7d-8c6f-4e68-957d-4ee5f1b252d7') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:37.740801 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276deb7d-8c6f-4e68-957d-4ee5f1b252d7') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:37.749847 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.762870 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.769222 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 05:00:37.769634 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: timer() Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 05:00:37.771213 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 05:00:37.922155 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.928087 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:37.933413 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] 10.222.0.13 "DELETE /v2.0/networks/74676fee-fd3b-478d-8d6b-55951ee8ad0a HTTP/1.1" status: 204 len: 168 time: 0.7176208 Aug 17 05:00:37.933413 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47724) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:37.949407 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1f55e-9af8-4c8d-9455-1a871fcb439b admin admin] Pushing event deleted for resources: {'Network': ['ID=74676fee-fd3b-478d-8d6b-55951ee8ad0a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:38.127741 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9035ea7c-c59e-418a-ad29-5883cd29b2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:38.597417 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 69dc36fb-51be-4040-8fa9-f3bb0029160e no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 05:00:38.620533 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 69dc36fb-51be-4040-8fa9-f3bb0029160e {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 05:00:38.620877 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 69dc36fb-51be-4040-8fa9-f3bb0029160e not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 05:00:38.621327 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device efe9f4be-5c71-493c-9488-0e8e7039bf9f no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 05:00:38.627057 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c1420f78-44eb-4722-bd76-988616eac5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:38.639295 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: efe9f4be-5c71-493c-9488-0e8e7039bf9f {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 05:00:38.639784 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device efe9f4be-5c71-493c-9488-0e8e7039bf9f not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 05:00:38.865820 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-c1420f78-44eb-4722-bd76-988616eac5b0 admin admin] Deleting port 91ee160e-2255-47c4-8b54-3280127e1c80 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:00:38.866057 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c1420f78-44eb-4722-bd76-988616eac5b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:38.940245 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-c1420f78-44eb-4722-bd76-988616eac5b0 admin admin] For port 91ee160e-2255-47c4-8b54-3280127e1c80, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=91ee160e-2255-47c4-8b54-3280127e1c80,segment=NetworkSegment(665bc321-4a9f-42c0-8921-717a638d927c),segment_id=665bc321-4a9f-42c0-8921-717a638d927c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:00:38.940602 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c1420f78-44eb-4722-bd76-988616eac5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:38.952812 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-c1420f78-44eb-4722-bd76-988616eac5b0 admin admin] Calling delete_port for 91ee160e-2255-47c4-8b54-3280127e1c80 owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:00:39.247444 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c1420f78-44eb-4722-bd76-988616eac5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:39.274751 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1420f78-44eb-4722-bd76-988616eac5b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ee160e-2255-47c4-8b54-3280127e1c80,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:39.441772 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-c1420f78-44eb-4722-bd76-988616eac5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:39.650365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1420f78-44eb-4722-bd76-988616eac5b0 admin admin] Router 8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 05:00:39.753687 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1420f78-44eb-4722-bd76-988616eac5b0 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 05:00:39.758630 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-c1420f78-44eb-4722-bd76-988616eac5b0 admin admin] 10.222.0.13 "PUT /v2.0/routers/8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8243480 Aug 17 05:00:39.761212 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47726) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:39.763911 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c508a9de-44af-4ff1-b3d2-4ff48b742ae3 None None] Sync routers for ids ['8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 05:00:39.773359 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c508a9de-44af-4ff1-b3d2-4ff48b742ae3 None None] Routers {'8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:00:39.773967 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c508a9de-44af-4ff1-b3d2-4ff48b742ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:00:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:39.862920 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:39.875002 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-c508a9de-44af-4ff1-b3d2-4ff48b742ae3 None None] Set router 8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:00:39.959074 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:40.050354 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c508a9de-44af-4ff1-b3d2-4ff48b742ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'name': 'tempest-TestShelveInstance-1610848959-router', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'e3c99b87-4bdf-47ca-93b6-f8e36f26c16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:29Z', 'updated_at': '2021-08-17T05:00:39Z', 'revision_number': 5, 'project_id': 'dfc40769012c4b849be511e16e12bf23', 'gw_port': {'id': 'e3c99b87-4bdf-47ca-93b6-f8e36f26c16b', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:58:30Z', 'updated_at': '2021-08-17T04:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:40.079345 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c508a9de-44af-4ff1-b3d2-4ff48b742ae3 None None] Checking router: 8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 05:00:40.087832 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c508a9de-44af-4ff1-b3d2-4ff48b742ae3 None None] Routers {'8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:00:40.088551 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c508a9de-44af-4ff1-b3d2-4ff48b742ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:00:10Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:40.089437 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] Deleting port e3c99b87-4bdf-47ca-93b6-f8e36f26c16b {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:00:40.089775 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:40.167507 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] For port e3c99b87-4bdf-47ca-93b6-f8e36f26c16b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=e3c99b87-4bdf-47ca-93b6-f8e36f26c16b,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:00:40.168296 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:40.176149 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-c508a9de-44af-4ff1-b3d2-4ff48b742ae3 None None] Set router 8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:00:40.181116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] Calling delete_port for e3c99b87-4bdf-47ca-93b6-f8e36f26c16b owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:00:40.233215 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-c508a9de-44af-4ff1-b3d2-4ff48b742ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'name': 'tempest-TestShelveInstance-1610848959-router', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:29Z', 'updated_at': '2021-08-17T05:00:39Z', 'revision_number': 6, 'project_id': 'dfc40769012c4b849be511e16e12bf23', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:40.259968 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c508a9de-44af-4ff1-b3d2-4ff48b742ae3 None None] The sync data for ids ['8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d'] in n-d-793621-31 is: [{'id': '8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d', 'name': 'tempest-TestShelveInstance-1610848959-router', 'tenant_id': 'dfc40769012c4b849be511e16e12bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:58:29Z', 'updated_at': '2021-08-17T05:00:39Z', 'revision_number': 6, 'project_id': 'dfc40769012c4b849be511e16e12bf23', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 05:00:40.487455 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:40.514686 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c99b87-4bdf-47ca-93b6-f8e36f26c16b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:40.576057 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:40.605090 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-02c54bff-a5e1-4fe2-bb2c-076882f93222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:40.677045 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:40.679408 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:40.824283 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:40.824806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 05:00:40.829186 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:40.830404 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-77738394-3c0f-49c7-a973-2f5da683fac4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8ed8cf9e-5580-4f31-a441-6e10d9a5ea3d HTTP/1.1" status: 204 len: 168 time: 1.0681677 Aug 17 05:00:40.832880 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47728) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:40.881098 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bbe00dd-0f07-4ccc-a234-f61618c13493 admin admin] Deleting subnet ea823ee5-e8e5-4cfa-8919-df80bb41b06b {{(pid=95407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 05:00:40.884177 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8bbe00dd-0f07-4ccc-a234-f61618c13493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:40.890353 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:40.918166 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8bbe00dd-0f07-4ccc-a234-f61618c13493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9342044'] for subnet, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:40.993329 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8bbe00dd-0f07-4ccc-a234-f61618c13493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.043906 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 91ee160e-2255-47c4-8b54-3280127e1c80 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 05:00:41.065678 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 91ee160e-2255-47c4-8b54-3280127e1c80 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 05:00:41.066029 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 91ee160e-2255-47c4-8b54-3280127e1c80 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 05:00:41.190892 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8bbe00dd-0f07-4ccc-a234-f61618c13493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3295822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020993'] for subnet, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.222038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe00dd-0f07-4ccc-a234-f61618c13493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea823ee5-e8e5-4cfa-8919-df80bb41b06b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:41.226561 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8bbe00dd-0f07-4ccc-a234-f61618c13493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.228503 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8bbe00dd-0f07-4ccc-a234-f61618c13493 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ea823ee5-e8e5-4cfa-8919-df80bb41b06b HTTP/1.1" status: 204 len: 168 time: 0.3946609 Aug 17 05:00:41.231176 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47730) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:41.233791 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520a109-297c-44fc-849f-2d4325513774 None None] Network e694b709-7ea2-4fa2-8834-64a2deac9d92 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 05:00:41.301189 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.366894 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] Deleting port d069e768-2ecf-463f-b425-acebe4839d7a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:00:41.367407 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.425592 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5167f222-4cf2-4ae9-941d-65ed9ab3cea1 None None] DHCP port deletion for e694b709-7ea2-4fa2-8834-64a2deac9d92 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 05:00:41.437702 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] For port d069e768-2ecf-463f-b425-acebe4839d7a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d069e768-2ecf-463f-b425-acebe4839d7a,segment=NetworkSegment(665bc321-4a9f-42c0-8921-717a638d927c),segment_id=665bc321-4a9f-42c0-8921-717a638d927c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:00:41.438088 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.450383 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] Calling delete_port for d069e768-2ecf-463f-b425-acebe4839d7a owned by network:dhcp {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:00:41.472314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5167f222-4cf2-4ae9-941d-65ed9ab3cea1 None None] Deleting port d069e768-2ecf-463f-b425-acebe4839d7a {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:00:41.472806 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5167f222-4cf2-4ae9-941d-65ed9ab3cea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.539844 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5167f222-4cf2-4ae9-941d-65ed9ab3cea1 None None] For port d069e768-2ecf-463f-b425-acebe4839d7a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=d069e768-2ecf-463f-b425-acebe4839d7a,segment=NetworkSegment(665bc321-4a9f-42c0-8921-717a638d927c),segment_id=665bc321-4a9f-42c0-8921-717a638d927c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:00:41.540248 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5167f222-4cf2-4ae9-941d-65ed9ab3cea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.553927 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-5167f222-4cf2-4ae9-941d-65ed9ab3cea1 None None] Calling delete_port for d069e768-2ecf-463f-b425-acebe4839d7a owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:00:41.621657 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.631525 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5167f222-4cf2-4ae9-941d-65ed9ab3cea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.646656 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] Pushing event deleted for resources: {'Port': ['ID=d069e768-2ecf-463f-b425-acebe4839d7a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:41.652931 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] No DVR routers for this DVR port d069e768-2ecf-463f-b425-acebe4839d7a on host n-d-793621-31 {{(pid=95407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 05:00:41.660492 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167f222-4cf2-4ae9-941d-65ed9ab3cea1 None None] Pushing event deleted for resources: {'Port': ['ID=d069e768-2ecf-463f-b425-acebe4839d7a,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:41.662595 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167f222-4cf2-4ae9-941d-65ed9ab3cea1 None None] No DVR routers for this DVR port d069e768-2ecf-463f-b425-acebe4839d7a on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 05:00:41.732263 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.742038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e694b709-7ea2-4fa2-8834-64a2deac9d92']}} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:41.752038 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665bc321-4a9f-42c0-8921-717a638d927c') {'for_net_delete': True} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:41.752341 n-d-793621-31 neutron-server[95407]: DEBUG neutron.services.segments.db [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665bc321-4a9f-42c0-8921-717a638d927c') {} {{(pid=95407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:41.760839 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9342037'] for segment, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.775018 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.780911 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 05:00:41.781685 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3295212'] for segment, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: Traceback (most recent call last): Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: timer() Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: cb(*args, **kw) Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: return func(*args, **kwargs) Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: self._notify() Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: self.callback(batched_events) Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: event.method(event) Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: return f(self, *a, **k) Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: return self._get(url).json() Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: return self.request(url, 'GET', **kwargs) Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 05:00:41.782959 n-d-793621-31 neutron-server[95407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 05:00:41.901548 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.906949 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:41.911126 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e694b709-7ea2-4fa2-8834-64a2deac9d92 HTTP/1.1" status: 204 len: 168 time: 0.6767099 Aug 17 05:00:41.919763 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43d533-76f5-4907-b68f-9a0da2a4fd47 admin admin] Pushing event deleted for resources: {'Network': ['ID=e694b709-7ea2-4fa2-8834-64a2deac9d92,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:42.281570 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47734) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:42.321133 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-584c6e74-e6f8-450f-89c5-38eb250c0676 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92d29c0472fd4837a6a986f2baa5fa0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384154 Aug 17 05:00:42.323518 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47736) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:42.369566 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cdc09246-6ae5-44d9-9f58-2d8b74a7df2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:42.390785 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cdc09246-6ae5-44d9-9f58-2d8b74a7df2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:42.507164 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cdc09246-6ae5-44d9-9f58-2d8b74a7df2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:42.509678 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-cdc09246-6ae5-44d9-9f58-2d8b74a7df2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:42.510822 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-cdc09246-6ae5-44d9-9f58-2d8b74a7df2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ebea930-846a-429a-ba99-99f1a9caf4c7 HTTP/1.1" status: 204 len: 168 time: 0.1864274 Aug 17 05:00:42.518925 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc09246-6ae5-44d9-9f58-2d8b74a7df2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebea930-846a-429a-ba99-99f1a9caf4c7,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:42.579498 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:42.614546 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e3c99b87-4bdf-47ca-93b6-f8e36f26c16b no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 05:00:42.636160 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: e3c99b87-4bdf-47ca-93b6-f8e36f26c16b {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 05:00:42.636826 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device e3c99b87-4bdf-47ca-93b6-f8e36f26c16b not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 05:00:42.636946 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d069e768-2ecf-463f-b425-acebe4839d7a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 05:00:42.655930 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: d069e768-2ecf-463f-b425-acebe4839d7a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 05:00:42.656450 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device d069e768-2ecf-463f-b425-acebe4839d7a not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 05:00:43.243800 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47744) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:43.297537 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-508c80ab-2ee3-461f-9fc1-11f28e860e5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfc40769012c4b849be511e16e12bf23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525289 Aug 17 05:00:43.301486 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47746) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:43.348809 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-68916f07-4725-43f3-9e8c-96843cce49be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:43.369411 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-68916f07-4725-43f3-9e8c-96843cce49be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:43.487251 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-68916f07-4725-43f3-9e8c-96843cce49be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:43.489765 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-68916f07-4725-43f3-9e8c-96843cce49be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:43.490920 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-68916f07-4725-43f3-9e8c-96843cce49be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed9234da-5c8e-4659-9634-0dafb1054f5a HTTP/1.1" status: 204 len: 168 time: 0.1883612 Aug 17 05:00:43.498459 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68916f07-4725-43f3-9e8c-96843cce49be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9234da-5c8e-4659-9634-0dafb1054f5a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:44.568925 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47768) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:44.621892 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:44.665600 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-405823403-network', 'tenant_id': '1f5d376df0524f39ba95784e69845487'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 05:00:44.781592 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] Made reservation on behalf of 1f5d376df0524f39ba95784e69845487 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 05:00:44.783996 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:44.792477 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:44.878919 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:44.958461 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:44.977540 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 05:00:44.994630 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a517e37e-2c74-4b72-8501-9f4d7111c0bd,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:44.997469 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:44.997807 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] Added segment b3d84fbe-c7eb-4015-966c-24c1e7f13c19 of type vlan for network 18aa9aee-c65a-40a7-b0e1-e9bf264e5354 Aug 17 05:00:45.039176 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:45.184245 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:45.185270 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:00:45.185897 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:45.246464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] Pushing event updated for resources: {'Network': ['ID=18aa9aee-c65a-40a7-b0e1-e9bf264e5354,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:45.256134 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 18aa9aee-c65a-40a7-b0e1-e9bf264e5354 details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 05:00:45.345507 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-8afa4505-2088-4ecd-800a-0fb4b53bde7e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7753983 Aug 17 05:00:45.348316 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47772) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:45.353114 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-a5476ebc-316a-4da5-9e45-6d137ee3dba9 admin admin] Request body: {'subnet': {'network_id': '18aa9aee-c65a-40a7-b0e1-e9bf264e5354', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-405823403-subnet', 'tenant_id': '1f5d376df0524f39ba95784e69845487', 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 05:00:45.452901 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5476ebc-316a-4da5-9e45-6d137ee3dba9 admin admin] Made reservation on behalf of 1f5d376df0524f39ba95784e69845487 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 05:00:45.455921 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a5476ebc-316a-4da5-9e45-6d137ee3dba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:45.704724 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a5476ebc-316a-4da5-9e45-6d137ee3dba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:45.755903 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5476ebc-316a-4da5-9e45-6d137ee3dba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06b0016-e261-4ba6-b2fc-cce989a3d255,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:45.766931 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5476ebc-316a-4da5-9e45-6d137ee3dba9 admin admin] Checking segment: {'id': 'b3d84fbe-c7eb-4015-966c-24c1e7f13c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '18aa9aee-c65a-40a7-b0e1-e9bf264e5354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 05:00:45.767251 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5476ebc-316a-4da5-9e45-6d137ee3dba9 admin admin] Network hostable DHCP agents. Network: 18aa9aee-c65a-40a7-b0e1-e9bf264e5354, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 05:00:45.872429 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5476ebc-316a-4da5-9e45-6d137ee3dba9 admin admin] Network 18aa9aee-c65a-40a7-b0e1-e9bf264e5354 is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 05:00:45.987043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-a5476ebc-316a-4da5-9e45-6d137ee3dba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 18aa9aee-c65a-40a7-b0e1-e9bf264e5354) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 05:00:45.990980 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5476ebc-316a-4da5-9e45-6d137ee3dba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:00:45.991564 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-a5476ebc-316a-4da5-9e45-6d137ee3dba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:45.996410 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaffff3c-352a-47d4-97d1-8bd510e5e2f0 None None] Network 18aa9aee-c65a-40a7-b0e1-e9bf264e5354 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 05:00:46.085361 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-a5476ebc-316a-4da5-9e45-6d137ee3dba9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7357013 Aug 17 05:00:46.087877 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47774) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:46.092585 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-405823403-router', 'tenant_id': '1f5d376df0524f39ba95784e69845487', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 05:00:46.224674 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:46.225780 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:46.281445 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:46.287363 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-18aa9aee-c65a-40a7-b0e1-e9bf264e5354', 'network_id': '18aa9aee-c65a-40a7-b0e1-e9bf264e5354', 'tenant_id': '1f5d376df0524f39ba95784e69845487', 'fixed_ips': [{'subnet_id': 'f06b0016-e261-4ba6-b2fc-cce989a3d255'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 05:00:46.288230 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:46.419779 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Allocated IP 172.20.0.2 (18aa9aee-c65a-40a7-b0e1-e9bf264e5354/f06b0016-e261-4ba6-b2fc-cce989a3d255/67074182-4b08-4164-9429-8e496fbc668c) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 05:00:46.469503 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:46.570731 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:46.579021 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Transition to ACTIVE for port object 67074182-4b08-4164-9429-8e496fbc668c will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 05:00:46.593389 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Transition to ACTIVE for port object 67074182-4b08-4164-9429-8e496fbc668c will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 05:00:46.713400 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:46.750519 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Network 18aa9aee-c65a-40a7-b0e1-e9bf264e5354 is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 05:00:46.755247 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 05:00:46.757679 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 05:00:46.771349 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Pushing event updated for resources: {'Port': ['ID=67074182-4b08-4164-9429-8e496fbc668c,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:46.783578 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:46.803660 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:46.818531 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Attempting to bind port 67074182-4b08-4164-9429-8e496fbc668c on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 05:00:46.818907 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Attempting to bind port 67074182-4b08-4164-9429-8e496fbc668c by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'b3d84fbe-c7eb-4015-966c-24c1e7f13c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '18aa9aee-c65a-40a7-b0e1-e9bf264e5354'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 05:00:46.819278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Attempting to bind port 67074182-4b08-4164-9429-8e496fbc668c on network 18aa9aee-c65a-40a7-b0e1-e9bf264e5354 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 05:00:46.824143 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 5, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 05:00:46.830372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Checking segment: {'id': 'b3d84fbe-c7eb-4015-966c-24c1e7f13c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '18aa9aee-c65a-40a7-b0e1-e9bf264e5354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 05:00:46.830372 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:46.830372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Bound using segment: {'id': 'b3d84fbe-c7eb-4015-966c-24c1e7f13c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '18aa9aee-c65a-40a7-b0e1-e9bf264e5354'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 05:00:46.830372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Bound port: 67074182-4b08-4164-9429-8e496fbc668c, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d84fbe-c7eb-4015-966c-24c1e7f13c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '18aa9aee-c65a-40a7-b0e1-e9bf264e5354'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 05:00:46.830372 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:46.891600 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] For port 67074182-4b08-4164-9429-8e496fbc668c, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 05:00:46.894625 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] For port 67074182-4b08-4164-9429-8e496fbc668c, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=67074182-4b08-4164-9429-8e496fbc668c,segment=NetworkSegment(b3d84fbe-c7eb-4015-966c-24c1e7f13c19),segment_id=b3d84fbe-c7eb-4015-966c-24c1e7f13c19)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 05:00:46.908375 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Allocated IP 172.25.5.4 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/6638a30b-644d-469d-84aa-b5084874754d) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 05:00:46.987542 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:47.011465 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:47.043999 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4425f2e-3c47-46eb-a88e-112a2429b76a None None] Pushing event updated for resources: {'Port': ['ID=67074182-4b08-4164-9429-8e496fbc668c,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:47.120068 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:47.165478 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 05:00:47.168283 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 05:00:47.176736 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 05:00:47.208331 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Pushing event updated for resources: {'Port': ['ID=6638a30b-644d-469d-84aa-b5084874754d,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:47.859952 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:47.921866 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588b9bda-a6c1-491a-a11d-231dba67c2b8 None None] Network 18aa9aee-c65a-40a7-b0e1-e9bf264e5354 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 05:00:48.046328 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ef75a7d1-41ba-4e52-ae31-168c4f5722ec None None] Provisioning for port 67074182-4b08-4164-9429-8e496fbc668c completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 05:00:48.067227 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:48.290011 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Router effefd9a-5df6-45e3-89dd-6665b654a3a7 is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 05:00:48.400774 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 05:00:48.410020 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Sync routers for ids ['effefd9a-5df6-45e3-89dd-6665b654a3a7'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 05:00:48.418879 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Routers {'effefd9a-5df6-45e3-89dd-6665b654a3a7'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:00:48.426347 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:00:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['effefd9a-5df6-45e3-89dd-6665b654a3a7'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:48.478842 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:48.480406 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-7cc8dad8-af30-44c6-913a-a5c712879890 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3914216 Aug 17 05:00:48.483044 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47778) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:48.527633 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Set router effefd9a-5df6-45e3-89dd-6665b654a3a7 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:00:48.637880 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 67074182-4b08-4164-9429-8e496fbc668c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 05:00:48.751510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'name': 'tempest-TestSnapshotPattern-405823403-router', 'tenant_id': '1f5d376df0524f39ba95784e69845487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6638a30b-644d-469d-84aa-b5084874754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:00:47Z', 'revision_number': 3, 'project_id': '1f5d376df0524f39ba95784e69845487', 'gw_port': {'id': '6638a30b-644d-469d-84aa-b5084874754d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:48.777419 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Checking router: effefd9a-5df6-45e3-89dd-6665b654a3a7 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 05:00:48.781148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Updating router effefd9a-5df6-45e3-89dd-6665b654a3a7 port 6638a30b-644d-469d-84aa-b5084874754d binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 05:00:48.803170 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:48.823859 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 67074182-4b08-4164-9429-8e496fbc668c completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 05:00:48.831694 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 67074182-4b08-4164-9429-8e496fbc668c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:00:48.832073 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:48.902258 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.036269 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.059051 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Allocated IP 172.20.0.1 (18aa9aee-c65a-40a7-b0e1-e9bf264e5354/f06b0016-e261-4ba6-b2fc-cce989a3d255/789a9f9c-f955-4670-80a3-e6f5388d6a9b) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 05:00:49.097057 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 67074182-4b08-4164-9429-8e496fbc668c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=67074182-4b08-4164-9429-8e496fbc668c,segment=NetworkSegment(b3d84fbe-c7eb-4015-966c-24c1e7f13c19),segment_id=b3d84fbe-c7eb-4015-966c-24c1e7f13c19)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:00:49.158072 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.166153 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.168597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Transition to ACTIVE for port object 6638a30b-644d-469d-84aa-b5084874754d will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 05:00:49.178551 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.179581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Transition to ACTIVE for port object 789a9f9c-f955-4670-80a3-e6f5388d6a9b will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 05:00:49.229163 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=67074182-4b08-4164-9429-8e496fbc668c,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:49.255369 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.279482 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.308737 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Attempting to bind port 6638a30b-644d-469d-84aa-b5084874754d on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 05:00:49.309121 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Attempting to bind port 6638a30b-644d-469d-84aa-b5084874754d by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 05:00:49.309520 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Attempting to bind port 6638a30b-644d-469d-84aa-b5084874754d on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 05:00:49.311849 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8285d7-f5c3-431a-8a80-e853811d671e None None] Pushing event updated for resources: {'Port': ['ID=6638a30b-644d-469d-84aa-b5084874754d,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:49.317173 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 5, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 05:00:49.317539 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 05:00:49.318001 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.318351 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 05:00:49.318961 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Bound port: 6638a30b-644d-469d-84aa-b5084874754d, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 05:00:49.319680 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.324899 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Network 18aa9aee-c65a-40a7-b0e1-e9bf264e5354 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 05:00:49.331777 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 05:00:49.334970 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 05:00:49.337000 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Pushing event updated for resources: {'Port': ['ID=789a9f9c-f955-4670-80a3-e6f5388d6a9b,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:49.374285 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] For port 6638a30b-644d-469d-84aa-b5084874754d, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 05:00:49.375872 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.377762 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] For port 6638a30b-644d-469d-84aa-b5084874754d, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6638a30b-644d-469d-84aa-b5084874754d,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 05:00:49.479421 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.537804 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Routers {'effefd9a-5df6-45e3-89dd-6665b654a3a7'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:00:49.538445 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:00:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['effefd9a-5df6-45e3-89dd-6665b654a3a7'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:49.576513 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8285d7-f5c3-431a-8a80-e853811d671e None None] Pushing event updated for resources: {'Port': ['ID=6638a30b-644d-469d-84aa-b5084874754d,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:49.600693 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.656062 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] Set router effefd9a-5df6-45e3-89dd-6665b654a3a7 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:00:49.719286 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d56f8609-c2e9-4e88-90c6-72d06554294b None None] Provisioning for port 789a9f9c-f955-4670-80a3-e6f5388d6a9b completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 05:00:49.731847 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-d56f8609-c2e9-4e88-90c6-72d06554294b None None] Provisioning complete for port 789a9f9c-f955-4670-80a3-e6f5388d6a9b triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:00:49.732216 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d56f8609-c2e9-4e88-90c6-72d06554294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.776886 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.803316 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-d56f8609-c2e9-4e88-90c6-72d06554294b None None] Port 789a9f9c-f955-4670-80a3-e6f5388d6a9b cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 05:00:49.838502 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.874338 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'name': 'tempest-TestSnapshotPattern-405823403-router', 'tenant_id': '1f5d376df0524f39ba95784e69845487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6638a30b-644d-469d-84aa-b5084874754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:00:47Z', 'revision_number': 3, 'project_id': '1f5d376df0524f39ba95784e69845487', 'gw_port': {'id': '6638a30b-644d-469d-84aa-b5084874754d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:49.900924 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d2191-5a4b-4872-b95a-f7495c2eef21 None None] The sync data for ids ['effefd9a-5df6-45e3-89dd-6665b654a3a7'] in n-d-793621-31 is: [{'id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'name': 'tempest-TestSnapshotPattern-405823403-router', 'tenant_id': '1f5d376df0524f39ba95784e69845487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6638a30b-644d-469d-84aa-b5084874754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:00:47Z', 'revision_number': 3, 'project_id': '1f5d376df0524f39ba95784e69845487', 'gw_port': {'id': '6638a30b-644d-469d-84aa-b5084874754d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 05:00:49.904863 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:49.906974 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Pushing event updated for resources: {'Port': ['ID=789a9f9c-f955-4670-80a3-e6f5388d6a9b,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:50.004845 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Network 18aa9aee-c65a-40a7-b0e1-e9bf264e5354 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 05:00:50.006230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 05:00:50.146711 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Router effefd9a-5df6-45e3-89dd-6665b654a3a7 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 05:00:50.273308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 05:00:50.281800 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e6a33b7c-09c7-4def-be4c-c4d5ad9b99ce admin admin] 10.222.0.13 "PUT /v2.0/routers/effefd9a-5df6-45e3-89dd-6665b654a3a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7976780 Aug 17 05:00:50.325077 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-a653ca98-ff39-4601-923e-ed3c4cbe7510 None None] Provisioning complete for port 789a9f9c-f955-4670-80a3-e6f5388d6a9b triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:00:50.325638 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-a653ca98-ff39-4601-923e-ed3c4cbe7510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:50.365091 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-a653ca98-ff39-4601-923e-ed3c4cbe7510 None None] Port 789a9f9c-f955-4670-80a3-e6f5388d6a9b cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 05:00:50.693959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 67074182-4b08-4164-9429-8e496fbc668c up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 05:00:50.752039 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 67074182-4b08-4164-9429-8e496fbc668c triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:00:50.752420 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:50.833632 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6638a30b-644d-469d-84aa-b5084874754d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 05:00:50.981959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 6638a30b-644d-469d-84aa-b5084874754d completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 05:00:50.985943 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 6638a30b-644d-469d-84aa-b5084874754d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:00:50.986312 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:51.051355 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47794) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:51.057581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-716547481-network', 'tenant_id': '426a4a6031074472a949017e41ebcff7'}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 05:00:51.064073 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:51.090666 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 6638a30b-644d-469d-84aa-b5084874754d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6638a30b-644d-469d-84aa-b5084874754d,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:00:51.201542 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] Made reservation on behalf of 426a4a6031074472a949017e41ebcff7 for: {'network': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 05:00:51.204838 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for network, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:51.216917 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:51.233909 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:51.281364 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=6638a30b-644d-469d-84aa-b5084874754d,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:51.312076 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:51.381221 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:51.407512 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 05:00:51.417136 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b57998-9125-48c1-8a70-9480f7cdf531,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:51.421894 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:51.422237 n-d-793621-31 neutron-server[95407]: INFO neutron.db.segments_db [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] Added segment 491d6b10-1fcb-43cb-80ce-046b0906e72c of type vlan for network 16082abb-73fe-4916-bcdd-ab8e958c146f Aug 17 05:00:51.463650 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039734703'] for network, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:51.467398 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Sync routers for ids ['effefd9a-5df6-45e3-89dd-6665b654a3a7'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 05:00:51.477116 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Routers {'effefd9a-5df6-45e3-89dd-6665b654a3a7'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:00:51.477810 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:00:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['effefd9a-5df6-45e3-89dd-6665b654a3a7'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:51.575639 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159'] for network, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:51.576889 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:00:51.577535 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] Notify callbacks [] for network, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:51.581886 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Set router effefd9a-5df6-45e3-89dd-6665b654a3a7 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:00:51.635683 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] Pushing event updated for resources: {'Network': ['ID=16082abb-73fe-4916-bcdd-ab8e958c146f,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:51.645507 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Network 16082abb-73fe-4916-bcdd-ab8e958c146f details requested by agent ovs-agent-n-d-793621-31 with host n-d-793621-31 {{(pid=95408) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 05:00:51.691031 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-1e706189-4df8-4018-ad49-56367b0c80be admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6373723 Aug 17 05:00:51.693567 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47796) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:51.698753 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-6742594a-4644-4fc7-b3e8-c76e9b2cdfc2 admin admin] Request body: {'subnet': {'network_id': '16082abb-73fe-4916-bcdd-ab8e958c146f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-716547481-subnet', 'tenant_id': '426a4a6031074472a949017e41ebcff7', 'ip_version': 4}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 05:00:51.781394 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'name': 'tempest-TestSnapshotPattern-405823403-router', 'tenant_id': '1f5d376df0524f39ba95784e69845487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6638a30b-644d-469d-84aa-b5084874754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:00:49Z', 'revision_number': 4, 'project_id': '1f5d376df0524f39ba95784e69845487', 'gw_port': {'id': '6638a30b-644d-469d-84aa-b5084874754d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '789a9f9c-f955-4670-80a3-e6f5388d6a9b', 'name': '', 'network_id': '18aa9aee-c65a-40a7-b0e1-e9bf264e5354', 'tenant_id': '1f5d376df0524f39ba95784e69845487', 'mac_address': 'fa:16:3e:02:71:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f06b0016-e261-4ba6-b2fc-cce989a3d255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:48Z', 'updated_at': '2021-08-17T05:00:49Z', 'revision_number': 2, 'project_id': '1f5d376df0524f39ba95784e69845487', 'subnets': [{'id': 'f06b0016-e261-4ba6-b2fc-cce989a3d255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:51.795815 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6742594a-4644-4fc7-b3e8-c76e9b2cdfc2 admin admin] Made reservation on behalf of 426a4a6031074472a949017e41ebcff7 for: {'subnet': 1} {{(pid=95407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 05:00:51.798524 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6742594a-4644-4fc7-b3e8-c76e9b2cdfc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9021020'] for subnet, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:51.903140 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Checking router: effefd9a-5df6-45e3-89dd-6665b654a3a7 for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 05:00:51.903481 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Updating router effefd9a-5df6-45e3-89dd-6665b654a3a7 port 789a9f9c-f955-4670-80a3-e6f5388d6a9b binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 05:00:51.928374 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:52.047315 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6742594a-4644-4fc7-b3e8-c76e9b2cdfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3295887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9021002'] for subnet, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:52.110934 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742594a-4644-4fc7-b3e8-c76e9b2cdfc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe78ec6-45b6-4a33-8955-39283f04d699,revision_number=0']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:52.118150 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6742594a-4644-4fc7-b3e8-c76e9b2cdfc2 admin admin] Checking segment: {'id': '491d6b10-1fcb-43cb-80ce-046b0906e72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '16082abb-73fe-4916-bcdd-ab8e958c146f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 05:00:52.118530 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6742594a-4644-4fc7-b3e8-c76e9b2cdfc2 admin admin] Network hostable DHCP agents. Network: 16082abb-73fe-4916-bcdd-ab8e958c146f, hostable agents: ['6f2a1701-5701-4dee-9233-f4c6493eaff6'], hosted agents: [] {{(pid=95407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 05:00:52.183290 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:52.193445 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Transition to ACTIVE for port object 789a9f9c-f955-4670-80a3-e6f5388d6a9b will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 05:00:52.227130 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6742594a-4644-4fc7-b3e8-c76e9b2cdfc2 admin admin] Network 16082abb-73fe-4916-bcdd-ab8e958c146f is scheduled to be hosted by DHCP agent 6f2a1701-5701-4dee-9233-f4c6493eaff6 with binding_index 1 {{(pid=95407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 05:00:52.296240 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:52.335762 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-6742594a-4644-4fc7-b3e8-c76e9b2cdfc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-31, 16082abb-73fe-4916-bcdd-ab8e958c146f) {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 05:00:52.340011 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6742594a-4644-4fc7-b3e8-c76e9b2cdfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:00:52.343856 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-6742594a-4644-4fc7-b3e8-c76e9b2cdfc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:52.345562 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7747c4-6a24-4520-af91-46029096399a None None] Network 16082abb-73fe-4916-bcdd-ab8e958c146f requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 05:00:52.345924 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce2683-96a5-4574-aeac-3ebacecf28ce None None] Pushing event updated for resources: {'Port': ['ID=789a9f9c-f955-4670-80a3-e6f5388d6a9b,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:52.356050 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce2683-96a5-4574-aeac-3ebacecf28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:52.356400 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce2683-96a5-4574-aeac-3ebacecf28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:52.356741 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce2683-96a5-4574-aeac-3ebacecf28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:52.357104 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce2683-96a5-4574-aeac-3ebacecf28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:52.357540 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce2683-96a5-4574-aeac-3ebacecf28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:52.358431 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce2683-96a5-4574-aeac-3ebacecf28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:52.358757 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce2683-96a5-4574-aeac-3ebacecf28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:52.359075 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce2683-96a5-4574-aeac-3ebacecf28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:52.359406 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce2683-96a5-4574-aeac-3ebacecf28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:52.360363 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce2683-96a5-4574-aeac-3ebacecf28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:52.360363 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce2683-96a5-4574-aeac-3ebacecf28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:52.360363 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce2683-96a5-4574-aeac-3ebacecf28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:00:52.416006 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Attempting to bind port 789a9f9c-f955-4670-80a3-e6f5388d6a9b on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 05:00:52.416520 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Attempting to bind port 789a9f9c-f955-4670-80a3-e6f5388d6a9b by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'b3d84fbe-c7eb-4015-966c-24c1e7f13c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '18aa9aee-c65a-40a7-b0e1-e9bf264e5354'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 05:00:52.416826 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Attempting to bind port 789a9f9c-f955-4670-80a3-e6f5388d6a9b on network 18aa9aee-c65a-40a7-b0e1-e9bf264e5354 {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 05:00:52.423239 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 5, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 05:00:52.423606 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Checking segment: {'id': 'b3d84fbe-c7eb-4015-966c-24c1e7f13c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '18aa9aee-c65a-40a7-b0e1-e9bf264e5354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 05:00:52.424006 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:52.424400 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Bound using segment: {'id': 'b3d84fbe-c7eb-4015-966c-24c1e7f13c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '18aa9aee-c65a-40a7-b0e1-e9bf264e5354'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 05:00:52.424853 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Bound port: 789a9f9c-f955-4670-80a3-e6f5388d6a9b, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d84fbe-c7eb-4015-966c-24c1e7f13c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '18aa9aee-c65a-40a7-b0e1-e9bf264e5354'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 05:00:52.425224 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:52.444952 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-6742594a-4644-4fc7-b3e8-c76e9b2cdfc2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7501538 Aug 17 05:00:52.447290 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47798) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:52.452202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.v2.base [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-716547481-router', 'tenant_id': '426a4a6031074472a949017e41ebcff7', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}} {{(pid=95407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 05:00:52.505449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf1f2487-7f9f-5ab3-a0d0-02bc905d214a-16082abb-73fe-4916-bcdd-ab8e958c146f', 'network_id': '16082abb-73fe-4916-bcdd-ab8e958c146f', 'tenant_id': '426a4a6031074472a949017e41ebcff7', 'fixed_ips': [{'subnet_id': '4fe78ec6-45b6-4a33-8955-39283f04d699'}]}} from n-d-793621-31. {{(pid=95408) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 05:00:52.506721 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:52.510963 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] For port 789a9f9c-f955-4670-80a3-e6f5388d6a9b, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 05:00:52.515510 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] For port 789a9f9c-f955-4670-80a3-e6f5388d6a9b, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=789a9f9c-f955-4670-80a3-e6f5388d6a9b,segment=NetworkSegment(b3d84fbe-c7eb-4015-966c-24c1e7f13c19),segment_id=b3d84fbe-c7eb-4015-966c-24c1e7f13c19)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 05:00:52.567126 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114685'] for router, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:52.568192 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1647587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114676'] for router, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:52.609895 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6638a30b-644d-469d-84aa-b5084874754d up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 05:00:52.624328 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:52.642043 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:52.699546 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Routers {'effefd9a-5df6-45e3-89dd-6665b654a3a7'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:00:52.700454 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:00:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['effefd9a-5df6-45e3-89dd-6665b654a3a7'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:52.703403 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.db_base_plugin_common [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Allocated IP 172.20.0.2 (16082abb-73fe-4916-bcdd-ab8e958c146f/4fe78ec6-45b6-4a33-8955-39283f04d699/ecbc903b-d01d-403d-aade-c99305f0195e) {{(pid=95408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 05:00:52.715412 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 6638a30b-644d-469d-84aa-b5084874754d triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:00:52.715793 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:52.743333 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce2683-96a5-4574-aeac-3ebacecf28ce None None] Pushing event updated for resources: {'Port': ['ID=789a9f9c-f955-4670-80a3-e6f5388d6a9b,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:52.833920 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] Set router effefd9a-5df6-45e3-89dd-6665b654a3a7 gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:00:52.901519 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:53.060747 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'name': 'tempest-TestSnapshotPattern-405823403-router', 'tenant_id': '1f5d376df0524f39ba95784e69845487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6638a30b-644d-469d-84aa-b5084874754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:00:49Z', 'revision_number': 4, 'project_id': '1f5d376df0524f39ba95784e69845487', 'gw_port': {'id': '6638a30b-644d-469d-84aa-b5084874754d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '789a9f9c-f955-4670-80a3-e6f5388d6a9b', 'name': '', 'network_id': '18aa9aee-c65a-40a7-b0e1-e9bf264e5354', 'tenant_id': '1f5d376df0524f39ba95784e69845487', 'mac_address': 'fa:16:3e:02:71:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f06b0016-e261-4ba6-b2fc-cce989a3d255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:48Z', 'updated_at': '2021-08-17T05:00:52Z', 'revision_number': 4, 'project_id': '1f5d376df0524f39ba95784e69845487', 'subnets': [{'id': 'f06b0016-e261-4ba6-b2fc-cce989a3d255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:53.089741 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd5b153-837d-4ef7-b40c-1b36d23b4464 None None] The sync data for ids ['effefd9a-5df6-45e3-89dd-6665b654a3a7'] in n-d-793621-31 is: [{'id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'name': 'tempest-TestSnapshotPattern-405823403-router', 'tenant_id': '1f5d376df0524f39ba95784e69845487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6638a30b-644d-469d-84aa-b5084874754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:00:49Z', 'revision_number': 4, 'project_id': '1f5d376df0524f39ba95784e69845487', 'gw_port': {'id': '6638a30b-644d-469d-84aa-b5084874754d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '789a9f9c-f955-4670-80a3-e6f5388d6a9b', 'name': '', 'network_id': '18aa9aee-c65a-40a7-b0e1-e9bf264e5354', 'tenant_id': '1f5d376df0524f39ba95784e69845487', 'mac_address': 'fa:16:3e:02:71:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'f06b0016-e261-4ba6-b2fc-cce989a3d255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:48Z', 'updated_at': '2021-08-17T05:00:52Z', 'revision_number': 4, 'project_id': '1f5d376df0524f39ba95784e69845487', 'subnets': [{'id': 'f06b0016-e261-4ba6-b2fc-cce989a3d255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 05:00:53.106062 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Notify callbacks [] for port, precommit_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:53.116287 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Transition to ACTIVE for port object ecbc903b-d01d-403d-aade-c99305f0195e will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 05:00:53.142305 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Transition to ACTIVE for port object ecbc903b-d01d-403d-aade-c99305f0195e will not be triggered until provisioned by entity DHCP. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 05:00:53.205281 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:53.229664 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:53.267491 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901'] for port, after_create {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:53.311745 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Network 16082abb-73fe-4916-bcdd-ab8e958c146f is already hosted by enough agents. {{(pid=95408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 05:00:53.314841 n-d-793621-31 neutron-server[95408]: DEBUG neutron.scheduler.base_scheduler [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Resources bound (agent type, host, resource id): {{(pid=95408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 05:00:53.318912 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Received port after_create {{(pid=95408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 05:00:53.326929 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Pushing event updated for resources: {'Port': ['ID=ecbc903b-d01d-403d-aade-c99305f0195e,revision_number=1']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:53.348230 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Allocated IP 172.25.5.186 (9deef9fe-55fb-4ad7-89a2-6eefc4538d47/36ea4408-c874-426f-9e72-b2b91e74b6ad/409ebd59-25cd-444b-99b8-6ebdc3418d58) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 05:00:53.378865 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Attempting to bind port ecbc903b-d01d-403d-aade-c99305f0195e on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 05:00:53.379379 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Attempting to bind port ecbc903b-d01d-403d-aade-c99305f0195e by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '491d6b10-1fcb-43cb-80ce-046b0906e72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '16082abb-73fe-4916-bcdd-ab8e958c146f'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 05:00:53.379872 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Attempting to bind port ecbc903b-d01d-403d-aade-c99305f0195e on network 16082abb-73fe-4916-bcdd-ab8e958c146f {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 05:00:53.395673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 5, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 05:00:53.395673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Checking segment: {'id': '491d6b10-1fcb-43cb-80ce-046b0906e72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '16082abb-73fe-4916-bcdd-ab8e958c146f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 05:00:53.395673 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:53.395673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Bound using segment: {'id': '491d6b10-1fcb-43cb-80ce-046b0906e72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '16082abb-73fe-4916-bcdd-ab8e958c146f'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 05:00:53.395673 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Bound port: ecbc903b-d01d-403d-aade-c99305f0195e, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491d6b10-1fcb-43cb-80ce-046b0906e72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '16082abb-73fe-4916-bcdd-ab8e958c146f'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 05:00:53.395673 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:53.459272 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] For port ecbc903b-d01d-403d-aade-c99305f0195e, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 05:00:53.462496 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] For port ecbc903b-d01d-403d-aade-c99305f0195e, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ecbc903b-d01d-403d-aade-c99305f0195e,segment=NetworkSegment(491d6b10-1fcb-43cb-80ce-046b0906e72c),segment_id=491d6b10-1fcb-43cb-80ce-046b0906e72c)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 05:00:53.468374 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:53.559661 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:53.600497 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:53.638373 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a7016-e5cb-480e-ab12-55081e9098aa None None] Pushing event updated for resources: {'Port': ['ID=ecbc903b-d01d-403d-aade-c99305f0195e,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:53.649172 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 05:00:53.652120 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 05:00:53.656481 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 05:00:53.662308 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Pushing event updated for resources: {'Port': ['ID=409ebd59-25cd-444b-99b8-6ebdc3418d58,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:54.026541 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:54.229095 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1647398'] for router, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:54.461116 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Router 73397a79-b968-46a8-8438-f16f26a8c82e is scheduled to L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 with binding_index 1 {{(pid=95407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 05:00:54.517510 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240d1245-099c-41d1-88c9-23669873daa0 None None] Network 16082abb-73fe-4916-bcdd-ab8e958c146f requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 05:00:54.572054 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 05:00:54.590492 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Sync routers for ids ['73397a79-b968-46a8-8438-f16f26a8c82e'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 05:00:54.612178 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Routers {'73397a79-b968-46a8-8438-f16f26a8c82e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:00:54.612813 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:00:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['73397a79-b968-46a8-8438-f16f26a8c82e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:54.690816 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ecbc903b-d01d-403d-aade-c99305f0195e up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 05:00:54.712788 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:54.714111 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-e4822faa-25d6-4e30-a097-59e3a1f80578 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2658858 Aug 17 05:00:54.716807 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47800) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:00:54.749824 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-6a81c6f8-de4f-4b86-9b8a-5a75b5e5548e None None] Provisioning for port ecbc903b-d01d-403d-aade-c99305f0195e completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 05:00:54.821715 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Set router 73397a79-b968-46a8-8438-f16f26a8c82e gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:00:54.964016 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port ecbc903b-d01d-403d-aade-c99305f0195e completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 05:00:54.976785 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ecbc903b-d01d-403d-aade-c99305f0195e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:00:54.977161 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.091963 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'name': 'tempest-TestSnapshotPattern-716547481-router', 'tenant_id': '426a4a6031074472a949017e41ebcff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '409ebd59-25cd-444b-99b8-6ebdc3418d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:52Z', 'updated_at': '2021-08-17T05:00:53Z', 'revision_number': 3, 'project_id': '426a4a6031074472a949017e41ebcff7', 'gw_port': {'id': '409ebd59-25cd-444b-99b8-6ebdc3418d58', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:53Z', 'updated_at': '2021-08-17T05:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:55.127828 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Checking router: 73397a79-b968-46a8-8438-f16f26a8c82e for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 05:00:55.128182 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Updating router 73397a79-b968-46a8-8438-f16f26a8c82e port 409ebd59-25cd-444b-99b8-6ebdc3418d58 binding host n-d-793621-31 {{(pid=95408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 05:00:55.151607 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.168453 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.231372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port ecbc903b-d01d-403d-aade-c99305f0195e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ecbc903b-d01d-403d-aade-c99305f0195e,segment=NetworkSegment(491d6b10-1fcb-43cb-80ce-046b0906e72c),segment_id=491d6b10-1fcb-43cb-80ce-046b0906e72c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:00:55.279941 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-c14550c7-da0c-4b9b-9434-52cdd8978776 None None] Provisioning complete for port ecbc903b-d01d-403d-aade-c99305f0195e triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:00:55.280305 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c14550c7-da0c-4b9b-9434-52cdd8978776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.326685 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.327597 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 789a9f9c-f955-4670-80a3-e6f5388d6a9b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 05:00:55.464884 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=ecbc903b-d01d-403d-aade-c99305f0195e,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:55.516846 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.593770 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Notify callbacks [] for port, precommit_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.604061 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Transition to ACTIVE for port object 409ebd59-25cd-444b-99b8-6ebdc3418d58 will not be triggered until provisioned by entity L2. {{(pid=95408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 05:00:55.609794 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 789a9f9c-f955-4670-80a3-e6f5388d6a9b completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 05:00:55.614487 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 789a9f9c-f955-4670-80a3-e6f5388d6a9b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:00:55.614870 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.676660 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.db_base_plugin_common [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Allocated IP 172.20.0.1 (16082abb-73fe-4916-bcdd-ab8e958c146f/4fe78ec6-45b6-4a33-8955-39283f04d699/942b3ad3-f00c-4037-ba23-262d2351e04a) {{(pid=95407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 05:00:55.680593 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.727107 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.756862 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9726e1-0597-4b31-a1b8-2034e1faa2a3 None None] Pushing event updated for resources: {'Port': ['ID=409ebd59-25cd-444b-99b8-6ebdc3418d58,revision_number=2']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:55.762150 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Attempting to bind port 409ebd59-25cd-444b-99b8-6ebdc3418d58 on host n-d-793621-31 for vnic_type normal with profile {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 05:00:55.762864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Attempting to bind port 409ebd59-25cd-444b-99b8-6ebdc3418d58 by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 05:00:55.763246 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Attempting to bind port 409ebd59-25cd-444b-99b8-6ebdc3418d58 on network 9deef9fe-55fb-4ad7-89a2-6eefc4538d47 {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 05:00:55.775776 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 5, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 05:00:55.776156 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Checking segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 05:00:55.776565 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.776971 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Bound using segment: {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'} {{(pid=95408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 05:00:55.777467 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.managers [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Bound port: 409ebd59-25cd-444b-99b8-6ebdc3418d58, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db418d37-946b-40ed-9368-ae61911cf30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47'}}] {{(pid=95408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 05:00:55.777856 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.796245 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.809811 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.provisioning_blocks [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Transition to ACTIVE for port object 942b3ad3-f00c-4037-ba23-262d2351e04a will not be triggered until provisioned by entity DHCP. {{(pid=95407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 05:00:55.813881 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 789a9f9c-f955-4670-80a3-e6f5388d6a9b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=789a9f9c-f955-4670-80a3-e6f5388d6a9b,segment=NetworkSegment(b3d84fbe-c7eb-4015-966c-24c1e7f13c19),segment_id=b3d84fbe-c7eb-4015-966c-24c1e7f13c19)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:00:55.845004 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] For port 409ebd59-25cd-444b-99b8-6ebdc3418d58, host n-d-793621-31, cleared binding levels {{(pid=95408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 05:00:55.848098 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] For port 409ebd59-25cd-444b-99b8-6ebdc3418d58, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=409ebd59-25cd-444b-99b8-6ebdc3418d58,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 05:00:55.883962 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.915990 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730039746901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.917676 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:55.945502 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=789a9f9c-f955-4670-80a3-e6f5388d6a9b,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:55.959237 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Network 16082abb-73fe-4916-bcdd-ab8e958c146f is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 05:00:55.962276 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 05:00:55.965939 n-d-793621-31 neutron-server[95407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Received port after_create {{(pid=95407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 05:00:55.980215 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Routers {'73397a79-b968-46a8-8438-f16f26a8c82e'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:00:55.980886 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:00:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['73397a79-b968-46a8-8438-f16f26a8c82e'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:55.989361 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Pushing event updated for resources: {'Port': ['ID=942b3ad3-f00c-4037-ba23-262d2351e04a,revision_number=1']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:56.007219 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654126'] for router_interface, before_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:56.077000 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9726e1-0597-4b31-a1b8-2034e1faa2a3 None None] Pushing event updated for resources: {'Port': ['ID=409ebd59-25cd-444b-99b8-6ebdc3418d58,revision_number=3']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:56.115370 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] Set router 73397a79-b968-46a8-8438-f16f26a8c82e gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:00:56.249627 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:56.313085 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'name': 'tempest-TestSnapshotPattern-716547481-router', 'tenant_id': '426a4a6031074472a949017e41ebcff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '409ebd59-25cd-444b-99b8-6ebdc3418d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:52Z', 'updated_at': '2021-08-17T05:00:53Z', 'revision_number': 3, 'project_id': '426a4a6031074472a949017e41ebcff7', 'gw_port': {'id': '409ebd59-25cd-444b-99b8-6ebdc3418d58', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:53Z', 'updated_at': '2021-08-17T05:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:56.340775 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d60624-a639-42f4-8d23-fe654538cbd7 None None] The sync data for ids ['73397a79-b968-46a8-8438-f16f26a8c82e'] in n-d-793621-31 is: [{'id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'name': 'tempest-TestSnapshotPattern-716547481-router', 'tenant_id': '426a4a6031074472a949017e41ebcff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '409ebd59-25cd-444b-99b8-6ebdc3418d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:52Z', 'updated_at': '2021-08-17T05:00:53Z', 'revision_number': 3, 'project_id': '426a4a6031074472a949017e41ebcff7', 'gw_port': {'id': '409ebd59-25cd-444b-99b8-6ebdc3418d58', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:53Z', 'updated_at': '2021-08-17T05:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 05:00:56.347152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8e6a2a98-331a-4ffb-a4a5-a35a19a8c9aa None None] Provisioning for port 942b3ad3-f00c-4037-ba23-262d2351e04a completed by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 05:00:56.352807 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-8e6a2a98-331a-4ffb-a4a5-a35a19a8c9aa None None] Provisioning complete for port 942b3ad3-f00c-4037-ba23-262d2351e04a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:00:56.352807 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8e6a2a98-331a-4ffb-a4a5-a35a19a8c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:56.398239 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a2a98-331a-4ffb-a4a5-a35a19a8c9aa None None] Port 942b3ad3-f00c-4037-ba23-262d2351e04a cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 05:00:56.417175 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:56.495751 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3295796'] for port, after_update {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:56.582987 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654170'] for router_interface, after_create {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:56.584717 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Pushing event updated for resources: {'Port': ['ID=942b3ad3-f00c-4037-ba23-262d2351e04a,revision_number=2']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:56.701358 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Network 16082abb-73fe-4916-bcdd-ab8e958c146f is already hosted by enough agents. {{(pid=95407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 05:00:56.701358 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.base_scheduler [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 05:00:56.753341 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ecbc903b-d01d-403d-aade-c99305f0195e up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 05:00:56.817300 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port ecbc903b-d01d-403d-aade-c99305f0195e triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:00:56.817590 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:56.848847 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Router 73397a79-b968-46a8-8438-f16f26a8c82e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 05:00:56.913401 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 409ebd59-25cd-444b-99b8-6ebdc3418d58 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 05:00:56.979651 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 05:00:56.985164 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-fd14fc75-fe4e-4cd3-b806-ebccc84f44f2 admin admin] 10.222.0.13 "PUT /v2.0/routers/73397a79-b968-46a8-8438-f16f26a8c82e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2664864 Aug 17 05:00:57.036104 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-ef56211b-7eb8-412b-a4ec-c7cd59e4d4dd None None] Provisioning complete for port 942b3ad3-f00c-4037-ba23-262d2351e04a triggered by entity DHCP. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:00:57.036489 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ef56211b-7eb8-412b-a4ec-c7cd59e4d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:57.073025 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ef56211b-7eb8-412b-a4ec-c7cd59e4d4dd None None] Port 942b3ad3-f00c-4037-ba23-262d2351e04a cannot update to ACTIVE because it is not bound. {{(pid=95408) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 05:00:57.107159 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 409ebd59-25cd-444b-99b8-6ebdc3418d58 completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 05:00:57.112120 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 409ebd59-25cd-444b-99b8-6ebdc3418d58 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:00:57.114391 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:57.196430 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:57.219042 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 409ebd59-25cd-444b-99b8-6ebdc3418d58, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=409ebd59-25cd-444b-99b8-6ebdc3418d58,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:00:57.304331 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:57.305177 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 789a9f9c-f955-4670-80a3-e6f5388d6a9b up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 05:00:57.381864 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=409ebd59-25cd-444b-99b8-6ebdc3418d58,revision_number=4']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:57.394621 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 789a9f9c-f955-4670-80a3-e6f5388d6a9b triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:00:57.395000 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:57.932965 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Sync routers for ids ['73397a79-b968-46a8-8438-f16f26a8c82e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 05:00:57.942315 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Routers {'73397a79-b968-46a8-8438-f16f26a8c82e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:00:57.942915 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:00:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['73397a79-b968-46a8-8438-f16f26a8c82e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:58.045518 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Set router 73397a79-b968-46a8-8438-f16f26a8c82e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:00:58.242325 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'name': 'tempest-TestSnapshotPattern-716547481-router', 'tenant_id': '426a4a6031074472a949017e41ebcff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '409ebd59-25cd-444b-99b8-6ebdc3418d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:52Z', 'updated_at': '2021-08-17T05:00:56Z', 'revision_number': 4, 'project_id': '426a4a6031074472a949017e41ebcff7', 'gw_port': {'id': '409ebd59-25cd-444b-99b8-6ebdc3418d58', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:53Z', 'updated_at': '2021-08-17T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '942b3ad3-f00c-4037-ba23-262d2351e04a', 'name': '', 'network_id': '16082abb-73fe-4916-bcdd-ab8e958c146f', 'tenant_id': '426a4a6031074472a949017e41ebcff7', 'mac_address': 'fa:16:3e:86:64:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '4fe78ec6-45b6-4a33-8955-39283f04d699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:55Z', 'updated_at': '2021-08-17T05:00:56Z', 'revision_number': 2, 'project_id': '426a4a6031074472a949017e41ebcff7', 'subnets': [{'id': '4fe78ec6-45b6-4a33-8955-39283f04d699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:58.268527 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Checking router: 73397a79-b968-46a8-8438-f16f26a8c82e for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 05:00:58.268876 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Updating router 73397a79-b968-46a8-8438-f16f26a8c82e port 942b3ad3-f00c-4037-ba23-262d2351e04a binding host n-d-793621-31 {{(pid=95409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 05:00:58.292165 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:58.547928 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Notify callbacks [] for port, precommit_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:58.558664 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.provisioning_blocks [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Transition to ACTIVE for port object 942b3ad3-f00c-4037-ba23-262d2351e04a will not be triggered until provisioned by entity L2. {{(pid=95409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 05:00:58.622959 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 409ebd59-25cd-444b-99b8-6ebdc3418d58 up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 05:00:58.674651 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 409ebd59-25cd-444b-99b8-6ebdc3418d58 triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:00:58.675024 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:58.678151 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:58.733693 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194ca7a-4022-428b-9136-13c9f9197341 None None] Pushing event updated for resources: {'Port': ['ID=942b3ad3-f00c-4037-ba23-262d2351e04a,revision_number=3']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:58.797860 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Attempting to bind port 942b3ad3-f00c-4037-ba23-262d2351e04a on host n-d-793621-31 for vnic_type normal with profile {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 05:00:58.798298 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Attempting to bind port 942b3ad3-f00c-4037-ba23-262d2351e04a by drivers openvswitch,hyperv on host n-d-793621-31 at level 0 using segments [{'id': '491d6b10-1fcb-43cb-80ce-046b0906e72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '16082abb-73fe-4916-bcdd-ab8e958c146f'}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 05:00:58.798577 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Attempting to bind port 942b3ad3-f00c-4037-ba23-262d2351e04a on network 16082abb-73fe-4916-bcdd-ab8e958c146f {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 05:00:58.804239 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Checking agent: {'id': '51ce1042-2f2d-4656-b8c3-d943a7857e62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 3, 10), 'started_at': datetime.datetime(2021, 8, 17, 2, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 5, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 05:00:58.804606 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Checking segment: {'id': '491d6b10-1fcb-43cb-80ce-046b0906e72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '16082abb-73fe-4916-bcdd-ab8e958c146f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 05:00:58.804967 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:58.805493 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Bound using segment: {'id': '491d6b10-1fcb-43cb-80ce-046b0906e72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '16082abb-73fe-4916-bcdd-ab8e958c146f'} {{(pid=95409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 05:00:58.805943 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.managers [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Bound port: 942b3ad3-f00c-4037-ba23-262d2351e04a, host: n-d-793621-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491d6b10-1fcb-43cb-80ce-046b0906e72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '16082abb-73fe-4916-bcdd-ab8e958c146f'}}] {{(pid=95409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 05:00:58.806323 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:58.883750 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] For port 942b3ad3-f00c-4037-ba23-262d2351e04a, host n-d-793621-31, cleared binding levels {{(pid=95409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 05:00:58.887203 n-d-793621-31 neutron-server[95409]: DEBUG neutron.plugins.ml2.db [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] For port 942b3ad3-f00c-4037-ba23-262d2351e04a, host n-d-793621-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=942b3ad3-f00c-4037-ba23-262d2351e04a,segment=NetworkSegment(491d6b10-1fcb-43cb-80ce-046b0906e72c),segment_id=491d6b10-1fcb-43cb-80ce-046b0906e72c)] {{(pid=95409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 05:00:58.958971 n-d-793621-31 neutron-server[95409]: DEBUG neutron_lib.callbacks.manager [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:00:59.019036 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194ca7a-4022-428b-9136-13c9f9197341 None None] Pushing event updated for resources: {'Port': ['ID=942b3ad3-f00c-4037-ba23-262d2351e04a,revision_number=4']} {{(pid=95409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:00:59.022042 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Routers {'73397a79-b968-46a8-8438-f16f26a8c82e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:00:59.022653 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:00:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['73397a79-b968-46a8-8438-f16f26a8c82e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:59.221572 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] Set router 73397a79-b968-46a8-8438-f16f26a8c82e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:00:59.414560 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'name': 'tempest-TestSnapshotPattern-716547481-router', 'tenant_id': '426a4a6031074472a949017e41ebcff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '409ebd59-25cd-444b-99b8-6ebdc3418d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:52Z', 'updated_at': '2021-08-17T05:00:56Z', 'revision_number': 4, 'project_id': '426a4a6031074472a949017e41ebcff7', 'gw_port': {'id': '409ebd59-25cd-444b-99b8-6ebdc3418d58', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:53Z', 'updated_at': '2021-08-17T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '942b3ad3-f00c-4037-ba23-262d2351e04a', 'name': '', 'network_id': '16082abb-73fe-4916-bcdd-ab8e958c146f', 'tenant_id': '426a4a6031074472a949017e41ebcff7', 'mac_address': 'fa:16:3e:86:64:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '4fe78ec6-45b6-4a33-8955-39283f04d699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:55Z', 'updated_at': '2021-08-17T05:00:58Z', 'revision_number': 4, 'project_id': '426a4a6031074472a949017e41ebcff7', 'subnets': [{'id': '4fe78ec6-45b6-4a33-8955-39283f04d699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:00:59.439845 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ac1e0-edcb-4694-9152-4020d39ff76a None None] The sync data for ids ['73397a79-b968-46a8-8438-f16f26a8c82e'] in n-d-793621-31 is: [{'id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'name': 'tempest-TestSnapshotPattern-716547481-router', 'tenant_id': '426a4a6031074472a949017e41ebcff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '409ebd59-25cd-444b-99b8-6ebdc3418d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:52Z', 'updated_at': '2021-08-17T05:00:56Z', 'revision_number': 4, 'project_id': '426a4a6031074472a949017e41ebcff7', 'gw_port': {'id': '409ebd59-25cd-444b-99b8-6ebdc3418d58', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:53Z', 'updated_at': '2021-08-17T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31', '_interfaces': [{'id': '942b3ad3-f00c-4037-ba23-262d2351e04a', 'name': '', 'network_id': '16082abb-73fe-4916-bcdd-ab8e958c146f', 'tenant_id': '426a4a6031074472a949017e41ebcff7', 'mac_address': 'fa:16:3e:86:64:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '4fe78ec6-45b6-4a33-8955-39283f04d699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:55Z', 'updated_at': '2021-08-17T05:00:58Z', 'revision_number': 4, 'project_id': '426a4a6031074472a949017e41ebcff7', 'subnets': [{'id': '4fe78ec6-45b6-4a33-8955-39283f04d699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 05:00:59.564305 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:01:00.639623 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 942b3ad3-f00c-4037-ba23-262d2351e04a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 05:01:00.775148 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning for port 942b3ad3-f00c-4037-ba23-262d2351e04a completed by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 05:01:00.779032 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 942b3ad3-f00c-4037-ba23-262d2351e04a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:01:00.779434 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:00.867365 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704324'] for port, before_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:00.899449 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] For port 942b3ad3-f00c-4037-ba23-262d2351e04a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=942b3ad3-f00c-4037-ba23-262d2351e04a,segment=NetworkSegment(491d6b10-1fcb-43cb-80ce-046b0906e72c),segment_id=491d6b10-1fcb-43cb-80ce-046b0906e72c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:01:00.921419 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:01.012374 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730040250736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730039746919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730039746937'] for port, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:01.060127 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Pushing event updated for resources: {'Port': ['ID=942b3ad3-f00c-4037-ba23-262d2351e04a,revision_number=5']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:01:02.625034 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 942b3ad3-f00c-4037-ba23-262d2351e04a up at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 05:01:02.675534 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.provisioning_blocks [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Provisioning complete for port 942b3ad3-f00c-4037-ba23-262d2351e04a triggered by entity L2. {{(pid=95408) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 05:01:02.675912 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627171'] for port, provisioning_complete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:03.152897 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:08.144797 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-4e3a16a3-6f2f-4cc3-a487-a778fed35e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:10.595347 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e6a797ec-3999-4465-a06a-96cabe4bf04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:10.852036 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:12.610085 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:14.635348 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:16.620025 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-26187b71-71cd-4de8-84c0-ff1866d61542 req-f133d539-983d-49ce-8ba7-c2358b7b3423 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394151 Aug 17 05:01:16.712464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26187b71-71cd-4de8-84c0-ff1866d61542 req-a28a9613-c0ea-4cc3-a6a0-e0d8b94fccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:01:16.713969 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-26187b71-71cd-4de8-84c0-ff1866d61542 req-a28a9613-c0ea-4cc3-a6a0-e0d8b94fccd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0397606 Aug 17 05:01:16.822994 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26187b71-71cd-4de8-84c0-ff1866d61542 req-26806505-fb84-4e65-85dd-fffff92d3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:01:16.824372 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-26187b71-71cd-4de8-84c0-ff1866d61542 req-26806505-fb84-4e65-85dd-fffff92d3ee7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0868931 Aug 17 05:01:16.866313 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-26187b71-71cd-4de8-84c0-ff1866d61542 req-b4f68f51-248e-4400-b465-a20a8a54fc9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0341175 Aug 17 05:01:16.919369 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26187b71-71cd-4de8-84c0-ff1866d61542 req-6c0c0231-20ec-4be5-a55f-32a728f6210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:01:16.921442 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-26187b71-71cd-4de8-84c0-ff1866d61542 req-6c0c0231-20ec-4be5-a55f-32a728f6210e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0473943 Aug 17 05:01:16.966957 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26187b71-71cd-4de8-84c0-ff1866d61542 req-658dc7d2-2796-4d27-8156-e72a12c1fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:01:16.968536 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-26187b71-71cd-4de8-84c0-ff1866d61542 req-658dc7d2-2796-4d27-8156-e72a12c1fa40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398297 Aug 17 05:01:17.060762 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-26187b71-71cd-4de8-84c0-ff1866d61542 req-f7278ecc-e481-4338-90fa-63289be096ff service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847180 Aug 17 05:01:17.149610 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-26187b71-71cd-4de8-84c0-ff1866d61542 req-2c729b16-d613-4af4-89a8-7ceea2e6ce82 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816195 Aug 17 05:01:30.960727 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:33.132079 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:36.564030 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:01:38.151851 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-23713cc8-b8c4-4657-8533-43882358d04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:40.577548 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c99441c9-a937-4bba-9c92-1549aaea0966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:40.849102 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:42.648906 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:44.706538 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:57.190147 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47826) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:01:57.534769 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:57.771952 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Deleting port 789a9f9c-f955-4670-80a3-e6f5388d6a9b {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:01:57.772295 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:57.847770 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] For port 789a9f9c-f955-4670-80a3-e6f5388d6a9b, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=789a9f9c-f955-4670-80a3-e6f5388d6a9b,segment=NetworkSegment(b3d84fbe-c7eb-4015-966c-24c1e7f13c19),segment_id=b3d84fbe-c7eb-4015-966c-24c1e7f13c19)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:01:57.848051 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:57.859754 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Calling delete_port for 789a9f9c-f955-4670-80a3-e6f5388d6a9b owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:01:58.120589 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:58.150043 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Pushing event deleted for resources: {'Port': ['ID=789a9f9c-f955-4670-80a3-e6f5388d6a9b,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:01:58.211897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:58.211897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:58.211897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:58.211897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:58.211897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:58.211897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:58.211897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:58.211897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:58.211897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:58.211897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:58.211897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:58.211897 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:58.324342 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:58.533792 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Router effefd9a-5df6-45e3-89dd-6665b654a3a7 has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 05:01:58.640597 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 05:01:58.647411 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-be2279cd-d9c9-4682-85ef-0ad9b43cd815 admin admin] 10.222.0.13 "PUT /v2.0/routers/effefd9a-5df6-45e3-89dd-6665b654a3a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4562066 Aug 17 05:01:58.650096 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47828) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:01:58.656152 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43691c4f-4217-4345-b8e4-9688ac284f8f None None] Sync routers for ids ['effefd9a-5df6-45e3-89dd-6665b654a3a7'] in n-d-793621-31 {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 05:01:58.665551 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43691c4f-4217-4345-b8e4-9688ac284f8f None None] Routers {'effefd9a-5df6-45e3-89dd-6665b654a3a7'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:01:58.666247 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-43691c4f-4217-4345-b8e4-9688ac284f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:01:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['effefd9a-5df6-45e3-89dd-6665b654a3a7'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:01:58.755391 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Notify callbacks [] for router, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:58.772270 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-43691c4f-4217-4345-b8e4-9688ac284f8f None None] Set router effefd9a-5df6-45e3-89dd-6665b654a3a7 gateway port host: n-d-793621-31 {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:01:58.856865 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:58.946680 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-43691c4f-4217-4345-b8e4-9688ac284f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'name': 'tempest-TestSnapshotPattern-405823403-router', 'tenant_id': '1f5d376df0524f39ba95784e69845487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '6638a30b-644d-469d-84aa-b5084874754d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:01:57Z', 'revision_number': 5, 'project_id': '1f5d376df0524f39ba95784e69845487', 'gw_port': {'id': '6638a30b-644d-469d-84aa-b5084874754d', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:01:58.972970 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43691c4f-4217-4345-b8e4-9688ac284f8f None None] Checking router: effefd9a-5df6-45e3-89dd-6665b654a3a7 for host: n-d-793621-31 {{(pid=95408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 05:01:58.980098 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Deleting port 6638a30b-644d-469d-84aa-b5084874754d {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:01:58.980454 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:58.981890 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43691c4f-4217-4345-b8e4-9688ac284f8f None None] Routers {'effefd9a-5df6-45e3-89dd-6665b654a3a7'} bound to L3 agent in host n-d-793621-31 {{(pid=95408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:01:58.982523 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-43691c4f-4217-4345-b8e4-9688ac284f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:01:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['effefd9a-5df6-45e3-89dd-6665b654a3a7'], 'active': True} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:01:59.062870 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] For port 6638a30b-644d-469d-84aa-b5084874754d, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=6638a30b-644d-469d-84aa-b5084874754d,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:01:59.063877 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:59.069858 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvr_db [None req-43691c4f-4217-4345-b8e4-9688ac284f8f None None] Set router effefd9a-5df6-45e3-89dd-6665b654a3a7 gateway port host: None {{(pid=95408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:01:59.077367 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Calling delete_port for 6638a30b-644d-469d-84aa-b5084874754d owned by network:router_gateway {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:01:59.123008 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_hamode_db [None req-43691c4f-4217-4345-b8e4-9688ac284f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'name': 'tempest-TestSnapshotPattern-405823403-router', 'tenant_id': '1f5d376df0524f39ba95784e69845487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:01:58Z', 'revision_number': 6, 'project_id': '1f5d376df0524f39ba95784e69845487', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:01:59.149746 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43691c4f-4217-4345-b8e4-9688ac284f8f None None] The sync data for ids ['effefd9a-5df6-45e3-89dd-6665b654a3a7'] in n-d-793621-31 is: [{'id': 'effefd9a-5df6-45e3-89dd-6665b654a3a7', 'name': 'tempest-TestSnapshotPattern-405823403-router', 'tenant_id': '1f5d376df0524f39ba95784e69845487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:46Z', 'updated_at': '2021-08-17T05:01:58Z', 'revision_number': 6, 'project_id': '1f5d376df0524f39ba95784e69845487', 'gw_port_host': None}] {{(pid=95408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 05:01:59.337296 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:59.366105 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Pushing event deleted for resources: {'Port': ['ID=6638a30b-644d-469d-84aa-b5084874754d,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:01:59.376515 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:59.376886 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:59.377231 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:59.377595 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:59.378317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:59.378317 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:59.378570 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:59.378899 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:59.379227 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:59.379552 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:59.379878 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:59.380204 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:01:59.439181 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:59.529419 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:59.532558 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:59.662793 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:59.663450 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Fanout notify agent at l3_agent the message router_deleted on router effefd9a-5df6-45e3-89dd-6665b654a3a7 {{(pid=95406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 05:01:59.667604 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] Notify callbacks [] for router, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:59.668786 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-13e56ddd-4a4c-4037-93bc-1292328a4909 admin admin] 10.222.0.13 "DELETE /v2.0/routers/effefd9a-5df6-45e3-89dd-6665b654a3a7 HTTP/1.1" status: 204 len: 168 time: 1.0176599 Aug 17 05:01:59.671162 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47832) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:01:59.718978 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd04a192-17af-43b5-b8a6-5221c7b48856 admin admin] Deleting subnet f06b0016-e261-4ba6-b2fc-cce989a3d255 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 05:01:59.722545 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd04a192-17af-43b5-b8a6-5221c7b48856 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:59.755559 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd04a192-17af-43b5-b8a6-5221c7b48856 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:59.831269 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd04a192-17af-43b5-b8a6-5221c7b48856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:59.969365 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd04a192-17af-43b5-b8a6-5221c7b48856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:01:59.999833 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04a192-17af-43b5-b8a6-5221c7b48856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06b0016-e261-4ba6-b2fc-cce989a3d255,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:02:00.003892 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cd04a192-17af-43b5-b8a6-5221c7b48856 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:00.005843 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-cd04a192-17af-43b5-b8a6-5221c7b48856 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f06b0016-e261-4ba6-b2fc-cce989a3d255 HTTP/1.1" status: 204 len: 168 time: 0.3334565 Aug 17 05:02:00.008214 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47834) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:02:00.009892 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145e84a6-f526-4132-b2c3-c04a99602149 None None] Network 18aa9aee-c65a-40a7-b0e1-e9bf264e5354 requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 05:02:00.079949 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:00.133824 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] Deleting port 67074182-4b08-4164-9429-8e496fbc668c {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:02:00.134086 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:00.202649 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20281191-e66e-478b-afdd-931588572704 None None] DHCP port deletion for 18aa9aee-c65a-40a7-b0e1-e9bf264e5354 request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 05:02:00.255324 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-20281191-e66e-478b-afdd-931588572704 None None] Deleting port 67074182-4b08-4164-9429-8e496fbc668c {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:02:00.255716 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-20281191-e66e-478b-afdd-931588572704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:00.331187 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-20281191-e66e-478b-afdd-931588572704 None None] For port 67074182-4b08-4164-9429-8e496fbc668c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=67074182-4b08-4164-9429-8e496fbc668c,segment=NetworkSegment(b3d84fbe-c7eb-4015-966c-24c1e7f13c19),segment_id=b3d84fbe-c7eb-4015-966c-24c1e7f13c19)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:02:00.331598 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-20281191-e66e-478b-afdd-931588572704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:00.346594 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-20281191-e66e-478b-afdd-931588572704 None None] Calling delete_port for 67074182-4b08-4164-9429-8e496fbc668c owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:02:00.520450 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-20281191-e66e-478b-afdd-931588572704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:00.545978 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20281191-e66e-478b-afdd-931588572704 None None] Pushing event deleted for resources: {'Port': ['ID=67074182-4b08-4164-9429-8e496fbc668c,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:02:00.550351 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20281191-e66e-478b-afdd-931588572704 None None] No DVR routers for this DVR port 67074182-4b08-4164-9429-8e496fbc668c on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 05:02:00.565994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20281191-e66e-478b-afdd-931588572704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:02:00.565994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20281191-e66e-478b-afdd-931588572704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:02:00.565994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20281191-e66e-478b-afdd-931588572704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:02:00.565994 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20281191-e66e-478b-afdd-931588572704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:02:00.567347 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] For port 67074182-4b08-4164-9429-8e496fbc668c, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=67074182-4b08-4164-9429-8e496fbc668c,segment=NetworkSegment(b3d84fbe-c7eb-4015-966c-24c1e7f13c19),segment_id=b3d84fbe-c7eb-4015-966c-24c1e7f13c19)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:02:00.567469 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20281191-e66e-478b-afdd-931588572704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:02:00.567571 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:00.567672 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20281191-e66e-478b-afdd-931588572704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:02:00.567672 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20281191-e66e-478b-afdd-931588572704 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:02:00.567672 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20281191-e66e-478b-afdd-931588572704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:02:00.567672 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20281191-e66e-478b-afdd-931588572704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:02:00.567672 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20281191-e66e-478b-afdd-931588572704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:02:00.567672 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20281191-e66e-478b-afdd-931588572704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:02:00.567672 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20281191-e66e-478b-afdd-931588572704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-31 {{(pid=95408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 05:02:00.579614 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] Calling delete_port for 67074182-4b08-4164-9429-8e496fbc668c owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:02:00.654293 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 67074182-4b08-4164-9429-8e496fbc668c no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 05:02:00.654472 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:00.678314 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 67074182-4b08-4164-9429-8e496fbc668c {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 05:02:00.678686 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 67074182-4b08-4164-9429-8e496fbc668c not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 05:02:00.679088 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6638a30b-644d-469d-84aa-b5084874754d no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 05:02:00.681348 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=67074182-4b08-4164-9429-8e496fbc668c,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:02:00.686897 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] No DVR routers for this DVR port 67074182-4b08-4164-9429-8e496fbc668c on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 05:02:00.697952 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 6638a30b-644d-469d-84aa-b5084874754d {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 05:02:00.698302 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 6638a30b-644d-469d-84aa-b5084874754d not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 05:02:00.698729 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 789a9f9c-f955-4670-80a3-e6f5388d6a9b no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 05:02:00.717598 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 789a9f9c-f955-4670-80a3-e6f5388d6a9b {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 05:02:00.717957 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 789a9f9c-f955-4670-80a3-e6f5388d6a9b not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 05:02:00.757541 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:00.767588 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18aa9aee-c65a-40a7-b0e1-e9bf264e5354']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:02:00.789825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d84fbe-c7eb-4015-966c-24c1e7f13c19') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:02:00.789825 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d84fbe-c7eb-4015-966c-24c1e7f13c19') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:02:00.789825 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:00.800171 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:00.806091 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 05:02:00.806511 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: self.session.flush() Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: timer() Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 05:02:00.808183 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 05:02:00.925823 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:00.932319 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:00.938650 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/18aa9aee-c65a-40a7-b0e1-e9bf264e5354 HTTP/1.1" status: 204 len: 168 time: 0.9250722 Aug 17 05:02:00.939341 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47836) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:02:00.942569 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:00.944650 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e5566-ecfc-4521-8b82-9a7ebba997d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=18aa9aee-c65a-40a7-b0e1-e9bf264e5354,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:02:01.635909 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3caeacd1-a013-48d3-9971-d2df3d7e9720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654257'] for router_interface, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:01.883768 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-3caeacd1-a013-48d3-9971-d2df3d7e9720 admin admin] Deleting port 942b3ad3-f00c-4037-ba23-262d2351e04a {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:02:01.884111 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3caeacd1-a013-48d3-9971-d2df3d7e9720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:01.963681 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-3caeacd1-a013-48d3-9971-d2df3d7e9720 admin admin] For port 942b3ad3-f00c-4037-ba23-262d2351e04a, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=942b3ad3-f00c-4037-ba23-262d2351e04a,segment=NetworkSegment(491d6b10-1fcb-43cb-80ce-046b0906e72c),segment_id=491d6b10-1fcb-43cb-80ce-046b0906e72c)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:02:01.964406 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3caeacd1-a013-48d3-9971-d2df3d7e9720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:01.977178 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-3caeacd1-a013-48d3-9971-d2df3d7e9720 admin admin] Calling delete_port for 942b3ad3-f00c-4037-ba23-262d2351e04a owned by network:router_interface {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:02:02.237717 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3caeacd1-a013-48d3-9971-d2df3d7e9720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:02.263210 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caeacd1-a013-48d3-9971-d2df3d7e9720 admin admin] Pushing event deleted for resources: {'Port': ['ID=942b3ad3-f00c-4037-ba23-262d2351e04a,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:02:02.428486 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-3caeacd1-a013-48d3-9971-d2df3d7e9720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759841'] for router_interface, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:02.644644 n-d-793621-31 neutron-server[95407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caeacd1-a013-48d3-9971-d2df3d7e9720 admin admin] Router 73397a79-b968-46a8-8438-f16f26a8c82e has already been hosted by L3 agent cdc8ac62-4918-49bc-af71-fa08332ccad8 {{(pid=95407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 05:02:02.755195 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caeacd1-a013-48d3-9971-d2df3d7e9720 admin admin] Notify agent at l3_agent.n-d-793621-31 the message routers_updated {{(pid=95407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 05:02:02.760581 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-3caeacd1-a013-48d3-9971-d2df3d7e9720 admin admin] 10.222.0.13 "PUT /v2.0/routers/73397a79-b968-46a8-8438-f16f26a8c82e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8208878 Aug 17 05:02:02.763441 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [-] (95407) accepted ('10.222.0.13', 47838) {{(pid=95407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:02:02.767300 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c5cd1-009f-4b22-ac10-f238e0887493 None None] Sync routers for ids ['73397a79-b968-46a8-8438-f16f26a8c82e'] in n-d-793621-31 {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 05:02:02.776442 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c5cd1-009f-4b22-ac10-f238e0887493 None None] Routers {'73397a79-b968-46a8-8438-f16f26a8c82e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:02:02.782900 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bb2c5cd1-009f-4b22-ac10-f238e0887493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:01:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['73397a79-b968-46a8-8438-f16f26a8c82e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:02:02.875618 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:02.889299 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-bb2c5cd1-009f-4b22-ac10-f238e0887493 None None] Set router 73397a79-b968-46a8-8438-f16f26a8c82e gateway port host: n-d-793621-31 {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:02:02.987993 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:03.075928 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bb2c5cd1-009f-4b22-ac10-f238e0887493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'name': 'tempest-TestSnapshotPattern-716547481-router', 'tenant_id': '426a4a6031074472a949017e41ebcff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'external_fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '409ebd59-25cd-444b-99b8-6ebdc3418d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:52Z', 'updated_at': '2021-08-17T05:02:02Z', 'revision_number': 5, 'project_id': '426a4a6031074472a949017e41ebcff7', 'gw_port': {'id': '409ebd59-25cd-444b-99b8-6ebdc3418d58', 'name': '', 'network_id': '9deef9fe-55fb-4ad7-89a2-6eefc4538d47', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T05:00:53Z', 'updated_at': '2021-08-17T05:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36ea4408-c874-426f-9e72-b2b91e74b6ad', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-31'}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:02:03.106406 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c5cd1-009f-4b22-ac10-f238e0887493 None None] Checking router: 73397a79-b968-46a8-8438-f16f26a8c82e for host: n-d-793621-31 {{(pid=95409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 05:02:03.114932 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c5cd1-009f-4b22-ac10-f238e0887493 None None] Routers {'73397a79-b968-46a8-8438-f16f26a8c82e'} bound to L3 agent in host n-d-793621-31 {{(pid=95409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 05:02:03.115548 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bb2c5cd1-009f-4b22-ac10-f238e0887493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:03:10Z,description=,heartbeat_timestamp=2021-08-17T05:01:40Z,host='n-d-793621-31',id=cdc8ac62-4918-49bc-af71-fa08332ccad8,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:03:11Z,topic='l3_agent')) {'router_ids': ['73397a79-b968-46a8-8438-f16f26a8c82e'], 'active': True} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:02:03.122202 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] Deleting port 409ebd59-25cd-444b-99b8-6ebdc3418d58 {{(pid=95407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:02:03.122551 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:03.158373 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:03.207120 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_dvr_db [None req-bb2c5cd1-009f-4b22-ac10-f238e0887493 None None] Set router 73397a79-b968-46a8-8438-f16f26a8c82e gateway port host: None {{(pid=95409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 05:02:03.209999 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.db [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] For port 409ebd59-25cd-444b-99b8-6ebdc3418d58, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=409ebd59-25cd-444b-99b8-6ebdc3418d58,segment=NetworkSegment(db418d37-946b-40ed-9368-ae61911cf30d),segment_id=db418d37-946b-40ed-9368-ae61911cf30d)] {{(pid=95407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:02:03.210366 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:03.222745 n-d-793621-31 neutron-server[95407]: DEBUG neutron.plugins.ml2.plugin [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] Calling delete_port for 409ebd59-25cd-444b-99b8-6ebdc3418d58 owned by network:router_gateway {{(pid=95407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:02:03.264090 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.l3_hamode_db [None req-bb2c5cd1-009f-4b22-ac10-f238e0887493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'name': 'tempest-TestSnapshotPattern-716547481-router', 'tenant_id': '426a4a6031074472a949017e41ebcff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:52Z', 'updated_at': '2021-08-17T05:02:02Z', 'revision_number': 6, 'project_id': '426a4a6031074472a949017e41ebcff7', 'gw_port_host': None}], 'n-d-793621-31', False) {} {{(pid=95409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:02:03.294891 n-d-793621-31 neutron-server[95409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c5cd1-009f-4b22-ac10-f238e0887493 None None] The sync data for ids ['73397a79-b968-46a8-8438-f16f26a8c82e'] in n-d-793621-31 is: [{'id': '73397a79-b968-46a8-8438-f16f26a8c82e', 'name': 'tempest-TestSnapshotPattern-716547481-router', 'tenant_id': '426a4a6031074472a949017e41ebcff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T05:00:52Z', 'updated_at': '2021-08-17T05:02:02Z', 'revision_number': 6, 'project_id': '426a4a6031074472a949017e41ebcff7', 'gw_port_host': None}] {{(pid=95409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 05:02:03.472303 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3295803'] for port, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:03.498317 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=409ebd59-25cd-444b-99b8-6ebdc3418d58,revision_number=None']} {{(pid=95407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:02:03.558722 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1650601'] for router_gateway, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:03.651949 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114659'] for router, precommit_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:03.654065 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:03.777455 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650915'] for router, after_delete {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:03.778119 n-d-793621-31 neutron-server[95407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73397a79-b968-46a8-8438-f16f26a8c82e {{(pid=95407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 05:02:03.783606 n-d-793621-31 neutron-server[95407]: DEBUG neutron_lib.callbacks.manager [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=95407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:03.787103 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [None req-0f530244-f639-43a0-b7ac-248edec6c4f3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/73397a79-b968-46a8-8438-f16f26a8c82e HTTP/1.1" status: 204 len: 168 time: 1.0208254 Aug 17 05:02:03.787607 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47846) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:02:03.832793 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.db_base_plugin_v2 [None req-709a28f8-e8dd-477b-9b79-cb205fe7d7e9 admin admin] Deleting subnet 4fe78ec6-45b6-4a33-8955-39283f04d699 {{(pid=95406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 05:02:03.835863 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-709a28f8-e8dd-477b-9b79-cb205fe7d7e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:03.871393 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-709a28f8-e8dd-477b-9b79-cb205fe7d7e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3620503'] for subnet, precommit_delete_associations {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:03.957356 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-709a28f8-e8dd-477b-9b79-cb205fe7d7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-633489'] for subnet, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.097861 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-709a28f8-e8dd-477b-9b79-cb205fe7d7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-633480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-312983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3620488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3282489'] for subnet, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.123345 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a28f8-e8dd-477b-9b79-cb205fe7d7e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe78ec6-45b6-4a33-8955-39283f04d699,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:02:04.127804 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-709a28f8-e8dd-477b-9b79-cb205fe7d7e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.130923 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-709a28f8-e8dd-477b-9b79-cb205fe7d7e9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4fe78ec6-45b6-4a33-8955-39283f04d699 HTTP/1.1" status: 204 len: 168 time: 0.3422418 Aug 17 05:02:04.132151 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47848) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:02:04.133355 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b1bbfe-46e3-4555-866a-fee048044d7c None None] Network 16082abb-73fe-4916-bcdd-ab8e958c146f requested from n-d-793621-31 {{(pid=95408) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 05:02:04.204515 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602760'] for network, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.259139 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] Deleting port ecbc903b-d01d-403d-aade-c99305f0195e {{(pid=95406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:02:04.259497 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.302323 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3fbd3d-267b-4fcc-ab38-35e269dde4d2 None None] DHCP port deletion for 16082abb-73fe-4916-bcdd-ab8e958c146f request from n-d-793621-31 {{(pid=95408) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 05:02:04.326079 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] For port ecbc903b-d01d-403d-aade-c99305f0195e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ecbc903b-d01d-403d-aade-c99305f0195e,segment=NetworkSegment(491d6b10-1fcb-43cb-80ce-046b0906e72c),segment_id=491d6b10-1fcb-43cb-80ce-046b0906e72c)] {{(pid=95406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:02:04.326454 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.338764 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.plugin [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] Calling delete_port for ecbc903b-d01d-403d-aade-c99305f0195e owned by network:dhcp {{(pid=95406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:02:04.347593 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ea3fbd3d-267b-4fcc-ab38-35e269dde4d2 None None] Deleting port ecbc903b-d01d-403d-aade-c99305f0195e {{(pid=95408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 05:02:04.348094 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea3fbd3d-267b-4fcc-ab38-35e269dde4d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730040243797'] for port, before_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.413372 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.db [None req-ea3fbd3d-267b-4fcc-ab38-35e269dde4d2 None None] For port ecbc903b-d01d-403d-aade-c99305f0195e, host n-d-793621-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-31',level=0,port_id=ecbc903b-d01d-403d-aade-c99305f0195e,segment=NetworkSegment(491d6b10-1fcb-43cb-80ce-046b0906e72c),segment_id=491d6b10-1fcb-43cb-80ce-046b0906e72c)] {{(pid=95408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 05:02:04.413773 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea3fbd3d-267b-4fcc-ab38-35e269dde4d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654471'] for port, precommit_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.427047 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-ea3fbd3d-267b-4fcc-ab38-35e269dde4d2 None None] Calling delete_port for ecbc903b-d01d-403d-aade-c99305f0195e owned by network:dhcp {{(pid=95408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 05:02:04.519722 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3620605'] for port, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.525617 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-ea3fbd3d-267b-4fcc-ab38-35e269dde4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-704261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1983707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730040250745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730039746910'] for port, after_delete {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.547312 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecbc903b-d01d-403d-aade-c99305f0195e,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:02:04.554226 n-d-793621-31 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] No DVR routers for this DVR port ecbc903b-d01d-403d-aade-c99305f0195e on host n-d-793621-31 {{(pid=95406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 05:02:04.555079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3fbd3d-267b-4fcc-ab38-35e269dde4d2 None None] No DVR routers for this DVR port ecbc903b-d01d-403d-aade-c99305f0195e on host n-d-793621-31 {{(pid=95408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 05:02:04.555079 n-d-793621-31 neutron-server[95408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fbd3d-267b-4fcc-ab38-35e269dde4d2 None None] Pushing event deleted for resources: {'Port': ['ID=ecbc903b-d01d-403d-aade-c99305f0195e,revision_number=None']} {{(pid=95408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:02:04.625038 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633112', 'neutron.services.segments.db._delete_segments_for_network-8730040265153'] for network, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.635900 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16082abb-73fe-4916-bcdd-ab8e958c146f']}} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:02:04.646964 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491d6b10-1fcb-43cb-80ce-046b0906e72c') {'for_net_delete': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:02:04.647263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.services.segments.db [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491d6b10-1fcb-43cb-80ce-046b0906e72c') {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 05:02:04.654975 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 942b3ad3-f00c-4037-ba23-262d2351e04a no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 05:02:04.658277 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730040292262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3620510'] for segment, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.672581 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052'] for segment, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.674944 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 942b3ad3-f00c-4037-ba23-262d2351e04a {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 05:02:04.681278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 942b3ad3-f00c-4037-ba23-262d2351e04a not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 05:02:04.681278 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 409ebd59-25cd-444b-99b8-6ebdc3418d58 no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3617578'] for segment, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: Traceback (most recent call last): Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: timer() Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: cb(*args, **kw) Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: return func(*args, **kwargs) Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: self._notify() Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: self.callback(batched_events) Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: event.method(event) Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: return f(self, *a, **k) Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: return self._get(url).json() Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: return self.request(url, 'GET', **kwargs) Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 05:02:04.681561 n-d-793621-31 neutron-server[95406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 05:02:04.697718 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: 409ebd59-25cd-444b-99b8-6ebdc3418d58 {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 05:02:04.698073 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device 409ebd59-25cd-444b-99b8-6ebdc3418d58 not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 05:02:04.698507 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ecbc903b-d01d-403d-aade-c99305f0195e no longer exists at agent ovs-agent-n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 05:02:04.717618 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.plugin [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] No Port match for: ecbc903b-d01d-403d-aade-c99305f0195e {{(pid=95408) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 05:02:04.717969 n-d-793621-31 neutron-server[95408]: DEBUG neutron.plugins.ml2.rpc [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Device ecbc903b-d01d-403d-aade-c99305f0195e not bound to the agent host n-d-793621-31 {{(pid=95408) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 05:02:04.820201 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1650556'] for network, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.825828 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] Notify callbacks [] for network, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:04.827691 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/16082abb-73fe-4916-bcdd-ab8e958c146f HTTP/1.1" status: 204 len: 168 time: 0.6946027 Aug 17 05:02:04.840120 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124db14-954c-43b2-93bd-5960f2708df2 admin admin] Pushing event deleted for resources: {'Network': ['ID=16082abb-73fe-4916-bcdd-ab8e958c146f,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:02:05.307596 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47854) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:02:05.348595 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c6ea2523-6cda-4864-9315-faf8e3f45918 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f5d376df0524f39ba95784e69845487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396788 Aug 17 05:02:05.350851 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47856) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:02:05.403898 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4b80-480f-4c55-9ce7-b97093f57723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:05.427158 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4b80-480f-4c55-9ce7-b97093f57723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:05.542383 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4b80-480f-4c55-9ce7-b97093f57723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:05.545008 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4b80-480f-4c55-9ce7-b97093f57723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:05.546486 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-bf4b4b80-480f-4c55-9ce7-b97093f57723 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a517e37e-2c74-4b72-8501-9f4d7111c0bd HTTP/1.1" status: 204 len: 168 time: 0.1944702 Aug 17 05:02:05.557263 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b4b80-480f-4c55-9ce7-b97093f57723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a517e37e-2c74-4b72-8501-9f4d7111c0bd,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:02:06.305198 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47864) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:02:06.343469 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-434d27a1-d840-4aff-9ca7-5f663bec9712 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=426a4a6031074472a949017e41ebcff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375562 Aug 17 05:02:06.346550 n-d-793621-31 neutron-server[95406]: DEBUG neutron.wsgi [-] (95406) accepted ('10.222.0.13', 47866) {{(pid=95406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 05:02:06.393121 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c31dc8e7-e65f-4b79-afe5-fa480eea70db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:06.414115 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c31dc8e7-e65f-4b79-afe5-fa480eea70db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:06.548561 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c31dc8e7-e65f-4b79-afe5-fa480eea70db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325099'] for security_group, after_delete {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:06.551079 n-d-793621-31 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c31dc8e7-e65f-4b79-afe5-fa480eea70db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:06.552621 n-d-793621-31 neutron-server[95406]: INFO neutron.wsgi [None req-c31dc8e7-e65f-4b79-afe5-fa480eea70db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2b57998-9125-48c1-8a70-9480f7cdf531 HTTP/1.1" status: 204 len: 168 time: 0.2051795 Aug 17 05:02:06.560625 n-d-793621-31 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31dc8e7-e65f-4b79-afe5-fa480eea70db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b57998-9125-48c1-8a70-9480f7cdf531,revision_number=None']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 05:02:08.159790 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8cbc530d-6276-403e-8abf-0a4e86f7d281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:10.580777 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-218e1f69-c56a-431d-8431-f066c4b2da9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:10.860142 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:12.631507 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:13.563479 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:02:14.645511 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:18.798655 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c04dfa17-3e0e-41b8-a83a-b805e068dd90 req-5850617e-6892-448e-8365-db4d43a23d0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1926091 Aug 17 05:02:18.890436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dfa17-3e0e-41b8-a83a-b805e068dd90 req-46a75219-979a-4dbe-baf4-e4a3916674b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:02:18.891915 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c04dfa17-3e0e-41b8-a83a-b805e068dd90 req-46a75219-979a-4dbe-baf4-e4a3916674b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0402420 Aug 17 05:02:18.999626 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dfa17-3e0e-41b8-a83a-b805e068dd90 req-8de4ff81-99f4-40f7-aeb2-78d14252a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:02:19.001479 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c04dfa17-3e0e-41b8-a83a-b805e068dd90 req-8de4ff81-99f4-40f7-aeb2-78d14252a991 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0886083 Aug 17 05:02:19.042961 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c04dfa17-3e0e-41b8-a83a-b805e068dd90 req-8c9b2697-a0e2-41db-8ac9-88d4a9245312 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0343742 Aug 17 05:02:19.099461 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dfa17-3e0e-41b8-a83a-b805e068dd90 req-e5a8caa9-0794-41c7-a3fb-fe31fba3d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:02:19.100977 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c04dfa17-3e0e-41b8-a83a-b805e068dd90 req-e5a8caa9-0794-41c7-a3fb-fe31fba3d1ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0488584 Aug 17 05:02:19.147539 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dfa17-3e0e-41b8-a83a-b805e068dd90 req-a45f0d7e-0e52-4b0f-819a-68de88abf29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:02:19.148940 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c04dfa17-3e0e-41b8-a83a-b805e068dd90 req-a45f0d7e-0e52-4b0f-819a-68de88abf29b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403409 Aug 17 05:02:19.247275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c04dfa17-3e0e-41b8-a83a-b805e068dd90 req-c205619c-7e38-4edc-b588-1407b78e23b4 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895813 Aug 17 05:02:19.342209 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-c04dfa17-3e0e-41b8-a83a-b805e068dd90 req-395c81c7-00b4-4d1b-94e2-d83223f99950 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868211 Aug 17 05:02:30.947867 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:33.151418 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:38.148715 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-0dcc36bb-eacb-41e7-be91-883447d37108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:40.574351 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c89f0059-ac23-44e6-9ba4-e9c9c477ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:40.854323 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:42.585604 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:44.619788 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:02:50.562794 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:03:00.941820 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:03:03.150677 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:03:08.147602 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6eda6db4-d83c-4225-aef8-673423c7493d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:03:10.615573 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a3115f3-f2f1-4639-85dd-addd6e686f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:03:10.859787 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:03:12.644420 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:03:14.604482 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:03:20.617069 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-381724a0-c8e1-4e2d-8100-cbe2d5eb6ec4 req-77926579-63cf-4109-bf2f-584df7d28143 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397809 Aug 17 05:03:20.717101 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381724a0-c8e1-4e2d-8100-cbe2d5eb6ec4 req-2dfc4624-f89d-4130-b557-a4965ffc5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:03:20.719062 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-381724a0-c8e1-4e2d-8100-cbe2d5eb6ec4 req-2dfc4624-f89d-4130-b557-a4965ffc5064 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0477045 Aug 17 05:03:20.836353 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381724a0-c8e1-4e2d-8100-cbe2d5eb6ec4 req-78d9a09f-4d37-4a8c-a46c-c22185ba01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:03:20.837859 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-381724a0-c8e1-4e2d-8100-cbe2d5eb6ec4 req-78d9a09f-4d37-4a8c-a46c-c22185ba01a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0853240 Aug 17 05:03:20.882659 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-381724a0-c8e1-4e2d-8100-cbe2d5eb6ec4 req-7b17dcb1-1579-4cd9-bd87-e6d841fe6a02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0370421 Aug 17 05:03:20.930464 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381724a0-c8e1-4e2d-8100-cbe2d5eb6ec4 req-12519f0a-5def-4c6a-8e90-37ba99f069f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:03:20.931884 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-381724a0-c8e1-4e2d-8100-cbe2d5eb6ec4 req-12519f0a-5def-4c6a-8e90-37ba99f069f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0426931 Aug 17 05:03:20.977325 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381724a0-c8e1-4e2d-8100-cbe2d5eb6ec4 req-23d6c9d4-9e3c-4792-94d6-69229d207344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:03:20.978704 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-381724a0-c8e1-4e2d-8100-cbe2d5eb6ec4 req-23d6c9d4-9e3c-4792-94d6-69229d207344 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387855 Aug 17 05:03:21.073393 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-381724a0-c8e1-4e2d-8100-cbe2d5eb6ec4 req-44519f6c-a7e3-4193-82fe-e20cf5098850 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863032 Aug 17 05:03:21.163275 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-381724a0-c8e1-4e2d-8100-cbe2d5eb6ec4 req-31dc053b-98f1-4cd5-a141-2457fc40cfe2 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819459 Aug 17 05:03:27.562692 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:03:30.940740 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:03:33.156459 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:03:38.152311 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d27422b6-01d1-4b07-aad6-af71c9b0b7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:03:40.563420 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-96618a34-17e5-40e6-bcab-74bc401c7505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:03:40.848652 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:03:42.615125 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:03:44.592648 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:04:00.940369 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:04:03.197305 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:04:04.563206 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:04:08.140347 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-d064444e-19db-454e-bb2d-b472aa078e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:04:10.597514 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58ce9485-b7af-4feb-a706-3da585fd47af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:04:10.900176 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:04:12.596913 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:04:14.607746 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:04:22.635274 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6306c9db-1d38-4e6d-b510-459b467e9616 req-aa7879b7-2dd4-4d56-bcd9-ddbee7c96ce9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419042 Aug 17 05:04:22.734365 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c9db-1d38-4e6d-b510-459b467e9616 req-a1526375-8f35-4027-a727-2f538ea5e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:04:22.735868 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6306c9db-1d38-4e6d-b510-459b467e9616 req-a1526375-8f35-4027-a727-2f538ea5e058 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0475073 Aug 17 05:04:22.838615 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c9db-1d38-4e6d-b510-459b467e9616 req-11968281-d9bf-496e-a659-00df7a89cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:04:22.840797 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6306c9db-1d38-4e6d-b510-459b467e9616 req-11968281-d9bf-496e-a659-00df7a89cdb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0843124 Aug 17 05:04:22.886514 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6306c9db-1d38-4e6d-b510-459b467e9616 req-1f95382f-aa81-43a4-9f72-a56177195aba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0383995 Aug 17 05:04:22.935611 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c9db-1d38-4e6d-b510-459b467e9616 req-f1675364-6aad-45a5-8f11-5a3d69e02bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:04:22.937067 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6306c9db-1d38-4e6d-b510-459b467e9616 req-f1675364-6aad-45a5-8f11-5a3d69e02bcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0439880 Aug 17 05:04:22.983712 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c9db-1d38-4e6d-b510-459b467e9616 req-e5d589d8-ab06-4ef5-bd88-ccd4611eeae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:04:22.985173 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6306c9db-1d38-4e6d-b510-459b467e9616 req-e5d589d8-ab06-4ef5-bd88-ccd4611eeae9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403767 Aug 17 05:04:23.078957 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6306c9db-1d38-4e6d-b510-459b467e9616 req-e550a260-5f0f-4d0e-9bb9-dc9048d416a8 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855660 Aug 17 05:04:23.172169 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-6306c9db-1d38-4e6d-b510-459b467e9616 req-1e723cd9-af1b-4383-a3a2-fcae8cd45a13 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858548 Aug 17 05:04:30.951109 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:04:33.190994 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:04:38.166800 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-91f8f89e-c4c2-4422-ad0b-993c0b7c3e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:04:40.562328 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3cb0-27d6-4351-871b-0b969cd264a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:04:40.858344 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:04:41.562370 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:04:42.619476 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:04:44.608299 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:05:00.956281 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:05:03.264465 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:05:08.110653 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-83aaeca5-eafb-4bcb-bd42-ad2c6918b941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:05:10.595916 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-70111a85-a0be-4d14-a351-99d14e2e9569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:05:10.858890 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:05:12.594484 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:05:14.601570 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:05:18.562878 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:05:23.613292 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-09c0ddf2-cc3a-4d05-864a-7930e2bfabea req-26e2b99a-5940-4852-99f6-092df9813ebd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461161 Aug 17 05:05:23.707471 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0ddf2-cc3a-4d05-864a-7930e2bfabea req-dc4284c0-fad5-4a45-9a28-d151acf674ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:05:23.708940 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-09c0ddf2-cc3a-4d05-864a-7930e2bfabea req-dc4284c0-fad5-4a45-9a28-d151acf674ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0416613 Aug 17 05:05:23.811268 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0ddf2-cc3a-4d05-864a-7930e2bfabea req-e5b122df-d8dd-45c6-b283-840cedb46c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:05:23.812740 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-09c0ddf2-cc3a-4d05-864a-7930e2bfabea req-e5b122df-d8dd-45c6-b283-840cedb46c8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0828590 Aug 17 05:05:23.858836 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-09c0ddf2-cc3a-4d05-864a-7930e2bfabea req-fb8ae857-9bbd-43b0-a11a-3805d88dc225 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0383835 Aug 17 05:05:23.908806 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0ddf2-cc3a-4d05-864a-7930e2bfabea req-1c8acb06-009b-46e5-a18b-b9497934ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:05:23.916701 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-09c0ddf2-cc3a-4d05-864a-7930e2bfabea req-1c8acb06-009b-46e5-a18b-b9497934ec11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0441461 Aug 17 05:05:23.957299 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0ddf2-cc3a-4d05-864a-7930e2bfabea req-fe47ab05-fa07-464e-aadd-d14a5788e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:05:23.958840 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-09c0ddf2-cc3a-4d05-864a-7930e2bfabea req-fe47ab05-fa07-464e-aadd-d14a5788e6ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413210 Aug 17 05:05:24.055028 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-09c0ddf2-cc3a-4d05-864a-7930e2bfabea req-894b3d5e-e4a3-4d1a-a825-0792402c62ef service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873787 Aug 17 05:05:24.143854 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-09c0ddf2-cc3a-4d05-864a-7930e2bfabea req-0a354ae8-c16a-4cb9-b415-48765333c6eb service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815713 Aug 17 05:05:30.955515 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:05:33.201015 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:05:38.150395 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e4bea1ef-f3f6-4132-a535-d7cae6a8ab5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:05:40.561013 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-5c7d8a28-f33d-476a-bee7-f8e0df6df902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:05:40.864070 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:05:42.601155 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:05:44.595502 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:05:55.561908 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:06:00.954978 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:06:03.206308 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:06:08.109566 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-e1234081-ae3b-4bda-93ab-13b5af470f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:06:10.595210 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-19e6002d-ab69-48e1-8f69-7af2dad084c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:06:10.886148 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:06:12.623194 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:06:14.617514 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:06:24.626968 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b32ba688-326b-44dc-a433-72bd197f2f54 req-cc565180-0d0b-46d8-aaa9-487a7950ab49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447814 Aug 17 05:06:24.722922 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ba688-326b-44dc-a433-72bd197f2f54 req-86f706a5-403a-4cba-bc28-3dbe70493029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:06:24.724398 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b32ba688-326b-44dc-a433-72bd197f2f54 req-86f706a5-403a-4cba-bc28-3dbe70493029 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0400939 Aug 17 05:06:24.827453 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ba688-326b-44dc-a433-72bd197f2f54 req-c03c2931-5121-4415-868a-452d6d7f5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:06:24.828947 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b32ba688-326b-44dc-a433-72bd197f2f54 req-c03c2931-5121-4415-868a-452d6d7f5978 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0844259 Aug 17 05:06:24.874090 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b32ba688-326b-44dc-a433-72bd197f2f54 req-eb1f8c6b-bebf-475d-acc3-855a6b56e7c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0369830 Aug 17 05:06:24.923747 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ba688-326b-44dc-a433-72bd197f2f54 req-fcb4955f-58b9-407e-b2b3-380c3ab9a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:06:24.925076 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b32ba688-326b-44dc-a433-72bd197f2f54 req-fcb4955f-58b9-407e-b2b3-380c3ab9a57f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0440800 Aug 17 05:06:24.971388 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ba688-326b-44dc-a433-72bd197f2f54 req-b697c15a-2e91-4e2f-8957-d480b5029651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:06:24.972869 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b32ba688-326b-44dc-a433-72bd197f2f54 req-b697c15a-2e91-4e2f-8957-d480b5029651 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401759 Aug 17 05:06:25.068154 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b32ba688-326b-44dc-a433-72bd197f2f54 req-c1b72b5d-1861-4664-a65c-a3cf80f39e72 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871506 Aug 17 05:06:25.161710 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-b32ba688-326b-44dc-a433-72bd197f2f54 req-203b5c95-964b-4ee4-911a-e505e7ceb151 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854886 Aug 17 05:06:31.002513 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:06:32.561448 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:06:33.217061 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:06:38.153578 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7813a89e-09f4-43a4-b419-556f0bd81ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:06:40.628526 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b90c0c09-a449-4484-9b0c-9508452ddd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:06:40.879825 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:06:42.651410 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:06:44.662978 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:07:00.981748 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:07:03.211011 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:07:08.130924 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-33c20b4b-0bee-4e32-986a-99e5527e70b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:07:09.562522 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:07:10.616542 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c8d120de-e1d3-472d-b894-e66f6fe0314a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:07:10.873896 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:07:12.805015 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:07:14.639552 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:07:26.731587 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-78587db9-b195-4606-8e7f-ee0a1e055622 req-8a261d37-4419-43e4-959b-1928bbc96768 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1514211 Aug 17 05:07:26.824504 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78587db9-b195-4606-8e7f-ee0a1e055622 req-2195c272-a23b-4114-9a11-5da98f3bdd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:07:26.826047 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-78587db9-b195-4606-8e7f-ee0a1e055622 req-2195c272-a23b-4114-9a11-5da98f3bdd34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0412922 Aug 17 05:07:26.933650 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78587db9-b195-4606-8e7f-ee0a1e055622 req-1b577fa6-f28d-4307-baee-6e1e0df880d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:07:26.935059 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-78587db9-b195-4606-8e7f-ee0a1e055622 req-1b577fa6-f28d-4307-baee-6e1e0df880d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0892234 Aug 17 05:07:26.977917 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-78587db9-b195-4606-8e7f-ee0a1e055622 req-4a95e882-b5b3-4bd0-ad95-1393da7d6517 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0356648 Aug 17 05:07:27.027581 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78587db9-b195-4606-8e7f-ee0a1e055622 req-7f982e62-26d8-466a-8dac-f0802334d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:07:27.029132 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-78587db9-b195-4606-8e7f-ee0a1e055622 req-7f982e62-26d8-466a-8dac-f0802334d35e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0440900 Aug 17 05:07:27.077201 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78587db9-b195-4606-8e7f-ee0a1e055622 req-3e5616a3-fa6e-4796-8469-3f119a98f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:07:27.078816 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-78587db9-b195-4606-8e7f-ee0a1e055622 req-3e5616a3-fa6e-4796-8469-3f119a98f035 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424681 Aug 17 05:07:27.090710 n-d-793621-31 neutron-server[95407]: DEBUG neutron.wsgi [req-78587db9-b195-4606-8e7f-ee0a1e055622 req-c72687c2-cbf6-43b9-8740-914b60265892 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=95407) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 05:07:27.091715 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-78587db9-b195-4606-8e7f-ee0a1e055622 req-c72687c2-cbf6-43b9-8740-914b60265892 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049510 Aug 17 05:07:27.181702 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-78587db9-b195-4606-8e7f-ee0a1e055622 req-76c859a7-352b-4646-a884-a156d5b3ded9 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832834 Aug 17 05:07:27.277005 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-78587db9-b195-4606-8e7f-ee0a1e055622 req-1afd35aa-5f34-4b95-a578-951bdfdcf41e service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880442 Aug 17 05:07:30.941709 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:07:33.238679 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:07:38.112666 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9ecb-2069-4cca-a6e2-32081280c611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:07:40.633040 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-19516014-394d-4522-82e0-a8c672623848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:07:40.872796 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:07:42.616127 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:07:44.655390 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:07:46.560815 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:08:01.032604 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:08:03.204580 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:08:08.118166 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3bbbc3ab-c90f-45a8-bc66-d06799eeb2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:08:10.592565 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-6b415498-005c-4381-abcc-a11cc6bc0d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:08:10.877625 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:08:12.597997 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:08:14.684067 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:08:23.560502 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:08:27.619668 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7ded085-f3a9-4984-bf75-bf05d474fe92 req-d5a9e794-3429-4436-9a61-7e67ddda1fab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423999 Aug 17 05:08:27.711090 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ded085-f3a9-4984-bf75-bf05d474fe92 req-f620abc8-846f-4041-a49f-ff95ee1fbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:08:27.712727 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7ded085-f3a9-4984-bf75-bf05d474fe92 req-f620abc8-846f-4041-a49f-ff95ee1fbb8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0403926 Aug 17 05:08:28.166514 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ded085-f3a9-4984-bf75-bf05d474fe92 req-02a0c554-4384-47d5-9984-f4c02687c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:08:28.167998 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7ded085-f3a9-4984-bf75-bf05d474fe92 req-02a0c554-4384-47d5-9984-f4c02687c9e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.4338937 Aug 17 05:08:28.211495 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7ded085-f3a9-4984-bf75-bf05d474fe92 req-7df91f84-f2d7-4a9a-8ff5-5bfff956ec2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0363741 Aug 17 05:08:28.261620 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ded085-f3a9-4984-bf75-bf05d474fe92 req-a9d1a20d-630b-4068-ad5d-02f90cf5bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:08:28.263085 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7ded085-f3a9-4984-bf75-bf05d474fe92 req-a9d1a20d-630b-4068-ad5d-02f90cf5bfd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0438225 Aug 17 05:08:28.312914 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ded085-f3a9-4984-bf75-bf05d474fe92 req-63cd389a-80c7-4a19-a264-98e34dfbec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:08:28.314439 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7ded085-f3a9-4984-bf75-bf05d474fe92 req-63cd389a-80c7-4a19-a264-98e34dfbec97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443296 Aug 17 05:08:28.403202 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7ded085-f3a9-4984-bf75-bf05d474fe92 req-c1bad5e8-fa0a-409b-a8f0-cf0701e57baf service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797713 Aug 17 05:08:28.497481 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-e7ded085-f3a9-4984-bf75-bf05d474fe92 req-81439f94-01b0-4872-ab20-61f2c71c1baa service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869391 Aug 17 05:08:30.997471 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:08:33.214627 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:08:38.123555 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-600b357d-3c14-4510-ae24-7c3655527c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:08:40.608922 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-72b8929f-d305-4fe1-8ce4-141a370f89cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:08:40.906440 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:08:42.648932 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:08:44.723518 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:09:00.562308 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:09:01.025661 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:09:03.225430 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:09:08.116880 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-7f1dd3ae-058d-4796-9bf5-432238cc7a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:09:10.602890 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-90f7f846-f309-42b5-9594-404455f03ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:09:10.882646 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:09:12.608199 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:09:14.654197 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:09:28.682504 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef2905ef-fdcb-48c5-b4e9-74e92046b79f req-863cd41e-9bb5-441c-82fc-7debd8c2c5de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0767112 Aug 17 05:09:28.774671 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2905ef-fdcb-48c5-b4e9-74e92046b79f req-3c27ed0a-bdf8-45ff-b78c-60fc37499b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:09:28.776252 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef2905ef-fdcb-48c5-b4e9-74e92046b79f req-3c27ed0a-bdf8-45ff-b78c-60fc37499b6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2961c65e620440758ddb8791c1de9587&device_id=f38012c3-be14-4a15-8bb3-14d8f3628ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0399361 Aug 17 05:09:28.881278 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2905ef-fdcb-48c5-b4e9-74e92046b79f req-03293205-aedd-4472-b0be-f2cc1c59b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:09:28.882738 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef2905ef-fdcb-48c5-b4e9-74e92046b79f req-03293205-aedd-4472-b0be-f2cc1c59b2fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61 HTTP/1.1" status: 200 len: 912 time: 0.0861588 Aug 17 05:09:28.924515 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef2905ef-fdcb-48c5-b4e9-74e92046b79f req-b5b503f0-eb8e-49f9-9089-533b9a610746 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f887f4fb-12e9-4359-a31a-0f08d54cea7d HTTP/1.1" status: 200 len: 217 time: 0.0343182 Aug 17 05:09:28.977436 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2905ef-fdcb-48c5-b4e9-74e92046b79f req-3190b707-f3c3-420c-8001-a6c488a0992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:09:28.978870 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef2905ef-fdcb-48c5-b4e9-74e92046b79f req-3190b707-f3c3-420c-8001-a6c488a0992f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb0f1fad-b959-4e6a-b51d-f7b525a7941d HTTP/1.1" status: 200 len: 850 time: 0.0468452 Aug 17 05:09:29.024225 n-d-793621-31 neutron-server[95407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2905ef-fdcb-48c5-b4e9-74e92046b79f req-40b98e05-518f-4a1a-bb02-7b3c680008ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 05:09:29.025700 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef2905ef-fdcb-48c5-b4e9-74e92046b79f req-40b98e05-518f-4a1a-bb02-7b3c680008ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abc1d32d-3ef6-4af0-acf1-3458b1af8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397727 Aug 17 05:09:29.115148 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef2905ef-fdcb-48c5-b4e9-74e92046b79f req-9c28eee8-75e3-4de5-a9d4-7f1f8c50a989 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818315 Aug 17 05:09:29.206909 n-d-793621-31 neutron-server[95407]: INFO neutron.wsgi [req-ef2905ef-fdcb-48c5-b4e9-74e92046b79f req-b70209ea-8d97-4443-aef2-f5440c9ad510 service neutron] 10.222.0.18 "GET /v2.0/networks/abc1d32d-3ef6-4af0-acf1-3458b1af8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844846 Aug 17 05:09:31.013955 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:09:33.213700 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:09:37.561804 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:09:38.265092 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-76cd3138-8609-4d67-8d26-8181c907e729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:09:40.614631 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-43a0e64f-0eb6-42af-a7c3-9ae45811390f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:09:40.871338 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:09:42.653941 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:09:44.636406 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:10:01.018945 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-b48ad3e2-87a6-42a8-8b89-aec08c14711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:10:03.253455 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-8ebce2ac-2572-4be1-9ad3-27b279e013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:10:08.127854 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-9820d76a-3e29-4554-8931-6e6d938c5ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:10:10.589923 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-c6a15691-5227-4188-a6d9-8ea33a8c218d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:10:10.875966 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-58e249cf-4c38-4c00-abf5-c1b05bc2aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:10:12.607165 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-615e4e8a-b854-4f70-9b9d-aa156f901298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 05:10:14.561750 n-d-793621-31 neutron-server[95409]: DEBUG neutron.db.agents_db [None req-09762c1e-56f9-4265-8df6-16ccaa79de50 None None] Agent healthcheck: found 7 active agents {{(pid=95409) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 05:10:14.641543 n-d-793621-31 neutron-server[95408]: DEBUG neutron_lib.callbacks.manager [None req-3c52fdd4-1bdd-4533-ad87-1c40e0668114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730040265171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630358'] for agent, after_update {{(pid=95408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}